2024-06-06T07:59:39.913 INFO:root:teuthology version: 0.0.1.dev303+g861a8dc 2024-06-06T07:59:39.913 DEBUG:teuthology.run:Teuthology command: teuthology --owner scheduled_teuthology@teuthology --name teuthology-2024-06-05_21:24:16-fs-squid-distro-default-smithi --description fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} ms_mode/crc wsync/no} objectstore-ec/bluestore-comp-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{with-no-extra-options} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/yes 5-quiesce/with-quiesce 6-workunit/suites/blogbench}} --archive /home/teuthworker/archive/teuthology-2024-06-05_21:24:16-fs-squid-distro-default-smithi/7743238 --verbose -- /home/teuthworker/archive/teuthology-2024-06-05_21:24:16-fs-squid-distro-default-smithi/7743238/orig.config.yaml 2024-06-06T07:59:39.982 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-06-06T07:59:40.089 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-06-05_21:24:16-fs-squid-distro-default-smithi/7743238 branch: squid description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} ms_mode/crc wsync/no} objectstore-ec/bluestore-comp-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{with-no-extra-options} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/yes 5-quiesce/with-quiesce 6-workunit/suites/blogbench}} email: ceph-qa@ceph.com first_in_suite: false job_id: '7743238' kernel: client: sha1: distro kdb: 1 sha1: distro ktype: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules - exec: mon.a: - ceph mgr module enable snap_schedule name: teuthology-2024-06-05_21:24:16-fs-squid-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: squid ceph: cephfs: ec_profile: - m=2 - k=2 - crush-failure-domain=osd max_mds: 3 session_timeout: 300 standby_replay: true conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true mds_bal_replicate_threshold: 1 osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: cephsqlite lock renewal timeout: 900000 debug cephsqlite: 20 debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 osd: bluestore block size: 96636764160 bluestore compression mode: aggressive bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true osd_max_omap_entries_per_request: 10 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - MON_DOWN - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - slow metadata IO - SLOW_OPS - slow request sha1: 3d89accfe3201286f000e065a1faea2a88c7a6ba subvols: create: 2 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} ceph-fuse: client.0: mount_subvol_num: 0 check-counter: counters: mds: - mds.exported - mds.imported - min: 3 name: mds_cache.dir_update - min: 3 name: mds_cache.dir_update_receipt - mds.root_rsnaps - mds_server.req_mksnap_latency.avgcount - mds_server.req_rmsnap_latency.avgcount - mds.dir_split install: ceph: flavor: default sha1: 3d89accfe3201286f000e065a1faea2a88c7a6ba kclient: client.0: mount_subvol_num: 1 mntopts: - ms_mode=crc - nowsync syntax: v1 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:getty_t:s0 - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: squid sha1: 3d746ca5346f34eef7e826a1eb71e59e02b682ae owner: scheduled_teuthology@teuthology priority: 100 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mgr.x - mds.a - mds.d - mds.g - mds.j - osd.0 - osd.3 - osd.6 - osd.9 - client.0 - - mon.b - mgr.y - mds.b - mds.e - mds.h - mds.k - osd.1 - osd.4 - osd.7 - osd.10 - - mon.c - mgr.z - mds.c - mds.f - mds.i - mds.l - osd.2 - osd.5 - osd.8 - osd.11 seed: 5050 sha1: 3d89accfe3201286f000e065a1faea2a88c7a6ba sleep_before_teardown: 0 subset: 416/512 suite: fs suite_branch: squid suite_path: /home/teuthworker/src/git.ceph.com_ceph_3d746ca5346f34eef7e826a1eb71e59e02b682ae/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: 3d746ca5346f34eef7e826a1eb71e59e02b682ae syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi042.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGC46dMdfMF0MMoivaDo0q2WJCBNne9TotDa5ouTtwqvKq4zevo1QMDGsDkJs24w2Vg1sy//OKahQymoHbXCgeI= smithi120.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBA41lpAjr2h1sbW10UsyLq3xof1Zi0aSzWihT07ls8WqVxa+dO95k8QV/si887UoSLdxSGw73Q0VqINlEUMV60Q= smithi149.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBF55AEI8p/47ddCAZAi9p31hTNgIRCaPwh4FtcjIh/DkRFE52jqYBWK4C94rzoVTxv6qOUuM5vRwaCgcjPHFhOU= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - cephadm: roleless: false - cephadm.shell: mon.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - cephadm.shell: mon.a: - ceph fs dump - ceph osd dump - fs.ready: timeout: 300 - sequential: - mgrmodules - kclient: null - exec: mon.a: - ceph fs set cephfs balance_automate true - check-counter: {} - fwd_scrub: scrub_timeout: 900 sleep_between_iterations: 1 - exec: mon.a: - ceph config set mgr mgr/snap_schedule/log_level debug - ceph config set mgr mgr/snap_schedule/allow_m_granularity true - ceph config set mgr mgr/snap_schedule/dump_on_update true - ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m - ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - date +%s > START_TIME - full_sequential_finally: - exec: mon.a: - date +%s > END_TIME - START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - background_exec: mon.a: - while sleep 13; do ceph tell mds.cephfs:0 flush journal; done - quiescer: null - workunit: clients: all: - suites/blogbench.sh teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: main teuthology_sha1: 861a8dcf7aa816a26e13f039336f7ed0a9aec0fa timestamp: 2024-06-05_21:24:16 tube: smithi user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2698841 2024-06-06T07:59:40.090 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_3d746ca5346f34eef7e826a1eb71e59e02b682ae/qa; will attempt to use it 2024-06-06T07:59:40.090 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_3d746ca5346f34eef7e826a1eb71e59e02b682ae/qa/tasks 2024-06-06T07:59:40.091 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-06-06T07:59:40.092 INFO:teuthology.task.internal:Checking packages... 2024-06-06T07:59:40.115 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '3d89accfe3201286f000e065a1faea2a88c7a6ba' 2024-06-06T07:59:40.115 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-06-06T07:59:40.115 INFO:teuthology.packaging:ref: None 2024-06-06T07:59:40.115 INFO:teuthology.packaging:tag: None 2024-06-06T07:59:40.115 INFO:teuthology.packaging:branch: squid 2024-06-06T07:59:40.115 INFO:teuthology.packaging:sha1: 3d89accfe3201286f000e065a1faea2a88c7a6ba 2024-06-06T07:59:40.116 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid 2024-06-06T07:59:40.461 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-2960.g3d746ca5 2024-06-06T07:59:40.462 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-06-06T07:59:40.472 INFO:teuthology.task.internal:no buildpackages task found 2024-06-06T07:59:40.472 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-06-06T07:59:40.499 INFO:teuthology.task.internal:Saving configuration 2024-06-06T07:59:40.522 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-06-06T07:59:40.551 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-06-06T07:59:40.577 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi042.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-06-05_21:24:16-fs-squid-distro-default-smithi/7743238', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-06-06 07:54:36.793281', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGC46dMdfMF0MMoivaDo0q2WJCBNne9TotDa5ouTtwqvKq4zevo1QMDGsDkJs24w2Vg1sy//OKahQymoHbXCgeI='} 2024-06-06T07:59:40.600 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi120.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-06-05_21:24:16-fs-squid-distro-default-smithi/7743238', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-06-06 07:54:36.790590', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBA41lpAjr2h1sbW10UsyLq3xof1Zi0aSzWihT07ls8WqVxa+dO95k8QV/si887UoSLdxSGw73Q0VqINlEUMV60Q='} 2024-06-06T07:59:40.620 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi149.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-06-05_21:24:16-fs-squid-distro-default-smithi/7743238', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-06-06 07:54:36.792051', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBF55AEI8p/47ddCAZAi9p31hTNgIRCaPwh4FtcjIh/DkRFE52jqYBWK4C94rzoVTxv6qOUuM5vRwaCgcjPHFhOU='} 2024-06-06T07:59:40.621 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-06-06T07:59:40.626 INFO:teuthology.task.internal:roles: ubuntu@smithi042.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'mds.d', 'mds.g', 'mds.j', 'osd.0', 'osd.3', 'osd.6', 'osd.9', 'client.0'] 2024-06-06T07:59:40.626 INFO:teuthology.task.internal:roles: ubuntu@smithi120.front.sepia.ceph.com - ['mon.b', 'mgr.y', 'mds.b', 'mds.e', 'mds.h', 'mds.k', 'osd.1', 'osd.4', 'osd.7', 'osd.10'] 2024-06-06T07:59:40.626 INFO:teuthology.task.internal:roles: ubuntu@smithi149.front.sepia.ceph.com - ['mon.c', 'mgr.z', 'mds.c', 'mds.f', 'mds.i', 'mds.l', 'osd.2', 'osd.5', 'osd.8', 'osd.11'] 2024-06-06T07:59:40.626 INFO:teuthology.run_tasks:Running task console_log... 2024-06-06T07:59:40.746 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f8c9a097be0>, signals=[15]) 2024-06-06T07:59:40.747 INFO:teuthology.run_tasks:Running task internal.connect... 2024-06-06T07:59:40.754 INFO:teuthology.task.internal:Opening connections... 2024-06-06T07:59:40.754 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi042.front.sepia.ceph.com 2024-06-06T07:59:40.756 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi042.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-06-06T07:59:40.844 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi120.front.sepia.ceph.com 2024-06-06T07:59:40.845 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi120.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-06-06T07:59:40.921 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi149.front.sepia.ceph.com 2024-06-06T07:59:40.922 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi149.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-06-06T07:59:40.997 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-06-06T07:59:41.002 DEBUG:teuthology.orchestra.run.smithi042:> uname -m 2024-06-06T07:59:41.021 INFO:teuthology.orchestra.run.smithi042.stdout:x86_64 2024-06-06T07:59:41.021 DEBUG:teuthology.orchestra.run.smithi042:> cat /etc/os-release 2024-06-06T07:59:41.078 INFO:teuthology.orchestra.run.smithi042.stdout:NAME="CentOS Stream" 2024-06-06T07:59:41.079 INFO:teuthology.orchestra.run.smithi042.stdout:VERSION="9" 2024-06-06T07:59:41.079 INFO:teuthology.orchestra.run.smithi042.stdout:ID="centos" 2024-06-06T07:59:41.079 INFO:teuthology.orchestra.run.smithi042.stdout:ID_LIKE="rhel fedora" 2024-06-06T07:59:41.079 INFO:teuthology.orchestra.run.smithi042.stdout:VERSION_ID="9" 2024-06-06T07:59:41.079 INFO:teuthology.orchestra.run.smithi042.stdout:PLATFORM_ID="platform:el9" 2024-06-06T07:59:41.079 INFO:teuthology.orchestra.run.smithi042.stdout:PRETTY_NAME="CentOS Stream 9" 2024-06-06T07:59:41.079 INFO:teuthology.orchestra.run.smithi042.stdout:ANSI_COLOR="0;31" 2024-06-06T07:59:41.079 INFO:teuthology.orchestra.run.smithi042.stdout:LOGO="fedora-logo-icon" 2024-06-06T07:59:41.079 INFO:teuthology.orchestra.run.smithi042.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-06-06T07:59:41.079 INFO:teuthology.orchestra.run.smithi042.stdout:HOME_URL="https://centos.org/" 2024-06-06T07:59:41.079 INFO:teuthology.orchestra.run.smithi042.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-06-06T07:59:41.080 INFO:teuthology.orchestra.run.smithi042.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-06-06T07:59:41.080 INFO:teuthology.orchestra.run.smithi042.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-06-06T07:59:41.080 INFO:teuthology.lock.ops:Updating smithi042.front.sepia.ceph.com on lock server 2024-06-06T07:59:41.098 DEBUG:teuthology.orchestra.run.smithi120:> uname -m 2024-06-06T07:59:41.116 INFO:teuthology.orchestra.run.smithi120.stdout:x86_64 2024-06-06T07:59:41.116 DEBUG:teuthology.orchestra.run.smithi120:> cat /etc/os-release 2024-06-06T07:59:41.173 INFO:teuthology.orchestra.run.smithi120.stdout:NAME="CentOS Stream" 2024-06-06T07:59:41.174 INFO:teuthology.orchestra.run.smithi120.stdout:VERSION="9" 2024-06-06T07:59:41.174 INFO:teuthology.orchestra.run.smithi120.stdout:ID="centos" 2024-06-06T07:59:41.174 INFO:teuthology.orchestra.run.smithi120.stdout:ID_LIKE="rhel fedora" 2024-06-06T07:59:41.174 INFO:teuthology.orchestra.run.smithi120.stdout:VERSION_ID="9" 2024-06-06T07:59:41.174 INFO:teuthology.orchestra.run.smithi120.stdout:PLATFORM_ID="platform:el9" 2024-06-06T07:59:41.174 INFO:teuthology.orchestra.run.smithi120.stdout:PRETTY_NAME="CentOS Stream 9" 2024-06-06T07:59:41.174 INFO:teuthology.orchestra.run.smithi120.stdout:ANSI_COLOR="0;31" 2024-06-06T07:59:41.174 INFO:teuthology.orchestra.run.smithi120.stdout:LOGO="fedora-logo-icon" 2024-06-06T07:59:41.174 INFO:teuthology.orchestra.run.smithi120.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-06-06T07:59:41.174 INFO:teuthology.orchestra.run.smithi120.stdout:HOME_URL="https://centos.org/" 2024-06-06T07:59:41.174 INFO:teuthology.orchestra.run.smithi120.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-06-06T07:59:41.174 INFO:teuthology.orchestra.run.smithi120.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-06-06T07:59:41.174 INFO:teuthology.orchestra.run.smithi120.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-06-06T07:59:41.175 INFO:teuthology.lock.ops:Updating smithi120.front.sepia.ceph.com on lock server 2024-06-06T07:59:41.198 DEBUG:teuthology.orchestra.run.smithi149:> uname -m 2024-06-06T07:59:41.216 INFO:teuthology.orchestra.run.smithi149.stdout:x86_64 2024-06-06T07:59:41.216 DEBUG:teuthology.orchestra.run.smithi149:> cat /etc/os-release 2024-06-06T07:59:41.273 INFO:teuthology.orchestra.run.smithi149.stdout:NAME="CentOS Stream" 2024-06-06T07:59:41.273 INFO:teuthology.orchestra.run.smithi149.stdout:VERSION="9" 2024-06-06T07:59:41.273 INFO:teuthology.orchestra.run.smithi149.stdout:ID="centos" 2024-06-06T07:59:41.274 INFO:teuthology.orchestra.run.smithi149.stdout:ID_LIKE="rhel fedora" 2024-06-06T07:59:41.274 INFO:teuthology.orchestra.run.smithi149.stdout:VERSION_ID="9" 2024-06-06T07:59:41.274 INFO:teuthology.orchestra.run.smithi149.stdout:PLATFORM_ID="platform:el9" 2024-06-06T07:59:41.274 INFO:teuthology.orchestra.run.smithi149.stdout:PRETTY_NAME="CentOS Stream 9" 2024-06-06T07:59:41.274 INFO:teuthology.orchestra.run.smithi149.stdout:ANSI_COLOR="0;31" 2024-06-06T07:59:41.274 INFO:teuthology.orchestra.run.smithi149.stdout:LOGO="fedora-logo-icon" 2024-06-06T07:59:41.274 INFO:teuthology.orchestra.run.smithi149.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-06-06T07:59:41.274 INFO:teuthology.orchestra.run.smithi149.stdout:HOME_URL="https://centos.org/" 2024-06-06T07:59:41.274 INFO:teuthology.orchestra.run.smithi149.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-06-06T07:59:41.274 INFO:teuthology.orchestra.run.smithi149.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-06-06T07:59:41.274 INFO:teuthology.orchestra.run.smithi149.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-06-06T07:59:41.275 INFO:teuthology.lock.ops:Updating smithi149.front.sepia.ceph.com on lock server 2024-06-06T07:59:41.298 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-06-06T07:59:41.313 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-06-06T07:59:41.359 INFO:teuthology.task.internal:Checking for old test directory... 2024-06-06T07:59:41.360 DEBUG:teuthology.orchestra.run.smithi042:> test '!' -e /home/ubuntu/cephtest 2024-06-06T07:59:41.363 DEBUG:teuthology.orchestra.run.smithi120:> test '!' -e /home/ubuntu/cephtest 2024-06-06T07:59:41.366 DEBUG:teuthology.orchestra.run.smithi149:> test '!' -e /home/ubuntu/cephtest 2024-06-06T07:59:41.383 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-06-06T07:59:41.388 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-06-06T07:59:41.389 DEBUG:teuthology.orchestra.run.smithi042:> test -z $(ls -A /var/lib/ceph) 2024-06-06T07:59:41.420 DEBUG:teuthology.orchestra.run.smithi120:> test -z $(ls -A /var/lib/ceph) 2024-06-06T07:59:41.423 DEBUG:teuthology.orchestra.run.smithi149:> test -z $(ls -A /var/lib/ceph) 2024-06-06T07:59:41.485 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-06-06T07:59:41.563 INFO:teuthology.run_tasks:Running task kernel... 2024-06-06T07:59:41.578 INFO:teuthology.task.kernel:normalize config orig: {'client': {'sha1': 'distro'}, 'kdb': 1, 'sha1': 'distro'} 2024-06-06T07:59:41.578 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'sha1': 'distro'}} 2024-06-06T07:59:41.578 INFO:teuthology.task.kernel:config {'client.0': {'sha1': 'distro'}}, timeout 300 2024-06-06T07:59:41.578 DEBUG:teuthology.orchestra.run.smithi042:> test -f /run/.containerenv -o -f /.dockerenv 2024-06-06T07:59:41.596 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-06-06T07:59:41.596 DEBUG:teuthology.orchestra.run.smithi042:> uname -r 2024-06-06T07:59:41.655 INFO:teuthology.orchestra.run.smithi042.stdout:5.14.0-437.el9.x86_64 2024-06-06T07:59:41.655 INFO:teuthology.task.kernel:Running kernel on smithi042: 5.14.0-437.el9.x86_64 2024-06-06T07:59:41.655 DEBUG:teuthology.orchestra.run.smithi042:> sudo yum install -y kernel 2024-06-06T07:59:44.099 INFO:teuthology.orchestra.run.smithi042.stdout:CentOS Stream 9 - BaseOS 10 MB/s | 8.1 MB 00:00 2024-06-06T07:59:46.175 INFO:teuthology.orchestra.run.smithi042.stdout:CentOS Stream 9 - AppStream 21 MB/s | 19 MB 00:00 2024-06-06T07:59:50.376 INFO:teuthology.orchestra.run.smithi042.stdout:CentOS Stream 9 - CRB 13 MB/s | 6.2 MB 00:00 2024-06-06T07:59:51.918 INFO:teuthology.orchestra.run.smithi042.stdout:CentOS Stream 9 - Extras packages 54 kB/s | 17 kB 00:00 2024-06-06T07:59:53.679 INFO:teuthology.orchestra.run.smithi042.stdout:Extra Packages for Enterprise Linux 13 MB/s | 21 MB 00:01 2024-06-06T07:59:59.060 INFO:teuthology.orchestra.run.smithi042.stdout:lab-extras 44 kB/s | 1.7 kB 00:00 2024-06-06T08:00:01.133 INFO:teuthology.orchestra.run.smithi042.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-06-06T08:00:01.133 INFO:teuthology.orchestra.run.smithi042.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-06-06T08:00:01.223 INFO:teuthology.orchestra.run.smithi042.stdout:Dependencies resolved. 2024-06-06T08:00:01.241 INFO:teuthology.orchestra.run.smithi042.stdout:================================================================================ 2024-06-06T08:00:01.241 INFO:teuthology.orchestra.run.smithi042.stdout: Package Architecture Version Repository Size 2024-06-06T08:00:01.241 INFO:teuthology.orchestra.run.smithi042.stdout:================================================================================ 2024-06-06T08:00:01.241 INFO:teuthology.orchestra.run.smithi042.stdout:Installing: 2024-06-06T08:00:01.241 INFO:teuthology.orchestra.run.smithi042.stdout: kernel x86_64 5.14.0-452.el9 baseos 893 k 2024-06-06T08:00:01.241 INFO:teuthology.orchestra.run.smithi042.stdout:Installing dependencies: 2024-06-06T08:00:01.241 INFO:teuthology.orchestra.run.smithi042.stdout: kernel-core x86_64 5.14.0-452.el9 baseos 16 M 2024-06-06T08:00:01.241 INFO:teuthology.orchestra.run.smithi042.stdout: kernel-modules x86_64 5.14.0-452.el9 baseos 35 M 2024-06-06T08:00:01.241 INFO:teuthology.orchestra.run.smithi042.stdout: kernel-modules-core x86_64 5.14.0-452.el9 baseos 29 M 2024-06-06T08:00:01.241 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:00:01.241 INFO:teuthology.orchestra.run.smithi042.stdout:Transaction Summary 2024-06-06T08:00:01.241 INFO:teuthology.orchestra.run.smithi042.stdout:================================================================================ 2024-06-06T08:00:01.242 INFO:teuthology.orchestra.run.smithi042.stdout:Install 4 Packages 2024-06-06T08:00:01.242 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:00:01.242 INFO:teuthology.orchestra.run.smithi042.stdout:Total download size: 80 M 2024-06-06T08:00:01.242 INFO:teuthology.orchestra.run.smithi042.stdout:Installed size: 124 M 2024-06-06T08:00:01.242 INFO:teuthology.orchestra.run.smithi042.stdout:Downloading Packages: 2024-06-06T08:00:01.442 INFO:teuthology.orchestra.run.smithi042.stdout:[MIRROR] kernel-5.14.0-452.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/kernel-5.14.0-452.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-06T08:00:01.447 INFO:teuthology.orchestra.run.smithi042.stdout:[MIRROR] kernel-core-5.14.0-452.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/kernel-core-5.14.0-452.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-06T08:00:01.449 INFO:teuthology.orchestra.run.smithi042.stdout:[MIRROR] kernel-modules-5.14.0-452.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/kernel-modules-5.14.0-452.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-06T08:00:01.595 INFO:teuthology.orchestra.run.smithi042.stdout:(1/4): kernel-5.14.0-452.el9.x86_64.rpm 3.7 MB/s | 893 kB 00:00 2024-06-06T08:00:01.854 INFO:teuthology.orchestra.run.smithi042.stdout:(2/4): kernel-core-5.14.0-452.el9.x86_64.rpm 32 MB/s | 16 MB 00:00 2024-06-06T08:00:02.295 INFO:teuthology.orchestra.run.smithi042.stdout:(3/4): kernel-modules-5.14.0-452.el9.x86_64.rpm 37 MB/s | 35 MB 00:00 2024-06-06T08:00:02.587 INFO:teuthology.orchestra.run.smithi042.stdout:(4/4): kernel-modules-core-5.14.0-452.el9.x86_6 29 MB/s | 29 MB 00:00 2024-06-06T08:00:02.590 INFO:teuthology.orchestra.run.smithi042.stdout:-------------------------------------------------------------------------------- 2024-06-06T08:00:02.590 INFO:teuthology.orchestra.run.smithi042.stdout:Total 59 MB/s | 80 MB 00:01 2024-06-06T08:00:03.318 INFO:teuthology.orchestra.run.smithi042.stdout:Running transaction check 2024-06-06T08:00:03.738 INFO:teuthology.orchestra.run.smithi042.stdout:Transaction check succeeded. 2024-06-06T08:00:03.738 INFO:teuthology.orchestra.run.smithi042.stdout:Running transaction test 2024-06-06T08:00:04.719 INFO:teuthology.orchestra.run.smithi042.stdout:Transaction test succeeded. 2024-06-06T08:00:04.720 INFO:teuthology.orchestra.run.smithi042.stdout:Running transaction 2024-06-06T08:00:07.281 INFO:teuthology.orchestra.run.smithi042.stdout: Preparing : 1/1 2024-06-06T08:00:07.952 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : kernel-modules-core-5.14.0-452.el9.x86_64 1/4 2024-06-06T08:00:08.047 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : kernel-core-5.14.0-452.el9.x86_64 2/4 2024-06-06T08:00:10.823 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: kernel-core-5.14.0-452.el9.x86_64 2/4 2024-06-06T08:00:10.963 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : kernel-modules-5.14.0-452.el9.x86_64 3/4 2024-06-06T08:00:16.060 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: kernel-modules-5.14.0-452.el9.x86_64 3/4 2024-06-06T08:00:16.110 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : kernel-5.14.0-452.el9.x86_64 4/4 2024-06-06T08:00:21.220 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: kernel-modules-core-5.14.0-452.el9.x86_64 4/4 2024-06-06T08:00:52.409 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: kernel-core-5.14.0-452.el9.x86_64 4/4 2024-06-06T08:00:52.450 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: kernel-modules-5.14.0-452.el9.x86_64 4/4 2024-06-06T08:00:52.834 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: kernel-5.14.0-452.el9.x86_64 4/4 2024-06-06T08:00:52.834 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : kernel-5.14.0-452.el9.x86_64 1/4 2024-06-06T08:00:52.834 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : kernel-core-5.14.0-452.el9.x86_64 2/4 2024-06-06T08:00:52.834 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : kernel-modules-5.14.0-452.el9.x86_64 3/4 2024-06-06T08:00:53.688 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : kernel-modules-core-5.14.0-452.el9.x86_64 4/4 2024-06-06T08:00:53.688 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:00:53.689 INFO:teuthology.orchestra.run.smithi042.stdout:Installed: 2024-06-06T08:00:53.689 INFO:teuthology.orchestra.run.smithi042.stdout: kernel-5.14.0-452.el9.x86_64 2024-06-06T08:00:53.689 INFO:teuthology.orchestra.run.smithi042.stdout: kernel-core-5.14.0-452.el9.x86_64 2024-06-06T08:00:53.689 INFO:teuthology.orchestra.run.smithi042.stdout: kernel-modules-5.14.0-452.el9.x86_64 2024-06-06T08:00:53.689 INFO:teuthology.orchestra.run.smithi042.stdout: kernel-modules-core-5.14.0-452.el9.x86_64 2024-06-06T08:00:53.689 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:00:53.689 INFO:teuthology.orchestra.run.smithi042.stdout:Complete! 2024-06-06T08:00:54.046 DEBUG:teuthology.orchestra.run.smithi042:> rpm -q kernel | sort -rV | head -n 1 2024-06-06T08:00:54.130 INFO:teuthology.orchestra.run.smithi042.stdout:kernel-5.14.0-452.el9.x86_64 2024-06-06T08:00:54.130 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-452.el9.x86_64 2024-06-06T08:00:54.130 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-437.el9.x86_64 Expected: 5.14.0-452.el9.x86_64 2024-06-06T08:00:54.130 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-06-06T08:00:54.130 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-06-06T08:00:54.131 INFO:teuthology.task.kernel:Installing distro kernel on client.0... 2024-06-06T08:00:54.131 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi042.front.sepia.ceph.com, path=None, version=distro) 2024-06-06T08:00:54.131 DEBUG:teuthology.orchestra.run.smithi042:> rpm -q kernel | sort -rV | head -n 1 2024-06-06T08:00:54.183 INFO:teuthology.orchestra.run.smithi042.stdout:kernel-5.14.0-452.el9.x86_64 2024-06-06T08:00:54.184 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-452.el9.x86_64 2024-06-06T08:00:54.184 DEBUG:teuthology.orchestra.run.smithi042:> sudo rpm -qi grub2-tools 2024-06-06T08:00:54.223 INFO:teuthology.orchestra.run.smithi042.stdout:Name : grub2-tools 2024-06-06T08:00:54.223 INFO:teuthology.orchestra.run.smithi042.stdout:Epoch : 1 2024-06-06T08:00:54.223 INFO:teuthology.orchestra.run.smithi042.stdout:Version : 2.06 2024-06-06T08:00:54.224 INFO:teuthology.orchestra.run.smithi042.stdout:Release : 68.el9 2024-06-06T08:00:54.224 INFO:teuthology.orchestra.run.smithi042.stdout:Architecture: x86_64 2024-06-06T08:00:54.224 INFO:teuthology.orchestra.run.smithi042.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-06-06T08:00:54.224 INFO:teuthology.orchestra.run.smithi042.stdout:Group : Unspecified 2024-06-06T08:00:54.224 INFO:teuthology.orchestra.run.smithi042.stdout:Size : 8264254 2024-06-06T08:00:54.224 INFO:teuthology.orchestra.run.smithi042.stdout:License : GPLv3+ 2024-06-06T08:00:54.224 INFO:teuthology.orchestra.run.smithi042.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-06-06T08:00:54.224 INFO:teuthology.orchestra.run.smithi042.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-06-06T08:00:54.224 INFO:teuthology.orchestra.run.smithi042.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-06-06T08:00:54.224 INFO:teuthology.orchestra.run.smithi042.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-06-06T08:00:54.224 INFO:teuthology.orchestra.run.smithi042.stdout:Packager : builder@centos.org 2024-06-06T08:00:54.224 INFO:teuthology.orchestra.run.smithi042.stdout:Vendor : CentOS 2024-06-06T08:00:54.224 INFO:teuthology.orchestra.run.smithi042.stdout:URL : http://www.gnu.org/software/grub/ 2024-06-06T08:00:54.224 INFO:teuthology.orchestra.run.smithi042.stdout:Summary : Support tools for GRUB. 2024-06-06T08:00:54.225 INFO:teuthology.orchestra.run.smithi042.stdout:Description : 2024-06-06T08:00:54.225 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:00:54.225 INFO:teuthology.orchestra.run.smithi042.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-06-06T08:00:54.225 INFO:teuthology.orchestra.run.smithi042.stdout:customizable bootloader with modular architecture. It supports a rich 2024-06-06T08:00:54.225 INFO:teuthology.orchestra.run.smithi042.stdout:variety of kernel formats, file systems, computer architectures and 2024-06-06T08:00:54.225 INFO:teuthology.orchestra.run.smithi042.stdout:hardware devices. 2024-06-06T08:00:54.225 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:00:54.225 INFO:teuthology.orchestra.run.smithi042.stdout:This subpackage provides tools for support of all platforms. 2024-06-06T08:00:54.226 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-06-06T08:00:54.226 INFO:teuthology.task.kernel:Updating grub on smithi042 to boot 5.14.0-452.el9.x86_64 2024-06-06T08:00:54.226 DEBUG:teuthology.orchestra.run.smithi042:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-06-06T08:00:54.825 INFO:teuthology.orchestra.run.smithi042.stderr:Generating grub configuration file ... 2024-06-06T08:00:56.290 INFO:teuthology.orchestra.run.smithi042.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-06-06T08:00:56.321 INFO:teuthology.orchestra.run.smithi042.stderr:done 2024-06-06T08:00:56.324 DEBUG:teuthology.orchestra.run.smithi042:> mktemp 2024-06-06T08:00:56.340 INFO:teuthology.orchestra.run.smithi042.stdout:/tmp/tmp.GOm1EjiI3x 2024-06-06T08:00:56.340 DEBUG:teuthology.orchestra.run.smithi042:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.GOm1EjiI3x 2024-06-06T08:00:56.411 DEBUG:teuthology.orchestra.run.smithi042:> sudo chmod 0666 /tmp/tmp.GOm1EjiI3x 2024-06-06T08:00:56.561 DEBUG:teuthology.orchestra.remote:smithi042:/tmp/tmp.GOm1EjiI3x is 6KB 2024-06-06T08:00:56.609 DEBUG:teuthology.orchestra.run.smithi042:> rm -fr /tmp/tmp.GOm1EjiI3x 2024-06-06T08:00:56.624 DEBUG:teuthology.orchestra.run.smithi042:> sudo /bin/ls /boot/loader/entries || true 2024-06-06T08:00:56.685 INFO:teuthology.orchestra.run.smithi042.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-06-06T08:00:56.686 INFO:teuthology.orchestra.run.smithi042.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-06-06T08:00:56.686 INFO:teuthology.orchestra.run.smithi042.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-06-06T08:00:56.686 INFO:teuthology.orchestra.run.smithi042.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-452.el9.x86_64.conf 2024-06-06T08:00:56.689 DEBUG:teuthology.orchestra.run.smithi042:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-5.14.0-452.el9.x86_64 2024-06-06T08:00:56.847 DEBUG:teuthology.orchestra.run.smithi042:> sudo shutdown -r now 2024-06-06T08:01:26.850 INFO:teuthology.task.kernel:Checking client client.0 for new kernel version... 2024-06-06T08:01:26.851 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi042.front.sepia.ceph.com' 2024-06-06T08:01:26.852 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi042.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-06-06T08:01:45.246 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.42 2024-06-06T08:01:54.248 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi042.front.sepia.ceph.com' 2024-06-06T08:01:54.248 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi042.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-06-06T08:01:57.310 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.42 2024-06-06T08:02:09.312 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi042.front.sepia.ceph.com' 2024-06-06T08:02:09.313 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi042.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-06-06T08:02:41.061 DEBUG:teuthology.orchestra.run.smithi042:> true 2024-06-06T08:02:41.491 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi042.front.sepia.ceph.com' 2024-06-06T08:02:41.491 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "5.14.0-452.el9.x86_64"... 2024-06-06T08:02:41.492 DEBUG:teuthology.orchestra.run.smithi042:> uname -r 2024-06-06T08:02:41.547 INFO:teuthology.orchestra.run.smithi042.stdout:5.14.0-452.el9.x86_64 2024-06-06T08:02:41.549 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-452.el9.x86_64 vs 5.14.0-452.el9.x86_64 2024-06-06T08:02:41.549 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-06-06T08:02:41.549 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-06-06T08:02:42.551 DEBUG:teuthology.parallel:result is None 2024-06-06T08:02:42.551 INFO:teuthology.run_tasks:Running task internal.base... 2024-06-06T08:02:42.559 INFO:teuthology.task.internal:Creating test directory... 2024-06-06T08:02:42.559 DEBUG:teuthology.orchestra.run.smithi042:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-06-06T08:02:42.562 DEBUG:teuthology.orchestra.run.smithi120:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-06-06T08:02:42.564 DEBUG:teuthology.orchestra.run.smithi149:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-06-06T08:02:42.582 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-06-06T08:02:42.589 INFO:teuthology.run_tasks:Running task internal.archive... 2024-06-06T08:02:42.623 INFO:teuthology.task.internal:Creating archive directory... 2024-06-06T08:02:42.624 DEBUG:teuthology.orchestra.run.smithi042:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-06-06T08:02:42.626 DEBUG:teuthology.orchestra.run.smithi120:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-06-06T08:02:42.628 DEBUG:teuthology.orchestra.run.smithi149:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-06-06T08:02:42.755 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-06-06T08:02:42.761 INFO:teuthology.task.internal:Enabling coredump saving... 2024-06-06T08:02:42.761 DEBUG:teuthology.orchestra.run.smithi120:> test -f /run/.containerenv -o -f /.dockerenv 2024-06-06T08:02:42.777 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-06-06T08:02:42.777 DEBUG:teuthology.orchestra.run.smithi149:> test -f /run/.containerenv -o -f /.dockerenv 2024-06-06T08:02:42.793 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-06-06T08:02:42.794 DEBUG:teuthology.orchestra.run.smithi042:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-06-06T08:02:42.796 DEBUG:teuthology.orchestra.run.smithi120:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-06-06T08:02:42.820 DEBUG:teuthology.orchestra.run.smithi149:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-06-06T08:02:42.860 INFO:teuthology.orchestra.run.smithi120.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-06-06T08:02:42.865 INFO:teuthology.orchestra.run.smithi042.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-06-06T08:02:42.880 INFO:teuthology.orchestra.run.smithi120.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-06-06T08:02:42.890 INFO:teuthology.orchestra.run.smithi149.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-06-06T08:02:42.905 INFO:teuthology.orchestra.run.smithi149.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-06-06T08:02:42.925 INFO:teuthology.orchestra.run.smithi042.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-06-06T08:02:42.927 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-06-06T08:02:42.934 INFO:teuthology.task.internal:Configuring sudo... 2024-06-06T08:02:42.934 DEBUG:teuthology.orchestra.run.smithi042:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-06-06T08:02:42.937 DEBUG:teuthology.orchestra.run.smithi120:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-06-06T08:02:42.939 DEBUG:teuthology.orchestra.run.smithi149:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-06-06T08:02:42.966 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-06-06T08:02:42.978 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-06-06T08:02:42.978 DEBUG:teuthology.orchestra.run.smithi042:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-06-06T08:02:43.002 DEBUG:teuthology.orchestra.run.smithi120:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-06-06T08:02:43.005 DEBUG:teuthology.orchestra.run.smithi149:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-06-06T08:02:43.023 DEBUG:teuthology.orchestra.run.smithi042:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-06-06T08:02:43.097 DEBUG:teuthology.orchestra.run.smithi042:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-06-06T08:02:43.157 DEBUG:teuthology.orchestra.run.smithi042:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-06-06T08:02:43.240 DEBUG:teuthology.orchestra.run.smithi042:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-06-06T08:02:43.280 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-06-06T08:02:43.280 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-06-06T08:02:43.345 DEBUG:teuthology.orchestra.run.smithi120:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-06-06T08:02:43.389 DEBUG:teuthology.orchestra.run.smithi120:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-06-06T08:02:43.486 DEBUG:teuthology.orchestra.run.smithi120:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-06-06T08:02:43.528 DEBUG:teuthology.orchestra.run.smithi120:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-06-06T08:02:43.572 DEBUG:teuthology.orchestra.run.smithi120:> set -ex 2024-06-06T08:02:43.572 DEBUG:teuthology.orchestra.run.smithi120:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-06-06T08:02:43.638 DEBUG:teuthology.orchestra.run.smithi149:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-06-06T08:02:43.683 DEBUG:teuthology.orchestra.run.smithi149:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-06-06T08:02:43.731 DEBUG:teuthology.orchestra.run.smithi149:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-06-06T08:02:43.816 DEBUG:teuthology.orchestra.run.smithi149:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-06-06T08:02:43.857 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2024-06-06T08:02:43.857 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-06-06T08:02:43.922 DEBUG:teuthology.orchestra.run.smithi042:> sudo service rsyslog restart 2024-06-06T08:02:43.924 DEBUG:teuthology.orchestra.run.smithi120:> sudo service rsyslog restart 2024-06-06T08:02:43.927 DEBUG:teuthology.orchestra.run.smithi149:> sudo service rsyslog restart 2024-06-06T08:02:43.959 INFO:teuthology.orchestra.run.smithi120.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-06-06T08:02:43.959 INFO:teuthology.orchestra.run.smithi042.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-06-06T08:02:44.002 INFO:teuthology.orchestra.run.smithi149.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-06-06T08:02:44.430 INFO:teuthology.run_tasks:Running task internal.timer... 2024-06-06T08:02:44.438 INFO:teuthology.task.internal:Starting timer... 2024-06-06T08:02:44.438 INFO:teuthology.run_tasks:Running task pcp... 2024-06-06T08:02:44.478 INFO:teuthology.run_tasks:Running task selinux... 2024-06-06T08:02:44.509 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2024-06-06T08:02:44.510 DEBUG:teuthology.orchestra.run.smithi042:> sudo service auditd rotate 2024-06-06T08:02:44.563 INFO:teuthology.orchestra.run.smithi042.stdout:Rotating logs: 2024-06-06T08:02:44.564 DEBUG:teuthology.orchestra.run.smithi120:> sudo service auditd rotate 2024-06-06T08:02:44.614 INFO:teuthology.orchestra.run.smithi120.stdout:Rotating logs: 2024-06-06T08:02:44.614 DEBUG:teuthology.orchestra.run.smithi149:> sudo service auditd rotate 2024-06-06T08:02:44.678 INFO:teuthology.orchestra.run.smithi149.stdout:Rotating logs: 2024-06-06T08:02:44.680 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-06-06T08:02:44.680 DEBUG:teuthology.orchestra.run.smithi042:> /usr/sbin/getenforce 2024-06-06T08:02:44.699 INFO:teuthology.orchestra.run.smithi042.stdout:Permissive 2024-06-06T08:02:44.700 DEBUG:teuthology.orchestra.run.smithi120:> /usr/sbin/getenforce 2024-06-06T08:02:44.722 INFO:teuthology.orchestra.run.smithi120.stdout:Permissive 2024-06-06T08:02:44.723 DEBUG:teuthology.orchestra.run.smithi149:> /usr/sbin/getenforce 2024-06-06T08:02:44.747 INFO:teuthology.orchestra.run.smithi149.stdout:Permissive 2024-06-06T08:02:44.748 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi042.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi120.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi149.front.sepia.ceph.com': 'permissive'} 2024-06-06T08:02:44.748 DEBUG:teuthology.orchestra.run.smithi042:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-06-06T08:02:44.776 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-06-06T08:02:44.776 DEBUG:teuthology.orchestra.run.smithi120:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-06-06T08:02:44.803 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-06-06T08:02:44.804 DEBUG:teuthology.orchestra.run.smithi149:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-06-06T08:02:44.833 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-06-06T08:02:44.833 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-06-06T08:02:44.834 DEBUG:teuthology.orchestra.run.smithi042:> sudo /usr/sbin/setenforce permissive 2024-06-06T08:02:44.869 DEBUG:teuthology.orchestra.run.smithi120:> sudo /usr/sbin/setenforce permissive 2024-06-06T08:02:44.895 DEBUG:teuthology.orchestra.run.smithi149:> sudo /usr/sbin/setenforce permissive 2024-06-06T08:02:44.920 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-06-06T08:02:44.930 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-06-06T08:02:44.943 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-06-06T08:02:44.944 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi042.front.sepia.ceph.com,smithi120.front.sepia.ceph.com,smithi149.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-06-06T08:07:18.197 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi042.front.sepia.ceph.com'), Remote(name='ubuntu@smithi120.front.sepia.ceph.com'), Remote(name='ubuntu@smithi149.front.sepia.ceph.com')] 2024-06-06T08:07:18.198 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi042.front.sepia.ceph.com' 2024-06-06T08:07:18.199 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi042.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-06-06T08:07:18.279 DEBUG:teuthology.orchestra.run.smithi042:> true 2024-06-06T08:07:18.358 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi042.front.sepia.ceph.com' 2024-06-06T08:07:18.359 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi120.front.sepia.ceph.com' 2024-06-06T08:07:18.359 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi120.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-06-06T08:07:18.434 DEBUG:teuthology.orchestra.run.smithi120:> true 2024-06-06T08:07:18.518 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi120.front.sepia.ceph.com' 2024-06-06T08:07:18.518 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi149.front.sepia.ceph.com' 2024-06-06T08:07:18.519 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi149.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-06-06T08:07:18.592 DEBUG:teuthology.orchestra.run.smithi149:> true 2024-06-06T08:07:18.682 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi149.front.sepia.ceph.com' 2024-06-06T08:07:18.683 INFO:teuthology.run_tasks:Running task clock... 2024-06-06T08:07:18.695 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-06-06T08:07:18.695 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-06-06T08:07:18.696 DEBUG:teuthology.orchestra.run.smithi042:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-06-06T08:07:18.698 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-06-06T08:07:18.698 DEBUG:teuthology.orchestra.run.smithi120:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-06-06T08:07:18.701 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-06-06T08:07:18.701 DEBUG:teuthology.orchestra.run.smithi149:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-06-06T08:07:18.728 INFO:teuthology.orchestra.run.smithi120.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-06-06T08:07:18.730 INFO:teuthology.orchestra.run.smithi042.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-06-06T08:07:18.742 INFO:teuthology.orchestra.run.smithi120.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-06-06T08:07:18.747 INFO:teuthology.orchestra.run.smithi042.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-06-06T08:07:18.755 INFO:teuthology.orchestra.run.smithi149.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-06-06T08:07:18.766 INFO:teuthology.orchestra.run.smithi120.stderr:sudo: ntpd: command not found 2024-06-06T08:07:18.769 INFO:teuthology.orchestra.run.smithi149.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-06-06T08:07:18.775 INFO:teuthology.orchestra.run.smithi042.stderr:sudo: ntpd: command not found 2024-06-06T08:07:18.776 INFO:teuthology.orchestra.run.smithi120.stdout:506 Cannot talk to daemon 2024-06-06T08:07:18.787 INFO:teuthology.orchestra.run.smithi042.stdout:506 Cannot talk to daemon 2024-06-06T08:07:18.789 INFO:teuthology.orchestra.run.smithi120.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-06-06T08:07:18.793 INFO:teuthology.orchestra.run.smithi149.stderr:sudo: ntpd: command not found 2024-06-06T08:07:18.802 INFO:teuthology.orchestra.run.smithi120.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-06-06T08:07:18.803 INFO:teuthology.orchestra.run.smithi042.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-06-06T08:07:18.804 INFO:teuthology.orchestra.run.smithi149.stdout:506 Cannot talk to daemon 2024-06-06T08:07:18.817 INFO:teuthology.orchestra.run.smithi149.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-06-06T08:07:18.818 INFO:teuthology.orchestra.run.smithi042.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-06-06T08:07:18.831 INFO:teuthology.orchestra.run.smithi149.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-06-06T08:07:18.855 INFO:teuthology.orchestra.run.smithi120.stderr:bash: line 1: ntpq: command not found 2024-06-06T08:07:18.858 INFO:teuthology.orchestra.run.smithi120.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-06-06T08:07:18.858 INFO:teuthology.orchestra.run.smithi120.stdout:=============================================================================== 2024-06-06T08:07:18.858 INFO:teuthology.orchestra.run.smithi120.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-06-06T08:07:18.858 INFO:teuthology.orchestra.run.smithi120.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-06-06T08:07:18.858 INFO:teuthology.orchestra.run.smithi120.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-06-06T08:07:18.858 INFO:teuthology.orchestra.run.smithi120.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-06-06T08:07:18.873 INFO:teuthology.orchestra.run.smithi042.stderr:bash: line 1: ntpq: command not found 2024-06-06T08:07:18.877 INFO:teuthology.orchestra.run.smithi042.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-06-06T08:07:18.877 INFO:teuthology.orchestra.run.smithi042.stdout:=============================================================================== 2024-06-06T08:07:18.877 INFO:teuthology.orchestra.run.smithi042.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-06-06T08:07:18.877 INFO:teuthology.orchestra.run.smithi042.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-06-06T08:07:18.877 INFO:teuthology.orchestra.run.smithi042.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-06-06T08:07:18.877 INFO:teuthology.orchestra.run.smithi042.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-06-06T08:07:18.888 INFO:teuthology.orchestra.run.smithi149.stderr:bash: line 1: ntpq: command not found 2024-06-06T08:07:18.892 INFO:teuthology.orchestra.run.smithi149.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-06-06T08:07:18.892 INFO:teuthology.orchestra.run.smithi149.stdout:=============================================================================== 2024-06-06T08:07:18.892 INFO:teuthology.orchestra.run.smithi149.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-06-06T08:07:18.892 INFO:teuthology.orchestra.run.smithi149.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-06-06T08:07:18.892 INFO:teuthology.orchestra.run.smithi149.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-06-06T08:07:18.892 INFO:teuthology.orchestra.run.smithi149.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-06-06T08:07:18.893 INFO:teuthology.run_tasks:Running task install... 2024-06-06T08:07:18.901 DEBUG:teuthology.task.install:project ceph 2024-06-06T08:07:18.901 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '3d89accfe3201286f000e065a1faea2a88c7a6ba'}} 2024-06-06T08:07:18.901 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '3d89accfe3201286f000e065a1faea2a88c7a6ba'} 2024-06-06T08:07:18.901 INFO:teuthology.task.install:Using flavor: default 2024-06-06T08:07:18.907 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-06-06T08:07:18.907 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-06-06T08:07:18.907 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '3d89accfe3201286f000e065a1faea2a88c7a6ba', 'tag': None, 'wait_for_package': False} 2024-06-06T08:07:18.908 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=3d89accfe3201286f000e065a1faea2a88c7a6ba 2024-06-06T08:07:18.909 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '3d89accfe3201286f000e065a1faea2a88c7a6ba', 'tag': None, 'wait_for_package': False} 2024-06-06T08:07:18.910 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=3d89accfe3201286f000e065a1faea2a88c7a6ba 2024-06-06T08:07:18.910 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '3d89accfe3201286f000e065a1faea2a88c7a6ba', 'tag': None, 'wait_for_package': False} 2024-06-06T08:07:18.911 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=3d89accfe3201286f000e065a1faea2a88c7a6ba 2024-06-06T08:07:19.196 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/flavors/default/ 2024-06-06T08:07:19.196 INFO:teuthology.task.install.rpm:Package version is 19.0.0-2946.g3d89accf 2024-06-06T08:07:19.209 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/flavors/default/ 2024-06-06T08:07:19.209 INFO:teuthology.task.install.rpm:Package version is 19.0.0-2946.g3d89accf 2024-06-06T08:07:19.214 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/flavors/default/ 2024-06-06T08:07:19.215 INFO:teuthology.task.install.rpm:Package version is 19.0.0-2946.g3d89accf 2024-06-06T08:07:19.477 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-06-06T08:07:19.477 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-06-06T08:07:19.477 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-06-06T08:07:19.490 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-06-06T08:07:19.490 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2024-06-06T08:07:19.491 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-06-06T08:07:19.509 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-06-06T08:07:19.509 DEBUG:teuthology.orchestra.run.smithi042:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/3d89accfe3201286f000e065a1faea2a88c7a6ba/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-06-06T08:07:19.517 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-06-06T08:07:19.517 DEBUG:teuthology.orchestra.run.smithi149:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/3d89accfe3201286f000e065a1faea2a88c7a6ba/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-06-06T08:07:19.582 DEBUG:teuthology.orchestra.run.smithi042:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-06-06T08:07:19.583 DEBUG:teuthology.orchestra.run.smithi149:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-06-06T08:07:19.609 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-06-06T08:07:19.610 DEBUG:teuthology.orchestra.run.smithi120:> set -ex 2024-06-06T08:07:19.610 DEBUG:teuthology.orchestra.run.smithi120:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-06-06T08:07:19.635 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-06-06T08:07:19.635 DEBUG:teuthology.orchestra.run.smithi120:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/3d89accfe3201286f000e065a1faea2a88c7a6ba/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-06-06T08:07:19.657 DEBUG:teuthology.orchestra.run.smithi149:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-06-06T08:07:19.664 DEBUG:teuthology.orchestra.run.smithi042:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-06-06T08:07:19.700 DEBUG:teuthology.orchestra.run.smithi120:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-06-06T08:07:19.720 INFO:teuthology.orchestra.run.smithi149.stdout:check_obsoletes = 1 2024-06-06T08:07:19.721 DEBUG:teuthology.orchestra.run.smithi149:> sudo yum clean all 2024-06-06T08:07:19.732 INFO:teuthology.orchestra.run.smithi042.stdout:check_obsoletes = 1 2024-06-06T08:07:19.734 DEBUG:teuthology.orchestra.run.smithi042:> sudo yum clean all 2024-06-06T08:07:19.773 DEBUG:teuthology.orchestra.run.smithi120:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-06-06T08:07:19.836 INFO:teuthology.orchestra.run.smithi120.stdout:check_obsoletes = 1 2024-06-06T08:07:19.838 DEBUG:teuthology.orchestra.run.smithi120:> sudo yum clean all 2024-06-06T08:07:19.948 INFO:teuthology.orchestra.run.smithi149.stdout:45 files removed 2024-06-06T08:07:19.976 DEBUG:teuthology.orchestra.run.smithi149:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-06-06T08:07:19.981 INFO:teuthology.orchestra.run.smithi042.stdout:45 files removed 2024-06-06T08:07:20.008 DEBUG:teuthology.orchestra.run.smithi042:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-06-06T08:07:20.062 INFO:teuthology.orchestra.run.smithi120.stdout:45 files removed 2024-06-06T08:07:20.088 DEBUG:teuthology.orchestra.run.smithi120:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-06-06T08:07:21.177 INFO:teuthology.orchestra.run.smithi149.stdout:ceph packages for x86_64 89 kB/s | 83 kB 00:00 2024-06-06T08:07:21.245 INFO:teuthology.orchestra.run.smithi042.stdout:ceph packages for x86_64 88 kB/s | 83 kB 00:00 2024-06-06T08:07:21.274 INFO:teuthology.orchestra.run.smithi120.stdout:ceph packages for x86_64 90 kB/s | 83 kB 00:00 2024-06-06T08:07:21.994 INFO:teuthology.orchestra.run.smithi149.stdout:ceph noarch packages 15 kB/s | 11 kB 00:00 2024-06-06T08:07:22.100 INFO:teuthology.orchestra.run.smithi120.stdout:ceph noarch packages 15 kB/s | 11 kB 00:00 2024-06-06T08:07:22.171 INFO:teuthology.orchestra.run.smithi042.stdout:ceph noarch packages 13 kB/s | 11 kB 00:00 2024-06-06T08:07:22.795 INFO:teuthology.orchestra.run.smithi149.stdout:ceph source packages 2.5 kB/s | 1.9 kB 00:00 2024-06-06T08:07:22.901 INFO:teuthology.orchestra.run.smithi120.stdout:ceph source packages 2.5 kB/s | 1.9 kB 00:00 2024-06-06T08:07:22.979 INFO:teuthology.orchestra.run.smithi042.stdout:ceph source packages 2.5 kB/s | 1.9 kB 00:00 2024-06-06T08:07:23.531 INFO:teuthology.orchestra.run.smithi042.stdout:CentOS Stream 9 - BaseOS 16 MB/s | 8.1 MB 00:00 2024-06-06T08:07:23.552 INFO:teuthology.orchestra.run.smithi120.stdout:CentOS Stream 9 - BaseOS 13 MB/s | 8.1 MB 00:00 2024-06-06T08:07:24.105 INFO:teuthology.orchestra.run.smithi149.stdout:CentOS Stream 9 - BaseOS 6.3 MB/s | 8.1 MB 00:01 2024-06-06T08:07:25.416 INFO:teuthology.orchestra.run.smithi042.stdout:CentOS Stream 9 - AppStream 26 MB/s | 19 MB 00:00 2024-06-06T08:07:25.988 INFO:teuthology.orchestra.run.smithi120.stdout:CentOS Stream 9 - AppStream 14 MB/s | 19 MB 00:01 2024-06-06T08:07:29.842 INFO:teuthology.orchestra.run.smithi042.stdout:CentOS Stream 9 - CRB 8.8 MB/s | 6.2 MB 00:00 2024-06-06T08:07:30.097 INFO:teuthology.orchestra.run.smithi120.stdout:CentOS Stream 9 - CRB 11 MB/s | 6.2 MB 00:00 2024-06-06T08:07:31.434 INFO:teuthology.orchestra.run.smithi042.stdout:CentOS Stream 9 - Extras packages 45 kB/s | 17 kB 00:00 2024-06-06T08:07:31.805 INFO:teuthology.orchestra.run.smithi120.stdout:CentOS Stream 9 - Extras packages 31 kB/s | 17 kB 00:00 2024-06-06T08:07:32.404 INFO:teuthology.orchestra.run.smithi042.stdout:Extra Packages for Enterprise Linux 26 MB/s | 21 MB 00:00 2024-06-06T08:07:32.742 INFO:teuthology.orchestra.run.smithi120.stdout:Extra Packages for Enterprise Linux 27 MB/s | 21 MB 00:00 2024-06-06T08:07:33.957 INFO:teuthology.orchestra.run.smithi149.stdout:CentOS Stream 9 - AppStream 2.2 MB/s | 19 MB 00:08 2024-06-06T08:07:37.768 INFO:teuthology.orchestra.run.smithi042.stdout:lab-extras 45 kB/s | 1.7 kB 00:00 2024-06-06T08:07:37.948 INFO:teuthology.orchestra.run.smithi120.stdout:lab-extras 28 kB/s | 1.7 kB 00:00 2024-06-06T08:07:38.381 INFO:teuthology.orchestra.run.smithi149.stdout:CentOS Stream 9 - CRB 11 MB/s | 6.2 MB 00:00 2024-06-06T08:07:39.874 INFO:teuthology.orchestra.run.smithi149.stdout:CentOS Stream 9 - Extras packages 51 kB/s | 17 kB 00:00 2024-06-06T08:07:40.196 INFO:teuthology.orchestra.run.smithi042.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-06-06T08:07:40.197 INFO:teuthology.orchestra.run.smithi042.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-06-06T08:07:40.209 INFO:teuthology.orchestra.run.smithi042.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-06-06T08:07:40.209 INFO:teuthology.orchestra.run.smithi042.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-06-06T08:07:40.210 INFO:teuthology.orchestra.run.smithi042.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-06-06T08:07:40.211 INFO:teuthology.orchestra.run.smithi042.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-06-06T08:07:40.213 INFO:teuthology.orchestra.run.smithi042.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-06-06T08:07:40.215 INFO:teuthology.orchestra.run.smithi042.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-06-06T08:07:40.216 INFO:teuthology.orchestra.run.smithi042.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-06-06T08:07:40.283 INFO:teuthology.orchestra.run.smithi042.stdout:Dependencies resolved. 2024-06-06T08:07:40.304 INFO:teuthology.orchestra.run.smithi042.stdout:======================================================================================= 2024-06-06T08:07:40.304 INFO:teuthology.orchestra.run.smithi042.stdout: Package Arch Version Repository Size 2024-06-06T08:07:40.304 INFO:teuthology.orchestra.run.smithi042.stdout:======================================================================================= 2024-06-06T08:07:40.304 INFO:teuthology.orchestra.run.smithi042.stdout:Installing: 2024-06-06T08:07:40.305 INFO:teuthology.orchestra.run.smithi042.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-06-06T08:07:40.305 INFO:teuthology.orchestra.run.smithi042.stdout: ceph x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 6.6 k 2024-06-06T08:07:40.305 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-base x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 5.4 M 2024-06-06T08:07:40.305 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-fuse x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 890 k 2024-06-06T08:07:40.305 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 145 k 2024-06-06T08:07:40.306 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 1.5 M 2024-06-06T08:07:40.306 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr-cephadm noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 142 k 2024-06-06T08:07:40.306 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr-dashboard noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 3.5 M 2024-06-06T08:07:40.306 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 7.4 M 2024-06-06T08:07:40.306 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr-rook noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 49 k 2024-06-06T08:07:40.306 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-radosgw x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 10 M 2024-06-06T08:07:40.307 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-test x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 48 M 2024-06-06T08:07:40.307 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-volume noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 264 k 2024-06-06T08:07:40.307 INFO:teuthology.orchestra.run.smithi042.stdout: cephadm noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 763 k 2024-06-06T08:07:40.307 INFO:teuthology.orchestra.run.smithi042.stdout: cephfs-mirror x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 221 k 2024-06-06T08:07:40.307 INFO:teuthology.orchestra.run.smithi042.stdout: cephfs-shell x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 27 k 2024-06-06T08:07:40.307 INFO:teuthology.orchestra.run.smithi042.stdout: cephfs-top noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 18 k 2024-06-06T08:07:40.308 INFO:teuthology.orchestra.run.smithi042.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-06-06T08:07:40.308 INFO:teuthology.orchestra.run.smithi042.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-06-06T08:07:40.308 INFO:teuthology.orchestra.run.smithi042.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-06-06T08:07:40.308 INFO:teuthology.orchestra.run.smithi042.stdout: libcephfs-devel x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 32 k 2024-06-06T08:07:40.308 INFO:teuthology.orchestra.run.smithi042.stdout: libcephfs2 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 747 k 2024-06-06T08:07:40.309 INFO:teuthology.orchestra.run.smithi042.stdout: librados-devel x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 127 k 2024-06-06T08:07:40.309 INFO:teuthology.orchestra.run.smithi042.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-06-06T08:07:40.309 INFO:teuthology.orchestra.run.smithi042.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-06-06T08:07:40.309 INFO:teuthology.orchestra.run.smithi042.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-06-06T08:07:40.309 INFO:teuthology.orchestra.run.smithi042.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-06-06T08:07:40.310 INFO:teuthology.orchestra.run.smithi042.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-06-06T08:07:40.310 INFO:teuthology.orchestra.run.smithi042.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-06-06T08:07:40.310 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cephfs x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 162 k 2024-06-06T08:07:40.310 INFO:teuthology.orchestra.run.smithi042.stdout: python3-rados x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 321 k 2024-06-06T08:07:40.310 INFO:teuthology.orchestra.run.smithi042.stdout: python3-rbd x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 300 k 2024-06-06T08:07:40.310 INFO:teuthology.orchestra.run.smithi042.stdout: python3-rgw x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 99 k 2024-06-06T08:07:40.311 INFO:teuthology.orchestra.run.smithi042.stdout: rbd-fuse x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 85 k 2024-06-06T08:07:40.311 INFO:teuthology.orchestra.run.smithi042.stdout: rbd-mirror x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 3.1 M 2024-06-06T08:07:40.311 INFO:teuthology.orchestra.run.smithi042.stdout: rbd-nbd x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 171 k 2024-06-06T08:07:40.311 INFO:teuthology.orchestra.run.smithi042.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-06-06T08:07:40.311 INFO:teuthology.orchestra.run.smithi042.stdout:Upgrading: 2024-06-06T08:07:40.312 INFO:teuthology.orchestra.run.smithi042.stdout: NetworkManager x86_64 1:1.47.91-1.el9 baseos 2.3 M 2024-06-06T08:07:40.312 INFO:teuthology.orchestra.run.smithi042.stdout: NetworkManager-libnm x86_64 1:1.47.91-1.el9 baseos 1.8 M 2024-06-06T08:07:40.312 INFO:teuthology.orchestra.run.smithi042.stdout: NetworkManager-team x86_64 1:1.47.91-1.el9 baseos 41 k 2024-06-06T08:07:40.312 INFO:teuthology.orchestra.run.smithi042.stdout: NetworkManager-tui x86_64 1:1.47.91-1.el9 baseos 248 k 2024-06-06T08:07:40.312 INFO:teuthology.orchestra.run.smithi042.stdout: elfutils-debuginfod-client x86_64 0.191-4.el9 baseos 37 k 2024-06-06T08:07:40.312 INFO:teuthology.orchestra.run.smithi042.stdout: elfutils-libelf x86_64 0.191-4.el9 baseos 207 k 2024-06-06T08:07:40.313 INFO:teuthology.orchestra.run.smithi042.stdout: elfutils-libs x86_64 0.191-4.el9 baseos 260 k 2024-06-06T08:07:40.313 INFO:teuthology.orchestra.run.smithi042.stdout: librados2 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 3.4 M 2024-06-06T08:07:40.313 INFO:teuthology.orchestra.run.smithi042.stdout: librbd1 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 3.1 M 2024-06-06T08:07:40.313 INFO:teuthology.orchestra.run.smithi042.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-06-06T08:07:40.313 INFO:teuthology.orchestra.run.smithi042.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-06-06T08:07:40.314 INFO:teuthology.orchestra.run.smithi042.stdout:Installing dependencies: 2024-06-06T08:07:40.314 INFO:teuthology.orchestra.run.smithi042.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-06-06T08:07:40.314 INFO:teuthology.orchestra.run.smithi042.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-06-06T08:07:40.314 INFO:teuthology.orchestra.run.smithi042.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-06-06T08:07:40.314 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-common x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 21 M 2024-06-06T08:07:40.314 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-grafana-dashboards noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 32 k 2024-06-06T08:07:40.315 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mds x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 2.4 M 2024-06-06T08:07:40.315 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr-modules-core noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 249 k 2024-06-06T08:07:40.315 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mon x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 4.7 M 2024-06-06T08:07:40.315 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-osd x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 17 M 2024-06-06T08:07:40.315 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-prometheus-alerts noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 16 k 2024-06-06T08:07:40.315 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-selinux x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 25 k 2024-06-06T08:07:40.316 INFO:teuthology.orchestra.run.smithi042.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-06-06T08:07:40.316 INFO:teuthology.orchestra.run.smithi042.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-06-06T08:07:40.316 INFO:teuthology.orchestra.run.smithi042.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-06-06T08:07:40.316 INFO:teuthology.orchestra.run.smithi042.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-06-06T08:07:40.316 INFO:teuthology.orchestra.run.smithi042.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-06-06T08:07:40.316 INFO:teuthology.orchestra.run.smithi042.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-06-06T08:07:40.317 INFO:teuthology.orchestra.run.smithi042.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-06-06T08:07:40.317 INFO:teuthology.orchestra.run.smithi042.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-06-06T08:07:40.317 INFO:teuthology.orchestra.run.smithi042.stdout: libcephsqlite x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 163 k 2024-06-06T08:07:40.317 INFO:teuthology.orchestra.run.smithi042.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-06-06T08:07:40.317 INFO:teuthology.orchestra.run.smithi042.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-06-06T08:07:40.317 INFO:teuthology.orchestra.run.smithi042.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-06-06T08:07:40.318 INFO:teuthology.orchestra.run.smithi042.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-06-06T08:07:40.318 INFO:teuthology.orchestra.run.smithi042.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-06-06T08:07:40.318 INFO:teuthology.orchestra.run.smithi042.stdout: libradosstriper1 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 501 k 2024-06-06T08:07:40.318 INFO:teuthology.orchestra.run.smithi042.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-06-06T08:07:40.318 INFO:teuthology.orchestra.run.smithi042.stdout: librgw2 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 5.3 M 2024-06-06T08:07:40.319 INFO:teuthology.orchestra.run.smithi042.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-06-06T08:07:40.319 INFO:teuthology.orchestra.run.smithi042.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-06-06T08:07:40.319 INFO:teuthology.orchestra.run.smithi042.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-06-06T08:07:40.319 INFO:teuthology.orchestra.run.smithi042.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-06-06T08:07:40.319 INFO:teuthology.orchestra.run.smithi042.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-06-06T08:07:40.319 INFO:teuthology.orchestra.run.smithi042.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-06-06T08:07:40.320 INFO:teuthology.orchestra.run.smithi042.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-06-06T08:07:40.320 INFO:teuthology.orchestra.run.smithi042.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-06-06T08:07:40.320 INFO:teuthology.orchestra.run.smithi042.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-06-06T08:07:40.320 INFO:teuthology.orchestra.run.smithi042.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-06-06T08:07:40.320 INFO:teuthology.orchestra.run.smithi042.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-06-06T08:07:40.320 INFO:teuthology.orchestra.run.smithi042.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-06-06T08:07:40.321 INFO:teuthology.orchestra.run.smithi042.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-06-06T08:07:40.321 INFO:teuthology.orchestra.run.smithi042.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-06-06T08:07:40.321 INFO:teuthology.orchestra.run.smithi042.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-06-06T08:07:40.321 INFO:teuthology.orchestra.run.smithi042.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-06-06T08:07:40.321 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-06-06T08:07:40.321 INFO:teuthology.orchestra.run.smithi042.stdout: python3-ceph-argparse x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 45 k 2024-06-06T08:07:40.322 INFO:teuthology.orchestra.run.smithi042.stdout: python3-ceph-common x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 135 k 2024-06-06T08:07:40.322 INFO:teuthology.orchestra.run.smithi042.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-06-06T08:07:40.322 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-06-06T08:07:40.322 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-06-06T08:07:40.322 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-06-06T08:07:40.322 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-06-06T08:07:40.323 INFO:teuthology.orchestra.run.smithi042.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-06-06T08:07:40.323 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-06-06T08:07:40.323 INFO:teuthology.orchestra.run.smithi042.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-06-06T08:07:40.323 INFO:teuthology.orchestra.run.smithi042.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-06-06T08:07:40.323 INFO:teuthology.orchestra.run.smithi042.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-06-06T08:07:40.323 INFO:teuthology.orchestra.run.smithi042.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-06-06T08:07:40.324 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-06-06T08:07:40.324 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-06-06T08:07:40.324 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-06-06T08:07:40.324 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-06-06T08:07:40.324 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-06-06T08:07:40.325 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-06-06T08:07:40.325 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-06-06T08:07:40.325 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-06-06T08:07:40.325 INFO:teuthology.orchestra.run.smithi042.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-06-06T08:07:40.325 INFO:teuthology.orchestra.run.smithi042.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-06-06T08:07:40.325 INFO:teuthology.orchestra.run.smithi042.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-06-06T08:07:40.326 INFO:teuthology.orchestra.run.smithi042.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-06-06T08:07:40.326 INFO:teuthology.orchestra.run.smithi042.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-06-06T08:07:40.326 INFO:teuthology.orchestra.run.smithi042.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-06-06T08:07:40.326 INFO:teuthology.orchestra.run.smithi042.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-06-06T08:07:40.326 INFO:teuthology.orchestra.run.smithi042.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-06-06T08:07:40.327 INFO:teuthology.orchestra.run.smithi042.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-06-06T08:07:40.327 INFO:teuthology.orchestra.run.smithi042.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-06-06T08:07:40.327 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-06-06T08:07:40.327 INFO:teuthology.orchestra.run.smithi042.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-06-06T08:07:40.327 INFO:teuthology.orchestra.run.smithi042.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-06-06T08:07:40.327 INFO:teuthology.orchestra.run.smithi042.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-06-06T08:07:40.328 INFO:teuthology.orchestra.run.smithi042.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-06-06T08:07:40.328 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-06-06T08:07:40.328 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-06-06T08:07:40.328 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-06-06T08:07:40.328 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-06-06T08:07:40.328 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-06-06T08:07:40.329 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-06-06T08:07:40.329 INFO:teuthology.orchestra.run.smithi042.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-06-06T08:07:40.329 INFO:teuthology.orchestra.run.smithi042.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-06-06T08:07:40.329 INFO:teuthology.orchestra.run.smithi042.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-06-06T08:07:40.329 INFO:teuthology.orchestra.run.smithi042.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-06-06T08:07:40.330 INFO:teuthology.orchestra.run.smithi042.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-06-06T08:07:40.330 INFO:teuthology.orchestra.run.smithi042.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-06-06T08:07:40.330 INFO:teuthology.orchestra.run.smithi042.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-06-06T08:07:40.330 INFO:teuthology.orchestra.run.smithi042.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-06-06T08:07:40.330 INFO:teuthology.orchestra.run.smithi042.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-06-06T08:07:40.331 INFO:teuthology.orchestra.run.smithi042.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-06-06T08:07:40.331 INFO:teuthology.orchestra.run.smithi042.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-06-06T08:07:40.331 INFO:teuthology.orchestra.run.smithi042.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-06-06T08:07:40.331 INFO:teuthology.orchestra.run.smithi042.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-06-06T08:07:40.331 INFO:teuthology.orchestra.run.smithi042.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-06-06T08:07:40.331 INFO:teuthology.orchestra.run.smithi042.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-06-06T08:07:40.332 INFO:teuthology.orchestra.run.smithi042.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-06-06T08:07:40.332 INFO:teuthology.orchestra.run.smithi042.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-06-06T08:07:40.332 INFO:teuthology.orchestra.run.smithi042.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-06-06T08:07:40.332 INFO:teuthology.orchestra.run.smithi042.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-06-06T08:07:40.332 INFO:teuthology.orchestra.run.smithi042.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-06-06T08:07:40.332 INFO:teuthology.orchestra.run.smithi042.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-06-06T08:07:40.333 INFO:teuthology.orchestra.run.smithi042.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-06-06T08:07:40.333 INFO:teuthology.orchestra.run.smithi042.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-06-06T08:07:40.333 INFO:teuthology.orchestra.run.smithi042.stdout:Installing weak dependencies: 2024-06-06T08:07:40.333 INFO:teuthology.orchestra.run.smithi042.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-06-06T08:07:40.333 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:07:40.333 INFO:teuthology.orchestra.run.smithi042.stdout:Transaction Summary 2024-06-06T08:07:40.334 INFO:teuthology.orchestra.run.smithi042.stdout:======================================================================================= 2024-06-06T08:07:40.334 INFO:teuthology.orchestra.run.smithi042.stdout:Install 148 Packages 2024-06-06T08:07:40.334 INFO:teuthology.orchestra.run.smithi042.stdout:Upgrade 11 Packages 2024-06-06T08:07:40.334 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:07:40.335 INFO:teuthology.orchestra.run.smithi042.stdout:Total download size: 225 M 2024-06-06T08:07:40.335 INFO:teuthology.orchestra.run.smithi042.stdout:Downloading Packages: 2024-06-06T08:07:40.366 INFO:teuthology.orchestra.run.smithi120.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-06-06T08:07:40.367 INFO:teuthology.orchestra.run.smithi120.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-06-06T08:07:40.377 INFO:teuthology.orchestra.run.smithi120.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-06-06T08:07:40.378 INFO:teuthology.orchestra.run.smithi120.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-06-06T08:07:40.379 INFO:teuthology.orchestra.run.smithi120.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-06-06T08:07:40.379 INFO:teuthology.orchestra.run.smithi120.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-06-06T08:07:40.381 INFO:teuthology.orchestra.run.smithi120.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-06-06T08:07:40.383 INFO:teuthology.orchestra.run.smithi120.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-06-06T08:07:40.384 INFO:teuthology.orchestra.run.smithi120.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-06-06T08:07:40.446 INFO:teuthology.orchestra.run.smithi120.stdout:Dependencies resolved. 2024-06-06T08:07:40.472 INFO:teuthology.orchestra.run.smithi120.stdout:======================================================================================= 2024-06-06T08:07:40.472 INFO:teuthology.orchestra.run.smithi120.stdout: Package Arch Version Repository Size 2024-06-06T08:07:40.472 INFO:teuthology.orchestra.run.smithi120.stdout:======================================================================================= 2024-06-06T08:07:40.472 INFO:teuthology.orchestra.run.smithi120.stdout:Installing: 2024-06-06T08:07:40.472 INFO:teuthology.orchestra.run.smithi120.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-06-06T08:07:40.472 INFO:teuthology.orchestra.run.smithi120.stdout: ceph x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 6.6 k 2024-06-06T08:07:40.472 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-base x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 5.4 M 2024-06-06T08:07:40.473 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-fuse x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 890 k 2024-06-06T08:07:40.473 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 145 k 2024-06-06T08:07:40.473 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-mgr x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 1.5 M 2024-06-06T08:07:40.473 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-mgr-cephadm noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 142 k 2024-06-06T08:07:40.473 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-mgr-dashboard noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 3.5 M 2024-06-06T08:07:40.473 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 7.4 M 2024-06-06T08:07:40.473 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-mgr-rook noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 49 k 2024-06-06T08:07:40.473 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-radosgw x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 10 M 2024-06-06T08:07:40.473 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-test x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 48 M 2024-06-06T08:07:40.473 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-volume noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 264 k 2024-06-06T08:07:40.473 INFO:teuthology.orchestra.run.smithi120.stdout: cephadm noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 763 k 2024-06-06T08:07:40.473 INFO:teuthology.orchestra.run.smithi120.stdout: cephfs-mirror x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 221 k 2024-06-06T08:07:40.474 INFO:teuthology.orchestra.run.smithi120.stdout: cephfs-shell x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 27 k 2024-06-06T08:07:40.474 INFO:teuthology.orchestra.run.smithi120.stdout: cephfs-top noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 18 k 2024-06-06T08:07:40.474 INFO:teuthology.orchestra.run.smithi120.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-06-06T08:07:40.474 INFO:teuthology.orchestra.run.smithi120.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-06-06T08:07:40.474 INFO:teuthology.orchestra.run.smithi120.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-06-06T08:07:40.474 INFO:teuthology.orchestra.run.smithi120.stdout: libcephfs-devel x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 32 k 2024-06-06T08:07:40.474 INFO:teuthology.orchestra.run.smithi120.stdout: libcephfs2 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 747 k 2024-06-06T08:07:40.474 INFO:teuthology.orchestra.run.smithi120.stdout: librados-devel x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 127 k 2024-06-06T08:07:40.475 INFO:teuthology.orchestra.run.smithi120.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-06-06T08:07:40.475 INFO:teuthology.orchestra.run.smithi120.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-06-06T08:07:40.475 INFO:teuthology.orchestra.run.smithi120.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-06-06T08:07:40.475 INFO:teuthology.orchestra.run.smithi120.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-06-06T08:07:40.475 INFO:teuthology.orchestra.run.smithi120.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-06-06T08:07:40.475 INFO:teuthology.orchestra.run.smithi120.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-06-06T08:07:40.475 INFO:teuthology.orchestra.run.smithi120.stdout: python3-cephfs x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 162 k 2024-06-06T08:07:40.475 INFO:teuthology.orchestra.run.smithi120.stdout: python3-rados x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 321 k 2024-06-06T08:07:40.475 INFO:teuthology.orchestra.run.smithi120.stdout: python3-rbd x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 300 k 2024-06-06T08:07:40.475 INFO:teuthology.orchestra.run.smithi120.stdout: python3-rgw x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 99 k 2024-06-06T08:07:40.476 INFO:teuthology.orchestra.run.smithi120.stdout: rbd-fuse x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 85 k 2024-06-06T08:07:40.476 INFO:teuthology.orchestra.run.smithi120.stdout: rbd-mirror x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 3.1 M 2024-06-06T08:07:40.476 INFO:teuthology.orchestra.run.smithi120.stdout: rbd-nbd x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 171 k 2024-06-06T08:07:40.476 INFO:teuthology.orchestra.run.smithi120.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-06-06T08:07:40.476 INFO:teuthology.orchestra.run.smithi120.stdout:Upgrading: 2024-06-06T08:07:40.476 INFO:teuthology.orchestra.run.smithi120.stdout: NetworkManager x86_64 1:1.47.91-1.el9 baseos 2.3 M 2024-06-06T08:07:40.476 INFO:teuthology.orchestra.run.smithi120.stdout: NetworkManager-libnm x86_64 1:1.47.91-1.el9 baseos 1.8 M 2024-06-06T08:07:40.476 INFO:teuthology.orchestra.run.smithi120.stdout: NetworkManager-team x86_64 1:1.47.91-1.el9 baseos 41 k 2024-06-06T08:07:40.476 INFO:teuthology.orchestra.run.smithi120.stdout: NetworkManager-tui x86_64 1:1.47.91-1.el9 baseos 248 k 2024-06-06T08:07:40.476 INFO:teuthology.orchestra.run.smithi120.stdout: elfutils-debuginfod-client x86_64 0.191-4.el9 baseos 37 k 2024-06-06T08:07:40.476 INFO:teuthology.orchestra.run.smithi120.stdout: elfutils-libelf x86_64 0.191-4.el9 baseos 207 k 2024-06-06T08:07:40.476 INFO:teuthology.orchestra.run.smithi120.stdout: elfutils-libs x86_64 0.191-4.el9 baseos 260 k 2024-06-06T08:07:40.477 INFO:teuthology.orchestra.run.smithi120.stdout: librados2 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 3.4 M 2024-06-06T08:07:40.477 INFO:teuthology.orchestra.run.smithi120.stdout: librbd1 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 3.1 M 2024-06-06T08:07:40.477 INFO:teuthology.orchestra.run.smithi120.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-06-06T08:07:40.477 INFO:teuthology.orchestra.run.smithi120.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-06-06T08:07:40.477 INFO:teuthology.orchestra.run.smithi120.stdout:Installing dependencies: 2024-06-06T08:07:40.477 INFO:teuthology.orchestra.run.smithi120.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-06-06T08:07:40.477 INFO:teuthology.orchestra.run.smithi120.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-06-06T08:07:40.477 INFO:teuthology.orchestra.run.smithi120.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-06-06T08:07:40.477 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-common x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 21 M 2024-06-06T08:07:40.477 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-grafana-dashboards noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 32 k 2024-06-06T08:07:40.477 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-mds x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 2.4 M 2024-06-06T08:07:40.477 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-mgr-modules-core noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 249 k 2024-06-06T08:07:40.478 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-mon x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 4.7 M 2024-06-06T08:07:40.478 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-osd x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 17 M 2024-06-06T08:07:40.478 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-prometheus-alerts noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 16 k 2024-06-06T08:07:40.478 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-selinux x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 25 k 2024-06-06T08:07:40.478 INFO:teuthology.orchestra.run.smithi120.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-06-06T08:07:40.478 INFO:teuthology.orchestra.run.smithi120.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-06-06T08:07:40.478 INFO:teuthology.orchestra.run.smithi120.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-06-06T08:07:40.478 INFO:teuthology.orchestra.run.smithi120.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-06-06T08:07:40.478 INFO:teuthology.orchestra.run.smithi120.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-06-06T08:07:40.478 INFO:teuthology.orchestra.run.smithi120.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-06-06T08:07:40.478 INFO:teuthology.orchestra.run.smithi120.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-06-06T08:07:40.478 INFO:teuthology.orchestra.run.smithi120.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-06-06T08:07:40.479 INFO:teuthology.orchestra.run.smithi120.stdout: libcephsqlite x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 163 k 2024-06-06T08:07:40.479 INFO:teuthology.orchestra.run.smithi120.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-06-06T08:07:40.479 INFO:teuthology.orchestra.run.smithi120.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-06-06T08:07:40.479 INFO:teuthology.orchestra.run.smithi120.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-06-06T08:07:40.479 INFO:teuthology.orchestra.run.smithi120.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-06-06T08:07:40.479 INFO:teuthology.orchestra.run.smithi120.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-06-06T08:07:40.479 INFO:teuthology.orchestra.run.smithi120.stdout: libradosstriper1 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 501 k 2024-06-06T08:07:40.479 INFO:teuthology.orchestra.run.smithi120.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-06-06T08:07:40.479 INFO:teuthology.orchestra.run.smithi120.stdout: librgw2 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 5.3 M 2024-06-06T08:07:40.479 INFO:teuthology.orchestra.run.smithi120.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-06-06T08:07:40.479 INFO:teuthology.orchestra.run.smithi120.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-06-06T08:07:40.479 INFO:teuthology.orchestra.run.smithi120.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-06-06T08:07:40.480 INFO:teuthology.orchestra.run.smithi120.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-06-06T08:07:40.480 INFO:teuthology.orchestra.run.smithi120.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-06-06T08:07:40.480 INFO:teuthology.orchestra.run.smithi120.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-06-06T08:07:40.480 INFO:teuthology.orchestra.run.smithi120.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-06-06T08:07:40.480 INFO:teuthology.orchestra.run.smithi120.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-06-06T08:07:40.480 INFO:teuthology.orchestra.run.smithi120.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-06-06T08:07:40.480 INFO:teuthology.orchestra.run.smithi120.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-06-06T08:07:40.480 INFO:teuthology.orchestra.run.smithi120.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-06-06T08:07:40.480 INFO:teuthology.orchestra.run.smithi120.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-06-06T08:07:40.480 INFO:teuthology.orchestra.run.smithi120.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-06-06T08:07:40.480 INFO:teuthology.orchestra.run.smithi120.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-06-06T08:07:40.480 INFO:teuthology.orchestra.run.smithi120.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-06-06T08:07:40.480 INFO:teuthology.orchestra.run.smithi120.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-06-06T08:07:40.481 INFO:teuthology.orchestra.run.smithi120.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-06-06T08:07:40.481 INFO:teuthology.orchestra.run.smithi120.stdout: python3-ceph-argparse x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 45 k 2024-06-06T08:07:40.481 INFO:teuthology.orchestra.run.smithi120.stdout: python3-ceph-common x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 135 k 2024-06-06T08:07:40.481 INFO:teuthology.orchestra.run.smithi120.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-06-06T08:07:40.481 INFO:teuthology.orchestra.run.smithi120.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-06-06T08:07:40.481 INFO:teuthology.orchestra.run.smithi120.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-06-06T08:07:40.481 INFO:teuthology.orchestra.run.smithi120.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-06-06T08:07:40.481 INFO:teuthology.orchestra.run.smithi120.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-06-06T08:07:40.481 INFO:teuthology.orchestra.run.smithi120.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-06-06T08:07:40.481 INFO:teuthology.orchestra.run.smithi120.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-06-06T08:07:40.481 INFO:teuthology.orchestra.run.smithi120.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-06-06T08:07:40.482 INFO:teuthology.orchestra.run.smithi120.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-06-06T08:07:40.482 INFO:teuthology.orchestra.run.smithi120.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-06-06T08:07:40.482 INFO:teuthology.orchestra.run.smithi120.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-06-06T08:07:40.482 INFO:teuthology.orchestra.run.smithi120.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-06-06T08:07:40.482 INFO:teuthology.orchestra.run.smithi120.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-06-06T08:07:40.482 INFO:teuthology.orchestra.run.smithi120.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-06-06T08:07:40.482 INFO:teuthology.orchestra.run.smithi120.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-06-06T08:07:40.482 INFO:teuthology.orchestra.run.smithi120.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-06-06T08:07:40.482 INFO:teuthology.orchestra.run.smithi120.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-06-06T08:07:40.482 INFO:teuthology.orchestra.run.smithi120.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-06-06T08:07:40.482 INFO:teuthology.orchestra.run.smithi120.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-06-06T08:07:40.482 INFO:teuthology.orchestra.run.smithi120.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-06-06T08:07:40.483 INFO:teuthology.orchestra.run.smithi120.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-06-06T08:07:40.483 INFO:teuthology.orchestra.run.smithi120.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-06-06T08:07:40.483 INFO:teuthology.orchestra.run.smithi120.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-06-06T08:07:40.483 INFO:teuthology.orchestra.run.smithi120.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-06-06T08:07:40.483 INFO:teuthology.orchestra.run.smithi120.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-06-06T08:07:40.483 INFO:teuthology.orchestra.run.smithi120.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-06-06T08:07:40.483 INFO:teuthology.orchestra.run.smithi120.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-06-06T08:07:40.483 INFO:teuthology.orchestra.run.smithi120.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-06-06T08:07:40.483 INFO:teuthology.orchestra.run.smithi120.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-06-06T08:07:40.483 INFO:teuthology.orchestra.run.smithi120.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-06-06T08:07:40.483 INFO:teuthology.orchestra.run.smithi120.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-06-06T08:07:40.483 INFO:teuthology.orchestra.run.smithi120.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-06-06T08:07:40.484 INFO:teuthology.orchestra.run.smithi120.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-06-06T08:07:40.484 INFO:teuthology.orchestra.run.smithi120.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-06-06T08:07:40.484 INFO:teuthology.orchestra.run.smithi120.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-06-06T08:07:40.484 INFO:teuthology.orchestra.run.smithi120.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-06-06T08:07:40.484 INFO:teuthology.orchestra.run.smithi120.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-06-06T08:07:40.484 INFO:teuthology.orchestra.run.smithi120.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-06-06T08:07:40.484 INFO:teuthology.orchestra.run.smithi120.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-06-06T08:07:40.484 INFO:teuthology.orchestra.run.smithi120.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-06-06T08:07:40.484 INFO:teuthology.orchestra.run.smithi120.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-06-06T08:07:40.484 INFO:teuthology.orchestra.run.smithi120.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-06-06T08:07:40.484 INFO:teuthology.orchestra.run.smithi120.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-06-06T08:07:40.484 INFO:teuthology.orchestra.run.smithi120.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-06-06T08:07:40.485 INFO:teuthology.orchestra.run.smithi120.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-06-06T08:07:40.485 INFO:teuthology.orchestra.run.smithi120.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-06-06T08:07:40.485 INFO:teuthology.orchestra.run.smithi120.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-06-06T08:07:40.485 INFO:teuthology.orchestra.run.smithi120.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-06-06T08:07:40.485 INFO:teuthology.orchestra.run.smithi120.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-06-06T08:07:40.485 INFO:teuthology.orchestra.run.smithi120.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-06-06T08:07:40.485 INFO:teuthology.orchestra.run.smithi120.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-06-06T08:07:40.485 INFO:teuthology.orchestra.run.smithi120.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-06-06T08:07:40.485 INFO:teuthology.orchestra.run.smithi120.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-06-06T08:07:40.486 INFO:teuthology.orchestra.run.smithi120.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-06-06T08:07:40.486 INFO:teuthology.orchestra.run.smithi120.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-06-06T08:07:40.486 INFO:teuthology.orchestra.run.smithi120.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-06-06T08:07:40.486 INFO:teuthology.orchestra.run.smithi120.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-06-06T08:07:40.486 INFO:teuthology.orchestra.run.smithi120.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-06-06T08:07:40.486 INFO:teuthology.orchestra.run.smithi120.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-06-06T08:07:40.486 INFO:teuthology.orchestra.run.smithi120.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-06-06T08:07:40.486 INFO:teuthology.orchestra.run.smithi120.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-06-06T08:07:40.486 INFO:teuthology.orchestra.run.smithi120.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-06-06T08:07:40.486 INFO:teuthology.orchestra.run.smithi120.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-06-06T08:07:40.487 INFO:teuthology.orchestra.run.smithi120.stdout:Installing weak dependencies: 2024-06-06T08:07:40.487 INFO:teuthology.orchestra.run.smithi120.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-06-06T08:07:40.487 INFO:teuthology.orchestra.run.smithi120.stdout: 2024-06-06T08:07:40.487 INFO:teuthology.orchestra.run.smithi120.stdout:Transaction Summary 2024-06-06T08:07:40.487 INFO:teuthology.orchestra.run.smithi120.stdout:======================================================================================= 2024-06-06T08:07:40.487 INFO:teuthology.orchestra.run.smithi120.stdout:Install 148 Packages 2024-06-06T08:07:40.487 INFO:teuthology.orchestra.run.smithi120.stdout:Upgrade 11 Packages 2024-06-06T08:07:40.487 INFO:teuthology.orchestra.run.smithi120.stdout: 2024-06-06T08:07:40.488 INFO:teuthology.orchestra.run.smithi120.stdout:Total download size: 225 M 2024-06-06T08:07:40.488 INFO:teuthology.orchestra.run.smithi120.stdout:Downloading Packages: 2024-06-06T08:07:41.458 INFO:teuthology.orchestra.run.smithi120.stdout:(1/159): ceph-19.0.0-2946.g3d89accf.el9.x86_64. 19 kB/s | 6.6 kB 00:00 2024-06-06T08:07:41.703 INFO:teuthology.orchestra.run.smithi042.stdout:(1/159): ceph-19.0.0-2946.g3d89accf.el9.x86_64. 15 kB/s | 6.6 kB 00:00 2024-06-06T08:07:41.967 INFO:teuthology.orchestra.run.smithi149.stdout:Extra Packages for Enterprise Linux 11 MB/s | 21 MB 00:01 2024-06-06T08:07:42.225 INFO:teuthology.orchestra.run.smithi120.stdout:(2/159): ceph-fuse-19.0.0-2946.g3d89accf.el9.x8 1.1 MB/s | 890 kB 00:00 2024-06-06T08:07:42.325 INFO:teuthology.orchestra.run.smithi120.stdout:(3/159): ceph-immutable-object-cache-19.0.0-294 1.4 MB/s | 145 kB 00:00 2024-06-06T08:07:43.070 INFO:teuthology.orchestra.run.smithi042.stdout:(2/159): ceph-fuse-19.0.0-2946.g3d89accf.el9.x8 651 kB/s | 890 kB 00:01 2024-06-06T08:07:43.258 INFO:teuthology.orchestra.run.smithi120.stdout:(4/159): ceph-mds-19.0.0-2946.g3d89accf.el9.x86 2.5 MB/s | 2.4 MB 00:00 2024-06-06T08:07:43.261 INFO:teuthology.orchestra.run.smithi042.stdout:(3/159): ceph-immutable-object-cache-19.0.0-294 757 kB/s | 145 kB 00:00 2024-06-06T08:07:43.509 INFO:teuthology.orchestra.run.smithi120.stdout:(5/159): ceph-base-19.0.0-2946.g3d89accf.el9.x8 2.2 MB/s | 5.4 MB 00:02 2024-06-06T08:07:43.676 INFO:teuthology.orchestra.run.smithi120.stdout:(6/159): ceph-mgr-19.0.0-2946.g3d89accf.el9.x86 3.6 MB/s | 1.5 MB 00:00 2024-06-06T08:07:44.737 INFO:teuthology.orchestra.run.smithi042.stdout:(4/159): ceph-mds-19.0.0-2946.g3d89accf.el9.x86 1.6 MB/s | 2.4 MB 00:01 2024-06-06T08:07:45.084 INFO:teuthology.orchestra.run.smithi120.stdout:(7/159): ceph-mon-19.0.0-2946.g3d89accf.el9.x86 3.0 MB/s | 4.7 MB 00:01 2024-06-06T08:07:45.295 INFO:teuthology.orchestra.run.smithi042.stdout:(5/159): ceph-mgr-19.0.0-2946.g3d89accf.el9.x86 2.7 MB/s | 1.5 MB 00:00 2024-06-06T08:07:46.479 INFO:teuthology.orchestra.run.smithi042.stdout:(6/159): ceph-mon-19.0.0-2946.g3d89accf.el9.x86 4.0 MB/s | 4.7 MB 00:01 2024-06-06T08:07:47.051 INFO:teuthology.orchestra.run.smithi120.stdout:(8/159): ceph-osd-19.0.0-2946.g3d89accf.el9.x86 5.0 MB/s | 17 MB 00:03 2024-06-06T08:07:47.165 INFO:teuthology.orchestra.run.smithi149.stdout:lab-extras 33 kB/s | 1.7 kB 00:00 2024-06-06T08:07:47.181 INFO:teuthology.orchestra.run.smithi120.stdout:(9/159): ceph-selinux-19.0.0-2946.g3d89accf.el9 194 kB/s | 25 kB 00:00 2024-06-06T08:07:47.530 INFO:teuthology.orchestra.run.smithi042.stdout:(7/159): ceph-base-19.0.0-2946.g3d89accf.el9.x8 876 kB/s | 5.4 MB 00:06 2024-06-06T08:07:48.618 INFO:teuthology.orchestra.run.smithi120.stdout:(10/159): ceph-radosgw-19.0.0-2946.g3d89accf.el 2.9 MB/s | 10 MB 00:03 2024-06-06T08:07:48.735 INFO:teuthology.orchestra.run.smithi120.stdout:(11/159): cephfs-mirror-19.0.0-2946.g3d89accf.e 1.9 MB/s | 221 kB 00:00 2024-06-06T08:07:48.844 INFO:teuthology.orchestra.run.smithi120.stdout:(12/159): cephfs-shell-19.0.0-2946.g3d89accf.el 250 kB/s | 27 kB 00:00 2024-06-06T08:07:48.888 INFO:teuthology.orchestra.run.smithi042.stdout:(8/159): ceph-osd-19.0.0-2946.g3d89accf.el9.x86 7.0 MB/s | 17 MB 00:02 2024-06-06T08:07:48.960 INFO:teuthology.orchestra.run.smithi120.stdout:(13/159): libcephfs-devel-19.0.0-2946.g3d89accf 272 kB/s | 32 kB 00:00 2024-06-06T08:07:49.005 INFO:teuthology.orchestra.run.smithi042.stdout:(9/159): ceph-selinux-19.0.0-2946.g3d89accf.el9 216 kB/s | 25 kB 00:00 2024-06-06T08:07:49.211 INFO:teuthology.orchestra.run.smithi120.stdout:(14/159): ceph-common-19.0.0-2946.g3d89accf.el9 2.6 MB/s | 21 MB 00:08 2024-06-06T08:07:49.311 INFO:teuthology.orchestra.run.smithi120.stdout:(15/159): libcephsqlite-19.0.0-2946.g3d89accf.e 1.6 MB/s | 163 kB 00:00 2024-06-06T08:07:49.345 INFO:teuthology.orchestra.run.smithi120.stdout:(16/159): libcephfs2-19.0.0-2946.g3d89accf.el9. 1.9 MB/s | 747 kB 00:00 2024-06-06T08:07:49.404 INFO:teuthology.orchestra.run.smithi120.stdout:(17/159): librados-devel-19.0.0-2946.g3d89accf. 1.3 MB/s | 127 kB 00:00 2024-06-06T08:07:49.533 INFO:teuthology.orchestra.run.smithi149.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-06-06T08:07:49.534 INFO:teuthology.orchestra.run.smithi149.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-06-06T08:07:49.545 INFO:teuthology.orchestra.run.smithi149.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-06-06T08:07:49.546 INFO:teuthology.orchestra.run.smithi149.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-06-06T08:07:49.547 INFO:teuthology.orchestra.run.smithi149.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-06-06T08:07:49.548 INFO:teuthology.orchestra.run.smithi149.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-06-06T08:07:49.549 INFO:teuthology.orchestra.run.smithi149.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-06-06T08:07:49.552 INFO:teuthology.orchestra.run.smithi149.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-06-06T08:07:49.553 INFO:teuthology.orchestra.run.smithi149.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-06-06T08:07:49.604 INFO:teuthology.orchestra.run.smithi120.stdout:(18/159): libradosstriper1-19.0.0-2946.g3d89acc 1.9 MB/s | 501 kB 00:00 2024-06-06T08:07:49.616 INFO:teuthology.orchestra.run.smithi149.stdout:Dependencies resolved. 2024-06-06T08:07:49.630 INFO:teuthology.orchestra.run.smithi149.stdout:======================================================================================= 2024-06-06T08:07:49.630 INFO:teuthology.orchestra.run.smithi149.stdout: Package Arch Version Repository Size 2024-06-06T08:07:49.630 INFO:teuthology.orchestra.run.smithi149.stdout:======================================================================================= 2024-06-06T08:07:49.630 INFO:teuthology.orchestra.run.smithi149.stdout:Installing: 2024-06-06T08:07:49.630 INFO:teuthology.orchestra.run.smithi149.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-06-06T08:07:49.630 INFO:teuthology.orchestra.run.smithi149.stdout: ceph x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 6.6 k 2024-06-06T08:07:49.630 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-base x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 5.4 M 2024-06-06T08:07:49.631 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-fuse x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 890 k 2024-06-06T08:07:49.631 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 145 k 2024-06-06T08:07:49.631 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 1.5 M 2024-06-06T08:07:49.631 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr-cephadm noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 142 k 2024-06-06T08:07:49.631 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr-dashboard noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 3.5 M 2024-06-06T08:07:49.631 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 7.4 M 2024-06-06T08:07:49.631 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr-rook noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 49 k 2024-06-06T08:07:49.631 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-radosgw x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 10 M 2024-06-06T08:07:49.631 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-test x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 48 M 2024-06-06T08:07:49.631 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-volume noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 264 k 2024-06-06T08:07:49.631 INFO:teuthology.orchestra.run.smithi149.stdout: cephadm noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 763 k 2024-06-06T08:07:49.631 INFO:teuthology.orchestra.run.smithi149.stdout: cephfs-mirror x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 221 k 2024-06-06T08:07:49.631 INFO:teuthology.orchestra.run.smithi149.stdout: cephfs-shell x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 27 k 2024-06-06T08:07:49.632 INFO:teuthology.orchestra.run.smithi149.stdout: cephfs-top noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 18 k 2024-06-06T08:07:49.632 INFO:teuthology.orchestra.run.smithi149.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-06-06T08:07:49.632 INFO:teuthology.orchestra.run.smithi149.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-06-06T08:07:49.632 INFO:teuthology.orchestra.run.smithi149.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-06-06T08:07:49.632 INFO:teuthology.orchestra.run.smithi149.stdout: libcephfs-devel x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 32 k 2024-06-06T08:07:49.632 INFO:teuthology.orchestra.run.smithi149.stdout: libcephfs2 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 747 k 2024-06-06T08:07:49.632 INFO:teuthology.orchestra.run.smithi149.stdout: librados-devel x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 127 k 2024-06-06T08:07:49.632 INFO:teuthology.orchestra.run.smithi149.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-06-06T08:07:49.632 INFO:teuthology.orchestra.run.smithi149.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-06-06T08:07:49.632 INFO:teuthology.orchestra.run.smithi149.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-06-06T08:07:49.633 INFO:teuthology.orchestra.run.smithi149.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-06-06T08:07:49.633 INFO:teuthology.orchestra.run.smithi149.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-06-06T08:07:49.633 INFO:teuthology.orchestra.run.smithi149.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-06-06T08:07:49.633 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cephfs x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 162 k 2024-06-06T08:07:49.633 INFO:teuthology.orchestra.run.smithi149.stdout: python3-rados x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 321 k 2024-06-06T08:07:49.633 INFO:teuthology.orchestra.run.smithi149.stdout: python3-rbd x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 300 k 2024-06-06T08:07:49.633 INFO:teuthology.orchestra.run.smithi149.stdout: python3-rgw x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 99 k 2024-06-06T08:07:49.633 INFO:teuthology.orchestra.run.smithi149.stdout: rbd-fuse x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 85 k 2024-06-06T08:07:49.633 INFO:teuthology.orchestra.run.smithi149.stdout: rbd-mirror x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 3.1 M 2024-06-06T08:07:49.633 INFO:teuthology.orchestra.run.smithi149.stdout: rbd-nbd x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 171 k 2024-06-06T08:07:49.633 INFO:teuthology.orchestra.run.smithi149.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-06-06T08:07:49.634 INFO:teuthology.orchestra.run.smithi149.stdout:Upgrading: 2024-06-06T08:07:49.634 INFO:teuthology.orchestra.run.smithi149.stdout: NetworkManager x86_64 1:1.47.91-1.el9 baseos 2.3 M 2024-06-06T08:07:49.634 INFO:teuthology.orchestra.run.smithi149.stdout: NetworkManager-libnm x86_64 1:1.47.91-1.el9 baseos 1.8 M 2024-06-06T08:07:49.634 INFO:teuthology.orchestra.run.smithi149.stdout: NetworkManager-team x86_64 1:1.47.91-1.el9 baseos 41 k 2024-06-06T08:07:49.634 INFO:teuthology.orchestra.run.smithi149.stdout: NetworkManager-tui x86_64 1:1.47.91-1.el9 baseos 248 k 2024-06-06T08:07:49.634 INFO:teuthology.orchestra.run.smithi149.stdout: elfutils-debuginfod-client x86_64 0.191-4.el9 baseos 37 k 2024-06-06T08:07:49.634 INFO:teuthology.orchestra.run.smithi149.stdout: elfutils-libelf x86_64 0.191-4.el9 baseos 207 k 2024-06-06T08:07:49.634 INFO:teuthology.orchestra.run.smithi149.stdout: elfutils-libs x86_64 0.191-4.el9 baseos 260 k 2024-06-06T08:07:49.634 INFO:teuthology.orchestra.run.smithi149.stdout: librados2 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 3.4 M 2024-06-06T08:07:49.635 INFO:teuthology.orchestra.run.smithi149.stdout: librbd1 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 3.1 M 2024-06-06T08:07:49.635 INFO:teuthology.orchestra.run.smithi149.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-06-06T08:07:49.635 INFO:teuthology.orchestra.run.smithi149.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-06-06T08:07:49.635 INFO:teuthology.orchestra.run.smithi149.stdout:Installing dependencies: 2024-06-06T08:07:49.635 INFO:teuthology.orchestra.run.smithi149.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-06-06T08:07:49.635 INFO:teuthology.orchestra.run.smithi149.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-06-06T08:07:49.635 INFO:teuthology.orchestra.run.smithi149.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-06-06T08:07:49.635 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-common x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 21 M 2024-06-06T08:07:49.635 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-grafana-dashboards noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 32 k 2024-06-06T08:07:49.635 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mds x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 2.4 M 2024-06-06T08:07:49.635 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr-modules-core noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 249 k 2024-06-06T08:07:49.635 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mon x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 4.7 M 2024-06-06T08:07:49.635 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-osd x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 17 M 2024-06-06T08:07:49.636 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-prometheus-alerts noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 16 k 2024-06-06T08:07:49.636 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-selinux x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 25 k 2024-06-06T08:07:49.636 INFO:teuthology.orchestra.run.smithi149.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-06-06T08:07:49.636 INFO:teuthology.orchestra.run.smithi149.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-06-06T08:07:49.636 INFO:teuthology.orchestra.run.smithi149.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-06-06T08:07:49.636 INFO:teuthology.orchestra.run.smithi149.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-06-06T08:07:49.636 INFO:teuthology.orchestra.run.smithi149.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-06-06T08:07:49.636 INFO:teuthology.orchestra.run.smithi149.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-06-06T08:07:49.636 INFO:teuthology.orchestra.run.smithi149.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-06-06T08:07:49.636 INFO:teuthology.orchestra.run.smithi149.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-06-06T08:07:49.636 INFO:teuthology.orchestra.run.smithi149.stdout: libcephsqlite x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 163 k 2024-06-06T08:07:49.636 INFO:teuthology.orchestra.run.smithi149.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-06-06T08:07:49.637 INFO:teuthology.orchestra.run.smithi149.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-06-06T08:07:49.637 INFO:teuthology.orchestra.run.smithi149.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-06-06T08:07:49.637 INFO:teuthology.orchestra.run.smithi149.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-06-06T08:07:49.637 INFO:teuthology.orchestra.run.smithi149.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-06-06T08:07:49.637 INFO:teuthology.orchestra.run.smithi149.stdout: libradosstriper1 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 501 k 2024-06-06T08:07:49.638 INFO:teuthology.orchestra.run.smithi149.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-06-06T08:07:49.638 INFO:teuthology.orchestra.run.smithi149.stdout: librgw2 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 5.3 M 2024-06-06T08:07:49.638 INFO:teuthology.orchestra.run.smithi149.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-06-06T08:07:49.638 INFO:teuthology.orchestra.run.smithi149.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-06-06T08:07:49.638 INFO:teuthology.orchestra.run.smithi149.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-06-06T08:07:49.638 INFO:teuthology.orchestra.run.smithi149.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-06-06T08:07:49.638 INFO:teuthology.orchestra.run.smithi149.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-06-06T08:07:49.638 INFO:teuthology.orchestra.run.smithi149.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-06-06T08:07:49.638 INFO:teuthology.orchestra.run.smithi149.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-06-06T08:07:49.638 INFO:teuthology.orchestra.run.smithi149.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-06-06T08:07:49.639 INFO:teuthology.orchestra.run.smithi149.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-06-06T08:07:49.639 INFO:teuthology.orchestra.run.smithi149.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-06-06T08:07:49.639 INFO:teuthology.orchestra.run.smithi149.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-06-06T08:07:49.639 INFO:teuthology.orchestra.run.smithi149.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-06-06T08:07:49.639 INFO:teuthology.orchestra.run.smithi149.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-06-06T08:07:49.639 INFO:teuthology.orchestra.run.smithi149.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-06-06T08:07:49.639 INFO:teuthology.orchestra.run.smithi149.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-06-06T08:07:49.639 INFO:teuthology.orchestra.run.smithi149.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-06-06T08:07:49.639 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-06-06T08:07:49.640 INFO:teuthology.orchestra.run.smithi149.stdout: python3-ceph-argparse x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 45 k 2024-06-06T08:07:49.640 INFO:teuthology.orchestra.run.smithi149.stdout: python3-ceph-common x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 135 k 2024-06-06T08:07:49.640 INFO:teuthology.orchestra.run.smithi149.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-06-06T08:07:49.640 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-06-06T08:07:49.640 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-06-06T08:07:49.640 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-06-06T08:07:49.640 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-06-06T08:07:49.640 INFO:teuthology.orchestra.run.smithi149.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-06-06T08:07:49.640 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-06-06T08:07:49.640 INFO:teuthology.orchestra.run.smithi149.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-06-06T08:07:49.640 INFO:teuthology.orchestra.run.smithi149.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-06-06T08:07:49.640 INFO:teuthology.orchestra.run.smithi149.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-06-06T08:07:49.640 INFO:teuthology.orchestra.run.smithi149.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-06-06T08:07:49.641 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-06-06T08:07:49.641 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-06-06T08:07:49.641 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-06-06T08:07:49.641 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-06-06T08:07:49.641 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-06-06T08:07:49.641 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-06-06T08:07:49.641 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-06-06T08:07:49.641 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-06-06T08:07:49.641 INFO:teuthology.orchestra.run.smithi149.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-06-06T08:07:49.641 INFO:teuthology.orchestra.run.smithi149.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-06-06T08:07:49.641 INFO:teuthology.orchestra.run.smithi149.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-06-06T08:07:49.641 INFO:teuthology.orchestra.run.smithi149.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-06-06T08:07:49.641 INFO:teuthology.orchestra.run.smithi149.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-06-06T08:07:49.642 INFO:teuthology.orchestra.run.smithi149.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-06-06T08:07:49.642 INFO:teuthology.orchestra.run.smithi149.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-06-06T08:07:49.642 INFO:teuthology.orchestra.run.smithi149.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-06-06T08:07:49.642 INFO:teuthology.orchestra.run.smithi149.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-06-06T08:07:49.642 INFO:teuthology.orchestra.run.smithi149.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-06-06T08:07:49.642 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-06-06T08:07:49.642 INFO:teuthology.orchestra.run.smithi149.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-06-06T08:07:49.642 INFO:teuthology.orchestra.run.smithi149.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-06-06T08:07:49.642 INFO:teuthology.orchestra.run.smithi149.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-06-06T08:07:49.642 INFO:teuthology.orchestra.run.smithi149.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-06-06T08:07:49.642 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-06-06T08:07:49.642 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-06-06T08:07:49.642 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-06-06T08:07:49.643 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-06-06T08:07:49.643 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-06-06T08:07:49.643 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-06-06T08:07:49.643 INFO:teuthology.orchestra.run.smithi149.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-06-06T08:07:49.643 INFO:teuthology.orchestra.run.smithi149.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-06-06T08:07:49.643 INFO:teuthology.orchestra.run.smithi149.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-06-06T08:07:49.643 INFO:teuthology.orchestra.run.smithi149.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-06-06T08:07:49.643 INFO:teuthology.orchestra.run.smithi149.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-06-06T08:07:49.643 INFO:teuthology.orchestra.run.smithi149.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-06-06T08:07:49.643 INFO:teuthology.orchestra.run.smithi149.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-06-06T08:07:49.643 INFO:teuthology.orchestra.run.smithi149.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-06-06T08:07:49.643 INFO:teuthology.orchestra.run.smithi149.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-06-06T08:07:49.643 INFO:teuthology.orchestra.run.smithi149.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-06-06T08:07:49.644 INFO:teuthology.orchestra.run.smithi149.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-06-06T08:07:49.644 INFO:teuthology.orchestra.run.smithi149.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-06-06T08:07:49.644 INFO:teuthology.orchestra.run.smithi149.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-06-06T08:07:49.644 INFO:teuthology.orchestra.run.smithi149.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-06-06T08:07:49.644 INFO:teuthology.orchestra.run.smithi149.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-06-06T08:07:49.644 INFO:teuthology.orchestra.run.smithi149.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-06-06T08:07:49.644 INFO:teuthology.orchestra.run.smithi149.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-06-06T08:07:49.644 INFO:teuthology.orchestra.run.smithi149.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-06-06T08:07:49.644 INFO:teuthology.orchestra.run.smithi149.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-06-06T08:07:49.644 INFO:teuthology.orchestra.run.smithi149.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-06-06T08:07:49.645 INFO:teuthology.orchestra.run.smithi149.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-06-06T08:07:49.645 INFO:teuthology.orchestra.run.smithi149.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-06-06T08:07:49.645 INFO:teuthology.orchestra.run.smithi149.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-06-06T08:07:49.645 INFO:teuthology.orchestra.run.smithi149.stdout:Installing weak dependencies: 2024-06-06T08:07:49.645 INFO:teuthology.orchestra.run.smithi149.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-06-06T08:07:49.645 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-06-06T08:07:49.645 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction Summary 2024-06-06T08:07:49.645 INFO:teuthology.orchestra.run.smithi149.stdout:======================================================================================= 2024-06-06T08:07:49.645 INFO:teuthology.orchestra.run.smithi149.stdout:Install 148 Packages 2024-06-06T08:07:49.645 INFO:teuthology.orchestra.run.smithi149.stdout:Upgrade 11 Packages 2024-06-06T08:07:49.645 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-06-06T08:07:49.646 INFO:teuthology.orchestra.run.smithi149.stdout:Total download size: 225 M 2024-06-06T08:07:49.646 INFO:teuthology.orchestra.run.smithi149.stdout:Downloading Packages: 2024-06-06T08:07:49.696 INFO:teuthology.orchestra.run.smithi120.stdout:(19/159): python3-ceph-argparse-19.0.0-2946.g3d 492 kB/s | 45 kB 00:00 2024-06-06T08:07:49.796 INFO:teuthology.orchestra.run.smithi120.stdout:(20/159): python3-ceph-common-19.0.0-2946.g3d89 1.3 MB/s | 135 kB 00:00 2024-06-06T08:07:49.905 INFO:teuthology.orchestra.run.smithi120.stdout:(21/159): python3-cephfs-19.0.0-2946.g3d89accf. 1.5 MB/s | 162 kB 00:00 2024-06-06T08:07:50.280 INFO:teuthology.orchestra.run.smithi120.stdout:(22/159): python3-rados-19.0.0-2946.g3d89accf.e 858 kB/s | 321 kB 00:00 2024-06-06T08:07:50.455 INFO:teuthology.orchestra.run.smithi120.stdout:(23/159): python3-rbd-19.0.0-2946.g3d89accf.el9 1.7 MB/s | 300 kB 00:00 2024-06-06T08:07:50.508 INFO:teuthology.orchestra.run.smithi149.stdout:(1/159): ceph-19.0.0-2946.g3d89accf.el9.x86_64. 17 kB/s | 6.6 kB 00:00 2024-06-06T08:07:50.548 INFO:teuthology.orchestra.run.smithi120.stdout:(24/159): python3-rgw-19.0.0-2946.g3d89accf.el9 1.1 MB/s | 99 kB 00:00 2024-06-06T08:07:50.640 INFO:teuthology.orchestra.run.smithi120.stdout:(25/159): rbd-fuse-19.0.0-2946.g3d89accf.el9.x8 931 kB/s | 85 kB 00:00 2024-06-06T08:07:51.193 INFO:teuthology.orchestra.run.smithi120.stdout:(26/159): librgw2-19.0.0-2946.g3d89accf.el9.x86 3.0 MB/s | 5.3 MB 00:01 2024-06-06T08:07:51.291 INFO:teuthology.orchestra.run.smithi120.stdout:(27/159): rbd-nbd-19.0.0-2946.g3d89accf.el9.x86 1.7 MB/s | 171 kB 00:00 2024-06-06T08:07:51.392 INFO:teuthology.orchestra.run.smithi120.stdout:(28/159): ceph-grafana-dashboards-19.0.0-2946.g 317 kB/s | 32 kB 00:00 2024-06-06T08:07:51.508 INFO:teuthology.orchestra.run.smithi120.stdout:(29/159): ceph-mgr-cephadm-19.0.0-2946.g3d89acc 1.2 MB/s | 142 kB 00:00 2024-06-06T08:07:51.949 INFO:teuthology.orchestra.run.smithi149.stdout:(2/159): ceph-fuse-19.0.0-2946.g3d89accf.el9.x8 617 kB/s | 890 kB 00:01 2024-06-06T08:07:52.008 INFO:teuthology.orchestra.run.smithi120.stdout:(30/159): rbd-mirror-19.0.0-2946.g3d89accf.el9. 2.3 MB/s | 3.1 MB 00:01 2024-06-06T08:07:52.274 INFO:teuthology.orchestra.run.smithi149.stdout:(3/159): ceph-immutable-object-cache-19.0.0-294 446 kB/s | 145 kB 00:00 2024-06-06T08:07:52.908 INFO:teuthology.orchestra.run.smithi120.stdout:(31/159): ceph-mgr-dashboard-19.0.0-2946.g3d89a 2.5 MB/s | 3.5 MB 00:01 2024-06-06T08:07:53.075 INFO:teuthology.orchestra.run.smithi120.stdout:(32/159): ceph-mgr-modules-core-19.0.0-2946.g3d 1.5 MB/s | 249 kB 00:00 2024-06-06T08:07:53.167 INFO:teuthology.orchestra.run.smithi120.stdout:(33/159): ceph-mgr-rook-19.0.0-2946.g3d89accf.e 538 kB/s | 49 kB 00:00 2024-06-06T08:07:53.259 INFO:teuthology.orchestra.run.smithi120.stdout:(34/159): ceph-prometheus-alerts-19.0.0-2946.g3 179 kB/s | 16 kB 00:00 2024-06-06T08:07:53.426 INFO:teuthology.orchestra.run.smithi120.stdout:(35/159): ceph-volume-19.0.0-2946.g3d89accf.el9 1.5 MB/s | 264 kB 00:00 2024-06-06T08:07:53.751 INFO:teuthology.orchestra.run.smithi120.stdout:(36/159): cephadm-19.0.0-2946.g3d89accf.el9.noa 2.3 MB/s | 763 kB 00:00 2024-06-06T08:07:53.835 INFO:teuthology.orchestra.run.smithi120.stdout:(37/159): cephfs-top-19.0.0-2946.g3d89accf.el9. 218 kB/s | 18 kB 00:00 2024-06-06T08:07:53.873 INFO:teuthology.orchestra.run.smithi120.stdout:[MIRROR] fuse-2.9.9-15.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/fuse-2.9.9-15.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-06T08:07:53.977 INFO:teuthology.orchestra.run.smithi120.stdout:(38/159): fuse-2.9.9-15.el9.x86_64.rpm 567 kB/s | 80 kB 00:00 2024-06-06T08:07:53.978 INFO:teuthology.orchestra.run.smithi120.stdout:[MIRROR] libgfortran-11.4.1-3.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/libgfortran-11.4.1-3.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-06T08:07:54.094 INFO:teuthology.orchestra.run.smithi120.stdout:(39/159): libgfortran-11.4.1-3.el9.x86_64.rpm 6.7 MB/s | 803 kB 00:00 2024-06-06T08:07:54.095 INFO:teuthology.orchestra.run.smithi120.stdout:[MIRROR] libquadmath-11.4.1-3.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/libquadmath-11.4.1-3.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-06T08:07:54.144 INFO:teuthology.orchestra.run.smithi120.stdout:(40/159): libquadmath-11.4.1-3.el9.x86_64.rpm 3.8 MB/s | 195 kB 00:00 2024-06-06T08:07:54.195 INFO:teuthology.orchestra.run.smithi120.stdout:(41/159): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.9 MB/s | 253 kB 00:00 2024-06-06T08:07:54.270 INFO:teuthology.orchestra.run.smithi120.stdout:(42/159): python3-cryptography-36.0.1-4.el9.x86 16 MB/s | 1.2 MB 00:00 2024-06-06T08:07:54.304 INFO:teuthology.orchestra.run.smithi120.stdout:(43/159): python3-ply-3.11-14.el9.noarch.rpm 3.1 MB/s | 106 kB 00:00 2024-06-06T08:07:54.324 INFO:teuthology.orchestra.run.smithi149.stdout:(4/159): ceph-base-19.0.0-2946.g3d89accf.el9.x8 1.3 MB/s | 5.4 MB 00:04 2024-06-06T08:07:54.346 INFO:teuthology.orchestra.run.smithi120.stdout:(44/159): python3-pycparser-2.20-6.el9.noarch.r 3.2 MB/s | 135 kB 00:00 2024-06-06T08:07:54.396 INFO:teuthology.orchestra.run.smithi120.stdout:(45/159): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-06-06T08:07:54.446 INFO:teuthology.orchestra.run.smithi120.stdout:(46/159): python3-urllib3-1.26.5-5.el9.noarch.r 4.2 MB/s | 215 kB 00:00 2024-06-06T08:07:54.450 INFO:teuthology.orchestra.run.smithi120.stdout:[MIRROR] automake-1.16.2-8.el9.noarch.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/AppStream/x86_64/os/Packages/automake-1.16.2-8.el9.noarch.rpm (IP: 8.43.85.72) 2024-06-06T08:07:54.505 INFO:teuthology.orchestra.run.smithi120.stdout:(47/159): automake-1.16.2-8.el9.noarch.rpm 12 MB/s | 689 kB 00:00 2024-06-06T08:07:54.506 INFO:teuthology.orchestra.run.smithi120.stdout:[MIRROR] bison-3.7.4-5.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/AppStream/x86_64/os/Packages/bison-3.7.4-5.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-06T08:07:54.564 INFO:teuthology.orchestra.run.smithi120.stdout:(48/159): bison-3.7.4-5.el9.x86_64.rpm 16 MB/s | 943 kB 00:00 2024-06-06T08:07:54.565 INFO:teuthology.orchestra.run.smithi120.stdout:[MIRROR] boost-program-options-1.75.0-8.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/AppStream/x86_64/os/Packages/boost-program-options-1.75.0-8.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-06T08:07:54.606 INFO:teuthology.orchestra.run.smithi120.stdout:(49/159): boost-program-options-1.75.0-8.el9.x8 2.5 MB/s | 107 kB 00:00 2024-06-06T08:07:54.648 INFO:teuthology.orchestra.run.smithi120.stdout:(50/159): elfutils-libelf-devel-0.191-4.el9.x86 521 kB/s | 22 kB 00:00 2024-06-06T08:07:54.699 INFO:teuthology.orchestra.run.smithi120.stdout:(51/159): flex-2.6.4-9.el9.x86_64.rpm 6.1 MB/s | 313 kB 00:00 2024-06-06T08:07:54.741 INFO:teuthology.orchestra.run.smithi120.stdout:(52/159): flexiblas-3.0.4-8.el9.x86_64.rpm 785 kB/s | 33 kB 00:00 2024-06-06T08:07:54.758 INFO:teuthology.orchestra.run.smithi149.stdout:(5/159): ceph-mds-19.0.0-2946.g3d89accf.el9.x86 974 kB/s | 2.4 MB 00:02 2024-06-06T08:07:54.849 INFO:teuthology.orchestra.run.smithi120.stdout:(53/159): ceph-mgr-diskprediction-local-19.0.0- 2.6 MB/s | 7.4 MB 00:02 2024-06-06T08:07:54.933 INFO:teuthology.orchestra.run.smithi120.stdout:(54/159): flexiblas-openblas-openmp-3.0.4-8.el9 219 kB/s | 18 kB 00:00 2024-06-06T08:07:54.983 INFO:teuthology.orchestra.run.smithi120.stdout:(55/159): libaio-devel-0.3.111-13.el9.x86_64.rp 223 kB/s | 11 kB 00:00 2024-06-06T08:07:55.067 INFO:teuthology.orchestra.run.smithi120.stdout:(56/159): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.9 MB/s | 160 kB 00:00 2024-06-06T08:07:55.109 INFO:teuthology.orchestra.run.smithi120.stdout:(57/159): librabbitmq-0.11.0-7.el9.x86_64.rpm 1.1 MB/s | 45 kB 00:00 2024-06-06T08:07:55.133 INFO:teuthology.orchestra.run.smithi149.stdout:(6/159): ceph-mgr-19.0.0-2946.g3d89accf.el9.x86 1.8 MB/s | 1.5 MB 00:00 2024-06-06T08:07:55.192 INFO:teuthology.orchestra.run.smithi120.stdout:(58/159): librdkafka-1.6.1-102.el9.x86_64.rpm 7.8 MB/s | 662 kB 00:00 2024-06-06T08:07:55.251 INFO:teuthology.orchestra.run.smithi120.stdout:(59/159): libtool-2.4.6-45.el9.x86_64.rpm 9.8 MB/s | 582 kB 00:00 2024-06-06T08:07:55.310 INFO:teuthology.orchestra.run.smithi120.stdout:(60/159): libuuid-devel-2.37.4-18.el9.x86_64.rp 435 kB/s | 25 kB 00:00 2024-06-06T08:07:55.360 INFO:teuthology.orchestra.run.smithi120.stdout:(61/159): libzstd-devel-1.5.1-2.el9.x86_64.rpm 947 kB/s | 47 kB 00:00 2024-06-06T08:07:55.411 INFO:teuthology.orchestra.run.smithi120.stdout:(62/159): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.7 MB/s | 292 kB 00:00 2024-06-06T08:07:55.539 INFO:teuthology.orchestra.run.smithi120.stdout:(63/159): flexiblas-netlib-3.0.4-8.el9.x86_64.r 3.7 MB/s | 3.0 MB 00:00 2024-06-06T08:07:55.570 INFO:teuthology.orchestra.run.smithi120.stdout:(64/159): lua-5.4.4-4.el9.x86_64.rpm 1.2 MB/s | 188 kB 00:00 2024-06-06T08:07:55.595 INFO:teuthology.orchestra.run.smithi120.stdout:(65/159): openblas-0.3.21-2.el9.x86_64.rpm 635 kB/s | 35 kB 00:00 2024-06-06T08:07:55.704 INFO:teuthology.orchestra.run.smithi120.stdout:(66/159): openblas-openmp-0.3.21-2.el9.x86_64.r 35 MB/s | 4.7 MB 00:00 2024-06-06T08:07:55.771 INFO:teuthology.orchestra.run.smithi120.stdout:(67/159): openssl-devel-3.2.1-1.el9.x86_64.rpm 25 MB/s | 4.4 MB 00:00 2024-06-06T08:07:55.821 INFO:teuthology.orchestra.run.smithi120.stdout:(68/159): postgresql-13.14-1.el9.x86_64.rpm 14 MB/s | 1.6 MB 00:00 2024-06-06T08:07:55.854 INFO:teuthology.orchestra.run.smithi120.stdout:(69/159): postgresql-contrib-13.14-1.el9.x86_64 11 MB/s | 911 kB 00:00 2024-06-06T08:07:55.880 INFO:teuthology.orchestra.run.smithi120.stdout:(70/159): postgresql-private-libs-13.14-1.el9.x 2.2 MB/s | 133 kB 00:00 2024-06-06T08:07:55.947 INFO:teuthology.orchestra.run.smithi120.stdout:(71/159): protobuf-3.14.0-13.el9.x86_64.rpm 15 MB/s | 1.0 MB 00:00 2024-06-06T08:07:56.023 INFO:teuthology.orchestra.run.smithi120.stdout:(72/159): postgresql-server-13.14-1.el9.x86_64. 34 MB/s | 5.8 MB 00:00 2024-06-06T08:07:56.048 INFO:teuthology.orchestra.run.smithi120.stdout:(73/159): python3-attrs-20.3.0-7.el9.noarch.rpm 871 kB/s | 87 kB 00:00 2024-06-06T08:07:56.081 INFO:teuthology.orchestra.run.smithi120.stdout:(74/159): python3-colorama-0.4.6-3.el9.noarch.r 1.8 MB/s | 61 kB 00:00 2024-06-06T08:07:56.132 INFO:teuthology.orchestra.run.smithi120.stdout:(75/159): python3-devel-3.9.18-3.el9.x86_64.rpm 4.8 MB/s | 244 kB 00:00 2024-06-06T08:07:56.207 INFO:teuthology.orchestra.run.smithi120.stdout:(76/159): python3-babel-2.9.1-2.el9.noarch.rpm 32 MB/s | 6.0 MB 00:00 2024-06-06T08:07:56.232 INFO:teuthology.orchestra.run.smithi120.stdout:(77/159): python3-jinja2-2.11.3-6.el9.noarch.rp 2.4 MB/s | 248 kB 00:00 2024-06-06T08:07:56.257 INFO:teuthology.orchestra.run.smithi120.stdout:(78/159): python3-jsonpatch-1.21-16.el9.noarch. 513 kB/s | 26 kB 00:00 2024-06-06T08:07:56.283 INFO:teuthology.orchestra.run.smithi120.stdout:(79/159): python3-jsonpointer-2.0-4.el9.noarch. 380 kB/s | 19 kB 00:00 2024-06-06T08:07:56.308 INFO:teuthology.orchestra.run.smithi120.stdout:(80/159): python3-mako-1.1.4-6.el9.noarch.rpm 3.3 MB/s | 172 kB 00:00 2024-06-06T08:07:56.329 INFO:teuthology.orchestra.run.smithi042.stdout:(10/159): ceph-radosgw-19.0.0-2946.g3d89accf.el 1.2 MB/s | 10 MB 00:08 2024-06-06T08:07:56.333 INFO:teuthology.orchestra.run.smithi120.stdout:(81/159): python3-markupsafe-1.1.1-12.el9.x86_6 692 kB/s | 35 kB 00:00 2024-06-06T08:07:56.384 INFO:teuthology.orchestra.run.smithi120.stdout:(82/159): python3-numpy-f2py-1.20.1-5.el9.x86_6 4.9 MB/s | 250 kB 00:00 2024-06-06T08:07:56.459 INFO:teuthology.orchestra.run.smithi120.stdout:(83/159): python3-numpy-1.20.1-5.el9.x86_64.rpm 34 MB/s | 5.1 MB 00:00 2024-06-06T08:07:56.485 INFO:teuthology.orchestra.run.smithi120.stdout:(84/159): python3-oauthlib-3.1.1-5.el9.noarch.r 2.2 MB/s | 222 kB 00:00 2024-06-06T08:07:56.488 INFO:teuthology.orchestra.run.smithi042.stdout:(11/159): cephfs-mirror-19.0.0-2946.g3d89accf.e 1.4 MB/s | 221 kB 00:00 2024-06-06T08:07:56.510 INFO:teuthology.orchestra.run.smithi120.stdout:(85/159): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-06-06T08:07:56.535 INFO:teuthology.orchestra.run.smithi120.stdout:(86/159): python3-prettytable-0.7.2-27.el9.noar 841 kB/s | 42 kB 00:00 2024-06-06T08:07:56.561 INFO:teuthology.orchestra.run.smithi120.stdout:(87/159): python3-protobuf-3.14.0-13.el9.noarch 5.2 MB/s | 269 kB 00:00 2024-06-06T08:07:56.586 INFO:teuthology.orchestra.run.smithi120.stdout:(88/159): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.1 MB/s | 159 kB 00:00 2024-06-06T08:07:56.619 INFO:teuthology.orchestra.run.smithi120.stdout:(89/159): python3-pyasn1-modules-0.4.8-6.el9.no 4.7 MB/s | 279 kB 00:00 2024-06-06T08:07:56.644 INFO:teuthology.orchestra.run.smithi042.stdout:(12/159): cephfs-shell-19.0.0-2946.g3d89accf.el 174 kB/s | 27 kB 00:00 2024-06-06T08:07:56.645 INFO:teuthology.orchestra.run.smithi120.stdout:(90/159): python3-pytz-2021.1-5.el9.noarch.rpm 872 kB/s | 51 kB 00:00 2024-06-06T08:07:56.670 INFO:teuthology.orchestra.run.smithi120.stdout:(91/159): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-06-06T08:07:56.712 INFO:teuthology.orchestra.run.smithi120.stdout:(92/159): python3-toml-0.10.2-6.el9.noarch.rpm 997 kB/s | 42 kB 00:00 2024-06-06T08:07:56.714 INFO:teuthology.orchestra.run.smithi042.stdout:(13/159): libcephfs-devel-19.0.0-2946.g3d89accf 456 kB/s | 32 kB 00:00 2024-06-06T08:07:56.763 INFO:teuthology.orchestra.run.smithi120.stdout:(93/159): python3-wcwidth-0.2.5-8.el9.noarch.rp 884 kB/s | 44 kB 00:00 2024-06-06T08:07:56.813 INFO:teuthology.orchestra.run.smithi120.stdout:(94/159): qatlib-24.02.0-1.el9.x86_64.rpm 4.3 MB/s | 221 kB 00:00 2024-06-06T08:07:56.834 INFO:teuthology.orchestra.run.smithi149.stdout:(7/159): ceph-common-19.0.0-2946.g3d89accf.el9. 3.1 MB/s | 21 MB 00:06 2024-06-06T08:07:56.855 INFO:teuthology.orchestra.run.smithi120.stdout:(95/159): qatlib-service-24.02.0-1.el9.x86_64.r 863 kB/s | 36 kB 00:00 2024-06-06T08:07:57.022 INFO:teuthology.orchestra.run.smithi120.stdout:(96/159): python3-scipy-1.6.2-8.el9.x86_64.rpm 43 MB/s | 16 MB 00:00 2024-06-06T08:07:57.047 INFO:teuthology.orchestra.run.smithi120.stdout:(97/159): qatzip-libs-1.2.0-1.el9.x86_64.rpm 246 kB/s | 47 kB 00:00 2024-06-06T08:07:57.073 INFO:teuthology.orchestra.run.smithi120.stdout:(98/159): socat-1.7.4.1-5.el9.x86_64.rpm 5.9 MB/s | 305 kB 00:00 2024-06-06T08:07:57.090 INFO:teuthology.orchestra.run.smithi120.stdout:(99/159): uuid-1.6.2-55.el9.x86_64.rpm 1.3 MB/s | 58 kB 00:00 2024-06-06T08:07:57.123 INFO:teuthology.orchestra.run.smithi120.stdout:(100/159): xfsprogs-devel-6.3.0-1.el9.x86_64.rp 1.8 MB/s | 94 kB 00:00 2024-06-06T08:07:57.130 INFO:teuthology.orchestra.run.smithi042.stdout:(14/159): libcephfs2-19.0.0-2946.g3d89accf.el9. 1.8 MB/s | 747 kB 00:00 2024-06-06T08:07:57.149 INFO:teuthology.orchestra.run.smithi120.stdout:(101/159): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.1 MB/s | 64 kB 00:00 2024-06-06T08:07:57.174 INFO:teuthology.orchestra.run.smithi120.stdout:(102/159): zlib-devel-1.2.11-41.el9.x86_64.rpm 892 kB/s | 45 kB 00:00 2024-06-06T08:07:57.175 INFO:teuthology.orchestra.run.smithi120.stdout:[MIRROR] lua-devel-5.4.4-4.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/CRB/x86_64/os/Packages/lua-devel-5.4.4-4.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-06T08:07:57.175 INFO:teuthology.orchestra.run.smithi120.stdout:[MIRROR] protobuf-compiler-3.14.0-13.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/CRB/x86_64/os/Packages/protobuf-compiler-3.14.0-13.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-06T08:07:57.233 INFO:teuthology.orchestra.run.smithi120.stdout:(103/159): lua-devel-5.4.4-4.el9.x86_64.rpm 267 kB/s | 22 kB 00:00 2024-06-06T08:07:57.266 INFO:teuthology.orchestra.run.smithi120.stdout:(104/159): abseil-cpp-20211102.0-3.el9.x86_64.r 16 MB/s | 548 kB 00:00 2024-06-06T08:07:57.281 INFO:teuthology.orchestra.run.smithi042.stdout:(15/159): libcephsqlite-19.0.0-2946.g3d89accf.e 1.1 MB/s | 163 kB 00:00 2024-06-06T08:07:57.292 INFO:teuthology.orchestra.run.smithi120.stdout:(105/159): gperftools-libs-2.9.1-2.el9.x86_64.r 12 MB/s | 309 kB 00:00 2024-06-06T08:07:57.317 INFO:teuthology.orchestra.run.smithi120.stdout:(106/159): grpc-data-1.46.7-10.el9.noarch.rpm 781 kB/s | 19 kB 00:00 2024-06-06T08:07:57.351 INFO:teuthology.orchestra.run.smithi120.stdout:(107/159): protobuf-compiler-3.14.0-13.el9.x86_ 4.8 MB/s | 863 kB 00:00 2024-06-06T08:07:57.409 INFO:teuthology.orchestra.run.smithi120.stdout:(108/159): libarrow-doc-9.0.0-11.el9.noarch.rpm 445 kB/s | 26 kB 00:00 2024-06-06T08:07:57.431 INFO:teuthology.orchestra.run.smithi042.stdout:(16/159): librados-devel-19.0.0-2946.g3d89accf. 844 kB/s | 127 kB 00:00 2024-06-06T08:07:57.435 INFO:teuthology.orchestra.run.smithi120.stdout:(109/159): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-06-06T08:07:57.468 INFO:teuthology.orchestra.run.smithi120.stdout:(110/159): libunwind-1.6.2-1.el9.x86_64.rpm 2.0 MB/s | 67 kB 00:00 2024-06-06T08:07:57.494 INFO:teuthology.orchestra.run.smithi120.stdout:(111/159): luarocks-3.9.2-5.el9.noarch.rpm 5.9 MB/s | 151 kB 00:00 2024-06-06T08:07:57.561 INFO:teuthology.orchestra.run.smithi120.stdout:(112/159): libarrow-9.0.0-11.el9.x86_64.rpm 18 MB/s | 4.4 MB 00:00 2024-06-06T08:07:57.603 INFO:teuthology.orchestra.run.smithi120.stdout:(113/159): parquet-libs-9.0.0-11.el9.x86_64.rpm 7.5 MB/s | 839 kB 00:00 2024-06-06T08:07:57.628 INFO:teuthology.orchestra.run.smithi120.stdout:(114/159): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.7 MB/s | 43 kB 00:00 2024-06-06T08:07:57.653 INFO:teuthology.orchestra.run.smithi120.stdout:(115/159): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-06-06T08:07:57.679 INFO:teuthology.orchestra.run.smithi120.stdout:(116/159): python3-certifi-2021.10.8-2.el9.noar 597 kB/s | 15 kB 00:00 2024-06-06T08:07:57.704 INFO:teuthology.orchestra.run.smithi120.stdout:(117/159): python3-asyncssh-2.13.2-5.el9.noarch 3.7 MB/s | 548 kB 00:00 2024-06-06T08:07:57.729 INFO:teuthology.orchestra.run.smithi120.stdout:(118/159): python3-cheroot-8.6.0-4.el9.noarch.r 3.3 MB/s | 172 kB 00:00 2024-06-06T08:07:57.755 INFO:teuthology.orchestra.run.smithi120.stdout:(119/159): python3-cherrypy-18.6.1-2.el9.noarch 7.0 MB/s | 358 kB 00:00 2024-06-06T08:07:57.780 INFO:teuthology.orchestra.run.smithi120.stdout:(120/159): python3-cmd2-2.4.2-2.el9.noarch.rpm 5.9 MB/s | 303 kB 00:00 2024-06-06T08:07:57.790 INFO:teuthology.orchestra.run.smithi042.stdout:(17/159): libradosstriper1-19.0.0-2946.g3d89acc 1.4 MB/s | 501 kB 00:00 2024-06-06T08:07:57.805 INFO:teuthology.orchestra.run.smithi120.stdout:(121/159): python3-google-auth-2.29.0-1.el9.noa 4.0 MB/s | 206 kB 00:00 2024-06-06T08:07:57.831 INFO:teuthology.orchestra.run.smithi120.stdout:(122/159): python3-grpcio-tools-1.46.7-10.el9.x 5.6 MB/s | 144 kB 00:00 2024-06-06T08:07:57.856 INFO:teuthology.orchestra.run.smithi120.stdout:(123/159): python3-jaraco-8.2.1-3.el9.noarch.rp 426 kB/s | 11 kB 00:00 2024-06-06T08:07:57.881 INFO:teuthology.orchestra.run.smithi120.stdout:(124/159): python3-jaraco-classes-3.2.1-5.el9.n 711 kB/s | 18 kB 00:00 2024-06-06T08:07:57.907 INFO:teuthology.orchestra.run.smithi120.stdout:(125/159): python3-jaraco-collections-3.0.0-8.e 923 kB/s | 23 kB 00:00 2024-06-06T08:07:57.932 INFO:teuthology.orchestra.run.smithi120.stdout:(126/159): python3-jaraco-functools-3.5.0-2.el9 777 kB/s | 19 kB 00:00 2024-06-06T08:07:57.958 INFO:teuthology.orchestra.run.smithi120.stdout:(127/159): python3-jaraco-text-3.2.0-6.el9.noar 784 kB/s | 20 kB 00:00 2024-06-06T08:07:57.999 INFO:teuthology.orchestra.run.smithi120.stdout:(128/159): python3-grpcio-1.46.7-10.el9.x86_64. 9.3 MB/s | 2.0 MB 00:00 2024-06-06T08:07:58.033 INFO:teuthology.orchestra.run.smithi120.stdout:(129/159): python3-logutils-0.3.5-21.el9.noarch 1.4 MB/s | 46 kB 00:00 2024-06-06T08:07:58.059 INFO:teuthology.orchestra.run.smithi120.stdout:(130/159): python3-more-itertools-8.12.0-2.el9. 3.1 MB/s | 79 kB 00:00 2024-06-06T08:07:58.084 INFO:teuthology.orchestra.run.smithi120.stdout:(131/159): python3-natsort-7.1.1-5.el9.noarch.r 2.3 MB/s | 58 kB 00:00 2024-06-06T08:07:58.118 INFO:teuthology.orchestra.run.smithi120.stdout:(132/159): python3-kubernetes-26.1.0-2.el9.noar 6.4 MB/s | 1.0 MB 00:00 2024-06-06T08:07:58.143 INFO:teuthology.orchestra.run.smithi120.stdout:(133/159): python3-portend-3.1.0-2.el9.noarch.r 659 kB/s | 16 kB 00:00 2024-06-06T08:07:58.168 INFO:teuthology.orchestra.run.smithi120.stdout:(134/159): python3-pyOpenSSL-21.0.0-1.el9.noarc 3.5 MB/s | 90 kB 00:00 2024-06-06T08:07:58.193 INFO:teuthology.orchestra.run.smithi120.stdout:(135/159): python3-pecan-1.4.2-3.el9.noarch.rpm 2.4 MB/s | 272 kB 00:00 2024-06-06T08:07:58.210 INFO:teuthology.orchestra.run.smithi120.stdout:(136/159): python3-pyperclip-1.8.2-2.el9.noarch 677 kB/s | 28 kB 00:00 2024-06-06T08:07:58.236 INFO:teuthology.orchestra.run.smithi120.stdout:(137/159): python3-repoze-lru-0.7-16.el9.noarch 732 kB/s | 31 kB 00:00 2024-06-06T08:07:58.261 INFO:teuthology.orchestra.run.smithi120.stdout:(138/159): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-06-06T08:07:58.278 INFO:teuthology.orchestra.run.smithi120.stdout:(139/159): python3-routes-2.5.1-5.el9.noarch.rp 2.7 MB/s | 188 kB 00:00 2024-06-06T08:07:58.303 INFO:teuthology.orchestra.run.smithi120.stdout:(140/159): python3-tempora-5.0.0-2.el9.noarch.r 857 kB/s | 36 kB 00:00 2024-06-06T08:07:58.329 INFO:teuthology.orchestra.run.smithi120.stdout:(141/159): python3-typing-extensions-4.4.0-2.el 2.0 MB/s | 51 kB 00:00 2024-06-06T08:07:58.354 INFO:teuthology.orchestra.run.smithi120.stdout:(142/159): python3-webob-1.8.7-6.el9.noarch.rpm 4.5 MB/s | 230 kB 00:00 2024-06-06T08:07:58.379 INFO:teuthology.orchestra.run.smithi120.stdout:(143/159): python3-websocket-client-1.2.3-2.el9 1.7 MB/s | 90 kB 00:00 2024-06-06T08:07:58.405 INFO:teuthology.orchestra.run.smithi120.stdout:(144/159): python3-zc-lockfile-2.0-10.el9.noarc 803 kB/s | 20 kB 00:00 2024-06-06T08:07:58.439 INFO:teuthology.orchestra.run.smithi120.stdout:(145/159): python3-werkzeug-2.0.3-3.el9.1.noarc 5.0 MB/s | 427 kB 00:00 2024-06-06T08:07:58.464 INFO:teuthology.orchestra.run.smithi120.stdout:(146/159): re2-20211101-3.el9.x86_64.rpm 3.2 MB/s | 192 kB 00:00 2024-06-06T08:07:58.523 INFO:teuthology.orchestra.run.smithi120.stdout:(147/159): thrift-0.15.0-2.el9.x86_64.rpm 19 MB/s | 1.6 MB 00:00 2024-06-06T08:07:58.942 INFO:teuthology.orchestra.run.smithi149.stdout:(8/159): ceph-radosgw-19.0.0-2946.g3d89accf.el9 4.9 MB/s | 10 MB 00:02 2024-06-06T08:07:59.026 INFO:teuthology.orchestra.run.smithi149.stdout:(9/159): ceph-mon-19.0.0-2946.g3d89accf.el9.x86 1.1 MB/s | 4.7 MB 00:04 2024-06-06T08:07:59.076 INFO:teuthology.orchestra.run.smithi149.stdout:(10/159): ceph-selinux-19.0.0-2946.g3d89accf.el 189 kB/s | 25 kB 00:00 2024-06-06T08:07:59.943 INFO:teuthology.orchestra.run.smithi149.stdout:(11/159): cephfs-mirror-19.0.0-2946.g3d89accf.e 256 kB/s | 221 kB 00:00 2024-06-06T08:07:59.948 INFO:teuthology.orchestra.run.smithi120.stdout:(148/159): librbd1-19.0.0-2946.g3d89accf.el9.x8 2.2 MB/s | 3.1 MB 00:01 2024-06-06T08:08:00.051 INFO:teuthology.orchestra.run.smithi149.stdout:(12/159): cephfs-shell-19.0.0-2946.g3d89accf.el 249 kB/s | 27 kB 00:00 2024-06-06T08:08:00.090 INFO:teuthology.orchestra.run.smithi042.stdout:(18/159): librgw2-19.0.0-2946.g3d89accf.el9.x86 2.3 MB/s | 5.3 MB 00:02 2024-06-06T08:08:00.115 INFO:teuthology.orchestra.run.smithi120.stdout:(149/159): librados2-19.0.0-2946.g3d89accf.el9. 2.1 MB/s | 3.4 MB 00:01 2024-06-06T08:08:00.151 INFO:teuthology.orchestra.run.smithi149.stdout:(13/159): libcephfs-devel-19.0.0-2946.g3d89accf 318 kB/s | 32 kB 00:00 2024-06-06T08:08:00.157 INFO:teuthology.orchestra.run.smithi042.stdout:(19/159): python3-ceph-argparse-19.0.0-2946.g3d 679 kB/s | 45 kB 00:00 2024-06-06T08:08:00.207 INFO:teuthology.orchestra.run.smithi120.stdout:(150/159): NetworkManager-1.47.91-1.el9.x86_64. 8.9 MB/s | 2.3 MB 00:00 2024-06-06T08:08:00.240 INFO:teuthology.orchestra.run.smithi042.stdout:(20/159): python3-ceph-common-19.0.0-2946.g3d89 1.6 MB/s | 135 kB 00:00 2024-06-06T08:08:00.265 INFO:teuthology.orchestra.run.smithi120.stdout:(151/159): NetworkManager-team-1.47.91-1.el9.x8 711 kB/s | 41 kB 00:00 2024-06-06T08:08:00.341 INFO:teuthology.orchestra.run.smithi120.stdout:(152/159): NetworkManager-tui-1.47.91-1.el9.x86 3.2 MB/s | 248 kB 00:00 2024-06-06T08:08:00.383 INFO:teuthology.orchestra.run.smithi120.stdout:(153/159): elfutils-debuginfod-client-0.191-4.e 885 kB/s | 37 kB 00:00 2024-06-06T08:08:00.402 INFO:teuthology.orchestra.run.smithi149.stdout:(14/159): libcephfs2-19.0.0-2946.g3d89accf.el9. 2.9 MB/s | 747 kB 00:00 2024-06-06T08:08:00.425 INFO:teuthology.orchestra.run.smithi120.stdout:(154/159): NetworkManager-libnm-1.47.91-1.el9.x 5.8 MB/s | 1.8 MB 00:00 2024-06-06T08:08:00.450 INFO:teuthology.orchestra.run.smithi120.stdout:(155/159): elfutils-libelf-0.191-4.el9.x86_64.r 3.0 MB/s | 207 kB 00:00 2024-06-06T08:08:00.485 INFO:teuthology.orchestra.run.smithi120.stdout:(156/159): elfutils-libs-0.191-4.el9.x86_64.rpm 4.3 MB/s | 260 kB 00:00 2024-06-06T08:08:00.502 INFO:teuthology.orchestra.run.smithi149.stdout:(15/159): libcephsqlite-19.0.0-2946.g3d89accf.e 1.6 MB/s | 163 kB 00:00 2024-06-06T08:08:00.534 INFO:teuthology.orchestra.run.smithi120.stdout:(157/159): openssl-3.2.1-1.el9.x86_64.rpm 16 MB/s | 1.3 MB 00:00 2024-06-06T08:08:00.602 INFO:teuthology.orchestra.run.smithi149.stdout:(16/159): librados-devel-19.0.0-2946.g3d89accf. 1.2 MB/s | 127 kB 00:00 2024-06-06T08:08:00.768 INFO:teuthology.orchestra.run.smithi120.stdout:(158/159): openssl-libs-3.2.1-1.el9.x86_64.rpm 8.4 MB/s | 2.4 MB 00:00 2024-06-06T08:08:00.778 INFO:teuthology.orchestra.run.smithi149.stdout:(17/159): libradosstriper1-19.0.0-2946.g3d89acc 2.8 MB/s | 501 kB 00:00 2024-06-06T08:08:00.858 INFO:teuthology.orchestra.run.smithi042.stdout:(21/159): ceph-test-19.0.0-2946.g3d89accf.el9.x 4.1 MB/s | 48 MB 00:11 2024-06-06T08:08:00.883 INFO:teuthology.orchestra.run.smithi042.stdout:(22/159): python3-cephfs-19.0.0-2946.g3d89accf. 252 kB/s | 162 kB 00:00 2024-06-06T08:08:01.100 INFO:teuthology.orchestra.run.smithi042.stdout:(23/159): python3-rbd-19.0.0-2946.g3d89accf.el9 1.4 MB/s | 300 kB 00:00 2024-06-06T08:08:01.192 INFO:teuthology.orchestra.run.smithi042.stdout:(24/159): python3-rgw-19.0.0-2946.g3d89accf.el9 1.1 MB/s | 99 kB 00:00 2024-06-06T08:08:01.242 INFO:teuthology.orchestra.run.smithi042.stdout:(25/159): python3-rados-19.0.0-2946.g3d89accf.e 837 kB/s | 321 kB 00:00 2024-06-06T08:08:01.276 INFO:teuthology.orchestra.run.smithi042.stdout:(26/159): rbd-fuse-19.0.0-2946.g3d89accf.el9.x8 1.0 MB/s | 85 kB 00:00 2024-06-06T08:08:01.360 INFO:teuthology.orchestra.run.smithi042.stdout:(27/159): rbd-nbd-19.0.0-2946.g3d89accf.el9.x86 2.0 MB/s | 171 kB 00:00 2024-06-06T08:08:01.435 INFO:teuthology.orchestra.run.smithi042.stdout:(28/159): ceph-grafana-dashboards-19.0.0-2946.g 423 kB/s | 32 kB 00:00 2024-06-06T08:08:01.527 INFO:teuthology.orchestra.run.smithi042.stdout:(29/159): ceph-mgr-cephadm-19.0.0-2946.g3d89acc 1.5 MB/s | 142 kB 00:00 2024-06-06T08:08:02.401 INFO:teuthology.orchestra.run.smithi120.stdout:(159/159): ceph-test-19.0.0-2946.g3d89accf.el9. 3.2 MB/s | 48 MB 00:15 2024-06-06T08:08:02.407 INFO:teuthology.orchestra.run.smithi120.stdout:-------------------------------------------------------------------------------- 2024-06-06T08:08:02.407 INFO:teuthology.orchestra.run.smithi120.stdout:Total 10 MB/s | 225 MB 00:21 2024-06-06T08:08:02.445 INFO:teuthology.orchestra.run.smithi149.stdout:(18/159): librgw2-19.0.0-2946.g3d89accf.el9.x86 3.2 MB/s | 5.3 MB 00:01 2024-06-06T08:08:02.519 INFO:teuthology.orchestra.run.smithi042.stdout:(30/159): ceph-mgr-dashboard-19.0.0-2946.g3d89a 3.5 MB/s | 3.5 MB 00:00 2024-06-06T08:08:02.570 INFO:teuthology.orchestra.run.smithi149.stdout:(19/159): python3-ceph-argparse-19.0.0-2946.g3d 362 kB/s | 45 kB 00:00 2024-06-06T08:08:02.687 INFO:teuthology.orchestra.run.smithi149.stdout:(20/159): python3-ceph-common-19.0.0-2946.g3d89 1.1 MB/s | 135 kB 00:00 2024-06-06T08:08:02.812 INFO:teuthology.orchestra.run.smithi149.stdout:(21/159): python3-cephfs-19.0.0-2946.g3d89accf. 1.3 MB/s | 162 kB 00:00 2024-06-06T08:08:02.929 INFO:teuthology.orchestra.run.smithi149.stdout:(22/159): python3-rados-19.0.0-2946.g3d89accf.e 2.7 MB/s | 321 kB 00:00 2024-06-06T08:08:02.953 INFO:teuthology.orchestra.run.smithi042.stdout:(31/159): ceph-common-19.0.0-2946.g3d89accf.el9 991 kB/s | 21 MB 00:21 2024-06-06T08:08:03.054 INFO:teuthology.orchestra.run.smithi149.stdout:(23/159): python3-rbd-19.0.0-2946.g3d89accf.el9 2.3 MB/s | 300 kB 00:00 2024-06-06T08:08:03.221 INFO:teuthology.orchestra.run.smithi149.stdout:(24/159): ceph-osd-19.0.0-2946.g3d89accf.el9.x8 2.1 MB/s | 17 MB 00:08 2024-06-06T08:08:03.245 INFO:teuthology.orchestra.run.smithi042.stdout:(32/159): ceph-mgr-modules-core-19.0.0-2946.g3d 854 kB/s | 249 kB 00:00 2024-06-06T08:08:03.246 INFO:teuthology.orchestra.run.smithi149.stdout:(25/159): python3-rgw-19.0.0-2946.g3d89accf.el9 517 kB/s | 99 kB 00:00 2024-06-06T08:08:03.328 INFO:teuthology.orchestra.run.smithi042.stdout:(33/159): rbd-mirror-19.0.0-2946.g3d89accf.el9. 1.5 MB/s | 3.1 MB 00:02 2024-06-06T08:08:03.330 INFO:teuthology.orchestra.run.smithi149.stdout:(26/159): rbd-fuse-19.0.0-2946.g3d89accf.el9.x8 787 kB/s | 85 kB 00:00 2024-06-06T08:08:03.353 INFO:teuthology.orchestra.run.smithi042.stdout:(34/159): ceph-mgr-rook-19.0.0-2946.g3d89accf.e 454 kB/s | 49 kB 00:00 2024-06-06T08:08:03.437 INFO:teuthology.orchestra.run.smithi042.stdout:(35/159): ceph-prometheus-alerts-19.0.0-2946.g3 152 kB/s | 16 kB 00:00 2024-06-06T08:08:03.447 INFO:teuthology.orchestra.run.smithi149.stdout:(27/159): rbd-nbd-19.0.0-2946.g3d89accf.el9.x86 1.4 MB/s | 171 kB 00:00 2024-06-06T08:08:03.572 INFO:teuthology.orchestra.run.smithi149.stdout:(28/159): ceph-grafana-dashboards-19.0.0-2946.g 253 kB/s | 32 kB 00:00 2024-06-06T08:08:03.579 INFO:teuthology.orchestra.run.smithi042.stdout:(36/159): ceph-volume-19.0.0-2946.g3d89accf.el9 1.1 MB/s | 264 kB 00:00 2024-06-06T08:08:03.594 INFO:teuthology.orchestra.run.smithi120.stdout:Running transaction check 2024-06-06T08:08:03.689 INFO:teuthology.orchestra.run.smithi149.stdout:(29/159): ceph-mgr-cephadm-19.0.0-2946.g3d89acc 1.2 MB/s | 142 kB 00:00 2024-06-06T08:08:03.696 INFO:teuthology.orchestra.run.smithi042.stdout:(37/159): cephfs-top-19.0.0-2946.g3d89accf.el9. 156 kB/s | 18 kB 00:00 2024-06-06T08:08:03.744 INFO:teuthology.orchestra.run.smithi042.stdout:[MIRROR] fuse-2.9.9-15.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/fuse-2.9.9-15.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-06T08:08:03.752 INFO:teuthology.orchestra.run.smithi120.stdout:Transaction check succeeded. 2024-06-06T08:08:03.753 INFO:teuthology.orchestra.run.smithi120.stdout:Running transaction test 2024-06-06T08:08:03.821 INFO:teuthology.orchestra.run.smithi042.stdout:(38/159): fuse-2.9.9-15.el9.x86_64.rpm 643 kB/s | 80 kB 00:00 2024-06-06T08:08:03.822 INFO:teuthology.orchestra.run.smithi042.stdout:[MIRROR] libgfortran-11.4.1-3.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/libgfortran-11.4.1-3.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-06T08:08:03.922 INFO:teuthology.orchestra.run.smithi042.stdout:(39/159): libgfortran-11.4.1-3.el9.x86_64.rpm 7.8 MB/s | 803 kB 00:00 2024-06-06T08:08:03.947 INFO:teuthology.orchestra.run.smithi042.stdout:(40/159): cephadm-19.0.0-2946.g3d89accf.el9.noa 1.5 MB/s | 763 kB 00:00 2024-06-06T08:08:03.947 INFO:teuthology.orchestra.run.smithi042.stdout:[MIRROR] libquadmath-11.4.1-3.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/libquadmath-11.4.1-3.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-06T08:08:03.950 INFO:teuthology.orchestra.run.smithi042.stdout:[MIRROR] python3-cffi-1.14.5-5.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/python3-cffi-1.14.5-5.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-06T08:08:03.981 INFO:teuthology.orchestra.run.smithi042.stdout:(41/159): libquadmath-11.4.1-3.el9.x86_64.rpm 3.3 MB/s | 195 kB 00:00 2024-06-06T08:08:04.098 INFO:teuthology.orchestra.run.smithi042.stdout:(42/159): ceph-mgr-diskprediction-local-19.0.0- 4.7 MB/s | 7.4 MB 00:01 2024-06-06T08:08:04.131 INFO:teuthology.orchestra.run.smithi042.stdout:(43/159): python3-cryptography-36.0.1-4.el9.x86 8.2 MB/s | 1.2 MB 00:00 2024-06-06T08:08:04.156 INFO:teuthology.orchestra.run.smithi042.stdout:(44/159): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.2 MB/s | 253 kB 00:00 2024-06-06T08:08:04.164 INFO:teuthology.orchestra.run.smithi149.stdout:(30/159): rbd-mirror-19.0.0-2946.g3d89accf.el9. 3.4 MB/s | 3.1 MB 00:00 2024-06-06T08:08:04.182 INFO:teuthology.orchestra.run.smithi042.stdout:(45/159): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-06-06T08:08:04.215 INFO:teuthology.orchestra.run.smithi042.stdout:(46/159): python3-requests-2.25.1-8.el9.noarch. 2.1 MB/s | 125 kB 00:00 2024-06-06T08:08:04.241 INFO:teuthology.orchestra.run.smithi042.stdout:(47/159): python3-ply-3.11-14.el9.noarch.rpm 747 kB/s | 106 kB 00:00 2024-06-06T08:08:04.241 INFO:teuthology.orchestra.run.smithi042.stdout:[MIRROR] automake-1.16.2-8.el9.noarch.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/AppStream/x86_64/os/Packages/automake-1.16.2-8.el9.noarch.rpm (IP: 8.43.85.72) 2024-06-06T08:08:04.266 INFO:teuthology.orchestra.run.smithi042.stdout:(48/159): python3-urllib3-1.26.5-5.el9.noarch.r 2.5 MB/s | 215 kB 00:00 2024-06-06T08:08:04.267 INFO:teuthology.orchestra.run.smithi042.stdout:[MIRROR] bison-3.7.4-5.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/AppStream/x86_64/os/Packages/bison-3.7.4-5.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-06T08:08:04.269 INFO:teuthology.orchestra.run.smithi042.stdout:[MIRROR] boost-program-options-1.75.0-8.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/AppStream/x86_64/os/Packages/boost-program-options-1.75.0-8.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-06T08:08:04.392 INFO:teuthology.orchestra.run.smithi042.stdout:(49/159): boost-program-options-1.75.0-8.el9.x8 855 kB/s | 107 kB 00:00 2024-06-06T08:08:04.425 INFO:teuthology.orchestra.run.smithi042.stdout:(50/159): automake-1.16.2-8.el9.noarch.rpm 3.2 MB/s | 689 kB 00:00 2024-06-06T08:08:04.450 INFO:teuthology.orchestra.run.smithi042.stdout:(51/159): elfutils-libelf-devel-0.191-4.el9.x86 370 kB/s | 22 kB 00:00 2024-06-06T08:08:04.476 INFO:teuthology.orchestra.run.smithi042.stdout:(52/159): flex-2.6.4-9.el9.x86_64.rpm 6.1 MB/s | 313 kB 00:00 2024-06-06T08:08:04.501 INFO:teuthology.orchestra.run.smithi042.stdout:(53/159): flexiblas-3.0.4-8.el9.x86_64.rpm 653 kB/s | 33 kB 00:00 2024-06-06T08:08:04.535 INFO:teuthology.orchestra.run.smithi042.stdout:(54/159): bison-3.7.4-5.el9.x86_64.rpm 3.1 MB/s | 943 kB 00:00 2024-06-06T08:08:04.560 INFO:teuthology.orchestra.run.smithi042.stdout:(55/159): flexiblas-openblas-openmp-3.0.4-8.el9 310 kB/s | 18 kB 00:00 2024-06-06T08:08:04.585 INFO:teuthology.orchestra.run.smithi042.stdout:(56/159): libaio-devel-0.3.111-13.el9.x86_64.rp 223 kB/s | 11 kB 00:00 2024-06-06T08:08:04.627 INFO:teuthology.orchestra.run.smithi042.stdout:(57/159): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.3 MB/s | 160 kB 00:00 2024-06-06T08:08:04.644 INFO:teuthology.orchestra.run.smithi042.stdout:(58/159): librabbitmq-0.11.0-7.el9.x86_64.rpm 768 kB/s | 45 kB 00:00 2024-06-06T08:08:04.695 INFO:teuthology.orchestra.run.smithi042.stdout:(59/159): flexiblas-netlib-3.0.4-8.el9.x86_64.r 14 MB/s | 3.0 MB 00:00 2024-06-06T08:08:04.728 INFO:teuthology.orchestra.run.smithi042.stdout:(60/159): libtool-2.4.6-45.el9.x86_64.rpm 6.8 MB/s | 582 kB 00:00 2024-06-06T08:08:04.754 INFO:teuthology.orchestra.run.smithi042.stdout:(61/159): libuuid-devel-2.37.4-18.el9.x86_64.rp 435 kB/s | 25 kB 00:00 2024-06-06T08:08:04.779 INFO:teuthology.orchestra.run.smithi042.stdout:(62/159): libzstd-devel-1.5.1-2.el9.x86_64.rpm 939 kB/s | 47 kB 00:00 2024-06-06T08:08:04.805 INFO:teuthology.orchestra.run.smithi042.stdout:(63/159): librdkafka-1.6.1-102.el9.x86_64.rpm 3.7 MB/s | 662 kB 00:00 2024-06-06T08:08:04.830 INFO:teuthology.orchestra.run.smithi042.stdout:(64/159): lua-5.4.4-4.el9.x86_64.rpm 3.7 MB/s | 188 kB 00:00 2024-06-06T08:08:04.855 INFO:teuthology.orchestra.run.smithi042.stdout:(65/159): openblas-0.3.21-2.el9.x86_64.rpm 703 kB/s | 35 kB 00:00 2024-06-06T08:08:04.880 INFO:teuthology.orchestra.run.smithi042.stdout:(66/159): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.3 MB/s | 292 kB 00:00 2024-06-06T08:08:05.006 INFO:teuthology.orchestra.run.smithi042.stdout:(67/159): openblas-openmp-0.3.21-2.el9.x86_64.r 27 MB/s | 4.7 MB 00:00 2024-06-06T08:08:05.073 INFO:teuthology.orchestra.run.smithi042.stdout:(68/159): openssl-devel-3.2.1-1.el9.x86_64.rpm 20 MB/s | 4.4 MB 00:00 2024-06-06T08:08:05.106 INFO:teuthology.orchestra.run.smithi042.stdout:(69/159): postgresql-13.14-1.el9.x86_64.rpm 7.0 MB/s | 1.6 MB 00:00 2024-06-06T08:08:05.132 INFO:teuthology.orchestra.run.smithi042.stdout:(70/159): postgresql-private-libs-13.14-1.el9.x 2.2 MB/s | 133 kB 00:00 2024-06-06T08:08:05.148 INFO:teuthology.orchestra.run.smithi149.stdout:(31/159): ceph-mgr-dashboard-19.0.0-2946.g3d89a 2.4 MB/s | 3.5 MB 00:01 2024-06-06T08:08:05.165 INFO:teuthology.orchestra.run.smithi042.stdout:(71/159): postgresql-contrib-13.14-1.el9.x86_64 5.6 MB/s | 911 kB 00:00 2024-06-06T08:08:05.307 INFO:teuthology.orchestra.run.smithi042.stdout:(72/159): python3-attrs-20.3.0-7.el9.noarch.rpm 617 kB/s | 87 kB 00:00 2024-06-06T08:08:05.356 INFO:teuthology.orchestra.run.smithi149.stdout:(32/159): ceph-mgr-modules-core-19.0.0-2946.g3d 1.2 MB/s | 249 kB 00:00 2024-06-06T08:08:05.416 INFO:teuthology.orchestra.run.smithi042.stdout:(73/159): protobuf-3.14.0-13.el9.x86_64.rpm 3.6 MB/s | 1.0 MB 00:00 2024-06-06T08:08:05.466 INFO:teuthology.orchestra.run.smithi042.stdout:(74/159): python3-colorama-0.4.6-3.el9.noarch.r 1.2 MB/s | 61 kB 00:00 2024-06-06T08:08:05.473 INFO:teuthology.orchestra.run.smithi149.stdout:(33/159): ceph-mgr-rook-19.0.0-2946.g3d89accf.e 422 kB/s | 49 kB 00:00 2024-06-06T08:08:05.550 INFO:teuthology.orchestra.run.smithi042.stdout:(75/159): postgresql-server-13.14-1.el9.x86_64. 13 MB/s | 5.8 MB 00:00 2024-06-06T08:08:05.575 INFO:teuthology.orchestra.run.smithi042.stdout:(76/159): python3-devel-3.9.18-3.el9.x86_64.rpm 2.2 MB/s | 244 kB 00:00 2024-06-06T08:08:05.582 INFO:teuthology.orchestra.run.smithi149.stdout:(34/159): ceph-prometheus-alerts-19.0.0-2946.g3 152 kB/s | 16 kB 00:00 2024-06-06T08:08:05.600 INFO:teuthology.orchestra.run.smithi042.stdout:(77/159): python3-jinja2-2.11.3-6.el9.noarch.rp 4.9 MB/s | 248 kB 00:00 2024-06-06T08:08:05.626 INFO:teuthology.orchestra.run.smithi120.stdout:Transaction test succeeded. 2024-06-06T08:08:05.627 INFO:teuthology.orchestra.run.smithi042.stdout:(78/159): python3-jsonpatch-1.21-16.el9.noarch. 510 kB/s | 26 kB 00:00 2024-06-06T08:08:05.627 INFO:teuthology.orchestra.run.smithi120.stdout:Running transaction 2024-06-06T08:08:05.651 INFO:teuthology.orchestra.run.smithi042.stdout:(79/159): python3-jsonpointer-2.0-4.el9.noarch. 380 kB/s | 19 kB 00:00 2024-06-06T08:08:05.676 INFO:teuthology.orchestra.run.smithi042.stdout:(80/159): python3-mako-1.1.4-6.el9.noarch.rpm 3.4 MB/s | 172 kB 00:00 2024-06-06T08:08:05.701 INFO:teuthology.orchestra.run.smithi042.stdout:(81/159): python3-markupsafe-1.1.1-12.el9.x86_6 694 kB/s | 35 kB 00:00 2024-06-06T08:08:05.774 INFO:teuthology.orchestra.run.smithi149.stdout:(35/159): ceph-volume-19.0.0-2946.g3d89accf.el9 1.3 MB/s | 264 kB 00:00 2024-06-06T08:08:05.777 INFO:teuthology.orchestra.run.smithi042.stdout:(82/159): python3-babel-2.9.1-2.el9.noarch.rpm 13 MB/s | 6.0 MB 00:00 2024-06-06T08:08:06.002 INFO:teuthology.orchestra.run.smithi042.stdout:(83/159): python3-numpy-f2py-1.20.1-5.el9.x86_6 834 kB/s | 250 kB 00:00 2024-06-06T08:08:06.028 INFO:teuthology.orchestra.run.smithi042.stdout:(84/159): python3-oauthlib-3.1.1-5.el9.noarch.r 890 kB/s | 222 kB 00:00 2024-06-06T08:08:06.041 INFO:teuthology.orchestra.run.smithi149.stdout:(36/159): ceph-mgr-diskprediction-local-19.0.0- 3.9 MB/s | 7.4 MB 00:01 2024-06-06T08:08:06.053 INFO:teuthology.orchestra.run.smithi042.stdout:(85/159): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-06-06T08:08:06.078 INFO:teuthology.orchestra.run.smithi042.stdout:(86/159): python3-prettytable-0.7.2-27.el9.noar 841 kB/s | 42 kB 00:00 2024-06-06T08:08:06.104 INFO:teuthology.orchestra.run.smithi042.stdout:(87/159): python3-protobuf-3.14.0-13.el9.noarch 5.2 MB/s | 269 kB 00:00 2024-06-06T08:08:06.129 INFO:teuthology.orchestra.run.smithi042.stdout:(88/159): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.1 MB/s | 159 kB 00:00 2024-06-06T08:08:06.150 INFO:teuthology.orchestra.run.smithi149.stdout:(37/159): cephfs-top-19.0.0-2946.g3d89accf.el9. 169 kB/s | 18 kB 00:00 2024-06-06T08:08:06.163 INFO:teuthology.orchestra.run.smithi042.stdout:(89/159): python3-pyasn1-modules-0.4.8-6.el9.no 4.6 MB/s | 279 kB 00:00 2024-06-06T08:08:06.183 INFO:teuthology.orchestra.run.smithi149.stdout:(38/159): cephadm-19.0.0-2946.g3d89accf.el9.noa 1.8 MB/s | 763 kB 00:00 2024-06-06T08:08:06.188 INFO:teuthology.orchestra.run.smithi042.stdout:(90/159): python3-pytz-2021.1-5.el9.noarch.rpm 873 kB/s | 51 kB 00:00 2024-06-06T08:08:06.213 INFO:teuthology.orchestra.run.smithi042.stdout:(91/159): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-06-06T08:08:06.245 INFO:teuthology.orchestra.run.smithi149.stdout:[MIRROR] fuse-2.9.9-15.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/fuse-2.9.9-15.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-06T08:08:06.250 INFO:teuthology.orchestra.run.smithi149.stdout:[MIRROR] libgfortran-11.4.1-3.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/libgfortran-11.4.1-3.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-06T08:08:06.297 INFO:teuthology.orchestra.run.smithi042.stdout:(92/159): python3-numpy-1.20.1-5.el9.x86_64.rpm 8.2 MB/s | 5.1 MB 00:00 2024-06-06T08:08:06.317 INFO:teuthology.orchestra.run.smithi149.stdout:(39/159): fuse-2.9.9-15.el9.x86_64.rpm 482 kB/s | 80 kB 00:00 2024-06-06T08:08:06.318 INFO:teuthology.orchestra.run.smithi149.stdout:[MIRROR] libquadmath-11.4.1-3.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/libquadmath-11.4.1-3.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-06T08:08:06.322 INFO:teuthology.orchestra.run.smithi042.stdout:(93/159): python3-toml-0.10.2-6.el9.noarch.rpm 383 kB/s | 42 kB 00:00 2024-06-06T08:08:06.348 INFO:teuthology.orchestra.run.smithi042.stdout:(94/159): python3-wcwidth-0.2.5-8.el9.noarch.rp 883 kB/s | 44 kB 00:00 2024-06-06T08:08:06.373 INFO:teuthology.orchestra.run.smithi042.stdout:(95/159): qatlib-24.02.0-1.el9.x86_64.rpm 4.3 MB/s | 221 kB 00:00 2024-06-06T08:08:06.376 INFO:teuthology.orchestra.run.smithi149.stdout:(40/159): libquadmath-11.4.1-3.el9.x86_64.rpm 3.3 MB/s | 195 kB 00:00 2024-06-06T08:08:06.398 INFO:teuthology.orchestra.run.smithi042.stdout:(96/159): qatlib-service-24.02.0-1.el9.x86_64.r 716 kB/s | 36 kB 00:00 2024-06-06T08:08:06.417 INFO:teuthology.orchestra.run.smithi149.stdout:(41/159): python3-cffi-1.14.5-5.el9.x86_64.rpm 6.0 MB/s | 253 kB 00:00 2024-06-06T08:08:06.423 INFO:teuthology.orchestra.run.smithi042.stdout:(97/159): qatzip-libs-1.2.0-1.el9.x86_64.rpm 943 kB/s | 47 kB 00:00 2024-06-06T08:08:06.443 INFO:teuthology.orchestra.run.smithi149.stdout:(42/159): libgfortran-11.4.1-3.el9.x86_64.rpm 3.4 MB/s | 803 kB 00:00 2024-06-06T08:08:06.457 INFO:teuthology.orchestra.run.smithi042.stdout:(98/159): socat-1.7.4.1-5.el9.x86_64.rpm 5.1 MB/s | 305 kB 00:00 2024-06-06T08:08:06.482 INFO:teuthology.orchestra.run.smithi042.stdout:(99/159): uuid-1.6.2-55.el9.x86_64.rpm 987 kB/s | 58 kB 00:00 2024-06-06T08:08:06.485 INFO:teuthology.orchestra.run.smithi149.stdout:(43/159): python3-ply-3.11-14.el9.noarch.rpm 2.5 MB/s | 106 kB 00:00 2024-06-06T08:08:06.508 INFO:teuthology.orchestra.run.smithi042.stdout:(100/159): xfsprogs-devel-6.3.0-1.el9.x86_64.rp 1.8 MB/s | 94 kB 00:00 2024-06-06T08:08:06.527 INFO:teuthology.orchestra.run.smithi149.stdout:(44/159): python3-cryptography-36.0.1-4.el9.x86 11 MB/s | 1.2 MB 00:00 2024-06-06T08:08:06.533 INFO:teuthology.orchestra.run.smithi042.stdout:(101/159): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-06-06T08:08:06.552 INFO:teuthology.orchestra.run.smithi149.stdout:(45/159): python3-pycparser-2.20-6.el9.noarch.r 2.0 MB/s | 135 kB 00:00 2024-06-06T08:08:06.558 INFO:teuthology.orchestra.run.smithi042.stdout:(102/159): zlib-devel-1.2.11-41.el9.x86_64.rpm 893 kB/s | 45 kB 00:00 2024-06-06T08:08:06.559 INFO:teuthology.orchestra.run.smithi042.stdout:[MIRROR] lua-devel-5.4.4-4.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/CRB/x86_64/os/Packages/lua-devel-5.4.4-4.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-06T08:08:06.562 INFO:teuthology.orchestra.run.smithi042.stdout:[MIRROR] protobuf-compiler-3.14.0-13.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/CRB/x86_64/os/Packages/protobuf-compiler-3.14.0-13.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-06T08:08:06.577 INFO:teuthology.orchestra.run.smithi149.stdout:(46/159): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-06-06T08:08:06.579 INFO:teuthology.orchestra.run.smithi149.stdout:[MIRROR] automake-1.16.2-8.el9.noarch.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/AppStream/x86_64/os/Packages/automake-1.16.2-8.el9.noarch.rpm (IP: 8.43.85.72) 2024-06-06T08:08:06.609 INFO:teuthology.orchestra.run.smithi042.stdout:(103/159): lua-devel-5.4.4-4.el9.x86_64.rpm 296 kB/s | 22 kB 00:00 2024-06-06T08:08:06.611 INFO:teuthology.orchestra.run.smithi149.stdout:(47/159): python3-urllib3-1.26.5-5.el9.noarch.r 3.6 MB/s | 215 kB 00:00 2024-06-06T08:08:06.612 INFO:teuthology.orchestra.run.smithi149.stdout:[MIRROR] bison-3.7.4-5.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/AppStream/x86_64/os/Packages/bison-3.7.4-5.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-06T08:08:06.642 INFO:teuthology.orchestra.run.smithi042.stdout:(104/159): protobuf-compiler-3.14.0-13.el9.x86_ 10 MB/s | 863 kB 00:00 2024-06-06T08:08:06.653 INFO:teuthology.orchestra.run.smithi149.stdout:(48/159): automake-1.16.2-8.el9.noarch.rpm 9.0 MB/s | 689 kB 00:00 2024-06-06T08:08:06.656 INFO:teuthology.orchestra.run.smithi149.stdout:[MIRROR] boost-program-options-1.75.0-8.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/AppStream/x86_64/os/Packages/boost-program-options-1.75.0-8.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-06T08:08:06.695 INFO:teuthology.orchestra.run.smithi149.stdout:(49/159): bison-3.7.4-5.el9.x86_64.rpm 11 MB/s | 943 kB 00:00 2024-06-06T08:08:06.711 INFO:teuthology.orchestra.run.smithi042.stdout:(105/159): abseil-cpp-20211102.0-3.el9.x86_64.r 5.4 MB/s | 548 kB 00:00 2024-06-06T08:08:06.725 INFO:teuthology.orchestra.run.smithi149.stdout:(50/159): boost-program-options-1.75.0-8.el9.x8 1.6 MB/s | 107 kB 00:00 2024-06-06T08:08:06.743 INFO:teuthology.orchestra.run.smithi042.stdout:(106/159): grpc-data-1.46.7-10.el9.noarch.rpm 629 kB/s | 19 kB 00:00 2024-06-06T08:08:06.746 INFO:teuthology.orchestra.run.smithi149.stdout:(51/159): elfutils-libelf-devel-0.191-4.el9.x86 433 kB/s | 22 kB 00:00 2024-06-06T08:08:06.771 INFO:teuthology.orchestra.run.smithi149.stdout:(52/159): flex-2.6.4-9.el9.x86_64.rpm 6.1 MB/s | 313 kB 00:00 2024-06-06T08:08:06.776 INFO:teuthology.orchestra.run.smithi042.stdout:(107/159): gperftools-libs-2.9.1-2.el9.x86_64.r 2.3 MB/s | 309 kB 00:00 2024-06-06T08:08:06.797 INFO:teuthology.orchestra.run.smithi149.stdout:(53/159): flexiblas-3.0.4-8.el9.x86_64.rpm 652 kB/s | 33 kB 00:00 2024-06-06T08:08:06.803 INFO:teuthology.orchestra.run.smithi042.stdout:(108/159): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.0 MB/s | 26 kB 00:00 2024-06-06T08:08:06.830 INFO:teuthology.orchestra.run.smithi149.stdout:(54/159): flexiblas-openblas-openmp-3.0.4-8.el9 549 kB/s | 18 kB 00:00 2024-06-06T08:08:06.835 INFO:teuthology.orchestra.run.smithi042.stdout:(109/159): liboath-2.6.7-2.el9.x86_64.rpm 1.4 MB/s | 49 kB 00:00 2024-06-06T08:08:06.861 INFO:teuthology.orchestra.run.smithi042.stdout:(110/159): libunwind-1.6.2-1.el9.x86_64.rpm 2.6 MB/s | 67 kB 00:00 2024-06-06T08:08:06.880 INFO:teuthology.orchestra.run.smithi149.stdout:(55/159): flexiblas-netlib-3.0.4-8.el9.x86_64.r 28 MB/s | 3.0 MB 00:00 2024-06-06T08:08:06.897 INFO:teuthology.orchestra.run.smithi149.stdout:(56/159): libaio-devel-0.3.111-13.el9.x86_64.rp 167 kB/s | 11 kB 00:00 2024-06-06T08:08:06.903 INFO:teuthology.orchestra.run.smithi042.stdout:(111/159): luarocks-3.9.2-5.el9.noarch.rpm 3.5 MB/s | 151 kB 00:00 2024-06-06T08:08:06.922 INFO:teuthology.orchestra.run.smithi149.stdout:(57/159): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.7 MB/s | 160 kB 00:00 2024-06-06T08:08:06.939 INFO:teuthology.orchestra.run.smithi149.stdout:(58/159): librabbitmq-0.11.0-7.el9.x86_64.rpm 1.1 MB/s | 45 kB 00:00 2024-06-06T08:08:06.973 INFO:teuthology.orchestra.run.smithi149.stdout:(59/159): librdkafka-1.6.1-102.el9.x86_64.rpm 13 MB/s | 662 kB 00:00 2024-06-06T08:08:07.006 INFO:teuthology.orchestra.run.smithi149.stdout:(60/159): libtool-2.4.6-45.el9.x86_64.rpm 8.5 MB/s | 582 kB 00:00 2024-06-06T08:08:07.032 INFO:teuthology.orchestra.run.smithi149.stdout:(61/159): libuuid-devel-2.37.4-18.el9.x86_64.rp 436 kB/s | 25 kB 00:00 2024-06-06T08:08:07.057 INFO:teuthology.orchestra.run.smithi149.stdout:(62/159): libzstd-devel-1.5.1-2.el9.x86_64.rpm 942 kB/s | 47 kB 00:00 2024-06-06T08:08:07.083 INFO:teuthology.orchestra.run.smithi149.stdout:(63/159): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.7 MB/s | 292 kB 00:00 2024-06-06T08:08:07.087 INFO:teuthology.orchestra.run.smithi042.stdout:(112/159): python3-scipy-1.6.2-8.el9.x86_64.rpm 18 MB/s | 16 MB 00:00 2024-06-06T08:08:07.108 INFO:teuthology.orchestra.run.smithi149.stdout:(64/159): lua-5.4.4-4.el9.x86_64.rpm 3.7 MB/s | 188 kB 00:00 2024-06-06T08:08:07.133 INFO:teuthology.orchestra.run.smithi149.stdout:(65/159): openblas-0.3.21-2.el9.x86_64.rpm 704 kB/s | 35 kB 00:00 2024-06-06T08:08:07.162 INFO:teuthology.orchestra.run.smithi042.stdout:(113/159): parquet-libs-9.0.0-11.el9.x86_64.rpm 3.2 MB/s | 839 kB 00:00 2024-06-06T08:08:07.187 INFO:teuthology.orchestra.run.smithi042.stdout:(114/159): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.9 MB/s | 43 kB 00:00 2024-06-06T08:08:07.212 INFO:teuthology.orchestra.run.smithi042.stdout:(115/159): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-06-06T08:08:07.238 INFO:teuthology.orchestra.run.smithi042.stdout:(116/159): python3-certifi-2021.10.8-2.el9.noar 595 kB/s | 15 kB 00:00 2024-06-06T08:08:07.242 INFO:teuthology.orchestra.run.smithi149.stdout:(66/159): openblas-openmp-0.3.21-2.el9.x86_64.r 36 MB/s | 4.7 MB 00:00 2024-06-06T08:08:07.263 INFO:teuthology.orchestra.run.smithi042.stdout:(117/159): python3-asyncssh-2.13.2-5.el9.noarch 3.0 MB/s | 548 kB 00:00 2024-06-06T08:08:07.288 INFO:teuthology.orchestra.run.smithi042.stdout:(118/159): python3-cheroot-8.6.0-4.el9.noarch.r 3.3 MB/s | 172 kB 00:00 2024-06-06T08:08:07.309 INFO:teuthology.orchestra.run.smithi149.stdout:(67/159): openssl-devel-3.2.1-1.el9.x86_64.rpm 25 MB/s | 4.4 MB 00:00 2024-06-06T08:08:07.356 INFO:teuthology.orchestra.run.smithi042.stdout:(119/159): libarrow-9.0.0-11.el9.x86_64.rpm 7.2 MB/s | 4.4 MB 00:00 2024-06-06T08:08:07.359 INFO:teuthology.orchestra.run.smithi149.stdout:(68/159): postgresql-13.14-1.el9.x86_64.rpm 14 MB/s | 1.6 MB 00:00 2024-06-06T08:08:07.381 INFO:teuthology.orchestra.run.smithi042.stdout:(120/159): python3-cherrypy-18.6.1-2.el9.noarch 3.0 MB/s | 358 kB 00:00 2024-06-06T08:08:07.401 INFO:teuthology.orchestra.run.smithi149.stdout:(69/159): postgresql-contrib-13.14-1.el9.x86_64 9.7 MB/s | 911 kB 00:00 2024-06-06T08:08:07.406 INFO:teuthology.orchestra.run.smithi042.stdout:(121/159): python3-cmd2-2.4.2-2.el9.noarch.rpm 2.5 MB/s | 303 kB 00:00 2024-06-06T08:08:07.426 INFO:teuthology.orchestra.run.smithi149.stdout:(70/159): postgresql-private-libs-13.14-1.el9.x 2.0 MB/s | 133 kB 00:00 2024-06-06T08:08:07.431 INFO:teuthology.orchestra.run.smithi042.stdout:(122/159): python3-google-auth-2.29.0-1.el9.noa 2.7 MB/s | 206 kB 00:00 2024-06-06T08:08:07.457 INFO:teuthology.orchestra.run.smithi042.stdout:(123/159): python3-grpcio-tools-1.46.7-10.el9.x 2.8 MB/s | 144 kB 00:00 2024-06-06T08:08:07.482 INFO:teuthology.orchestra.run.smithi042.stdout:(124/159): python3-jaraco-8.2.1-3.el9.noarch.rp 212 kB/s | 11 kB 00:00 2024-06-06T08:08:07.485 INFO:teuthology.orchestra.run.smithi149.stdout:(71/159): protobuf-3.14.0-13.el9.x86_64.rpm 17 MB/s | 1.0 MB 00:00 2024-06-06T08:08:07.507 INFO:teuthology.orchestra.run.smithi042.stdout:(125/159): python3-jaraco-classes-3.2.1-5.el9.n 353 kB/s | 18 kB 00:00 2024-06-06T08:08:07.533 INFO:teuthology.orchestra.run.smithi042.stdout:(126/159): python3-jaraco-collections-3.0.0-8.e 461 kB/s | 23 kB 00:00 2024-06-06T08:08:07.558 INFO:teuthology.orchestra.run.smithi042.stdout:(127/159): python3-jaraco-functools-3.5.0-2.el9 386 kB/s | 19 kB 00:00 2024-06-06T08:08:07.560 INFO:teuthology.orchestra.run.smithi149.stdout:(72/159): postgresql-server-13.14-1.el9.x86_64. 36 MB/s | 5.8 MB 00:00 2024-06-06T08:08:07.583 INFO:teuthology.orchestra.run.smithi042.stdout:(128/159): python3-jaraco-text-3.2.0-6.el9.noar 392 kB/s | 20 kB 00:00 2024-06-06T08:08:07.585 INFO:teuthology.orchestra.run.smithi149.stdout:(73/159): python3-attrs-20.3.0-7.el9.noarch.rpm 874 kB/s | 87 kB 00:00 2024-06-06T08:08:07.617 INFO:teuthology.orchestra.run.smithi042.stdout:(129/159): python3-logutils-0.3.5-21.el9.noarch 1.4 MB/s | 46 kB 00:00 2024-06-06T08:08:07.627 INFO:teuthology.orchestra.run.smithi149.stdout:(74/159): python3-colorama-0.4.6-3.el9.noarch.r 1.4 MB/s | 61 kB 00:00 2024-06-06T08:08:07.650 INFO:teuthology.orchestra.run.smithi042.stdout:(130/159): python3-more-itertools-8.12.0-2.el9. 2.3 MB/s | 79 kB 00:00 2024-06-06T08:08:07.676 INFO:teuthology.orchestra.run.smithi042.stdout:(131/159): python3-natsort-7.1.1-5.el9.noarch.r 2.3 MB/s | 58 kB 00:00 2024-06-06T08:08:07.703 INFO:teuthology.orchestra.run.smithi149.stdout:(75/159): python3-babel-2.9.1-2.el9.noarch.rpm 42 MB/s | 6.0 MB 00:00 2024-06-06T08:08:07.726 INFO:teuthology.orchestra.run.smithi042.stdout:(132/159): python3-grpcio-1.46.7-10.el9.x86_64. 5.9 MB/s | 2.0 MB 00:00 2024-06-06T08:08:07.728 INFO:teuthology.orchestra.run.smithi149.stdout:(76/159): python3-devel-3.9.18-3.el9.x86_64.rpm 2.4 MB/s | 244 kB 00:00 2024-06-06T08:08:07.753 INFO:teuthology.orchestra.run.smithi149.stdout:(77/159): python3-jinja2-2.11.3-6.el9.noarch.rp 4.9 MB/s | 248 kB 00:00 2024-06-06T08:08:07.760 INFO:teuthology.orchestra.run.smithi042.stdout:(133/159): python3-kubernetes-26.1.0-2.el9.noar 5.1 MB/s | 1.0 MB 00:00 2024-06-06T08:08:07.778 INFO:teuthology.orchestra.run.smithi149.stdout:(78/159): python3-jsonpatch-1.21-16.el9.noarch. 509 kB/s | 26 kB 00:00 2024-06-06T08:08:07.785 INFO:teuthology.orchestra.run.smithi042.stdout:(134/159): python3-portend-3.1.0-2.el9.noarch.r 281 kB/s | 16 kB 00:00 2024-06-06T08:08:07.803 INFO:teuthology.orchestra.run.smithi149.stdout:(79/159): python3-jsonpointer-2.0-4.el9.noarch. 381 kB/s | 19 kB 00:00 2024-06-06T08:08:07.810 INFO:teuthology.orchestra.run.smithi042.stdout:(135/159): python3-pecan-1.4.2-3.el9.noarch.rpm 2.0 MB/s | 272 kB 00:00 2024-06-06T08:08:07.829 INFO:teuthology.orchestra.run.smithi149.stdout:(80/159): python3-mako-1.1.4-6.el9.noarch.rpm 3.4 MB/s | 172 kB 00:00 2024-06-06T08:08:07.854 INFO:teuthology.orchestra.run.smithi149.stdout:(81/159): python3-markupsafe-1.1.1-12.el9.x86_6 691 kB/s | 35 kB 00:00 2024-06-06T08:08:07.896 INFO:teuthology.orchestra.run.smithi149.stdout:(82/159): python3-numpy-f2py-1.20.1-5.el9.x86_6 5.9 MB/s | 250 kB 00:00 2024-06-06T08:08:07.917 INFO:teuthology.orchestra.run.smithi042.stdout:(136/159): python3-pyperclip-1.8.2-2.el9.noarch 214 kB/s | 28 kB 00:00 2024-06-06T08:08:07.961 INFO:teuthology.orchestra.run.smithi042.stdout:(137/159): python3-repoze-lru-0.7-16.el9.noarch 204 kB/s | 31 kB 00:00 2024-06-06T08:08:07.987 INFO:teuthology.orchestra.run.smithi042.stdout:(138/159): python3-pyOpenSSL-21.0.0-1.el9.noarc 397 kB/s | 90 kB 00:00 2024-06-06T08:08:07.997 INFO:teuthology.orchestra.run.smithi149.stdout:(83/159): python3-numpy-1.20.1-5.el9.x86_64.rpm 31 MB/s | 5.1 MB 00:00 2024-06-06T08:08:08.012 INFO:teuthology.orchestra.run.smithi042.stdout:(139/159): python3-rsa-4.9-2.el9.noarch.rpm 1.1 MB/s | 59 kB 00:00 2024-06-06T08:08:08.022 INFO:teuthology.orchestra.run.smithi149.stdout:(84/159): python3-oauthlib-3.1.1-5.el9.noarch.r 1.7 MB/s | 222 kB 00:00 2024-06-06T08:08:08.037 INFO:teuthology.orchestra.run.smithi042.stdout:(140/159): python3-tempora-5.0.0-2.el9.noarch.r 713 kB/s | 36 kB 00:00 2024-06-06T08:08:08.047 INFO:teuthology.orchestra.run.smithi149.stdout:(85/159): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-06-06T08:08:08.063 INFO:teuthology.orchestra.run.smithi042.stdout:(141/159): python3-typing-extensions-4.4.0-2.el 1.0 MB/s | 51 kB 00:00 2024-06-06T08:08:08.072 INFO:teuthology.orchestra.run.smithi149.stdout:(86/159): python3-prettytable-0.7.2-27.el9.noar 845 kB/s | 42 kB 00:00 2024-06-06T08:08:08.088 INFO:teuthology.orchestra.run.smithi042.stdout:(142/159): python3-routes-2.5.1-5.el9.noarch.rp 1.1 MB/s | 188 kB 00:00 2024-06-06T08:08:08.097 INFO:teuthology.orchestra.run.smithi149.stdout:(87/159): python3-protobuf-3.14.0-13.el9.noarch 5.3 MB/s | 269 kB 00:00 2024-06-06T08:08:08.113 INFO:teuthology.orchestra.run.smithi042.stdout:(143/159): python3-websocket-client-1.2.3-2.el9 1.7 MB/s | 90 kB 00:00 2024-06-06T08:08:08.123 INFO:teuthology.orchestra.run.smithi149.stdout:(88/159): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.1 MB/s | 159 kB 00:00 2024-06-06T08:08:08.138 INFO:teuthology.orchestra.run.smithi042.stdout:(144/159): python3-webob-1.8.7-6.el9.noarch.rpm 2.2 MB/s | 230 kB 00:00 2024-06-06T08:08:08.148 INFO:teuthology.orchestra.run.smithi149.stdout:(89/159): python3-pyasn1-modules-0.4.8-6.el9.no 5.4 MB/s | 279 kB 00:00 2024-06-06T08:08:08.164 INFO:teuthology.orchestra.run.smithi042.stdout:(145/159): python3-zc-lockfile-2.0-10.el9.noarc 397 kB/s | 20 kB 00:00 2024-06-06T08:08:08.165 INFO:teuthology.orchestra.run.smithi149.stdout:(90/159): python3-pytz-2021.1-5.el9.noarch.rpm 1.2 MB/s | 51 kB 00:00 2024-06-06T08:08:08.182 INFO:teuthology.orchestra.run.smithi149.stdout:(91/159): python3-requests-oauthlib-1.3.0-12.el 1.5 MB/s | 54 kB 00:00 2024-06-06T08:08:08.189 INFO:teuthology.orchestra.run.smithi042.stdout:(146/159): re2-20211101-3.el9.x86_64.rpm 3.7 MB/s | 192 kB 00:00 2024-06-06T08:08:08.216 INFO:teuthology.orchestra.run.smithi149.stdout:(92/159): python3-toml-0.10.2-6.el9.noarch.rpm 1.2 MB/s | 42 kB 00:00 2024-06-06T08:08:08.222 INFO:teuthology.orchestra.run.smithi042.stdout:(147/159): python3-werkzeug-2.0.3-3.el9.1.noarc 3.1 MB/s | 427 kB 00:00 2024-06-06T08:08:08.249 INFO:teuthology.orchestra.run.smithi149.stdout:(93/159): python3-wcwidth-0.2.5-8.el9.noarch.rp 1.3 MB/s | 44 kB 00:00 2024-06-06T08:08:08.273 INFO:teuthology.orchestra.run.smithi042.stdout:(148/159): thrift-0.15.0-2.el9.x86_64.rpm 15 MB/s | 1.6 MB 00:00 2024-06-06T08:08:08.292 INFO:teuthology.orchestra.run.smithi149.stdout:(94/159): qatlib-24.02.0-1.el9.x86_64.rpm 5.2 MB/s | 221 kB 00:00 2024-06-06T08:08:08.325 INFO:teuthology.orchestra.run.smithi149.stdout:(95/159): qatlib-service-24.02.0-1.el9.x86_64.r 1.1 MB/s | 36 kB 00:00 2024-06-06T08:08:08.423 INFO:teuthology.orchestra.run.smithi042.stdout:(149/159): NetworkManager-1.47.91-1.el9.x86_64. 15 MB/s | 2.3 MB 00:00 2024-06-06T08:08:08.482 INFO:teuthology.orchestra.run.smithi042.stdout:(150/159): NetworkManager-libnm-1.47.91-1.el9.x 31 MB/s | 1.8 MB 00:00 2024-06-06T08:08:08.492 INFO:teuthology.orchestra.run.smithi149.stdout:(96/159): python3-scipy-1.6.2-8.el9.x86_64.rpm 50 MB/s | 16 MB 00:00 2024-06-06T08:08:08.507 INFO:teuthology.orchestra.run.smithi042.stdout:(151/159): NetworkManager-team-1.47.91-1.el9.x8 1.6 MB/s | 41 kB 00:00 2024-06-06T08:08:08.517 INFO:teuthology.orchestra.run.smithi149.stdout:(97/159): qatzip-libs-1.2.0-1.el9.x86_64.rpm 247 kB/s | 47 kB 00:00 2024-06-06T08:08:08.542 INFO:teuthology.orchestra.run.smithi149.stdout:(98/159): socat-1.7.4.1-5.el9.x86_64.rpm 6.0 MB/s | 305 kB 00:00 2024-06-06T08:08:08.549 INFO:teuthology.orchestra.run.smithi042.stdout:(152/159): NetworkManager-tui-1.47.91-1.el9.x86 5.8 MB/s | 248 kB 00:00 2024-06-06T08:08:08.568 INFO:teuthology.orchestra.run.smithi149.stdout:(99/159): uuid-1.6.2-55.el9.x86_64.rpm 1.1 MB/s | 58 kB 00:00 2024-06-06T08:08:08.574 INFO:teuthology.orchestra.run.smithi042.stdout:(153/159): elfutils-debuginfod-client-0.191-4.e 1.4 MB/s | 37 kB 00:00 2024-06-06T08:08:08.593 INFO:teuthology.orchestra.run.smithi149.stdout:(100/159): xfsprogs-devel-6.3.0-1.el9.x86_64.rp 1.8 MB/s | 94 kB 00:00 2024-06-06T08:08:08.608 INFO:teuthology.orchestra.run.smithi042.stdout:(154/159): elfutils-libelf-0.191-4.el9.x86_64.r 6.1 MB/s | 207 kB 00:00 2024-06-06T08:08:08.618 INFO:teuthology.orchestra.run.smithi149.stdout:(101/159): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-06-06T08:08:08.644 INFO:teuthology.orchestra.run.smithi149.stdout:(102/159): zlib-devel-1.2.11-41.el9.x86_64.rpm 893 kB/s | 45 kB 00:00 2024-06-06T08:08:08.644 INFO:teuthology.orchestra.run.smithi149.stdout:[MIRROR] lua-devel-5.4.4-4.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/CRB/x86_64/os/Packages/lua-devel-5.4.4-4.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-06T08:08:08.647 INFO:teuthology.orchestra.run.smithi149.stdout:[MIRROR] protobuf-compiler-3.14.0-13.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/CRB/x86_64/os/Packages/protobuf-compiler-3.14.0-13.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-06T08:08:08.650 INFO:teuthology.orchestra.run.smithi042.stdout:(155/159): elfutils-libs-0.191-4.el9.x86_64.rpm 6.1 MB/s | 260 kB 00:00 2024-06-06T08:08:08.709 INFO:teuthology.orchestra.run.smithi042.stdout:(156/159): openssl-3.2.1-1.el9.x86_64.rpm 23 MB/s | 1.3 MB 00:00 2024-06-06T08:08:08.727 INFO:teuthology.orchestra.run.smithi149.stdout:(103/159): lua-devel-5.4.4-4.el9.x86_64.rpm 205 kB/s | 22 kB 00:00 2024-06-06T08:08:08.784 INFO:teuthology.orchestra.run.smithi042.stdout:(157/159): openssl-libs-3.2.1-1.el9.x86_64.rpm 32 MB/s | 2.4 MB 00:00 2024-06-06T08:08:08.811 INFO:teuthology.orchestra.run.smithi149.stdout:(104/159): abseil-cpp-20211102.0-3.el9.x86_64.r 6.5 MB/s | 548 kB 00:00 2024-06-06T08:08:08.870 INFO:teuthology.orchestra.run.smithi149.stdout:(105/159): protobuf-compiler-3.14.0-13.el9.x86_ 3.7 MB/s | 863 kB 00:00 2024-06-06T08:08:08.895 INFO:teuthology.orchestra.run.smithi149.stdout:(106/159): gperftools-libs-2.9.1-2.el9.x86_64.r 3.6 MB/s | 309 kB 00:00 2024-06-06T08:08:08.920 INFO:teuthology.orchestra.run.smithi149.stdout:(107/159): grpc-data-1.46.7-10.el9.noarch.rpm 387 kB/s | 19 kB 00:00 2024-06-06T08:08:08.954 INFO:teuthology.orchestra.run.smithi149.stdout:(108/159): libarrow-doc-9.0.0-11.el9.noarch.rpm 781 kB/s | 26 kB 00:00 2024-06-06T08:08:08.988 INFO:teuthology.orchestra.run.smithi149.stdout:(109/159): liboath-2.6.7-2.el9.x86_64.rpm 1.4 MB/s | 49 kB 00:00 2024-06-06T08:08:09.021 INFO:teuthology.orchestra.run.smithi149.stdout:(110/159): libunwind-1.6.2-1.el9.x86_64.rpm 2.0 MB/s | 67 kB 00:00 2024-06-06T08:08:09.026 INFO:teuthology.orchestra.run.smithi042.stdout:(158/159): librbd1-19.0.0-2946.g3d89accf.el9.x8 3.9 MB/s | 3.1 MB 00:00 2024-06-06T08:08:09.071 INFO:teuthology.orchestra.run.smithi149.stdout:(111/159): luarocks-3.9.2-5.el9.noarch.rpm 3.0 MB/s | 151 kB 00:00 2024-06-06T08:08:09.238 INFO:teuthology.orchestra.run.smithi149.stdout:(112/159): parquet-libs-9.0.0-11.el9.x86_64.rpm 4.9 MB/s | 839 kB 00:00 2024-06-06T08:08:09.356 INFO:teuthology.orchestra.run.smithi149.stdout:(113/159): python3-asyncssh-2.13.2-5.el9.noarch 4.6 MB/s | 548 kB 00:00 2024-06-06T08:08:09.397 INFO:teuthology.orchestra.run.smithi149.stdout:(114/159): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.0 MB/s | 43 kB 00:00 2024-06-06T08:08:09.423 INFO:teuthology.orchestra.run.smithi149.stdout:(115/159): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-06-06T08:08:09.448 INFO:teuthology.orchestra.run.smithi149.stdout:(116/159): python3-certifi-2021.10.8-2.el9.noar 605 kB/s | 15 kB 00:00 2024-06-06T08:08:09.490 INFO:teuthology.orchestra.run.smithi149.stdout:(117/159): python3-cheroot-8.6.0-4.el9.noarch.r 4.1 MB/s | 172 kB 00:00 2024-06-06T08:08:09.549 INFO:teuthology.orchestra.run.smithi149.stdout:(118/159): python3-cherrypy-18.6.1-2.el9.noarch 6.0 MB/s | 358 kB 00:00 2024-06-06T08:08:09.608 INFO:teuthology.orchestra.run.smithi149.stdout:(119/159): python3-cmd2-2.4.2-2.el9.noarch.rpm 5.1 MB/s | 303 kB 00:00 2024-06-06T08:08:09.658 INFO:teuthology.orchestra.run.smithi149.stdout:(120/159): python3-google-auth-2.29.0-1.el9.noa 4.0 MB/s | 206 kB 00:00 2024-06-06T08:08:09.718 INFO:teuthology.orchestra.run.smithi149.stdout:(121/159): libarrow-9.0.0-11.el9.x86_64.rpm 5.4 MB/s | 4.4 MB 00:00 2024-06-06T08:08:09.767 INFO:teuthology.orchestra.run.smithi149.stdout:(122/159): python3-grpcio-tools-1.46.7-10.el9.x 2.8 MB/s | 144 kB 00:00 2024-06-06T08:08:09.792 INFO:teuthology.orchestra.run.smithi149.stdout:(123/159): python3-jaraco-8.2.1-3.el9.noarch.rp 434 kB/s | 11 kB 00:00 2024-06-06T08:08:09.826 INFO:teuthology.orchestra.run.smithi149.stdout:(124/159): python3-jaraco-classes-3.2.1-5.el9.n 531 kB/s | 18 kB 00:00 2024-06-06T08:08:09.851 INFO:teuthology.orchestra.run.smithi149.stdout:(125/159): python3-jaraco-collections-3.0.0-8.e 936 kB/s | 23 kB 00:00 2024-06-06T08:08:09.876 INFO:teuthology.orchestra.run.smithi149.stdout:(126/159): python3-jaraco-functools-3.5.0-2.el9 787 kB/s | 19 kB 00:00 2024-06-06T08:08:09.893 INFO:teuthology.orchestra.run.smithi149.stdout:(127/159): python3-jaraco-text-3.2.0-6.el9.noar 1.2 MB/s | 20 kB 00:00 2024-06-06T08:08:10.077 INFO:teuthology.orchestra.run.smithi149.stdout:(128/159): python3-grpcio-1.46.7-10.el9.x86_64. 4.9 MB/s | 2.0 MB 00:00 2024-06-06T08:08:10.102 INFO:teuthology.orchestra.run.smithi149.stdout:(129/159): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-06-06T08:08:10.136 INFO:teuthology.orchestra.run.smithi149.stdout:(130/159): python3-kubernetes-26.1.0-2.el9.noar 4.2 MB/s | 1.0 MB 00:00 2024-06-06T08:08:10.161 INFO:teuthology.orchestra.run.smithi149.stdout:(131/159): python3-more-itertools-8.12.0-2.el9. 1.3 MB/s | 79 kB 00:00 2024-06-06T08:08:10.186 INFO:teuthology.orchestra.run.smithi149.stdout:(132/159): python3-natsort-7.1.1-5.el9.noarch.r 1.1 MB/s | 58 kB 00:00 2024-06-06T08:08:10.212 INFO:teuthology.orchestra.run.smithi149.stdout:(133/159): python3-portend-3.1.0-2.el9.noarch.r 660 kB/s | 16 kB 00:00 2024-06-06T08:08:10.237 INFO:teuthology.orchestra.run.smithi149.stdout:(134/159): python3-pecan-1.4.2-3.el9.noarch.rpm 3.5 MB/s | 272 kB 00:00 2024-06-06T08:08:10.262 INFO:teuthology.orchestra.run.smithi149.stdout:(135/159): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.8 MB/s | 90 kB 00:00 2024-06-06T08:08:10.426 INFO:teuthology.orchestra.run.smithi042.stdout:(159/159): librados2-19.0.0-2946.g3d89accf.el9. 1.5 MB/s | 3.4 MB 00:02 2024-06-06T08:08:10.432 INFO:teuthology.orchestra.run.smithi042.stdout:-------------------------------------------------------------------------------- 2024-06-06T08:08:10.432 INFO:teuthology.orchestra.run.smithi042.stdout:Total 7.5 MB/s | 225 MB 00:30 2024-06-06T08:08:10.679 INFO:teuthology.orchestra.run.smithi149.stdout:(136/159): ceph-test-19.0.0-2946.g3d89accf.el9. 4.1 MB/s | 48 MB 00:11 2024-06-06T08:08:10.704 INFO:teuthology.orchestra.run.smithi149.stdout:(137/159): python3-pyperclip-1.8.2-2.el9.noarch 60 kB/s | 28 kB 00:00 2024-06-06T08:08:10.730 INFO:teuthology.orchestra.run.smithi149.stdout:(138/159): python3-repoze-lru-0.7-16.el9.noarch 66 kB/s | 31 kB 00:00 2024-06-06T08:08:10.772 INFO:teuthology.orchestra.run.smithi149.stdout:(139/159): python3-routes-2.5.1-5.el9.noarch.rp 2.0 MB/s | 188 kB 00:00 2024-06-06T08:08:10.797 INFO:teuthology.orchestra.run.smithi149.stdout:(140/159): python3-tempora-5.0.0-2.el9.noarch.r 898 kB/s | 36 kB 00:00 2024-06-06T08:08:10.822 INFO:teuthology.orchestra.run.smithi149.stdout:(141/159): python3-typing-extensions-4.4.0-2.el 1.0 MB/s | 51 kB 00:00 2024-06-06T08:08:10.847 INFO:teuthology.orchestra.run.smithi149.stdout:(142/159): python3-rsa-4.9-2.el9.noarch.rpm 414 kB/s | 59 kB 00:00 2024-06-06T08:08:10.873 INFO:teuthology.orchestra.run.smithi149.stdout:(143/159): python3-websocket-client-1.2.3-2.el9 1.7 MB/s | 90 kB 00:00 2024-06-06T08:08:10.898 INFO:teuthology.orchestra.run.smithi149.stdout:(144/159): python3-webob-1.8.7-6.el9.noarch.rpm 2.2 MB/s | 230 kB 00:00 2024-06-06T08:08:10.923 INFO:teuthology.orchestra.run.smithi149.stdout:(145/159): python3-zc-lockfile-2.0-10.el9.noarc 398 kB/s | 20 kB 00:00 2024-06-06T08:08:10.982 INFO:teuthology.orchestra.run.smithi149.stdout:(146/159): python3-werkzeug-2.0.3-3.el9.1.noarc 3.1 MB/s | 427 kB 00:00 2024-06-06T08:08:11.007 INFO:teuthology.orchestra.run.smithi149.stdout:(147/159): re2-20211101-3.el9.x86_64.rpm 1.7 MB/s | 192 kB 00:00 2024-06-06T08:08:11.258 INFO:teuthology.orchestra.run.smithi149.stdout:(148/159): thrift-0.15.0-2.el9.x86_64.rpm 4.7 MB/s | 1.6 MB 00:00 2024-06-06T08:08:11.408 INFO:teuthology.orchestra.run.smithi149.stdout:(149/159): NetworkManager-1.47.91-1.el9.x86_64. 15 MB/s | 2.3 MB 00:00 2024-06-06T08:08:11.458 INFO:teuthology.orchestra.run.smithi149.stdout:(150/159): librados2-19.0.0-2946.g3d89accf.el9. 7.1 MB/s | 3.4 MB 00:00 2024-06-06T08:08:11.500 INFO:teuthology.orchestra.run.smithi149.stdout:(151/159): NetworkManager-libnm-1.47.91-1.el9.x 20 MB/s | 1.8 MB 00:00 2024-06-06T08:08:11.542 INFO:teuthology.orchestra.run.smithi149.stdout:(152/159): NetworkManager-tui-1.47.91-1.el9.x86 5.8 MB/s | 248 kB 00:00 2024-06-06T08:08:11.567 INFO:teuthology.orchestra.run.smithi149.stdout:(153/159): NetworkManager-team-1.47.91-1.el9.x8 380 kB/s | 41 kB 00:00 2024-06-06T08:08:11.593 INFO:teuthology.orchestra.run.smithi149.stdout:(154/159): elfutils-debuginfod-client-0.191-4.e 730 kB/s | 37 kB 00:00 2024-06-06T08:08:11.635 INFO:teuthology.orchestra.run.smithi149.stdout:(155/159): elfutils-libs-0.191-4.el9.x86_64.rpm 6.1 MB/s | 260 kB 00:00 2024-06-06T08:08:11.693 INFO:teuthology.orchestra.run.smithi042.stdout:Running transaction check 2024-06-06T08:08:11.693 INFO:teuthology.orchestra.run.smithi149.stdout:(156/159): elfutils-libelf-0.191-4.el9.x86_64.r 1.6 MB/s | 207 kB 00:00 2024-06-06T08:08:11.735 INFO:teuthology.orchestra.run.smithi149.stdout:(157/159): openssl-3.2.1-1.el9.x86_64.rpm 13 MB/s | 1.3 MB 00:00 2024-06-06T08:08:11.819 INFO:teuthology.orchestra.run.smithi149.stdout:(158/159): openssl-libs-3.2.1-1.el9.x86_64.rpm 19 MB/s | 2.4 MB 00:00 2024-06-06T08:08:11.868 INFO:teuthology.orchestra.run.smithi042.stdout:Transaction check succeeded. 2024-06-06T08:08:11.869 INFO:teuthology.orchestra.run.smithi042.stdout:Running transaction test 2024-06-06T08:08:12.026 INFO:teuthology.orchestra.run.smithi120.stdout: Preparing : 1/1 2024-06-06T08:08:12.114 INFO:teuthology.orchestra.run.smithi120.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/170 2024-06-06T08:08:12.152 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/170 2024-06-06T08:08:12.206 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/170 2024-06-06T08:08:12.240 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/170 2024-06-06T08:08:12.266 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/170 2024-06-06T08:08:12.300 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/170 2024-06-06T08:08:12.410 INFO:teuthology.orchestra.run.smithi149.stdout:(159/159): librbd1-19.0.0-2946.g3d89accf.el9.x8 2.2 MB/s | 3.1 MB 00:01 2024-06-06T08:08:12.417 INFO:teuthology.orchestra.run.smithi149.stdout:-------------------------------------------------------------------------------- 2024-06-06T08:08:12.417 INFO:teuthology.orchestra.run.smithi149.stdout:Total 9.9 MB/s | 225 MB 00:22 2024-06-06T08:08:12.686 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/170 2024-06-06T08:08:12.734 INFO:teuthology.orchestra.run.smithi120.stdout: Upgrading : librados2-2:19.0.0-2946.g3d89accf.el9.x86_64 8/170 2024-06-06T08:08:12.856 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: librados2-2:19.0.0-2946.g3d89accf.el9.x86_64 8/170 2024-06-06T08:08:12.885 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : libcephfs2-2:19.0.0-2946.g3d89accf.el9.x86_64 9/170 2024-06-06T08:08:12.976 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: libcephfs2-2:19.0.0-2946.g3d89accf.el9.x86_64 9/170 2024-06-06T08:08:13.006 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-rados-2:19.0.0-2946.g3d89accf.el9.x86_64 10/170 2024-06-06T08:08:13.038 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/170 2024-06-06T08:08:13.229 INFO:teuthology.orchestra.run.smithi120.stdout: Upgrading : elfutils-libelf-0.191-4.el9.x86_64 12/170 2024-06-06T08:08:13.289 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : postgresql-13.14-1.el9.x86_64 13/170 2024-06-06T08:08:13.317 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : libcephsqlite-2:19.0.0-2946.g3d89accf.el9.x86_64 14/170 2024-06-06T08:08:13.421 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: libcephsqlite-2:19.0.0-2946.g3d89accf.el9.x86_64 14/170 2024-06-06T08:08:13.443 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : libradosstriper1-2:19.0.0-2946.g3d89accf.el9.x86 15/170 2024-06-06T08:08:13.505 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: libradosstriper1-2:19.0.0-2946.g3d89accf.el9.x86 15/170 2024-06-06T08:08:13.528 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 16/170 2024-06-06T08:08:13.546 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 16/170 2024-06-06T08:08:13.617 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction check 2024-06-06T08:08:13.719 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 17/170 2024-06-06T08:08:13.780 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction check succeeded. 2024-06-06T08:08:13.780 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction test 2024-06-06T08:08:13.852 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 17/170 2024-06-06T08:08:13.991 INFO:teuthology.orchestra.run.smithi120.stdout: Upgrading : NetworkManager-libnm-1:1.47.91-1.el9.x86_64 18/170 2024-06-06T08:08:14.051 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.91-1.el9.x86_64 18/170 2024-06-06T08:08:14.112 INFO:teuthology.orchestra.run.smithi042.stdout:Transaction test succeeded. 2024-06-06T08:08:14.113 INFO:teuthology.orchestra.run.smithi042.stdout:Running transaction 2024-06-06T08:08:14.157 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: NetworkManager-1:1.47.91-1.el9.x86_64 19/170 2024-06-06T08:08:14.244 INFO:teuthology.orchestra.run.smithi120.stdout: Upgrading : NetworkManager-1:1.47.91-1.el9.x86_64 19/170 2024-06-06T08:08:14.469 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: NetworkManager-1:1.47.91-1.el9.x86_64 19/170 2024-06-06T08:08:14.579 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : re2-1:20211101-3.el9.x86_64 20/170 2024-06-06T08:08:14.680 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 21/170 2024-06-06T08:08:14.717 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 22/170 2024-06-06T08:08:14.760 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : liboath-2.6.7-2.el9.x86_64 23/170 2024-06-06T08:08:14.833 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 24/170 2024-06-06T08:08:14.867 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 25/170 2024-06-06T08:08:14.911 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/170 2024-06-06T08:08:14.943 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/170 2024-06-06T08:08:14.971 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/170 2024-06-06T08:08:15.040 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/170 2024-06-06T08:08:15.093 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 30/170 2024-06-06T08:08:15.124 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/170 2024-06-06T08:08:15.159 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 32/170 2024-06-06T08:08:15.236 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 33/170 2024-06-06T08:08:15.270 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-ceph-common-2:19.0.0-2946.g3d89accf.el9. 34/170 2024-06-06T08:08:15.313 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-ceph-argparse-2:19.0.0-2946.g3d89accf.el 35/170 2024-06-06T08:08:15.342 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-cephfs-2:19.0.0-2946.g3d89accf.el9.x86_6 36/170 2024-06-06T08:08:15.411 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/170 2024-06-06T08:08:15.488 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/170 2024-06-06T08:08:15.564 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/170 2024-06-06T08:08:15.660 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction test succeeded. 2024-06-06T08:08:15.660 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction 2024-06-06T08:08:15.697 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/170 2024-06-06T08:08:15.750 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/170 2024-06-06T08:08:16.269 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/170 2024-06-06T08:08:16.363 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/170 2024-06-06T08:08:16.392 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/170 2024-06-06T08:08:16.419 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/170 2024-06-06T08:08:16.468 INFO:teuthology.orchestra.run.smithi120.stdout: Upgrading : elfutils-libs-0.191-4.el9.x86_64 46/170 2024-06-06T08:08:16.506 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : librados-devel-2:19.0.0-2946.g3d89accf.el9.x86_6 47/170 2024-06-06T08:08:16.548 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 48/170 2024-06-06T08:08:16.707 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 49/170 2024-06-06T08:08:16.767 INFO:teuthology.orchestra.run.smithi120.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 50/170 2024-06-06T08:08:16.822 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 51/170 2024-06-06T08:08:16.886 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 52/170 2024-06-06T08:08:16.918 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 53/170 2024-06-06T08:08:16.954 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 54/170 2024-06-06T08:08:17.001 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 55/170 2024-06-06T08:08:17.038 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 56/170 2024-06-06T08:08:17.081 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 57/170 2024-06-06T08:08:17.122 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 58/170 2024-06-06T08:08:17.257 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 59/170 2024-06-06T08:08:17.308 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 60/170 2024-06-06T08:08:17.349 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 61/170 2024-06-06T08:08:17.451 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 62/170 2024-06-06T08:08:17.499 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 63/170 2024-06-06T08:08:17.539 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 64/170 2024-06-06T08:08:17.564 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 65/170 2024-06-06T08:08:17.589 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 66/170 2024-06-06T08:08:17.664 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 67/170 2024-06-06T08:08:17.791 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 68/170 2024-06-06T08:08:17.838 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 69/170 2024-06-06T08:08:17.866 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 70/170 2024-06-06T08:08:17.908 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 71/170 2024-06-06T08:08:17.947 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : uuid-1.6.2-55.el9.x86_64 72/170 2024-06-06T08:08:17.979 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 73/170 2024-06-06T08:08:18.009 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 74/170 2024-06-06T08:08:18.043 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 75/170 2024-06-06T08:08:18.076 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 76/170 2024-06-06T08:08:18.118 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 77/170 2024-06-06T08:08:18.157 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 78/170 2024-06-06T08:08:18.239 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 79/170 2024-06-06T08:08:18.291 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 80/170 2024-06-06T08:08:18.323 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 81/170 2024-06-06T08:08:18.369 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 82/170 2024-06-06T08:08:18.467 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-packaging-20.9-5.el9.noarch 83/170 2024-06-06T08:08:18.516 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 84/170 2024-06-06T08:08:19.240 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 85/170 2024-06-06T08:08:19.287 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 86/170 2024-06-06T08:08:19.321 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 87/170 2024-06-06T08:08:19.419 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 88/170 2024-06-06T08:08:19.476 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 89/170 2024-06-06T08:08:19.521 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 90/170 2024-06-06T08:08:19.642 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 91/170 2024-06-06T08:08:19.682 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 92/170 2024-06-06T08:08:19.858 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : openblas-0.3.21-2.el9.x86_64 93/170 2024-06-06T08:08:19.888 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 94/170 2024-06-06T08:08:19.965 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 95/170 2024-06-06T08:08:20.565 INFO:teuthology.orchestra.run.smithi042.stdout: Preparing : 1/1 2024-06-06T08:08:20.602 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 96/170 2024-06-06T08:08:20.634 INFO:teuthology.orchestra.run.smithi042.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/170 2024-06-06T08:08:20.673 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/170 2024-06-06T08:08:20.718 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 97/170 2024-06-06T08:08:20.754 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/170 2024-06-06T08:08:20.793 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/170 2024-06-06T08:08:20.818 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/170 2024-06-06T08:08:20.866 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/170 2024-06-06T08:08:21.224 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/170 2024-06-06T08:08:21.328 INFO:teuthology.orchestra.run.smithi042.stdout: Upgrading : librados2-2:19.0.0-2946.g3d89accf.el9.x86_64 8/170 2024-06-06T08:08:21.453 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: librados2-2:19.0.0-2946.g3d89accf.el9.x86_64 8/170 2024-06-06T08:08:21.488 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libcephfs2-2:19.0.0-2946.g3d89accf.el9.x86_64 9/170 2024-06-06T08:08:21.571 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: libcephfs2-2:19.0.0-2946.g3d89accf.el9.x86_64 9/170 2024-06-06T08:08:21.601 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-rados-2:19.0.0-2946.g3d89accf.el9.x86_64 10/170 2024-06-06T08:08:21.644 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/170 2024-06-06T08:08:21.860 INFO:teuthology.orchestra.run.smithi042.stdout: Upgrading : elfutils-libelf-0.191-4.el9.x86_64 12/170 2024-06-06T08:08:21.921 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : postgresql-13.14-1.el9.x86_64 13/170 2024-06-06T08:08:21.943 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libcephsqlite-2:19.0.0-2946.g3d89accf.el9.x86_64 14/170 2024-06-06T08:08:21.945 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 98/170 2024-06-06T08:08:22.024 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 99/170 2024-06-06T08:08:22.042 INFO:teuthology.orchestra.run.smithi149.stdout: Preparing : 1/1 2024-06-06T08:08:22.049 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: libcephsqlite-2:19.0.0-2946.g3d89accf.el9.x86_64 14/170 2024-06-06T08:08:22.052 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 100/170 2024-06-06T08:08:22.078 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libradosstriper1-2:19.0.0-2946.g3d89accf.el9.x86 15/170 2024-06-06T08:08:22.085 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 101/170 2024-06-06T08:08:22.131 INFO:teuthology.orchestra.run.smithi149.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/170 2024-06-06T08:08:22.140 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: libradosstriper1-2:19.0.0-2946.g3d89accf.el9.x86 15/170 2024-06-06T08:08:22.162 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 16/170 2024-06-06T08:08:22.170 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/170 2024-06-06T08:08:22.188 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 16/170 2024-06-06T08:08:22.240 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/170 2024-06-06T08:08:22.274 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/170 2024-06-06T08:08:22.299 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/170 2024-06-06T08:08:22.342 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/170 2024-06-06T08:08:22.382 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 17/170 2024-06-06T08:08:22.395 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 102/170 2024-06-06T08:08:22.440 INFO:teuthology.orchestra.run.smithi120.stdout: Upgrading : librbd1-2:19.0.0-2946.g3d89accf.el9.x86_64 103/170 2024-06-06T08:08:22.522 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: librbd1-2:19.0.0-2946.g3d89accf.el9.x86_64 103/170 2024-06-06T08:08:22.553 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-rbd-2:19.0.0-2946.g3d89accf.el9.x86_64 104/170 2024-06-06T08:08:22.562 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 17/170 2024-06-06T08:08:22.589 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 105/170 2024-06-06T08:08:22.682 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/170 2024-06-06T08:08:22.693 INFO:teuthology.orchestra.run.smithi042.stdout: Upgrading : NetworkManager-libnm-1:1.47.91-1.el9.x86_64 18/170 2024-06-06T08:08:22.762 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.91-1.el9.x86_64 18/170 2024-06-06T08:08:22.792 INFO:teuthology.orchestra.run.smithi149.stdout: Upgrading : librados2-2:19.0.0-2946.g3d89accf.el9.x86_64 8/170 2024-06-06T08:08:22.874 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: NetworkManager-1:1.47.91-1.el9.x86_64 19/170 2024-06-06T08:08:22.913 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: librados2-2:19.0.0-2946.g3d89accf.el9.x86_64 8/170 2024-06-06T08:08:22.943 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libcephfs2-2:19.0.0-2946.g3d89accf.el9.x86_64 9/170 2024-06-06T08:08:22.946 INFO:teuthology.orchestra.run.smithi042.stdout: Upgrading : NetworkManager-1:1.47.91-1.el9.x86_64 19/170 2024-06-06T08:08:23.035 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: libcephfs2-2:19.0.0-2946.g3d89accf.el9.x86_64 9/170 2024-06-06T08:08:23.060 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 106/170 2024-06-06T08:08:23.064 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-rados-2:19.0.0-2946.g3d89accf.el9.x86_64 10/170 2024-06-06T08:08:23.097 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/170 2024-06-06T08:08:23.101 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : librgw2-2:19.0.0-2946.g3d89accf.el9.x86_64 107/170 2024-06-06T08:08:23.155 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: NetworkManager-1:1.47.91-1.el9.x86_64 19/170 2024-06-06T08:08:23.172 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: librgw2-2:19.0.0-2946.g3d89accf.el9.x86_64 107/170 2024-06-06T08:08:23.194 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-rgw-2:19.0.0-2946.g3d89accf.el9.x86_64 108/170 2024-06-06T08:08:23.273 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : re2-1:20211101-3.el9.x86_64 20/170 2024-06-06T08:08:23.294 INFO:teuthology.orchestra.run.smithi149.stdout: Upgrading : elfutils-libelf-0.191-4.el9.x86_64 12/170 2024-06-06T08:08:23.346 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : postgresql-13.14-1.el9.x86_64 13/170 2024-06-06T08:08:23.368 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 21/170 2024-06-06T08:08:23.390 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libcephsqlite-2:19.0.0-2946.g3d89accf.el9.x86_64 14/170 2024-06-06T08:08:23.411 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 22/170 2024-06-06T08:08:23.446 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : liboath-2.6.7-2.el9.x86_64 23/170 2024-06-06T08:08:23.494 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: libcephsqlite-2:19.0.0-2946.g3d89accf.el9.x86_64 14/170 2024-06-06T08:08:23.516 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libradosstriper1-2:19.0.0-2946.g3d89accf.el9.x86 15/170 2024-06-06T08:08:23.529 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 24/170 2024-06-06T08:08:23.570 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 25/170 2024-06-06T08:08:23.579 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: libradosstriper1-2:19.0.0-2946.g3d89accf.el9.x86 15/170 2024-06-06T08:08:23.600 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 16/170 2024-06-06T08:08:23.614 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/170 2024-06-06T08:08:23.621 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 16/170 2024-06-06T08:08:23.646 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/170 2024-06-06T08:08:23.674 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/170 2024-06-06T08:08:23.745 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/170 2024-06-06T08:08:23.775 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 17/170 2024-06-06T08:08:23.797 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 30/170 2024-06-06T08:08:23.831 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/170 2024-06-06T08:08:23.871 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 32/170 2024-06-06T08:08:23.905 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 17/170 2024-06-06T08:08:23.950 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 33/170 2024-06-06T08:08:23.989 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-ceph-common-2:19.0.0-2946.g3d89accf.el9. 34/170 2024-06-06T08:08:24.033 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-ceph-argparse-2:19.0.0-2946.g3d89accf.el 35/170 2024-06-06T08:08:24.062 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-cephfs-2:19.0.0-2946.g3d89accf.el9.x86_6 36/170 2024-06-06T08:08:24.064 INFO:teuthology.orchestra.run.smithi149.stdout: Upgrading : NetworkManager-libnm-1:1.47.91-1.el9.x86_64 18/170 2024-06-06T08:08:24.125 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.91-1.el9.x86_64 18/170 2024-06-06T08:08:24.135 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/170 2024-06-06T08:08:24.177 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/170 2024-06-06T08:08:24.220 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: NetworkManager-1:1.47.91-1.el9.x86_64 19/170 2024-06-06T08:08:24.254 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/170 2024-06-06T08:08:24.301 INFO:teuthology.orchestra.run.smithi149.stdout: Upgrading : NetworkManager-1:1.47.91-1.el9.x86_64 19/170 2024-06-06T08:08:24.392 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/170 2024-06-06T08:08:24.447 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/170 2024-06-06T08:08:24.497 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: NetworkManager-1:1.47.91-1.el9.x86_64 19/170 2024-06-06T08:08:24.608 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : re2-1:20211101-3.el9.x86_64 20/170 2024-06-06T08:08:24.704 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 21/170 2024-06-06T08:08:24.740 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 22/170 2024-06-06T08:08:24.775 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : liboath-2.6.7-2.el9.x86_64 23/170 2024-06-06T08:08:24.857 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 24/170 2024-06-06T08:08:24.890 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 25/170 2024-06-06T08:08:24.936 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/170 2024-06-06T08:08:24.968 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/170 2024-06-06T08:08:24.996 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/170 2024-06-06T08:08:25.011 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/170 2024-06-06T08:08:25.066 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/170 2024-06-06T08:08:25.103 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/170 2024-06-06T08:08:25.119 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 30/170 2024-06-06T08:08:25.138 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/170 2024-06-06T08:08:25.149 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/170 2024-06-06T08:08:25.175 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/170 2024-06-06T08:08:25.184 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 32/170 2024-06-06T08:08:25.224 INFO:teuthology.orchestra.run.smithi042.stdout: Upgrading : elfutils-libs-0.191-4.el9.x86_64 46/170 2024-06-06T08:08:25.261 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : librados-devel-2:19.0.0-2946.g3d89accf.el9.x86_6 47/170 2024-06-06T08:08:25.270 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 33/170 2024-06-06T08:08:25.303 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 48/170 2024-06-06T08:08:25.303 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-ceph-common-2:19.0.0-2946.g3d89accf.el9. 34/170 2024-06-06T08:08:25.338 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-ceph-argparse-2:19.0.0-2946.g3d89accf.el 35/170 2024-06-06T08:08:25.367 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-cephfs-2:19.0.0-2946.g3d89accf.el9.x86_6 36/170 2024-06-06T08:08:25.439 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/170 2024-06-06T08:08:25.458 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 49/170 2024-06-06T08:08:25.490 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/170 2024-06-06T08:08:25.506 INFO:teuthology.orchestra.run.smithi042.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 50/170 2024-06-06T08:08:25.516 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 109/170 2024-06-06T08:08:25.548 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 109/170 2024-06-06T08:08:25.563 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 51/170 2024-06-06T08:08:25.566 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/170 2024-06-06T08:08:25.637 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 52/170 2024-06-06T08:08:25.673 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 53/170 2024-06-06T08:08:25.702 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/170 2024-06-06T08:08:25.710 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 54/170 2024-06-06T08:08:25.752 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/170 2024-06-06T08:08:25.766 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 55/170 2024-06-06T08:08:25.801 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 56/170 2024-06-06T08:08:25.844 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 57/170 2024-06-06T08:08:25.887 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 58/170 2024-06-06T08:08:26.031 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 59/170 2024-06-06T08:08:26.074 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 60/170 2024-06-06T08:08:26.089 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 109/170 2024-06-06T08:08:26.114 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 61/170 2024-06-06T08:08:26.135 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : ceph-base-2:19.0.0-2946.g3d89accf.el9.x86_64 110/170 2024-06-06T08:08:26.211 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 62/170 2024-06-06T08:08:26.227 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: ceph-base-2:19.0.0-2946.g3d89accf.el9.x86_64 110/170 2024-06-06T08:08:26.227 INFO:teuthology.orchestra.run.smithi120.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-06-06T08:08:26.227 INFO:teuthology.orchestra.run.smithi120.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-06-06T08:08:26.227 INFO:teuthology.orchestra.run.smithi120.stdout: 2024-06-06T08:08:26.255 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 63/170 2024-06-06T08:08:26.261 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : ceph-selinux-2:19.0.0-2946.g3d89accf.el9.x86_64 111/170 2024-06-06T08:08:26.293 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/170 2024-06-06T08:08:26.296 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 64/170 2024-06-06T08:08:26.328 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 65/170 2024-06-06T08:08:26.353 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 66/170 2024-06-06T08:08:26.381 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/170 2024-06-06T08:08:26.418 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/170 2024-06-06T08:08:26.437 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 67/170 2024-06-06T08:08:26.453 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/170 2024-06-06T08:08:26.502 INFO:teuthology.orchestra.run.smithi149.stdout: Upgrading : elfutils-libs-0.191-4.el9.x86_64 46/170 2024-06-06T08:08:26.541 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : librados-devel-2:19.0.0-2946.g3d89accf.el9.x86_6 47/170 2024-06-06T08:08:26.573 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 68/170 2024-06-06T08:08:26.583 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 48/170 2024-06-06T08:08:26.613 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 69/170 2024-06-06T08:08:26.641 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 70/170 2024-06-06T08:08:26.675 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 71/170 2024-06-06T08:08:26.715 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : uuid-1.6.2-55.el9.x86_64 72/170 2024-06-06T08:08:26.742 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 49/170 2024-06-06T08:08:26.754 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 73/170 2024-06-06T08:08:26.784 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 74/170 2024-06-06T08:08:26.802 INFO:teuthology.orchestra.run.smithi149.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 50/170 2024-06-06T08:08:26.819 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 75/170 2024-06-06T08:08:26.852 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 76/170 2024-06-06T08:08:26.857 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 51/170 2024-06-06T08:08:26.894 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 77/170 2024-06-06T08:08:26.922 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 52/170 2024-06-06T08:08:26.936 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 78/170 2024-06-06T08:08:26.952 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 53/170 2024-06-06T08:08:26.989 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 54/170 2024-06-06T08:08:27.027 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 79/170 2024-06-06T08:08:27.036 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 55/170 2024-06-06T08:08:27.072 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 56/170 2024-06-06T08:08:27.076 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 80/170 2024-06-06T08:08:27.107 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 81/170 2024-06-06T08:08:27.115 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 57/170 2024-06-06T08:08:27.154 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 82/170 2024-06-06T08:08:27.157 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 58/170 2024-06-06T08:08:27.266 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-packaging-20.9-5.el9.noarch 83/170 2024-06-06T08:08:27.295 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 59/170 2024-06-06T08:08:27.325 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 84/170 2024-06-06T08:08:27.334 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 60/170 2024-06-06T08:08:27.375 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 61/170 2024-06-06T08:08:27.471 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 62/170 2024-06-06T08:08:27.508 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 63/170 2024-06-06T08:08:27.549 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 64/170 2024-06-06T08:08:27.582 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 65/170 2024-06-06T08:08:27.607 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 66/170 2024-06-06T08:08:27.682 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 67/170 2024-06-06T08:08:27.809 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 68/170 2024-06-06T08:08:27.839 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 69/170 2024-06-06T08:08:27.867 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 70/170 2024-06-06T08:08:27.910 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 71/170 2024-06-06T08:08:27.949 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : uuid-1.6.2-55.el9.x86_64 72/170 2024-06-06T08:08:27.981 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 73/170 2024-06-06T08:08:28.002 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 74/170 2024-06-06T08:08:28.028 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 75/170 2024-06-06T08:08:28.061 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 76/170 2024-06-06T08:08:28.086 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 85/170 2024-06-06T08:08:28.103 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 77/170 2024-06-06T08:08:28.130 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 86/170 2024-06-06T08:08:28.137 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 78/170 2024-06-06T08:08:28.164 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 87/170 2024-06-06T08:08:28.225 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 79/170 2024-06-06T08:08:28.277 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 80/170 2024-06-06T08:08:28.308 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 81/170 2024-06-06T08:08:28.309 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 88/170 2024-06-06T08:08:28.347 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 82/170 2024-06-06T08:08:28.370 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 89/170 2024-06-06T08:08:28.415 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 90/170 2024-06-06T08:08:28.455 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-packaging-20.9-5.el9.noarch 83/170 2024-06-06T08:08:28.506 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 91/170 2024-06-06T08:08:28.509 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 84/170 2024-06-06T08:08:28.542 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 92/170 2024-06-06T08:08:28.727 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : openblas-0.3.21-2.el9.x86_64 93/170 2024-06-06T08:08:28.755 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 94/170 2024-06-06T08:08:28.836 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 95/170 2024-06-06T08:08:29.249 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 85/170 2024-06-06T08:08:29.297 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 86/170 2024-06-06T08:08:29.331 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 87/170 2024-06-06T08:08:29.425 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 88/170 2024-06-06T08:08:29.478 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 89/170 2024-06-06T08:08:29.531 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 96/170 2024-06-06T08:08:29.540 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 90/170 2024-06-06T08:08:29.630 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 91/170 2024-06-06T08:08:29.650 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 97/170 2024-06-06T08:08:29.667 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 92/170 2024-06-06T08:08:29.854 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : openblas-0.3.21-2.el9.x86_64 93/170 2024-06-06T08:08:29.881 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 94/170 2024-06-06T08:08:29.960 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 95/170 2024-06-06T08:08:30.619 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 96/170 2024-06-06T08:08:30.740 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 97/170 2024-06-06T08:08:30.980 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 98/170 2024-06-06T08:08:31.076 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 99/170 2024-06-06T08:08:31.104 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 100/170 2024-06-06T08:08:31.138 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 101/170 2024-06-06T08:08:31.466 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 102/170 2024-06-06T08:08:31.516 INFO:teuthology.orchestra.run.smithi042.stdout: Upgrading : librbd1-2:19.0.0-2946.g3d89accf.el9.x86_64 103/170 2024-06-06T08:08:31.608 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: librbd1-2:19.0.0-2946.g3d89accf.el9.x86_64 103/170 2024-06-06T08:08:31.638 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-rbd-2:19.0.0-2946.g3d89accf.el9.x86_64 104/170 2024-06-06T08:08:31.700 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 105/170 2024-06-06T08:08:31.997 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 98/170 2024-06-06T08:08:32.085 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 99/170 2024-06-06T08:08:32.113 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 100/170 2024-06-06T08:08:32.146 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 101/170 2024-06-06T08:08:32.201 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 106/170 2024-06-06T08:08:32.228 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : librgw2-2:19.0.0-2946.g3d89accf.el9.x86_64 107/170 2024-06-06T08:08:32.299 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: librgw2-2:19.0.0-2946.g3d89accf.el9.x86_64 107/170 2024-06-06T08:08:32.329 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-rgw-2:19.0.0-2946.g3d89accf.el9.x86_64 108/170 2024-06-06T08:08:32.456 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 102/170 2024-06-06T08:08:32.501 INFO:teuthology.orchestra.run.smithi149.stdout: Upgrading : librbd1-2:19.0.0-2946.g3d89accf.el9.x86_64 103/170 2024-06-06T08:08:32.575 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: librbd1-2:19.0.0-2946.g3d89accf.el9.x86_64 103/170 2024-06-06T08:08:32.614 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-rbd-2:19.0.0-2946.g3d89accf.el9.x86_64 104/170 2024-06-06T08:08:32.659 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 105/170 2024-06-06T08:08:33.131 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 106/170 2024-06-06T08:08:33.162 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : librgw2-2:19.0.0-2946.g3d89accf.el9.x86_64 107/170 2024-06-06T08:08:33.217 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: librgw2-2:19.0.0-2946.g3d89accf.el9.x86_64 107/170 2024-06-06T08:08:33.247 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-rgw-2:19.0.0-2946.g3d89accf.el9.x86_64 108/170 2024-06-06T08:08:34.651 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 109/170 2024-06-06T08:08:34.684 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 109/170 2024-06-06T08:08:35.257 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 109/170 2024-06-06T08:08:35.296 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-base-2:19.0.0-2946.g3d89accf.el9.x86_64 110/170 2024-06-06T08:08:35.388 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-base-2:19.0.0-2946.g3d89accf.el9.x86_64 110/170 2024-06-06T08:08:35.388 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-06-06T08:08:35.388 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-06-06T08:08:35.388 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:08:35.422 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-selinux-2:19.0.0-2946.g3d89accf.el9.x86_64 111/170 2024-06-06T08:08:35.465 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 109/170 2024-06-06T08:08:35.502 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 109/170 2024-06-06T08:08:36.041 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 109/170 2024-06-06T08:08:36.080 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-base-2:19.0.0-2946.g3d89accf.el9.x86_64 110/170 2024-06-06T08:08:36.173 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-base-2:19.0.0-2946.g3d89accf.el9.x86_64 110/170 2024-06-06T08:08:36.173 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-06-06T08:08:36.174 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-06-06T08:08:36.174 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-06-06T08:08:36.206 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-selinux-2:19.0.0-2946.g3d89accf.el9.x86_64 111/170 2024-06-06T08:08:37.885 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: ceph-selinux-2:19.0.0-2946.g3d89accf.el9.x86_64 111/170 2024-06-06T08:08:37.886 INFO:teuthology.orchestra.run.smithi120.stdout:skipping the directory /sys 2024-06-06T08:08:37.886 INFO:teuthology.orchestra.run.smithi120.stdout:skipping the directory /proc 2024-06-06T08:08:37.886 INFO:teuthology.orchestra.run.smithi120.stdout:skipping the directory /mnt 2024-06-06T08:08:37.886 INFO:teuthology.orchestra.run.smithi120.stdout:skipping the directory /var/tmp 2024-06-06T08:08:37.886 INFO:teuthology.orchestra.run.smithi120.stdout:skipping the directory /home 2024-06-06T08:08:37.886 INFO:teuthology.orchestra.run.smithi120.stdout:skipping the directory /root 2024-06-06T08:08:37.886 INFO:teuthology.orchestra.run.smithi120.stdout:skipping the directory /tmp 2024-06-06T08:08:37.886 INFO:teuthology.orchestra.run.smithi120.stdout: 2024-06-06T08:08:38.053 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : ceph-volume-2:19.0.0-2946.g3d89accf.el9.noarch 112/170 2024-06-06T08:08:38.068 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: ceph-volume-2:19.0.0-2946.g3d89accf.el9.noarch 112/170 2024-06-06T08:08:38.068 INFO:teuthology.orchestra.run.smithi120.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-06T08:08:38.068 INFO:teuthology.orchestra.run.smithi120.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-06-06T08:08:38.068 INFO:teuthology.orchestra.run.smithi120.stdout: 2024-06-06T08:08:39.555 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : ceph-osd-2:19.0.0-2946.g3d89accf.el9.x86_64 113/170 2024-06-06T08:08:39.581 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: ceph-osd-2:19.0.0-2946.g3d89accf.el9.x86_64 113/170 2024-06-06T08:08:39.581 INFO:teuthology.orchestra.run.smithi120.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-06T08:08:39.581 INFO:teuthology.orchestra.run.smithi120.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-06-06T08:08:39.581 INFO:teuthology.orchestra.run.smithi120.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-06-06T08:08:39.581 INFO:teuthology.orchestra.run.smithi120.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-06-06T08:08:39.581 INFO:teuthology.orchestra.run.smithi120.stdout: 2024-06-06T08:08:39.816 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : ceph-mds-2:19.0.0-2946.g3d89accf.el9.x86_64 114/170 2024-06-06T08:08:39.838 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: ceph-mds-2:19.0.0-2946.g3d89accf.el9.x86_64 114/170 2024-06-06T08:08:39.838 INFO:teuthology.orchestra.run.smithi120.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-06T08:08:39.838 INFO:teuthology.orchestra.run.smithi120.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-06-06T08:08:39.839 INFO:teuthology.orchestra.run.smithi120.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-06-06T08:08:39.839 INFO:teuthology.orchestra.run.smithi120.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-06-06T08:08:39.839 INFO:teuthology.orchestra.run.smithi120.stdout: 2024-06-06T08:08:40.293 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : ceph-mon-2:19.0.0-2946.g3d89accf.el9.x86_64 115/170 2024-06-06T08:08:40.315 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: ceph-mon-2:19.0.0-2946.g3d89accf.el9.x86_64 115/170 2024-06-06T08:08:40.315 INFO:teuthology.orchestra.run.smithi120.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-06T08:08:40.315 INFO:teuthology.orchestra.run.smithi120.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-06-06T08:08:40.315 INFO:teuthology.orchestra.run.smithi120.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-06-06T08:08:40.316 INFO:teuthology.orchestra.run.smithi120.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-06-06T08:08:40.316 INFO:teuthology.orchestra.run.smithi120.stdout: 2024-06-06T08:08:40.423 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : automake-1.16.2-8.el9.noarch 116/170 2024-06-06T08:08:40.480 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-ply-3.11-14.el9.noarch 117/170 2024-06-06T08:08:40.535 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 118/170 2024-06-06T08:08:40.722 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 119/170 2024-06-06T08:08:40.777 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 120/170 2024-06-06T08:08:40.855 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 121/170 2024-06-06T08:08:40.944 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 122/170 2024-06-06T08:08:41.092 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 123/170 2024-06-06T08:08:41.136 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 124/170 2024-06-06T08:08:41.168 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 125/170 2024-06-06T08:08:41.204 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : fuse-2.9.9-15.el9.x86_64 126/170 2024-06-06T08:08:41.590 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 127/170 2024-06-06T08:08:41.620 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 127/170 2024-06-06T08:08:41.651 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-2946.g3d89accf.e 128/170 2024-06-06T08:08:41.714 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-2946.g3d89accf. 129/170 2024-06-06T08:08:41.743 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-2946.g3d89accf.el9.noa 130/170 2024-06-06T08:08:42.772 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-2946.g3d89accf.el9.noa 130/170 2024-06-06T08:08:42.811 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-2946.g3d89accf.el9.n 131/170 2024-06-06T08:08:43.772 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-2946.g3d89accf.el9.n 131/170 2024-06-06T08:08:43.812 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-2946.g3d8 132/170 2024-06-06T08:08:43.914 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-2946.g3d8 132/170 2024-06-06T08:08:44.092 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-2946.g3d89accf.el 133/170 2024-06-06T08:08:44.122 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : ceph-mgr-2:19.0.0-2946.g3d89accf.el9.x86_64 134/170 2024-06-06T08:08:44.145 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: ceph-mgr-2:19.0.0-2946.g3d89accf.el9.x86_64 134/170 2024-06-06T08:08:44.145 INFO:teuthology.orchestra.run.smithi120.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-06T08:08:44.145 INFO:teuthology.orchestra.run.smithi120.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-06-06T08:08:44.145 INFO:teuthology.orchestra.run.smithi120.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-06-06T08:08:44.145 INFO:teuthology.orchestra.run.smithi120.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-06-06T08:08:44.145 INFO:teuthology.orchestra.run.smithi120.stdout: 2024-06-06T08:08:44.190 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : ceph-mgr-rook-2:19.0.0-2946.g3d89accf.el9.noarch 135/170 2024-06-06T08:08:44.201 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-2946.g3d89accf.el9.noarch 135/170 2024-06-06T08:08:44.298 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : ceph-2:19.0.0-2946.g3d89accf.el9.x86_64 136/170 2024-06-06T08:08:44.355 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : ceph-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 137/170 2024-06-06T08:08:45.262 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : libtool-2.4.6-45.el9.x86_64 138/170 2024-06-06T08:08:45.293 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : ceph-radosgw-2:19.0.0-2946.g3d89accf.el9.x86_64 139/170 2024-06-06T08:08:45.315 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-2946.g3d89accf.el9.x86_64 139/170 2024-06-06T08:08:45.316 INFO:teuthology.orchestra.run.smithi120.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-06T08:08:45.316 INFO:teuthology.orchestra.run.smithi120.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-06-06T08:08:45.316 INFO:teuthology.orchestra.run.smithi120.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-06-06T08:08:45.316 INFO:teuthology.orchestra.run.smithi120.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-06-06T08:08:45.316 INFO:teuthology.orchestra.run.smithi120.stdout: 2024-06-06T08:08:45.360 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-2946.g3d89a 140/170 2024-06-06T08:08:45.383 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-2946.g3d89a 140/170 2024-06-06T08:08:45.383 INFO:teuthology.orchestra.run.smithi120.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-06T08:08:45.383 INFO:teuthology.orchestra.run.smithi120.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-06-06T08:08:45.383 INFO:teuthology.orchestra.run.smithi120.stdout: 2024-06-06T08:08:45.428 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : cephfs-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 141/170 2024-06-06T08:08:45.450 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 141/170 2024-06-06T08:08:45.450 INFO:teuthology.orchestra.run.smithi120.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-06T08:08:45.450 INFO:teuthology.orchestra.run.smithi120.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-06-06T08:08:45.451 INFO:teuthology.orchestra.run.smithi120.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-06-06T08:08:45.451 INFO:teuthology.orchestra.run.smithi120.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-06-06T08:08:45.451 INFO:teuthology.orchestra.run.smithi120.stdout: 2024-06-06T08:08:45.753 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : rbd-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 142/170 2024-06-06T08:08:45.776 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: rbd-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 142/170 2024-06-06T08:08:45.776 INFO:teuthology.orchestra.run.smithi120.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-06T08:08:45.776 INFO:teuthology.orchestra.run.smithi120.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-06-06T08:08:45.776 INFO:teuthology.orchestra.run.smithi120.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-06-06T08:08:45.776 INFO:teuthology.orchestra.run.smithi120.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-06-06T08:08:45.776 INFO:teuthology.orchestra.run.smithi120.stdout: 2024-06-06T08:08:47.450 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-selinux-2:19.0.0-2946.g3d89accf.el9.x86_64 111/170 2024-06-06T08:08:47.450 INFO:teuthology.orchestra.run.smithi042.stdout:skipping the directory /sys 2024-06-06T08:08:47.450 INFO:teuthology.orchestra.run.smithi042.stdout:skipping the directory /proc 2024-06-06T08:08:47.450 INFO:teuthology.orchestra.run.smithi042.stdout:skipping the directory /mnt 2024-06-06T08:08:47.450 INFO:teuthology.orchestra.run.smithi042.stdout:skipping the directory /var/tmp 2024-06-06T08:08:47.450 INFO:teuthology.orchestra.run.smithi042.stdout:skipping the directory /home 2024-06-06T08:08:47.450 INFO:teuthology.orchestra.run.smithi042.stdout:skipping the directory /root 2024-06-06T08:08:47.451 INFO:teuthology.orchestra.run.smithi042.stdout:skipping the directory /tmp 2024-06-06T08:08:47.451 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:08:47.629 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-volume-2:19.0.0-2946.g3d89accf.el9.noarch 112/170 2024-06-06T08:08:47.645 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-volume-2:19.0.0-2946.g3d89accf.el9.noarch 112/170 2024-06-06T08:08:47.645 INFO:teuthology.orchestra.run.smithi042.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-06T08:08:47.645 INFO:teuthology.orchestra.run.smithi042.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-06-06T08:08:47.646 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:08:47.949 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-selinux-2:19.0.0-2946.g3d89accf.el9.x86_64 111/170 2024-06-06T08:08:47.949 INFO:teuthology.orchestra.run.smithi149.stdout:skipping the directory /sys 2024-06-06T08:08:47.949 INFO:teuthology.orchestra.run.smithi149.stdout:skipping the directory /proc 2024-06-06T08:08:47.950 INFO:teuthology.orchestra.run.smithi149.stdout:skipping the directory /mnt 2024-06-06T08:08:47.950 INFO:teuthology.orchestra.run.smithi149.stdout:skipping the directory /var/tmp 2024-06-06T08:08:47.950 INFO:teuthology.orchestra.run.smithi149.stdout:skipping the directory /home 2024-06-06T08:08:47.950 INFO:teuthology.orchestra.run.smithi149.stdout:skipping the directory /root 2024-06-06T08:08:47.950 INFO:teuthology.orchestra.run.smithi149.stdout:skipping the directory /tmp 2024-06-06T08:08:47.950 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-06-06T08:08:48.113 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-volume-2:19.0.0-2946.g3d89accf.el9.noarch 112/170 2024-06-06T08:08:48.132 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-volume-2:19.0.0-2946.g3d89accf.el9.noarch 112/170 2024-06-06T08:08:48.132 INFO:teuthology.orchestra.run.smithi149.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-06T08:08:48.132 INFO:teuthology.orchestra.run.smithi149.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-06-06T08:08:48.132 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-06-06T08:08:49.190 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-osd-2:19.0.0-2946.g3d89accf.el9.x86_64 113/170 2024-06-06T08:08:49.219 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-osd-2:19.0.0-2946.g3d89accf.el9.x86_64 113/170 2024-06-06T08:08:49.219 INFO:teuthology.orchestra.run.smithi042.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-06T08:08:49.219 INFO:teuthology.orchestra.run.smithi042.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-06-06T08:08:49.219 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-06-06T08:08:49.219 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-06-06T08:08:49.219 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:08:49.457 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-mds-2:19.0.0-2946.g3d89accf.el9.x86_64 114/170 2024-06-06T08:08:49.482 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-mds-2:19.0.0-2946.g3d89accf.el9.x86_64 114/170 2024-06-06T08:08:49.482 INFO:teuthology.orchestra.run.smithi042.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-06T08:08:49.482 INFO:teuthology.orchestra.run.smithi042.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-06-06T08:08:49.482 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-06-06T08:08:49.482 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-06-06T08:08:49.482 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:08:49.617 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-osd-2:19.0.0-2946.g3d89accf.el9.x86_64 113/170 2024-06-06T08:08:49.643 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-osd-2:19.0.0-2946.g3d89accf.el9.x86_64 113/170 2024-06-06T08:08:49.643 INFO:teuthology.orchestra.run.smithi149.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-06T08:08:49.643 INFO:teuthology.orchestra.run.smithi149.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-06-06T08:08:49.643 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-06-06T08:08:49.643 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-06-06T08:08:49.643 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-06-06T08:08:49.867 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-mds-2:19.0.0-2946.g3d89accf.el9.x86_64 114/170 2024-06-06T08:08:49.890 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-mds-2:19.0.0-2946.g3d89accf.el9.x86_64 114/170 2024-06-06T08:08:49.890 INFO:teuthology.orchestra.run.smithi149.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-06T08:08:49.890 INFO:teuthology.orchestra.run.smithi149.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-06-06T08:08:49.890 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-06-06T08:08:49.890 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-06-06T08:08:49.891 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-06-06T08:08:49.958 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-mon-2:19.0.0-2946.g3d89accf.el9.x86_64 115/170 2024-06-06T08:08:49.982 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-mon-2:19.0.0-2946.g3d89accf.el9.x86_64 115/170 2024-06-06T08:08:49.982 INFO:teuthology.orchestra.run.smithi042.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-06T08:08:49.982 INFO:teuthology.orchestra.run.smithi042.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-06-06T08:08:49.983 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-06-06T08:08:49.983 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-06-06T08:08:49.983 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:08:50.089 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : automake-1.16.2-8.el9.noarch 116/170 2024-06-06T08:08:50.147 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-ply-3.11-14.el9.noarch 117/170 2024-06-06T08:08:50.211 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 118/170 2024-06-06T08:08:50.291 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : ceph-test-2:19.0.0-2946.g3d89accf.el9.x86_64 143/170 2024-06-06T08:08:50.335 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-mon-2:19.0.0-2946.g3d89accf.el9.x86_64 115/170 2024-06-06T08:08:50.340 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : rbd-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 144/170 2024-06-06T08:08:50.358 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-mon-2:19.0.0-2946.g3d89accf.el9.x86_64 115/170 2024-06-06T08:08:50.358 INFO:teuthology.orchestra.run.smithi149.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-06T08:08:50.358 INFO:teuthology.orchestra.run.smithi149.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-06-06T08:08:50.358 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-06-06T08:08:50.358 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-06-06T08:08:50.358 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-06-06T08:08:50.390 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : rbd-nbd-2:19.0.0-2946.g3d89accf.el9.x86_64 145/170 2024-06-06T08:08:50.403 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 119/170 2024-06-06T08:08:50.430 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 146/170 2024-06-06T08:08:50.451 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 120/170 2024-06-06T08:08:50.458 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 147/170 2024-06-06T08:08:50.473 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : automake-1.16.2-8.el9.noarch 116/170 2024-06-06T08:08:50.531 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-ply-3.11-14.el9.noarch 117/170 2024-06-06T08:08:50.540 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 121/170 2024-06-06T08:08:50.594 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 118/170 2024-06-06T08:08:50.629 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 122/170 2024-06-06T08:08:50.642 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : cephfs-shell-2:19.0.0-2946.g3d89accf.el9.x86_64 148/170 2024-06-06T08:08:50.696 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 149/170 2024-06-06T08:08:50.728 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : libcephfs-devel-2:19.0.0-2946.g3d89accf.el9.x86_ 150/170 2024-06-06T08:08:50.769 INFO:teuthology.orchestra.run.smithi120.stdout: Upgrading : elfutils-debuginfod-client-0.191-4.el9.x86_64 151/170 2024-06-06T08:08:50.770 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 123/170 2024-06-06T08:08:50.781 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 119/170 2024-06-06T08:08:50.798 INFO:teuthology.orchestra.run.smithi120.stdout: Upgrading : NetworkManager-team-1:1.47.91-1.el9.x86_64 152/170 2024-06-06T08:08:50.818 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 124/170 2024-06-06T08:08:50.827 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 120/170 2024-06-06T08:08:50.836 INFO:teuthology.orchestra.run.smithi120.stdout: Upgrading : NetworkManager-tui-1:1.47.91-1.el9.x86_64 153/170 2024-06-06T08:08:50.849 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 125/170 2024-06-06T08:08:50.877 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : fuse-2.9.9-15.el9.x86_64 126/170 2024-06-06T08:08:50.914 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 121/170 2024-06-06T08:08:51.011 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 122/170 2024-06-06T08:08:51.152 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 123/170 2024-06-06T08:08:51.202 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 124/170 2024-06-06T08:08:51.235 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 125/170 2024-06-06T08:08:51.262 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : fuse-2.9.9-15.el9.x86_64 126/170 2024-06-06T08:08:51.299 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 127/170 2024-06-06T08:08:51.326 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 127/170 2024-06-06T08:08:51.358 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-2946.g3d89accf.e 128/170 2024-06-06T08:08:51.423 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-2946.g3d89accf. 129/170 2024-06-06T08:08:51.436 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 154/170 2024-06-06T08:08:51.449 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-2946.g3d89accf.el9.noa 130/170 2024-06-06T08:08:51.477 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 154/170 2024-06-06T08:08:51.497 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 154/170 2024-06-06T08:08:51.664 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 127/170 2024-06-06T08:08:51.694 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 127/170 2024-06-06T08:08:51.725 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-2946.g3d89accf.e 128/170 2024-06-06T08:08:51.788 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-2946.g3d89accf. 129/170 2024-06-06T08:08:51.817 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-2946.g3d89accf.el9.noa 130/170 2024-06-06T08:08:52.344 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : cephfs-top-2:19.0.0-2946.g3d89accf.el9.noarch 155/170 2024-06-06T08:08:52.424 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 156/170 2024-06-06T08:08:52.465 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 157/170 2024-06-06T08:08:52.540 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-2946.g3d89accf.el9.noa 130/170 2024-06-06T08:08:52.547 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : flex-2.6.4-9.el9.x86_64 158/170 2024-06-06T08:08:52.576 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-2946.g3d89accf.el9.n 131/170 2024-06-06T08:08:52.586 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : bison-3.7.4-5.el9.x86_64 159/170 2024-06-06T08:08:52.620 INFO:teuthology.orchestra.run.smithi120.stdout: Cleanup : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/170 2024-06-06T08:08:52.645 INFO:teuthology.orchestra.run.smithi120.stdout: Cleanup : elfutils-debuginfod-client-0.190-2.el9.x86_64 161/170 2024-06-06T08:08:52.672 INFO:teuthology.orchestra.run.smithi120.stdout: Cleanup : elfutils-libs-0.190-2.el9.x86_64 162/170 2024-06-06T08:08:52.672 INFO:teuthology.orchestra.run.smithi120.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 163/170 2024-06-06T08:08:52.756 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 163/170 2024-06-06T08:08:52.789 INFO:teuthology.orchestra.run.smithi120.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 164/170 2024-06-06T08:08:52.789 INFO:teuthology.orchestra.run.smithi120.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 165/170 2024-06-06T08:08:52.853 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-2946.g3d89accf.el9.noa 130/170 2024-06-06T08:08:52.874 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 165/170 2024-06-06T08:08:52.894 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-2946.g3d89accf.el9.n 131/170 2024-06-06T08:08:52.899 INFO:teuthology.orchestra.run.smithi120.stdout: Cleanup : NetworkManager-team-1:1.47.4-1.el9.x86_64 166/170 2024-06-06T08:08:52.904 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-06-06T08:08:52.904 INFO:teuthology.orchestra.run.smithi120.stdout: Cleanup : NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-06-06T08:08:53.094 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-06-06T08:08:53.101 INFO:teuthology.orchestra.run.smithi120.stdout: Cleanup : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 168/170 2024-06-06T08:08:53.169 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.4-1.el9.x86_64 168/170 2024-06-06T08:08:53.195 INFO:teuthology.orchestra.run.smithi120.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 169/170 2024-06-06T08:08:53.258 INFO:teuthology.orchestra.run.smithi120.stdout: Cleanup : elfutils-libelf-0.190-2.el9.x86_64 170/170 2024-06-06T08:08:53.601 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-2946.g3d89accf.el9.n 131/170 2024-06-06T08:08:53.626 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-2946.g3d8 132/170 2024-06-06T08:08:53.735 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-2946.g3d8 132/170 2024-06-06T08:08:53.858 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-2946.g3d89accf.el9.n 131/170 2024-06-06T08:08:53.886 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-2946.g3d8 132/170 2024-06-06T08:08:53.915 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-2946.g3d89accf.el 133/170 2024-06-06T08:08:53.946 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-mgr-2:19.0.0-2946.g3d89accf.el9.x86_64 134/170 2024-06-06T08:08:53.971 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-mgr-2:19.0.0-2946.g3d89accf.el9.x86_64 134/170 2024-06-06T08:08:53.971 INFO:teuthology.orchestra.run.smithi042.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-06T08:08:53.972 INFO:teuthology.orchestra.run.smithi042.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-06-06T08:08:53.972 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-06-06T08:08:53.972 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-06-06T08:08:53.972 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:08:53.990 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-2946.g3d8 132/170 2024-06-06T08:08:54.030 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-mgr-rook-2:19.0.0-2946.g3d89accf.el9.noarch 135/170 2024-06-06T08:08:54.042 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-2946.g3d89accf.el9.noarch 135/170 2024-06-06T08:08:54.143 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-2:19.0.0-2946.g3d89accf.el9.x86_64 136/170 2024-06-06T08:08:54.157 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-2946.g3d89accf.el 133/170 2024-06-06T08:08:54.188 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-mgr-2:19.0.0-2946.g3d89accf.el9.x86_64 134/170 2024-06-06T08:08:54.201 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 137/170 2024-06-06T08:08:54.212 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-mgr-2:19.0.0-2946.g3d89accf.el9.x86_64 134/170 2024-06-06T08:08:54.212 INFO:teuthology.orchestra.run.smithi149.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-06T08:08:54.212 INFO:teuthology.orchestra.run.smithi149.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-06-06T08:08:54.212 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-06-06T08:08:54.212 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-06-06T08:08:54.212 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-06-06T08:08:54.256 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-mgr-rook-2:19.0.0-2946.g3d89accf.el9.noarch 135/170 2024-06-06T08:08:54.267 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-2946.g3d89accf.el9.noarch 135/170 2024-06-06T08:08:54.364 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-2:19.0.0-2946.g3d89accf.el9.x86_64 136/170 2024-06-06T08:08:54.413 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 137/170 2024-06-06T08:08:55.158 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libtool-2.4.6-45.el9.x86_64 138/170 2024-06-06T08:08:55.191 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-radosgw-2:19.0.0-2946.g3d89accf.el9.x86_64 139/170 2024-06-06T08:08:55.216 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-2946.g3d89accf.el9.x86_64 139/170 2024-06-06T08:08:55.216 INFO:teuthology.orchestra.run.smithi042.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-06T08:08:55.216 INFO:teuthology.orchestra.run.smithi042.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-06-06T08:08:55.216 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-06-06T08:08:55.216 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-06-06T08:08:55.216 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:08:55.259 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-2946.g3d89a 140/170 2024-06-06T08:08:55.282 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-2946.g3d89a 140/170 2024-06-06T08:08:55.282 INFO:teuthology.orchestra.run.smithi042.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-06T08:08:55.282 INFO:teuthology.orchestra.run.smithi042.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-06-06T08:08:55.282 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:08:55.309 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libtool-2.4.6-45.el9.x86_64 138/170 2024-06-06T08:08:55.334 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : cephfs-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 141/170 2024-06-06T08:08:55.342 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-radosgw-2:19.0.0-2946.g3d89accf.el9.x86_64 139/170 2024-06-06T08:08:55.359 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 141/170 2024-06-06T08:08:55.359 INFO:teuthology.orchestra.run.smithi042.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-06T08:08:55.359 INFO:teuthology.orchestra.run.smithi042.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-06-06T08:08:55.359 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-06-06T08:08:55.359 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-06-06T08:08:55.359 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:08:55.365 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-2946.g3d89accf.el9.x86_64 139/170 2024-06-06T08:08:55.365 INFO:teuthology.orchestra.run.smithi149.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-06T08:08:55.365 INFO:teuthology.orchestra.run.smithi149.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-06-06T08:08:55.365 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-06-06T08:08:55.365 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-06-06T08:08:55.365 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-06-06T08:08:55.417 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-2946.g3d89a 140/170 2024-06-06T08:08:55.440 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-2946.g3d89a 140/170 2024-06-06T08:08:55.440 INFO:teuthology.orchestra.run.smithi149.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-06T08:08:55.440 INFO:teuthology.orchestra.run.smithi149.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-06-06T08:08:55.440 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-06-06T08:08:55.493 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : cephfs-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 141/170 2024-06-06T08:08:55.516 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 141/170 2024-06-06T08:08:55.516 INFO:teuthology.orchestra.run.smithi149.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-06T08:08:55.516 INFO:teuthology.orchestra.run.smithi149.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-06-06T08:08:55.516 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-06-06T08:08:55.516 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-06-06T08:08:55.516 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-06-06T08:08:55.685 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : rbd-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 142/170 2024-06-06T08:08:55.710 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: rbd-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 142/170 2024-06-06T08:08:55.710 INFO:teuthology.orchestra.run.smithi042.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-06T08:08:55.710 INFO:teuthology.orchestra.run.smithi042.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-06-06T08:08:55.710 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-06-06T08:08:55.710 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-06-06T08:08:55.710 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:08:55.819 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : rbd-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 142/170 2024-06-06T08:08:55.842 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: rbd-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 142/170 2024-06-06T08:08:55.842 INFO:teuthology.orchestra.run.smithi149.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-06T08:08:55.842 INFO:teuthology.orchestra.run.smithi149.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-06-06T08:08:55.842 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-06-06T08:08:55.842 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-06-06T08:08:55.842 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-06-06T08:08:59.048 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: elfutils-libelf-0.190-2.el9.x86_64 170/170 2024-06-06T08:08:59.048 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : ceph-2:19.0.0-2946.g3d89accf.el9.x86_64 1/170 2024-06-06T08:08:59.048 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : ceph-base-2:19.0.0-2946.g3d89accf.el9.x86_64 2/170 2024-06-06T08:08:59.048 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 3/170 2024-06-06T08:08:59.048 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : ceph-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 4/170 2024-06-06T08:08:59.048 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-2946.g3d89a 5/170 2024-06-06T08:08:59.049 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : ceph-mds-2:19.0.0-2946.g3d89accf.el9.x86_64 6/170 2024-06-06T08:08:59.049 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : ceph-mgr-2:19.0.0-2946.g3d89accf.el9.x86_64 7/170 2024-06-06T08:08:59.049 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : ceph-mon-2:19.0.0-2946.g3d89accf.el9.x86_64 8/170 2024-06-06T08:08:59.049 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : ceph-osd-2:19.0.0-2946.g3d89accf.el9.x86_64 9/170 2024-06-06T08:08:59.049 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : ceph-radosgw-2:19.0.0-2946.g3d89accf.el9.x86_64 10/170 2024-06-06T08:08:59.049 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : ceph-selinux-2:19.0.0-2946.g3d89accf.el9.x86_64 11/170 2024-06-06T08:08:59.049 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : ceph-test-2:19.0.0-2946.g3d89accf.el9.x86_64 12/170 2024-06-06T08:08:59.049 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : cephfs-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 13/170 2024-06-06T08:08:59.049 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : cephfs-shell-2:19.0.0-2946.g3d89accf.el9.x86_64 14/170 2024-06-06T08:08:59.049 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : libcephfs-devel-2:19.0.0-2946.g3d89accf.el9.x86_ 15/170 2024-06-06T08:08:59.049 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : libcephfs2-2:19.0.0-2946.g3d89accf.el9.x86_64 16/170 2024-06-06T08:08:59.049 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : libcephsqlite-2:19.0.0-2946.g3d89accf.el9.x86_64 17/170 2024-06-06T08:08:59.049 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : librados-devel-2:19.0.0-2946.g3d89accf.el9.x86_6 18/170 2024-06-06T08:08:59.050 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : libradosstriper1-2:19.0.0-2946.g3d89accf.el9.x86 19/170 2024-06-06T08:08:59.050 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : librgw2-2:19.0.0-2946.g3d89accf.el9.x86_64 20/170 2024-06-06T08:08:59.050 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-ceph-argparse-2:19.0.0-2946.g3d89accf.el 21/170 2024-06-06T08:08:59.050 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-ceph-common-2:19.0.0-2946.g3d89accf.el9. 22/170 2024-06-06T08:08:59.050 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-cephfs-2:19.0.0-2946.g3d89accf.el9.x86_6 23/170 2024-06-06T08:08:59.050 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-rados-2:19.0.0-2946.g3d89accf.el9.x86_64 24/170 2024-06-06T08:08:59.050 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-rbd-2:19.0.0-2946.g3d89accf.el9.x86_64 25/170 2024-06-06T08:08:59.050 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-rgw-2:19.0.0-2946.g3d89accf.el9.x86_64 26/170 2024-06-06T08:08:59.050 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : rbd-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 27/170 2024-06-06T08:08:59.063 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : rbd-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 28/170 2024-06-06T08:08:59.063 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : rbd-nbd-2:19.0.0-2946.g3d89accf.el9.x86_64 29/170 2024-06-06T08:08:59.063 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-2946.g3d89accf. 30/170 2024-06-06T08:08:59.063 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-2946.g3d89accf.el9.noa 31/170 2024-06-06T08:08:59.063 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-2946.g3d89accf.el9.n 32/170 2024-06-06T08:08:59.063 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-2946.g3d8 33/170 2024-06-06T08:08:59.063 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-2946.g3d89accf.el 34/170 2024-06-06T08:08:59.064 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : ceph-mgr-rook-2:19.0.0-2946.g3d89accf.el9.noarch 35/170 2024-06-06T08:08:59.064 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-2946.g3d89accf.e 36/170 2024-06-06T08:08:59.064 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : ceph-volume-2:19.0.0-2946.g3d89accf.el9.noarch 37/170 2024-06-06T08:08:59.064 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 38/170 2024-06-06T08:08:59.064 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : cephfs-top-2:19.0.0-2946.g3d89accf.el9.noarch 39/170 2024-06-06T08:08:59.064 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/170 2024-06-06T08:08:59.064 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/170 2024-06-06T08:08:59.064 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/170 2024-06-06T08:08:59.064 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/170 2024-06-06T08:08:59.064 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/170 2024-06-06T08:08:59.064 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/170 2024-06-06T08:08:59.065 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/170 2024-06-06T08:08:59.065 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/170 2024-06-06T08:08:59.065 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/170 2024-06-06T08:08:59.065 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/170 2024-06-06T08:08:59.065 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/170 2024-06-06T08:08:59.065 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/170 2024-06-06T08:08:59.065 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/170 2024-06-06T08:08:59.065 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/170 2024-06-06T08:08:59.065 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/170 2024-06-06T08:08:59.065 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/170 2024-06-06T08:08:59.065 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/170 2024-06-06T08:08:59.065 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/170 2024-06-06T08:08:59.066 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/170 2024-06-06T08:08:59.066 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/170 2024-06-06T08:08:59.066 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/170 2024-06-06T08:08:59.066 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/170 2024-06-06T08:08:59.066 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/170 2024-06-06T08:08:59.066 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/170 2024-06-06T08:08:59.066 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/170 2024-06-06T08:08:59.066 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/170 2024-06-06T08:08:59.066 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/170 2024-06-06T08:08:59.066 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/170 2024-06-06T08:08:59.066 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/170 2024-06-06T08:08:59.066 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/170 2024-06-06T08:08:59.067 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/170 2024-06-06T08:08:59.067 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/170 2024-06-06T08:08:59.067 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/170 2024-06-06T08:08:59.067 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/170 2024-06-06T08:08:59.067 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/170 2024-06-06T08:08:59.067 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/170 2024-06-06T08:08:59.067 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/170 2024-06-06T08:08:59.067 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 77/170 2024-06-06T08:08:59.067 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/170 2024-06-06T08:08:59.067 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/170 2024-06-06T08:08:59.067 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/170 2024-06-06T08:08:59.067 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/170 2024-06-06T08:08:59.067 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/170 2024-06-06T08:08:59.068 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/170 2024-06-06T08:08:59.068 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/170 2024-06-06T08:08:59.068 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/170 2024-06-06T08:08:59.068 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/170 2024-06-06T08:08:59.068 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/170 2024-06-06T08:08:59.068 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/170 2024-06-06T08:08:59.068 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/170 2024-06-06T08:08:59.068 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/170 2024-06-06T08:08:59.068 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/170 2024-06-06T08:08:59.068 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/170 2024-06-06T08:08:59.068 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/170 2024-06-06T08:08:59.068 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/170 2024-06-06T08:08:59.068 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/170 2024-06-06T08:08:59.069 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/170 2024-06-06T08:08:59.069 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/170 2024-06-06T08:08:59.069 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/170 2024-06-06T08:08:59.069 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 99/170 2024-06-06T08:08:59.069 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/170 2024-06-06T08:08:59.069 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 101/170 2024-06-06T08:08:59.069 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/170 2024-06-06T08:08:59.069 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/170 2024-06-06T08:08:59.069 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/170 2024-06-06T08:08:59.069 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/170 2024-06-06T08:08:59.069 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/170 2024-06-06T08:08:59.069 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/170 2024-06-06T08:08:59.069 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/170 2024-06-06T08:08:59.069 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/170 2024-06-06T08:08:59.070 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/170 2024-06-06T08:08:59.070 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/170 2024-06-06T08:08:59.070 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/170 2024-06-06T08:08:59.070 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/170 2024-06-06T08:08:59.070 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/170 2024-06-06T08:08:59.070 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/170 2024-06-06T08:08:59.070 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/170 2024-06-06T08:08:59.070 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/170 2024-06-06T08:08:59.070 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 118/170 2024-06-06T08:08:59.070 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/170 2024-06-06T08:08:59.070 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/170 2024-06-06T08:08:59.070 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/170 2024-06-06T08:08:59.070 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/170 2024-06-06T08:08:59.070 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/170 2024-06-06T08:08:59.071 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/170 2024-06-06T08:08:59.071 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/170 2024-06-06T08:08:59.071 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/170 2024-06-06T08:08:59.071 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/170 2024-06-06T08:08:59.071 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/170 2024-06-06T08:08:59.071 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/170 2024-06-06T08:08:59.071 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/170 2024-06-06T08:08:59.071 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/170 2024-06-06T08:08:59.071 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/170 2024-06-06T08:08:59.071 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/170 2024-06-06T08:08:59.071 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/170 2024-06-06T08:08:59.071 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/170 2024-06-06T08:08:59.071 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/170 2024-06-06T08:08:59.072 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/170 2024-06-06T08:08:59.072 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/170 2024-06-06T08:08:59.072 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/170 2024-06-06T08:08:59.072 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/170 2024-06-06T08:08:59.072 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/170 2024-06-06T08:08:59.072 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/170 2024-06-06T08:08:59.072 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/170 2024-06-06T08:08:59.072 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/170 2024-06-06T08:08:59.072 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/170 2024-06-06T08:08:59.072 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/170 2024-06-06T08:08:59.072 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/170 2024-06-06T08:08:59.072 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/170 2024-06-06T08:08:59.072 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : librados2-2:19.0.0-2946.g3d89accf.el9.x86_64 149/170 2024-06-06T08:08:59.072 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/170 2024-06-06T08:08:59.073 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : librbd1-2:19.0.0-2946.g3d89accf.el9.x86_64 151/170 2024-06-06T08:08:59.073 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/170 2024-06-06T08:08:59.073 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : NetworkManager-1:1.47.91-1.el9.x86_64 153/170 2024-06-06T08:08:59.073 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : NetworkManager-1:1.47.4-1.el9.x86_64 154/170 2024-06-06T08:08:59.073 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : NetworkManager-libnm-1:1.47.91-1.el9.x86_64 155/170 2024-06-06T08:08:59.073 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 156/170 2024-06-06T08:08:59.073 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : NetworkManager-team-1:1.47.91-1.el9.x86_64 157/170 2024-06-06T08:08:59.073 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : NetworkManager-team-1:1.47.4-1.el9.x86_64 158/170 2024-06-06T08:08:59.073 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : NetworkManager-tui-1:1.47.91-1.el9.x86_64 159/170 2024-06-06T08:08:59.073 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/170 2024-06-06T08:08:59.073 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : elfutils-debuginfod-client-0.191-4.el9.x86_64 161/170 2024-06-06T08:08:59.073 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 162/170 2024-06-06T08:08:59.073 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : elfutils-libelf-0.191-4.el9.x86_64 163/170 2024-06-06T08:08:59.074 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 164/170 2024-06-06T08:08:59.074 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : elfutils-libs-0.191-4.el9.x86_64 165/170 2024-06-06T08:08:59.074 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 166/170 2024-06-06T08:08:59.074 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 167/170 2024-06-06T08:08:59.074 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 168/170 2024-06-06T08:08:59.074 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 169/170 2024-06-06T08:09:00.364 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-test-2:19.0.0-2946.g3d89accf.el9.x86_64 143/170 2024-06-06T08:09:00.405 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : rbd-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 144/170 2024-06-06T08:09:00.446 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : rbd-nbd-2:19.0.0-2946.g3d89accf.el9.x86_64 145/170 2024-06-06T08:09:00.478 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 146/170 2024-06-06T08:09:00.505 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-test-2:19.0.0-2946.g3d89accf.el9.x86_64 143/170 2024-06-06T08:09:00.505 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 147/170 2024-06-06T08:09:00.547 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : rbd-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 144/170 2024-06-06T08:09:00.588 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : rbd-nbd-2:19.0.0-2946.g3d89accf.el9.x86_64 145/170 2024-06-06T08:09:00.619 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 146/170 2024-06-06T08:09:00.647 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 147/170 2024-06-06T08:09:00.693 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : cephfs-shell-2:19.0.0-2946.g3d89accf.el9.x86_64 148/170 2024-06-06T08:09:00.743 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 149/170 2024-06-06T08:09:00.776 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libcephfs-devel-2:19.0.0-2946.g3d89accf.el9.x86_ 150/170 2024-06-06T08:09:00.816 INFO:teuthology.orchestra.run.smithi149.stdout: Upgrading : elfutils-debuginfod-client-0.191-4.el9.x86_64 151/170 2024-06-06T08:09:00.846 INFO:teuthology.orchestra.run.smithi149.stdout: Upgrading : NetworkManager-team-1:1.47.91-1.el9.x86_64 152/170 2024-06-06T08:09:00.848 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : cephfs-shell-2:19.0.0-2946.g3d89accf.el9.x86_64 148/170 2024-06-06T08:09:00.892 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 149/170 2024-06-06T08:09:00.892 INFO:teuthology.orchestra.run.smithi149.stdout: Upgrading : NetworkManager-tui-1:1.47.91-1.el9.x86_64 153/170 2024-06-06T08:09:00.934 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libcephfs-devel-2:19.0.0-2946.g3d89accf.el9.x86_ 150/170 2024-06-06T08:09:00.982 INFO:teuthology.orchestra.run.smithi042.stdout: Upgrading : elfutils-debuginfod-client-0.191-4.el9.x86_64 151/170 2024-06-06T08:09:01.012 INFO:teuthology.orchestra.run.smithi042.stdout: Upgrading : NetworkManager-team-1:1.47.91-1.el9.x86_64 152/170 2024-06-06T08:09:01.175 INFO:teuthology.orchestra.run.smithi042.stdout: Upgrading : NetworkManager-tui-1:1.47.91-1.el9.x86_64 153/170 2024-06-06T08:09:01.483 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 154/170 2024-06-06T08:09:01.523 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 154/170 2024-06-06T08:09:01.542 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 154/170 2024-06-06T08:09:01.746 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 170/170 2024-06-06T08:09:01.746 INFO:teuthology.orchestra.run.smithi120.stdout: 2024-06-06T08:09:01.746 INFO:teuthology.orchestra.run.smithi120.stdout:Upgraded: 2024-06-06T08:09:01.747 INFO:teuthology.orchestra.run.smithi120.stdout: NetworkManager-1:1.47.91-1.el9.x86_64 2024-06-06T08:09:01.747 INFO:teuthology.orchestra.run.smithi120.stdout: NetworkManager-libnm-1:1.47.91-1.el9.x86_64 2024-06-06T08:09:01.747 INFO:teuthology.orchestra.run.smithi120.stdout: NetworkManager-team-1:1.47.91-1.el9.x86_64 2024-06-06T08:09:01.747 INFO:teuthology.orchestra.run.smithi120.stdout: NetworkManager-tui-1:1.47.91-1.el9.x86_64 2024-06-06T08:09:01.747 INFO:teuthology.orchestra.run.smithi120.stdout: elfutils-debuginfod-client-0.191-4.el9.x86_64 2024-06-06T08:09:01.747 INFO:teuthology.orchestra.run.smithi120.stdout: elfutils-libelf-0.191-4.el9.x86_64 2024-06-06T08:09:01.747 INFO:teuthology.orchestra.run.smithi120.stdout: elfutils-libs-0.191-4.el9.x86_64 2024-06-06T08:09:01.747 INFO:teuthology.orchestra.run.smithi120.stdout: librados2-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:01.747 INFO:teuthology.orchestra.run.smithi120.stdout: librbd1-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:01.747 INFO:teuthology.orchestra.run.smithi120.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-06-06T08:09:01.748 INFO:teuthology.orchestra.run.smithi120.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-06-06T08:09:01.748 INFO:teuthology.orchestra.run.smithi120.stdout:Installed: 2024-06-06T08:09:01.748 INFO:teuthology.orchestra.run.smithi120.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-06-06T08:09:01.748 INFO:teuthology.orchestra.run.smithi120.stdout: automake-1.16.2-8.el9.noarch 2024-06-06T08:09:01.748 INFO:teuthology.orchestra.run.smithi120.stdout: bison-3.7.4-5.el9.x86_64 2024-06-06T08:09:01.748 INFO:teuthology.orchestra.run.smithi120.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-06-06T08:09:01.748 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:01.748 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-base-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:01.748 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:01.748 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:01.748 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-grafana-dashboards-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T08:09:01.749 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-immutable-object-cache-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:01.749 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-mds-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:01.749 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-mgr-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:01.749 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-mgr-cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T08:09:01.749 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-mgr-dashboard-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T08:09:01.749 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-mgr-diskprediction-local-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T08:09:01.749 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-mgr-modules-core-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T08:09:01.749 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-mgr-rook-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T08:09:01.749 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-mon-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:01.749 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-osd-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:01.749 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-prometheus-alerts-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T08:09:01.750 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-radosgw-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:01.750 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-selinux-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:01.750 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-test-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:01.750 INFO:teuthology.orchestra.run.smithi120.stdout: ceph-volume-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T08:09:01.750 INFO:teuthology.orchestra.run.smithi120.stdout: cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T08:09:01.750 INFO:teuthology.orchestra.run.smithi120.stdout: cephfs-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:01.750 INFO:teuthology.orchestra.run.smithi120.stdout: cephfs-shell-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:01.750 INFO:teuthology.orchestra.run.smithi120.stdout: cephfs-top-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T08:09:01.750 INFO:teuthology.orchestra.run.smithi120.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-06-06T08:09:01.750 INFO:teuthology.orchestra.run.smithi120.stdout: flex-2.6.4-9.el9.x86_64 2024-06-06T08:09:01.750 INFO:teuthology.orchestra.run.smithi120.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-06-06T08:09:01.751 INFO:teuthology.orchestra.run.smithi120.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-06-06T08:09:01.751 INFO:teuthology.orchestra.run.smithi120.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-06-06T08:09:01.751 INFO:teuthology.orchestra.run.smithi120.stdout: fuse-2.9.9-15.el9.x86_64 2024-06-06T08:09:01.751 INFO:teuthology.orchestra.run.smithi120.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-06-06T08:09:01.751 INFO:teuthology.orchestra.run.smithi120.stdout: grpc-data-1.46.7-10.el9.noarch 2024-06-06T08:09:01.751 INFO:teuthology.orchestra.run.smithi120.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-06-06T08:09:01.751 INFO:teuthology.orchestra.run.smithi120.stdout: libarrow-9.0.0-11.el9.x86_64 2024-06-06T08:09:01.751 INFO:teuthology.orchestra.run.smithi120.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-06-06T08:09:01.751 INFO:teuthology.orchestra.run.smithi120.stdout: libcephfs-devel-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:01.751 INFO:teuthology.orchestra.run.smithi120.stdout: libcephfs2-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:01.752 INFO:teuthology.orchestra.run.smithi120.stdout: libcephsqlite-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:01.752 INFO:teuthology.orchestra.run.smithi120.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-06-06T08:09:01.752 INFO:teuthology.orchestra.run.smithi120.stdout: liboath-2.6.7-2.el9.x86_64 2024-06-06T08:09:01.752 INFO:teuthology.orchestra.run.smithi120.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-06-06T08:09:01.752 INFO:teuthology.orchestra.run.smithi120.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-06-06T08:09:01.752 INFO:teuthology.orchestra.run.smithi120.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-06-06T08:09:01.752 INFO:teuthology.orchestra.run.smithi120.stdout: librados-devel-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:01.752 INFO:teuthology.orchestra.run.smithi120.stdout: libradosstriper1-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:01.752 INFO:teuthology.orchestra.run.smithi120.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-06-06T08:09:01.752 INFO:teuthology.orchestra.run.smithi120.stdout: librgw2-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:01.752 INFO:teuthology.orchestra.run.smithi120.stdout: libtool-2.4.6-45.el9.x86_64 2024-06-06T08:09:01.753 INFO:teuthology.orchestra.run.smithi120.stdout: libunwind-1.6.2-1.el9.x86_64 2024-06-06T08:09:01.753 INFO:teuthology.orchestra.run.smithi120.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-06-06T08:09:01.753 INFO:teuthology.orchestra.run.smithi120.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-06-06T08:09:01.753 INFO:teuthology.orchestra.run.smithi120.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-06-06T08:09:01.753 INFO:teuthology.orchestra.run.smithi120.stdout: lua-5.4.4-4.el9.x86_64 2024-06-06T08:09:01.753 INFO:teuthology.orchestra.run.smithi120.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-06-06T08:09:01.753 INFO:teuthology.orchestra.run.smithi120.stdout: luarocks-3.9.2-5.el9.noarch 2024-06-06T08:09:01.753 INFO:teuthology.orchestra.run.smithi120.stdout: openblas-0.3.21-2.el9.x86_64 2024-06-06T08:09:01.753 INFO:teuthology.orchestra.run.smithi120.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-06-06T08:09:01.753 INFO:teuthology.orchestra.run.smithi120.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-06-06T08:09:01.753 INFO:teuthology.orchestra.run.smithi120.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-06-06T08:09:01.754 INFO:teuthology.orchestra.run.smithi120.stdout: postgresql-13.14-1.el9.x86_64 2024-06-06T08:09:01.754 INFO:teuthology.orchestra.run.smithi120.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-06-06T08:09:01.754 INFO:teuthology.orchestra.run.smithi120.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-06-06T08:09:01.754 INFO:teuthology.orchestra.run.smithi120.stdout: postgresql-server-13.14-1.el9.x86_64 2024-06-06T08:09:01.754 INFO:teuthology.orchestra.run.smithi120.stdout: protobuf-3.14.0-13.el9.x86_64 2024-06-06T08:09:01.754 INFO:teuthology.orchestra.run.smithi120.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-06-06T08:09:01.754 INFO:teuthology.orchestra.run.smithi120.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-06-06T08:09:01.754 INFO:teuthology.orchestra.run.smithi120.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-06-06T08:09:01.754 INFO:teuthology.orchestra.run.smithi120.stdout: python3-babel-2.9.1-2.el9.noarch 2024-06-06T08:09:01.754 INFO:teuthology.orchestra.run.smithi120.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-06-06T08:09:01.754 INFO:teuthology.orchestra.run.smithi120.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-06-06T08:09:01.755 INFO:teuthology.orchestra.run.smithi120.stdout: python3-ceph-argparse-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:01.755 INFO:teuthology.orchestra.run.smithi120.stdout: python3-ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:01.755 INFO:teuthology.orchestra.run.smithi120.stdout: python3-cephfs-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:01.755 INFO:teuthology.orchestra.run.smithi120.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-06-06T08:09:01.755 INFO:teuthology.orchestra.run.smithi120.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-06-06T08:09:01.755 INFO:teuthology.orchestra.run.smithi120.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-06-06T08:09:01.755 INFO:teuthology.orchestra.run.smithi120.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-06-06T08:09:01.755 INFO:teuthology.orchestra.run.smithi120.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-06-06T08:09:01.755 INFO:teuthology.orchestra.run.smithi120.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-06-06T08:09:01.755 INFO:teuthology.orchestra.run.smithi120.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-06-06T08:09:01.755 INFO:teuthology.orchestra.run.smithi120.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-06-06T08:09:01.756 INFO:teuthology.orchestra.run.smithi120.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-06-06T08:09:01.756 INFO:teuthology.orchestra.run.smithi120.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-06-06T08:09:01.756 INFO:teuthology.orchestra.run.smithi120.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-06-06T08:09:01.756 INFO:teuthology.orchestra.run.smithi120.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-06-06T08:09:01.756 INFO:teuthology.orchestra.run.smithi120.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-06-06T08:09:01.756 INFO:teuthology.orchestra.run.smithi120.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-06-06T08:09:01.756 INFO:teuthology.orchestra.run.smithi120.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-06-06T08:09:01.756 INFO:teuthology.orchestra.run.smithi120.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-06-06T08:09:01.756 INFO:teuthology.orchestra.run.smithi120.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-06-06T08:09:01.756 INFO:teuthology.orchestra.run.smithi120.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-06-06T08:09:01.756 INFO:teuthology.orchestra.run.smithi120.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-06-06T08:09:01.756 INFO:teuthology.orchestra.run.smithi120.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-06-06T08:09:01.757 INFO:teuthology.orchestra.run.smithi120.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-06-06T08:09:01.757 INFO:teuthology.orchestra.run.smithi120.stdout: python3-mako-1.1.4-6.el9.noarch 2024-06-06T08:09:01.757 INFO:teuthology.orchestra.run.smithi120.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-06-06T08:09:01.757 INFO:teuthology.orchestra.run.smithi120.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-06-06T08:09:01.757 INFO:teuthology.orchestra.run.smithi120.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-06-06T08:09:01.757 INFO:teuthology.orchestra.run.smithi120.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-06-06T08:09:01.757 INFO:teuthology.orchestra.run.smithi120.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-06-06T08:09:01.757 INFO:teuthology.orchestra.run.smithi120.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-06-06T08:09:01.757 INFO:teuthology.orchestra.run.smithi120.stdout: python3-packaging-20.9-5.el9.noarch 2024-06-06T08:09:01.757 INFO:teuthology.orchestra.run.smithi120.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-06-06T08:09:01.757 INFO:teuthology.orchestra.run.smithi120.stdout: python3-ply-3.11-14.el9.noarch 2024-06-06T08:09:01.757 INFO:teuthology.orchestra.run.smithi120.stdout: python3-portend-3.1.0-2.el9.noarch 2024-06-06T08:09:01.758 INFO:teuthology.orchestra.run.smithi120.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-06-06T08:09:01.758 INFO:teuthology.orchestra.run.smithi120.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-06-06T08:09:01.758 INFO:teuthology.orchestra.run.smithi120.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-06-06T08:09:01.758 INFO:teuthology.orchestra.run.smithi120.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-06-06T08:09:01.758 INFO:teuthology.orchestra.run.smithi120.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-06-06T08:09:01.758 INFO:teuthology.orchestra.run.smithi120.stdout: python3-pycparser-2.20-6.el9.noarch 2024-06-06T08:09:01.758 INFO:teuthology.orchestra.run.smithi120.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-06-06T08:09:01.758 INFO:teuthology.orchestra.run.smithi120.stdout: python3-pytz-2021.1-5.el9.noarch 2024-06-06T08:09:01.758 INFO:teuthology.orchestra.run.smithi120.stdout: python3-rados-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:01.758 INFO:teuthology.orchestra.run.smithi120.stdout: python3-rbd-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:01.759 INFO:teuthology.orchestra.run.smithi120.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-06-06T08:09:01.759 INFO:teuthology.orchestra.run.smithi120.stdout: python3-requests-2.25.1-8.el9.noarch 2024-06-06T08:09:01.759 INFO:teuthology.orchestra.run.smithi120.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-06-06T08:09:01.759 INFO:teuthology.orchestra.run.smithi120.stdout: python3-rgw-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:01.759 INFO:teuthology.orchestra.run.smithi120.stdout: python3-routes-2.5.1-5.el9.noarch 2024-06-06T08:09:01.759 INFO:teuthology.orchestra.run.smithi120.stdout: python3-rsa-4.9-2.el9.noarch 2024-06-06T08:09:01.759 INFO:teuthology.orchestra.run.smithi120.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-06-06T08:09:01.759 INFO:teuthology.orchestra.run.smithi120.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-06-06T08:09:01.759 INFO:teuthology.orchestra.run.smithi120.stdout: python3-toml-0.10.2-6.el9.noarch 2024-06-06T08:09:01.759 INFO:teuthology.orchestra.run.smithi120.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-06-06T08:09:01.759 INFO:teuthology.orchestra.run.smithi120.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-06-06T08:09:01.759 INFO:teuthology.orchestra.run.smithi120.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-06-06T08:09:01.760 INFO:teuthology.orchestra.run.smithi120.stdout: python3-webob-1.8.7-6.el9.noarch 2024-06-06T08:09:01.760 INFO:teuthology.orchestra.run.smithi120.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-06-06T08:09:01.760 INFO:teuthology.orchestra.run.smithi120.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-06-06T08:09:01.760 INFO:teuthology.orchestra.run.smithi120.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-06-06T08:09:01.760 INFO:teuthology.orchestra.run.smithi120.stdout: qatlib-24.02.0-1.el9.x86_64 2024-06-06T08:09:01.760 INFO:teuthology.orchestra.run.smithi120.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-06-06T08:09:01.760 INFO:teuthology.orchestra.run.smithi120.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-06-06T08:09:01.760 INFO:teuthology.orchestra.run.smithi120.stdout: rbd-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:01.760 INFO:teuthology.orchestra.run.smithi120.stdout: rbd-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:01.760 INFO:teuthology.orchestra.run.smithi120.stdout: rbd-nbd-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:01.760 INFO:teuthology.orchestra.run.smithi120.stdout: re2-1:20211101-3.el9.x86_64 2024-06-06T08:09:01.760 INFO:teuthology.orchestra.run.smithi120.stdout: socat-1.7.4.1-5.el9.x86_64 2024-06-06T08:09:01.761 INFO:teuthology.orchestra.run.smithi120.stdout: thrift-0.15.0-2.el9.x86_64 2024-06-06T08:09:01.761 INFO:teuthology.orchestra.run.smithi120.stdout: uuid-1.6.2-55.el9.x86_64 2024-06-06T08:09:01.761 INFO:teuthology.orchestra.run.smithi120.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-06-06T08:09:01.761 INFO:teuthology.orchestra.run.smithi120.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-06-06T08:09:01.761 INFO:teuthology.orchestra.run.smithi120.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-06-06T08:09:01.761 INFO:teuthology.orchestra.run.smithi120.stdout: 2024-06-06T08:09:01.761 INFO:teuthology.orchestra.run.smithi120.stdout:Complete! 2024-06-06T08:09:01.852 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 154/170 2024-06-06T08:09:01.889 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 154/170 2024-06-06T08:09:01.910 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 154/170 2024-06-06T08:09:02.195 DEBUG:teuthology.parallel:result is None 2024-06-06T08:09:02.380 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : cephfs-top-2:19.0.0-2946.g3d89accf.el9.noarch 155/170 2024-06-06T08:09:02.462 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 156/170 2024-06-06T08:09:02.504 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 157/170 2024-06-06T08:09:02.587 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : flex-2.6.4-9.el9.x86_64 158/170 2024-06-06T08:09:02.624 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : bison-3.7.4-5.el9.x86_64 159/170 2024-06-06T08:09:02.648 INFO:teuthology.orchestra.run.smithi149.stdout: Cleanup : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/170 2024-06-06T08:09:02.674 INFO:teuthology.orchestra.run.smithi149.stdout: Cleanup : elfutils-debuginfod-client-0.190-2.el9.x86_64 161/170 2024-06-06T08:09:02.701 INFO:teuthology.orchestra.run.smithi149.stdout: Cleanup : elfutils-libs-0.190-2.el9.x86_64 162/170 2024-06-06T08:09:02.701 INFO:teuthology.orchestra.run.smithi149.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 163/170 2024-06-06T08:09:02.769 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 163/170 2024-06-06T08:09:02.793 INFO:teuthology.orchestra.run.smithi149.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 164/170 2024-06-06T08:09:02.793 INFO:teuthology.orchestra.run.smithi149.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 165/170 2024-06-06T08:09:02.815 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : cephfs-top-2:19.0.0-2946.g3d89accf.el9.noarch 155/170 2024-06-06T08:09:02.878 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 165/170 2024-06-06T08:09:02.903 INFO:teuthology.orchestra.run.smithi149.stdout: Cleanup : NetworkManager-team-1:1.47.4-1.el9.x86_64 166/170 2024-06-06T08:09:02.908 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-06-06T08:09:02.908 INFO:teuthology.orchestra.run.smithi149.stdout: Cleanup : NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-06-06T08:09:02.927 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 156/170 2024-06-06T08:09:02.970 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 157/170 2024-06-06T08:09:03.070 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : flex-2.6.4-9.el9.x86_64 158/170 2024-06-06T08:09:03.096 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-06-06T08:09:03.097 INFO:teuthology.orchestra.run.smithi149.stdout: Cleanup : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 168/170 2024-06-06T08:09:03.105 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : bison-3.7.4-5.el9.x86_64 159/170 2024-06-06T08:09:03.130 INFO:teuthology.orchestra.run.smithi042.stdout: Cleanup : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/170 2024-06-06T08:09:03.156 INFO:teuthology.orchestra.run.smithi042.stdout: Cleanup : elfutils-debuginfod-client-0.190-2.el9.x86_64 161/170 2024-06-06T08:09:03.182 INFO:teuthology.orchestra.run.smithi042.stdout: Cleanup : elfutils-libs-0.190-2.el9.x86_64 162/170 2024-06-06T08:09:03.182 INFO:teuthology.orchestra.run.smithi042.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 163/170 2024-06-06T08:09:03.189 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.4-1.el9.x86_64 168/170 2024-06-06T08:09:03.214 INFO:teuthology.orchestra.run.smithi149.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 169/170 2024-06-06T08:09:03.267 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 163/170 2024-06-06T08:09:03.278 INFO:teuthology.orchestra.run.smithi149.stdout: Cleanup : elfutils-libelf-0.190-2.el9.x86_64 170/170 2024-06-06T08:09:03.308 INFO:teuthology.orchestra.run.smithi042.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 164/170 2024-06-06T08:09:03.308 INFO:teuthology.orchestra.run.smithi042.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 165/170 2024-06-06T08:09:03.401 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 165/170 2024-06-06T08:09:03.425 INFO:teuthology.orchestra.run.smithi042.stdout: Cleanup : NetworkManager-team-1:1.47.4-1.el9.x86_64 166/170 2024-06-06T08:09:03.432 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-06-06T08:09:03.432 INFO:teuthology.orchestra.run.smithi042.stdout: Cleanup : NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-06-06T08:09:03.619 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-06-06T08:09:03.619 INFO:teuthology.orchestra.run.smithi042.stdout: Cleanup : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 168/170 2024-06-06T08:09:03.687 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.4-1.el9.x86_64 168/170 2024-06-06T08:09:03.712 INFO:teuthology.orchestra.run.smithi042.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 169/170 2024-06-06T08:09:03.780 INFO:teuthology.orchestra.run.smithi042.stdout: Cleanup : elfutils-libelf-0.190-2.el9.x86_64 170/170 2024-06-06T08:09:08.825 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: elfutils-libelf-0.190-2.el9.x86_64 170/170 2024-06-06T08:09:08.825 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-2:19.0.0-2946.g3d89accf.el9.x86_64 1/170 2024-06-06T08:09:08.826 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-base-2:19.0.0-2946.g3d89accf.el9.x86_64 2/170 2024-06-06T08:09:08.826 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 3/170 2024-06-06T08:09:08.826 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 4/170 2024-06-06T08:09:08.826 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-2946.g3d89a 5/170 2024-06-06T08:09:08.826 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-mds-2:19.0.0-2946.g3d89accf.el9.x86_64 6/170 2024-06-06T08:09:08.826 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-mgr-2:19.0.0-2946.g3d89accf.el9.x86_64 7/170 2024-06-06T08:09:08.826 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-mon-2:19.0.0-2946.g3d89accf.el9.x86_64 8/170 2024-06-06T08:09:08.826 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-osd-2:19.0.0-2946.g3d89accf.el9.x86_64 9/170 2024-06-06T08:09:08.826 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-radosgw-2:19.0.0-2946.g3d89accf.el9.x86_64 10/170 2024-06-06T08:09:08.826 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-selinux-2:19.0.0-2946.g3d89accf.el9.x86_64 11/170 2024-06-06T08:09:08.826 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-test-2:19.0.0-2946.g3d89accf.el9.x86_64 12/170 2024-06-06T08:09:08.826 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : cephfs-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 13/170 2024-06-06T08:09:08.827 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : cephfs-shell-2:19.0.0-2946.g3d89accf.el9.x86_64 14/170 2024-06-06T08:09:08.827 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libcephfs-devel-2:19.0.0-2946.g3d89accf.el9.x86_ 15/170 2024-06-06T08:09:08.827 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libcephfs2-2:19.0.0-2946.g3d89accf.el9.x86_64 16/170 2024-06-06T08:09:08.827 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libcephsqlite-2:19.0.0-2946.g3d89accf.el9.x86_64 17/170 2024-06-06T08:09:08.827 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : librados-devel-2:19.0.0-2946.g3d89accf.el9.x86_6 18/170 2024-06-06T08:09:08.827 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libradosstriper1-2:19.0.0-2946.g3d89accf.el9.x86 19/170 2024-06-06T08:09:08.827 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : librgw2-2:19.0.0-2946.g3d89accf.el9.x86_64 20/170 2024-06-06T08:09:08.827 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-ceph-argparse-2:19.0.0-2946.g3d89accf.el 21/170 2024-06-06T08:09:08.827 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-ceph-common-2:19.0.0-2946.g3d89accf.el9. 22/170 2024-06-06T08:09:08.827 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-cephfs-2:19.0.0-2946.g3d89accf.el9.x86_6 23/170 2024-06-06T08:09:08.827 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-rados-2:19.0.0-2946.g3d89accf.el9.x86_64 24/170 2024-06-06T08:09:08.827 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-rbd-2:19.0.0-2946.g3d89accf.el9.x86_64 25/170 2024-06-06T08:09:08.827 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-rgw-2:19.0.0-2946.g3d89accf.el9.x86_64 26/170 2024-06-06T08:09:08.828 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : rbd-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 27/170 2024-06-06T08:09:08.828 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : rbd-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 28/170 2024-06-06T08:09:08.828 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : rbd-nbd-2:19.0.0-2946.g3d89accf.el9.x86_64 29/170 2024-06-06T08:09:08.828 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-2946.g3d89accf. 30/170 2024-06-06T08:09:08.828 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-2946.g3d89accf.el9.noa 31/170 2024-06-06T08:09:08.828 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-2946.g3d89accf.el9.n 32/170 2024-06-06T08:09:08.828 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-2946.g3d8 33/170 2024-06-06T08:09:08.828 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-2946.g3d89accf.el 34/170 2024-06-06T08:09:08.828 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-mgr-rook-2:19.0.0-2946.g3d89accf.el9.noarch 35/170 2024-06-06T08:09:08.828 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-2946.g3d89accf.e 36/170 2024-06-06T08:09:08.828 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-volume-2:19.0.0-2946.g3d89accf.el9.noarch 37/170 2024-06-06T08:09:08.828 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 38/170 2024-06-06T08:09:08.829 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : cephfs-top-2:19.0.0-2946.g3d89accf.el9.noarch 39/170 2024-06-06T08:09:08.829 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/170 2024-06-06T08:09:08.829 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/170 2024-06-06T08:09:08.829 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/170 2024-06-06T08:09:08.829 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/170 2024-06-06T08:09:08.829 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/170 2024-06-06T08:09:08.829 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/170 2024-06-06T08:09:08.829 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/170 2024-06-06T08:09:08.829 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/170 2024-06-06T08:09:08.829 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/170 2024-06-06T08:09:08.829 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/170 2024-06-06T08:09:08.829 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/170 2024-06-06T08:09:08.830 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/170 2024-06-06T08:09:08.830 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/170 2024-06-06T08:09:08.830 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/170 2024-06-06T08:09:08.830 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/170 2024-06-06T08:09:08.830 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/170 2024-06-06T08:09:08.830 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/170 2024-06-06T08:09:08.830 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/170 2024-06-06T08:09:08.830 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/170 2024-06-06T08:09:08.830 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/170 2024-06-06T08:09:08.830 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/170 2024-06-06T08:09:08.830 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/170 2024-06-06T08:09:08.830 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/170 2024-06-06T08:09:08.831 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/170 2024-06-06T08:09:08.831 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/170 2024-06-06T08:09:08.831 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/170 2024-06-06T08:09:08.831 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/170 2024-06-06T08:09:08.831 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/170 2024-06-06T08:09:08.831 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/170 2024-06-06T08:09:08.831 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/170 2024-06-06T08:09:08.831 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/170 2024-06-06T08:09:08.831 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/170 2024-06-06T08:09:08.831 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/170 2024-06-06T08:09:08.832 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/170 2024-06-06T08:09:08.832 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/170 2024-06-06T08:09:08.832 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/170 2024-06-06T08:09:08.832 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/170 2024-06-06T08:09:08.832 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 77/170 2024-06-06T08:09:08.832 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/170 2024-06-06T08:09:08.832 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/170 2024-06-06T08:09:08.832 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/170 2024-06-06T08:09:08.832 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/170 2024-06-06T08:09:08.832 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/170 2024-06-06T08:09:08.832 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/170 2024-06-06T08:09:08.832 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/170 2024-06-06T08:09:08.833 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/170 2024-06-06T08:09:08.833 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/170 2024-06-06T08:09:08.833 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/170 2024-06-06T08:09:08.833 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/170 2024-06-06T08:09:08.833 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/170 2024-06-06T08:09:08.833 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/170 2024-06-06T08:09:08.833 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/170 2024-06-06T08:09:08.833 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/170 2024-06-06T08:09:08.833 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/170 2024-06-06T08:09:08.833 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/170 2024-06-06T08:09:08.833 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/170 2024-06-06T08:09:08.833 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/170 2024-06-06T08:09:08.834 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/170 2024-06-06T08:09:08.834 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/170 2024-06-06T08:09:08.834 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 99/170 2024-06-06T08:09:08.834 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/170 2024-06-06T08:09:08.834 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 101/170 2024-06-06T08:09:08.834 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/170 2024-06-06T08:09:08.834 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/170 2024-06-06T08:09:08.834 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/170 2024-06-06T08:09:08.834 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/170 2024-06-06T08:09:08.834 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/170 2024-06-06T08:09:08.834 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/170 2024-06-06T08:09:08.835 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/170 2024-06-06T08:09:08.835 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/170 2024-06-06T08:09:08.835 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/170 2024-06-06T08:09:08.835 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/170 2024-06-06T08:09:08.835 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/170 2024-06-06T08:09:08.835 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/170 2024-06-06T08:09:08.835 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/170 2024-06-06T08:09:08.835 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/170 2024-06-06T08:09:08.835 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/170 2024-06-06T08:09:08.835 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/170 2024-06-06T08:09:08.835 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 118/170 2024-06-06T08:09:08.835 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/170 2024-06-06T08:09:08.835 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/170 2024-06-06T08:09:08.836 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/170 2024-06-06T08:09:08.836 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/170 2024-06-06T08:09:08.836 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/170 2024-06-06T08:09:08.836 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/170 2024-06-06T08:09:08.836 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/170 2024-06-06T08:09:08.836 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/170 2024-06-06T08:09:08.836 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/170 2024-06-06T08:09:08.836 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/170 2024-06-06T08:09:08.836 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/170 2024-06-06T08:09:08.836 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/170 2024-06-06T08:09:08.836 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/170 2024-06-06T08:09:08.836 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/170 2024-06-06T08:09:08.836 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/170 2024-06-06T08:09:08.837 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/170 2024-06-06T08:09:08.837 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/170 2024-06-06T08:09:08.837 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/170 2024-06-06T08:09:08.837 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/170 2024-06-06T08:09:08.837 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/170 2024-06-06T08:09:08.837 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/170 2024-06-06T08:09:08.837 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/170 2024-06-06T08:09:08.837 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/170 2024-06-06T08:09:08.837 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/170 2024-06-06T08:09:08.837 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/170 2024-06-06T08:09:08.837 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/170 2024-06-06T08:09:08.837 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/170 2024-06-06T08:09:08.838 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/170 2024-06-06T08:09:08.838 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/170 2024-06-06T08:09:08.838 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/170 2024-06-06T08:09:08.838 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : librados2-2:19.0.0-2946.g3d89accf.el9.x86_64 149/170 2024-06-06T08:09:08.838 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/170 2024-06-06T08:09:08.838 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : librbd1-2:19.0.0-2946.g3d89accf.el9.x86_64 151/170 2024-06-06T08:09:08.838 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/170 2024-06-06T08:09:08.838 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : NetworkManager-1:1.47.91-1.el9.x86_64 153/170 2024-06-06T08:09:08.838 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : NetworkManager-1:1.47.4-1.el9.x86_64 154/170 2024-06-06T08:09:08.838 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : NetworkManager-libnm-1:1.47.91-1.el9.x86_64 155/170 2024-06-06T08:09:08.838 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 156/170 2024-06-06T08:09:08.839 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : NetworkManager-team-1:1.47.91-1.el9.x86_64 157/170 2024-06-06T08:09:08.839 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : NetworkManager-team-1:1.47.4-1.el9.x86_64 158/170 2024-06-06T08:09:08.839 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : NetworkManager-tui-1:1.47.91-1.el9.x86_64 159/170 2024-06-06T08:09:08.839 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/170 2024-06-06T08:09:08.839 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : elfutils-debuginfod-client-0.191-4.el9.x86_64 161/170 2024-06-06T08:09:08.839 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 162/170 2024-06-06T08:09:08.839 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : elfutils-libelf-0.191-4.el9.x86_64 163/170 2024-06-06T08:09:08.839 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 164/170 2024-06-06T08:09:08.839 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : elfutils-libs-0.191-4.el9.x86_64 165/170 2024-06-06T08:09:08.839 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 166/170 2024-06-06T08:09:08.839 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 167/170 2024-06-06T08:09:08.839 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 168/170 2024-06-06T08:09:08.839 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 169/170 2024-06-06T08:09:09.300 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: elfutils-libelf-0.190-2.el9.x86_64 170/170 2024-06-06T08:09:09.300 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-2:19.0.0-2946.g3d89accf.el9.x86_64 1/170 2024-06-06T08:09:09.300 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-base-2:19.0.0-2946.g3d89accf.el9.x86_64 2/170 2024-06-06T08:09:09.300 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 3/170 2024-06-06T08:09:09.300 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 4/170 2024-06-06T08:09:09.300 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-2946.g3d89a 5/170 2024-06-06T08:09:09.300 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-mds-2:19.0.0-2946.g3d89accf.el9.x86_64 6/170 2024-06-06T08:09:09.301 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-mgr-2:19.0.0-2946.g3d89accf.el9.x86_64 7/170 2024-06-06T08:09:09.301 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-mon-2:19.0.0-2946.g3d89accf.el9.x86_64 8/170 2024-06-06T08:09:09.301 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-osd-2:19.0.0-2946.g3d89accf.el9.x86_64 9/170 2024-06-06T08:09:09.301 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-radosgw-2:19.0.0-2946.g3d89accf.el9.x86_64 10/170 2024-06-06T08:09:09.301 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-selinux-2:19.0.0-2946.g3d89accf.el9.x86_64 11/170 2024-06-06T08:09:09.301 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-test-2:19.0.0-2946.g3d89accf.el9.x86_64 12/170 2024-06-06T08:09:09.301 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : cephfs-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 13/170 2024-06-06T08:09:09.301 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : cephfs-shell-2:19.0.0-2946.g3d89accf.el9.x86_64 14/170 2024-06-06T08:09:09.301 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libcephfs-devel-2:19.0.0-2946.g3d89accf.el9.x86_ 15/170 2024-06-06T08:09:09.301 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libcephfs2-2:19.0.0-2946.g3d89accf.el9.x86_64 16/170 2024-06-06T08:09:09.301 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libcephsqlite-2:19.0.0-2946.g3d89accf.el9.x86_64 17/170 2024-06-06T08:09:09.302 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : librados-devel-2:19.0.0-2946.g3d89accf.el9.x86_6 18/170 2024-06-06T08:09:09.302 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libradosstriper1-2:19.0.0-2946.g3d89accf.el9.x86 19/170 2024-06-06T08:09:09.302 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : librgw2-2:19.0.0-2946.g3d89accf.el9.x86_64 20/170 2024-06-06T08:09:09.302 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-ceph-argparse-2:19.0.0-2946.g3d89accf.el 21/170 2024-06-06T08:09:09.302 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-ceph-common-2:19.0.0-2946.g3d89accf.el9. 22/170 2024-06-06T08:09:09.302 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-cephfs-2:19.0.0-2946.g3d89accf.el9.x86_6 23/170 2024-06-06T08:09:09.302 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-rados-2:19.0.0-2946.g3d89accf.el9.x86_64 24/170 2024-06-06T08:09:09.302 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-rbd-2:19.0.0-2946.g3d89accf.el9.x86_64 25/170 2024-06-06T08:09:09.303 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-rgw-2:19.0.0-2946.g3d89accf.el9.x86_64 26/170 2024-06-06T08:09:09.303 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : rbd-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 27/170 2024-06-06T08:09:09.303 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : rbd-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 28/170 2024-06-06T08:09:09.303 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : rbd-nbd-2:19.0.0-2946.g3d89accf.el9.x86_64 29/170 2024-06-06T08:09:09.303 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-2946.g3d89accf. 30/170 2024-06-06T08:09:09.303 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-2946.g3d89accf.el9.noa 31/170 2024-06-06T08:09:09.303 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-2946.g3d89accf.el9.n 32/170 2024-06-06T08:09:09.303 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-2946.g3d8 33/170 2024-06-06T08:09:09.303 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-2946.g3d89accf.el 34/170 2024-06-06T08:09:09.304 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-mgr-rook-2:19.0.0-2946.g3d89accf.el9.noarch 35/170 2024-06-06T08:09:09.304 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-2946.g3d89accf.e 36/170 2024-06-06T08:09:09.304 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-volume-2:19.0.0-2946.g3d89accf.el9.noarch 37/170 2024-06-06T08:09:09.304 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 38/170 2024-06-06T08:09:09.304 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : cephfs-top-2:19.0.0-2946.g3d89accf.el9.noarch 39/170 2024-06-06T08:09:09.304 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/170 2024-06-06T08:09:09.304 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/170 2024-06-06T08:09:09.304 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/170 2024-06-06T08:09:09.304 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/170 2024-06-06T08:09:09.305 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/170 2024-06-06T08:09:09.305 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/170 2024-06-06T08:09:09.305 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/170 2024-06-06T08:09:09.305 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/170 2024-06-06T08:09:09.305 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/170 2024-06-06T08:09:09.305 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/170 2024-06-06T08:09:09.305 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/170 2024-06-06T08:09:09.305 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/170 2024-06-06T08:09:09.305 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/170 2024-06-06T08:09:09.306 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/170 2024-06-06T08:09:09.306 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/170 2024-06-06T08:09:09.306 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/170 2024-06-06T08:09:09.306 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/170 2024-06-06T08:09:09.306 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/170 2024-06-06T08:09:09.306 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/170 2024-06-06T08:09:09.306 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/170 2024-06-06T08:09:09.306 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/170 2024-06-06T08:09:09.306 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/170 2024-06-06T08:09:09.306 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/170 2024-06-06T08:09:09.307 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/170 2024-06-06T08:09:09.307 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/170 2024-06-06T08:09:09.307 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/170 2024-06-06T08:09:09.307 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/170 2024-06-06T08:09:09.307 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/170 2024-06-06T08:09:09.307 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/170 2024-06-06T08:09:09.307 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/170 2024-06-06T08:09:09.307 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/170 2024-06-06T08:09:09.307 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/170 2024-06-06T08:09:09.307 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/170 2024-06-06T08:09:09.307 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/170 2024-06-06T08:09:09.308 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/170 2024-06-06T08:09:09.308 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/170 2024-06-06T08:09:09.308 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/170 2024-06-06T08:09:09.308 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 77/170 2024-06-06T08:09:09.308 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/170 2024-06-06T08:09:09.308 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/170 2024-06-06T08:09:09.308 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/170 2024-06-06T08:09:09.308 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/170 2024-06-06T08:09:09.308 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/170 2024-06-06T08:09:09.308 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/170 2024-06-06T08:09:09.309 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/170 2024-06-06T08:09:09.309 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/170 2024-06-06T08:09:09.309 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/170 2024-06-06T08:09:09.309 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/170 2024-06-06T08:09:09.309 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/170 2024-06-06T08:09:09.309 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/170 2024-06-06T08:09:09.309 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/170 2024-06-06T08:09:09.309 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/170 2024-06-06T08:09:09.309 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/170 2024-06-06T08:09:09.310 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/170 2024-06-06T08:09:09.310 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/170 2024-06-06T08:09:09.310 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/170 2024-06-06T08:09:09.310 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/170 2024-06-06T08:09:09.310 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/170 2024-06-06T08:09:09.310 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/170 2024-06-06T08:09:09.310 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 99/170 2024-06-06T08:09:09.310 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/170 2024-06-06T08:09:09.310 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 101/170 2024-06-06T08:09:09.311 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/170 2024-06-06T08:09:09.311 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/170 2024-06-06T08:09:09.311 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/170 2024-06-06T08:09:09.311 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/170 2024-06-06T08:09:09.311 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/170 2024-06-06T08:09:09.311 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/170 2024-06-06T08:09:09.311 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/170 2024-06-06T08:09:09.311 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/170 2024-06-06T08:09:09.311 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/170 2024-06-06T08:09:09.312 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/170 2024-06-06T08:09:09.312 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/170 2024-06-06T08:09:09.312 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/170 2024-06-06T08:09:09.312 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/170 2024-06-06T08:09:09.312 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/170 2024-06-06T08:09:09.312 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/170 2024-06-06T08:09:09.312 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/170 2024-06-06T08:09:09.312 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 118/170 2024-06-06T08:09:09.312 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/170 2024-06-06T08:09:09.312 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/170 2024-06-06T08:09:09.313 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/170 2024-06-06T08:09:09.313 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/170 2024-06-06T08:09:09.313 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/170 2024-06-06T08:09:09.313 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/170 2024-06-06T08:09:09.313 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/170 2024-06-06T08:09:09.313 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/170 2024-06-06T08:09:09.313 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/170 2024-06-06T08:09:09.313 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/170 2024-06-06T08:09:09.313 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/170 2024-06-06T08:09:09.314 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/170 2024-06-06T08:09:09.314 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/170 2024-06-06T08:09:09.314 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/170 2024-06-06T08:09:09.314 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/170 2024-06-06T08:09:09.314 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/170 2024-06-06T08:09:09.314 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/170 2024-06-06T08:09:09.314 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/170 2024-06-06T08:09:09.314 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/170 2024-06-06T08:09:09.315 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/170 2024-06-06T08:09:09.315 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/170 2024-06-06T08:09:09.315 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/170 2024-06-06T08:09:09.315 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/170 2024-06-06T08:09:09.315 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/170 2024-06-06T08:09:09.315 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/170 2024-06-06T08:09:09.315 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/170 2024-06-06T08:09:09.315 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/170 2024-06-06T08:09:09.315 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/170 2024-06-06T08:09:09.315 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/170 2024-06-06T08:09:09.316 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/170 2024-06-06T08:09:09.316 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : librados2-2:19.0.0-2946.g3d89accf.el9.x86_64 149/170 2024-06-06T08:09:09.316 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/170 2024-06-06T08:09:09.316 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : librbd1-2:19.0.0-2946.g3d89accf.el9.x86_64 151/170 2024-06-06T08:09:09.316 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/170 2024-06-06T08:09:09.316 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : NetworkManager-1:1.47.91-1.el9.x86_64 153/170 2024-06-06T08:09:09.316 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : NetworkManager-1:1.47.4-1.el9.x86_64 154/170 2024-06-06T08:09:09.316 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : NetworkManager-libnm-1:1.47.91-1.el9.x86_64 155/170 2024-06-06T08:09:09.316 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 156/170 2024-06-06T08:09:09.317 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : NetworkManager-team-1:1.47.91-1.el9.x86_64 157/170 2024-06-06T08:09:09.317 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : NetworkManager-team-1:1.47.4-1.el9.x86_64 158/170 2024-06-06T08:09:09.317 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : NetworkManager-tui-1:1.47.91-1.el9.x86_64 159/170 2024-06-06T08:09:09.317 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/170 2024-06-06T08:09:09.317 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : elfutils-debuginfod-client-0.191-4.el9.x86_64 161/170 2024-06-06T08:09:09.317 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 162/170 2024-06-06T08:09:09.317 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : elfutils-libelf-0.191-4.el9.x86_64 163/170 2024-06-06T08:09:09.317 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 164/170 2024-06-06T08:09:09.317 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : elfutils-libs-0.191-4.el9.x86_64 165/170 2024-06-06T08:09:09.318 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 166/170 2024-06-06T08:09:09.318 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 167/170 2024-06-06T08:09:09.318 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 168/170 2024-06-06T08:09:09.318 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 169/170 2024-06-06T08:09:11.500 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 170/170 2024-06-06T08:09:11.501 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-06-06T08:09:11.501 INFO:teuthology.orchestra.run.smithi149.stdout:Upgraded: 2024-06-06T08:09:11.501 INFO:teuthology.orchestra.run.smithi149.stdout: NetworkManager-1:1.47.91-1.el9.x86_64 2024-06-06T08:09:11.501 INFO:teuthology.orchestra.run.smithi149.stdout: NetworkManager-libnm-1:1.47.91-1.el9.x86_64 2024-06-06T08:09:11.501 INFO:teuthology.orchestra.run.smithi149.stdout: NetworkManager-team-1:1.47.91-1.el9.x86_64 2024-06-06T08:09:11.501 INFO:teuthology.orchestra.run.smithi149.stdout: NetworkManager-tui-1:1.47.91-1.el9.x86_64 2024-06-06T08:09:11.501 INFO:teuthology.orchestra.run.smithi149.stdout: elfutils-debuginfod-client-0.191-4.el9.x86_64 2024-06-06T08:09:11.501 INFO:teuthology.orchestra.run.smithi149.stdout: elfutils-libelf-0.191-4.el9.x86_64 2024-06-06T08:09:11.501 INFO:teuthology.orchestra.run.smithi149.stdout: elfutils-libs-0.191-4.el9.x86_64 2024-06-06T08:09:11.501 INFO:teuthology.orchestra.run.smithi149.stdout: librados2-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:11.502 INFO:teuthology.orchestra.run.smithi149.stdout: librbd1-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:11.502 INFO:teuthology.orchestra.run.smithi149.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-06-06T08:09:11.502 INFO:teuthology.orchestra.run.smithi149.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-06-06T08:09:11.502 INFO:teuthology.orchestra.run.smithi149.stdout:Installed: 2024-06-06T08:09:11.502 INFO:teuthology.orchestra.run.smithi149.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-06-06T08:09:11.502 INFO:teuthology.orchestra.run.smithi149.stdout: automake-1.16.2-8.el9.noarch 2024-06-06T08:09:11.502 INFO:teuthology.orchestra.run.smithi149.stdout: bison-3.7.4-5.el9.x86_64 2024-06-06T08:09:11.502 INFO:teuthology.orchestra.run.smithi149.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-06-06T08:09:11.502 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:11.502 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-base-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:11.502 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:11.502 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:11.503 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-grafana-dashboards-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T08:09:11.503 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-immutable-object-cache-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:11.503 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mds-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:11.503 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:11.503 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr-cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T08:09:11.503 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr-dashboard-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T08:09:11.503 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr-diskprediction-local-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T08:09:11.503 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr-modules-core-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T08:09:11.503 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr-rook-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T08:09:11.503 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mon-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:11.503 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-osd-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:11.503 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-prometheus-alerts-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T08:09:11.504 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-radosgw-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:11.504 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-selinux-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:11.504 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-test-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:11.504 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-volume-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T08:09:11.504 INFO:teuthology.orchestra.run.smithi149.stdout: cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T08:09:11.504 INFO:teuthology.orchestra.run.smithi149.stdout: cephfs-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:11.504 INFO:teuthology.orchestra.run.smithi149.stdout: cephfs-shell-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:11.504 INFO:teuthology.orchestra.run.smithi149.stdout: cephfs-top-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T08:09:11.504 INFO:teuthology.orchestra.run.smithi149.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-06-06T08:09:11.504 INFO:teuthology.orchestra.run.smithi149.stdout: flex-2.6.4-9.el9.x86_64 2024-06-06T08:09:11.504 INFO:teuthology.orchestra.run.smithi149.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-06-06T08:09:11.505 INFO:teuthology.orchestra.run.smithi149.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-06-06T08:09:11.505 INFO:teuthology.orchestra.run.smithi149.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-06-06T08:09:11.505 INFO:teuthology.orchestra.run.smithi149.stdout: fuse-2.9.9-15.el9.x86_64 2024-06-06T08:09:11.505 INFO:teuthology.orchestra.run.smithi149.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-06-06T08:09:11.505 INFO:teuthology.orchestra.run.smithi149.stdout: grpc-data-1.46.7-10.el9.noarch 2024-06-06T08:09:11.505 INFO:teuthology.orchestra.run.smithi149.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-06-06T08:09:11.505 INFO:teuthology.orchestra.run.smithi149.stdout: libarrow-9.0.0-11.el9.x86_64 2024-06-06T08:09:11.505 INFO:teuthology.orchestra.run.smithi149.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-06-06T08:09:11.505 INFO:teuthology.orchestra.run.smithi149.stdout: libcephfs-devel-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:11.505 INFO:teuthology.orchestra.run.smithi149.stdout: libcephfs2-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:11.505 INFO:teuthology.orchestra.run.smithi149.stdout: libcephsqlite-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:11.505 INFO:teuthology.orchestra.run.smithi149.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-06-06T08:09:11.505 INFO:teuthology.orchestra.run.smithi149.stdout: liboath-2.6.7-2.el9.x86_64 2024-06-06T08:09:11.505 INFO:teuthology.orchestra.run.smithi149.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-06-06T08:09:11.506 INFO:teuthology.orchestra.run.smithi149.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-06-06T08:09:11.506 INFO:teuthology.orchestra.run.smithi149.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-06-06T08:09:11.506 INFO:teuthology.orchestra.run.smithi149.stdout: librados-devel-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:11.506 INFO:teuthology.orchestra.run.smithi149.stdout: libradosstriper1-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:11.506 INFO:teuthology.orchestra.run.smithi149.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-06-06T08:09:11.506 INFO:teuthology.orchestra.run.smithi149.stdout: librgw2-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:11.506 INFO:teuthology.orchestra.run.smithi149.stdout: libtool-2.4.6-45.el9.x86_64 2024-06-06T08:09:11.506 INFO:teuthology.orchestra.run.smithi149.stdout: libunwind-1.6.2-1.el9.x86_64 2024-06-06T08:09:11.506 INFO:teuthology.orchestra.run.smithi149.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-06-06T08:09:11.506 INFO:teuthology.orchestra.run.smithi149.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-06-06T08:09:11.506 INFO:teuthology.orchestra.run.smithi149.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-06-06T08:09:11.506 INFO:teuthology.orchestra.run.smithi149.stdout: lua-5.4.4-4.el9.x86_64 2024-06-06T08:09:11.507 INFO:teuthology.orchestra.run.smithi149.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-06-06T08:09:11.507 INFO:teuthology.orchestra.run.smithi149.stdout: luarocks-3.9.2-5.el9.noarch 2024-06-06T08:09:11.507 INFO:teuthology.orchestra.run.smithi149.stdout: openblas-0.3.21-2.el9.x86_64 2024-06-06T08:09:11.507 INFO:teuthology.orchestra.run.smithi149.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-06-06T08:09:11.507 INFO:teuthology.orchestra.run.smithi149.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-06-06T08:09:11.507 INFO:teuthology.orchestra.run.smithi149.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-06-06T08:09:11.507 INFO:teuthology.orchestra.run.smithi149.stdout: postgresql-13.14-1.el9.x86_64 2024-06-06T08:09:11.507 INFO:teuthology.orchestra.run.smithi149.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-06-06T08:09:11.507 INFO:teuthology.orchestra.run.smithi149.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-06-06T08:09:11.507 INFO:teuthology.orchestra.run.smithi149.stdout: postgresql-server-13.14-1.el9.x86_64 2024-06-06T08:09:11.507 INFO:teuthology.orchestra.run.smithi149.stdout: protobuf-3.14.0-13.el9.x86_64 2024-06-06T08:09:11.507 INFO:teuthology.orchestra.run.smithi149.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-06-06T08:09:11.507 INFO:teuthology.orchestra.run.smithi149.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-06-06T08:09:11.507 INFO:teuthology.orchestra.run.smithi149.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-06-06T08:09:11.508 INFO:teuthology.orchestra.run.smithi149.stdout: python3-babel-2.9.1-2.el9.noarch 2024-06-06T08:09:11.508 INFO:teuthology.orchestra.run.smithi149.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-06-06T08:09:11.508 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-06-06T08:09:11.508 INFO:teuthology.orchestra.run.smithi149.stdout: python3-ceph-argparse-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:11.508 INFO:teuthology.orchestra.run.smithi149.stdout: python3-ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:11.508 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cephfs-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:11.508 INFO:teuthology.orchestra.run.smithi149.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-06-06T08:09:11.508 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-06-06T08:09:11.508 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-06-06T08:09:11.508 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-06-06T08:09:11.508 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-06-06T08:09:11.508 INFO:teuthology.orchestra.run.smithi149.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-06-06T08:09:11.508 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-06-06T08:09:11.508 INFO:teuthology.orchestra.run.smithi149.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-06-06T08:09:11.509 INFO:teuthology.orchestra.run.smithi149.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-06-06T08:09:11.509 INFO:teuthology.orchestra.run.smithi149.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-06-06T08:09:11.509 INFO:teuthology.orchestra.run.smithi149.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-06-06T08:09:11.509 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-06-06T08:09:11.509 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-06-06T08:09:11.509 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-06-06T08:09:11.509 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-06-06T08:09:11.509 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-06-06T08:09:11.509 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-06-06T08:09:11.509 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-06-06T08:09:11.509 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-06-06T08:09:11.509 INFO:teuthology.orchestra.run.smithi149.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-06-06T08:09:11.510 INFO:teuthology.orchestra.run.smithi149.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-06-06T08:09:11.510 INFO:teuthology.orchestra.run.smithi149.stdout: python3-mako-1.1.4-6.el9.noarch 2024-06-06T08:09:11.510 INFO:teuthology.orchestra.run.smithi149.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-06-06T08:09:11.510 INFO:teuthology.orchestra.run.smithi149.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-06-06T08:09:11.510 INFO:teuthology.orchestra.run.smithi149.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-06-06T08:09:11.510 INFO:teuthology.orchestra.run.smithi149.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-06-06T08:09:11.510 INFO:teuthology.orchestra.run.smithi149.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-06-06T08:09:11.510 INFO:teuthology.orchestra.run.smithi149.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-06-06T08:09:11.510 INFO:teuthology.orchestra.run.smithi149.stdout: python3-packaging-20.9-5.el9.noarch 2024-06-06T08:09:11.510 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-06-06T08:09:11.510 INFO:teuthology.orchestra.run.smithi149.stdout: python3-ply-3.11-14.el9.noarch 2024-06-06T08:09:11.510 INFO:teuthology.orchestra.run.smithi149.stdout: python3-portend-3.1.0-2.el9.noarch 2024-06-06T08:09:11.511 INFO:teuthology.orchestra.run.smithi149.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-06-06T08:09:11.511 INFO:teuthology.orchestra.run.smithi149.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-06-06T08:09:11.511 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-06-06T08:09:11.511 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-06-06T08:09:11.511 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-06-06T08:09:11.511 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pycparser-2.20-6.el9.noarch 2024-06-06T08:09:11.511 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-06-06T08:09:11.511 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pytz-2021.1-5.el9.noarch 2024-06-06T08:09:11.511 INFO:teuthology.orchestra.run.smithi149.stdout: python3-rados-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:11.511 INFO:teuthology.orchestra.run.smithi149.stdout: python3-rbd-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:11.511 INFO:teuthology.orchestra.run.smithi149.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-06-06T08:09:11.511 INFO:teuthology.orchestra.run.smithi149.stdout: python3-requests-2.25.1-8.el9.noarch 2024-06-06T08:09:11.512 INFO:teuthology.orchestra.run.smithi149.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-06-06T08:09:11.512 INFO:teuthology.orchestra.run.smithi149.stdout: python3-rgw-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:11.512 INFO:teuthology.orchestra.run.smithi149.stdout: python3-routes-2.5.1-5.el9.noarch 2024-06-06T08:09:11.512 INFO:teuthology.orchestra.run.smithi149.stdout: python3-rsa-4.9-2.el9.noarch 2024-06-06T08:09:11.512 INFO:teuthology.orchestra.run.smithi149.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-06-06T08:09:11.512 INFO:teuthology.orchestra.run.smithi149.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-06-06T08:09:11.512 INFO:teuthology.orchestra.run.smithi149.stdout: python3-toml-0.10.2-6.el9.noarch 2024-06-06T08:09:11.512 INFO:teuthology.orchestra.run.smithi149.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-06-06T08:09:11.512 INFO:teuthology.orchestra.run.smithi149.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-06-06T08:09:11.512 INFO:teuthology.orchestra.run.smithi149.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-06-06T08:09:11.512 INFO:teuthology.orchestra.run.smithi149.stdout: python3-webob-1.8.7-6.el9.noarch 2024-06-06T08:09:11.512 INFO:teuthology.orchestra.run.smithi149.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-06-06T08:09:11.512 INFO:teuthology.orchestra.run.smithi149.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-06-06T08:09:11.513 INFO:teuthology.orchestra.run.smithi149.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-06-06T08:09:11.513 INFO:teuthology.orchestra.run.smithi149.stdout: qatlib-24.02.0-1.el9.x86_64 2024-06-06T08:09:11.513 INFO:teuthology.orchestra.run.smithi149.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-06-06T08:09:11.513 INFO:teuthology.orchestra.run.smithi149.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-06-06T08:09:11.513 INFO:teuthology.orchestra.run.smithi149.stdout: rbd-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:11.513 INFO:teuthology.orchestra.run.smithi149.stdout: rbd-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:11.513 INFO:teuthology.orchestra.run.smithi149.stdout: rbd-nbd-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:11.513 INFO:teuthology.orchestra.run.smithi149.stdout: re2-1:20211101-3.el9.x86_64 2024-06-06T08:09:11.513 INFO:teuthology.orchestra.run.smithi149.stdout: socat-1.7.4.1-5.el9.x86_64 2024-06-06T08:09:11.513 INFO:teuthology.orchestra.run.smithi149.stdout: thrift-0.15.0-2.el9.x86_64 2024-06-06T08:09:11.513 INFO:teuthology.orchestra.run.smithi149.stdout: uuid-1.6.2-55.el9.x86_64 2024-06-06T08:09:11.513 INFO:teuthology.orchestra.run.smithi149.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-06-06T08:09:11.514 INFO:teuthology.orchestra.run.smithi149.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-06-06T08:09:11.514 INFO:teuthology.orchestra.run.smithi149.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-06-06T08:09:11.514 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-06-06T08:09:11.514 INFO:teuthology.orchestra.run.smithi149.stdout:Complete! 2024-06-06T08:09:11.995 DEBUG:teuthology.parallel:result is None 2024-06-06T08:09:12.302 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 170/170 2024-06-06T08:09:12.302 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:09:12.302 INFO:teuthology.orchestra.run.smithi042.stdout:Upgraded: 2024-06-06T08:09:12.302 INFO:teuthology.orchestra.run.smithi042.stdout: NetworkManager-1:1.47.91-1.el9.x86_64 2024-06-06T08:09:12.302 INFO:teuthology.orchestra.run.smithi042.stdout: NetworkManager-libnm-1:1.47.91-1.el9.x86_64 2024-06-06T08:09:12.303 INFO:teuthology.orchestra.run.smithi042.stdout: NetworkManager-team-1:1.47.91-1.el9.x86_64 2024-06-06T08:09:12.303 INFO:teuthology.orchestra.run.smithi042.stdout: NetworkManager-tui-1:1.47.91-1.el9.x86_64 2024-06-06T08:09:12.303 INFO:teuthology.orchestra.run.smithi042.stdout: elfutils-debuginfod-client-0.191-4.el9.x86_64 2024-06-06T08:09:12.303 INFO:teuthology.orchestra.run.smithi042.stdout: elfutils-libelf-0.191-4.el9.x86_64 2024-06-06T08:09:12.303 INFO:teuthology.orchestra.run.smithi042.stdout: elfutils-libs-0.191-4.el9.x86_64 2024-06-06T08:09:12.303 INFO:teuthology.orchestra.run.smithi042.stdout: librados2-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:12.303 INFO:teuthology.orchestra.run.smithi042.stdout: librbd1-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:12.303 INFO:teuthology.orchestra.run.smithi042.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-06-06T08:09:12.303 INFO:teuthology.orchestra.run.smithi042.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-06-06T08:09:12.303 INFO:teuthology.orchestra.run.smithi042.stdout:Installed: 2024-06-06T08:09:12.303 INFO:teuthology.orchestra.run.smithi042.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-06-06T08:09:12.303 INFO:teuthology.orchestra.run.smithi042.stdout: automake-1.16.2-8.el9.noarch 2024-06-06T08:09:12.304 INFO:teuthology.orchestra.run.smithi042.stdout: bison-3.7.4-5.el9.x86_64 2024-06-06T08:09:12.304 INFO:teuthology.orchestra.run.smithi042.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-06-06T08:09:12.304 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:12.304 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-base-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:12.304 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:12.304 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:12.304 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-grafana-dashboards-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T08:09:12.304 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-immutable-object-cache-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:12.304 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mds-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:12.304 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:12.304 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr-cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T08:09:12.304 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr-dashboard-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T08:09:12.304 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr-diskprediction-local-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T08:09:12.305 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr-modules-core-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T08:09:12.305 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr-rook-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T08:09:12.305 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mon-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:12.305 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-osd-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:12.305 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-prometheus-alerts-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T08:09:12.305 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-radosgw-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:12.305 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-selinux-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:12.305 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-test-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:12.305 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-volume-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T08:09:12.305 INFO:teuthology.orchestra.run.smithi042.stdout: cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T08:09:12.305 INFO:teuthology.orchestra.run.smithi042.stdout: cephfs-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:12.305 INFO:teuthology.orchestra.run.smithi042.stdout: cephfs-shell-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:12.305 INFO:teuthology.orchestra.run.smithi042.stdout: cephfs-top-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T08:09:12.306 INFO:teuthology.orchestra.run.smithi042.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-06-06T08:09:12.306 INFO:teuthology.orchestra.run.smithi042.stdout: flex-2.6.4-9.el9.x86_64 2024-06-06T08:09:12.306 INFO:teuthology.orchestra.run.smithi042.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-06-06T08:09:12.306 INFO:teuthology.orchestra.run.smithi042.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-06-06T08:09:12.306 INFO:teuthology.orchestra.run.smithi042.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-06-06T08:09:12.306 INFO:teuthology.orchestra.run.smithi042.stdout: fuse-2.9.9-15.el9.x86_64 2024-06-06T08:09:12.306 INFO:teuthology.orchestra.run.smithi042.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-06-06T08:09:12.306 INFO:teuthology.orchestra.run.smithi042.stdout: grpc-data-1.46.7-10.el9.noarch 2024-06-06T08:09:12.306 INFO:teuthology.orchestra.run.smithi042.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-06-06T08:09:12.306 INFO:teuthology.orchestra.run.smithi042.stdout: libarrow-9.0.0-11.el9.x86_64 2024-06-06T08:09:12.306 INFO:teuthology.orchestra.run.smithi042.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-06-06T08:09:12.306 INFO:teuthology.orchestra.run.smithi042.stdout: libcephfs-devel-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:12.307 INFO:teuthology.orchestra.run.smithi042.stdout: libcephfs2-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:12.307 INFO:teuthology.orchestra.run.smithi042.stdout: libcephsqlite-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:12.307 INFO:teuthology.orchestra.run.smithi042.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-06-06T08:09:12.307 INFO:teuthology.orchestra.run.smithi042.stdout: liboath-2.6.7-2.el9.x86_64 2024-06-06T08:09:12.307 INFO:teuthology.orchestra.run.smithi042.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-06-06T08:09:12.307 INFO:teuthology.orchestra.run.smithi042.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-06-06T08:09:12.307 INFO:teuthology.orchestra.run.smithi042.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-06-06T08:09:12.307 INFO:teuthology.orchestra.run.smithi042.stdout: librados-devel-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:12.307 INFO:teuthology.orchestra.run.smithi042.stdout: libradosstriper1-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:12.307 INFO:teuthology.orchestra.run.smithi042.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-06-06T08:09:12.307 INFO:teuthology.orchestra.run.smithi042.stdout: librgw2-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:12.307 INFO:teuthology.orchestra.run.smithi042.stdout: libtool-2.4.6-45.el9.x86_64 2024-06-06T08:09:12.307 INFO:teuthology.orchestra.run.smithi042.stdout: libunwind-1.6.2-1.el9.x86_64 2024-06-06T08:09:12.308 INFO:teuthology.orchestra.run.smithi042.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-06-06T08:09:12.308 INFO:teuthology.orchestra.run.smithi042.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-06-06T08:09:12.308 INFO:teuthology.orchestra.run.smithi042.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-06-06T08:09:12.308 INFO:teuthology.orchestra.run.smithi042.stdout: lua-5.4.4-4.el9.x86_64 2024-06-06T08:09:12.308 INFO:teuthology.orchestra.run.smithi042.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-06-06T08:09:12.308 INFO:teuthology.orchestra.run.smithi042.stdout: luarocks-3.9.2-5.el9.noarch 2024-06-06T08:09:12.308 INFO:teuthology.orchestra.run.smithi042.stdout: openblas-0.3.21-2.el9.x86_64 2024-06-06T08:09:12.308 INFO:teuthology.orchestra.run.smithi042.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-06-06T08:09:12.308 INFO:teuthology.orchestra.run.smithi042.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-06-06T08:09:12.308 INFO:teuthology.orchestra.run.smithi042.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-06-06T08:09:12.308 INFO:teuthology.orchestra.run.smithi042.stdout: postgresql-13.14-1.el9.x86_64 2024-06-06T08:09:12.308 INFO:teuthology.orchestra.run.smithi042.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-06-06T08:09:12.308 INFO:teuthology.orchestra.run.smithi042.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-06-06T08:09:12.309 INFO:teuthology.orchestra.run.smithi042.stdout: postgresql-server-13.14-1.el9.x86_64 2024-06-06T08:09:12.309 INFO:teuthology.orchestra.run.smithi042.stdout: protobuf-3.14.0-13.el9.x86_64 2024-06-06T08:09:12.309 INFO:teuthology.orchestra.run.smithi042.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-06-06T08:09:12.309 INFO:teuthology.orchestra.run.smithi042.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-06-06T08:09:12.309 INFO:teuthology.orchestra.run.smithi042.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-06-06T08:09:12.309 INFO:teuthology.orchestra.run.smithi042.stdout: python3-babel-2.9.1-2.el9.noarch 2024-06-06T08:09:12.309 INFO:teuthology.orchestra.run.smithi042.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-06-06T08:09:12.309 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-06-06T08:09:12.309 INFO:teuthology.orchestra.run.smithi042.stdout: python3-ceph-argparse-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:12.309 INFO:teuthology.orchestra.run.smithi042.stdout: python3-ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:12.309 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cephfs-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:12.309 INFO:teuthology.orchestra.run.smithi042.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-06-06T08:09:12.309 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-06-06T08:09:12.310 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-06-06T08:09:12.310 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-06-06T08:09:12.310 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-06-06T08:09:12.310 INFO:teuthology.orchestra.run.smithi042.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-06-06T08:09:12.310 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-06-06T08:09:12.310 INFO:teuthology.orchestra.run.smithi042.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-06-06T08:09:12.310 INFO:teuthology.orchestra.run.smithi042.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-06-06T08:09:12.310 INFO:teuthology.orchestra.run.smithi042.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-06-06T08:09:12.310 INFO:teuthology.orchestra.run.smithi042.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-06-06T08:09:12.310 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-06-06T08:09:12.310 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-06-06T08:09:12.310 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-06-06T08:09:12.310 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-06-06T08:09:12.311 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-06-06T08:09:12.311 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-06-06T08:09:12.311 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-06-06T08:09:12.311 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-06-06T08:09:12.311 INFO:teuthology.orchestra.run.smithi042.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-06-06T08:09:12.311 INFO:teuthology.orchestra.run.smithi042.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-06-06T08:09:12.311 INFO:teuthology.orchestra.run.smithi042.stdout: python3-mako-1.1.4-6.el9.noarch 2024-06-06T08:09:12.311 INFO:teuthology.orchestra.run.smithi042.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-06-06T08:09:12.311 INFO:teuthology.orchestra.run.smithi042.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-06-06T08:09:12.311 INFO:teuthology.orchestra.run.smithi042.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-06-06T08:09:12.311 INFO:teuthology.orchestra.run.smithi042.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-06-06T08:09:12.311 INFO:teuthology.orchestra.run.smithi042.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-06-06T08:09:12.311 INFO:teuthology.orchestra.run.smithi042.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-06-06T08:09:12.311 INFO:teuthology.orchestra.run.smithi042.stdout: python3-packaging-20.9-5.el9.noarch 2024-06-06T08:09:12.312 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-06-06T08:09:12.312 INFO:teuthology.orchestra.run.smithi042.stdout: python3-ply-3.11-14.el9.noarch 2024-06-06T08:09:12.312 INFO:teuthology.orchestra.run.smithi042.stdout: python3-portend-3.1.0-2.el9.noarch 2024-06-06T08:09:12.312 INFO:teuthology.orchestra.run.smithi042.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-06-06T08:09:12.312 INFO:teuthology.orchestra.run.smithi042.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-06-06T08:09:12.312 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-06-06T08:09:12.312 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-06-06T08:09:12.312 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-06-06T08:09:12.312 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pycparser-2.20-6.el9.noarch 2024-06-06T08:09:12.312 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-06-06T08:09:12.312 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pytz-2021.1-5.el9.noarch 2024-06-06T08:09:12.312 INFO:teuthology.orchestra.run.smithi042.stdout: python3-rados-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:12.313 INFO:teuthology.orchestra.run.smithi042.stdout: python3-rbd-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:12.313 INFO:teuthology.orchestra.run.smithi042.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-06-06T08:09:12.313 INFO:teuthology.orchestra.run.smithi042.stdout: python3-requests-2.25.1-8.el9.noarch 2024-06-06T08:09:12.313 INFO:teuthology.orchestra.run.smithi042.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-06-06T08:09:12.313 INFO:teuthology.orchestra.run.smithi042.stdout: python3-rgw-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:12.313 INFO:teuthology.orchestra.run.smithi042.stdout: python3-routes-2.5.1-5.el9.noarch 2024-06-06T08:09:12.313 INFO:teuthology.orchestra.run.smithi042.stdout: python3-rsa-4.9-2.el9.noarch 2024-06-06T08:09:12.313 INFO:teuthology.orchestra.run.smithi042.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-06-06T08:09:12.313 INFO:teuthology.orchestra.run.smithi042.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-06-06T08:09:12.313 INFO:teuthology.orchestra.run.smithi042.stdout: python3-toml-0.10.2-6.el9.noarch 2024-06-06T08:09:12.313 INFO:teuthology.orchestra.run.smithi042.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-06-06T08:09:12.313 INFO:teuthology.orchestra.run.smithi042.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-06-06T08:09:12.313 INFO:teuthology.orchestra.run.smithi042.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-06-06T08:09:12.314 INFO:teuthology.orchestra.run.smithi042.stdout: python3-webob-1.8.7-6.el9.noarch 2024-06-06T08:09:12.314 INFO:teuthology.orchestra.run.smithi042.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-06-06T08:09:12.314 INFO:teuthology.orchestra.run.smithi042.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-06-06T08:09:12.314 INFO:teuthology.orchestra.run.smithi042.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-06-06T08:09:12.314 INFO:teuthology.orchestra.run.smithi042.stdout: qatlib-24.02.0-1.el9.x86_64 2024-06-06T08:09:12.314 INFO:teuthology.orchestra.run.smithi042.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-06-06T08:09:12.314 INFO:teuthology.orchestra.run.smithi042.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-06-06T08:09:12.314 INFO:teuthology.orchestra.run.smithi042.stdout: rbd-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:12.314 INFO:teuthology.orchestra.run.smithi042.stdout: rbd-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:12.314 INFO:teuthology.orchestra.run.smithi042.stdout: rbd-nbd-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T08:09:12.314 INFO:teuthology.orchestra.run.smithi042.stdout: re2-1:20211101-3.el9.x86_64 2024-06-06T08:09:12.314 INFO:teuthology.orchestra.run.smithi042.stdout: socat-1.7.4.1-5.el9.x86_64 2024-06-06T08:09:12.314 INFO:teuthology.orchestra.run.smithi042.stdout: thrift-0.15.0-2.el9.x86_64 2024-06-06T08:09:12.315 INFO:teuthology.orchestra.run.smithi042.stdout: uuid-1.6.2-55.el9.x86_64 2024-06-06T08:09:12.315 INFO:teuthology.orchestra.run.smithi042.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-06-06T08:09:12.315 INFO:teuthology.orchestra.run.smithi042.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-06-06T08:09:12.315 INFO:teuthology.orchestra.run.smithi042.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-06-06T08:09:12.315 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:09:12.315 INFO:teuthology.orchestra.run.smithi042.stdout:Complete! 2024-06-06T08:09:12.734 DEBUG:teuthology.parallel:result is None 2024-06-06T08:09:12.735 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=3d89accfe3201286f000e065a1faea2a88c7a6ba 2024-06-06T08:09:12.883 DEBUG:teuthology.orchestra.run.smithi042:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-06-06T08:09:12.910 INFO:teuthology.orchestra.run.smithi042.stdout:19.0.0-2946.g3d89accf.el9 2024-06-06T08:09:12.911 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-2946.g3d89accf.el9 2024-06-06T08:09:12.911 INFO:teuthology.task.install:The correct ceph version 19.0.0-2946.g3d89accf is installed. 2024-06-06T08:09:12.913 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=3d89accfe3201286f000e065a1faea2a88c7a6ba 2024-06-06T08:09:13.141 DEBUG:teuthology.orchestra.run.smithi120:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-06-06T08:09:13.166 INFO:teuthology.orchestra.run.smithi120.stdout:19.0.0-2946.g3d89accf.el9 2024-06-06T08:09:13.167 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-2946.g3d89accf.el9 2024-06-06T08:09:13.167 INFO:teuthology.task.install:The correct ceph version 19.0.0-2946.g3d89accf is installed. 2024-06-06T08:09:13.169 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=3d89accfe3201286f000e065a1faea2a88c7a6ba 2024-06-06T08:09:13.309 DEBUG:teuthology.orchestra.run.smithi149:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-06-06T08:09:13.334 INFO:teuthology.orchestra.run.smithi149.stdout:19.0.0-2946.g3d89accf.el9 2024-06-06T08:09:13.334 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-2946.g3d89accf.el9 2024-06-06T08:09:13.334 INFO:teuthology.task.install:The correct ceph version 19.0.0-2946.g3d89accf is installed. 2024-06-06T08:09:13.336 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-06-06T08:09:13.336 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-06-06T08:09:13.336 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-06-06T08:09:13.370 DEBUG:teuthology.orchestra.run.smithi120:> set -ex 2024-06-06T08:09:13.370 DEBUG:teuthology.orchestra.run.smithi120:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-06-06T08:09:13.401 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2024-06-06T08:09:13.401 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-06-06T08:09:13.429 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-06-06T08:09:13.429 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-06-06T08:09:13.430 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd of=/usr/bin/daemon-helper 2024-06-06T08:09:13.460 DEBUG:teuthology.orchestra.run.smithi042:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-06-06T08:09:13.529 DEBUG:teuthology.orchestra.run.smithi120:> set -ex 2024-06-06T08:09:13.529 DEBUG:teuthology.orchestra.run.smithi120:> sudo dd of=/usr/bin/daemon-helper 2024-06-06T08:09:13.558 DEBUG:teuthology.orchestra.run.smithi120:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-06-06T08:09:13.625 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2024-06-06T08:09:13.625 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd of=/usr/bin/daemon-helper 2024-06-06T08:09:13.652 DEBUG:teuthology.orchestra.run.smithi149:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-06-06T08:09:13.718 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-06-06T08:09:13.718 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-06-06T08:09:13.718 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd of=/usr/bin/adjust-ulimits 2024-06-06T08:09:13.748 DEBUG:teuthology.orchestra.run.smithi042:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-06-06T08:09:13.817 DEBUG:teuthology.orchestra.run.smithi120:> set -ex 2024-06-06T08:09:13.818 DEBUG:teuthology.orchestra.run.smithi120:> sudo dd of=/usr/bin/adjust-ulimits 2024-06-06T08:09:13.844 DEBUG:teuthology.orchestra.run.smithi120:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-06-06T08:09:13.910 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2024-06-06T08:09:13.910 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd of=/usr/bin/adjust-ulimits 2024-06-06T08:09:13.937 DEBUG:teuthology.orchestra.run.smithi149:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-06-06T08:09:14.002 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-06-06T08:09:14.003 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-06-06T08:09:14.003 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd of=/usr/bin/stdin-killer 2024-06-06T08:09:14.033 DEBUG:teuthology.orchestra.run.smithi042:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-06-06T08:09:14.102 DEBUG:teuthology.orchestra.run.smithi120:> set -ex 2024-06-06T08:09:14.102 DEBUG:teuthology.orchestra.run.smithi120:> sudo dd of=/usr/bin/stdin-killer 2024-06-06T08:09:14.128 DEBUG:teuthology.orchestra.run.smithi120:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-06-06T08:09:14.192 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2024-06-06T08:09:14.192 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd of=/usr/bin/stdin-killer 2024-06-06T08:09:14.219 DEBUG:teuthology.orchestra.run.smithi149:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-06-06T08:09:14.284 INFO:teuthology.run_tasks:Running task cephadm... 2024-06-06T08:09:14.390 INFO:tasks.cephadm:Config: {'roleless': False, 'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd'], 'max_mds': 3, 'session_timeout': 300, 'standby_replay': True}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds bal fragment size max': 10000, 'mds bal merge size': 5, 'mds bal split bits': 3, 'mds bal split size': 100, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'mds_bal_replicate_threshold': 1, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'cephsqlite lock renewal timeout': 900000, 'debug cephsqlite': 20, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120}, 'osd': {'bluestore block size': 96636764160, 'bluestore compression mode': 'aggressive', 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180, 'osd shutdown pgref assert': True, 'osd_max_omap_entries_per_request': 10}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'slow metadata IO', 'SLOW_OPS', 'slow request'], 'sha1': '3d89accfe3201286f000e065a1faea2a88c7a6ba', 'subvols': {'create': 2}} 2024-06-06T08:09:14.390 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba 2024-06-06T08:09:14.391 INFO:tasks.cephadm:Cluster fsid is 103bdc14-23dc-11ef-bc9b-c7b262605968 2024-06-06T08:09:14.391 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-06-06T08:09:14.391 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.42', 'mon.b': '172.21.15.120', 'mon.c': '172.21.15.149'} 2024-06-06T08:09:14.391 INFO:tasks.cephadm:First mon is mon.a on smithi042 2024-06-06T08:09:14.391 INFO:tasks.cephadm:First mgr is x 2024-06-06T08:09:14.391 INFO:tasks.cephadm:Normalizing hostnames... 2024-06-06T08:09:14.392 DEBUG:teuthology.orchestra.run.smithi042:> sudo hostname $(hostname -s) 2024-06-06T08:09:14.423 DEBUG:teuthology.orchestra.run.smithi120:> sudo hostname $(hostname -s) 2024-06-06T08:09:14.448 DEBUG:teuthology.orchestra.run.smithi149:> sudo hostname $(hostname -s) 2024-06-06T08:09:14.474 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2024-06-06T08:09:14.474 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=3d89accfe3201286f000e065a1faea2a88c7a6ba 2024-06-06T08:09:14.704 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': '3d89accfe3201286f000e065a1faea2a88c7a6ba', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/55273/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-2946-g3d89accf', 'node_name': '172.21.2.14+braggi14', 'job_name': 'ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-2946.g3d89accf'}, 'url': 'https://3.chacra.ceph.com/r/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-05-30 17:04:17.570799', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'squid', 'chacra_url': 'https://3.chacra.ceph.com/repos/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/flavors/default/', 'archs': ['x86_64', 'source'], 'distro': 'centos'}] 2024-06-06T08:09:14.928 INFO:tasks.util.chacra:got chacra host 3.chacra.ceph.com, ref squid, sha1 3d89accfe3201286f000e065a1faea2a88c7a6ba from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&sha1=3d89accfe3201286f000e065a1faea2a88c7a6ba 2024-06-06T08:09:14.929 INFO:tasks.cephadm:Discovered cachra url: https://3.chacra.ceph.com/binaries/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/x86_64/flavors/default/cephadm 2024-06-06T08:09:14.929 DEBUG:teuthology.orchestra.run.smithi042:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-06-06T08:09:15.527 INFO:teuthology.orchestra.run.smithi042.stdout:-rw-r--r--. 1 ubuntu ubuntu 781907 Jun 6 08:09 /home/ubuntu/cephtest/cephadm 2024-06-06T08:09:15.527 DEBUG:teuthology.orchestra.run.smithi120:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-06-06T08:09:15.958 INFO:teuthology.orchestra.run.smithi120.stdout:-rw-r--r--. 1 ubuntu ubuntu 781907 Jun 6 08:09 /home/ubuntu/cephtest/cephadm 2024-06-06T08:09:15.959 DEBUG:teuthology.orchestra.run.smithi149:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-06-06T08:09:16.549 INFO:teuthology.orchestra.run.smithi149.stdout:-rw-r--r--. 1 ubuntu ubuntu 781907 Jun 6 08:09 /home/ubuntu/cephtest/cephadm 2024-06-06T08:09:16.550 DEBUG:teuthology.orchestra.run.smithi042:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-06-06T08:09:16.571 DEBUG:teuthology.orchestra.run.smithi120:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-06-06T08:09:16.590 DEBUG:teuthology.orchestra.run.smithi149:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-06-06T08:09:16.624 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba on all hosts... 2024-06-06T08:09:16.624 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba pull 2024-06-06T08:09:16.627 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba pull 2024-06-06T08:09:16.632 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba pull 2024-06-06T08:09:17.467 INFO:teuthology.orchestra.run.smithi120.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba... 2024-06-06T08:09:17.513 INFO:teuthology.orchestra.run.smithi149.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba... 2024-06-06T08:09:17.565 INFO:teuthology.orchestra.run.smithi042.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba... 2024-06-06T08:09:52.741 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:09:52.742 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph_version": "ceph version 19.0.0-2946-g3d89accf (3d89accfe3201286f000e065a1faea2a88c7a6ba) squid (rc)", 2024-06-06T08:09:52.742 INFO:teuthology.orchestra.run.smithi042.stdout: "image_id": "b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1", 2024-06-06T08:09:52.742 INFO:teuthology.orchestra.run.smithi042.stdout: "repo_digests": [ 2024-06-06T08:09:52.742 INFO:teuthology.orchestra.run.smithi042.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9" 2024-06-06T08:09:52.742 INFO:teuthology.orchestra.run.smithi042.stdout: ] 2024-06-06T08:09:52.742 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:10:06.320 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2024-06-06T08:10:06.321 INFO:teuthology.orchestra.run.smithi149.stdout: "ceph_version": "ceph version 19.0.0-2946-g3d89accf (3d89accfe3201286f000e065a1faea2a88c7a6ba) squid (rc)", 2024-06-06T08:10:06.321 INFO:teuthology.orchestra.run.smithi149.stdout: "image_id": "b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1", 2024-06-06T08:10:06.321 INFO:teuthology.orchestra.run.smithi149.stdout: "repo_digests": [ 2024-06-06T08:10:06.321 INFO:teuthology.orchestra.run.smithi149.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9" 2024-06-06T08:10:06.321 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2024-06-06T08:10:06.321 INFO:teuthology.orchestra.run.smithi149.stdout:} 2024-06-06T08:10:06.464 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2024-06-06T08:10:06.464 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph_version": "ceph version 19.0.0-2946-g3d89accf (3d89accfe3201286f000e065a1faea2a88c7a6ba) squid (rc)", 2024-06-06T08:10:06.464 INFO:teuthology.orchestra.run.smithi120.stdout: "image_id": "b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1", 2024-06-06T08:10:06.464 INFO:teuthology.orchestra.run.smithi120.stdout: "repo_digests": [ 2024-06-06T08:10:06.464 INFO:teuthology.orchestra.run.smithi120.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9" 2024-06-06T08:10:06.464 INFO:teuthology.orchestra.run.smithi120.stdout: ] 2024-06-06T08:10:06.464 INFO:teuthology.orchestra.run.smithi120.stdout:} 2024-06-06T08:10:06.490 DEBUG:teuthology.orchestra.run.smithi042:> sudo mkdir -p /etc/ceph 2024-06-06T08:10:06.526 DEBUG:teuthology.orchestra.run.smithi120:> sudo mkdir -p /etc/ceph 2024-06-06T08:10:06.555 DEBUG:teuthology.orchestra.run.smithi149:> sudo mkdir -p /etc/ceph 2024-06-06T08:10:06.582 DEBUG:teuthology.orchestra.run.smithi042:> sudo chmod 777 /etc/ceph 2024-06-06T08:10:06.612 DEBUG:teuthology.orchestra.run.smithi120:> sudo chmod 777 /etc/ceph 2024-06-06T08:10:06.636 DEBUG:teuthology.orchestra.run.smithi149:> sudo chmod 777 /etc/ceph 2024-06-06T08:10:06.660 INFO:tasks.cephadm:Writing seed config... 2024-06-06T08:10:06.661 INFO:tasks.cephadm: override: [client] client mount timeout = 600 2024-06-06T08:10:06.661 INFO:tasks.cephadm: override: [client] debug client = 20 2024-06-06T08:10:06.661 INFO:tasks.cephadm: override: [client] debug ms = 1 2024-06-06T08:10:06.662 INFO:tasks.cephadm: override: [client] rados mon op timeout = 900 2024-06-06T08:10:06.662 INFO:tasks.cephadm: override: [client] rados osd op timeout = 900 2024-06-06T08:10:06.662 INFO:tasks.cephadm: override: [global] ms die on skipped message = False 2024-06-06T08:10:06.662 INFO:tasks.cephadm: override: [mds] debug mds = 20 2024-06-06T08:10:06.662 INFO:tasks.cephadm: override: [mds] debug mds balancer = 20 2024-06-06T08:10:06.662 INFO:tasks.cephadm: override: [mds] debug ms = 1 2024-06-06T08:10:06.662 INFO:tasks.cephadm: override: [mds] mds bal fragment size max = 10000 2024-06-06T08:10:06.662 INFO:tasks.cephadm: override: [mds] mds bal merge size = 5 2024-06-06T08:10:06.663 INFO:tasks.cephadm: override: [mds] mds bal split bits = 3 2024-06-06T08:10:06.663 INFO:tasks.cephadm: override: [mds] mds bal split size = 100 2024-06-06T08:10:06.663 INFO:tasks.cephadm: override: [mds] mds debug frag = True 2024-06-06T08:10:06.663 INFO:tasks.cephadm: override: [mds] mds debug scatterstat = True 2024-06-06T08:10:06.663 INFO:tasks.cephadm: override: [mds] mds op complaint time = 180 2024-06-06T08:10:06.663 INFO:tasks.cephadm: override: [mds] mds verify scatter = True 2024-06-06T08:10:06.663 INFO:tasks.cephadm: override: [mds] mds_bal_replicate_threshold = 1 2024-06-06T08:10:06.663 INFO:tasks.cephadm: override: [mds] osd op complaint time = 180 2024-06-06T08:10:06.663 INFO:tasks.cephadm: override: [mds] rados mon op timeout = 900 2024-06-06T08:10:06.663 INFO:tasks.cephadm: override: [mds] rados osd op timeout = 900 2024-06-06T08:10:06.663 INFO:tasks.cephadm: override: [mgr] cephsqlite lock renewal timeout = 900000 2024-06-06T08:10:06.663 INFO:tasks.cephadm: override: [mgr] debug cephsqlite = 20 2024-06-06T08:10:06.663 INFO:tasks.cephadm: override: [mgr] debug client = 20 2024-06-06T08:10:06.664 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-06-06T08:10:06.664 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-06-06T08:10:06.664 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-06-06T08:10:06.664 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-06-06T08:10:06.664 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-06-06T08:10:06.664 INFO:tasks.cephadm: override: [mon] mon down mkfs grace = 300 2024-06-06T08:10:06.664 INFO:tasks.cephadm: override: [mon] mon op complaint time = 120 2024-06-06T08:10:06.664 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160 2024-06-06T08:10:06.664 INFO:tasks.cephadm: override: [osd] bluestore compression mode = aggressive 2024-06-06T08:10:06.664 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True 2024-06-06T08:10:06.664 INFO:tasks.cephadm: override: [osd] debug bluefs = 20 2024-06-06T08:10:06.664 INFO:tasks.cephadm: override: [osd] debug bluestore = 20 2024-06-06T08:10:06.664 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-06-06T08:10:06.665 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-06-06T08:10:06.665 INFO:tasks.cephadm: override: [osd] debug rocksdb = 10 2024-06-06T08:10:06.665 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85 2024-06-06T08:10:06.665 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9 2024-06-06T08:10:06.665 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8 2024-06-06T08:10:06.665 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95 2024-06-06T08:10:06.665 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore 2024-06-06T08:10:06.665 INFO:tasks.cephadm: override: [osd] osd op complaint time = 180 2024-06-06T08:10:06.665 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-06-06T08:10:06.665 INFO:tasks.cephadm: override: [osd] osd_max_omap_entries_per_request = 10 2024-06-06T08:10:06.666 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-06-06T08:10:06.666 DEBUG:teuthology.orchestra.run.smithi042:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-06-06T08:10:06.685 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 103bdc14-23dc-11ef-bc9b-c7b262605968 ms die on skipped message = False [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true bluestore block size = 96636764160 bluestore compression mode = aggressive bluestore fsck on mount = True debug bluefs = 20 debug bluestore = 20 debug ms = 1 debug osd = 20 debug rocksdb = 10 mon osd backfillfull_ratio = 0.85 mon osd full ratio = 0.9 mon osd nearfull ratio = 0.8 osd failsafe full ratio = 0.95 osd objectstore = bluestore osd op complaint time = 180 osd_max_omap_entries_per_request = 10 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false cephsqlite lock renewal timeout = 900000 debug cephsqlite = 20 debug client = 20 debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 mon down mkfs grace = 300 mon op complaint time = 120 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true [client] client mount timeout = 600 debug client = 20 debug ms = 1 rados mon op timeout = 900 rados osd op timeout = 900 [mds] debug mds = 20 debug mds balancer = 20 debug ms = 1 mds bal fragment size max = 10000 mds bal merge size = 5 mds bal split bits = 3 mds bal split size = 100 mds debug frag = True mds debug scatterstat = True mds op complaint time = 180 mds verify scatter = True mds_bal_replicate_threshold = 1 osd op complaint time = 180 rados mon op timeout = 900 rados osd op timeout = 900 2024-06-06T08:10:06.685 DEBUG:teuthology.orchestra.run.smithi042:mon.a> sudo journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mon.a.service 2024-06-06T08:10:06.727 DEBUG:teuthology.orchestra.run.smithi042:mgr.x> sudo journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mgr.x.service 2024-06-06T08:10:06.769 INFO:tasks.cephadm:Bootstrapping... 2024-06-06T08:10:06.770 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba -v bootstrap --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.42 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-06-06T08:10:06.974 INFO:teuthology.orchestra.run.smithi042.stdout:-------------------------------------------------------------------------------- 2024-06-06T08:10:06.975 INFO:teuthology.orchestra.run.smithi042.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba', '-v', 'bootstrap', '--fsid', '103bdc14-23dc-11ef-bc9b-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.42', '--skip-admin-label'] 2024-06-06T08:10:06.975 INFO:teuthology.orchestra.run.smithi042.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-06-06T08:10:06.975 INFO:teuthology.orchestra.run.smithi042.stdout:Verifying podman|docker is present... 2024-06-06T08:10:07.002 INFO:teuthology.orchestra.run.smithi042.stdout:/bin/podman: stdout 5.0.2 2024-06-06T08:10:07.002 INFO:teuthology.orchestra.run.smithi042.stdout:Verifying lvm2 is present... 2024-06-06T08:10:07.002 INFO:teuthology.orchestra.run.smithi042.stdout:Verifying time synchronization is in place... 2024-06-06T08:10:07.010 INFO:teuthology.orchestra.run.smithi042.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-06-06T08:10:07.010 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-06-06T08:10:07.016 INFO:teuthology.orchestra.run.smithi042.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-06-06T08:10:07.016 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stdout inactive 2024-06-06T08:10:07.023 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stdout enabled 2024-06-06T08:10:07.030 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stdout active 2024-06-06T08:10:07.030 INFO:teuthology.orchestra.run.smithi042.stdout:Unit chronyd.service is enabled and running 2024-06-06T08:10:07.030 INFO:teuthology.orchestra.run.smithi042.stdout:Repeating the final host check... 2024-06-06T08:10:07.054 INFO:teuthology.orchestra.run.smithi042.stdout:/bin/podman: stdout 5.0.2 2024-06-06T08:10:07.054 INFO:teuthology.orchestra.run.smithi042.stdout:podman (/bin/podman) version 5.0.2 is present 2024-06-06T08:10:07.055 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl is present 2024-06-06T08:10:07.055 INFO:teuthology.orchestra.run.smithi042.stdout:lvcreate is present 2024-06-06T08:10:07.061 INFO:teuthology.orchestra.run.smithi042.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-06-06T08:10:07.062 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-06-06T08:10:07.068 INFO:teuthology.orchestra.run.smithi042.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-06-06T08:10:07.068 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stdout inactive 2024-06-06T08:10:07.075 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stdout enabled 2024-06-06T08:10:07.082 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stdout active 2024-06-06T08:10:07.082 INFO:teuthology.orchestra.run.smithi042.stdout:Unit chronyd.service is enabled and running 2024-06-06T08:10:07.082 INFO:teuthology.orchestra.run.smithi042.stdout:Host looks OK 2024-06-06T08:10:07.082 INFO:teuthology.orchestra.run.smithi042.stdout:Cluster fsid: 103bdc14-23dc-11ef-bc9b-c7b262605968 2024-06-06T08:10:07.082 INFO:teuthology.orchestra.run.smithi042.stdout:Acquiring lock 140063834916224 on /run/cephadm/103bdc14-23dc-11ef-bc9b-c7b262605968.lock 2024-06-06T08:10:07.082 INFO:teuthology.orchestra.run.smithi042.stdout:Lock 140063834916224 acquired on /run/cephadm/103bdc14-23dc-11ef-bc9b-c7b262605968.lock 2024-06-06T08:10:07.083 INFO:teuthology.orchestra.run.smithi042.stdout:Verifying IP 172.21.15.42 port 3300 ... 2024-06-06T08:10:07.083 INFO:teuthology.orchestra.run.smithi042.stdout:Verifying IP 172.21.15.42 port 6789 ... 2024-06-06T08:10:07.083 INFO:teuthology.orchestra.run.smithi042.stdout:Base mon IP(s) is [172.21.15.42:3300, 172.21.15.42:6789], mon addrv is [v2:172.21.15.42:3300,v1:172.21.15.42:6789] 2024-06-06T08:10:07.086 INFO:teuthology.orchestra.run.smithi042.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.42 metric 100 2024-06-06T08:10:07.087 INFO:teuthology.orchestra.run.smithi042.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.42 metric 100 2024-06-06T08:10:07.089 INFO:teuthology.orchestra.run.smithi042.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-06-06T08:10:07.089 INFO:teuthology.orchestra.run.smithi042.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 1024 pref medium 2024-06-06T08:10:07.089 INFO:teuthology.orchestra.run.smithi042.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 100 pref medium 2024-06-06T08:10:07.092 INFO:teuthology.orchestra.run.smithi042.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-06-06T08:10:07.092 INFO:teuthology.orchestra.run.smithi042.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-06-06T08:10:07.092 INFO:teuthology.orchestra.run.smithi042.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-06-06T08:10:07.092 INFO:teuthology.orchestra.run.smithi042.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-06-06T08:10:07.092 INFO:teuthology.orchestra.run.smithi042.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:febd:1440/64 scope link noprefixroute 2024-06-06T08:10:07.092 INFO:teuthology.orchestra.run.smithi042.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-06-06T08:10:07.093 INFO:teuthology.orchestra.run.smithi042.stdout:Mon IP `172.21.15.42` is in CIDR network `172.21.0.0/20` 2024-06-06T08:10:07.093 INFO:teuthology.orchestra.run.smithi042.stdout:Mon IP `172.21.15.42` is in CIDR network `172.21.0.0/20` 2024-06-06T08:10:07.093 INFO:teuthology.orchestra.run.smithi042.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-06-06T08:10:07.094 INFO:teuthology.orchestra.run.smithi042.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-06-06T08:10:07.095 INFO:teuthology.orchestra.run.smithi042.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba... 2024-06-06T08:10:09.108 INFO:teuthology.orchestra.run.smithi042.stdout:/bin/podman: stdout b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 2024-06-06T08:10:09.109 INFO:teuthology.orchestra.run.smithi042.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba... 2024-06-06T08:10:09.109 INFO:teuthology.orchestra.run.smithi042.stdout:/bin/podman: stderr Getting image source signatures 2024-06-06T08:10:09.109 INFO:teuthology.orchestra.run.smithi042.stdout:/bin/podman: stderr Copying blob sha256:3ca969c7b6d79946c6f10490fffc00028babe7df67f50ed53c7bc209325e0612 2024-06-06T08:10:09.109 INFO:teuthology.orchestra.run.smithi042.stdout:/bin/podman: stderr Copying blob sha256:53b2d4191269e9d20972bfa652565296fad6514cf6a3d99f19db644875f67876 2024-06-06T08:10:09.109 INFO:teuthology.orchestra.run.smithi042.stdout:/bin/podman: stderr Copying config sha256:b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 2024-06-06T08:10:09.109 INFO:teuthology.orchestra.run.smithi042.stdout:/bin/podman: stderr Writing manifest to image destination 2024-06-06T08:10:10.172 INFO:teuthology.orchestra.run.smithi042.stdout:ceph: stdout ceph version 19.0.0-2946-g3d89accf (3d89accfe3201286f000e065a1faea2a88c7a6ba) squid (rc) 2024-06-06T08:10:10.172 INFO:teuthology.orchestra.run.smithi042.stdout:Ceph version: ceph version 19.0.0-2946-g3d89accf (3d89accfe3201286f000e065a1faea2a88c7a6ba) squid (rc) 2024-06-06T08:10:10.172 INFO:teuthology.orchestra.run.smithi042.stdout:Extracting ceph user uid/gid from container image... 2024-06-06T08:10:18.540 INFO:teuthology.orchestra.run.smithi042.stdout:stat: stdout 167 167 2024-06-06T08:10:18.541 INFO:teuthology.orchestra.run.smithi042.stdout:Creating initial keys... 2024-06-06T08:10:19.433 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph-authtool: stdout AQDqbmFmt5HvNBAAEuzCRjKI7MeW1/4JHuCi4g== 2024-06-06T08:10:20.401 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph-authtool: stdout AQDrbmFmsVEtLBAA8zwTYE9+9VZ/NStOgyKQfw== 2024-06-06T08:10:21.390 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph-authtool: stdout AQDsbmFmS3CRKRAALjI1B4eMvpWOZXDHxu7bDg== 2024-06-06T08:10:21.391 INFO:teuthology.orchestra.run.smithi042.stdout:Creating initial monmap... 2024-06-06T08:10:22.305 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-06-06T08:10:22.305 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2024-06-06T08:10:22.305 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 103bdc14-23dc-11ef-bc9b-c7b262605968 2024-06-06T08:10:22.305 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-06-06T08:10:22.305 INFO:teuthology.orchestra.run.smithi042.stdout:monmaptool for a [v2:172.21.15.42:3300,v1:172.21.15.42:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-06-06T08:10:22.305 INFO:teuthology.orchestra.run.smithi042.stdout:setting min_mon_release = quincy 2024-06-06T08:10:22.306 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/monmaptool: set fsid to 103bdc14-23dc-11ef-bc9b-c7b262605968 2024-06-06T08:10:22.306 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-06-06T08:10:22.306 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:10:22.306 INFO:teuthology.orchestra.run.smithi042.stdout:Creating mon... 2024-06-06T08:10:23.260 INFO:teuthology.orchestra.run.smithi042.stdout:create mon.a on 2024-06-06T08:10:23.472 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-06-06T08:10:23.722 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-06-06T08:10:23.907 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-103bdc14-23dc-11ef-bc9b-c7b262605968.target → /etc/systemd/system/ceph-103bdc14-23dc-11ef-bc9b-c7b262605968.target. 2024-06-06T08:10:23.908 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-103bdc14-23dc-11ef-bc9b-c7b262605968.target → /etc/systemd/system/ceph-103bdc14-23dc-11ef-bc9b-c7b262605968.target. 2024-06-06T08:10:24.152 INFO:teuthology.orchestra.run.smithi042.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mon.a 2024-06-06T08:10:24.152 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stderr Failed to reset failed state of unit ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mon.a.service: Unit ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mon.a.service not loaded. 2024-06-06T08:10:24.325 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-103bdc14-23dc-11ef-bc9b-c7b262605968.target.wants/ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mon.a.service → /etc/systemd/system/ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@.service. 2024-06-06T08:10:24.804 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:24 smithi042 ceph-mon[32014]: mon.a is new leader, mons a in quorum (ranks 0) 2024-06-06T08:10:24.804 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:24 smithi042 bash[31996]: 9dc5561f68945d451e3f718dd9af4c29dc5a958684236420db325f8a83adc033 2024-06-06T08:10:24.817 INFO:teuthology.orchestra.run.smithi042.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-06-06T08:10:24.817 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stdout disabled 2024-06-06T08:10:24.825 INFO:teuthology.orchestra.run.smithi042.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-06-06T08:10:24.825 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stdout inactive 2024-06-06T08:10:24.825 INFO:teuthology.orchestra.run.smithi042.stdout:firewalld.service is not enabled 2024-06-06T08:10:24.825 INFO:teuthology.orchestra.run.smithi042.stdout:Not possible to enable service . firewalld.service is not available 2024-06-06T08:10:24.826 INFO:teuthology.orchestra.run.smithi042.stdout:Waiting for mon to start... 2024-06-06T08:10:24.826 INFO:teuthology.orchestra.run.smithi042.stdout:Waiting for mon... 2024-06-06T08:10:25.068 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:24 smithi042 systemd[1]: Started Ceph mon.a for 103bdc14-23dc-11ef-bc9b-c7b262605968. 2024-06-06T08:10:25.953 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout cluster: 2024-06-06T08:10:25.953 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout id: 103bdc14-23dc-11ef-bc9b-c7b262605968 2024-06-06T08:10:25.953 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-06-06T08:10:25.953 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout 2024-06-06T08:10:25.953 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout services: 2024-06-06T08:10:25.953 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.575397s) 2024-06-06T08:10:25.953 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-06-06T08:10:25.953 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-06-06T08:10:25.954 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout 2024-06-06T08:10:25.954 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout data: 2024-06-06T08:10:25.954 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-06-06T08:10:25.954 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-06-06T08:10:25.954 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-06-06T08:10:25.954 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout pgs: 2024-06-06T08:10:25.954 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout 2024-06-06T08:10:25.954 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:25.260+0000 7f2981ada700 1 Processor -- start 2024-06-06T08:10:25.954 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:25.260+0000 7f2981ada700 1 -- start start 2024-06-06T08:10:25.954 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:25.260+0000 7f2981ada700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f297c07e660 0x7f297c07cb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:10:25.954 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:25.260+0000 7f2981ada700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f297c07d0a0 con 0x7f297c07e660 2024-06-06T08:10:25.955 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:25.261+0000 7f297b7fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f297c07e660 0x7f297c07cb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:10:25.955 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:25.261+0000 7f297b7fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f297c07e660 0x7f297c07cb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:38084/0 (socket says 172.21.15.42:38084) 2024-06-06T08:10:25.955 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:25.261+0000 7f297b7fe700 1 -- 172.21.15.42:0/3854202761 learned_addr learned my addr 172.21.15.42:0/3854202761 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:10:25.955 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:25.261+0000 7f297b7fe700 1 -- 172.21.15.42:0/3854202761 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f297c07d220 con 0x7f297c07e660 2024-06-06T08:10:25.955 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:25.261+0000 7f297b7fe700 1 --2- 172.21.15.42:0/3854202761 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f297c07e660 0x7f297c07cb60 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f296c009e80 tx=0x7f296c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae498c2703fd383d server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:10:25.955 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:25.261+0000 7f297a7fc700 1 -- 172.21.15.42:0/3854202761 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f296c017070 con 0x7f297c07e660 2024-06-06T08:10:25.955 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:25.261+0000 7f297a7fc700 1 -- 172.21.15.42:0/3854202761 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f296c003a20 con 0x7f297c07e660 2024-06-06T08:10:25.955 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:25.261+0000 7f297a7fc700 1 -- 172.21.15.42:0/3854202761 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f296c003d20 con 0x7f297c07e660 2024-06-06T08:10:25.955 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:25.262+0000 7f2981ada700 1 -- 172.21.15.42:0/3854202761 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f297c07e660 msgr2=0x7f297c07cb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:10:25.955 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:25.262+0000 7f2981ada700 1 --2- 172.21.15.42:0/3854202761 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f297c07e660 0x7f297c07cb60 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f296c009e80 tx=0x7f296c00b330 comp rx=0 tx=0).stop 2024-06-06T08:10:25.956 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:25.262+0000 7f2981ada700 1 -- 172.21.15.42:0/3854202761 shutdown_connections 2024-06-06T08:10:25.956 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:25.262+0000 7f2981ada700 1 --2- 172.21.15.42:0/3854202761 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f297c07e660 0x7f297c07cb60 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:10:25.956 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:25.262+0000 7f2981ada700 1 -- 172.21.15.42:0/3854202761 >> 172.21.15.42:0/3854202761 conn(0x7f297c1035d0 msgr2=0x7f297c1059f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:10:25.956 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:25.262+0000 7f2981ada700 1 -- 172.21.15.42:0/3854202761 shutdown_connections 2024-06-06T08:10:25.956 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:25.262+0000 7f2981ada700 1 -- 172.21.15.42:0/3854202761 wait complete. 2024-06-06T08:10:25.956 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:25.263+0000 7f2981ada700 1 Processor -- start 2024-06-06T08:10:25.956 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:25.263+0000 7f2981ada700 1 -- start start 2024-06-06T08:10:25.956 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:25.263+0000 7f2981ada700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f297c07e660 0x7f297c19d840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:10:25.956 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:25.263+0000 7f2981ada700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f297c07d750 con 0x7f297c07e660 2024-06-06T08:10:25.956 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:25.263+0000 7f297b7fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f297c07e660 0x7f297c19d840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:10:25.956 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:25.263+0000 7f297b7fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f297c07e660 0x7f297c19d840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:38094/0 (socket says 172.21.15.42:38094) 2024-06-06T08:10:25.956 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:25.263+0000 7f297b7fe700 1 -- 172.21.15.42:0/17116210 learned_addr learned my addr 172.21.15.42:0/17116210 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:10:25.956 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:25.263+0000 7f297b7fe700 1 -- 172.21.15.42:0/17116210 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f297c19dd80 con 0x7f297c07e660 2024-06-06T08:10:25.957 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:25.264+0000 7f297b7fe700 1 --2- 172.21.15.42:0/17116210 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f297c07e660 0x7f297c19d840 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f297c07dbd0 tx=0x7f296c004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:10:25.957 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:25.264+0000 7f2978ff9700 1 -- 172.21.15.42:0/17116210 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f296c022020 con 0x7f297c07e660 2024-06-06T08:10:25.957 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:25.264+0000 7f2978ff9700 1 -- 172.21.15.42:0/17116210 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f296c018040 con 0x7f297c07e660 2024-06-06T08:10:25.957 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:25.264+0000 7f2981ada700 1 -- 172.21.15.42:0/17116210 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f297c19e010 con 0x7f297c07e660 2024-06-06T08:10:25.957 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:25.264+0000 7f2978ff9700 1 -- 172.21.15.42:0/17116210 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f296c017070 con 0x7f297c07e660 2024-06-06T08:10:25.957 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:25.264+0000 7f2981ada700 1 -- 172.21.15.42:0/17116210 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f297c1a0d00 con 0x7f297c07e660 2024-06-06T08:10:25.957 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:25.264+0000 7f2978ff9700 1 -- 172.21.15.42:0/17116210 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f296c025020 con 0x7f297c07e660 2024-06-06T08:10:25.957 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:25.264+0000 7f2978ff9700 1 -- 172.21.15.42:0/17116210 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f296c00f050 con 0x7f297c07e660 2024-06-06T08:10:25.957 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:25.265+0000 7f2981ada700 1 -- 172.21.15.42:0/17116210 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f297c063af0 con 0x7f297c07e660 2024-06-06T08:10:25.957 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:25.267+0000 7f2978ff9700 1 -- 172.21.15.42:0/17116210 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7f296c02c030 con 0x7f297c07e660 2024-06-06T08:10:25.957 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:25.340+0000 7f2981ada700 1 -- 172.21.15.42:0/17116210 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "status"} v 0) -- 0x7f297c02de30 con 0x7f297c07e660 2024-06-06T08:10:25.957 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:25.340+0000 7f2978ff9700 1 -- 172.21.15.42:0/17116210 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "status"}]=0 v0) ==== 54+0+317 (secure 0 0 0) 0x7f296c01e480 con 0x7f297c07e660 2024-06-06T08:10:25.958 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:25.341+0000 7f2981ada700 1 -- 172.21.15.42:0/17116210 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f297c07e660 msgr2=0x7f297c19d840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:10:25.958 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:25.341+0000 7f2981ada700 1 --2- 172.21.15.42:0/17116210 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f297c07e660 0x7f297c19d840 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f297c07dbd0 tx=0x7f296c004ad0 comp rx=0 tx=0).stop 2024-06-06T08:10:25.958 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:25.341+0000 7f2981ada700 1 -- 172.21.15.42:0/17116210 shutdown_connections 2024-06-06T08:10:25.958 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:25.341+0000 7f2981ada700 1 --2- 172.21.15.42:0/17116210 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f297c07e660 0x7f297c19d840 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:10:25.958 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:25.341+0000 7f2981ada700 1 -- 172.21.15.42:0/17116210 >> 172.21.15.42:0/17116210 conn(0x7f297c1035d0 msgr2=0x7f297c1039b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:10:25.958 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:25.341+0000 7f2981ada700 1 -- 172.21.15.42:0/17116210 shutdown_connections 2024-06-06T08:10:25.958 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:25.341+0000 7f2981ada700 1 -- 172.21.15.42:0/17116210 wait complete. 2024-06-06T08:10:25.958 INFO:teuthology.orchestra.run.smithi042.stdout:mon is available 2024-06-06T08:10:25.958 INFO:teuthology.orchestra.run.smithi042.stdout:Assimilating anything we can from ceph.conf... 2024-06-06T08:10:26.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:25 smithi042 ceph-mon[32014]: mon.a is new leader, mons a in quorum (ranks 0) 2024-06-06T08:10:26.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:25 smithi042 ceph-mon[32014]: monmap epoch 1 2024-06-06T08:10:26.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:25 smithi042 ceph-mon[32014]: fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 2024-06-06T08:10:26.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:25 smithi042 ceph-mon[32014]: last_changed 2024-06-06T08:10:21.708563+0000 2024-06-06T08:10:26.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:25 smithi042 ceph-mon[32014]: created 2024-06-06T08:10:21.708563+0000 2024-06-06T08:10:26.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:25 smithi042 ceph-mon[32014]: min_mon_release 19 (squid) 2024-06-06T08:10:26.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:25 smithi042 ceph-mon[32014]: election_strategy: 1 2024-06-06T08:10:26.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:25 smithi042 ceph-mon[32014]: 0: [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] mon.a 2024-06-06T08:10:26.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:25 smithi042 ceph-mon[32014]: fsmap 2024-06-06T08:10:26.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:25 smithi042 ceph-mon[32014]: osdmap e1: 0 total, 0 up, 0 in 2024-06-06T08:10:26.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:25 smithi042 ceph-mon[32014]: mgrmap e1: no daemons active 2024-06-06T08:10:26.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:25 smithi042 ceph-mon[32014]: from='client.? 172.21.15.42:0/17116210' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-06-06T08:10:27.025 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:26 smithi042 ceph-mon[32014]: from='client.? 172.21.15.42:0/3652023067' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-06-06T08:10:27.026 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:26 smithi042 ceph-mon[32014]: from='client.? 172.21.15.42:0/3652023067' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-06-06T08:10:27.033 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout 2024-06-06T08:10:27.033 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout [global] 2024-06-06T08:10:27.034 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout fsid = 103bdc14-23dc-11ef-bc9b-c7b262605968 2024-06-06T08:10:27.034 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.42:3300,v1:172.21.15.42:6789] 2024-06-06T08:10:27.034 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-06-06T08:10:27.034 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-06-06T08:10:27.034 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-06-06T08:10:27.034 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-06-06T08:10:27.034 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout 2024-06-06T08:10:27.034 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout [mgr] 2024-06-06T08:10:27.034 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-06-06T08:10:27.034 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout 2024-06-06T08:10:27.034 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout [osd] 2024-06-06T08:10:27.034 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-06-06T08:10:27.034 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-06-06T08:10:27.035 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-06-06T08:10:27.035 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-06-06T08:10:27.035 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-06-06T08:10:27.035 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:26.398+0000 7f41c9133700 1 Processor -- start 2024-06-06T08:10:27.035 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:26.398+0000 7f41c9133700 1 -- start start 2024-06-06T08:10:27.035 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:26.398+0000 7f41c9133700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f41c407e660 0x7f41c407cb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:10:27.035 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:26.398+0000 7f41c9133700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f41c407d0a0 con 0x7f41c407e660 2024-06-06T08:10:27.035 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:26.398+0000 7f41c2d9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f41c407e660 0x7f41c407cb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:10:27.035 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:26.398+0000 7f41c2d9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f41c407e660 0x7f41c407cb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:38108/0 (socket says 172.21.15.42:38108) 2024-06-06T08:10:27.035 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:26.398+0000 7f41c2d9d700 1 -- 172.21.15.42:0/689740895 learned_addr learned my addr 172.21.15.42:0/689740895 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:10:27.035 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:26.398+0000 7f41c2d9d700 1 -- 172.21.15.42:0/689740895 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41c407d220 con 0x7f41c407e660 2024-06-06T08:10:27.035 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:26.399+0000 7f41c2d9d700 1 --2- 172.21.15.42:0/689740895 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f41c407e660 0x7f41c407cb60 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f41b40098a0 tx=0x7f41b4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4a48125a5a6eff2 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:10:27.035 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:26.399+0000 7f41c1d9b700 1 -- 172.21.15.42:0/689740895 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f41b4004160 con 0x7f41c407e660 2024-06-06T08:10:27.035 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:26.399+0000 7f41c1d9b700 1 -- 172.21.15.42:0/689740895 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f41b4004300 con 0x7f41c407e660 2024-06-06T08:10:27.036 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:26.399+0000 7f41c1d9b700 1 -- 172.21.15.42:0/689740895 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f41b40036a0 con 0x7f41c407e660 2024-06-06T08:10:27.036 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:26.399+0000 7f41c9133700 1 -- 172.21.15.42:0/689740895 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f41c407e660 msgr2=0x7f41c407cb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:10:27.036 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:26.399+0000 7f41c9133700 1 --2- 172.21.15.42:0/689740895 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f41c407e660 0x7f41c407cb60 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f41b40098a0 tx=0x7f41b4009bb0 comp rx=0 tx=0).stop 2024-06-06T08:10:27.036 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:26.399+0000 7f41c9133700 1 -- 172.21.15.42:0/689740895 shutdown_connections 2024-06-06T08:10:27.036 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:26.399+0000 7f41c9133700 1 --2- 172.21.15.42:0/689740895 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f41c407e660 0x7f41c407cb60 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:10:27.036 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:26.399+0000 7f41c9133700 1 -- 172.21.15.42:0/689740895 >> 172.21.15.42:0/689740895 conn(0x7f41c4103570 msgr2=0x7f41c41059d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:10:27.036 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:26.399+0000 7f41c9133700 1 -- 172.21.15.42:0/689740895 shutdown_connections 2024-06-06T08:10:27.036 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:26.400+0000 7f41c9133700 1 -- 172.21.15.42:0/689740895 wait complete. 2024-06-06T08:10:27.036 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:26.400+0000 7f41c9133700 1 Processor -- start 2024-06-06T08:10:27.036 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:26.400+0000 7f41c9133700 1 -- start start 2024-06-06T08:10:27.036 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:26.401+0000 7f41c9133700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f41c407e660 0x7f41c419d870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:10:27.036 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:26.401+0000 7f41c9133700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f41c407d750 con 0x7f41c407e660 2024-06-06T08:10:27.036 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:26.401+0000 7f41c2d9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f41c407e660 0x7f41c419d870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:10:27.036 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:26.401+0000 7f41c2d9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f41c407e660 0x7f41c419d870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:38118/0 (socket says 172.21.15.42:38118) 2024-06-06T08:10:27.036 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:26.401+0000 7f41c2d9d700 1 -- 172.21.15.42:0/3652023067 learned_addr learned my addr 172.21.15.42:0/3652023067 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:10:27.037 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:26.401+0000 7f41c2d9d700 1 -- 172.21.15.42:0/3652023067 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41c419ddb0 con 0x7f41c407e660 2024-06-06T08:10:27.037 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:26.401+0000 7f41c2d9d700 1 --2- 172.21.15.42:0/3652023067 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f41c407e660 0x7f41c419d870 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f41b4000c00 tx=0x7f41b4004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:10:27.037 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:26.401+0000 7f41abfff700 1 -- 172.21.15.42:0/3652023067 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f41b4003db0 con 0x7f41c407e660 2024-06-06T08:10:27.037 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:26.401+0000 7f41abfff700 1 -- 172.21.15.42:0/3652023067 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f41b4011630 con 0x7f41c407e660 2024-06-06T08:10:27.037 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:26.401+0000 7f41c9133700 1 -- 172.21.15.42:0/3652023067 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41c419e040 con 0x7f41c407e660 2024-06-06T08:10:27.037 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:26.402+0000 7f41abfff700 1 -- 172.21.15.42:0/3652023067 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f41b4011950 con 0x7f41c407e660 2024-06-06T08:10:27.037 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:26.402+0000 7f41c9133700 1 -- 172.21.15.42:0/3652023067 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41c41a0d30 con 0x7f41c407e660 2024-06-06T08:10:27.037 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:26.402+0000 7f41abfff700 1 -- 172.21.15.42:0/3652023067 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f41b4011af0 con 0x7f41c407e660 2024-06-06T08:10:27.037 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:26.402+0000 7f41abfff700 1 -- 172.21.15.42:0/3652023067 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f41b401c450 con 0x7f41c407e660 2024-06-06T08:10:27.037 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:26.403+0000 7f41c9133700 1 -- 172.21.15.42:0/3652023067 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f41c4063af0 con 0x7f41c407e660 2024-06-06T08:10:27.037 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:26.405+0000 7f41abfff700 1 -- 172.21.15.42:0/3652023067 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7f41b4032020 con 0x7f41c407e660 2024-06-06T08:10:27.037 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:26.476+0000 7f41c9133700 1 -- 172.21.15.42:0/3652023067 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7f41c402de20 con 0x7f41c407e660 2024-06-06T08:10:27.037 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:26.479+0000 7f41abfff700 1 -- 172.21.15.42:0/3652023067 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v2) ==== 70+0+429 (secure 0 0 0) 0x7f41b4004260 con 0x7f41c407e660 2024-06-06T08:10:27.037 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:26.479+0000 7f41abfff700 1 -- 172.21.15.42:0/3652023067 <== mon.0 v2:172.21.15.42:3300/0 8 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f41b401cb60 con 0x7f41c407e660 2024-06-06T08:10:27.038 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:26.480+0000 7f41c9133700 1 -- 172.21.15.42:0/3652023067 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f41c407e660 msgr2=0x7f41c419d870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:10:27.038 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:26.480+0000 7f41c9133700 1 --2- 172.21.15.42:0/3652023067 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f41c407e660 0x7f41c419d870 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f41b4000c00 tx=0x7f41b4004750 comp rx=0 tx=0).stop 2024-06-06T08:10:27.038 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:26.480+0000 7f41c9133700 1 -- 172.21.15.42:0/3652023067 shutdown_connections 2024-06-06T08:10:27.038 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:26.480+0000 7f41c9133700 1 --2- 172.21.15.42:0/3652023067 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f41c407e660 0x7f41c419d870 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:10:27.038 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:26.480+0000 7f41c9133700 1 -- 172.21.15.42:0/3652023067 >> 172.21.15.42:0/3652023067 conn(0x7f41c4103570 msgr2=0x7f41c41039c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:10:27.038 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:26.480+0000 7f41c9133700 1 -- 172.21.15.42:0/3652023067 shutdown_connections 2024-06-06T08:10:27.038 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:26.481+0000 7f41c9133700 1 -- 172.21.15.42:0/3652023067 wait complete. 2024-06-06T08:10:27.038 INFO:teuthology.orchestra.run.smithi042.stdout:Generating new minimal ceph.conf... 2024-06-06T08:10:28.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:27 smithi042 ceph-mon[32014]: from='client.? 172.21.15.42:0/1730845640' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:10:28.106 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:27.477+0000 7f12badb3700 1 Processor -- start 2024-06-06T08:10:28.106 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:27.477+0000 7f12badb3700 1 -- start start 2024-06-06T08:10:28.106 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:27.477+0000 7f12badb3700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f12b407e630 0x7f12b407cba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:10:28.106 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:27.477+0000 7f12badb3700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f12b407d0e0 con 0x7f12b407e630 2024-06-06T08:10:28.106 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:27.477+0000 7f12b8b4f700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f12b407e630 0x7f12b407cba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:10:28.106 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:27.477+0000 7f12b8b4f700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f12b407e630 0x7f12b407cba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:38122/0 (socket says 172.21.15.42:38122) 2024-06-06T08:10:28.106 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:27.477+0000 7f12b8b4f700 1 -- 172.21.15.42:0/563648574 learned_addr learned my addr 172.21.15.42:0/563648574 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:10:28.106 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:27.478+0000 7f12b8b4f700 1 -- 172.21.15.42:0/563648574 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12b407d260 con 0x7f12b407e630 2024-06-06T08:10:28.106 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:27.478+0000 7f12b8b4f700 1 --2- 172.21.15.42:0/563648574 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f12b407e630 0x7f12b407cba0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f12a80098a0 tx=0x7f12a8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=60ab508b9bbf5ce server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:10:28.106 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:27.478+0000 7f12b37fe700 1 -- 172.21.15.42:0/563648574 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f12a8004160 con 0x7f12b407e630 2024-06-06T08:10:28.107 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:27.478+0000 7f12b37fe700 1 -- 172.21.15.42:0/563648574 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f12a8004300 con 0x7f12b407e630 2024-06-06T08:10:28.107 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:27.478+0000 7f12b37fe700 1 -- 172.21.15.42:0/563648574 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f12a8011b50 con 0x7f12b407e630 2024-06-06T08:10:28.107 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:27.479+0000 7f12badb3700 1 -- 172.21.15.42:0/563648574 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f12b407e630 msgr2=0x7f12b407cba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:10:28.107 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:27.479+0000 7f12badb3700 1 --2- 172.21.15.42:0/563648574 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f12b407e630 0x7f12b407cba0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f12a80098a0 tx=0x7f12a8009bb0 comp rx=0 tx=0).stop 2024-06-06T08:10:28.107 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:27.479+0000 7f12badb3700 1 -- 172.21.15.42:0/563648574 shutdown_connections 2024-06-06T08:10:28.107 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:27.479+0000 7f12badb3700 1 --2- 172.21.15.42:0/563648574 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f12b407e630 0x7f12b407cba0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:10:28.107 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:27.479+0000 7f12badb3700 1 -- 172.21.15.42:0/563648574 >> 172.21.15.42:0/563648574 conn(0x7f12b41035d0 msgr2=0x7f12b41059f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:10:28.107 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:27.479+0000 7f12badb3700 1 -- 172.21.15.42:0/563648574 shutdown_connections 2024-06-06T08:10:28.107 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:27.479+0000 7f12badb3700 1 -- 172.21.15.42:0/563648574 wait complete. 2024-06-06T08:10:28.107 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:27.479+0000 7f12badb3700 1 Processor -- start 2024-06-06T08:10:28.107 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:27.479+0000 7f12badb3700 1 -- start start 2024-06-06T08:10:28.107 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:27.480+0000 7f12badb3700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f12b407e630 0x7f12b419e0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:10:28.108 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:27.480+0000 7f12badb3700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f12b410e460 con 0x7f12b407e630 2024-06-06T08:10:28.108 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:27.480+0000 7f12b8b4f700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f12b407e630 0x7f12b419e0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:10:28.108 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:27.480+0000 7f12b8b4f700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f12b407e630 0x7f12b419e0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:38138/0 (socket says 172.21.15.42:38138) 2024-06-06T08:10:28.108 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:27.480+0000 7f12b8b4f700 1 -- 172.21.15.42:0/1730845640 learned_addr learned my addr 172.21.15.42:0/1730845640 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:10:28.108 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:27.480+0000 7f12b8b4f700 1 -- 172.21.15.42:0/1730845640 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12b419e630 con 0x7f12b407e630 2024-06-06T08:10:28.108 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:27.480+0000 7f12b8b4f700 1 --2- 172.21.15.42:0/1730845640 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f12b407e630 0x7f12b419e0f0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f12a8011b60 tx=0x7f12a8011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:10:28.108 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:27.480+0000 7f12b1ffb700 1 -- 172.21.15.42:0/1730845640 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f12a8003b20 con 0x7f12b407e630 2024-06-06T08:10:28.108 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:27.480+0000 7f12b1ffb700 1 -- 172.21.15.42:0/1730845640 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f12a8003cc0 con 0x7f12b407e630 2024-06-06T08:10:28.108 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:27.480+0000 7f12badb3700 1 -- 172.21.15.42:0/1730845640 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12b419e8c0 con 0x7f12b407e630 2024-06-06T08:10:28.108 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:27.480+0000 7f12b1ffb700 1 -- 172.21.15.42:0/1730845640 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f12a8024840 con 0x7f12b407e630 2024-06-06T08:10:28.108 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:27.481+0000 7f12badb3700 1 -- 172.21.15.42:0/1730845640 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12b41a15b0 con 0x7f12b407e630 2024-06-06T08:10:28.108 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:27.481+0000 7f12b1ffb700 1 -- 172.21.15.42:0/1730845640 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f12a8022020 con 0x7f12b407e630 2024-06-06T08:10:28.109 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:27.481+0000 7f12b1ffb700 1 -- 172.21.15.42:0/1730845640 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f12a8011e00 con 0x7f12b407e630 2024-06-06T08:10:28.109 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:27.482+0000 7f12badb3700 1 -- 172.21.15.42:0/1730845640 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f12b4063af0 con 0x7f12b407e630 2024-06-06T08:10:28.109 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:27.484+0000 7f12b1ffb700 1 -- 172.21.15.42:0/1730845640 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7f12a8043dd0 con 0x7f12b407e630 2024-06-06T08:10:28.109 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:27.554+0000 7f12badb3700 1 -- 172.21.15.42:0/1730845640 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7f12b41a1af0 con 0x7f12b407e630 2024-06-06T08:10:28.109 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:27.554+0000 7f12b1ffb700 1 -- 172.21.15.42:0/1730845640 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v2) ==== 76+0+175 (secure 0 0 0) 0x7f12a8032030 con 0x7f12b407e630 2024-06-06T08:10:28.109 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:27.555+0000 7f12badb3700 1 -- 172.21.15.42:0/1730845640 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f12b407e630 msgr2=0x7f12b419e0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:10:28.109 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:27.555+0000 7f12badb3700 1 --2- 172.21.15.42:0/1730845640 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f12b407e630 0x7f12b419e0f0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f12a8011b60 tx=0x7f12a8011c40 comp rx=0 tx=0).stop 2024-06-06T08:10:28.109 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:27.555+0000 7f12badb3700 1 -- 172.21.15.42:0/1730845640 shutdown_connections 2024-06-06T08:10:28.109 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:27.555+0000 7f12badb3700 1 --2- 172.21.15.42:0/1730845640 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f12b407e630 0x7f12b419e0f0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:10:28.109 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:27.555+0000 7f12badb3700 1 -- 172.21.15.42:0/1730845640 >> 172.21.15.42:0/1730845640 conn(0x7f12b41035d0 msgr2=0x7f12b41041d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:10:28.109 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:27.555+0000 7f12badb3700 1 -- 172.21.15.42:0/1730845640 shutdown_connections 2024-06-06T08:10:28.109 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:27.555+0000 7f12badb3700 1 -- 172.21.15.42:0/1730845640 wait complete. 2024-06-06T08:10:28.109 INFO:teuthology.orchestra.run.smithi042.stdout:Restarting the monitor... 2024-06-06T08:10:28.411 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:28 smithi042 systemd[1]: Stopping Ceph mon.a for 103bdc14-23dc-11ef-bc9b-c7b262605968... 2024-06-06T08:10:28.810 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:28 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mon-a[32010]: 2024-06-06T08:10:28.411+0000 7f1876188700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-06-06T08:10:28.810 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:28 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mon-a[32010]: 2024-06-06T08:10:28.411+0000 7f1876188700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-06-06T08:10:28.810 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:28 smithi042 podman[32257]: 2024-06-06 08:10:28.545234252 +0000 UTC m=+0.270082912 container died 9dc5561f68945d451e3f718dd9af4c29dc5a958684236420db325f8a83adc033 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mon-a, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux , GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-06-06T08:10:29.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:28 smithi042 podman[32257]: 2024-06-06 08:10:28.911537449 +0000 UTC m=+0.636386109 container cleanup 9dc5561f68945d451e3f718dd9af4c29dc5a958684236420db325f8a83adc033 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mon-a, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-06-06T08:10:29.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:28 smithi042 bash[32257]: ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mon-a 2024-06-06T08:10:29.487 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 podman[32272]: 2024-06-06 08:10:29.15419068 +0000 UTC m=+0.605354499 container remove 9dc5561f68945d451e3f718dd9af4c29dc5a958684236420db325f8a83adc033 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mon-a, RELEASE=squid-3d89acc, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240528, ceph=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-06T08:10:29.487 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 systemd[1]: ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mon.a.service: Deactivated successfully. 2024-06-06T08:10:29.487 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 systemd[1]: Stopped Ceph mon.a for 103bdc14-23dc-11ef-bc9b-c7b262605968. 2024-06-06T08:10:29.487 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 systemd[1]: Starting Ceph mon.a for 103bdc14-23dc-11ef-bc9b-c7b262605968... 2024-06-06T08:10:29.781 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 podman[32365]: 2024-06-06 08:10:29.488194924 +0000 UTC m=+0.089900478 container create bb93cd2ee7a35978ffafbd577aa5c19e8f26b375da6eb13f7d0ca256d75cdaf8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mon-a, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, RELEASE=squid-3d89acc, org.label-schema.build-date=20240528, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-06-06T08:10:29.781 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 podman[32365]: 2024-06-06 08:10:29.415663114 +0000 UTC m=+0.017368631 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba 2024-06-06T08:10:29.781 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 podman[32365]: 2024-06-06 08:10:29.692193955 +0000 UTC m=+0.293899465 container init bb93cd2ee7a35978ffafbd577aa5c19e8f26b375da6eb13f7d0ca256d75cdaf8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mon-a, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240528, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-06-06T08:10:29.781 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 podman[32365]: 2024-06-06 08:10:29.695337787 +0000 UTC m=+0.297043299 container start bb93cd2ee7a35978ffafbd577aa5c19e8f26b375da6eb13f7d0ca256d75cdaf8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mon-a, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240528, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=squid-3d89acc, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_CLEAN=True) 2024-06-06T08:10:29.781 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: set uid:gid to 167:167 (ceph:ceph) 2024-06-06T08:10:29.781 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: ceph version 19.0.0-2946-g3d89accf (3d89accfe3201286f000e065a1faea2a88c7a6ba) squid (rc), process ceph-mon, pid 2 2024-06-06T08:10:29.781 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: pidfile_write: ignore empty --pid-file 2024-06-06T08:10:29.782 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: load: jerasure load: lrc 2024-06-06T08:10:29.782 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: RocksDB version: 7.9.2 2024-06-06T08:10:29.782 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Git sha 0 2024-06-06T08:10:29.782 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Compile date 2024-05-30 15:42:47 2024-06-06T08:10:29.782 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: DB SUMMARY 2024-06-06T08:10:29.782 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: DB Session ID: CP0WJMU2RXAU6UZJIYHN 2024-06-06T08:10:29.782 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: CURRENT file: CURRENT 2024-06-06T08:10:29.782 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: IDENTITY file: IDENTITY 2024-06-06T08:10:29.782 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-06-06T08:10:29.782 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-06-06T08:10:29.782 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 105276 ; 2024-06-06T08:10:29.782 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.error_if_exists: 0 2024-06-06T08:10:29.783 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.create_if_missing: 0 2024-06-06T08:10:29.783 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.paranoid_checks: 1 2024-06-06T08:10:29.783 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.flush_verify_memtable_count: 1 2024-06-06T08:10:29.783 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-06-06T08:10:29.784 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-06-06T08:10:29.784 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.env: 0x55a3391c5c60 2024-06-06T08:10:29.784 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.fs: PosixFileSystem 2024-06-06T08:10:29.784 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.info_log: 0x55a339c63b20 2024-06-06T08:10:29.784 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.max_file_opening_threads: 16 2024-06-06T08:10:29.784 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.statistics: (nil) 2024-06-06T08:10:29.784 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.use_fsync: 0 2024-06-06T08:10:29.784 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.max_log_file_size: 0 2024-06-06T08:10:29.784 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-06-06T08:10:29.784 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.log_file_time_to_roll: 0 2024-06-06T08:10:29.784 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.keep_log_file_num: 1000 2024-06-06T08:10:29.784 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.recycle_log_file_num: 0 2024-06-06T08:10:29.785 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.allow_fallocate: 1 2024-06-06T08:10:29.785 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.allow_mmap_reads: 0 2024-06-06T08:10:29.785 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.allow_mmap_writes: 0 2024-06-06T08:10:29.785 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.use_direct_reads: 0 2024-06-06T08:10:29.785 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-06-06T08:10:29.785 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.create_missing_column_families: 0 2024-06-06T08:10:29.785 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.db_log_dir: 2024-06-06T08:10:29.785 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.wal_dir: 2024-06-06T08:10:29.785 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.table_cache_numshardbits: 6 2024-06-06T08:10:29.785 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.WAL_ttl_seconds: 0 2024-06-06T08:10:29.785 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.WAL_size_limit_MB: 0 2024-06-06T08:10:29.785 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-06-06T08:10:29.785 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-06-06T08:10:29.786 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.is_fd_close_on_exec: 1 2024-06-06T08:10:29.786 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.advise_random_on_open: 1 2024-06-06T08:10:29.786 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.db_write_buffer_size: 0 2024-06-06T08:10:29.786 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.write_buffer_manager: 0x55a339c341e0 2024-06-06T08:10:29.786 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-06-06T08:10:29.786 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-06-06T08:10:29.786 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.use_adaptive_mutex: 0 2024-06-06T08:10:29.786 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.rate_limiter: (nil) 2024-06-06T08:10:29.786 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-06-06T08:10:29.786 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.wal_recovery_mode: 2 2024-06-06T08:10:29.786 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.enable_thread_tracking: 0 2024-06-06T08:10:29.786 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.enable_pipelined_write: 0 2024-06-06T08:10:29.786 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.unordered_write: 0 2024-06-06T08:10:29.787 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-06-06T08:10:29.787 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-06-06T08:10:29.787 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-06-06T08:10:29.787 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-06-06T08:10:29.787 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.row_cache: None 2024-06-06T08:10:29.787 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.wal_filter: None 2024-06-06T08:10:29.787 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-06-06T08:10:29.787 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.allow_ingest_behind: 0 2024-06-06T08:10:29.787 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.two_write_queues: 0 2024-06-06T08:10:29.787 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.manual_wal_flush: 0 2024-06-06T08:10:29.787 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.wal_compression: 0 2024-06-06T08:10:29.787 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.atomic_flush: 0 2024-06-06T08:10:29.787 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-06-06T08:10:29.787 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.persist_stats_to_disk: 0 2024-06-06T08:10:29.787 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.write_dbid_to_manifest: 0 2024-06-06T08:10:29.788 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.log_readahead_size: 0 2024-06-06T08:10:29.788 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-06-06T08:10:29.788 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.best_efforts_recovery: 0 2024-06-06T08:10:29.788 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-06-06T08:10:29.788 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-06-06T08:10:29.788 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.allow_data_in_errors: 0 2024-06-06T08:10:29.788 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.db_host_id: __hostname__ 2024-06-06T08:10:29.788 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.enforce_single_del_contracts: true 2024-06-06T08:10:29.788 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.max_background_jobs: 2 2024-06-06T08:10:29.788 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.max_background_compactions: -1 2024-06-06T08:10:29.788 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.max_subcompactions: 1 2024-06-06T08:10:29.788 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-06-06T08:10:29.789 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-06-06T08:10:29.789 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.delayed_write_rate : 16777216 2024-06-06T08:10:29.789 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.max_total_wal_size: 0 2024-06-06T08:10:29.789 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-06-06T08:10:29.789 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.stats_dump_period_sec: 600 2024-06-06T08:10:29.789 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.stats_persist_period_sec: 600 2024-06-06T08:10:29.789 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-06-06T08:10:29.789 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.max_open_files: -1 2024-06-06T08:10:29.789 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.bytes_per_sync: 0 2024-06-06T08:10:29.789 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.wal_bytes_per_sync: 0 2024-06-06T08:10:29.789 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.strict_bytes_per_sync: 0 2024-06-06T08:10:29.789 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.compaction_readahead_size: 0 2024-06-06T08:10:29.789 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.max_background_flushes: -1 2024-06-06T08:10:29.789 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Compression algorithms supported: 2024-06-06T08:10:29.789 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-06-06T08:10:29.790 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: kZSTD supported: 0 2024-06-06T08:10:29.790 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: kXpressCompression supported: 0 2024-06-06T08:10:29.790 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: kLZ4HCCompression supported: 1 2024-06-06T08:10:29.790 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: kZlibCompression supported: 1 2024-06-06T08:10:29.790 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: kSnappyCompression supported: 1 2024-06-06T08:10:29.790 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: kLZ4Compression supported: 1 2024-06-06T08:10:29.790 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: kBZip2Compression supported: 0 2024-06-06T08:10:29.790 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Fast CRC32 supported: Supported on x86 2024-06-06T08:10:29.790 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: DMutex implementation: pthread_mutex_t 2024-06-06T08:10:29.790 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-06-06T08:10:29.790 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-06-06T08:10:29.790 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-06-06T08:10:29.790 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.merge_operator: 2024-06-06T08:10:29.791 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.compaction_filter: None 2024-06-06T08:10:29.791 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.compaction_filter_factory: None 2024-06-06T08:10:29.791 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.sst_partitioner_factory: None 2024-06-06T08:10:29.791 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.memtable_factory: SkipListFactory 2024-06-06T08:10:29.791 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.table_factory: BlockBasedTable 2024-06-06T08:10:29.791 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55a339c63c40) 2024-06-06T08:10:29.791 INFO:journalctl@ceph.mon.a.smithi042.stdout: cache_index_and_filter_blocks: 1 2024-06-06T08:10:29.791 INFO:journalctl@ceph.mon.a.smithi042.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-06-06T08:10:29.791 INFO:journalctl@ceph.mon.a.smithi042.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-06-06T08:10:29.791 INFO:journalctl@ceph.mon.a.smithi042.stdout: pin_top_level_index_and_filter: 1 2024-06-06T08:10:29.791 INFO:journalctl@ceph.mon.a.smithi042.stdout: index_type: 0 2024-06-06T08:10:29.791 INFO:journalctl@ceph.mon.a.smithi042.stdout: data_block_index_type: 0 2024-06-06T08:10:29.791 INFO:journalctl@ceph.mon.a.smithi042.stdout: index_shortening: 1 2024-06-06T08:10:29.791 INFO:journalctl@ceph.mon.a.smithi042.stdout: data_block_hash_table_util_ratio: 0.750000 2024-06-06T08:10:29.792 INFO:journalctl@ceph.mon.a.smithi042.stdout: checksum: 4 2024-06-06T08:10:29.792 INFO:journalctl@ceph.mon.a.smithi042.stdout: no_block_cache: 0 2024-06-06T08:10:29.792 INFO:journalctl@ceph.mon.a.smithi042.stdout: block_cache: 0x55a339c65090 2024-06-06T08:10:29.792 INFO:journalctl@ceph.mon.a.smithi042.stdout: block_cache_name: BinnedLRUCache 2024-06-06T08:10:29.792 INFO:journalctl@ceph.mon.a.smithi042.stdout: block_cache_options: 2024-06-06T08:10:29.792 INFO:journalctl@ceph.mon.a.smithi042.stdout: capacity : 536870912 2024-06-06T08:10:29.792 INFO:journalctl@ceph.mon.a.smithi042.stdout: num_shard_bits : 4 2024-06-06T08:10:29.792 INFO:journalctl@ceph.mon.a.smithi042.stdout: strict_capacity_limit : 0 2024-06-06T08:10:29.792 INFO:journalctl@ceph.mon.a.smithi042.stdout: high_pri_pool_ratio: 0.000 2024-06-06T08:10:29.792 INFO:journalctl@ceph.mon.a.smithi042.stdout: block_cache_compressed: (nil) 2024-06-06T08:10:29.792 INFO:journalctl@ceph.mon.a.smithi042.stdout: persistent_cache: (nil) 2024-06-06T08:10:29.792 INFO:journalctl@ceph.mon.a.smithi042.stdout: block_size: 4096 2024-06-06T08:10:29.792 INFO:journalctl@ceph.mon.a.smithi042.stdout: block_size_deviation: 10 2024-06-06T08:10:29.792 INFO:journalctl@ceph.mon.a.smithi042.stdout: block_restart_interval: 16 2024-06-06T08:10:29.792 INFO:journalctl@ceph.mon.a.smithi042.stdout: index_block_restart_interval: 1 2024-06-06T08:10:29.793 INFO:journalctl@ceph.mon.a.smithi042.stdout: metadata_block_size: 4096 2024-06-06T08:10:29.793 INFO:journalctl@ceph.mon.a.smithi042.stdout: partition_filters: 0 2024-06-06T08:10:29.793 INFO:journalctl@ceph.mon.a.smithi042.stdout: use_delta_encoding: 1 2024-06-06T08:10:29.793 INFO:journalctl@ceph.mon.a.smithi042.stdout: filter_policy: bloomfilter 2024-06-06T08:10:29.793 INFO:journalctl@ceph.mon.a.smithi042.stdout: whole_key_filtering: 1 2024-06-06T08:10:29.793 INFO:journalctl@ceph.mon.a.smithi042.stdout: verify_compression: 0 2024-06-06T08:10:29.793 INFO:journalctl@ceph.mon.a.smithi042.stdout: read_amp_bytes_per_bit: 0 2024-06-06T08:10:29.793 INFO:journalctl@ceph.mon.a.smithi042.stdout: format_version: 5 2024-06-06T08:10:29.793 INFO:journalctl@ceph.mon.a.smithi042.stdout: enable_index_compression: 1 2024-06-06T08:10:29.793 INFO:journalctl@ceph.mon.a.smithi042.stdout: block_align: 0 2024-06-06T08:10:29.793 INFO:journalctl@ceph.mon.a.smithi042.stdout: max_auto_readahead_size: 262144 2024-06-06T08:10:29.793 INFO:journalctl@ceph.mon.a.smithi042.stdout: prepopulate_block_cache: 0 2024-06-06T08:10:29.793 INFO:journalctl@ceph.mon.a.smithi042.stdout: initial_auto_readahead_size: 8192 2024-06-06T08:10:29.793 INFO:journalctl@ceph.mon.a.smithi042.stdout: num_file_reads_for_auto_readahead: 2 2024-06-06T08:10:29.794 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.write_buffer_size: 33554432 2024-06-06T08:10:29.794 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.max_write_buffer_number: 2 2024-06-06T08:10:29.794 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.compression: NoCompression 2024-06-06T08:10:29.794 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.bottommost_compression: Disabled 2024-06-06T08:10:29.794 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.prefix_extractor: nullptr 2024-06-06T08:10:29.794 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-06-06T08:10:29.794 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.num_levels: 7 2024-06-06T08:10:29.794 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-06-06T08:10:29.794 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-06-06T08:10:29.794 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-06-06T08:10:29.794 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-06-06T08:10:29.794 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-06-06T08:10:29.794 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-06-06T08:10:29.794 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-06-06T08:10:29.795 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-06-06T08:10:29.795 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-06-06T08:10:29.795 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-06-06T08:10:29.795 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-06-06T08:10:29.795 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-06-06T08:10:29.795 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.compression_opts.window_bits: -14 2024-06-06T08:10:29.795 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.compression_opts.level: 32767 2024-06-06T08:10:29.795 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.compression_opts.strategy: 0 2024-06-06T08:10:29.795 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-06-06T08:10:29.795 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-06-06T08:10:29.795 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-06-06T08:10:29.795 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-06-06T08:10:29.795 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.compression_opts.enabled: false 2024-06-06T08:10:29.795 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-06-06T08:10:29.796 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-06-06T08:10:29.796 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-06-06T08:10:29.796 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-06-06T08:10:29.796 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.target_file_size_base: 67108864 2024-06-06T08:10:29.796 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.target_file_size_multiplier: 1 2024-06-06T08:10:29.796 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-06-06T08:10:29.796 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-06-06T08:10:29.796 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-06-06T08:10:29.796 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-06-06T08:10:29.796 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-06-06T08:10:29.796 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-06-06T08:10:29.796 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-06-06T08:10:29.796 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-06-06T08:10:29.796 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-06-06T08:10:29.796 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-06-06T08:10:29.797 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-06-06T08:10:29.797 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-06-06T08:10:29.797 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-06-06T08:10:29.797 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.arena_block_size: 1048576 2024-06-06T08:10:29.797 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-06-06T08:10:29.797 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-06-06T08:10:29.797 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.disable_auto_compactions: 0 2024-06-06T08:10:29.797 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-06-06T08:10:29.797 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-06-06T08:10:29.797 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-06-06T08:10:29.797 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-06-06T08:10:29.797 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-06-06T08:10:29.797 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-06-06T08:10:29.797 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-06-06T08:10:29.797 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-06-06T08:10:29.798 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-06-06T08:10:29.798 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-06-06T08:10:29.798 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.table_properties_collectors: 2024-06-06T08:10:29.798 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.inplace_update_support: 0 2024-06-06T08:10:29.798 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.inplace_update_num_locks: 10000 2024-06-06T08:10:29.798 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-06-06T08:10:29.798 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-06-06T08:10:29.798 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.memtable_huge_page_size: 0 2024-06-06T08:10:29.799 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.bloom_locality: 0 2024-06-06T08:10:29.799 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.max_successive_merges: 0 2024-06-06T08:10:29.799 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.optimize_filters_for_hits: 0 2024-06-06T08:10:29.799 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.paranoid_file_checks: 0 2024-06-06T08:10:29.799 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.force_consistency_checks: 1 2024-06-06T08:10:29.799 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.report_bg_io_stats: 0 2024-06-06T08:10:29.799 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.ttl: 2592000 2024-06-06T08:10:29.799 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.periodic_compaction_seconds: 0 2024-06-06T08:10:29.799 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-06-06T08:10:29.799 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-06-06T08:10:29.799 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.enable_blob_files: false 2024-06-06T08:10:29.799 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.min_blob_size: 0 2024-06-06T08:10:29.800 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.blob_file_size: 268435456 2024-06-06T08:10:29.800 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.blob_compression_type: NoCompression 2024-06-06T08:10:29.800 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.enable_blob_garbage_collection: false 2024-06-06T08:10:29.800 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-06-06T08:10:29.800 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-06-06T08:10:29.800 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-06-06T08:10:29.800 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.blob_file_starting_level: 0 2024-06-06T08:10:29.800 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-06-06T08:10:29.800 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-06-06T08:10:29.800 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-06-06T08:10:29.800 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: a63a5736-8a59-4d5d-8ba0-f6053555d319 2024-06-06T08:10:29.800 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: EVENT_LOG_v1 {"time_micros": 1717661429726337, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-06-06T08:10:29.800 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-06-06T08:10:29.800 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: EVENT_LOG_v1 {"time_micros": 1717661429727887, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 100305, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 328, "table_properties": {"data_size": 98225, "index_size": 298, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 773, "raw_key_size": 14298, "raw_average_key_size": 49, "raw_value_size": 90493, "raw_average_value_size": 315, "num_data_blocks": 12, "num_entries": 287, "num_filter_entries": 287, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1717661429, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "a63a5736-8a59-4d5d-8ba0-f6053555d319", "db_session_id": "CP0WJMU2RXAU6UZJIYHN", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-06-06T08:10:29.801 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: EVENT_LOG_v1 {"time_micros": 1717661429728001, "job": 1, "event": "recovery_finished"} 2024-06-06T08:10:29.801 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-06-06T08:10:29.801 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-06-06T08:10:29.801 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55a339d54000 2024-06-06T08:10:29.801 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: DB pointer 0x55a339d3e000 2024-06-06T08:10:29.801 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-06-06T08:10:29.801 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-06-06T08:10:29.801 INFO:journalctl@ceph.mon.a.smithi042.stdout: ** DB Stats ** 2024-06-06T08:10:29.801 INFO:journalctl@ceph.mon.a.smithi042.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-06-06T08:10:29.801 INFO:journalctl@ceph.mon.a.smithi042.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-06-06T08:10:29.801 INFO:journalctl@ceph.mon.a.smithi042.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-06-06T08:10:29.801 INFO:journalctl@ceph.mon.a.smithi042.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-06-06T08:10:29.801 INFO:journalctl@ceph.mon.a.smithi042.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-06-06T08:10:29.801 INFO:journalctl@ceph.mon.a.smithi042.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-06-06T08:10:29.801 INFO:journalctl@ceph.mon.a.smithi042.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-06-06T08:10:29.802 INFO:journalctl@ceph.mon.a.smithi042.stdout: 2024-06-06T08:10:29.802 INFO:journalctl@ceph.mon.a.smithi042.stdout: ** Compaction Stats [default] ** 2024-06-06T08:10:29.802 INFO:journalctl@ceph.mon.a.smithi042.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-06-06T08:10:29.802 INFO:journalctl@ceph.mon.a.smithi042.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-06-06T08:10:29.802 INFO:journalctl@ceph.mon.a.smithi042.stdout: L0 2/0 99.79 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 108.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-06-06T08:10:29.802 INFO:journalctl@ceph.mon.a.smithi042.stdout: Sum 2/0 99.79 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 108.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-06-06T08:10:29.802 INFO:journalctl@ceph.mon.a.smithi042.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 108.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-06-06T08:10:29.802 INFO:journalctl@ceph.mon.a.smithi042.stdout: 2024-06-06T08:10:29.802 INFO:journalctl@ceph.mon.a.smithi042.stdout: ** Compaction Stats [default] ** 2024-06-06T08:10:29.802 INFO:journalctl@ceph.mon.a.smithi042.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-06-06T08:10:29.802 INFO:journalctl@ceph.mon.a.smithi042.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-06-06T08:10:29.802 INFO:journalctl@ceph.mon.a.smithi042.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 108.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-06-06T08:10:29.802 INFO:journalctl@ceph.mon.a.smithi042.stdout: 2024-06-06T08:10:29.802 INFO:journalctl@ceph.mon.a.smithi042.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-06-06T08:10:29.803 INFO:journalctl@ceph.mon.a.smithi042.stdout: 2024-06-06T08:10:29.803 INFO:journalctl@ceph.mon.a.smithi042.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-06-06T08:10:29.803 INFO:journalctl@ceph.mon.a.smithi042.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-06-06T08:10:29.803 INFO:journalctl@ceph.mon.a.smithi042.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-06-06T08:10:29.803 INFO:journalctl@ceph.mon.a.smithi042.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-06-06T08:10:29.803 INFO:journalctl@ceph.mon.a.smithi042.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-06-06T08:10:29.803 INFO:journalctl@ceph.mon.a.smithi042.stdout: AddFile(Keys): cumulative 0, interval 0 2024-06-06T08:10:29.803 INFO:journalctl@ceph.mon.a.smithi042.stdout: Cumulative compaction: 0.00 GB write, 20.45 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-06-06T08:10:29.803 INFO:journalctl@ceph.mon.a.smithi042.stdout: Interval compaction: 0.00 GB write, 20.45 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-06-06T08:10:29.803 INFO:journalctl@ceph.mon.a.smithi042.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-06-06T08:10:29.803 INFO:journalctl@ceph.mon.a.smithi042.stdout: Block cache BinnedLRUCache@0x55a339c65090#2 capacity: 512.00 MB usage: 1.52 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-06-06T08:10:29.803 INFO:journalctl@ceph.mon.a.smithi042.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,1.02 KB,0.000193715%) IndexBlock(2,0.50 KB,9.53674e-05%) Misc(1,0.00 KB,0%) 2024-06-06T08:10:29.803 INFO:journalctl@ceph.mon.a.smithi042.stdout: 2024-06-06T08:10:29.803 INFO:journalctl@ceph.mon.a.smithi042.stdout: ** File Read Latency Histogram By Level [default] ** 2024-06-06T08:10:29.804 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: starting mon.a rank 0 at public addrs [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] at bind addrs [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 2024-06-06T08:10:29.804 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: mon.a@-1(???) e1 preinit fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 2024-06-06T08:10:29.804 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: mon.a@-1(???).mds e1 new map 2024-06-06T08:10:29.804 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: mon.a@-1(???).mds e1 print_map 2024-06-06T08:10:29.804 INFO:journalctl@ceph.mon.a.smithi042.stdout: e1 2024-06-06T08:10:29.804 INFO:journalctl@ceph.mon.a.smithi042.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-06-06T08:10:29.804 INFO:journalctl@ceph.mon.a.smithi042.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-06-06T08:10:29.804 INFO:journalctl@ceph.mon.a.smithi042.stdout: legacy client fscid: -1 2024-06-06T08:10:29.804 INFO:journalctl@ceph.mon.a.smithi042.stdout: 2024-06-06T08:10:29.804 INFO:journalctl@ceph.mon.a.smithi042.stdout: No filesystems configured 2024-06-06T08:10:29.804 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-06-06T08:10:29.804 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-06-06T08:10:29.804 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-06-06T08:10:29.804 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-06-06T08:10:29.805 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 ceph-mon[32384]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-06-06T08:10:29.805 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 bash[32365]: bb93cd2ee7a35978ffafbd577aa5c19e8f26b375da6eb13f7d0ca256d75cdaf8 2024-06-06T08:10:29.805 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:29 smithi042 systemd[1]: Started Ceph mon.a for 103bdc14-23dc-11ef-bc9b-c7b262605968. 2024-06-06T08:10:29.805 INFO:teuthology.orchestra.run.smithi042.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-06-06T08:10:30.836 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:30.216+0000 7fb01cdd0700 1 Processor -- start 2024-06-06T08:10:30.836 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:30.216+0000 7fb01cdd0700 1 -- start start 2024-06-06T08:10:30.836 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:30.216+0000 7fb01cdd0700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb018107fa0 0x7fb0181083e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:10:30.836 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:30.216+0000 7fb01cdd0700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb018108920 con 0x7fb018107fa0 2024-06-06T08:10:30.837 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:30.216+0000 7fb01659c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb018107fa0 0x7fb0181083e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:10:30.837 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:30.216+0000 7fb01659c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb018107fa0 0x7fb0181083e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:36172/0 (socket says 172.21.15.42:36172) 2024-06-06T08:10:30.837 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:30.217+0000 7fb01659c700 1 -- 172.21.15.42:0/4229624258 learned_addr learned my addr 172.21.15.42:0/4229624258 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:10:30.837 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:30.217+0000 7fb01659c700 1 -- 172.21.15.42:0/4229624258 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0181090e0 con 0x7fb018107fa0 2024-06-06T08:10:30.837 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:30.217+0000 7fb01659c700 1 --2- 172.21.15.42:0/4229624258 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb018107fa0 0x7fb0181083e0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fb0080098a0 tx=0x7fb008009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d63f31c844e3850 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:10:30.837 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:30.217+0000 7fb01559a700 1 -- 172.21.15.42:0/4229624258 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb008004160 con 0x7fb018107fa0 2024-06-06T08:10:30.837 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:30.217+0000 7fb01559a700 1 -- 172.21.15.42:0/4229624258 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fb008004300 con 0x7fb018107fa0 2024-06-06T08:10:30.837 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:30.217+0000 7fb01559a700 1 -- 172.21.15.42:0/4229624258 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb008011b50 con 0x7fb018107fa0 2024-06-06T08:10:30.837 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:30.218+0000 7fb01cdd0700 1 -- 172.21.15.42:0/4229624258 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb018107fa0 msgr2=0x7fb0181083e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:10:30.838 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:30.218+0000 7fb01cdd0700 1 --2- 172.21.15.42:0/4229624258 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb018107fa0 0x7fb0181083e0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fb0080098a0 tx=0x7fb008009bb0 comp rx=0 tx=0).stop 2024-06-06T08:10:30.838 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:30.218+0000 7fb01cdd0700 1 -- 172.21.15.42:0/4229624258 shutdown_connections 2024-06-06T08:10:30.838 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:30.218+0000 7fb01cdd0700 1 --2- 172.21.15.42:0/4229624258 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb018107fa0 0x7fb0181083e0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:10:30.838 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:30.218+0000 7fb01cdd0700 1 -- 172.21.15.42:0/4229624258 >> 172.21.15.42:0/4229624258 conn(0x7fb0181035d0 msgr2=0x7fb0181059f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:10:30.838 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:30.218+0000 7fb01cdd0700 1 -- 172.21.15.42:0/4229624258 shutdown_connections 2024-06-06T08:10:30.838 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:30.218+0000 7fb01cdd0700 1 -- 172.21.15.42:0/4229624258 wait complete. 2024-06-06T08:10:30.838 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:30.219+0000 7fb01cdd0700 1 Processor -- start 2024-06-06T08:10:30.838 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:30.219+0000 7fb01cdd0700 1 -- start start 2024-06-06T08:10:30.838 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:30.219+0000 7fb01cdd0700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb018107fa0 0x7fb01819bf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:10:30.838 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:30.219+0000 7fb01cdd0700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb01810c3a0 con 0x7fb018107fa0 2024-06-06T08:10:30.838 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:30.219+0000 7fb01659c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb018107fa0 0x7fb01819bf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:10:30.839 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:30.219+0000 7fb01659c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb018107fa0 0x7fb01819bf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:36178/0 (socket says 172.21.15.42:36178) 2024-06-06T08:10:30.839 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:30.219+0000 7fb01659c700 1 -- 172.21.15.42:0/4119646317 learned_addr learned my addr 172.21.15.42:0/4119646317 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:10:30.839 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:30.219+0000 7fb01659c700 1 -- 172.21.15.42:0/4119646317 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb01819c480 con 0x7fb018107fa0 2024-06-06T08:10:30.839 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:30.220+0000 7fb01659c700 1 --2- 172.21.15.42:0/4119646317 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb018107fa0 0x7fb01819bf40 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fb008011670 tx=0x7fb008011b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:10:30.839 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:30.220+0000 7fb0077fe700 1 -- 172.21.15.42:0/4119646317 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb0080039c0 con 0x7fb018107fa0 2024-06-06T08:10:30.839 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:30.220+0000 7fb0077fe700 1 -- 172.21.15.42:0/4119646317 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fb008011e50 con 0x7fb018107fa0 2024-06-06T08:10:30.839 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:30.220+0000 7fb01cdd0700 1 -- 172.21.15.42:0/4119646317 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb01819c710 con 0x7fb018107fa0 2024-06-06T08:10:30.839 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:30.220+0000 7fb0077fe700 1 -- 172.21.15.42:0/4119646317 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb00801a5c0 con 0x7fb018107fa0 2024-06-06T08:10:30.839 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:30.220+0000 7fb01cdd0700 1 -- 172.21.15.42:0/4119646317 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb01819f400 con 0x7fb018107fa0 2024-06-06T08:10:30.839 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:30.220+0000 7fb0077fe700 1 -- 172.21.15.42:0/4119646317 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fb00801ac00 con 0x7fb018107fa0 2024-06-06T08:10:30.839 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:30.220+0000 7fb0077fe700 1 -- 172.21.15.42:0/4119646317 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fb008019700 con 0x7fb018107fa0 2024-06-06T08:10:30.839 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:30.221+0000 7fb01cdd0700 1 -- 172.21.15.42:0/4119646317 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb01810c520 con 0x7fb018107fa0 2024-06-06T08:10:30.839 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:30.223+0000 7fb0077fe700 1 -- 172.21.15.42:0/4119646317 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7fb008003b60 con 0x7fb018107fa0 2024-06-06T08:10:30.840 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:30.293+0000 7fb01cdd0700 1 -- 172.21.15.42:0/4119646317 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command([{prefix=config set, name=public_network}] v 0) -- 0x7fb01819fad0 con 0x7fb018107fa0 2024-06-06T08:10:30.840 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:30.295+0000 7fb0077fe700 1 -- 172.21.15.42:0/4119646317 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{prefix=config set, name=public_network}]=0 v3)=0 v3) ==== 124+0+0 (secure 0 0 0) 0x7fb008019900 con 0x7fb018107fa0 2024-06-06T08:10:30.840 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:30.296+0000 7fb01cdd0700 1 -- 172.21.15.42:0/4119646317 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb018107fa0 msgr2=0x7fb01819bf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:10:30.840 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:30.296+0000 7fb01cdd0700 1 --2- 172.21.15.42:0/4119646317 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb018107fa0 0x7fb01819bf40 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fb008011670 tx=0x7fb008011b60 comp rx=0 tx=0).stop 2024-06-06T08:10:30.840 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:30.296+0000 7fb01cdd0700 1 -- 172.21.15.42:0/4119646317 shutdown_connections 2024-06-06T08:10:30.840 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:30.296+0000 7fb01cdd0700 1 --2- 172.21.15.42:0/4119646317 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb018107fa0 0x7fb01819bf40 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:10:30.840 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:30.296+0000 7fb01cdd0700 1 -- 172.21.15.42:0/4119646317 >> 172.21.15.42:0/4119646317 conn(0x7fb0181035d0 msgr2=0x7fb018104110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:10:30.840 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:30.296+0000 7fb01cdd0700 1 -- 172.21.15.42:0/4119646317 shutdown_connections 2024-06-06T08:10:30.840 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:30.296+0000 7fb01cdd0700 1 -- 172.21.15.42:0/4119646317 wait complete. 2024-06-06T08:10:30.840 INFO:teuthology.orchestra.run.smithi042.stdout:Wrote config to /etc/ceph/ceph.conf 2024-06-06T08:10:30.853 INFO:teuthology.orchestra.run.smithi042.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-06-06T08:10:30.853 INFO:teuthology.orchestra.run.smithi042.stdout:Creating mgr... 2024-06-06T08:10:30.854 INFO:teuthology.orchestra.run.smithi042.stdout:Verifying port 0.0.0.0:9283 ... 2024-06-06T08:10:30.854 INFO:teuthology.orchestra.run.smithi042.stdout:Verifying port 0.0.0.0:8765 ... 2024-06-06T08:10:31.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:30 smithi042 ceph-mon[32384]: mon.a is new leader, mons a in quorum (ranks 0) 2024-06-06T08:10:31.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:30 smithi042 ceph-mon[32384]: monmap epoch 1 2024-06-06T08:10:31.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:30 smithi042 ceph-mon[32384]: fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 2024-06-06T08:10:31.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:30 smithi042 ceph-mon[32384]: last_changed 2024-06-06T08:10:21.708563+0000 2024-06-06T08:10:31.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:30 smithi042 ceph-mon[32384]: created 2024-06-06T08:10:21.708563+0000 2024-06-06T08:10:31.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:30 smithi042 ceph-mon[32384]: min_mon_release 19 (squid) 2024-06-06T08:10:31.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:30 smithi042 ceph-mon[32384]: election_strategy: 1 2024-06-06T08:10:31.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:30 smithi042 ceph-mon[32384]: 0: [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] mon.a 2024-06-06T08:10:31.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:30 smithi042 ceph-mon[32384]: fsmap 2024-06-06T08:10:31.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:30 smithi042 ceph-mon[32384]: osdmap e1: 0 total, 0 up, 0 in 2024-06-06T08:10:31.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:30 smithi042 ceph-mon[32384]: mgrmap e1: no daemons active 2024-06-06T08:10:31.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:30 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/4119646317' entity='client.admin' 2024-06-06T08:10:31.091 INFO:teuthology.orchestra.run.smithi042.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mgr.x 2024-06-06T08:10:31.091 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stderr Failed to reset failed state of unit ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mgr.x.service: Unit ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mgr.x.service not loaded. 2024-06-06T08:10:31.249 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-103bdc14-23dc-11ef-bc9b-c7b262605968.target.wants/ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mgr.x.service → /etc/systemd/system/ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@.service. 2024-06-06T08:10:31.482 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:31 smithi042 systemd[1]: Starting Ceph mgr.x for 103bdc14-23dc-11ef-bc9b-c7b262605968... 2024-06-06T08:10:31.808 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:31 smithi042 podman[32595]: 2024-06-06 08:10:31.482229134 +0000 UTC m=+0.107118146 container create feac095d6ab249cdcd79cbbc107895073aae8c0b6f03e3ebb8a3a44677f3b185 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x, RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240528, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-06-06T08:10:31.808 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:31 smithi042 podman[32595]: 2024-06-06 08:10:31.392610342 +0000 UTC m=+0.017499370 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba 2024-06-06T08:10:31.808 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:31 smithi042 podman[32595]: 2024-06-06 08:10:31.685082828 +0000 UTC m=+0.309971856 container init feac095d6ab249cdcd79cbbc107895073aae8c0b6f03e3ebb8a3a44677f3b185 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x, org.label-schema.license=GPLv2, ceph=True, RELEASE=squid-3d89acc, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.build-date=20240528, io.buildah.version=1.33.5) 2024-06-06T08:10:31.808 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:31 smithi042 podman[32595]: 2024-06-06 08:10:31.688444447 +0000 UTC m=+0.313333460 container start feac095d6ab249cdcd79cbbc107895073aae8c0b6f03e3ebb8a3a44677f3b185 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, org.label-schema.build-date=20240528, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-06-06T08:10:31.808 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:31 smithi042 bash[32595]: feac095d6ab249cdcd79cbbc107895073aae8c0b6f03e3ebb8a3a44677f3b185 2024-06-06T08:10:31.822 INFO:teuthology.orchestra.run.smithi042.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-06-06T08:10:31.822 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stdout disabled 2024-06-06T08:10:31.830 INFO:teuthology.orchestra.run.smithi042.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-06-06T08:10:31.830 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stdout inactive 2024-06-06T08:10:31.830 INFO:teuthology.orchestra.run.smithi042.stdout:firewalld.service is not enabled 2024-06-06T08:10:31.830 INFO:teuthology.orchestra.run.smithi042.stdout:Not possible to enable service . firewalld.service is not available 2024-06-06T08:10:31.839 INFO:teuthology.orchestra.run.smithi042.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-06-06T08:10:31.839 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stdout disabled 2024-06-06T08:10:31.847 INFO:teuthology.orchestra.run.smithi042.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-06-06T08:10:31.847 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stdout inactive 2024-06-06T08:10:31.847 INFO:teuthology.orchestra.run.smithi042.stdout:firewalld.service is not enabled 2024-06-06T08:10:31.847 INFO:teuthology.orchestra.run.smithi042.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-06-06T08:10:31.847 INFO:teuthology.orchestra.run.smithi042.stdout:Waiting for mgr to start... 2024-06-06T08:10:31.847 INFO:teuthology.orchestra.run.smithi042.stdout:Waiting for mgr... 2024-06-06T08:10:32.065 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:31 smithi042 systemd[1]: Started Ceph mgr.x for 103bdc14-23dc-11ef-bc9b-c7b262605968. 2024-06-06T08:10:32.065 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:31 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:10:31.843+0000 7f426962b200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-06-06T08:10:32.065 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:32 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:10:32.045+0000 7f426962b200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-06-06T08:10:32.380 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:32 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:10:32.154+0000 7f426962b200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-06-06T08:10:32.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:32 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/2406048055' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-06-06T08:10:32.815 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:32 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:10:32.488+0000 7f426962b200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-06-06T08:10:32.815 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:32 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:10:32.577+0000 7f426962b200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-06-06T08:10:32.933 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout 2024-06-06T08:10:32.943 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout { 2024-06-06T08:10:32.943 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "fsid": "103bdc14-23dc-11ef-bc9b-c7b262605968", 2024-06-06T08:10:32.943 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "health": { 2024-06-06T08:10:32.944 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-06-06T08:10:32.944 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-06-06T08:10:32.944 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-06-06T08:10:32.944 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-06-06T08:10:32.944 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-06-06T08:10:32.944 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-06-06T08:10:32.944 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout 0 2024-06-06T08:10:32.944 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout ], 2024-06-06T08:10:32.944 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-06-06T08:10:32.944 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "a" 2024-06-06T08:10:32.944 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout ], 2024-06-06T08:10:32.944 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-06-06T08:10:32.944 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "monmap": { 2024-06-06T08:10:32.945 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-06T08:10:32.945 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-06-06T08:10:32.945 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-06-06T08:10:32.945 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-06-06T08:10:32.945 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-06-06T08:10:32.945 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-06T08:10:32.945 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-06-06T08:10:32.945 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-06-06T08:10:32.945 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-06-06T08:10:32.945 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-06-06T08:10:32.945 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-06-06T08:10:32.945 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-06-06T08:10:32.945 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-06-06T08:10:32.945 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-06-06T08:10:32.945 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-06-06T08:10:32.946 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-06-06T08:10:32.946 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-06-06T08:10:32.946 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-06-06T08:10:32.946 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-06-06T08:10:32.946 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-06-06T08:10:32.946 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-06-06T08:10:32.946 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-06-06T08:10:32.946 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-06-06T08:10:32.946 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-06-06T08:10:32.946 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-06T08:10:32.946 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-06-06T08:10:32.946 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-06-06T08:10:32.946 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-06-06T08:10:32.946 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-06-06T08:10:32.947 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "available": false, 2024-06-06T08:10:32.947 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-06-06T08:10:32.947 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "modules": [ 2024-06-06T08:10:32.947 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "iostat", 2024-06-06T08:10:32.947 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "nfs", 2024-06-06T08:10:32.947 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "restful" 2024-06-06T08:10:32.947 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout ], 2024-06-06T08:10:32.947 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "services": {} 2024-06-06T08:10:32.947 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-06-06T08:10:32.947 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-06-06T08:10:32.947 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-06T08:10:32.947 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "modified": "2024-06-06T08:10:24.766899+0000", 2024-06-06T08:10:32.947 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "services": {} 2024-06-06T08:10:32.947 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-06-06T08:10:32.947 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-06-06T08:10:32.948 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout } 2024-06-06T08:10:32.948 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:32.299+0000 7f5df9ff1700 1 Processor -- start 2024-06-06T08:10:32.948 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:32.299+0000 7f5df9ff1700 1 -- start start 2024-06-06T08:10:32.948 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:32.300+0000 7f5df9ff1700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5df4108a10 0x7f5df410ae00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:10:32.948 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:32.300+0000 7f5df9ff1700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5df407be00 con 0x7f5df4108a10 2024-06-06T08:10:32.948 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:32.300+0000 7f5df37fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5df4108a10 0x7f5df410ae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:10:32.948 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:32.300+0000 7f5df37fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5df4108a10 0x7f5df410ae00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:36186/0 (socket says 172.21.15.42:36186) 2024-06-06T08:10:32.948 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:32.300+0000 7f5df37fe700 1 -- 172.21.15.42:0/541321327 learned_addr learned my addr 172.21.15.42:0/541321327 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:10:32.948 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:32.300+0000 7f5df37fe700 1 -- 172.21.15.42:0/541321327 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5df410b340 con 0x7f5df4108a10 2024-06-06T08:10:32.948 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:32.300+0000 7f5df37fe700 1 --2- 172.21.15.42:0/541321327 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5df4108a10 0x7f5df410ae00 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f5de40098a0 tx=0x7f5de4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9beaee1949c24b59 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:10:32.948 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:32.301+0000 7f5df2ffd700 1 -- 172.21.15.42:0/541321327 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5de4004160 con 0x7f5df4108a10 2024-06-06T08:10:32.948 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:32.301+0000 7f5df2ffd700 1 -- 172.21.15.42:0/541321327 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f5de4004300 con 0x7f5df4108a10 2024-06-06T08:10:32.948 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:32.301+0000 7f5df2ffd700 1 -- 172.21.15.42:0/541321327 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5de4011b50 con 0x7f5df4108a10 2024-06-06T08:10:32.948 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:32.301+0000 7f5df9ff1700 1 -- 172.21.15.42:0/541321327 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5df4108a10 msgr2=0x7f5df410ae00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:10:32.949 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:32.301+0000 7f5df9ff1700 1 --2- 172.21.15.42:0/541321327 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5df4108a10 0x7f5df410ae00 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f5de40098a0 tx=0x7f5de4009bb0 comp rx=0 tx=0).stop 2024-06-06T08:10:32.949 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:32.301+0000 7f5df9ff1700 1 -- 172.21.15.42:0/541321327 shutdown_connections 2024-06-06T08:10:32.949 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:32.301+0000 7f5df9ff1700 1 --2- 172.21.15.42:0/541321327 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5df4108a10 0x7f5df410ae00 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:10:32.949 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:32.301+0000 7f5df9ff1700 1 -- 172.21.15.42:0/541321327 >> 172.21.15.42:0/541321327 conn(0x7f5df41023c0 msgr2=0x7f5df4104800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:10:32.949 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:32.301+0000 7f5df9ff1700 1 -- 172.21.15.42:0/541321327 shutdown_connections 2024-06-06T08:10:32.949 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:32.302+0000 7f5df9ff1700 1 -- 172.21.15.42:0/541321327 wait complete. 2024-06-06T08:10:32.949 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:32.302+0000 7f5df9ff1700 1 Processor -- start 2024-06-06T08:10:32.949 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:32.302+0000 7f5df9ff1700 1 -- start start 2024-06-06T08:10:32.949 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:32.302+0000 7f5df9ff1700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5df4108a10 0x7f5df419beb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:10:32.949 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:32.302+0000 7f5df9ff1700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5df410c300 con 0x7f5df4108a10 2024-06-06T08:10:32.949 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:32.302+0000 7f5df37fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5df4108a10 0x7f5df419beb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:10:32.949 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:32.302+0000 7f5df37fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5df4108a10 0x7f5df419beb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:36202/0 (socket says 172.21.15.42:36202) 2024-06-06T08:10:32.949 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:32.302+0000 7f5df37fe700 1 -- 172.21.15.42:0/2406048055 learned_addr learned my addr 172.21.15.42:0/2406048055 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:10:32.949 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:32.303+0000 7f5df37fe700 1 -- 172.21.15.42:0/2406048055 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5df419c3f0 con 0x7f5df4108a10 2024-06-06T08:10:32.950 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:32.303+0000 7f5df37fe700 1 --2- 172.21.15.42:0/2406048055 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5df4108a10 0x7f5df419beb0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f5de4011b60 tx=0x7f5de4011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:10:32.950 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:32.303+0000 7f5df17fa700 1 -- 172.21.15.42:0/2406048055 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5de4003b20 con 0x7f5df4108a10 2024-06-06T08:10:32.950 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:32.303+0000 7f5df17fa700 1 -- 172.21.15.42:0/2406048055 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f5de4003cc0 con 0x7f5df4108a10 2024-06-06T08:10:32.950 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:32.303+0000 7f5df9ff1700 1 -- 172.21.15.42:0/2406048055 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5df419c680 con 0x7f5df4108a10 2024-06-06T08:10:32.950 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:32.303+0000 7f5df17fa700 1 -- 172.21.15.42:0/2406048055 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5de4024840 con 0x7f5df4108a10 2024-06-06T08:10:32.950 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:32.303+0000 7f5df9ff1700 1 -- 172.21.15.42:0/2406048055 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5df419f370 con 0x7f5df4108a10 2024-06-06T08:10:32.950 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:32.303+0000 7f5df17fa700 1 -- 172.21.15.42:0/2406048055 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f5de4022020 con 0x7f5df4108a10 2024-06-06T08:10:32.950 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:32.303+0000 7f5df17fa700 1 -- 172.21.15.42:0/2406048055 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f5de4011e00 con 0x7f5df4108a10 2024-06-06T08:10:32.950 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:32.304+0000 7f5df9ff1700 1 -- 172.21.15.42:0/2406048055 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5df4063af0 con 0x7f5df4108a10 2024-06-06T08:10:32.950 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:32.306+0000 7f5df17fa700 1 -- 172.21.15.42:0/2406048055 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7f5de402d3f0 con 0x7f5df4108a10 2024-06-06T08:10:32.950 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:32.381+0000 7f5df9ff1700 1 -- 172.21.15.42:0/2406048055 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f5df419f8c0 con 0x7f5df4108a10 2024-06-06T08:10:32.950 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:32.381+0000 7f5df17fa700 1 -- 172.21.15.42:0/2406048055 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f5de4032030 con 0x7f5df4108a10 2024-06-06T08:10:32.950 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:32.383+0000 7f5df9ff1700 1 -- 172.21.15.42:0/2406048055 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5df4108a10 msgr2=0x7f5df419beb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:10:32.951 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:32.383+0000 7f5df9ff1700 1 --2- 172.21.15.42:0/2406048055 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5df4108a10 0x7f5df419beb0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f5de4011b60 tx=0x7f5de4011c40 comp rx=0 tx=0).stop 2024-06-06T08:10:32.951 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:32.383+0000 7f5df9ff1700 1 -- 172.21.15.42:0/2406048055 shutdown_connections 2024-06-06T08:10:32.951 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:32.383+0000 7f5df9ff1700 1 --2- 172.21.15.42:0/2406048055 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5df4108a10 0x7f5df419beb0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:10:32.951 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:32.383+0000 7f5df9ff1700 1 -- 172.21.15.42:0/2406048055 >> 172.21.15.42:0/2406048055 conn(0x7f5df41023c0 msgr2=0x7f5df4102e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:10:32.951 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:32.383+0000 7f5df9ff1700 1 -- 172.21.15.42:0/2406048055 shutdown_connections 2024-06-06T08:10:32.951 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:32.383+0000 7f5df9ff1700 1 -- 172.21.15.42:0/2406048055 wait complete. 2024-06-06T08:10:32.951 INFO:teuthology.orchestra.run.smithi042.stdout:mgr not available, waiting (1/15)... 2024-06-06T08:10:34.210 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:33 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:10:33.857+0000 7f426962b200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-06-06T08:10:34.210 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:34 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:10:34.034+0000 7f426962b200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-06-06T08:10:34.210 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:34 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:10:34.211+0000 7f426962b200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-06-06T08:10:34.815 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:34 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:10:34.511+0000 7f426962b200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-06-06T08:10:34.815 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:34 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:10:34.606+0000 7f426962b200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-06-06T08:10:35.068 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:34 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:10:34.817+0000 7f426962b200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-06-06T08:10:35.068 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:35 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:10:35.020+0000 7f426962b200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-06-06T08:10:35.680 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:35 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/142007116' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-06-06T08:10:36.039 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:35 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:10:35.681+0000 7f426962b200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-06-06T08:10:36.057 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout 2024-06-06T08:10:36.057 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout { 2024-06-06T08:10:36.057 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "fsid": "103bdc14-23dc-11ef-bc9b-c7b262605968", 2024-06-06T08:10:36.057 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "health": { 2024-06-06T08:10:36.057 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-06-06T08:10:36.057 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-06-06T08:10:36.058 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-06-06T08:10:36.058 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-06-06T08:10:36.058 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-06-06T08:10:36.058 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-06-06T08:10:36.058 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout 0 2024-06-06T08:10:36.058 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout ], 2024-06-06T08:10:36.058 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-06-06T08:10:36.058 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "a" 2024-06-06T08:10:36.058 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout ], 2024-06-06T08:10:36.058 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "quorum_age": 5, 2024-06-06T08:10:36.059 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "monmap": { 2024-06-06T08:10:36.059 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-06T08:10:36.059 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-06-06T08:10:36.059 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-06-06T08:10:36.059 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-06-06T08:10:36.059 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-06-06T08:10:36.059 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-06T08:10:36.059 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-06-06T08:10:36.059 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-06-06T08:10:36.059 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-06-06T08:10:36.060 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-06-06T08:10:36.060 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-06-06T08:10:36.060 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-06-06T08:10:36.060 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-06-06T08:10:36.060 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-06-06T08:10:36.060 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-06-06T08:10:36.060 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-06-06T08:10:36.060 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-06-06T08:10:36.060 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-06-06T08:10:36.060 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-06-06T08:10:36.061 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-06-06T08:10:36.061 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-06-06T08:10:36.061 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-06-06T08:10:36.061 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-06-06T08:10:36.061 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-06-06T08:10:36.061 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-06T08:10:36.061 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-06-06T08:10:36.061 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-06-06T08:10:36.061 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-06-06T08:10:36.061 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-06-06T08:10:36.062 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "available": false, 2024-06-06T08:10:36.062 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-06-06T08:10:36.062 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "modules": [ 2024-06-06T08:10:36.062 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "iostat", 2024-06-06T08:10:36.062 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "nfs", 2024-06-06T08:10:36.062 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "restful" 2024-06-06T08:10:36.062 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout ], 2024-06-06T08:10:36.062 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "services": {} 2024-06-06T08:10:36.062 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-06-06T08:10:36.063 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-06-06T08:10:36.065 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-06T08:10:36.066 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "modified": "2024-06-06T08:10:24.766899+0000", 2024-06-06T08:10:36.066 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "services": {} 2024-06-06T08:10:36.066 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-06-06T08:10:36.066 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-06-06T08:10:36.066 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout } 2024-06-06T08:10:36.066 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:35.364+0000 7f173839b700 1 Processor -- start 2024-06-06T08:10:36.066 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:35.364+0000 7f173839b700 1 -- start start 2024-06-06T08:10:36.066 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:35.364+0000 7f173839b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1730106210 0x7f1730106630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:10:36.066 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:35.364+0000 7f173839b700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f1730106c00 con 0x7f1730106210 2024-06-06T08:10:36.066 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:35.364+0000 7f1736137700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1730106210 0x7f1730106630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:10:36.066 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:35.364+0000 7f1736137700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1730106210 0x7f1730106630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:36216/0 (socket says 172.21.15.42:36216) 2024-06-06T08:10:36.067 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:35.364+0000 7f1736137700 1 -- 172.21.15.42:0/168910112 learned_addr learned my addr 172.21.15.42:0/168910112 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:10:36.067 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:35.365+0000 7f1736137700 1 -- 172.21.15.42:0/168910112 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1730106d80 con 0x7f1730106210 2024-06-06T08:10:36.067 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:35.365+0000 7f1736137700 1 --2- 172.21.15.42:0/168910112 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1730106210 0x7f1730106630 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f172c0098a0 tx=0x7f172c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66c1f074721cd0d3 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:10:36.067 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:35.365+0000 7f1735135700 1 -- 172.21.15.42:0/168910112 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f172c004160 con 0x7f1730106210 2024-06-06T08:10:36.067 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:35.365+0000 7f1735135700 1 -- 172.21.15.42:0/168910112 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f172c004300 con 0x7f1730106210 2024-06-06T08:10:36.067 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:35.365+0000 7f1735135700 1 -- 172.21.15.42:0/168910112 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f172c011b50 con 0x7f1730106210 2024-06-06T08:10:36.067 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:35.366+0000 7f173839b700 1 -- 172.21.15.42:0/168910112 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1730106210 msgr2=0x7f1730106630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:10:36.067 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:35.366+0000 7f173839b700 1 --2- 172.21.15.42:0/168910112 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1730106210 0x7f1730106630 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f172c0098a0 tx=0x7f172c009bb0 comp rx=0 tx=0).stop 2024-06-06T08:10:36.067 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:35.366+0000 7f173839b700 1 -- 172.21.15.42:0/168910112 shutdown_connections 2024-06-06T08:10:36.067 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:35.366+0000 7f173839b700 1 --2- 172.21.15.42:0/168910112 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1730106210 0x7f1730106630 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:10:36.067 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:35.366+0000 7f173839b700 1 -- 172.21.15.42:0/168910112 >> 172.21.15.42:0/168910112 conn(0x7f1730101b90 msgr2=0x7f1730103fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:10:36.068 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:35.366+0000 7f173839b700 1 -- 172.21.15.42:0/168910112 shutdown_connections 2024-06-06T08:10:36.068 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:35.366+0000 7f173839b700 1 -- 172.21.15.42:0/168910112 wait complete. 2024-06-06T08:10:36.068 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:35.366+0000 7f173839b700 1 Processor -- start 2024-06-06T08:10:36.068 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:35.366+0000 7f173839b700 1 -- start start 2024-06-06T08:10:36.068 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:35.367+0000 7f173839b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1730106210 0x7f1730108b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:10:36.068 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:35.367+0000 7f173839b700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f173010c4c0 con 0x7f1730106210 2024-06-06T08:10:36.068 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:35.367+0000 7f1736137700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1730106210 0x7f1730108b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:10:36.068 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:35.367+0000 7f1736137700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1730106210 0x7f1730108b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:36228/0 (socket says 172.21.15.42:36228) 2024-06-06T08:10:36.068 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:35.367+0000 7f1736137700 1 -- 172.21.15.42:0/142007116 learned_addr learned my addr 172.21.15.42:0/142007116 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:10:36.068 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:35.367+0000 7f1736137700 1 -- 172.21.15.42:0/142007116 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1730109050 con 0x7f1730106210 2024-06-06T08:10:36.068 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:35.367+0000 7f1736137700 1 --2- 172.21.15.42:0/142007116 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1730106210 0x7f1730108b10 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f172c011670 tx=0x7f172c011b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:10:36.069 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:35.367+0000 7f17277fe700 1 -- 172.21.15.42:0/142007116 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f172c0039c0 con 0x7f1730106210 2024-06-06T08:10:36.069 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:35.367+0000 7f17277fe700 1 -- 172.21.15.42:0/142007116 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f172c011e50 con 0x7f1730106210 2024-06-06T08:10:36.069 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:35.367+0000 7f173839b700 1 -- 172.21.15.42:0/142007116 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1730107240 con 0x7f1730106210 2024-06-06T08:10:36.069 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:35.367+0000 7f17277fe700 1 -- 172.21.15.42:0/142007116 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f172c01a5c0 con 0x7f1730106210 2024-06-06T08:10:36.069 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:35.367+0000 7f173839b700 1 -- 172.21.15.42:0/142007116 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1730107780 con 0x7f1730106210 2024-06-06T08:10:36.069 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:35.368+0000 7f17277fe700 1 -- 172.21.15.42:0/142007116 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f172c01ac00 con 0x7f1730106210 2024-06-06T08:10:36.069 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:35.368+0000 7f17277fe700 1 -- 172.21.15.42:0/142007116 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f172c019700 con 0x7f1730106210 2024-06-06T08:10:36.069 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:35.368+0000 7f173839b700 1 -- 172.21.15.42:0/142007116 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1730063af0 con 0x7f1730106210 2024-06-06T08:10:36.069 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:35.371+0000 7f17277fe700 1 -- 172.21.15.42:0/142007116 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7f172c003b60 con 0x7f1730106210 2024-06-06T08:10:36.069 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:35.468+0000 7f173839b700 1 -- 172.21.15.42:0/142007116 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f1730107cb0 con 0x7f1730106210 2024-06-06T08:10:36.069 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:35.469+0000 7f17277fe700 1 -- 172.21.15.42:0/142007116 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f172c0199a0 con 0x7f1730106210 2024-06-06T08:10:36.069 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:35.470+0000 7f173839b700 1 -- 172.21.15.42:0/142007116 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1730106210 msgr2=0x7f1730108b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:10:36.070 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:35.470+0000 7f173839b700 1 --2- 172.21.15.42:0/142007116 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1730106210 0x7f1730108b10 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f172c011670 tx=0x7f172c011b60 comp rx=0 tx=0).stop 2024-06-06T08:10:36.070 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:35.470+0000 7f173839b700 1 -- 172.21.15.42:0/142007116 shutdown_connections 2024-06-06T08:10:36.070 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:35.470+0000 7f173839b700 1 --2- 172.21.15.42:0/142007116 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1730106210 0x7f1730108b10 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:10:36.070 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:35.470+0000 7f173839b700 1 -- 172.21.15.42:0/142007116 >> 172.21.15.42:0/142007116 conn(0x7f1730101b90 msgr2=0x7f17301026f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:10:36.070 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:35.470+0000 7f173839b700 1 -- 172.21.15.42:0/142007116 shutdown_connections 2024-06-06T08:10:36.070 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:35.470+0000 7f173839b700 1 -- 172.21.15.42:0/142007116 wait complete. 2024-06-06T08:10:36.070 INFO:teuthology.orchestra.run.smithi042.stdout:mgr not available, waiting (2/15)... 2024-06-06T08:10:36.315 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:36 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:10:36.124+0000 7f426962b200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-06-06T08:10:36.315 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:36 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:10:36.225+0000 7f426962b200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-06-06T08:10:36.815 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:36 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:10:36.434+0000 7f426962b200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-06-06T08:10:37.315 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:37 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:10:37.002+0000 7f426962b200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-06-06T08:10:37.315 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:37 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:10:37.098+0000 7f426962b200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-06-06T08:10:37.713 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:37 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:10:37.353+0000 7f426962b200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-06-06T08:10:37.713 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:37 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:10:37.493+0000 7f426962b200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-06-06T08:10:37.713 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:37 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:10:37.593+0000 7f426962b200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-06-06T08:10:37.714 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:37 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:10:37.714+0000 7f426962b200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-06-06T08:10:38.315 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:38 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:10:38.024+0000 7f426962b200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-06-06T08:10:38.683 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:38 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/848260350' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-06-06T08:10:39.045 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:38 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:10:38.683+0000 7f426962b200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-06-06T08:10:39.045 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:38 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:10:38.910+0000 7f426962b200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-06-06T08:10:39.056 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout 2024-06-06T08:10:39.056 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout { 2024-06-06T08:10:39.057 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "fsid": "103bdc14-23dc-11ef-bc9b-c7b262605968", 2024-06-06T08:10:39.057 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "health": { 2024-06-06T08:10:39.057 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-06-06T08:10:39.057 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-06-06T08:10:39.057 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-06-06T08:10:39.057 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-06-06T08:10:39.057 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-06-06T08:10:39.057 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-06-06T08:10:39.057 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout 0 2024-06-06T08:10:39.057 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout ], 2024-06-06T08:10:39.057 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-06-06T08:10:39.057 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "a" 2024-06-06T08:10:39.057 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout ], 2024-06-06T08:10:39.058 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "quorum_age": 8, 2024-06-06T08:10:39.058 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "monmap": { 2024-06-06T08:10:39.058 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-06T08:10:39.058 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-06-06T08:10:39.058 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-06-06T08:10:39.058 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-06-06T08:10:39.058 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-06-06T08:10:39.058 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-06T08:10:39.058 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-06-06T08:10:39.058 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-06-06T08:10:39.058 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-06-06T08:10:39.058 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-06-06T08:10:39.058 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-06-06T08:10:39.058 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-06-06T08:10:39.059 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-06-06T08:10:39.059 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-06-06T08:10:39.059 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-06-06T08:10:39.059 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-06-06T08:10:39.059 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-06-06T08:10:39.059 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-06-06T08:10:39.059 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-06-06T08:10:39.059 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-06-06T08:10:39.059 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-06-06T08:10:39.059 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-06-06T08:10:39.059 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-06-06T08:10:39.059 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-06-06T08:10:39.059 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-06T08:10:39.059 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-06-06T08:10:39.060 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-06-06T08:10:39.060 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-06-06T08:10:39.060 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-06-06T08:10:39.060 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "available": false, 2024-06-06T08:10:39.060 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-06-06T08:10:39.060 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "modules": [ 2024-06-06T08:10:39.060 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "iostat", 2024-06-06T08:10:39.060 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "nfs", 2024-06-06T08:10:39.060 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "restful" 2024-06-06T08:10:39.060 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout ], 2024-06-06T08:10:39.060 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "services": {} 2024-06-06T08:10:39.060 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-06-06T08:10:39.060 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-06-06T08:10:39.060 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-06T08:10:39.060 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "modified": "2024-06-06T08:10:24.766899+0000", 2024-06-06T08:10:39.061 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "services": {} 2024-06-06T08:10:39.061 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-06-06T08:10:39.061 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-06-06T08:10:39.061 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout } 2024-06-06T08:10:39.061 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:38.437+0000 7f494a518700 1 Processor -- start 2024-06-06T08:10:39.061 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:38.437+0000 7f494a518700 1 -- start start 2024-06-06T08:10:39.061 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:38.438+0000 7f494a518700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4944106240 0x7f4944106660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:10:39.061 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:38.438+0000 7f494a518700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4944106c30 con 0x7f4944106240 2024-06-06T08:10:39.061 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:38.438+0000 7f4943fff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4944106240 0x7f4944106660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:10:39.061 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:38.438+0000 7f4943fff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4944106240 0x7f4944106660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:39376/0 (socket says 172.21.15.42:39376) 2024-06-06T08:10:39.061 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:38.438+0000 7f4943fff700 1 -- 172.21.15.42:0/2214014519 learned_addr learned my addr 172.21.15.42:0/2214014519 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:10:39.061 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:38.438+0000 7f4943fff700 1 -- 172.21.15.42:0/2214014519 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49441091d0 con 0x7f4944106240 2024-06-06T08:10:39.061 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:38.438+0000 7f4943fff700 1 --2- 172.21.15.42:0/2214014519 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4944106240 0x7f4944106660 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f49340098a0 tx=0x7f4934009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=36a6c1a2a14adbd4 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:10:39.061 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:38.438+0000 7f4942ffd700 1 -- 172.21.15.42:0/2214014519 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4934004160 con 0x7f4944106240 2024-06-06T08:10:39.062 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:38.438+0000 7f4942ffd700 1 -- 172.21.15.42:0/2214014519 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f4934004300 con 0x7f4944106240 2024-06-06T08:10:39.062 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:38.438+0000 7f4942ffd700 1 -- 172.21.15.42:0/2214014519 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4934011b50 con 0x7f4944106240 2024-06-06T08:10:39.062 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:38.439+0000 7f494a518700 1 -- 172.21.15.42:0/2214014519 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4944106240 msgr2=0x7f4944106660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:10:39.062 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:38.439+0000 7f494a518700 1 --2- 172.21.15.42:0/2214014519 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4944106240 0x7f4944106660 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f49340098a0 tx=0x7f4934009bb0 comp rx=0 tx=0).stop 2024-06-06T08:10:39.062 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:38.439+0000 7f494a518700 1 -- 172.21.15.42:0/2214014519 shutdown_connections 2024-06-06T08:10:39.062 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:38.439+0000 7f494a518700 1 --2- 172.21.15.42:0/2214014519 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4944106240 0x7f4944106660 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:10:39.062 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:38.439+0000 7f494a518700 1 -- 172.21.15.42:0/2214014519 >> 172.21.15.42:0/2214014519 conn(0x7f4944101b90 msgr2=0x7f4944103fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:10:39.062 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:38.439+0000 7f494a518700 1 -- 172.21.15.42:0/2214014519 shutdown_connections 2024-06-06T08:10:39.062 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:38.439+0000 7f494a518700 1 -- 172.21.15.42:0/2214014519 wait complete. 2024-06-06T08:10:39.062 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:38.440+0000 7f494a518700 1 Processor -- start 2024-06-06T08:10:39.062 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:38.440+0000 7f494a518700 1 -- start start 2024-06-06T08:10:39.062 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:38.440+0000 7f494a518700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4944106240 0x7f494419bf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:10:39.062 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:38.440+0000 7f494a518700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f494410c580 con 0x7f4944106240 2024-06-06T08:10:39.063 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:38.440+0000 7f4943fff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4944106240 0x7f494419bf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:10:39.063 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:38.440+0000 7f4943fff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4944106240 0x7f494419bf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:39378/0 (socket says 172.21.15.42:39378) 2024-06-06T08:10:39.063 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:38.440+0000 7f4943fff700 1 -- 172.21.15.42:0/848260350 learned_addr learned my addr 172.21.15.42:0/848260350 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:10:39.063 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:38.441+0000 7f4943fff700 1 -- 172.21.15.42:0/848260350 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f494419c480 con 0x7f4944106240 2024-06-06T08:10:39.063 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:38.441+0000 7f4943fff700 1 --2- 172.21.15.42:0/848260350 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4944106240 0x7f494419bf40 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f4934011670 tx=0x7f4934011b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:10:39.063 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:38.441+0000 7f49417fa700 1 -- 172.21.15.42:0/848260350 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f49340039c0 con 0x7f4944106240 2024-06-06T08:10:39.063 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:38.441+0000 7f494a518700 1 -- 172.21.15.42:0/848260350 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f494419c710 con 0x7f4944106240 2024-06-06T08:10:39.063 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:38.441+0000 7f49417fa700 1 -- 172.21.15.42:0/848260350 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f4934011e50 con 0x7f4944106240 2024-06-06T08:10:39.063 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:38.441+0000 7f49417fa700 1 -- 172.21.15.42:0/848260350 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f493401a5c0 con 0x7f4944106240 2024-06-06T08:10:39.063 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:38.441+0000 7f494a518700 1 -- 172.21.15.42:0/848260350 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f494419f400 con 0x7f4944106240 2024-06-06T08:10:39.063 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:38.441+0000 7f49417fa700 1 -- 172.21.15.42:0/848260350 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f493401ac00 con 0x7f4944106240 2024-06-06T08:10:39.063 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:38.441+0000 7f49417fa700 1 -- 172.21.15.42:0/848260350 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f4934019700 con 0x7f4944106240 2024-06-06T08:10:39.063 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:38.442+0000 7f494a518700 1 -- 172.21.15.42:0/848260350 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4944063af0 con 0x7f4944106240 2024-06-06T08:10:39.064 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:38.446+0000 7f49417fa700 1 -- 172.21.15.42:0/848260350 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7f4934003b60 con 0x7f4944106240 2024-06-06T08:10:39.064 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:38.520+0000 7f494a518700 1 -- 172.21.15.42:0/848260350 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f494419f5d0 con 0x7f4944106240 2024-06-06T08:10:39.064 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:38.521+0000 7f49417fa700 1 -- 172.21.15.42:0/848260350 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f49340199a0 con 0x7f4944106240 2024-06-06T08:10:39.064 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:38.522+0000 7f494a518700 1 -- 172.21.15.42:0/848260350 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4944106240 msgr2=0x7f494419bf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:10:39.064 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:38.522+0000 7f494a518700 1 --2- 172.21.15.42:0/848260350 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4944106240 0x7f494419bf40 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f4934011670 tx=0x7f4934011b60 comp rx=0 tx=0).stop 2024-06-06T08:10:39.064 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:38.522+0000 7f494a518700 1 -- 172.21.15.42:0/848260350 shutdown_connections 2024-06-06T08:10:39.064 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:38.522+0000 7f494a518700 1 --2- 172.21.15.42:0/848260350 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4944106240 0x7f494419bf40 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:10:39.064 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:38.522+0000 7f494a518700 1 -- 172.21.15.42:0/848260350 >> 172.21.15.42:0/848260350 conn(0x7f4944101b90 msgr2=0x7f4944102630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:10:39.064 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:38.522+0000 7f494a518700 1 -- 172.21.15.42:0/848260350 shutdown_connections 2024-06-06T08:10:39.064 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:38.522+0000 7f494a518700 1 -- 172.21.15.42:0/848260350 wait complete. 2024-06-06T08:10:39.064 INFO:teuthology.orchestra.run.smithi042.stdout:mgr not available, waiting (3/15)... 2024-06-06T08:10:40.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:39 smithi042 ceph-mon[32384]: Activating manager daemon x 2024-06-06T08:10:40.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:39 smithi042 ceph-mon[32384]: mgrmap e2: x(active, starting, since 0.0029495s) 2024-06-06T08:10:40.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:39 smithi042 ceph-mon[32384]: from='mgr.14100 172.21.15.42:0/2391201668' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-06-06T08:10:40.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:39 smithi042 ceph-mon[32384]: from='mgr.14100 172.21.15.42:0/2391201668' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-06-06T08:10:40.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:39 smithi042 ceph-mon[32384]: from='mgr.14100 172.21.15.42:0/2391201668' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-06-06T08:10:40.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:39 smithi042 ceph-mon[32384]: from='mgr.14100 172.21.15.42:0/2391201668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T08:10:40.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:39 smithi042 ceph-mon[32384]: from='mgr.14100 172.21.15.42:0/2391201668' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-06-06T08:10:40.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:39 smithi042 ceph-mon[32384]: Manager daemon x is now available 2024-06-06T08:10:40.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:39 smithi042 ceph-mon[32384]: from='mgr.14100 172.21.15.42:0/2391201668' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-06-06T08:10:40.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:39 smithi042 ceph-mon[32384]: from='mgr.14100 172.21.15.42:0/2391201668' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-06-06T08:10:40.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:39 smithi042 ceph-mon[32384]: from='mgr.14100 172.21.15.42:0/2391201668' entity='mgr.x' 2024-06-06T08:10:40.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:39 smithi042 ceph-mon[32384]: from='mgr.14100 172.21.15.42:0/2391201668' entity='mgr.x' 2024-06-06T08:10:40.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:39 smithi042 ceph-mon[32384]: from='mgr.14100 172.21.15.42:0/2391201668' entity='mgr.x' 2024-06-06T08:10:41.171 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:40 smithi042 ceph-mon[32384]: mgrmap e3: x(active, since 1.00714s) 2024-06-06T08:10:42.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:41 smithi042 ceph-mon[32384]: mgrmap e4: x(active, since 2s) 2024-06-06T08:10:42.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:41 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/2466715298' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-06-06T08:10:42.289 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout 2024-06-06T08:10:42.289 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout { 2024-06-06T08:10:42.289 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "fsid": "103bdc14-23dc-11ef-bc9b-c7b262605968", 2024-06-06T08:10:42.289 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "health": { 2024-06-06T08:10:42.289 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-06-06T08:10:42.289 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-06-06T08:10:42.290 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-06-06T08:10:42.290 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-06-06T08:10:42.290 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-06-06T08:10:42.290 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-06-06T08:10:42.290 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout 0 2024-06-06T08:10:42.290 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout ], 2024-06-06T08:10:42.290 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-06-06T08:10:42.290 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "a" 2024-06-06T08:10:42.290 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout ], 2024-06-06T08:10:42.290 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "quorum_age": 12, 2024-06-06T08:10:42.290 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "monmap": { 2024-06-06T08:10:42.290 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-06T08:10:42.290 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-06-06T08:10:42.291 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-06-06T08:10:42.291 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-06-06T08:10:42.291 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-06-06T08:10:42.291 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-06T08:10:42.291 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-06-06T08:10:42.291 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-06-06T08:10:42.291 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-06-06T08:10:42.299 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-06-06T08:10:42.299 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-06-06T08:10:42.299 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-06-06T08:10:42.299 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-06-06T08:10:42.299 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-06-06T08:10:42.299 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-06-06T08:10:42.299 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-06-06T08:10:42.299 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-06-06T08:10:42.299 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-06-06T08:10:42.299 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-06-06T08:10:42.299 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-06-06T08:10:42.300 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-06-06T08:10:42.300 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-06-06T08:10:42.300 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-06-06T08:10:42.300 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-06-06T08:10:42.300 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-06T08:10:42.300 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-06-06T08:10:42.300 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-06-06T08:10:42.300 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-06-06T08:10:42.300 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-06-06T08:10:42.300 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "available": true, 2024-06-06T08:10:42.300 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-06-06T08:10:42.300 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "modules": [ 2024-06-06T08:10:42.300 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "iostat", 2024-06-06T08:10:42.301 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "nfs", 2024-06-06T08:10:42.301 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "restful" 2024-06-06T08:10:42.301 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout ], 2024-06-06T08:10:42.301 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "services": {} 2024-06-06T08:10:42.301 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-06-06T08:10:42.301 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-06-06T08:10:42.301 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-06T08:10:42.301 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "modified": "2024-06-06T08:10:24.766899+0000", 2024-06-06T08:10:42.301 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "services": {} 2024-06-06T08:10:42.301 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-06-06T08:10:42.301 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-06-06T08:10:42.301 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout } 2024-06-06T08:10:42.301 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:41.450+0000 7fc3391d6700 1 Processor -- start 2024-06-06T08:10:42.302 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:41.450+0000 7fc3391d6700 1 -- start start 2024-06-06T08:10:42.302 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:41.451+0000 7fc3391d6700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc334107fb0 0x7fc3341083d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:10:42.302 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:41.451+0000 7fc3391d6700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc334108910 con 0x7fc334107fb0 2024-06-06T08:10:42.302 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:41.451+0000 7fc332d9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc334107fb0 0x7fc3341083d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:10:42.302 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:41.451+0000 7fc332d9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc334107fb0 0x7fc3341083d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:39458/0 (socket says 172.21.15.42:39458) 2024-06-06T08:10:42.302 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:41.451+0000 7fc332d9d700 1 -- 172.21.15.42:0/1409066495 learned_addr learned my addr 172.21.15.42:0/1409066495 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:10:42.302 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:41.451+0000 7fc332d9d700 1 -- 172.21.15.42:0/1409066495 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc334109070 con 0x7fc334107fb0 2024-06-06T08:10:42.302 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:41.451+0000 7fc332d9d700 1 --2- 172.21.15.42:0/1409066495 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc334107fb0 0x7fc3341083d0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fc3240098a0 tx=0x7fc324009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1b92bd000f4cd34 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:10:42.302 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:41.452+0000 7fc331d9b700 1 -- 172.21.15.42:0/1409066495 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc324004160 con 0x7fc334107fb0 2024-06-06T08:10:42.302 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:41.452+0000 7fc331d9b700 1 -- 172.21.15.42:0/1409066495 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fc324004300 con 0x7fc334107fb0 2024-06-06T08:10:42.302 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:41.452+0000 7fc331d9b700 1 -- 172.21.15.42:0/1409066495 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc324011b50 con 0x7fc334107fb0 2024-06-06T08:10:42.302 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:41.452+0000 7fc3391d6700 1 -- 172.21.15.42:0/1409066495 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc334107fb0 msgr2=0x7fc3341083d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:10:42.302 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:41.452+0000 7fc3391d6700 1 --2- 172.21.15.42:0/1409066495 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc334107fb0 0x7fc3341083d0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fc3240098a0 tx=0x7fc324009bb0 comp rx=0 tx=0).stop 2024-06-06T08:10:42.303 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:41.452+0000 7fc3391d6700 1 -- 172.21.15.42:0/1409066495 shutdown_connections 2024-06-06T08:10:42.303 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:41.452+0000 7fc3391d6700 1 --2- 172.21.15.42:0/1409066495 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc334107fb0 0x7fc3341083d0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:10:42.303 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:41.452+0000 7fc3391d6700 1 -- 172.21.15.42:0/1409066495 >> 172.21.15.42:0/1409066495 conn(0x7fc334103570 msgr2=0x7fc334105990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:10:42.303 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:41.452+0000 7fc3391d6700 1 -- 172.21.15.42:0/1409066495 shutdown_connections 2024-06-06T08:10:42.303 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:41.452+0000 7fc3391d6700 1 -- 172.21.15.42:0/1409066495 wait complete. 2024-06-06T08:10:42.303 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:41.453+0000 7fc3391d6700 1 Processor -- start 2024-06-06T08:10:42.303 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:41.453+0000 7fc3391d6700 1 -- start start 2024-06-06T08:10:42.303 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:41.454+0000 7fc3391d6700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc334107fb0 0x7fc33419beb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:10:42.303 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:41.454+0000 7fc3391d6700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc33410c4b0 con 0x7fc334107fb0 2024-06-06T08:10:42.303 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:41.454+0000 7fc332d9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc334107fb0 0x7fc33419beb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:10:42.303 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:41.454+0000 7fc332d9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc334107fb0 0x7fc33419beb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:39466/0 (socket says 172.21.15.42:39466) 2024-06-06T08:10:42.304 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:41.454+0000 7fc332d9d700 1 -- 172.21.15.42:0/2466715298 learned_addr learned my addr 172.21.15.42:0/2466715298 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:10:42.304 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:41.454+0000 7fc332d9d700 1 -- 172.21.15.42:0/2466715298 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc33419c3f0 con 0x7fc334107fb0 2024-06-06T08:10:42.304 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:41.454+0000 7fc332d9d700 1 --2- 172.21.15.42:0/2466715298 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc334107fb0 0x7fc33419beb0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fc324011670 tx=0x7fc324011b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:10:42.304 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:41.454+0000 7fc32bfff700 1 -- 172.21.15.42:0/2466715298 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc3240039c0 con 0x7fc334107fb0 2024-06-06T08:10:42.304 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:41.454+0000 7fc32bfff700 1 -- 172.21.15.42:0/2466715298 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fc324011e50 con 0x7fc334107fb0 2024-06-06T08:10:42.304 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:41.454+0000 7fc3391d6700 1 -- 172.21.15.42:0/2466715298 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc33419c680 con 0x7fc334107fb0 2024-06-06T08:10:42.304 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:41.454+0000 7fc32bfff700 1 -- 172.21.15.42:0/2466715298 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc32401a5c0 con 0x7fc334107fb0 2024-06-06T08:10:42.304 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:41.454+0000 7fc3391d6700 1 -- 172.21.15.42:0/2466715298 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc33419f370 con 0x7fc334107fb0 2024-06-06T08:10:42.304 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:41.455+0000 7fc32bfff700 1 -- 172.21.15.42:0/2466715298 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 4) ==== 46276+0+0 (secure 0 0 0) 0x7fc32401a870 con 0x7fc334107fb0 2024-06-06T08:10:42.304 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:41.455+0000 7fc3391d6700 1 -- 172.21.15.42:0/2466715298 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc334063af0 con 0x7fc334107fb0 2024-06-06T08:10:42.304 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:41.456+0000 7fc32bfff700 1 --2- 172.21.15.42:0/2466715298 >> [v2:172.21.15.42:6800/1296506824,v1:172.21.15.42:6801/1296506824] conn(0x7fc320039000 0x7fc32003b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:10:42.304 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:41.456+0000 7fc32bfff700 1 -- 172.21.15.42:0/2466715298 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fc32404d240 con 0x7fc334107fb0 2024-06-06T08:10:42.305 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:41.456+0000 7fc33259c700 1 --2- 172.21.15.42:0/2466715298 >> [v2:172.21.15.42:6800/1296506824,v1:172.21.15.42:6801/1296506824] conn(0x7fc320039000 0x7fc32003b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:10:42.305 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:41.456+0000 7fc33259c700 1 --2- 172.21.15.42:0/2466715298 >> [v2:172.21.15.42:6800/1296506824,v1:172.21.15.42:6801/1296506824] conn(0x7fc320039000 0x7fc32003b4c0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fc31c006fd0 tx=0x7fc31c006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:10:42.305 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:41.461+0000 7fc32bfff700 1 -- 172.21.15.42:0/2466715298 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fc32402cc00 con 0x7fc334107fb0 2024-06-06T08:10:42.305 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:41.751+0000 7fc3391d6700 1 -- 172.21.15.42:0/2466715298 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7fc33419f540 con 0x7fc334107fb0 2024-06-06T08:10:42.305 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:41.751+0000 7fc32bfff700 1 -- 172.21.15.42:0/2466715298 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7fc33419f540 con 0x7fc334107fb0 2024-06-06T08:10:42.305 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:41.753+0000 7fc3391d6700 1 -- 172.21.15.42:0/2466715298 >> [v2:172.21.15.42:6800/1296506824,v1:172.21.15.42:6801/1296506824] conn(0x7fc320039000 msgr2=0x7fc32003b4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:10:42.305 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:41.753+0000 7fc3391d6700 1 --2- 172.21.15.42:0/2466715298 >> [v2:172.21.15.42:6800/1296506824,v1:172.21.15.42:6801/1296506824] conn(0x7fc320039000 0x7fc32003b4c0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fc31c006fd0 tx=0x7fc31c006e40 comp rx=0 tx=0).stop 2024-06-06T08:10:42.305 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:41.753+0000 7fc3391d6700 1 -- 172.21.15.42:0/2466715298 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc334107fb0 msgr2=0x7fc33419beb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:10:42.305 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:41.753+0000 7fc3391d6700 1 --2- 172.21.15.42:0/2466715298 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc334107fb0 0x7fc33419beb0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fc324011670 tx=0x7fc324011b60 comp rx=0 tx=0).stop 2024-06-06T08:10:42.305 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:41.754+0000 7fc3391d6700 1 -- 172.21.15.42:0/2466715298 shutdown_connections 2024-06-06T08:10:42.305 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:41.754+0000 7fc3391d6700 1 --2- 172.21.15.42:0/2466715298 >> [v2:172.21.15.42:6800/1296506824,v1:172.21.15.42:6801/1296506824] conn(0x7fc320039000 0x7fc32003b4c0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:10:42.305 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:41.754+0000 7fc3391d6700 1 --2- 172.21.15.42:0/2466715298 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc334107fb0 0x7fc33419beb0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:10:42.305 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:41.754+0000 7fc3391d6700 1 -- 172.21.15.42:0/2466715298 >> 172.21.15.42:0/2466715298 conn(0x7fc334103570 msgr2=0x7fc3341040a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:10:42.306 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:41.754+0000 7fc3391d6700 1 -- 172.21.15.42:0/2466715298 shutdown_connections 2024-06-06T08:10:42.306 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:41.754+0000 7fc3391d6700 1 -- 172.21.15.42:0/2466715298 wait complete. 2024-06-06T08:10:42.306 INFO:teuthology.orchestra.run.smithi042.stdout:mgr is available 2024-06-06T08:10:43.215 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:42 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/2498067821' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-06-06T08:10:43.492 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout 2024-06-06T08:10:43.492 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout [global] 2024-06-06T08:10:43.492 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout fsid = 103bdc14-23dc-11ef-bc9b-c7b262605968 2024-06-06T08:10:43.492 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-06-06T08:10:43.492 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-06-06T08:10:43.493 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-06-06T08:10:43.493 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-06-06T08:10:43.493 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout 2024-06-06T08:10:43.493 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout [mgr] 2024-06-06T08:10:43.493 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-06-06T08:10:43.493 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout 2024-06-06T08:10:43.493 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout [osd] 2024-06-06T08:10:43.493 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-06-06T08:10:43.493 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-06-06T08:10:43.493 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-06-06T08:10:43.493 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-06-06T08:10:43.493 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-06-06T08:10:43.493 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:42.700+0000 7fc6b536c700 1 Processor -- start 2024-06-06T08:10:43.494 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:42.700+0000 7fc6b536c700 1 -- start start 2024-06-06T08:10:43.494 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:42.700+0000 7fc6b536c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc6b0106840 0x7fc6b0106c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:10:43.494 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:42.700+0000 7fc6b536c700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc6b007c640 con 0x7fc6b0106840 2024-06-06T08:10:43.494 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:42.701+0000 7fc6aeffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc6b0106840 0x7fc6b0106c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:10:43.494 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:42.701+0000 7fc6aeffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc6b0106840 0x7fc6b0106c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:39468/0 (socket says 172.21.15.42:39468) 2024-06-06T08:10:43.494 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:42.701+0000 7fc6aeffd700 1 -- 172.21.15.42:0/351605156 learned_addr learned my addr 172.21.15.42:0/351605156 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:10:43.494 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:42.701+0000 7fc6aeffd700 1 -- 172.21.15.42:0/351605156 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6b01071a0 con 0x7fc6b0106840 2024-06-06T08:10:43.494 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:42.701+0000 7fc6aeffd700 1 --2- 172.21.15.42:0/351605156 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc6b0106840 0x7fc6b0106c60 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fc6a0009e80 tx=0x7fc6a000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c52dd0d5711ef8f6 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:10:43.494 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:42.701+0000 7fc6adffb700 1 -- 172.21.15.42:0/351605156 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc6a0017070 con 0x7fc6b0106840 2024-06-06T08:10:43.494 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:42.701+0000 7fc6adffb700 1 -- 172.21.15.42:0/351605156 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fc6a000b8c0 con 0x7fc6b0106840 2024-06-06T08:10:43.494 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:42.701+0000 7fc6adffb700 1 -- 172.21.15.42:0/351605156 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc6a00045c0 con 0x7fc6b0106840 2024-06-06T08:10:43.494 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:42.702+0000 7fc6b536c700 1 -- 172.21.15.42:0/351605156 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc6b0106840 msgr2=0x7fc6b0106c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:10:43.494 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:42.702+0000 7fc6b536c700 1 --2- 172.21.15.42:0/351605156 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc6b0106840 0x7fc6b0106c60 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fc6a0009e80 tx=0x7fc6a000b330 comp rx=0 tx=0).stop 2024-06-06T08:10:43.495 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:42.702+0000 7fc6b536c700 1 -- 172.21.15.42:0/351605156 shutdown_connections 2024-06-06T08:10:43.495 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:42.702+0000 7fc6b536c700 1 --2- 172.21.15.42:0/351605156 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc6b0106840 0x7fc6b0106c60 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:10:43.495 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:42.702+0000 7fc6b536c700 1 -- 172.21.15.42:0/351605156 >> 172.21.15.42:0/351605156 conn(0x7fc6b0102460 msgr2=0x7fc6b0104880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:10:43.495 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:42.702+0000 7fc6b536c700 1 -- 172.21.15.42:0/351605156 shutdown_connections 2024-06-06T08:10:43.495 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:42.702+0000 7fc6b536c700 1 -- 172.21.15.42:0/351605156 wait complete. 2024-06-06T08:10:43.495 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:42.702+0000 7fc6b536c700 1 Processor -- start 2024-06-06T08:10:43.495 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:42.703+0000 7fc6b536c700 1 -- start start 2024-06-06T08:10:43.495 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:42.703+0000 7fc6b536c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc6b0106840 0x7fc6b019e060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:10:43.495 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:42.703+0000 7fc6b536c700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc6b01080b0 con 0x7fc6b0106840 2024-06-06T08:10:43.495 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:42.703+0000 7fc6aeffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc6b0106840 0x7fc6b019e060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:10:43.495 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:42.703+0000 7fc6aeffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc6b0106840 0x7fc6b019e060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:39480/0 (socket says 172.21.15.42:39480) 2024-06-06T08:10:43.495 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:42.703+0000 7fc6aeffd700 1 -- 172.21.15.42:0/2498067821 learned_addr learned my addr 172.21.15.42:0/2498067821 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:10:43.496 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:42.703+0000 7fc6aeffd700 1 -- 172.21.15.42:0/2498067821 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6b019e5a0 con 0x7fc6b0106840 2024-06-06T08:10:43.496 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:42.703+0000 7fc6aeffd700 1 --2- 172.21.15.42:0/2498067821 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc6b0106840 0x7fc6b019e060 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fc6a0004350 tx=0x7fc6a000bd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:10:43.496 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:42.703+0000 7fc6a7fff700 1 -- 172.21.15.42:0/2498067821 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc6a0020020 con 0x7fc6b0106840 2024-06-06T08:10:43.496 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:42.704+0000 7fc6a7fff700 1 -- 172.21.15.42:0/2498067821 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fc6a0003c10 con 0x7fc6b0106840 2024-06-06T08:10:43.496 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:42.704+0000 7fc6b536c700 1 -- 172.21.15.42:0/2498067821 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6b019e830 con 0x7fc6b0106840 2024-06-06T08:10:43.496 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:42.704+0000 7fc6a7fff700 1 -- 172.21.15.42:0/2498067821 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc6a0017040 con 0x7fc6b0106840 2024-06-06T08:10:43.496 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:42.704+0000 7fc6b536c700 1 -- 172.21.15.42:0/2498067821 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6b01a1520 con 0x7fc6b0106840 2024-06-06T08:10:43.496 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:42.704+0000 7fc6a7fff700 1 -- 172.21.15.42:0/2498067821 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 4) ==== 46276+0+0 (secure 0 0 0) 0x7fc6a0023020 con 0x7fc6b0106840 2024-06-06T08:10:43.496 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:42.705+0000 7fc6b536c700 1 -- 172.21.15.42:0/2498067821 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc6b0063af0 con 0x7fc6b0106840 2024-06-06T08:10:43.496 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:42.705+0000 7fc6a7fff700 1 --2- 172.21.15.42:0/2498067821 >> [v2:172.21.15.42:6800/1296506824,v1:172.21.15.42:6801/1296506824] conn(0x7fc69c039050 0x7fc69c03b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:10:43.496 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:42.705+0000 7fc6a7fff700 1 -- 172.21.15.42:0/2498067821 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fc6a000f050 con 0x7fc6b0106840 2024-06-06T08:10:43.496 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:42.705+0000 7fc6ae7fc700 1 --2- 172.21.15.42:0/2498067821 >> [v2:172.21.15.42:6800/1296506824,v1:172.21.15.42:6801/1296506824] conn(0x7fc69c039050 0x7fc69c03b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:10:43.497 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:42.705+0000 7fc6ae7fc700 1 --2- 172.21.15.42:0/2498067821 >> [v2:172.21.15.42:6800/1296506824,v1:172.21.15.42:6801/1296506824] conn(0x7fc69c039050 0x7fc69c03b510 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fc698006fd0 tx=0x7fc698006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:10:43.497 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:42.710+0000 7fc6a7fff700 1 -- 172.21.15.42:0/2498067821 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fc6a002a020 con 0x7fc6b0106840 2024-06-06T08:10:43.497 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:42.916+0000 7fc6b536c700 1 -- 172.21.15.42:0/2498067821 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7fc6b002dfe0 con 0x7fc6b0106840 2024-06-06T08:10:43.497 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:42.917+0000 7fc6a7fff700 1 -- 172.21.15.42:0/2498067821 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v3) ==== 70+0+373 (secure 0 0 0) 0x7fc6a0011e00 con 0x7fc6b0106840 2024-06-06T08:10:43.497 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:42.919+0000 7fc6b536c700 1 -- 172.21.15.42:0/2498067821 >> [v2:172.21.15.42:6800/1296506824,v1:172.21.15.42:6801/1296506824] conn(0x7fc69c039050 msgr2=0x7fc69c03b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:10:43.497 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:42.919+0000 7fc6b536c700 1 --2- 172.21.15.42:0/2498067821 >> [v2:172.21.15.42:6800/1296506824,v1:172.21.15.42:6801/1296506824] conn(0x7fc69c039050 0x7fc69c03b510 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fc698006fd0 tx=0x7fc698006e40 comp rx=0 tx=0).stop 2024-06-06T08:10:43.497 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:42.919+0000 7fc6b536c700 1 -- 172.21.15.42:0/2498067821 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc6b0106840 msgr2=0x7fc6b019e060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:10:43.497 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:42.919+0000 7fc6b536c700 1 --2- 172.21.15.42:0/2498067821 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc6b0106840 0x7fc6b019e060 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fc6a0004350 tx=0x7fc6a000bd50 comp rx=0 tx=0).stop 2024-06-06T08:10:43.497 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:42.919+0000 7fc6b536c700 1 -- 172.21.15.42:0/2498067821 shutdown_connections 2024-06-06T08:10:43.497 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:42.919+0000 7fc6b536c700 1 --2- 172.21.15.42:0/2498067821 >> [v2:172.21.15.42:6800/1296506824,v1:172.21.15.42:6801/1296506824] conn(0x7fc69c039050 0x7fc69c03b510 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:10:43.497 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:42.919+0000 7fc6b536c700 1 --2- 172.21.15.42:0/2498067821 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc6b0106840 0x7fc6b019e060 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:10:43.497 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:42.919+0000 7fc6b536c700 1 -- 172.21.15.42:0/2498067821 >> 172.21.15.42:0/2498067821 conn(0x7fc6b0102460 msgr2=0x7fc6b0194d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:10:43.498 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:42.920+0000 7fc6b536c700 1 -- 172.21.15.42:0/2498067821 shutdown_connections 2024-06-06T08:10:43.498 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:42.920+0000 7fc6b536c700 1 -- 172.21.15.42:0/2498067821 wait complete. 2024-06-06T08:10:43.498 INFO:teuthology.orchestra.run.smithi042.stdout:Enabling cephadm module... 2024-06-06T08:10:44.555 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:44 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/348046112' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-06-06T08:10:44.556 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:44 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: ignoring --setuser ceph since I am not root 2024-06-06T08:10:44.556 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:44 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: ignoring --setgroup ceph since I am not root 2024-06-06T08:10:44.556 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:44 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:10:44.460+0000 7ffa4f135200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-06-06T08:10:44.815 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:44 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:10:44.653+0000 7ffa4f135200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-06-06T08:10:44.815 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:44 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:10:44.761+0000 7ffa4f135200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-06-06T08:10:44.830 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:43.946+0000 7f2013ab8700 1 Processor -- start 2024-06-06T08:10:44.830 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:43.947+0000 7f2013ab8700 1 -- start start 2024-06-06T08:10:44.830 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:43.947+0000 7f2013ab8700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f200c107fa0 0x7f200c1083e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:10:44.830 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:43.947+0000 7f2013ab8700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f200c108920 con 0x7f200c107fa0 2024-06-06T08:10:44.831 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:43.947+0000 7f2011854700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f200c107fa0 0x7f200c1083e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:10:44.831 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:43.947+0000 7f2011854700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f200c107fa0 0x7f200c1083e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:39490/0 (socket says 172.21.15.42:39490) 2024-06-06T08:10:44.831 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:43.947+0000 7f2011854700 1 -- 172.21.15.42:0/1928091378 learned_addr learned my addr 172.21.15.42:0/1928091378 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:10:44.831 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:43.947+0000 7f2011854700 1 -- 172.21.15.42:0/1928091378 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f200c1090e0 con 0x7f200c107fa0 2024-06-06T08:10:44.831 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:43.947+0000 7f2011854700 1 --2- 172.21.15.42:0/1928091378 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f200c107fa0 0x7f200c1083e0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f20080098a0 tx=0x7f2008009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5e9c081b316f35e server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:10:44.831 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:43.948+0000 7f2010852700 1 -- 172.21.15.42:0/1928091378 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2008004160 con 0x7f200c107fa0 2024-06-06T08:10:44.831 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:43.948+0000 7f2010852700 1 -- 172.21.15.42:0/1928091378 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f2008004300 con 0x7f200c107fa0 2024-06-06T08:10:44.831 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:43.948+0000 7f2010852700 1 -- 172.21.15.42:0/1928091378 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2008011b50 con 0x7f200c107fa0 2024-06-06T08:10:44.831 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:43.948+0000 7f2013ab8700 1 -- 172.21.15.42:0/1928091378 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f200c107fa0 msgr2=0x7f200c1083e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:10:44.831 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:43.948+0000 7f2013ab8700 1 --2- 172.21.15.42:0/1928091378 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f200c107fa0 0x7f200c1083e0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f20080098a0 tx=0x7f2008009bb0 comp rx=0 tx=0).stop 2024-06-06T08:10:44.832 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:43.948+0000 7f2013ab8700 1 -- 172.21.15.42:0/1928091378 shutdown_connections 2024-06-06T08:10:44.832 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:43.948+0000 7f2013ab8700 1 --2- 172.21.15.42:0/1928091378 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f200c107fa0 0x7f200c1083e0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:10:44.832 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:43.948+0000 7f2013ab8700 1 -- 172.21.15.42:0/1928091378 >> 172.21.15.42:0/1928091378 conn(0x7f200c1035d0 msgr2=0x7f200c1059f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:10:44.832 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:43.948+0000 7f2013ab8700 1 -- 172.21.15.42:0/1928091378 shutdown_connections 2024-06-06T08:10:44.832 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:43.948+0000 7f2013ab8700 1 -- 172.21.15.42:0/1928091378 wait complete. 2024-06-06T08:10:44.832 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:43.949+0000 7f2013ab8700 1 Processor -- start 2024-06-06T08:10:44.832 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:43.949+0000 7f2013ab8700 1 -- start start 2024-06-06T08:10:44.832 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:43.949+0000 7f2013ab8700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f200c107fa0 0x7f200c19bf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:10:44.832 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:43.949+0000 7f2013ab8700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f200c10c3a0 con 0x7f200c107fa0 2024-06-06T08:10:44.832 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:43.949+0000 7f2011854700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f200c107fa0 0x7f200c19bf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:10:44.832 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:43.949+0000 7f2011854700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f200c107fa0 0x7f200c19bf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:39498/0 (socket says 172.21.15.42:39498) 2024-06-06T08:10:44.832 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:43.949+0000 7f2011854700 1 -- 172.21.15.42:0/348046112 learned_addr learned my addr 172.21.15.42:0/348046112 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:10:44.832 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:43.950+0000 7f2011854700 1 -- 172.21.15.42:0/348046112 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f200c19c480 con 0x7f200c107fa0 2024-06-06T08:10:44.833 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:43.950+0000 7f2011854700 1 --2- 172.21.15.42:0/348046112 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f200c107fa0 0x7f200c19bf40 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f2008011670 tx=0x7f2008011b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:10:44.833 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:43.950+0000 7f2002ffd700 1 -- 172.21.15.42:0/348046112 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f20080039c0 con 0x7f200c107fa0 2024-06-06T08:10:44.833 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:43.950+0000 7f2002ffd700 1 -- 172.21.15.42:0/348046112 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f2008011e50 con 0x7f200c107fa0 2024-06-06T08:10:44.833 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:43.950+0000 7f2013ab8700 1 -- 172.21.15.42:0/348046112 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f200c19c710 con 0x7f200c107fa0 2024-06-06T08:10:44.833 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:43.950+0000 7f2002ffd700 1 -- 172.21.15.42:0/348046112 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f200801a5c0 con 0x7f200c107fa0 2024-06-06T08:10:44.833 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:43.950+0000 7f2013ab8700 1 -- 172.21.15.42:0/348046112 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f200c19f400 con 0x7f200c107fa0 2024-06-06T08:10:44.833 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:43.951+0000 7f2002ffd700 1 -- 172.21.15.42:0/348046112 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 4) ==== 46276+0+0 (secure 0 0 0) 0x7f200801a870 con 0x7f200c107fa0 2024-06-06T08:10:44.833 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:43.951+0000 7f2013ab8700 1 -- 172.21.15.42:0/348046112 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f200c10c520 con 0x7f200c107fa0 2024-06-06T08:10:44.833 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:43.951+0000 7f2002ffd700 1 --2- 172.21.15.42:0/348046112 >> [v2:172.21.15.42:6800/1296506824,v1:172.21.15.42:6801/1296506824] conn(0x7f1ff8039000 0x7f1ff803b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:10:44.833 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:43.951+0000 7f2002ffd700 1 -- 172.21.15.42:0/348046112 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f200804d560 con 0x7f200c107fa0 2024-06-06T08:10:44.833 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:43.951+0000 7f2011053700 1 --2- 172.21.15.42:0/348046112 >> [v2:172.21.15.42:6800/1296506824,v1:172.21.15.42:6801/1296506824] conn(0x7f1ff8039000 0x7f1ff803b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:10:44.834 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:43.952+0000 7f2011053700 1 --2- 172.21.15.42:0/348046112 >> [v2:172.21.15.42:6800/1296506824,v1:172.21.15.42:6801/1296506824] conn(0x7f1ff8039000 0x7f1ff803b4c0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f1ffc006fd0 tx=0x7f1ffc006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:10:44.834 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:43.956+0000 7f2002ffd700 1 -- 172.21.15.42:0/348046112 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f2008019c70 con 0x7f200c107fa0 2024-06-06T08:10:44.834 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:44.225+0000 7f2013ab8700 1 -- 172.21.15.42:0/348046112 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "cephadm"} v 0) -- 0x7f200c19fa50 con 0x7f200c107fa0 2024-06-06T08:10:44.834 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:44.277+0000 7f2002ffd700 1 -- 172.21.15.42:0/348046112 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "cephadm"}]=0 v5) ==== 86+0+0 (secure 0 0 0) 0x7f200800be20 con 0x7f200c107fa0 2024-06-06T08:10:44.834 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:44.278+0000 7f2002ffd700 1 -- 172.21.15.42:0/348046112 <== mon.0 v2:172.21.15.42:3300/0 8 ==== mgrmap(e 5) ==== 46287+0+0 (secure 0 0 0) 0x7f200802d910 con 0x7f200c107fa0 2024-06-06T08:10:44.834 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:44.280+0000 7f2013ab8700 1 -- 172.21.15.42:0/348046112 >> [v2:172.21.15.42:6800/1296506824,v1:172.21.15.42:6801/1296506824] conn(0x7f1ff8039000 msgr2=0x7f1ff803b4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:10:44.834 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:44.280+0000 7f2013ab8700 1 --2- 172.21.15.42:0/348046112 >> [v2:172.21.15.42:6800/1296506824,v1:172.21.15.42:6801/1296506824] conn(0x7f1ff8039000 0x7f1ff803b4c0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f1ffc006fd0 tx=0x7f1ffc006e40 comp rx=0 tx=0).stop 2024-06-06T08:10:44.834 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:44.280+0000 7f2013ab8700 1 -- 172.21.15.42:0/348046112 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f200c107fa0 msgr2=0x7f200c19bf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:10:44.834 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:44.280+0000 7f2013ab8700 1 --2- 172.21.15.42:0/348046112 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f200c107fa0 0x7f200c19bf40 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f2008011670 tx=0x7f2008011b60 comp rx=0 tx=0).stop 2024-06-06T08:10:44.834 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:44.280+0000 7f2013ab8700 1 -- 172.21.15.42:0/348046112 shutdown_connections 2024-06-06T08:10:44.834 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:44.280+0000 7f2013ab8700 1 --2- 172.21.15.42:0/348046112 >> [v2:172.21.15.42:6800/1296506824,v1:172.21.15.42:6801/1296506824] conn(0x7f1ff8039000 0x7f1ff803b4c0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:10:44.834 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:44.280+0000 7f2013ab8700 1 --2- 172.21.15.42:0/348046112 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f200c107fa0 0x7f200c19bf40 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:10:44.835 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:44.280+0000 7f2013ab8700 1 -- 172.21.15.42:0/348046112 >> 172.21.15.42:0/348046112 conn(0x7f200c1035d0 msgr2=0x7f200c104110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:10:44.835 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:44.280+0000 7f2013ab8700 1 -- 172.21.15.42:0/348046112 shutdown_connections 2024-06-06T08:10:44.835 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:44.280+0000 7f2013ab8700 1 -- 172.21.15.42:0/348046112 wait complete. 2024-06-06T08:10:45.488 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:45 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/348046112' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-06-06T08:10:45.488 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:45 smithi042 ceph-mon[32384]: mgrmap e5: x(active, since 5s) 2024-06-06T08:10:45.489 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:45 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:10:45.091+0000 7ffa4f135200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-06-06T08:10:45.489 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:45 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:10:45.182+0000 7ffa4f135200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-06-06T08:10:46.120 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout { 2024-06-06T08:10:46.121 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-06-06T08:10:46.121 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "available": true, 2024-06-06T08:10:46.121 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-06-06T08:10:46.121 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-06-06T08:10:46.121 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout } 2024-06-06T08:10:46.121 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:45.280+0000 7f4df3552700 1 Processor -- start 2024-06-06T08:10:46.121 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:45.280+0000 7f4df3552700 1 -- start start 2024-06-06T08:10:46.121 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:45.281+0000 7f4df3552700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4dec106850 0x7f4dec106c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:10:46.121 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:45.281+0000 7f4df3552700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4dec07bde0 con 0x7f4dec106850 2024-06-06T08:10:46.121 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:45.281+0000 7f4df12ee700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4dec106850 0x7f4dec106c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:10:46.121 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:45.281+0000 7f4df12ee700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4dec106850 0x7f4dec106c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:39514/0 (socket says 172.21.15.42:39514) 2024-06-06T08:10:46.121 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:45.281+0000 7f4df12ee700 1 -- 172.21.15.42:0/1329488669 learned_addr learned my addr 172.21.15.42:0/1329488669 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:10:46.122 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:45.281+0000 7f4df12ee700 1 -- 172.21.15.42:0/1329488669 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4dec1071b0 con 0x7f4dec106850 2024-06-06T08:10:46.122 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:45.281+0000 7f4df12ee700 1 --2- 172.21.15.42:0/1329488669 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4dec106850 0x7f4dec106c70 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f4ddc009e80 tx=0x7f4ddc00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c2eef802a226865 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:10:46.122 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:45.284+0000 7f4debfff700 1 -- 172.21.15.42:0/1329488669 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4ddc017070 con 0x7f4dec106850 2024-06-06T08:10:46.122 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:45.284+0000 7f4debfff700 1 -- 172.21.15.42:0/1329488669 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f4ddc00b8c0 con 0x7f4dec106850 2024-06-06T08:10:46.122 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:45.284+0000 7f4debfff700 1 -- 172.21.15.42:0/1329488669 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4ddc0045c0 con 0x7f4dec106850 2024-06-06T08:10:46.122 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:45.285+0000 7f4df3552700 1 -- 172.21.15.42:0/1329488669 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4dec106850 msgr2=0x7f4dec106c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:10:46.122 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:45.285+0000 7f4df3552700 1 --2- 172.21.15.42:0/1329488669 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4dec106850 0x7f4dec106c70 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f4ddc009e80 tx=0x7f4ddc00b330 comp rx=0 tx=0).stop 2024-06-06T08:10:46.122 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:45.285+0000 7f4df3552700 1 -- 172.21.15.42:0/1329488669 shutdown_connections 2024-06-06T08:10:46.122 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:45.285+0000 7f4df3552700 1 --2- 172.21.15.42:0/1329488669 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4dec106850 0x7f4dec106c70 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:10:46.122 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:45.285+0000 7f4df3552700 1 -- 172.21.15.42:0/1329488669 >> 172.21.15.42:0/1329488669 conn(0x7f4dec102410 msgr2=0x7f4dec104830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:10:46.122 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:45.285+0000 7f4df3552700 1 -- 172.21.15.42:0/1329488669 shutdown_connections 2024-06-06T08:10:46.122 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:45.285+0000 7f4df3552700 1 -- 172.21.15.42:0/1329488669 wait complete. 2024-06-06T08:10:46.122 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:45.286+0000 7f4df3552700 1 Processor -- start 2024-06-06T08:10:46.123 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:45.286+0000 7f4df3552700 1 -- start start 2024-06-06T08:10:46.123 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:45.286+0000 7f4df3552700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4dec106850 0x7f4dec19e0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:10:46.123 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:45.286+0000 7f4df3552700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4dec108240 con 0x7f4dec106850 2024-06-06T08:10:46.123 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:45.286+0000 7f4df12ee700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4dec106850 0x7f4dec19e0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:10:46.123 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:45.286+0000 7f4df12ee700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4dec106850 0x7f4dec19e0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:39520/0 (socket says 172.21.15.42:39520) 2024-06-06T08:10:46.123 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:45.286+0000 7f4df12ee700 1 -- 172.21.15.42:0/3780239198 learned_addr learned my addr 172.21.15.42:0/3780239198 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:10:46.123 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:45.286+0000 7f4df12ee700 1 -- 172.21.15.42:0/3780239198 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4dec19e5e0 con 0x7f4dec106850 2024-06-06T08:10:46.123 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:45.286+0000 7f4df12ee700 1 --2- 172.21.15.42:0/3780239198 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4dec106850 0x7f4dec19e0a0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f4ddc004350 tx=0x7f4ddc00bd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:10:46.123 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:45.287+0000 7f4dea7fc700 1 -- 172.21.15.42:0/3780239198 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4ddc020020 con 0x7f4dec106850 2024-06-06T08:10:46.123 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:45.287+0000 7f4dea7fc700 1 -- 172.21.15.42:0/3780239198 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f4ddc003c10 con 0x7f4dec106850 2024-06-06T08:10:46.123 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:45.287+0000 7f4df3552700 1 -- 172.21.15.42:0/3780239198 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4dec19e870 con 0x7f4dec106850 2024-06-06T08:10:46.123 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:45.287+0000 7f4dea7fc700 1 -- 172.21.15.42:0/3780239198 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4ddc017040 con 0x7f4dec106850 2024-06-06T08:10:46.123 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:45.287+0000 7f4df3552700 1 -- 172.21.15.42:0/3780239198 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4dec1a1560 con 0x7f4dec106850 2024-06-06T08:10:46.124 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:45.288+0000 7f4df3552700 1 -- 172.21.15.42:0/3780239198 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4dec063af0 con 0x7f4dec106850 2024-06-06T08:10:46.124 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:45.288+0000 7f4dea7fc700 1 -- 172.21.15.42:0/3780239198 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 5) ==== 46287+0+0 (secure 0 0 0) 0x7f4ddc023020 con 0x7f4dec106850 2024-06-06T08:10:46.124 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:45.288+0000 7f4dea7fc700 1 --2- 172.21.15.42:0/3780239198 >> [v2:172.21.15.42:6800/1296506824,v1:172.21.15.42:6801/1296506824] conn(0x7f4dd4039050 0x7f4dd403b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:10:46.124 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:45.288+0000 7f4dea7fc700 1 -- 172.21.15.42:0/3780239198 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f4ddc00f050 con 0x7f4dec106850 2024-06-06T08:10:46.124 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:45.288+0000 7f4df0aed700 1 -- 172.21.15.42:0/3780239198 >> [v2:172.21.15.42:6800/1296506824,v1:172.21.15.42:6801/1296506824] conn(0x7f4dd4039050 msgr2=0x7f4dd403b510 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.42:6800/1296506824 2024-06-06T08:10:46.124 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:45.288+0000 7f4df0aed700 1 --2- 172.21.15.42:0/3780239198 >> [v2:172.21.15.42:6800/1296506824,v1:172.21.15.42:6801/1296506824] conn(0x7f4dd4039050 0x7f4dd403b510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-06-06T08:10:46.124 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:45.293+0000 7f4dea7fc700 1 -- 172.21.15.42:0/3780239198 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f4ddc02a020 con 0x7f4dec106850 2024-06-06T08:10:46.124 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:45.489+0000 7f4df0aed700 1 -- 172.21.15.42:0/3780239198 >> [v2:172.21.15.42:6800/1296506824,v1:172.21.15.42:6801/1296506824] conn(0x7f4dd4039050 msgr2=0x7f4dd403b510 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.42:6800/1296506824 2024-06-06T08:10:46.124 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:45.489+0000 7f4df0aed700 1 --2- 172.21.15.42:0/3780239198 >> [v2:172.21.15.42:6800/1296506824,v1:172.21.15.42:6801/1296506824] conn(0x7f4dd4039050 0x7f4dd403b510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-06-06T08:10:46.124 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:45.563+0000 7f4df3552700 1 -- 172.21.15.42:0/3780239198 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7f4dec02dfe0 con 0x7f4dec106850 2024-06-06T08:10:46.124 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:45.563+0000 7f4dea7fc700 1 -- 172.21.15.42:0/3780239198 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v5) ==== 56+0+88 (secure 0 0 0) 0x7f4ddc02b260 con 0x7f4dec106850 2024-06-06T08:10:46.124 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:45.566+0000 7f4df3552700 1 -- 172.21.15.42:0/3780239198 >> [v2:172.21.15.42:6800/1296506824,v1:172.21.15.42:6801/1296506824] conn(0x7f4dd4039050 msgr2=0x7f4dd403b510 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-06T08:10:46.124 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:45.566+0000 7f4df3552700 1 --2- 172.21.15.42:0/3780239198 >> [v2:172.21.15.42:6800/1296506824,v1:172.21.15.42:6801/1296506824] conn(0x7f4dd4039050 0x7f4dd403b510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:10:46.124 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:45.566+0000 7f4df3552700 1 -- 172.21.15.42:0/3780239198 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4dec106850 msgr2=0x7f4dec19e0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:10:46.125 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:45.566+0000 7f4df3552700 1 --2- 172.21.15.42:0/3780239198 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4dec106850 0x7f4dec19e0a0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f4ddc004350 tx=0x7f4ddc00bd50 comp rx=0 tx=0).stop 2024-06-06T08:10:46.125 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:45.566+0000 7f4df3552700 1 -- 172.21.15.42:0/3780239198 shutdown_connections 2024-06-06T08:10:46.125 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:45.566+0000 7f4df3552700 1 --2- 172.21.15.42:0/3780239198 >> [v2:172.21.15.42:6800/1296506824,v1:172.21.15.42:6801/1296506824] conn(0x7f4dd4039050 0x7f4dd403b510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:10:46.125 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:45.566+0000 7f4df3552700 1 --2- 172.21.15.42:0/3780239198 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4dec106850 0x7f4dec19e0a0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:10:46.125 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:45.566+0000 7f4df3552700 1 -- 172.21.15.42:0/3780239198 >> 172.21.15.42:0/3780239198 conn(0x7f4dec102410 msgr2=0x7f4dec194cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:10:46.125 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:45.566+0000 7f4df3552700 1 -- 172.21.15.42:0/3780239198 shutdown_connections 2024-06-06T08:10:46.125 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:45.566+0000 7f4df3552700 1 -- 172.21.15.42:0/3780239198 wait complete. 2024-06-06T08:10:46.125 INFO:teuthology.orchestra.run.smithi042.stdout:Waiting for the mgr to restart... 2024-06-06T08:10:46.125 INFO:teuthology.orchestra.run.smithi042.stdout:Waiting for mgr epoch 5... 2024-06-06T08:10:46.457 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:46 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/3780239198' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-06-06T08:10:46.457 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:46 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:10:46.453+0000 7ffa4f135200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-06-06T08:10:46.809 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:46 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:10:46.633+0000 7ffa4f135200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-06-06T08:10:46.810 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:46 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:10:46.810+0000 7ffa4f135200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-06-06T08:10:47.420 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:47 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:10:47.113+0000 7ffa4f135200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-06-06T08:10:47.420 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:47 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:10:47.209+0000 7ffa4f135200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-06-06T08:10:47.420 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:47 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:10:47.420+0000 7ffa4f135200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-06-06T08:10:47.815 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:47 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:10:47.621+0000 7ffa4f135200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-06-06T08:10:48.565 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:48 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:10:48.251+0000 7ffa4f135200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-06-06T08:10:49.003 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:48 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:10:48.693+0000 7ffa4f135200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-06-06T08:10:49.003 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:48 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:10:48.794+0000 7ffa4f135200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-06-06T08:10:49.003 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:49 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:10:49.003+0000 7ffa4f135200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-06-06T08:10:49.815 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:49 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:10:49.573+0000 7ffa4f135200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-06-06T08:10:49.815 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:49 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:10:49.671+0000 7ffa4f135200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-06-06T08:10:50.286 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:49 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:10:49.925+0000 7ffa4f135200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-06-06T08:10:50.286 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:50 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:10:50.065+0000 7ffa4f135200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-06-06T08:10:50.286 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:50 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:10:50.165+0000 7ffa4f135200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-06-06T08:10:50.286 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:50 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:10:50.287+0000 7ffa4f135200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-06-06T08:10:51.065 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:50 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:10:50.602+0000 7ffa4f135200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-06-06T08:10:51.345 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:51 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:10:51.236+0000 7ffa4f135200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-06-06T08:10:51.815 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:51 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:10:51.467+0000 7ffa4f135200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-06-06T08:10:51.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:51 smithi042 ceph-mon[32384]: Active manager daemon x restarted 2024-06-06T08:10:51.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:51 smithi042 ceph-mon[32384]: Activating manager daemon x 2024-06-06T08:10:51.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:51 smithi042 ceph-mon[32384]: osdmap e2: 0 total, 0 up, 0 in 2024-06-06T08:10:51.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:51 smithi042 ceph-mon[32384]: mgrmap e6: x(active, starting, since 0.00385551s) 2024-06-06T08:10:51.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:51 smithi042 ceph-mon[32384]: from='mgr.14120 172.21.15.42:0/954957451' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T08:10:51.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:51 smithi042 ceph-mon[32384]: from='mgr.14120 172.21.15.42:0/954957451' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-06-06T08:10:51.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:51 smithi042 ceph-mon[32384]: from='mgr.14120 172.21.15.42:0/954957451' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-06-06T08:10:51.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:51 smithi042 ceph-mon[32384]: from='mgr.14120 172.21.15.42:0/954957451' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-06-06T08:10:51.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:51 smithi042 ceph-mon[32384]: from='mgr.14120 172.21.15.42:0/954957451' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-06-06T08:10:51.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:51 smithi042 ceph-mon[32384]: Manager daemon x is now available 2024-06-06T08:10:51.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:51 smithi042 ceph-mon[32384]: from='mgr.14120 172.21.15.42:0/954957451' entity='mgr.x' 2024-06-06T08:10:51.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:51 smithi042 ceph-mon[32384]: from='mgr.14120 172.21.15.42:0/954957451' entity='mgr.x' 2024-06-06T08:10:51.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:51 smithi042 ceph-mon[32384]: from='mgr.14120 172.21.15.42:0/954957451' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:10:51.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:51 smithi042 ceph-mon[32384]: from='mgr.14120 172.21.15.42:0/954957451' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:10:52.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:52 smithi042 ceph-mon[32384]: Found migration_current of "None". Setting to last migration. 2024-06-06T08:10:52.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:52 smithi042 ceph-mon[32384]: from='mgr.14120 172.21.15.42:0/954957451' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-06-06T08:10:52.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:52 smithi042 ceph-mon[32384]: from='mgr.14120 172.21.15.42:0/954957451' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-06-06T08:10:52.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:52 smithi042 ceph-mon[32384]: mgrmap e7: x(active, since 1.00553s) 2024-06-06T08:10:53.047 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout { 2024-06-06T08:10:53.054 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-06-06T08:10:53.054 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "initialized": true 2024-06-06T08:10:53.054 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout } 2024-06-06T08:10:53.054 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:46.496+0000 7f497c49f700 1 Processor -- start 2024-06-06T08:10:53.054 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:46.496+0000 7f497c49f700 1 -- start start 2024-06-06T08:10:53.054 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:46.496+0000 7f497c49f700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4974106830 0x7f4974106c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:10:53.055 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:46.496+0000 7f497c49f700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f497407be00 con 0x7f4974106830 2024-06-06T08:10:53.055 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:46.496+0000 7f497a23b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4974106830 0x7f4974106c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:10:53.055 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:46.496+0000 7f497a23b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4974106830 0x7f4974106c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:39536/0 (socket says 172.21.15.42:39536) 2024-06-06T08:10:53.055 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:46.496+0000 7f497a23b700 1 -- 172.21.15.42:0/3160191947 learned_addr learned my addr 172.21.15.42:0/3160191947 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:10:53.055 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:46.497+0000 7f497a23b700 1 -- 172.21.15.42:0/3160191947 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4974107190 con 0x7f4974106830 2024-06-06T08:10:53.055 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:46.497+0000 7f497a23b700 1 --2- 172.21.15.42:0/3160191947 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4974106830 0x7f4974106c50 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f49700098a0 tx=0x7f4970009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee5bcb88dfb3b73c server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:10:53.055 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:46.497+0000 7f4979239700 1 -- 172.21.15.42:0/3160191947 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4970004160 con 0x7f4974106830 2024-06-06T08:10:53.055 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:46.497+0000 7f4979239700 1 -- 172.21.15.42:0/3160191947 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f4970004300 con 0x7f4974106830 2024-06-06T08:10:53.055 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:46.497+0000 7f4979239700 1 -- 172.21.15.42:0/3160191947 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4970011b50 con 0x7f4974106830 2024-06-06T08:10:53.055 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:46.498+0000 7f497c49f700 1 -- 172.21.15.42:0/3160191947 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4974106830 msgr2=0x7f4974106c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:10:53.055 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:46.498+0000 7f497c49f700 1 --2- 172.21.15.42:0/3160191947 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4974106830 0x7f4974106c50 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f49700098a0 tx=0x7f4970009bb0 comp rx=0 tx=0).stop 2024-06-06T08:10:53.055 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:46.498+0000 7f497c49f700 1 -- 172.21.15.42:0/3160191947 shutdown_connections 2024-06-06T08:10:53.055 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:46.498+0000 7f497c49f700 1 --2- 172.21.15.42:0/3160191947 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4974106830 0x7f4974106c50 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:10:53.056 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:46.498+0000 7f497c49f700 1 -- 172.21.15.42:0/3160191947 >> 172.21.15.42:0/3160191947 conn(0x7f49741023b0 msgr2=0x7f4974104830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:10:53.056 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:46.498+0000 7f497c49f700 1 -- 172.21.15.42:0/3160191947 shutdown_connections 2024-06-06T08:10:53.056 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:46.498+0000 7f497c49f700 1 -- 172.21.15.42:0/3160191947 wait complete. 2024-06-06T08:10:53.056 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:46.498+0000 7f497c49f700 1 Processor -- start 2024-06-06T08:10:53.056 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:46.498+0000 7f497c49f700 1 -- start start 2024-06-06T08:10:53.056 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:46.499+0000 7f497c49f700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4974106830 0x7f497419e120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:10:53.056 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:46.499+0000 7f497c49f700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4974108220 con 0x7f4974106830 2024-06-06T08:10:53.056 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:46.499+0000 7f497a23b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4974106830 0x7f497419e120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:10:53.056 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:46.499+0000 7f497a23b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4974106830 0x7f497419e120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:39550/0 (socket says 172.21.15.42:39550) 2024-06-06T08:10:53.056 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:46.499+0000 7f497a23b700 1 -- 172.21.15.42:0/1669566404 learned_addr learned my addr 172.21.15.42:0/1669566404 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:10:53.056 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:46.499+0000 7f497a23b700 1 -- 172.21.15.42:0/1669566404 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f497419e660 con 0x7f4974106830 2024-06-06T08:10:53.056 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:46.499+0000 7f497a23b700 1 --2- 172.21.15.42:0/1669566404 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4974106830 0x7f497419e120 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f4970011b60 tx=0x7f4970011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:10:53.056 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:46.499+0000 7f496b7fe700 1 -- 172.21.15.42:0/1669566404 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4970003970 con 0x7f4974106830 2024-06-06T08:10:53.057 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:46.499+0000 7f496b7fe700 1 -- 172.21.15.42:0/1669566404 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f4970003b10 con 0x7f4974106830 2024-06-06T08:10:53.057 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:46.499+0000 7f497c49f700 1 -- 172.21.15.42:0/1669566404 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f497419e8f0 con 0x7f4974106830 2024-06-06T08:10:53.057 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:46.499+0000 7f496b7fe700 1 -- 172.21.15.42:0/1669566404 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4970024610 con 0x7f4974106830 2024-06-06T08:10:53.057 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:46.499+0000 7f497c49f700 1 -- 172.21.15.42:0/1669566404 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49741a15e0 con 0x7f4974106830 2024-06-06T08:10:53.057 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:46.500+0000 7f496b7fe700 1 -- 172.21.15.42:0/1669566404 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 5) ==== 46287+0+0 (secure 0 0 0) 0x7f497001a430 con 0x7f4974106830 2024-06-06T08:10:53.057 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:46.501+0000 7f496b7fe700 1 --2- 172.21.15.42:0/1669566404 >> [v2:172.21.15.42:6800/1296506824,v1:172.21.15.42:6801/1296506824] conn(0x7f49600390a0 0x7f496003b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:10:53.057 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:46.501+0000 7f496b7fe700 1 -- 172.21.15.42:0/1669566404 --> [v2:172.21.15.42:6800/1296506824,v1:172.21.15.42:6801/1296506824] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f496003bc70 con 0x7f49600390a0 2024-06-06T08:10:53.057 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:46.501+0000 7f496b7fe700 1 -- 172.21.15.42:0/1669566404 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f4970011e00 con 0x7f4974106830 2024-06-06T08:10:53.057 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:46.501+0000 7f4979a3a700 1 -- 172.21.15.42:0/1669566404 >> [v2:172.21.15.42:6800/1296506824,v1:172.21.15.42:6801/1296506824] conn(0x7f49600390a0 msgr2=0x7f496003b560 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.42:6800/1296506824 2024-06-06T08:10:53.057 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:46.501+0000 7f4979a3a700 1 --2- 172.21.15.42:0/1669566404 >> [v2:172.21.15.42:6800/1296506824,v1:172.21.15.42:6801/1296506824] conn(0x7f49600390a0 0x7f496003b560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-06-06T08:10:53.057 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:46.702+0000 7f4979a3a700 1 -- 172.21.15.42:0/1669566404 >> [v2:172.21.15.42:6800/1296506824,v1:172.21.15.42:6801/1296506824] conn(0x7f49600390a0 msgr2=0x7f496003b560 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.42:6800/1296506824 2024-06-06T08:10:53.057 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:46.702+0000 7f4979a3a700 1 --2- 172.21.15.42:0/1669566404 >> [v2:172.21.15.42:6800/1296506824,v1:172.21.15.42:6801/1296506824] conn(0x7f49600390a0 0x7f496003b560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-06-06T08:10:53.057 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:47.103+0000 7f4979a3a700 1 -- 172.21.15.42:0/1669566404 >> [v2:172.21.15.42:6800/1296506824,v1:172.21.15.42:6801/1296506824] conn(0x7f49600390a0 msgr2=0x7f496003b560 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.42:6800/1296506824 2024-06-06T08:10:53.057 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:47.103+0000 7f4979a3a700 1 --2- 172.21.15.42:0/1669566404 >> [v2:172.21.15.42:6800/1296506824,v1:172.21.15.42:6801/1296506824] conn(0x7f49600390a0 0x7f496003b560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-06-06T08:10:53.058 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:47.904+0000 7f4979a3a700 1 -- 172.21.15.42:0/1669566404 >> [v2:172.21.15.42:6800/1296506824,v1:172.21.15.42:6801/1296506824] conn(0x7f49600390a0 msgr2=0x7f496003b560 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.42:6800/1296506824 2024-06-06T08:10:53.058 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:47.904+0000 7f4979a3a700 1 --2- 172.21.15.42:0/1669566404 >> [v2:172.21.15.42:6800/1296506824,v1:172.21.15.42:6801/1296506824] conn(0x7f49600390a0 0x7f496003b560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-06-06T08:10:53.058 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:49.505+0000 7f4979a3a700 1 -- 172.21.15.42:0/1669566404 >> [v2:172.21.15.42:6800/1296506824,v1:172.21.15.42:6801/1296506824] conn(0x7f49600390a0 msgr2=0x7f496003b560 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.42:6800/1296506824 2024-06-06T08:10:53.058 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:49.505+0000 7f4979a3a700 1 --2- 172.21.15.42:0/1669566404 >> [v2:172.21.15.42:6800/1296506824,v1:172.21.15.42:6801/1296506824] conn(0x7f49600390a0 0x7f496003b560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-06-06T08:10:53.058 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:51.471+0000 7f496b7fe700 1 -- 172.21.15.42:0/1669566404 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mgrmap(e 6) ==== 46054+0+0 (secure 0 0 0) 0x7f49700248c0 con 0x7f4974106830 2024-06-06T08:10:53.058 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:51.471+0000 7f496b7fe700 1 -- 172.21.15.42:0/1669566404 >> [v2:172.21.15.42:6800/1296506824,v1:172.21.15.42:6801/1296506824] conn(0x7f49600390a0 msgr2=0x7f496003b560 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-06T08:10:53.058 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:51.471+0000 7f496b7fe700 1 --2- 172.21.15.42:0/1669566404 >> [v2:172.21.15.42:6800/1296506824,v1:172.21.15.42:6801/1296506824] conn(0x7f49600390a0 0x7f496003b560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:10:53.058 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:52.472+0000 7f496b7fe700 1 -- 172.21.15.42:0/1669566404 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mgrmap(e 7) ==== 46181+0+0 (secure 0 0 0) 0x7f497004ea80 con 0x7f4974106830 2024-06-06T08:10:53.058 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:52.472+0000 7f496b7fe700 1 --2- 172.21.15.42:0/1669566404 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7f496003c9d0 0x7f496003edc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:10:53.058 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:52.472+0000 7f496b7fe700 1 -- 172.21.15.42:0/1669566404 --> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f496003bc70 con 0x7f496003c9d0 2024-06-06T08:10:53.058 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:52.473+0000 7f4979a3a700 1 --2- 172.21.15.42:0/1669566404 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7f496003c9d0 0x7f496003edc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:10:53.058 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:52.473+0000 7f4979a3a700 1 --2- 172.21.15.42:0/1669566404 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7f496003c9d0 0x7f496003edc0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f4964003a10 tx=0x7f49640092b0 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:10:53.059 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:52.474+0000 7f496b7fe700 1 -- 172.21.15.42:0/1669566404 <== mgr.14120 v2:172.21.15.42:6800/542419736 1 ==== command_reply(tid 0: 0 ) ==== 8+0+7774 (secure 0 0 0) 0x7f496003bc70 con 0x7f496003c9d0 2024-06-06T08:10:53.059 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:52.480+0000 7f497c49f700 1 -- 172.21.15.42:0/1669566404 --> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7f49740695c0 con 0x7f496003c9d0 2024-06-06T08:10:53.059 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:52.481+0000 7f496b7fe700 1 -- 172.21.15.42:0/1669566404 <== mgr.14120 v2:172.21.15.42:6800/542419736 2 ==== command_reply(tid 1: 0 ) ==== 8+0+51 (secure 0 0 0) 0x7f49740695c0 con 0x7f496003c9d0 2024-06-06T08:10:53.059 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:52.481+0000 7f497c49f700 1 -- 172.21.15.42:0/1669566404 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7f496003c9d0 msgr2=0x7f496003edc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:10:53.059 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:52.481+0000 7f497c49f700 1 --2- 172.21.15.42:0/1669566404 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7f496003c9d0 0x7f496003edc0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f4964003a10 tx=0x7f49640092b0 comp rx=0 tx=0).stop 2024-06-06T08:10:53.059 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:52.481+0000 7f497c49f700 1 -- 172.21.15.42:0/1669566404 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4974106830 msgr2=0x7f497419e120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:10:53.059 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:52.481+0000 7f497c49f700 1 --2- 172.21.15.42:0/1669566404 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4974106830 0x7f497419e120 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f4970011b60 tx=0x7f4970011c40 comp rx=0 tx=0).stop 2024-06-06T08:10:53.059 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:52.481+0000 7f497c49f700 1 -- 172.21.15.42:0/1669566404 shutdown_connections 2024-06-06T08:10:53.059 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:52.481+0000 7f497c49f700 1 --2- 172.21.15.42:0/1669566404 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7f496003c9d0 0x7f496003edc0 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:10:53.059 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:52.481+0000 7f497c49f700 1 --2- 172.21.15.42:0/1669566404 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4974106830 0x7f497419e120 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:10:53.059 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:52.481+0000 7f497c49f700 1 --2- 172.21.15.42:0/1669566404 >> [v2:172.21.15.42:6800/1296506824,v1:172.21.15.42:6801/1296506824] conn(0x7f49600390a0 0x7f496003b560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:10:53.059 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:52.481+0000 7f497c49f700 1 -- 172.21.15.42:0/1669566404 >> 172.21.15.42:0/1669566404 conn(0x7f49741023b0 msgr2=0x7f4974194d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:10:53.059 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:52.481+0000 7f497c49f700 1 -- 172.21.15.42:0/1669566404 shutdown_connections 2024-06-06T08:10:53.059 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:52.481+0000 7f497c49f700 1 -- 172.21.15.42:0/1669566404 wait complete. 2024-06-06T08:10:53.060 INFO:teuthology.orchestra.run.smithi042.stdout:mgr epoch 5 is available 2024-06-06T08:10:53.060 INFO:teuthology.orchestra.run.smithi042.stdout:Setting orchestrator backend to cephadm... 2024-06-06T08:10:54.257 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:53.453+0000 7f93a97ec700 1 Processor -- start 2024-06-06T08:10:54.257 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:53.453+0000 7f93a97ec700 1 -- start start 2024-06-06T08:10:54.258 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:53.453+0000 7f93a97ec700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93a4108010 0x7f93a4108430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:10:54.258 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:53.453+0000 7f93a97ec700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f93a4108a00 con 0x7f93a4108010 2024-06-06T08:10:54.258 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:53.453+0000 7f93a2ffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93a4108010 0x7f93a4108430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:10:54.258 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:53.454+0000 7f93a2ffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93a4108010 0x7f93a4108430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55038/0 (socket says 172.21.15.42:55038) 2024-06-06T08:10:54.258 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:53.454+0000 7f93a2ffd700 1 -- 172.21.15.42:0/1697084252 learned_addr learned my addr 172.21.15.42:0/1697084252 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:10:54.258 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:53.454+0000 7f93a2ffd700 1 -- 172.21.15.42:0/1697084252 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93a4109170 con 0x7f93a4108010 2024-06-06T08:10:54.258 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:53.454+0000 7f93a2ffd700 1 --2- 172.21.15.42:0/1697084252 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93a4108010 0x7f93a4108430 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f93940098a0 tx=0x7f9394009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8fe29e930ea96ea0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:10:54.258 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:53.454+0000 7f93a1ffb700 1 -- 172.21.15.42:0/1697084252 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9394004160 con 0x7f93a4108010 2024-06-06T08:10:54.258 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:53.454+0000 7f93a1ffb700 1 -- 172.21.15.42:0/1697084252 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f9394004300 con 0x7f93a4108010 2024-06-06T08:10:54.258 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:53.454+0000 7f93a1ffb700 1 -- 172.21.15.42:0/1697084252 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9394011b50 con 0x7f93a4108010 2024-06-06T08:10:54.258 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:53.455+0000 7f93a97ec700 1 -- 172.21.15.42:0/1697084252 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93a4108010 msgr2=0x7f93a4108430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:10:54.258 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:53.455+0000 7f93a97ec700 1 --2- 172.21.15.42:0/1697084252 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93a4108010 0x7f93a4108430 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f93940098a0 tx=0x7f9394009bb0 comp rx=0 tx=0).stop 2024-06-06T08:10:54.259 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:53.455+0000 7f93a97ec700 1 -- 172.21.15.42:0/1697084252 shutdown_connections 2024-06-06T08:10:54.259 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:53.455+0000 7f93a97ec700 1 --2- 172.21.15.42:0/1697084252 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93a4108010 0x7f93a4108430 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:10:54.259 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:53.455+0000 7f93a97ec700 1 -- 172.21.15.42:0/1697084252 >> 172.21.15.42:0/1697084252 conn(0x7f93a41035b0 msgr2=0x7f93a41059f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:10:54.259 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:53.455+0000 7f93a97ec700 1 -- 172.21.15.42:0/1697084252 shutdown_connections 2024-06-06T08:10:54.259 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:53.455+0000 7f93a97ec700 1 -- 172.21.15.42:0/1697084252 wait complete. 2024-06-06T08:10:54.259 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:53.456+0000 7f93a97ec700 1 Processor -- start 2024-06-06T08:10:54.259 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:53.456+0000 7f93a97ec700 1 -- start start 2024-06-06T08:10:54.259 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:53.456+0000 7f93a97ec700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93a4108010 0x7f93a407e3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:10:54.259 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:53.456+0000 7f93a97ec700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f93a410c520 con 0x7f93a4108010 2024-06-06T08:10:54.259 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:53.456+0000 7f93a2ffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93a4108010 0x7f93a407e3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:10:54.259 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:53.456+0000 7f93a2ffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93a4108010 0x7f93a407e3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55052/0 (socket says 172.21.15.42:55052) 2024-06-06T08:10:54.259 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:53.456+0000 7f93a2ffd700 1 -- 172.21.15.42:0/1482831300 learned_addr learned my addr 172.21.15.42:0/1482831300 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:10:54.259 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:53.457+0000 7f93a2ffd700 1 -- 172.21.15.42:0/1482831300 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93a407e910 con 0x7f93a4108010 2024-06-06T08:10:54.260 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:53.457+0000 7f93a2ffd700 1 --2- 172.21.15.42:0/1482831300 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93a4108010 0x7f93a407e3d0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f9394011670 tx=0x7f9394011b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:10:54.260 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:53.457+0000 7f939bfff700 1 -- 172.21.15.42:0/1482831300 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f93940039c0 con 0x7f93a4108010 2024-06-06T08:10:54.260 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:53.457+0000 7f93a97ec700 1 -- 172.21.15.42:0/1482831300 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93a407cb00 con 0x7f93a4108010 2024-06-06T08:10:54.260 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:53.457+0000 7f939bfff700 1 -- 172.21.15.42:0/1482831300 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f9394011e50 con 0x7f93a4108010 2024-06-06T08:10:54.260 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:53.457+0000 7f939bfff700 1 -- 172.21.15.42:0/1482831300 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f939401a5c0 con 0x7f93a4108010 2024-06-06T08:10:54.260 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:53.457+0000 7f93a97ec700 1 -- 172.21.15.42:0/1482831300 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93a407d040 con 0x7f93a4108010 2024-06-06T08:10:54.260 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:53.458+0000 7f939bfff700 1 -- 172.21.15.42:0/1482831300 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 7) ==== 46181+0+0 (secure 0 0 0) 0x7f939401a8c0 con 0x7f93a4108010 2024-06-06T08:10:54.260 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:53.458+0000 7f939bfff700 1 --2- 172.21.15.42:0/1482831300 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7f9390038ef0 0x7f939003b3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:10:54.260 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:53.458+0000 7f93a97ec700 1 -- 172.21.15.42:0/1482831300 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f93a4063af0 con 0x7f93a4108010 2024-06-06T08:10:54.260 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:53.458+0000 7f939bfff700 1 -- 172.21.15.42:0/1482831300 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f939404d2d0 con 0x7f93a4108010 2024-06-06T08:10:54.260 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:53.458+0000 7f93a27fc700 1 --2- 172.21.15.42:0/1482831300 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7f9390038ef0 0x7f939003b3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:10:54.260 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:53.459+0000 7f93a27fc700 1 --2- 172.21.15.42:0/1482831300 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7f9390038ef0 0x7f939003b3b0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f938c006fd0 tx=0x7f938c006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:10:54.260 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:53.464+0000 7f939bfff700 1 -- 172.21.15.42:0/1482831300 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f9394019c70 con 0x7f93a4108010 2024-06-06T08:10:54.261 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:53.689+0000 7f93a97ec700 1 -- 172.21.15.42:0/1482831300 --> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] -- mgr_command(tid 0: {"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}) -- 0x7f93a407d9b0 con 0x7f9390038ef0 2024-06-06T08:10:54.261 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:53.694+0000 7f939bfff700 1 -- 172.21.15.42:0/1482831300 <== mgr.14120 v2:172.21.15.42:6800/542419736 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f938c00a040 con 0x7f9390038ef0 2024-06-06T08:10:54.261 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:53.697+0000 7f93a97ec700 1 -- 172.21.15.42:0/1482831300 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7f9390038ef0 msgr2=0x7f939003b3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:10:54.261 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:53.697+0000 7f93a97ec700 1 --2- 172.21.15.42:0/1482831300 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7f9390038ef0 0x7f939003b3b0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f938c006fd0 tx=0x7f938c006e40 comp rx=0 tx=0).stop 2024-06-06T08:10:54.261 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:53.697+0000 7f93a97ec700 1 -- 172.21.15.42:0/1482831300 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93a4108010 msgr2=0x7f93a407e3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:10:54.261 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:53.697+0000 7f93a97ec700 1 --2- 172.21.15.42:0/1482831300 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93a4108010 0x7f93a407e3d0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f9394011670 tx=0x7f9394011b60 comp rx=0 tx=0).stop 2024-06-06T08:10:54.261 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:53.697+0000 7f93a97ec700 1 -- 172.21.15.42:0/1482831300 shutdown_connections 2024-06-06T08:10:54.261 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:53.697+0000 7f93a97ec700 1 --2- 172.21.15.42:0/1482831300 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7f9390038ef0 0x7f939003b3b0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:10:54.261 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:53.697+0000 7f93a97ec700 1 --2- 172.21.15.42:0/1482831300 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93a4108010 0x7f93a407e3d0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:10:54.261 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:53.697+0000 7f93a97ec700 1 -- 172.21.15.42:0/1482831300 >> 172.21.15.42:0/1482831300 conn(0x7f93a41035b0 msgr2=0x7f93a4104110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:10:54.261 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:53.697+0000 7f93a97ec700 1 -- 172.21.15.42:0/1482831300 shutdown_connections 2024-06-06T08:10:54.261 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:53.697+0000 7f93a97ec700 1 -- 172.21.15.42:0/1482831300 wait complete. 2024-06-06T08:10:54.378 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:54 smithi042 ceph-mon[32384]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-06-06T08:10:54.378 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:54 smithi042 ceph-mon[32384]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-06-06T08:10:54.379 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:54 smithi042 ceph-mon[32384]: from='mgr.14120 172.21.15.42:0/954957451' entity='mgr.x' 2024-06-06T08:10:54.379 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:54 smithi042 ceph-mon[32384]: from='mgr.14120 172.21.15.42:0/954957451' entity='mgr.x' 2024-06-06T08:10:54.379 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:54 smithi042 ceph-mon[32384]: from='mgr.14120 172.21.15.42:0/954957451' entity='mgr.x' 2024-06-06T08:10:54.379 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:54 smithi042 ceph-mon[32384]: from='mgr.14120 172.21.15.42:0/954957451' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:10:54.379 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:54 smithi042 ceph-mon[32384]: from='mgr.14120 172.21.15.42:0/954957451' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:10:55.474 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:55 smithi042 ceph-mon[32384]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:10:55.474 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:55 smithi042 ceph-mon[32384]: [06/Jun/2024:08:10:54] ENGINE Bus STARTING 2024-06-06T08:10:55.474 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:55 smithi042 ceph-mon[32384]: [06/Jun/2024:08:10:54] ENGINE Serving on https://172.21.15.42:7150 2024-06-06T08:10:55.474 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:55 smithi042 ceph-mon[32384]: [06/Jun/2024:08:10:54] ENGINE Serving on http://172.21.15.42:8765 2024-06-06T08:10:55.474 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:55 smithi042 ceph-mon[32384]: [06/Jun/2024:08:10:54] ENGINE Bus STARTED 2024-06-06T08:10:55.474 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:55 smithi042 ceph-mon[32384]: mgrmap e8: x(active, since 2s) 2024-06-06T08:10:55.481 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout value unchanged 2024-06-06T08:10:55.481 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:54.711+0000 7f944b59e700 1 Processor -- start 2024-06-06T08:10:55.481 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:54.711+0000 7f944b59e700 1 -- start start 2024-06-06T08:10:55.481 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:54.711+0000 7f944b59e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f944c108280 0x7f944c1086a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:10:55.481 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:54.711+0000 7f944b59e700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f944c108c70 con 0x7f944c108280 2024-06-06T08:10:55.481 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:54.711+0000 7f944a59c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f944c108280 0x7f944c1086a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:10:55.481 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:54.711+0000 7f944a59c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f944c108280 0x7f944c1086a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55064/0 (socket says 172.21.15.42:55064) 2024-06-06T08:10:55.481 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:54.711+0000 7f944a59c700 1 -- 172.21.15.42:0/3296242349 learned_addr learned my addr 172.21.15.42:0/3296242349 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:10:55.482 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:54.712+0000 7f944a59c700 1 -- 172.21.15.42:0/3296242349 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f944c106e90 con 0x7f944c108280 2024-06-06T08:10:55.482 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:54.712+0000 7f944a59c700 1 --2- 172.21.15.42:0/3296242349 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f944c108280 0x7f944c1086a0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f943c0098a0 tx=0x7f943c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a44c76dd1ef0289a server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:10:55.482 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:54.712+0000 7f944959a700 1 -- 172.21.15.42:0/3296242349 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f943c004160 con 0x7f944c108280 2024-06-06T08:10:55.482 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:54.712+0000 7f944959a700 1 -- 172.21.15.42:0/3296242349 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f943c004300 con 0x7f944c108280 2024-06-06T08:10:55.482 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:54.712+0000 7f944959a700 1 -- 172.21.15.42:0/3296242349 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f943c011b50 con 0x7f944c108280 2024-06-06T08:10:55.482 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:54.712+0000 7f944b59e700 1 -- 172.21.15.42:0/3296242349 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f944c108280 msgr2=0x7f944c1086a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:10:55.482 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:54.712+0000 7f944b59e700 1 --2- 172.21.15.42:0/3296242349 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f944c108280 0x7f944c1086a0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f943c0098a0 tx=0x7f943c009bb0 comp rx=0 tx=0).stop 2024-06-06T08:10:55.482 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:54.713+0000 7f944b59e700 1 -- 172.21.15.42:0/3296242349 shutdown_connections 2024-06-06T08:10:55.482 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:54.713+0000 7f944b59e700 1 --2- 172.21.15.42:0/3296242349 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f944c108280 0x7f944c1086a0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:10:55.482 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:54.713+0000 7f944b59e700 1 -- 172.21.15.42:0/3296242349 >> 172.21.15.42:0/3296242349 conn(0x7f944c1019e0 msgr2=0x7f944c103e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:10:55.482 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:54.713+0000 7f944b59e700 1 -- 172.21.15.42:0/3296242349 shutdown_connections 2024-06-06T08:10:55.482 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:54.713+0000 7f944b59e700 1 -- 172.21.15.42:0/3296242349 wait complete. 2024-06-06T08:10:55.482 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:54.713+0000 7f944b59e700 1 Processor -- start 2024-06-06T08:10:55.483 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:54.713+0000 7f944b59e700 1 -- start start 2024-06-06T08:10:55.483 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:54.714+0000 7f944b59e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f944c108280 0x7f944c19be80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:10:55.483 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:54.714+0000 7f944b59e700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f944c10b250 con 0x7f944c108280 2024-06-06T08:10:55.483 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:54.714+0000 7f944a59c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f944c108280 0x7f944c19be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:10:55.483 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:54.714+0000 7f944a59c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f944c108280 0x7f944c19be80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55078/0 (socket says 172.21.15.42:55078) 2024-06-06T08:10:55.483 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:54.714+0000 7f944a59c700 1 -- 172.21.15.42:0/1894600695 learned_addr learned my addr 172.21.15.42:0/1894600695 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:10:55.483 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:54.714+0000 7f944a59c700 1 -- 172.21.15.42:0/1894600695 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f944c19c3c0 con 0x7f944c108280 2024-06-06T08:10:55.483 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:54.714+0000 7f944a59c700 1 --2- 172.21.15.42:0/1894600695 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f944c108280 0x7f944c19be80 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f943c009fb0 tx=0x7f943c011bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:10:55.483 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:54.714+0000 7f943b7fe700 1 -- 172.21.15.42:0/1894600695 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f943c0038b0 con 0x7f944c108280 2024-06-06T08:10:55.483 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:54.714+0000 7f943b7fe700 1 -- 172.21.15.42:0/1894600695 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f943c011e50 con 0x7f944c108280 2024-06-06T08:10:55.483 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:54.714+0000 7f944b59e700 1 -- 172.21.15.42:0/1894600695 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f944c19c650 con 0x7f944c108280 2024-06-06T08:10:55.483 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:54.714+0000 7f943b7fe700 1 -- 172.21.15.42:0/1894600695 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f943c019550 con 0x7f944c108280 2024-06-06T08:10:55.483 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:54.714+0000 7f944b59e700 1 -- 172.21.15.42:0/1894600695 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f944c19f2f0 con 0x7f944c108280 2024-06-06T08:10:55.484 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:54.715+0000 7f943b7fe700 1 -- 172.21.15.42:0/1894600695 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f943c019800 con 0x7f944c108280 2024-06-06T08:10:55.484 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:54.715+0000 7f944b59e700 1 -- 172.21.15.42:0/1894600695 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f944c0695c0 con 0x7f944c108280 2024-06-06T08:10:55.484 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:54.715+0000 7f943b7fe700 1 --2- 172.21.15.42:0/1894600695 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7f9434039050 0x7f943403b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:10:55.484 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:54.715+0000 7f943b7fe700 1 -- 172.21.15.42:0/1894600695 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f943c04d240 con 0x7f944c108280 2024-06-06T08:10:55.484 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:54.716+0000 7f9449d9b700 1 --2- 172.21.15.42:0/1894600695 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7f9434039050 0x7f943403b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:10:55.484 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:54.716+0000 7f9449d9b700 1 --2- 172.21.15.42:0/1894600695 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7f9434039050 0x7f943403b510 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f9440006fd0 tx=0x7f9440006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:10:55.484 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:54.721+0000 7f943b7fe700 1 -- 172.21.15.42:0/1894600695 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f943c00fda0 con 0x7f944c108280 2024-06-06T08:10:55.484 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:54.929+0000 7f944b59e700 1 -- 172.21.15.42:0/1894600695 --> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] -- mgr_command(tid 0: {"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}) -- 0x7f944c0008d0 con 0x7f9434039050 2024-06-06T08:10:55.484 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:54.930+0000 7f943b7fe700 1 -- 172.21.15.42:0/1894600695 <== mgr.14120 v2:172.21.15.42:6800/542419736 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+16 (secure 0 0 0) 0x7f944c0008d0 con 0x7f9434039050 2024-06-06T08:10:55.484 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:54.932+0000 7f944b59e700 1 -- 172.21.15.42:0/1894600695 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7f9434039050 msgr2=0x7f943403b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:10:55.484 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:54.932+0000 7f944b59e700 1 --2- 172.21.15.42:0/1894600695 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7f9434039050 0x7f943403b510 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f9440006fd0 tx=0x7f9440006e40 comp rx=0 tx=0).stop 2024-06-06T08:10:55.484 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:54.932+0000 7f944b59e700 1 -- 172.21.15.42:0/1894600695 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f944c108280 msgr2=0x7f944c19be80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:10:55.484 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:54.932+0000 7f944b59e700 1 --2- 172.21.15.42:0/1894600695 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f944c108280 0x7f944c19be80 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f943c009fb0 tx=0x7f943c011bf0 comp rx=0 tx=0).stop 2024-06-06T08:10:55.484 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:54.932+0000 7f944b59e700 1 -- 172.21.15.42:0/1894600695 shutdown_connections 2024-06-06T08:10:55.485 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:54.932+0000 7f944b59e700 1 --2- 172.21.15.42:0/1894600695 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7f9434039050 0x7f943403b510 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:10:55.485 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:54.932+0000 7f944b59e700 1 --2- 172.21.15.42:0/1894600695 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f944c108280 0x7f944c19be80 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:10:55.485 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:54.932+0000 7f944b59e700 1 -- 172.21.15.42:0/1894600695 >> 172.21.15.42:0/1894600695 conn(0x7f944c1019e0 msgr2=0x7f944c102940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:10:55.485 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:54.932+0000 7f944b59e700 1 -- 172.21.15.42:0/1894600695 shutdown_connections 2024-06-06T08:10:55.485 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:54.933+0000 7f944b59e700 1 -- 172.21.15.42:0/1894600695 wait complete. 2024-06-06T08:10:55.485 INFO:teuthology.orchestra.run.smithi042.stdout:Generating ssh key... 2024-06-06T08:10:56.547 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:56 smithi042 ceph-mon[32384]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:10:56.547 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:56 smithi042 ceph-mon[32384]: from='mgr.14120 172.21.15.42:0/954957451' entity='mgr.x' 2024-06-06T08:10:56.547 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:56 smithi042 ceph-mon[32384]: from='mgr.14120 172.21.15.42:0/954957451' entity='mgr.x' 2024-06-06T08:10:56.547 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:56 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: Generating public/private rsa key pair. 2024-06-06T08:10:56.547 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:56 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: Your identification has been saved in /tmp/tmp6i7uc9ru/key. 2024-06-06T08:10:56.548 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:56 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: Your public key has been saved in /tmp/tmp6i7uc9ru/key.pub. 2024-06-06T08:10:56.548 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:56 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: The key fingerprint is: 2024-06-06T08:10:56.548 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:56 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: SHA256:K8KQ4gw9yjou5Sk4StpZxwI7N/bKC3SwUir5DRjPuuo ceph-103bdc14-23dc-11ef-bc9b-c7b262605968 2024-06-06T08:10:56.548 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:56 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: The key's randomart image is: 2024-06-06T08:10:56.548 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:56 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: +---[RSA 3072]----+ 2024-06-06T08:10:56.548 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:56 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: | | 2024-06-06T08:10:56.548 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:56 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: | | 2024-06-06T08:10:56.548 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:56 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: |. o | 2024-06-06T08:10:56.548 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:56 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: | X + | 2024-06-06T08:10:56.548 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:56 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: |O % . S | 2024-06-06T08:10:56.548 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:56 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: |*B.X . . | 2024-06-06T08:10:56.548 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:56 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: |+B=.X + . | 2024-06-06T08:10:56.548 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:56 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: |XooO * . | 2024-06-06T08:10:56.548 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:56 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: |%Eo +o. | 2024-06-06T08:10:56.549 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:10:56 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: +----[SHA256]-----+ 2024-06-06T08:10:56.788 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:55.912+0000 7feb3ae17700 1 Processor -- start 2024-06-06T08:10:56.788 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:55.912+0000 7feb3ae17700 1 -- start start 2024-06-06T08:10:56.788 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:55.912+0000 7feb3ae17700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feb3407c550 0x7feb3410aaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:10:56.788 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:55.912+0000 7feb3ae17700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7feb3410b070 con 0x7feb3407c550 2024-06-06T08:10:56.788 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:55.912+0000 7feb38bb3700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feb3407c550 0x7feb3410aaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:10:56.788 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:55.912+0000 7feb38bb3700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feb3407c550 0x7feb3410aaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55092/0 (socket says 172.21.15.42:55092) 2024-06-06T08:10:56.788 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:55.912+0000 7feb38bb3700 1 -- 172.21.15.42:0/1484462938 learned_addr learned my addr 172.21.15.42:0/1484462938 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:10:56.789 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:55.913+0000 7feb38bb3700 1 -- 172.21.15.42:0/1484462938 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb3410b1f0 con 0x7feb3407c550 2024-06-06T08:10:56.789 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:55.913+0000 7feb38bb3700 1 --2- 172.21.15.42:0/1484462938 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feb3407c550 0x7feb3410aaa0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7feb280098a0 tx=0x7feb28009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5e5a348b6f2a7f0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:10:56.789 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:55.913+0000 7feb337fe700 1 -- 172.21.15.42:0/1484462938 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7feb28004160 con 0x7feb3407c550 2024-06-06T08:10:56.789 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:55.913+0000 7feb337fe700 1 -- 172.21.15.42:0/1484462938 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7feb28004300 con 0x7feb3407c550 2024-06-06T08:10:56.789 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:55.913+0000 7feb337fe700 1 -- 172.21.15.42:0/1484462938 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7feb28011b50 con 0x7feb3407c550 2024-06-06T08:10:56.789 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:55.913+0000 7feb3ae17700 1 -- 172.21.15.42:0/1484462938 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feb3407c550 msgr2=0x7feb3410aaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:10:56.789 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:55.913+0000 7feb3ae17700 1 --2- 172.21.15.42:0/1484462938 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feb3407c550 0x7feb3410aaa0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7feb280098a0 tx=0x7feb28009bb0 comp rx=0 tx=0).stop 2024-06-06T08:10:56.789 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:55.914+0000 7feb3ae17700 1 -- 172.21.15.42:0/1484462938 shutdown_connections 2024-06-06T08:10:56.789 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:55.914+0000 7feb3ae17700 1 --2- 172.21.15.42:0/1484462938 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feb3407c550 0x7feb3410aaa0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:10:56.789 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:55.914+0000 7feb3ae17700 1 -- 172.21.15.42:0/1484462938 >> 172.21.15.42:0/1484462938 conn(0x7feb34102460 msgr2=0x7feb34104880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:10:56.789 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:55.914+0000 7feb3ae17700 1 -- 172.21.15.42:0/1484462938 shutdown_connections 2024-06-06T08:10:56.789 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:55.914+0000 7feb3ae17700 1 -- 172.21.15.42:0/1484462938 wait complete. 2024-06-06T08:10:56.789 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:55.914+0000 7feb3ae17700 1 Processor -- start 2024-06-06T08:10:56.789 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:55.914+0000 7feb3ae17700 1 -- start start 2024-06-06T08:10:56.790 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:55.914+0000 7feb3ae17700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feb341082d0 0x7feb34106a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:10:56.790 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:55.914+0000 7feb3ae17700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7feb3410c2d0 con 0x7feb341082d0 2024-06-06T08:10:56.790 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:55.915+0000 7feb38bb3700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feb341082d0 0x7feb34106a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:10:56.790 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:55.915+0000 7feb38bb3700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feb341082d0 0x7feb34106a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55096/0 (socket says 172.21.15.42:55096) 2024-06-06T08:10:56.790 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:55.915+0000 7feb38bb3700 1 -- 172.21.15.42:0/43902514 learned_addr learned my addr 172.21.15.42:0/43902514 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:10:56.790 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:55.915+0000 7feb38bb3700 1 -- 172.21.15.42:0/43902514 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb341086f0 con 0x7feb341082d0 2024-06-06T08:10:56.790 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:55.915+0000 7feb38bb3700 1 --2- 172.21.15.42:0/43902514 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feb341082d0 0x7feb34106a40 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7feb28011b60 tx=0x7feb28011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:10:56.790 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:55.915+0000 7feb31ffb700 1 -- 172.21.15.42:0/43902514 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7feb28003b20 con 0x7feb341082d0 2024-06-06T08:10:56.790 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:55.915+0000 7feb31ffb700 1 -- 172.21.15.42:0/43902514 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7feb28003cc0 con 0x7feb341082d0 2024-06-06T08:10:56.790 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:55.915+0000 7feb3ae17700 1 -- 172.21.15.42:0/43902514 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb34106f80 con 0x7feb341082d0 2024-06-06T08:10:56.790 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:55.915+0000 7feb31ffb700 1 -- 172.21.15.42:0/43902514 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7feb28024840 con 0x7feb341082d0 2024-06-06T08:10:56.790 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:55.915+0000 7feb3ae17700 1 -- 172.21.15.42:0/43902514 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb34107460 con 0x7feb341082d0 2024-06-06T08:10:56.790 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:55.916+0000 7feb31ffb700 1 -- 172.21.15.42:0/43902514 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7feb28022020 con 0x7feb341082d0 2024-06-06T08:10:56.791 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:55.916+0000 7feb3ae17700 1 -- 172.21.15.42:0/43902514 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feb341088c0 con 0x7feb341082d0 2024-06-06T08:10:56.791 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:55.917+0000 7feb31ffb700 1 --2- 172.21.15.42:0/43902514 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7feb240390a0 0x7feb2403b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:10:56.791 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:55.917+0000 7feb31ffb700 1 -- 172.21.15.42:0/43902514 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7feb28011e00 con 0x7feb341082d0 2024-06-06T08:10:56.791 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:55.917+0000 7feb33fff700 1 --2- 172.21.15.42:0/43902514 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7feb240390a0 0x7feb2403b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:10:56.791 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:55.917+0000 7feb33fff700 1 --2- 172.21.15.42:0/43902514 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7feb240390a0 0x7feb2403b560 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7feb20006fd0 tx=0x7feb20006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:10:56.791 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:55.922+0000 7feb31ffb700 1 -- 172.21.15.42:0/43902514 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7feb2801ac80 con 0x7feb341082d0 2024-06-06T08:10:56.791 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:56.131+0000 7feb3ae17700 1 -- 172.21.15.42:0/43902514 --> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] -- mgr_command(tid 0: {"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}) -- 0x7feb3407c660 con 0x7feb240390a0 2024-06-06T08:10:56.791 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:56.253+0000 7feb31ffb700 1 -- 172.21.15.42:0/43902514 <== mgr.14120 v2:172.21.15.42:6800/542419736 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7feb3407c660 con 0x7feb240390a0 2024-06-06T08:10:56.791 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:56.255+0000 7feb3ae17700 1 -- 172.21.15.42:0/43902514 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7feb240390a0 msgr2=0x7feb2403b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:10:56.791 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:56.255+0000 7feb3ae17700 1 --2- 172.21.15.42:0/43902514 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7feb240390a0 0x7feb2403b560 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7feb20006fd0 tx=0x7feb20006e40 comp rx=0 tx=0).stop 2024-06-06T08:10:56.791 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:56.255+0000 7feb3ae17700 1 -- 172.21.15.42:0/43902514 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feb341082d0 msgr2=0x7feb34106a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:10:56.791 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:56.255+0000 7feb3ae17700 1 --2- 172.21.15.42:0/43902514 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feb341082d0 0x7feb34106a40 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7feb28011b60 tx=0x7feb28011c40 comp rx=0 tx=0).stop 2024-06-06T08:10:56.791 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:56.255+0000 7feb3ae17700 1 -- 172.21.15.42:0/43902514 shutdown_connections 2024-06-06T08:10:56.792 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:56.255+0000 7feb3ae17700 1 --2- 172.21.15.42:0/43902514 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7feb240390a0 0x7feb2403b560 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:10:56.792 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:56.255+0000 7feb3ae17700 1 --2- 172.21.15.42:0/43902514 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feb341082d0 0x7feb34106a40 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:10:56.792 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:56.255+0000 7feb3ae17700 1 -- 172.21.15.42:0/43902514 >> 172.21.15.42:0/43902514 conn(0x7feb34102460 msgr2=0x7feb34102f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:10:56.792 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:56.255+0000 7feb3ae17700 1 -- 172.21.15.42:0/43902514 shutdown_connections 2024-06-06T08:10:56.792 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:56.255+0000 7feb3ae17700 1 -- 172.21.15.42:0/43902514 wait complete. 2024-06-06T08:10:57.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:57 smithi042 ceph-mon[32384]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:10:57.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:57 smithi042 ceph-mon[32384]: Generating ssh key... 2024-06-06T08:10:57.944 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDElBhP6zRvjF2Lo9pB2K7fM05jhET0wW+u8GuXIAFJmWm85dLInDFqr+gwr8FINomntFXQ2/8bCTBHpS4FptIRdv4l6jc7C5w0HcqHUt0qvNha1TSVPAhxyv/UARsPdA3urPhxFnZUqvslpst3Jw53mTZIZRqBZY8BYMj/Xqk/aoQNwsxJg8kF5hwx+H+eHymN6lnOhjJisnNCZJdScvKLYkZirDOjLDdLl6B6fr4VmzzshheBbG28kIJeyi0Mxa8kYll3zCAUH7RW0ddaz/HlcrH9rsOkF4GXEQhLDjH4LCzrLI1sAN2zsrtknY33UFWAwgUgFM9lZYTw+vpcyug+c3m3g9CqhBgDUXhaC5Nv4T6dZT/L32XEfSh889IOAsUiThgwJOT+valQ5ZumDZK8iMN73uRCWNoxDkSJYVLSU00iiUl4WzJbzvbSGqi0EVr5blaDs4RkzubQQdwcmrITMTSzPQvpoXhSQ49OKljRb9KF57m/zHtYYOm9lTp4SD8= ceph-103bdc14-23dc-11ef-bc9b-c7b262605968 2024-06-06T08:10:57.944 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:57.165+0000 7f6b7ad2f700 1 Processor -- start 2024-06-06T08:10:57.945 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:57.165+0000 7f6b7ad2f700 1 -- start start 2024-06-06T08:10:57.945 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:57.165+0000 7f6b7ad2f700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6b74108010 0x7f6b74108430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:10:57.945 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:57.165+0000 7f6b7ad2f700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6b74108970 con 0x7f6b74108010 2024-06-06T08:10:57.945 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:57.165+0000 7f6b78acb700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6b74108010 0x7f6b74108430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:10:57.945 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:57.165+0000 7f6b78acb700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6b74108010 0x7f6b74108430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55100/0 (socket says 172.21.15.42:55100) 2024-06-06T08:10:57.945 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:57.165+0000 7f6b78acb700 1 -- 172.21.15.42:0/2303662361 learned_addr learned my addr 172.21.15.42:0/2303662361 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:10:57.945 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:57.166+0000 7f6b78acb700 1 -- 172.21.15.42:0/2303662361 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b74109080 con 0x7f6b74108010 2024-06-06T08:10:57.945 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:57.166+0000 7f6b78acb700 1 --2- 172.21.15.42:0/2303662361 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6b74108010 0x7f6b74108430 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f6b680098a0 tx=0x7f6b68009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c6e829784c70e2c server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:10:57.945 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:57.166+0000 7f6b737fe700 1 -- 172.21.15.42:0/2303662361 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6b68004160 con 0x7f6b74108010 2024-06-06T08:10:57.945 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:57.166+0000 7f6b737fe700 1 -- 172.21.15.42:0/2303662361 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f6b68004300 con 0x7f6b74108010 2024-06-06T08:10:57.945 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:57.166+0000 7f6b737fe700 1 -- 172.21.15.42:0/2303662361 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6b68011b50 con 0x7f6b74108010 2024-06-06T08:10:57.945 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:57.167+0000 7f6b7ad2f700 1 -- 172.21.15.42:0/2303662361 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6b74108010 msgr2=0x7f6b74108430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:10:57.945 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:57.167+0000 7f6b7ad2f700 1 --2- 172.21.15.42:0/2303662361 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6b74108010 0x7f6b74108430 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f6b680098a0 tx=0x7f6b68009bb0 comp rx=0 tx=0).stop 2024-06-06T08:10:57.945 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:57.167+0000 7f6b7ad2f700 1 -- 172.21.15.42:0/2303662361 shutdown_connections 2024-06-06T08:10:57.946 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:57.167+0000 7f6b7ad2f700 1 --2- 172.21.15.42:0/2303662361 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6b74108010 0x7f6b74108430 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:10:57.946 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:57.167+0000 7f6b7ad2f700 1 -- 172.21.15.42:0/2303662361 >> 172.21.15.42:0/2303662361 conn(0x7f6b741035d0 msgr2=0x7f6b741059f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:10:57.946 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:57.167+0000 7f6b7ad2f700 1 -- 172.21.15.42:0/2303662361 shutdown_connections 2024-06-06T08:10:57.946 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:57.167+0000 7f6b7ad2f700 1 -- 172.21.15.42:0/2303662361 wait complete. 2024-06-06T08:10:57.946 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:57.167+0000 7f6b7ad2f700 1 Processor -- start 2024-06-06T08:10:57.946 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:57.168+0000 7f6b7ad2f700 1 -- start start 2024-06-06T08:10:57.946 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:57.168+0000 7f6b7ad2f700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6b7419c130 0x7f6b7419c550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:10:57.946 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:57.168+0000 7f6b7ad2f700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6b7410c4c0 con 0x7f6b7419c130 2024-06-06T08:10:57.946 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:57.168+0000 7f6b78acb700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6b7419c130 0x7f6b7419c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:10:57.946 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:57.168+0000 7f6b78acb700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6b7419c130 0x7f6b7419c550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55110/0 (socket says 172.21.15.42:55110) 2024-06-06T08:10:57.946 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:57.168+0000 7f6b78acb700 1 -- 172.21.15.42:0/430178355 learned_addr learned my addr 172.21.15.42:0/430178355 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:10:57.946 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:57.168+0000 7f6b78acb700 1 -- 172.21.15.42:0/430178355 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b7419ca90 con 0x7f6b7419c130 2024-06-06T08:10:57.946 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:57.168+0000 7f6b78acb700 1 --2- 172.21.15.42:0/430178355 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6b7419c130 0x7f6b7419c550 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f6b68015000 tx=0x7f6b68011c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:10:57.947 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:57.168+0000 7f6b71ffb700 1 -- 172.21.15.42:0/430178355 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6b680036a0 con 0x7f6b7419c130 2024-06-06T08:10:57.947 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:57.168+0000 7f6b7ad2f700 1 -- 172.21.15.42:0/430178355 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b7419cd20 con 0x7f6b7419c130 2024-06-06T08:10:57.947 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:57.168+0000 7f6b71ffb700 1 -- 172.21.15.42:0/430178355 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f6b6801a460 con 0x7f6b7419c130 2024-06-06T08:10:57.947 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:57.168+0000 7f6b71ffb700 1 -- 172.21.15.42:0/430178355 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6b6801b440 con 0x7f6b7419c130 2024-06-06T08:10:57.947 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:57.169+0000 7f6b7ad2f700 1 -- 172.21.15.42:0/430178355 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b7419f800 con 0x7f6b7419c130 2024-06-06T08:10:57.947 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:57.169+0000 7f6b71ffb700 1 -- 172.21.15.42:0/430178355 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f6b68003840 con 0x7f6b7419c130 2024-06-06T08:10:57.947 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:57.170+0000 7f6b7ad2f700 1 -- 172.21.15.42:0/430178355 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6b74063af0 con 0x7f6b7419c130 2024-06-06T08:10:57.947 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:57.170+0000 7f6b71ffb700 1 --2- 172.21.15.42:0/430178355 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7f6b64039050 0x7f6b6403b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:10:57.947 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:57.170+0000 7f6b71ffb700 1 -- 172.21.15.42:0/430178355 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f6b6804d6c0 con 0x7f6b7419c130 2024-06-06T08:10:57.947 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:57.170+0000 7f6b73fff700 1 --2- 172.21.15.42:0/430178355 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7f6b64039050 0x7f6b6403b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:10:57.947 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:57.170+0000 7f6b73fff700 1 --2- 172.21.15.42:0/430178355 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7f6b64039050 0x7f6b6403b510 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f6b60006fd0 tx=0x7f6b60006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:10:57.947 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:57.175+0000 7f6b71ffb700 1 -- 172.21.15.42:0/430178355 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f6b6801b740 con 0x7f6b7419c130 2024-06-06T08:10:57.947 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:57.382+0000 7f6b7ad2f700 1 -- 172.21.15.42:0/430178355 --> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] -- mgr_command(tid 0: {"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}) -- 0x7f6b741048f0 con 0x7f6b64039050 2024-06-06T08:10:57.948 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:57.383+0000 7f6b71ffb700 1 -- 172.21.15.42:0/430178355 <== mgr.14120 v2:172.21.15.42:6800/542419736 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+595 (secure 0 0 0) 0x7f6b741048f0 con 0x7f6b64039050 2024-06-06T08:10:57.948 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:57.385+0000 7f6b7ad2f700 1 -- 172.21.15.42:0/430178355 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7f6b64039050 msgr2=0x7f6b6403b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:10:57.948 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:57.385+0000 7f6b7ad2f700 1 --2- 172.21.15.42:0/430178355 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7f6b64039050 0x7f6b6403b510 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f6b60006fd0 tx=0x7f6b60006e40 comp rx=0 tx=0).stop 2024-06-06T08:10:57.948 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:57.385+0000 7f6b7ad2f700 1 -- 172.21.15.42:0/430178355 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6b7419c130 msgr2=0x7f6b7419c550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:10:57.948 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:57.385+0000 7f6b7ad2f700 1 --2- 172.21.15.42:0/430178355 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6b7419c130 0x7f6b7419c550 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f6b68015000 tx=0x7f6b68011c10 comp rx=0 tx=0).stop 2024-06-06T08:10:57.948 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:57.385+0000 7f6b7ad2f700 1 -- 172.21.15.42:0/430178355 shutdown_connections 2024-06-06T08:10:57.948 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:57.385+0000 7f6b7ad2f700 1 --2- 172.21.15.42:0/430178355 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7f6b64039050 0x7f6b6403b510 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:10:57.948 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:57.385+0000 7f6b7ad2f700 1 --2- 172.21.15.42:0/430178355 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6b7419c130 0x7f6b7419c550 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:10:57.948 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:57.385+0000 7f6b7ad2f700 1 -- 172.21.15.42:0/430178355 >> 172.21.15.42:0/430178355 conn(0x7f6b741035d0 msgr2=0x7f6b74104180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:10:57.948 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:57.385+0000 7f6b7ad2f700 1 -- 172.21.15.42:0/430178355 shutdown_connections 2024-06-06T08:10:57.948 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:57.385+0000 7f6b7ad2f700 1 -- 172.21.15.42:0/430178355 wait complete. 2024-06-06T08:10:57.948 INFO:teuthology.orchestra.run.smithi042.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-06-06T08:10:57.948 INFO:teuthology.orchestra.run.smithi042.stdout:Adding key to root@localhost authorized_keys... 2024-06-06T08:10:57.948 INFO:teuthology.orchestra.run.smithi042.stdout:Adding host smithi042... 2024-06-06T08:10:58.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:58 smithi042 ceph-mon[32384]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:10:59.487 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:59 smithi042 ceph-mon[32384]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi042", "addr": "172.21.15.42", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:10:59.488 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:10:59 smithi042 ceph-mon[32384]: Deploying cephadm binary to smithi042 2024-06-06T08:11:03.511 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout Added host 'smithi042' with addr '172.21.15.42' 2024-06-06T08:11:03.511 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:58.348+0000 7f6bcc440700 1 Processor -- start 2024-06-06T08:11:03.511 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:58.348+0000 7f6bcc440700 1 -- start start 2024-06-06T08:11:03.511 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:58.348+0000 7f6bcc440700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6bc4107fa0 0x7f6bc41083e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:11:03.511 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:58.348+0000 7f6bcc440700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6bc4108920 con 0x7f6bc4107fa0 2024-06-06T08:11:03.511 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:58.348+0000 7f6bca1dc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6bc4107fa0 0x7f6bc41083e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:11:03.511 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:58.349+0000 7f6bca1dc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6bc4107fa0 0x7f6bc41083e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37702/0 (socket says 172.21.15.42:37702) 2024-06-06T08:11:03.511 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:58.349+0000 7f6bca1dc700 1 -- 172.21.15.42:0/3792003965 learned_addr learned my addr 172.21.15.42:0/3792003965 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:11:03.511 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:58.349+0000 7f6bca1dc700 1 -- 172.21.15.42:0/3792003965 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bc41090e0 con 0x7f6bc4107fa0 2024-06-06T08:11:03.512 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:58.349+0000 7f6bca1dc700 1 --2- 172.21.15.42:0/3792003965 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6bc4107fa0 0x7f6bc41083e0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f6bb4009e80 tx=0x7f6bb400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f63c5ab00fdf5de server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:11:03.512 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:58.349+0000 7f6bc91da700 1 -- 172.21.15.42:0/3792003965 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6bb4017070 con 0x7f6bc4107fa0 2024-06-06T08:11:03.512 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:58.349+0000 7f6bc91da700 1 -- 172.21.15.42:0/3792003965 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f6bb400b8c0 con 0x7f6bc4107fa0 2024-06-06T08:11:03.512 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:58.349+0000 7f6bc91da700 1 -- 172.21.15.42:0/3792003965 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6bb40045c0 con 0x7f6bc4107fa0 2024-06-06T08:11:03.512 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:58.350+0000 7f6bcc440700 1 -- 172.21.15.42:0/3792003965 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6bc4107fa0 msgr2=0x7f6bc41083e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:03.512 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:58.350+0000 7f6bcc440700 1 --2- 172.21.15.42:0/3792003965 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6bc4107fa0 0x7f6bc41083e0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f6bb4009e80 tx=0x7f6bb400b330 comp rx=0 tx=0).stop 2024-06-06T08:11:03.512 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:58.350+0000 7f6bcc440700 1 -- 172.21.15.42:0/3792003965 shutdown_connections 2024-06-06T08:11:03.512 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:58.350+0000 7f6bcc440700 1 --2- 172.21.15.42:0/3792003965 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6bc4107fa0 0x7f6bc41083e0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:03.512 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:58.350+0000 7f6bcc440700 1 -- 172.21.15.42:0/3792003965 >> 172.21.15.42:0/3792003965 conn(0x7f6bc41035d0 msgr2=0x7f6bc41059f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:11:03.512 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:58.350+0000 7f6bcc440700 1 -- 172.21.15.42:0/3792003965 shutdown_connections 2024-06-06T08:11:03.512 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:58.350+0000 7f6bcc440700 1 -- 172.21.15.42:0/3792003965 wait complete. 2024-06-06T08:11:03.512 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:58.350+0000 7f6bcc440700 1 Processor -- start 2024-06-06T08:11:03.512 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:58.350+0000 7f6bcc440700 1 -- start start 2024-06-06T08:11:03.512 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:58.351+0000 7f6bcc440700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6bc4107fa0 0x7f6bc407e3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:11:03.513 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:58.351+0000 7f6bcc440700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6bc410c3a0 con 0x7f6bc4107fa0 2024-06-06T08:11:03.513 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:58.351+0000 7f6bca1dc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6bc4107fa0 0x7f6bc407e3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:11:03.513 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:58.351+0000 7f6bca1dc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6bc4107fa0 0x7f6bc407e3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37714/0 (socket says 172.21.15.42:37714) 2024-06-06T08:11:03.513 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:58.351+0000 7f6bca1dc700 1 -- 172.21.15.42:0/3541164772 learned_addr learned my addr 172.21.15.42:0/3541164772 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:11:03.513 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:58.351+0000 7f6bca1dc700 1 -- 172.21.15.42:0/3541164772 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bc407e910 con 0x7f6bc4107fa0 2024-06-06T08:11:03.513 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:58.351+0000 7f6bca1dc700 1 --2- 172.21.15.42:0/3541164772 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6bc4107fa0 0x7f6bc407e3d0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f6bb4009530 tx=0x7f6bb400bd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:11:03.513 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:58.351+0000 7f6bc37fe700 1 -- 172.21.15.42:0/3541164772 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6bb4020020 con 0x7f6bc4107fa0 2024-06-06T08:11:03.513 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:58.351+0000 7f6bc37fe700 1 -- 172.21.15.42:0/3541164772 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f6bb4003b50 con 0x7f6bc4107fa0 2024-06-06T08:11:03.513 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:58.351+0000 7f6bcc440700 1 -- 172.21.15.42:0/3541164772 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6bc407cb00 con 0x7f6bc4107fa0 2024-06-06T08:11:03.513 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:58.351+0000 7f6bc37fe700 1 -- 172.21.15.42:0/3541164772 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6bb4017040 con 0x7f6bc4107fa0 2024-06-06T08:11:03.513 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:58.351+0000 7f6bcc440700 1 -- 172.21.15.42:0/3541164772 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6bc407d040 con 0x7f6bc4107fa0 2024-06-06T08:11:03.513 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:58.352+0000 7f6bc37fe700 1 -- 172.21.15.42:0/3541164772 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f6bb4023020 con 0x7f6bc4107fa0 2024-06-06T08:11:03.513 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:58.352+0000 7f6bc37fe700 1 --2- 172.21.15.42:0/3541164772 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7f6bac039050 0x7f6bac03b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:11:03.513 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:58.352+0000 7f6bc37fe700 1 -- 172.21.15.42:0/3541164772 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f6bb400f050 con 0x7f6bc4107fa0 2024-06-06T08:11:03.514 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:58.353+0000 7f6bcc440700 1 -- 172.21.15.42:0/3541164772 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6bc4063af0 con 0x7f6bc4107fa0 2024-06-06T08:11:03.514 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:58.353+0000 7f6bc99db700 1 --2- 172.21.15.42:0/3541164772 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7f6bac039050 0x7f6bac03b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:11:03.514 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:58.353+0000 7f6bc99db700 1 --2- 172.21.15.42:0/3541164772 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7f6bac039050 0x7f6bac03b510 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f6bb8006fd0 tx=0x7f6bb8006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:11:03.514 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:58.358+0000 7f6bc37fe700 1 -- 172.21.15.42:0/3541164772 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f6bb402a020 con 0x7f6bc4107fa0 2024-06-06T08:11:03.514 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:10:58.569+0000 7f6bcc440700 1 -- 172.21.15.42:0/3541164772 --> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi042", "addr": "172.21.15.42", "target": ["mon-mgr", ""]}) -- 0x7f6bc407d930 con 0x7f6bac039050 2024-06-06T08:11:03.514 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:02.929+0000 7f6bc37fe700 1 -- 172.21.15.42:0/3541164772 <== mgr.14120 v2:172.21.15.42:6800/542419736 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7f6bc407d930 con 0x7f6bac039050 2024-06-06T08:11:03.514 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:02.931+0000 7f6bcc440700 1 -- 172.21.15.42:0/3541164772 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7f6bac039050 msgr2=0x7f6bac03b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:03.514 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:02.931+0000 7f6bcc440700 1 --2- 172.21.15.42:0/3541164772 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7f6bac039050 0x7f6bac03b510 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f6bb8006fd0 tx=0x7f6bb8006e40 comp rx=0 tx=0).stop 2024-06-06T08:11:03.514 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:02.931+0000 7f6bcc440700 1 -- 172.21.15.42:0/3541164772 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6bc4107fa0 msgr2=0x7f6bc407e3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:03.514 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:02.931+0000 7f6bcc440700 1 --2- 172.21.15.42:0/3541164772 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6bc4107fa0 0x7f6bc407e3d0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f6bb4009530 tx=0x7f6bb400bd50 comp rx=0 tx=0).stop 2024-06-06T08:11:03.514 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:02.931+0000 7f6bcc440700 1 -- 172.21.15.42:0/3541164772 shutdown_connections 2024-06-06T08:11:03.514 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:02.932+0000 7f6bcc440700 1 --2- 172.21.15.42:0/3541164772 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7f6bac039050 0x7f6bac03b510 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:03.515 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:02.932+0000 7f6bcc440700 1 --2- 172.21.15.42:0/3541164772 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6bc4107fa0 0x7f6bc407e3d0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:03.515 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:02.932+0000 7f6bcc440700 1 -- 172.21.15.42:0/3541164772 >> 172.21.15.42:0/3541164772 conn(0x7f6bc41035d0 msgr2=0x7f6bc41040c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:11:03.515 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:02.932+0000 7f6bcc440700 1 -- 172.21.15.42:0/3541164772 shutdown_connections 2024-06-06T08:11:03.515 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:02.932+0000 7f6bcc440700 1 -- 172.21.15.42:0/3541164772 wait complete. 2024-06-06T08:11:03.515 INFO:teuthology.orchestra.run.smithi042.stdout:Deploying unmanaged mon service... 2024-06-06T08:11:04.135 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:03 smithi042 ceph-mon[32384]: from='mgr.14120 172.21.15.42:0/954957451' entity='mgr.x' 2024-06-06T08:11:04.136 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:03 smithi042 ceph-mon[32384]: Added host smithi042 2024-06-06T08:11:04.136 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:03 smithi042 ceph-mon[32384]: from='mgr.14120 172.21.15.42:0/954957451' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:11:05.444 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:05 smithi042 ceph-mon[32384]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:11:05.444 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:05 smithi042 ceph-mon[32384]: Saving service mon spec with placement count:5 2024-06-06T08:11:05.444 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:05 smithi042 ceph-mon[32384]: from='mgr.14120 172.21.15.42:0/954957451' entity='mgr.x' 2024-06-06T08:11:05.702 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-06-06T08:11:05.702 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:03.981+0000 7fc4f32c0700 1 Processor -- start 2024-06-06T08:11:05.702 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:03.981+0000 7fc4f32c0700 1 -- start start 2024-06-06T08:11:05.703 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:03.981+0000 7fc4f32c0700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc4ec07e640 0x7fc4ec07cb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:11:05.703 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:03.981+0000 7fc4f32c0700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc4ec07d080 con 0x7fc4ec07e640 2024-06-06T08:11:05.703 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:03.981+0000 7fc4f105c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc4ec07e640 0x7fc4ec07cb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:11:05.703 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:03.981+0000 7fc4f105c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc4ec07e640 0x7fc4ec07cb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37722/0 (socket says 172.21.15.42:37722) 2024-06-06T08:11:05.703 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:03.981+0000 7fc4f105c700 1 -- 172.21.15.42:0/1163795850 learned_addr learned my addr 172.21.15.42:0/1163795850 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:11:05.703 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:03.982+0000 7fc4f105c700 1 -- 172.21.15.42:0/1163795850 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4ec07d200 con 0x7fc4ec07e640 2024-06-06T08:11:05.703 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:03.982+0000 7fc4f105c700 1 --2- 172.21.15.42:0/1163795850 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc4ec07e640 0x7fc4ec07cb40 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fc4e80098a0 tx=0x7fc4e8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef70c957eda6032e server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:11:05.703 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:03.982+0000 7fc4e3fff700 1 -- 172.21.15.42:0/1163795850 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc4e8004160 con 0x7fc4ec07e640 2024-06-06T08:11:05.703 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:03.982+0000 7fc4e3fff700 1 -- 172.21.15.42:0/1163795850 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fc4e8004300 con 0x7fc4ec07e640 2024-06-06T08:11:05.703 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:03.982+0000 7fc4e3fff700 1 -- 172.21.15.42:0/1163795850 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc4e8011b50 con 0x7fc4ec07e640 2024-06-06T08:11:05.703 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:03.983+0000 7fc4f32c0700 1 -- 172.21.15.42:0/1163795850 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc4ec07e640 msgr2=0x7fc4ec07cb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:05.703 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:03.983+0000 7fc4f32c0700 1 --2- 172.21.15.42:0/1163795850 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc4ec07e640 0x7fc4ec07cb40 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fc4e80098a0 tx=0x7fc4e8009bb0 comp rx=0 tx=0).stop 2024-06-06T08:11:05.703 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:03.983+0000 7fc4f32c0700 1 -- 172.21.15.42:0/1163795850 shutdown_connections 2024-06-06T08:11:05.704 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:03.983+0000 7fc4f32c0700 1 --2- 172.21.15.42:0/1163795850 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc4ec07e640 0x7fc4ec07cb40 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:05.704 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:03.983+0000 7fc4f32c0700 1 -- 172.21.15.42:0/1163795850 >> 172.21.15.42:0/1163795850 conn(0x7fc4ec1035d0 msgr2=0x7fc4ec1059f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:11:05.704 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:03.983+0000 7fc4f32c0700 1 -- 172.21.15.42:0/1163795850 shutdown_connections 2024-06-06T08:11:05.704 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:03.983+0000 7fc4f32c0700 1 -- 172.21.15.42:0/1163795850 wait complete. 2024-06-06T08:11:05.704 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:03.983+0000 7fc4f32c0700 1 Processor -- start 2024-06-06T08:11:05.704 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:03.983+0000 7fc4f32c0700 1 -- start start 2024-06-06T08:11:05.704 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:03.984+0000 7fc4f32c0700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc4ec07e640 0x7fc4ec19e0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:11:05.704 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:03.984+0000 7fc4f32c0700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc4ec10e560 con 0x7fc4ec07e640 2024-06-06T08:11:05.704 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:03.984+0000 7fc4f105c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc4ec07e640 0x7fc4ec19e0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:11:05.704 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:03.984+0000 7fc4f105c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc4ec07e640 0x7fc4ec19e0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37728/0 (socket says 172.21.15.42:37728) 2024-06-06T08:11:05.704 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:03.984+0000 7fc4f105c700 1 -- 172.21.15.42:0/2548798139 learned_addr learned my addr 172.21.15.42:0/2548798139 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:11:05.704 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:03.984+0000 7fc4f105c700 1 -- 172.21.15.42:0/2548798139 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4ec19e630 con 0x7fc4ec07e640 2024-06-06T08:11:05.704 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:03.984+0000 7fc4f105c700 1 --2- 172.21.15.42:0/2548798139 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc4ec07e640 0x7fc4ec19e0f0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fc4e8011670 tx=0x7fc4e8011b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:11:05.705 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:03.984+0000 7fc4e27fc700 1 -- 172.21.15.42:0/2548798139 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc4e80039c0 con 0x7fc4ec07e640 2024-06-06T08:11:05.705 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:03.984+0000 7fc4e27fc700 1 -- 172.21.15.42:0/2548798139 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fc4e8011e50 con 0x7fc4ec07e640 2024-06-06T08:11:05.705 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:03.984+0000 7fc4f32c0700 1 -- 172.21.15.42:0/2548798139 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4ec19e8c0 con 0x7fc4ec07e640 2024-06-06T08:11:05.705 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:03.984+0000 7fc4e27fc700 1 -- 172.21.15.42:0/2548798139 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc4e801a5c0 con 0x7fc4ec07e640 2024-06-06T08:11:05.705 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:03.984+0000 7fc4f32c0700 1 -- 172.21.15.42:0/2548798139 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4ec1a15b0 con 0x7fc4ec07e640 2024-06-06T08:11:05.705 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:03.985+0000 7fc4e27fc700 1 -- 172.21.15.42:0/2548798139 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7fc4e8024430 con 0x7fc4ec07e640 2024-06-06T08:11:05.705 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:03.985+0000 7fc4f32c0700 1 -- 172.21.15.42:0/2548798139 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc4ec063af0 con 0x7fc4ec07e640 2024-06-06T08:11:05.705 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:03.985+0000 7fc4e27fc700 1 --2- 172.21.15.42:0/2548798139 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7fc4d8039000 0x7fc4d803b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:11:05.705 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:03.985+0000 7fc4e27fc700 1 -- 172.21.15.42:0/2548798139 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fc4e804d480 con 0x7fc4ec07e640 2024-06-06T08:11:05.705 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:03.986+0000 7fc4f085b700 1 --2- 172.21.15.42:0/2548798139 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7fc4d8039000 0x7fc4d803b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:11:05.705 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:03.986+0000 7fc4f085b700 1 --2- 172.21.15.42:0/2548798139 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7fc4d8039000 0x7fc4d803b4c0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fc4dc006fd0 tx=0x7fc4dc006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:11:05.706 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:03.991+0000 7fc4e27fc700 1 -- 172.21.15.42:0/2548798139 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fc4e8003b60 con 0x7fc4ec07e640 2024-06-06T08:11:05.706 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:04.221+0000 7fc4f32c0700 1 -- 172.21.15.42:0/2548798139 --> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7fc4ec104830 con 0x7fc4d8039000 2024-06-06T08:11:05.706 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:04.226+0000 7fc4e27fc700 1 -- 172.21.15.42:0/2548798139 <== mgr.14120 v2:172.21.15.42:6800/542419736 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7fc4ec104830 con 0x7fc4d8039000 2024-06-06T08:11:05.706 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:04.228+0000 7fc4f32c0700 1 -- 172.21.15.42:0/2548798139 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7fc4d8039000 msgr2=0x7fc4d803b4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:05.706 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:04.228+0000 7fc4f32c0700 1 --2- 172.21.15.42:0/2548798139 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7fc4d8039000 0x7fc4d803b4c0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fc4dc006fd0 tx=0x7fc4dc006e40 comp rx=0 tx=0).stop 2024-06-06T08:11:05.706 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:04.228+0000 7fc4f32c0700 1 -- 172.21.15.42:0/2548798139 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc4ec07e640 msgr2=0x7fc4ec19e0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:05.706 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:04.228+0000 7fc4f32c0700 1 --2- 172.21.15.42:0/2548798139 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc4ec07e640 0x7fc4ec19e0f0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fc4e8011670 tx=0x7fc4e8011b60 comp rx=0 tx=0).stop 2024-06-06T08:11:05.706 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:04.229+0000 7fc4f32c0700 1 -- 172.21.15.42:0/2548798139 shutdown_connections 2024-06-06T08:11:05.706 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:04.229+0000 7fc4f32c0700 1 --2- 172.21.15.42:0/2548798139 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7fc4d8039000 0x7fc4d803b4c0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:05.706 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:04.229+0000 7fc4f32c0700 1 --2- 172.21.15.42:0/2548798139 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc4ec07e640 0x7fc4ec19e0f0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:05.706 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:04.229+0000 7fc4f32c0700 1 -- 172.21.15.42:0/2548798139 >> 172.21.15.42:0/2548798139 conn(0x7fc4ec1035d0 msgr2=0x7fc4ec104120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:11:05.706 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:04.229+0000 7fc4f32c0700 1 -- 172.21.15.42:0/2548798139 shutdown_connections 2024-06-06T08:11:05.707 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:04.229+0000 7fc4f32c0700 1 -- 172.21.15.42:0/2548798139 wait complete. 2024-06-06T08:11:05.707 INFO:teuthology.orchestra.run.smithi042.stdout:Deploying unmanaged mgr service... 2024-06-06T08:11:06.692 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:06 smithi042 ceph-mon[32384]: from='mgr.14120 172.21.15.42:0/954957451' entity='mgr.x' 2024-06-06T08:11:06.692 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:06 smithi042 ceph-mon[32384]: from='mgr.14120 172.21.15.42:0/954957451' entity='mgr.x' 2024-06-06T08:11:06.985 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-06-06T08:11:06.985 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:06.162+0000 7f7cb6654700 1 Processor -- start 2024-06-06T08:11:06.985 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:06.162+0000 7f7cb6654700 1 -- start start 2024-06-06T08:11:06.985 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:06.162+0000 7f7cb6654700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7cb01089c0 0x7f7cb010adb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:11:06.985 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:06.162+0000 7f7cb6654700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7cb007be80 con 0x7f7cb01089c0 2024-06-06T08:11:06.985 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:06.162+0000 7f7caffff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7cb01089c0 0x7f7cb010adb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:11:06.985 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:06.162+0000 7f7caffff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7cb01089c0 0x7f7cb010adb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37736/0 (socket says 172.21.15.42:37736) 2024-06-06T08:11:06.986 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:06.162+0000 7f7caffff700 1 -- 172.21.15.42:0/1062529255 learned_addr learned my addr 172.21.15.42:0/1062529255 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:11:06.986 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:06.162+0000 7f7caffff700 1 -- 172.21.15.42:0/1062529255 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7cb010b2f0 con 0x7f7cb01089c0 2024-06-06T08:11:06.986 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:06.163+0000 7f7caffff700 1 --2- 172.21.15.42:0/1062529255 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7cb01089c0 0x7f7cb010adb0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f7ca00098a0 tx=0x7f7ca0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9843dec6bea0a241 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:11:06.986 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:06.163+0000 7f7caeffd700 1 -- 172.21.15.42:0/1062529255 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7ca0004160 con 0x7f7cb01089c0 2024-06-06T08:11:06.986 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:06.163+0000 7f7caeffd700 1 -- 172.21.15.42:0/1062529255 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7ca0004300 con 0x7f7cb01089c0 2024-06-06T08:11:06.986 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:06.163+0000 7f7caeffd700 1 -- 172.21.15.42:0/1062529255 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7ca0011b20 con 0x7f7cb01089c0 2024-06-06T08:11:06.986 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:06.163+0000 7f7cb6654700 1 -- 172.21.15.42:0/1062529255 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7cb01089c0 msgr2=0x7f7cb010adb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:06.986 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:06.163+0000 7f7cb6654700 1 --2- 172.21.15.42:0/1062529255 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7cb01089c0 0x7f7cb010adb0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f7ca00098a0 tx=0x7f7ca0009bb0 comp rx=0 tx=0).stop 2024-06-06T08:11:06.986 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:06.164+0000 7f7cb6654700 1 -- 172.21.15.42:0/1062529255 shutdown_connections 2024-06-06T08:11:06.987 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:06.164+0000 7f7cb6654700 1 --2- 172.21.15.42:0/1062529255 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7cb01089c0 0x7f7cb010adb0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:06.987 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:06.164+0000 7f7cb6654700 1 -- 172.21.15.42:0/1062529255 >> 172.21.15.42:0/1062529255 conn(0x7f7cb0102410 msgr2=0x7f7cb0104830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:11:06.987 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:06.164+0000 7f7cb6654700 1 -- 172.21.15.42:0/1062529255 shutdown_connections 2024-06-06T08:11:06.987 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:06.164+0000 7f7cb6654700 1 -- 172.21.15.42:0/1062529255 wait complete. 2024-06-06T08:11:06.987 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:06.164+0000 7f7cb6654700 1 Processor -- start 2024-06-06T08:11:06.987 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:06.164+0000 7f7cb6654700 1 -- start start 2024-06-06T08:11:06.987 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:06.165+0000 7f7cb6654700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7cb01089c0 0x7f7cb019be80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:11:06.987 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:06.165+0000 7f7cb6654700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7cb010c360 con 0x7f7cb01089c0 2024-06-06T08:11:06.987 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:06.165+0000 7f7caffff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7cb01089c0 0x7f7cb019be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:11:06.987 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:06.165+0000 7f7caffff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7cb01089c0 0x7f7cb019be80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37742/0 (socket says 172.21.15.42:37742) 2024-06-06T08:11:06.987 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:06.165+0000 7f7caffff700 1 -- 172.21.15.42:0/1191237044 learned_addr learned my addr 172.21.15.42:0/1191237044 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:11:06.988 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:06.165+0000 7f7caffff700 1 -- 172.21.15.42:0/1191237044 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7cb019c3c0 con 0x7f7cb01089c0 2024-06-06T08:11:06.988 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:06.165+0000 7f7caffff700 1 --2- 172.21.15.42:0/1191237044 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7cb01089c0 0x7f7cb019be80 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f7ca00117e0 tx=0x7f7ca0011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:11:06.988 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:06.165+0000 7f7cad7fa700 1 -- 172.21.15.42:0/1191237044 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7ca0003ba0 con 0x7f7cb01089c0 2024-06-06T08:11:06.988 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:06.166+0000 7f7cad7fa700 1 -- 172.21.15.42:0/1191237044 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7ca001a910 con 0x7f7cb01089c0 2024-06-06T08:11:06.988 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:06.166+0000 7f7cb6654700 1 -- 172.21.15.42:0/1191237044 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7cb019c650 con 0x7f7cb01089c0 2024-06-06T08:11:06.988 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:06.166+0000 7f7cb6654700 1 -- 172.21.15.42:0/1191237044 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7cb019cab0 con 0x7f7cb01089c0 2024-06-06T08:11:06.988 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:06.166+0000 7f7cad7fa700 1 -- 172.21.15.42:0/1191237044 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7ca00248f0 con 0x7f7cb01089c0 2024-06-06T08:11:06.988 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:06.167+0000 7f7cad7fa700 1 -- 172.21.15.42:0/1191237044 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f7ca0022020 con 0x7f7cb01089c0 2024-06-06T08:11:06.988 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:06.167+0000 7f7cb6654700 1 -- 172.21.15.42:0/1191237044 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7cb0063af0 con 0x7f7cb01089c0 2024-06-06T08:11:06.988 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:06.167+0000 7f7cad7fa700 1 --2- 172.21.15.42:0/1191237044 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7f7c980390a0 0x7f7c9803b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:11:06.989 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:06.167+0000 7f7cad7fa700 1 -- 172.21.15.42:0/1191237044 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f7ca004d820 con 0x7f7cb01089c0 2024-06-06T08:11:06.989 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:06.167+0000 7f7caf7fe700 1 --2- 172.21.15.42:0/1191237044 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7f7c980390a0 0x7f7c9803b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:11:06.989 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:06.167+0000 7f7caf7fe700 1 --2- 172.21.15.42:0/1191237044 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7f7c980390a0 0x7f7c9803b560 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f7ca4006fd0 tx=0x7f7ca4006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:11:06.989 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:06.172+0000 7f7cad7fa700 1 -- 172.21.15.42:0/1191237044 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f7ca0020c10 con 0x7f7cb01089c0 2024-06-06T08:11:06.989 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:06.398+0000 7f7cb6654700 1 -- 172.21.15.42:0/1191237044 --> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7f7cb0103550 con 0x7f7c980390a0 2024-06-06T08:11:06.989 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:06.403+0000 7f7cad7fa700 1 -- 172.21.15.42:0/1191237044 <== mgr.14120 v2:172.21.15.42:6800/542419736 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f7cb0103550 con 0x7f7c980390a0 2024-06-06T08:11:06.989 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:06.405+0000 7f7cb6654700 1 -- 172.21.15.42:0/1191237044 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7f7c980390a0 msgr2=0x7f7c9803b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:06.989 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:06.405+0000 7f7cb6654700 1 --2- 172.21.15.42:0/1191237044 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7f7c980390a0 0x7f7c9803b560 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f7ca4006fd0 tx=0x7f7ca4006e40 comp rx=0 tx=0).stop 2024-06-06T08:11:06.989 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:06.405+0000 7f7cb6654700 1 -- 172.21.15.42:0/1191237044 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7cb01089c0 msgr2=0x7f7cb019be80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:06.990 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:06.405+0000 7f7cb6654700 1 --2- 172.21.15.42:0/1191237044 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7cb01089c0 0x7f7cb019be80 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f7ca00117e0 tx=0x7f7ca0011ba0 comp rx=0 tx=0).stop 2024-06-06T08:11:06.990 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:06.405+0000 7f7cb6654700 1 -- 172.21.15.42:0/1191237044 shutdown_connections 2024-06-06T08:11:06.990 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:06.405+0000 7f7cb6654700 1 --2- 172.21.15.42:0/1191237044 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7f7c980390a0 0x7f7c9803b560 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:06.990 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:06.405+0000 7f7cb6654700 1 --2- 172.21.15.42:0/1191237044 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7cb01089c0 0x7f7cb019be80 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:06.990 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:06.405+0000 7f7cb6654700 1 -- 172.21.15.42:0/1191237044 >> 172.21.15.42:0/1191237044 conn(0x7f7cb0102410 msgr2=0x7f7cb0102e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:11:06.990 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:06.405+0000 7f7cb6654700 1 -- 172.21.15.42:0/1191237044 shutdown_connections 2024-06-06T08:11:06.990 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:06.406+0000 7f7cb6654700 1 -- 172.21.15.42:0/1191237044 wait complete. 2024-06-06T08:11:07.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:07 smithi042 ceph-mon[32384]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:11:07.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:07 smithi042 ceph-mon[32384]: Saving service mgr spec with placement count:2 2024-06-06T08:11:07.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:07 smithi042 ceph-mon[32384]: from='mgr.14120 172.21.15.42:0/954957451' entity='mgr.x' 2024-06-06T08:11:08.684 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:07.421+0000 7f98b6305700 1 Processor -- start 2024-06-06T08:11:08.685 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:07.421+0000 7f98b6305700 1 -- start start 2024-06-06T08:11:08.685 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:07.422+0000 7f98b6305700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f98b007e680 0x7f98b007cb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:11:08.685 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:07.422+0000 7f98b6305700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f98b007d0c0 con 0x7f98b007e680 2024-06-06T08:11:08.685 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:07.422+0000 7f98affff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f98b007e680 0x7f98b007cb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:11:08.685 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:07.422+0000 7f98affff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f98b007e680 0x7f98b007cb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37750/0 (socket says 172.21.15.42:37750) 2024-06-06T08:11:08.685 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:07.422+0000 7f98affff700 1 -- 172.21.15.42:0/3404569819 learned_addr learned my addr 172.21.15.42:0/3404569819 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:11:08.685 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:07.422+0000 7f98affff700 1 -- 172.21.15.42:0/3404569819 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98b007d240 con 0x7f98b007e680 2024-06-06T08:11:08.685 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:07.422+0000 7f98affff700 1 --2- 172.21.15.42:0/3404569819 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f98b007e680 0x7f98b007cb80 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f98a00098a0 tx=0x7f98a0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b170409cbb85c795 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:11:08.685 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:07.422+0000 7f98aeffd700 1 -- 172.21.15.42:0/3404569819 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f98a0004160 con 0x7f98b007e680 2024-06-06T08:11:08.685 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:07.423+0000 7f98aeffd700 1 -- 172.21.15.42:0/3404569819 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f98a0004300 con 0x7f98b007e680 2024-06-06T08:11:08.685 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:07.423+0000 7f98aeffd700 1 -- 172.21.15.42:0/3404569819 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f98a0011b20 con 0x7f98b007e680 2024-06-06T08:11:08.685 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:07.423+0000 7f98b6305700 1 -- 172.21.15.42:0/3404569819 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f98b007e680 msgr2=0x7f98b007cb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:08.685 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:07.423+0000 7f98b6305700 1 --2- 172.21.15.42:0/3404569819 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f98b007e680 0x7f98b007cb80 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f98a00098a0 tx=0x7f98a0009bb0 comp rx=0 tx=0).stop 2024-06-06T08:11:08.686 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:07.423+0000 7f98b6305700 1 -- 172.21.15.42:0/3404569819 shutdown_connections 2024-06-06T08:11:08.686 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:07.423+0000 7f98b6305700 1 --2- 172.21.15.42:0/3404569819 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f98b007e680 0x7f98b007cb80 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:08.686 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:07.423+0000 7f98b6305700 1 -- 172.21.15.42:0/3404569819 >> 172.21.15.42:0/3404569819 conn(0x7f98b01035d0 msgr2=0x7f98b01059f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:11:08.686 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:07.423+0000 7f98b6305700 1 -- 172.21.15.42:0/3404569819 shutdown_connections 2024-06-06T08:11:08.686 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:07.423+0000 7f98b6305700 1 -- 172.21.15.42:0/3404569819 wait complete. 2024-06-06T08:11:08.686 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:07.424+0000 7f98b6305700 1 Processor -- start 2024-06-06T08:11:08.686 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:07.424+0000 7f98b6305700 1 -- start start 2024-06-06T08:11:08.686 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:07.424+0000 7f98b6305700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f98b007e680 0x7f98b019e0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:11:08.686 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:07.424+0000 7f98b6305700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f98b010e570 con 0x7f98b007e680 2024-06-06T08:11:08.686 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:07.424+0000 7f98affff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f98b007e680 0x7f98b019e0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:11:08.686 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:07.424+0000 7f98affff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f98b007e680 0x7f98b019e0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37752/0 (socket says 172.21.15.42:37752) 2024-06-06T08:11:08.687 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:07.424+0000 7f98affff700 1 -- 172.21.15.42:0/1475108941 learned_addr learned my addr 172.21.15.42:0/1475108941 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:11:08.687 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:07.425+0000 7f98affff700 1 -- 172.21.15.42:0/1475108941 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98b019e5e0 con 0x7f98b007e680 2024-06-06T08:11:08.687 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:07.425+0000 7f98affff700 1 --2- 172.21.15.42:0/1475108941 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f98b007e680 0x7f98b019e0a0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f98a00117e0 tx=0x7f98a0011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:11:08.687 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:07.425+0000 7f98ad7fa700 1 -- 172.21.15.42:0/1475108941 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f98a0003ba0 con 0x7f98b007e680 2024-06-06T08:11:08.687 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:07.425+0000 7f98ad7fa700 1 -- 172.21.15.42:0/1475108941 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f98a001a910 con 0x7f98b007e680 2024-06-06T08:11:08.687 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:07.425+0000 7f98b6305700 1 -- 172.21.15.42:0/1475108941 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98b019e870 con 0x7f98b007e680 2024-06-06T08:11:08.687 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:07.425+0000 7f98ad7fa700 1 -- 172.21.15.42:0/1475108941 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f98a00248f0 con 0x7f98b007e680 2024-06-06T08:11:08.687 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:07.425+0000 7f98b6305700 1 -- 172.21.15.42:0/1475108941 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98b019ecd0 con 0x7f98b007e680 2024-06-06T08:11:08.687 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:07.426+0000 7f98ad7fa700 1 -- 172.21.15.42:0/1475108941 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f98a0022020 con 0x7f98b007e680 2024-06-06T08:11:08.687 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:07.426+0000 7f98b6305700 1 -- 172.21.15.42:0/1475108941 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f98b0063af0 con 0x7f98b007e680 2024-06-06T08:11:08.687 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:07.426+0000 7f98ad7fa700 1 --2- 172.21.15.42:0/1475108941 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7f98980390a0 0x7f989803b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:11:08.687 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:07.426+0000 7f98ad7fa700 1 -- 172.21.15.42:0/1475108941 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f98a004d480 con 0x7f98b007e680 2024-06-06T08:11:08.688 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:07.426+0000 7f98af7fe700 1 --2- 172.21.15.42:0/1475108941 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7f98980390a0 0x7f989803b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:11:08.688 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:07.427+0000 7f98af7fe700 1 --2- 172.21.15.42:0/1475108941 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7f98980390a0 0x7f989803b560 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f98a4006fd0 tx=0x7f98a4006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:11:08.688 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:07.431+0000 7f98ad7fa700 1 -- 172.21.15.42:0/1475108941 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f98a0020c10 con 0x7f98b007e680 2024-06-06T08:11:08.688 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:07.646+0000 7f98b6305700 1 -- 172.21.15.42:0/1475108941 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/container_init}] v 0) -- 0x7f98b01a1620 con 0x7f98b007e680 2024-06-06T08:11:08.688 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:07.649+0000 7f98ad7fa700 1 -- 172.21.15.42:0/1475108941 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/container_init}]=0 v7)=0 v7) ==== 142+0+0 (secure 0 0 0) 0x7f98a000b5a0 con 0x7f98b007e680 2024-06-06T08:11:08.688 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:07.651+0000 7f98b6305700 1 -- 172.21.15.42:0/1475108941 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7f98980390a0 msgr2=0x7f989803b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:08.688 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:07.651+0000 7f98b6305700 1 --2- 172.21.15.42:0/1475108941 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7f98980390a0 0x7f989803b560 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f98a4006fd0 tx=0x7f98a4006e40 comp rx=0 tx=0).stop 2024-06-06T08:11:08.688 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:07.651+0000 7f98b6305700 1 -- 172.21.15.42:0/1475108941 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f98b007e680 msgr2=0x7f98b019e0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:08.688 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:07.651+0000 7f98b6305700 1 --2- 172.21.15.42:0/1475108941 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f98b007e680 0x7f98b019e0a0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f98a00117e0 tx=0x7f98a0011ba0 comp rx=0 tx=0).stop 2024-06-06T08:11:08.688 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:07.651+0000 7f98b6305700 1 -- 172.21.15.42:0/1475108941 shutdown_connections 2024-06-06T08:11:08.688 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:07.651+0000 7f98b6305700 1 --2- 172.21.15.42:0/1475108941 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7f98980390a0 0x7f989803b560 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:08.688 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:07.651+0000 7f98b6305700 1 --2- 172.21.15.42:0/1475108941 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f98b007e680 0x7f98b019e0a0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:08.688 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:07.651+0000 7f98b6305700 1 -- 172.21.15.42:0/1475108941 >> 172.21.15.42:0/1475108941 conn(0x7f98b01035d0 msgr2=0x7f98b01040c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:11:08.689 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:07.651+0000 7f98b6305700 1 -- 172.21.15.42:0/1475108941 shutdown_connections 2024-06-06T08:11:08.689 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:07.651+0000 7f98b6305700 1 -- 172.21.15.42:0/1475108941 wait complete. 2024-06-06T08:11:08.901 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:08 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/1475108941' entity='client.admin' 2024-06-06T08:11:08.901 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:08 smithi042 ceph-mon[32384]: from='mgr.14120 172.21.15.42:0/954957451' entity='mgr.x' 2024-06-06T08:11:09.924 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:09.122+0000 7fdea05fd700 1 Processor -- start 2024-06-06T08:11:09.924 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:09.122+0000 7fdea05fd700 1 -- start start 2024-06-06T08:11:09.924 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:09.122+0000 7fdea05fd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fde98108a20 0x7fde9810ae10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:11:09.924 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:09.122+0000 7fdea05fd700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fde9807be20 con 0x7fde98108a20 2024-06-06T08:11:09.924 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:09.123+0000 7fde9e399700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fde98108a20 0x7fde9810ae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:11:09.924 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:09.123+0000 7fde9e399700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fde98108a20 0x7fde9810ae10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:42500/0 (socket says 172.21.15.42:42500) 2024-06-06T08:11:09.925 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:09.123+0000 7fde9e399700 1 -- 172.21.15.42:0/2294514401 learned_addr learned my addr 172.21.15.42:0/2294514401 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:11:09.925 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:09.123+0000 7fde9e399700 1 -- 172.21.15.42:0/2294514401 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde9810b350 con 0x7fde98108a20 2024-06-06T08:11:09.925 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:09.123+0000 7fde9e399700 1 --2- 172.21.15.42:0/2294514401 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fde98108a20 0x7fde9810ae10 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fde940098a0 tx=0x7fde94009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a776c01f2ca61eed server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:11:09.925 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:09.123+0000 7fde9d397700 1 -- 172.21.15.42:0/2294514401 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fde94004160 con 0x7fde98108a20 2024-06-06T08:11:09.925 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:09.123+0000 7fde9d397700 1 -- 172.21.15.42:0/2294514401 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fde94004300 con 0x7fde98108a20 2024-06-06T08:11:09.925 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:09.123+0000 7fde9d397700 1 -- 172.21.15.42:0/2294514401 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fde94011b20 con 0x7fde98108a20 2024-06-06T08:11:09.925 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:09.124+0000 7fdea05fd700 1 -- 172.21.15.42:0/2294514401 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fde98108a20 msgr2=0x7fde9810ae10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:09.925 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:09.124+0000 7fdea05fd700 1 --2- 172.21.15.42:0/2294514401 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fde98108a20 0x7fde9810ae10 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fde940098a0 tx=0x7fde94009bb0 comp rx=0 tx=0).stop 2024-06-06T08:11:09.925 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:09.124+0000 7fdea05fd700 1 -- 172.21.15.42:0/2294514401 shutdown_connections 2024-06-06T08:11:09.925 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:09.124+0000 7fdea05fd700 1 --2- 172.21.15.42:0/2294514401 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fde98108a20 0x7fde9810ae10 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:09.925 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:09.124+0000 7fdea05fd700 1 -- 172.21.15.42:0/2294514401 >> 172.21.15.42:0/2294514401 conn(0x7fde98102410 msgr2=0x7fde98104830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:11:09.925 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:09.124+0000 7fdea05fd700 1 -- 172.21.15.42:0/2294514401 shutdown_connections 2024-06-06T08:11:09.925 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:09.124+0000 7fdea05fd700 1 -- 172.21.15.42:0/2294514401 wait complete. 2024-06-06T08:11:09.925 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:09.125+0000 7fdea05fd700 1 Processor -- start 2024-06-06T08:11:09.926 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:09.125+0000 7fdea05fd700 1 -- start start 2024-06-06T08:11:09.926 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:09.125+0000 7fdea05fd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fde98108a20 0x7fde9819bec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:11:09.926 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:09.125+0000 7fdea05fd700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fde9810c360 con 0x7fde98108a20 2024-06-06T08:11:09.926 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:09.125+0000 7fde9e399700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fde98108a20 0x7fde9819bec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:11:09.926 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:09.125+0000 7fde9e399700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fde98108a20 0x7fde9819bec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:42506/0 (socket says 172.21.15.42:42506) 2024-06-06T08:11:09.926 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:09.125+0000 7fde9e399700 1 -- 172.21.15.42:0/1919501612 learned_addr learned my addr 172.21.15.42:0/1919501612 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:11:09.926 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:09.126+0000 7fde9e399700 1 -- 172.21.15.42:0/1919501612 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde9819c400 con 0x7fde98108a20 2024-06-06T08:11:09.926 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:09.126+0000 7fde9e399700 1 --2- 172.21.15.42:0/1919501612 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fde98108a20 0x7fde9819bec0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fde940117e0 tx=0x7fde94011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:11:09.926 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:09.126+0000 7fde8f7fe700 1 -- 172.21.15.42:0/1919501612 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fde94003ba0 con 0x7fde98108a20 2024-06-06T08:11:09.927 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:09.126+0000 7fde8f7fe700 1 -- 172.21.15.42:0/1919501612 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fde9401a910 con 0x7fde98108a20 2024-06-06T08:11:09.927 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:09.126+0000 7fdea05fd700 1 -- 172.21.15.42:0/1919501612 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde9819c690 con 0x7fde98108a20 2024-06-06T08:11:09.927 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:09.126+0000 7fde8f7fe700 1 -- 172.21.15.42:0/1919501612 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fde940248f0 con 0x7fde98108a20 2024-06-06T08:11:09.927 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:09.126+0000 7fdea05fd700 1 -- 172.21.15.42:0/1919501612 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde9819caf0 con 0x7fde98108a20 2024-06-06T08:11:09.927 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:09.127+0000 7fdea05fd700 1 -- 172.21.15.42:0/1919501612 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde98063af0 con 0x7fde98108a20 2024-06-06T08:11:09.927 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:09.127+0000 7fde8f7fe700 1 -- 172.21.15.42:0/1919501612 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7fde94022020 con 0x7fde98108a20 2024-06-06T08:11:09.927 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:09.128+0000 7fde8f7fe700 1 --2- 172.21.15.42:0/1919501612 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7fde84039050 0x7fde8403b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:11:09.927 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:09.128+0000 7fde8f7fe700 1 -- 172.21.15.42:0/1919501612 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fde9404d8c0 con 0x7fde98108a20 2024-06-06T08:11:09.927 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:09.128+0000 7fde9db98700 1 --2- 172.21.15.42:0/1919501612 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7fde84039050 0x7fde8403b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:11:09.927 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:09.128+0000 7fde9db98700 1 --2- 172.21.15.42:0/1919501612 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7fde84039050 0x7fde8403b510 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fde88006fd0 tx=0x7fde88006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:11:09.927 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:09.132+0000 7fde8f7fe700 1 -- 172.21.15.42:0/1919501612 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fde9401ab70 con 0x7fde98108a20 2024-06-06T08:11:09.927 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:09.340+0000 7fdea05fd700 1 -- 172.21.15.42:0/1919501612 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command([{prefix=config set, name=mgr/dashboard/ssl_server_port}] v 0) -- 0x7fde9819f580 con 0x7fde98108a20 2024-06-06T08:11:09.927 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:09.344+0000 7fde8f7fe700 1 -- 172.21.15.42:0/1919501612 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/dashboard/ssl_server_port}]=0 v8)=0 v8) ==== 130+0+0 (secure 0 0 0) 0x7fde9402d3f0 con 0x7fde98108a20 2024-06-06T08:11:09.927 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:09.346+0000 7fdea05fd700 1 -- 172.21.15.42:0/1919501612 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7fde84039050 msgr2=0x7fde8403b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:09.927 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:09.346+0000 7fdea05fd700 1 --2- 172.21.15.42:0/1919501612 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7fde84039050 0x7fde8403b510 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fde88006fd0 tx=0x7fde88006e40 comp rx=0 tx=0).stop 2024-06-06T08:11:09.928 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:09.346+0000 7fdea05fd700 1 -- 172.21.15.42:0/1919501612 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fde98108a20 msgr2=0x7fde9819bec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:09.928 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:09.346+0000 7fdea05fd700 1 --2- 172.21.15.42:0/1919501612 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fde98108a20 0x7fde9819bec0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fde940117e0 tx=0x7fde94011ba0 comp rx=0 tx=0).stop 2024-06-06T08:11:09.928 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:09.346+0000 7fdea05fd700 1 -- 172.21.15.42:0/1919501612 shutdown_connections 2024-06-06T08:11:09.928 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:09.346+0000 7fdea05fd700 1 --2- 172.21.15.42:0/1919501612 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7fde84039050 0x7fde8403b510 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:09.928 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:09.346+0000 7fdea05fd700 1 --2- 172.21.15.42:0/1919501612 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fde98108a20 0x7fde9819bec0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:09.928 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:09.346+0000 7fdea05fd700 1 -- 172.21.15.42:0/1919501612 >> 172.21.15.42:0/1919501612 conn(0x7fde98102410 msgr2=0x7fde98102eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:11:09.928 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:09.346+0000 7fdea05fd700 1 -- 172.21.15.42:0/1919501612 shutdown_connections 2024-06-06T08:11:09.928 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:09.346+0000 7fdea05fd700 1 -- 172.21.15.42:0/1919501612 wait complete. 2024-06-06T08:11:09.928 INFO:teuthology.orchestra.run.smithi042.stdout:Enabling the dashboard module... 2024-06-06T08:11:10.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:10 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/1919501612' entity='client.admin' 2024-06-06T08:11:10.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:10 smithi042 ceph-mon[32384]: from='mgr.14120 172.21.15.42:0/954957451' entity='mgr.x' 2024-06-06T08:11:11.541 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:11 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/869109824' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-06-06T08:11:11.541 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:11:11 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: ignoring --setuser ceph since I am not root 2024-06-06T08:11:11.541 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:11:11 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: ignoring --setgroup ceph since I am not root 2024-06-06T08:11:11.541 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:11:11 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:11:11.540+0000 7f1f81d87200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-06-06T08:11:11.815 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:11:11 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:11:11.737+0000 7f1f81d87200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-06-06T08:11:12.012 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:10.334+0000 7fb17d9ad700 1 Processor -- start 2024-06-06T08:11:12.012 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:10.334+0000 7fb17d9ad700 1 -- start start 2024-06-06T08:11:12.012 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:10.334+0000 7fb17d9ad700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb178106e80 0x7fb1781072a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:11:12.012 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:10.334+0000 7fb17d9ad700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb1781077e0 con 0x7fb178106e80 2024-06-06T08:11:12.012 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:10.334+0000 7fb176ffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb178106e80 0x7fb1781072a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:11:12.012 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:10.334+0000 7fb176ffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb178106e80 0x7fb1781072a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:42512/0 (socket says 172.21.15.42:42512) 2024-06-06T08:11:12.013 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:10.334+0000 7fb176ffd700 1 -- 172.21.15.42:0/3141684784 learned_addr learned my addr 172.21.15.42:0/3141684784 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:11:12.013 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:10.334+0000 7fb176ffd700 1 -- 172.21.15.42:0/3141684784 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb178107f90 con 0x7fb178106e80 2024-06-06T08:11:12.013 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:10.335+0000 7fb176ffd700 1 --2- 172.21.15.42:0/3141684784 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb178106e80 0x7fb1781072a0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fb1680098a0 tx=0x7fb168009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3009234f0fb65668 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:11:12.013 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:10.335+0000 7fb175ffb700 1 -- 172.21.15.42:0/3141684784 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb168004160 con 0x7fb178106e80 2024-06-06T08:11:12.013 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:10.335+0000 7fb175ffb700 1 -- 172.21.15.42:0/3141684784 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb168004300 con 0x7fb178106e80 2024-06-06T08:11:12.013 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:10.335+0000 7fb175ffb700 1 -- 172.21.15.42:0/3141684784 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb168011b20 con 0x7fb178106e80 2024-06-06T08:11:12.013 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:10.336+0000 7fb17d9ad700 1 -- 172.21.15.42:0/3141684784 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb178106e80 msgr2=0x7fb1781072a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:12.013 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:10.336+0000 7fb17d9ad700 1 --2- 172.21.15.42:0/3141684784 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb178106e80 0x7fb1781072a0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fb1680098a0 tx=0x7fb168009bb0 comp rx=0 tx=0).stop 2024-06-06T08:11:12.013 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:10.336+0000 7fb17d9ad700 1 -- 172.21.15.42:0/3141684784 shutdown_connections 2024-06-06T08:11:12.013 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:10.336+0000 7fb17d9ad700 1 --2- 172.21.15.42:0/3141684784 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb178106e80 0x7fb1781072a0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:12.013 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:10.336+0000 7fb17d9ad700 1 -- 172.21.15.42:0/3141684784 >> 172.21.15.42:0/3141684784 conn(0x7fb1781024c0 msgr2=0x7fb1781048e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:11:12.013 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:10.336+0000 7fb17d9ad700 1 -- 172.21.15.42:0/3141684784 shutdown_connections 2024-06-06T08:11:12.013 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:10.336+0000 7fb17d9ad700 1 -- 172.21.15.42:0/3141684784 wait complete. 2024-06-06T08:11:12.013 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:10.336+0000 7fb17d9ad700 1 Processor -- start 2024-06-06T08:11:12.014 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:10.336+0000 7fb17d9ad700 1 -- start start 2024-06-06T08:11:12.014 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:10.337+0000 7fb17d9ad700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb178106e80 0x7fb17819be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:11:12.014 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:10.337+0000 7fb17d9ad700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb17810b3d0 con 0x7fb178106e80 2024-06-06T08:11:12.014 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:10.337+0000 7fb176ffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb178106e80 0x7fb17819be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:11:12.014 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:10.337+0000 7fb176ffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb178106e80 0x7fb17819be60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:42526/0 (socket says 172.21.15.42:42526) 2024-06-06T08:11:12.014 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:10.337+0000 7fb176ffd700 1 -- 172.21.15.42:0/869109824 learned_addr learned my addr 172.21.15.42:0/869109824 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:11:12.014 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:10.337+0000 7fb176ffd700 1 -- 172.21.15.42:0/869109824 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb17819c3a0 con 0x7fb178106e80 2024-06-06T08:11:12.014 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:10.337+0000 7fb176ffd700 1 --2- 172.21.15.42:0/869109824 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb178106e80 0x7fb17819be60 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fb1680117e0 tx=0x7fb168011c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:11:12.014 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:10.337+0000 7fb17c9ab700 1 -- 172.21.15.42:0/869109824 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb168003bf0 con 0x7fb178106e80 2024-06-06T08:11:12.014 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:10.337+0000 7fb17c9ab700 1 -- 172.21.15.42:0/869109824 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb16801a910 con 0x7fb178106e80 2024-06-06T08:11:12.014 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:10.337+0000 7fb17d9ad700 1 -- 172.21.15.42:0/869109824 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb17819c630 con 0x7fb178106e80 2024-06-06T08:11:12.014 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:10.337+0000 7fb17c9ab700 1 -- 172.21.15.42:0/869109824 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb168024970 con 0x7fb178106e80 2024-06-06T08:11:12.014 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:10.338+0000 7fb17d9ad700 1 -- 172.21.15.42:0/869109824 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb17819ca90 con 0x7fb178106e80 2024-06-06T08:11:12.015 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:10.339+0000 7fb17c9ab700 1 -- 172.21.15.42:0/869109824 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7fb168022020 con 0x7fb178106e80 2024-06-06T08:11:12.015 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:10.339+0000 7fb17d9ad700 1 -- 172.21.15.42:0/869109824 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb178063af0 con 0x7fb178106e80 2024-06-06T08:11:12.015 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:10.339+0000 7fb17c9ab700 1 --2- 172.21.15.42:0/869109824 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7fb160039000 0x7fb16003b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:11:12.015 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:10.339+0000 7fb17c9ab700 1 -- 172.21.15.42:0/869109824 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fb16804d3d0 con 0x7fb178106e80 2024-06-06T08:11:12.015 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:10.339+0000 7fb1767fc700 1 --2- 172.21.15.42:0/869109824 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7fb160039000 0x7fb16003b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:11:12.015 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:10.339+0000 7fb1767fc700 1 --2- 172.21.15.42:0/869109824 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7fb160039000 0x7fb16003b4c0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fb16c006fd0 tx=0x7fb16c006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:11:12.015 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:10.344+0000 7fb17c9ab700 1 -- 172.21.15.42:0/869109824 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fb168011e20 con 0x7fb178106e80 2024-06-06T08:11:12.015 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:10.624+0000 7fb17d9ad700 1 -- 172.21.15.42:0/869109824 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "dashboard"} v 0) -- 0x7fb1780630a0 con 0x7fb178106e80 2024-06-06T08:11:12.015 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:11.349+0000 7fb17c9ab700 1 -- 172.21.15.42:0/869109824 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "dashboard"}]=0 v9) ==== 88+0+0 (secure 0 0 0) 0x7fb1680172b0 con 0x7fb178106e80 2024-06-06T08:11:12.015 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:11.351+0000 7fb17c9ab700 1 -- 172.21.15.42:0/869109824 <== mon.0 v2:172.21.15.42:3300/0 8 ==== mgrmap(e 9) ==== 46300+0+0 (secure 0 0 0) 0x7fb16802d910 con 0x7fb178106e80 2024-06-06T08:11:12.015 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:11.353+0000 7fb17d9ad700 1 -- 172.21.15.42:0/869109824 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7fb160039000 msgr2=0x7fb16003b4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:12.015 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:11.353+0000 7fb17d9ad700 1 --2- 172.21.15.42:0/869109824 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7fb160039000 0x7fb16003b4c0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fb16c006fd0 tx=0x7fb16c006e40 comp rx=0 tx=0).stop 2024-06-06T08:11:12.015 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:11.353+0000 7fb17d9ad700 1 -- 172.21.15.42:0/869109824 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb178106e80 msgr2=0x7fb17819be60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:12.015 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:11.353+0000 7fb17d9ad700 1 --2- 172.21.15.42:0/869109824 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb178106e80 0x7fb17819be60 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fb1680117e0 tx=0x7fb168011c10 comp rx=0 tx=0).stop 2024-06-06T08:11:12.016 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:11.353+0000 7fb17d9ad700 1 -- 172.21.15.42:0/869109824 shutdown_connections 2024-06-06T08:11:12.016 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:11.353+0000 7fb17d9ad700 1 --2- 172.21.15.42:0/869109824 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7fb160039000 0x7fb16003b4c0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:12.016 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:11.353+0000 7fb17d9ad700 1 --2- 172.21.15.42:0/869109824 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb178106e80 0x7fb17819be60 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:12.016 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:11.353+0000 7fb17d9ad700 1 -- 172.21.15.42:0/869109824 >> 172.21.15.42:0/869109824 conn(0x7fb1781024c0 msgr2=0x7fb178103250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:11:12.016 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:11.353+0000 7fb17d9ad700 1 -- 172.21.15.42:0/869109824 shutdown_connections 2024-06-06T08:11:12.016 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:11.353+0000 7fb17d9ad700 1 -- 172.21.15.42:0/869109824 wait complete. 2024-06-06T08:11:12.136 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:11:11 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:11:11.843+0000 7f1f81d87200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-06-06T08:11:12.424 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:12 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/869109824' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-06-06T08:11:12.424 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:12 smithi042 ceph-mon[32384]: mgrmap e9: x(active, since 19s) 2024-06-06T08:11:12.424 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:11:12 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:11:12.177+0000 7f1f81d87200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-06-06T08:11:12.424 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:11:12 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:11:12.268+0000 7f1f81d87200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-06-06T08:11:13.386 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout { 2024-06-06T08:11:13.386 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-06-06T08:11:13.386 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "available": true, 2024-06-06T08:11:13.386 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-06-06T08:11:13.386 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-06-06T08:11:13.387 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout } 2024-06-06T08:11:13.387 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:12.471+0000 7fe58f084700 1 Processor -- start 2024-06-06T08:11:13.387 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:12.471+0000 7fe58f084700 1 -- start start 2024-06-06T08:11:13.387 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:12.471+0000 7fe58f084700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe588106e50 0x7fe588107270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:11:13.387 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:12.471+0000 7fe58f084700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe5881077b0 con 0x7fe588106e50 2024-06-06T08:11:13.387 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:12.471+0000 7fe58ce20700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe588106e50 0x7fe588107270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:11:13.387 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:12.472+0000 7fe58ce20700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe588106e50 0x7fe588107270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:42548/0 (socket says 172.21.15.42:42548) 2024-06-06T08:11:13.387 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:12.472+0000 7fe58ce20700 1 -- 172.21.15.42:0/2817673592 learned_addr learned my addr 172.21.15.42:0/2817673592 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:11:13.387 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:12.472+0000 7fe58ce20700 1 -- 172.21.15.42:0/2817673592 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe588107fb0 con 0x7fe588106e50 2024-06-06T08:11:13.387 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:12.472+0000 7fe58ce20700 1 --2- 172.21.15.42:0/2817673592 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe588106e50 0x7fe588107270 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fe57c0098a0 tx=0x7fe57c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b62fec10afa9b7fc server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:11:13.387 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:12.472+0000 7fe5877fe700 1 -- 172.21.15.42:0/2817673592 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe57c004160 con 0x7fe588106e50 2024-06-06T08:11:13.388 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:12.472+0000 7fe5877fe700 1 -- 172.21.15.42:0/2817673592 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe57c004300 con 0x7fe588106e50 2024-06-06T08:11:13.388 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:12.472+0000 7fe5877fe700 1 -- 172.21.15.42:0/2817673592 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe57c011b20 con 0x7fe588106e50 2024-06-06T08:11:13.388 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:12.473+0000 7fe58f084700 1 -- 172.21.15.42:0/2817673592 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe588106e50 msgr2=0x7fe588107270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:13.388 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:12.473+0000 7fe58f084700 1 --2- 172.21.15.42:0/2817673592 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe588106e50 0x7fe588107270 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fe57c0098a0 tx=0x7fe57c009bb0 comp rx=0 tx=0).stop 2024-06-06T08:11:13.388 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:12.473+0000 7fe58f084700 1 -- 172.21.15.42:0/2817673592 shutdown_connections 2024-06-06T08:11:13.388 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:12.473+0000 7fe58f084700 1 --2- 172.21.15.42:0/2817673592 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe588106e50 0x7fe588107270 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:13.388 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:12.473+0000 7fe58f084700 1 -- 172.21.15.42:0/2817673592 >> 172.21.15.42:0/2817673592 conn(0x7fe588102410 msgr2=0x7fe588104830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:11:13.388 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:12.473+0000 7fe58f084700 1 -- 172.21.15.42:0/2817673592 shutdown_connections 2024-06-06T08:11:13.388 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:12.473+0000 7fe58f084700 1 -- 172.21.15.42:0/2817673592 wait complete. 2024-06-06T08:11:13.388 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:12.474+0000 7fe58f084700 1 Processor -- start 2024-06-06T08:11:13.388 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:12.474+0000 7fe58f084700 1 -- start start 2024-06-06T08:11:13.388 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:12.474+0000 7fe58f084700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe588106e50 0x7fe588192000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:11:13.388 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:12.474+0000 7fe58f084700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe58810b3f0 con 0x7fe588106e50 2024-06-06T08:11:13.388 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:12.474+0000 7fe58ce20700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe588106e50 0x7fe588192000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:11:13.389 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:12.474+0000 7fe58ce20700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe588106e50 0x7fe588192000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:42558/0 (socket says 172.21.15.42:42558) 2024-06-06T08:11:13.389 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:12.474+0000 7fe58ce20700 1 -- 172.21.15.42:0/2221269775 learned_addr learned my addr 172.21.15.42:0/2221269775 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:11:13.389 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:12.474+0000 7fe58ce20700 1 -- 172.21.15.42:0/2221269775 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe588192540 con 0x7fe588106e50 2024-06-06T08:11:13.389 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:12.474+0000 7fe58ce20700 1 --2- 172.21.15.42:0/2221269775 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe588106e50 0x7fe588192000 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fe57c0117e0 tx=0x7fe57c011c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:11:13.389 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:12.475+0000 7fe585ffb700 1 -- 172.21.15.42:0/2221269775 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe57c003bf0 con 0x7fe588106e50 2024-06-06T08:11:13.389 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:12.475+0000 7fe585ffb700 1 -- 172.21.15.42:0/2221269775 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe57c01a910 con 0x7fe588106e50 2024-06-06T08:11:13.389 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:12.475+0000 7fe58f084700 1 -- 172.21.15.42:0/2221269775 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe588190730 con 0x7fe588106e50 2024-06-06T08:11:13.389 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:12.475+0000 7fe585ffb700 1 -- 172.21.15.42:0/2221269775 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe57c024970 con 0x7fe588106e50 2024-06-06T08:11:13.389 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:12.475+0000 7fe58f084700 1 -- 172.21.15.42:0/2221269775 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe588190bf0 con 0x7fe588106e50 2024-06-06T08:11:13.389 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:12.476+0000 7fe585ffb700 1 -- 172.21.15.42:0/2221269775 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 9) ==== 46300+0+0 (secure 0 0 0) 0x7fe57c022020 con 0x7fe588106e50 2024-06-06T08:11:13.389 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:12.476+0000 7fe58f084700 1 -- 172.21.15.42:0/2221269775 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe588063af0 con 0x7fe588106e50 2024-06-06T08:11:13.389 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:12.476+0000 7fe585ffb700 1 --2- 172.21.15.42:0/2221269775 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7fe5780390b0 0x7fe57803b570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:11:13.389 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:12.476+0000 7fe585ffb700 1 -- 172.21.15.42:0/2221269775 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fe57c04d3e0 con 0x7fe588106e50 2024-06-06T08:11:13.389 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:12.476+0000 7fe587fff700 1 -- 172.21.15.42:0/2221269775 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7fe5780390b0 msgr2=0x7fe57803b570 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.42:6800/542419736 2024-06-06T08:11:13.390 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:12.476+0000 7fe587fff700 1 --2- 172.21.15.42:0/2221269775 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7fe5780390b0 0x7fe57803b570 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-06-06T08:11:13.390 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:12.481+0000 7fe585ffb700 1 -- 172.21.15.42:0/2221269775 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fe57c011e20 con 0x7fe588106e50 2024-06-06T08:11:13.390 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:12.677+0000 7fe587fff700 1 -- 172.21.15.42:0/2221269775 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7fe5780390b0 msgr2=0x7fe57803b570 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.42:6800/542419736 2024-06-06T08:11:13.390 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:12.677+0000 7fe587fff700 1 --2- 172.21.15.42:0/2221269775 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7fe5780390b0 0x7fe57803b570 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-06-06T08:11:13.390 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:12.790+0000 7fe58f084700 1 -- 172.21.15.42:0/2221269775 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7fe588191340 con 0x7fe588106e50 2024-06-06T08:11:13.390 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:12.791+0000 7fe585ffb700 1 -- 172.21.15.42:0/2221269775 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v9) ==== 56+0+88 (secure 0 0 0) 0x7fe57c017cf0 con 0x7fe588106e50 2024-06-06T08:11:13.390 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:12.793+0000 7fe58f084700 1 -- 172.21.15.42:0/2221269775 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7fe5780390b0 msgr2=0x7fe57803b570 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-06T08:11:13.390 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:12.793+0000 7fe58f084700 1 --2- 172.21.15.42:0/2221269775 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7fe5780390b0 0x7fe57803b570 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:13.390 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:12.793+0000 7fe58f084700 1 -- 172.21.15.42:0/2221269775 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe588106e50 msgr2=0x7fe588192000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:13.390 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:12.793+0000 7fe58f084700 1 --2- 172.21.15.42:0/2221269775 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe588106e50 0x7fe588192000 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fe57c0117e0 tx=0x7fe57c011c10 comp rx=0 tx=0).stop 2024-06-06T08:11:13.390 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:12.793+0000 7fe58f084700 1 -- 172.21.15.42:0/2221269775 shutdown_connections 2024-06-06T08:11:13.390 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:12.793+0000 7fe58f084700 1 --2- 172.21.15.42:0/2221269775 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7fe5780390b0 0x7fe57803b570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:13.390 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:12.793+0000 7fe58f084700 1 --2- 172.21.15.42:0/2221269775 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe588106e50 0x7fe588192000 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:13.391 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:12.793+0000 7fe58f084700 1 -- 172.21.15.42:0/2221269775 >> 172.21.15.42:0/2221269775 conn(0x7fe588102410 msgr2=0x7fe588102df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:11:13.391 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:12.793+0000 7fe58f084700 1 -- 172.21.15.42:0/2221269775 shutdown_connections 2024-06-06T08:11:13.391 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:12.794+0000 7fe58f084700 1 -- 172.21.15.42:0/2221269775 wait complete. 2024-06-06T08:11:13.391 INFO:teuthology.orchestra.run.smithi042.stdout:Waiting for the mgr to restart... 2024-06-06T08:11:13.391 INFO:teuthology.orchestra.run.smithi042.stdout:Waiting for mgr epoch 9... 2024-06-06T08:11:13.636 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:13 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/2221269775' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-06-06T08:11:13.637 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:11:13 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:11:13.531+0000 7f1f81d87200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-06-06T08:11:13.893 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:11:13 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:11:13.711+0000 7f1f81d87200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-06-06T08:11:13.893 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:11:13 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:11:13.892+0000 7f1f81d87200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-06-06T08:11:14.454 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:11:14 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:11:14.193+0000 7f1f81d87200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-06-06T08:11:14.454 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:11:14 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:11:14.289+0000 7f1f81d87200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-06-06T08:11:14.815 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:11:14 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:11:14.500+0000 7f1f81d87200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-06-06T08:11:14.815 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:11:14 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:11:14.701+0000 7f1f81d87200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-06-06T08:11:15.565 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:11:15 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:11:15.331+0000 7f1f81d87200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-06-06T08:11:16.065 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:11:15 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:11:15.772+0000 7f1f81d87200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-06-06T08:11:16.065 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:11:15 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:11:15.872+0000 7f1f81d87200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-06-06T08:11:16.565 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:11:16 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:11:16.082+0000 7f1f81d87200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-06-06T08:11:16.975 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:11:16 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:11:16.626+0000 7f1f81d87200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-06-06T08:11:16.976 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:11:16 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:11:16.722+0000 7f1f81d87200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-06-06T08:11:17.315 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:11:16 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:11:16.975+0000 7f1f81d87200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-06-06T08:11:17.315 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:11:17 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:11:17.115+0000 7f1f81d87200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-06-06T08:11:17.315 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:11:17 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:11:17.214+0000 7f1f81d87200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-06-06T08:11:17.645 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:11:17 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:11:17.334+0000 7f1f81d87200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-06-06T08:11:17.646 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:11:17 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:11:17.645+0000 7f1f81d87200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-06-06T08:11:18.551 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:11:18 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:11:18.272+0000 7f1f81d87200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-06-06T08:11:18.551 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:11:18 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:11:18.498+0000 7f1f81d87200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-06-06T08:11:18.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:18 smithi042 ceph-mon[32384]: Active manager daemon x restarted 2024-06-06T08:11:18.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:18 smithi042 ceph-mon[32384]: Activating manager daemon x 2024-06-06T08:11:18.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:18 smithi042 ceph-mon[32384]: osdmap e3: 0 total, 0 up, 0 in 2024-06-06T08:11:18.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:18 smithi042 ceph-mon[32384]: mgrmap e10: x(active, starting, since 0.00355588s) 2024-06-06T08:11:18.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:18 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T08:11:18.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:18 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-06-06T08:11:18.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:18 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-06-06T08:11:18.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:18 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-06-06T08:11:18.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:18 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-06-06T08:11:18.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:18 smithi042 ceph-mon[32384]: Manager daemon x is now available 2024-06-06T08:11:18.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:18 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:11:19.810 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:19 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-06-06T08:11:19.810 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:19 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-06-06T08:11:19.811 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:19 smithi042 ceph-mon[32384]: mgrmap e11: x(active, since 1.00678s) 2024-06-06T08:11:20.187 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout { 2024-06-06T08:11:20.188 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-06-06T08:11:20.188 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "initialized": true 2024-06-06T08:11:20.188 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout } 2024-06-06T08:11:20.188 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:13.846+0000 7f6deebce700 1 Processor -- start 2024-06-06T08:11:20.188 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:13.846+0000 7f6deebce700 1 -- start start 2024-06-06T08:11:20.188 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:13.847+0000 7f6deebce700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6de8107fd0 0x7f6de81083f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:11:20.188 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:13.847+0000 7f6deebce700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6de81089c0 con 0x7f6de8107fd0 2024-06-06T08:11:20.188 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:13.847+0000 7f6dec96a700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6de8107fd0 0x7f6de81083f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:11:20.188 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:13.847+0000 7f6dec96a700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6de8107fd0 0x7f6de81083f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:42570/0 (socket says 172.21.15.42:42570) 2024-06-06T08:11:20.188 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:13.847+0000 7f6dec96a700 1 -- 172.21.15.42:0/862143955 learned_addr learned my addr 172.21.15.42:0/862143955 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:11:20.188 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:13.847+0000 7f6dec96a700 1 -- 172.21.15.42:0/862143955 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6de8109180 con 0x7f6de8107fd0 2024-06-06T08:11:20.188 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:13.847+0000 7f6dec96a700 1 --2- 172.21.15.42:0/862143955 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6de8107fd0 0x7f6de81083f0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f6ddc0098a0 tx=0x7f6ddc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=68c4248aa768ad3 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:11:20.188 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:13.848+0000 7f6de77fe700 1 -- 172.21.15.42:0/862143955 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6ddc004160 con 0x7f6de8107fd0 2024-06-06T08:11:20.189 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:13.848+0000 7f6de77fe700 1 -- 172.21.15.42:0/862143955 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6ddc004300 con 0x7f6de8107fd0 2024-06-06T08:11:20.189 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:13.848+0000 7f6de77fe700 1 -- 172.21.15.42:0/862143955 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6ddc011b20 con 0x7f6de8107fd0 2024-06-06T08:11:20.189 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:13.848+0000 7f6deebce700 1 -- 172.21.15.42:0/862143955 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6de8107fd0 msgr2=0x7f6de81083f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:20.189 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:13.848+0000 7f6deebce700 1 --2- 172.21.15.42:0/862143955 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6de8107fd0 0x7f6de81083f0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f6ddc0098a0 tx=0x7f6ddc009bb0 comp rx=0 tx=0).stop 2024-06-06T08:11:20.189 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:13.849+0000 7f6deebce700 1 -- 172.21.15.42:0/862143955 shutdown_connections 2024-06-06T08:11:20.189 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:13.849+0000 7f6deebce700 1 --2- 172.21.15.42:0/862143955 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6de8107fd0 0x7f6de81083f0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:20.189 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:13.849+0000 7f6deebce700 1 -- 172.21.15.42:0/862143955 >> 172.21.15.42:0/862143955 conn(0x7f6de8103590 msgr2=0x7f6de81059b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:11:20.189 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:13.849+0000 7f6deebce700 1 -- 172.21.15.42:0/862143955 shutdown_connections 2024-06-06T08:11:20.189 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:13.849+0000 7f6deebce700 1 -- 172.21.15.42:0/862143955 wait complete. 2024-06-06T08:11:20.189 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:13.849+0000 7f6deebce700 1 Processor -- start 2024-06-06T08:11:20.189 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:13.849+0000 7f6deebce700 1 -- start start 2024-06-06T08:11:20.189 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:13.849+0000 7f6deebce700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6de8107fd0 0x7f6de819bf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:11:20.189 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:13.849+0000 7f6deebce700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6de810c530 con 0x7f6de8107fd0 2024-06-06T08:11:20.190 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:13.850+0000 7f6dec96a700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6de8107fd0 0x7f6de819bf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:11:20.190 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:13.850+0000 7f6dec96a700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6de8107fd0 0x7f6de819bf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:42576/0 (socket says 172.21.15.42:42576) 2024-06-06T08:11:20.190 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:13.850+0000 7f6dec96a700 1 -- 172.21.15.42:0/2829955492 learned_addr learned my addr 172.21.15.42:0/2829955492 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:11:20.190 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:13.850+0000 7f6dec96a700 1 -- 172.21.15.42:0/2829955492 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6de819c4b0 con 0x7f6de8107fd0 2024-06-06T08:11:20.190 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:13.850+0000 7f6dec96a700 1 --2- 172.21.15.42:0/2829955492 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6de8107fd0 0x7f6de819bf70 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f6ddc000c00 tx=0x7f6ddc011c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:11:20.190 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:13.850+0000 7f6de5ffb700 1 -- 172.21.15.42:0/2829955492 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6ddc003b60 con 0x7f6de8107fd0 2024-06-06T08:11:20.190 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:13.850+0000 7f6de5ffb700 1 -- 172.21.15.42:0/2829955492 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6ddc01a910 con 0x7f6de8107fd0 2024-06-06T08:11:20.190 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:13.850+0000 7f6de5ffb700 1 -- 172.21.15.42:0/2829955492 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6ddc024930 con 0x7f6de8107fd0 2024-06-06T08:11:20.190 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:13.850+0000 7f6deebce700 1 -- 172.21.15.42:0/2829955492 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6de819c740 con 0x7f6de8107fd0 2024-06-06T08:11:20.190 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:13.851+0000 7f6deebce700 1 -- 172.21.15.42:0/2829955492 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6de819cba0 con 0x7f6de8107fd0 2024-06-06T08:11:20.190 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:13.851+0000 7f6de5ffb700 1 -- 172.21.15.42:0/2829955492 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 9) ==== 46300+0+0 (secure 0 0 0) 0x7f6ddc022020 con 0x7f6de8107fd0 2024-06-06T08:11:20.190 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:13.852+0000 7f6de5ffb700 1 --2- 172.21.15.42:0/2829955492 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7f6dd8039100 0x7f6dd803b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:11:20.190 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:13.852+0000 7f6deebce700 1 -- 172.21.15.42:0/2829955492 --> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f6de80695c0 con 0x7f6dd8039100 2024-06-06T08:11:20.191 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:13.852+0000 7f6de5ffb700 1 -- 172.21.15.42:0/2829955492 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f6ddc04d200 con 0x7f6de8107fd0 2024-06-06T08:11:20.191 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:13.852+0000 7f6de7fff700 1 -- 172.21.15.42:0/2829955492 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7f6dd8039100 msgr2=0x7f6dd803b5c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.42:6800/542419736 2024-06-06T08:11:20.191 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:13.852+0000 7f6de7fff700 1 --2- 172.21.15.42:0/2829955492 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7f6dd8039100 0x7f6dd803b5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-06-06T08:11:20.191 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:14.053+0000 7f6de7fff700 1 -- 172.21.15.42:0/2829955492 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7f6dd8039100 msgr2=0x7f6dd803b5c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.42:6800/542419736 2024-06-06T08:11:20.191 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:14.053+0000 7f6de7fff700 1 --2- 172.21.15.42:0/2829955492 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7f6dd8039100 0x7f6dd803b5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-06-06T08:11:20.191 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:14.454+0000 7f6de7fff700 1 -- 172.21.15.42:0/2829955492 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7f6dd8039100 msgr2=0x7f6dd803b5c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.42:6800/542419736 2024-06-06T08:11:20.191 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:14.454+0000 7f6de7fff700 1 --2- 172.21.15.42:0/2829955492 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7f6dd8039100 0x7f6dd803b5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-06-06T08:11:20.191 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:15.255+0000 7f6de7fff700 1 -- 172.21.15.42:0/2829955492 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7f6dd8039100 msgr2=0x7f6dd803b5c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.42:6800/542419736 2024-06-06T08:11:20.191 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:15.255+0000 7f6de7fff700 1 --2- 172.21.15.42:0/2829955492 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7f6dd8039100 0x7f6dd803b5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-06-06T08:11:20.191 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:16.856+0000 7f6de7fff700 1 -- 172.21.15.42:0/2829955492 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7f6dd8039100 msgr2=0x7f6dd803b5c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.42:6800/542419736 2024-06-06T08:11:20.191 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:16.856+0000 7f6de7fff700 1 --2- 172.21.15.42:0/2829955492 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7f6dd8039100 0x7f6dd803b5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-06-06T08:11:20.191 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:18.502+0000 7f6de5ffb700 1 -- 172.21.15.42:0/2829955492 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mgrmap(e 10) ==== 46067+0+0 (secure 0 0 0) 0x7f6ddc024ad0 con 0x7f6de8107fd0 2024-06-06T08:11:20.191 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:18.502+0000 7f6de5ffb700 1 -- 172.21.15.42:0/2829955492 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7f6dd8039100 msgr2=0x7f6dd803b5c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-06T08:11:20.192 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:18.502+0000 7f6de5ffb700 1 --2- 172.21.15.42:0/2829955492 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7f6dd8039100 0x7f6dd803b5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:20.192 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:19.504+0000 7f6de5ffb700 1 -- 172.21.15.42:0/2829955492 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mgrmap(e 11) ==== 46194+0+0 (secure 0 0 0) 0x7f6ddc018560 con 0x7f6de8107fd0 2024-06-06T08:11:20.192 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:19.504+0000 7f6de5ffb700 1 --2- 172.21.15.42:0/2829955492 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f6dd803c9d0 0x7f6dd803edc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:11:20.192 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:19.504+0000 7f6de5ffb700 1 -- 172.21.15.42:0/2829955492 --> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f6ddc00ee50 con 0x7f6dd803c9d0 2024-06-06T08:11:20.192 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:19.505+0000 7f6de7fff700 1 --2- 172.21.15.42:0/2829955492 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f6dd803c9d0 0x7f6dd803edc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:11:20.192 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:19.505+0000 7f6de7fff700 1 --2- 172.21.15.42:0/2829955492 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f6dd803c9d0 0x7f6dd803edc0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f6dd4003a10 tx=0x7f6dd4009270 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:11:20.192 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:19.506+0000 7f6de5ffb700 1 -- 172.21.15.42:0/2829955492 <== mgr.14152 v2:172.21.15.42:6800/1196215200 1 ==== command_reply(tid 0: 0 ) ==== 8+0+7774 (secure 0 0 0) 0x7f6ddc00ee50 con 0x7f6dd803c9d0 2024-06-06T08:11:20.192 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:19.514+0000 7f6deebce700 1 -- 172.21.15.42:0/2829955492 --> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7f6de81047b0 con 0x7f6dd803c9d0 2024-06-06T08:11:20.192 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:19.514+0000 7f6de5ffb700 1 -- 172.21.15.42:0/2829955492 <== mgr.14152 v2:172.21.15.42:6800/1196215200 2 ==== command_reply(tid 1: 0 ) ==== 8+0+52 (secure 0 0 0) 0x7f6de81047b0 con 0x7f6dd803c9d0 2024-06-06T08:11:20.192 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:19.515+0000 7f6deebce700 1 -- 172.21.15.42:0/2829955492 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f6dd803c9d0 msgr2=0x7f6dd803edc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:20.192 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:19.515+0000 7f6deebce700 1 --2- 172.21.15.42:0/2829955492 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f6dd803c9d0 0x7f6dd803edc0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f6dd4003a10 tx=0x7f6dd4009270 comp rx=0 tx=0).stop 2024-06-06T08:11:20.192 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:19.515+0000 7f6deebce700 1 -- 172.21.15.42:0/2829955492 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6de8107fd0 msgr2=0x7f6de819bf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:20.192 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:19.515+0000 7f6deebce700 1 --2- 172.21.15.42:0/2829955492 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6de8107fd0 0x7f6de819bf70 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f6ddc000c00 tx=0x7f6ddc011c10 comp rx=0 tx=0).stop 2024-06-06T08:11:20.192 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:19.515+0000 7f6deebce700 1 -- 172.21.15.42:0/2829955492 shutdown_connections 2024-06-06T08:11:20.193 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:19.515+0000 7f6deebce700 1 --2- 172.21.15.42:0/2829955492 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f6dd803c9d0 0x7f6dd803edc0 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:20.193 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:19.515+0000 7f6deebce700 1 --2- 172.21.15.42:0/2829955492 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6de8107fd0 0x7f6de819bf70 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:20.193 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:19.515+0000 7f6deebce700 1 --2- 172.21.15.42:0/2829955492 >> [v2:172.21.15.42:6800/542419736,v1:172.21.15.42:6801/542419736] conn(0x7f6dd8039100 0x7f6dd803b5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:20.193 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:19.515+0000 7f6deebce700 1 -- 172.21.15.42:0/2829955492 >> 172.21.15.42:0/2829955492 conn(0x7f6de8103590 msgr2=0x7f6de81040a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:11:20.193 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:19.515+0000 7f6deebce700 1 -- 172.21.15.42:0/2829955492 shutdown_connections 2024-06-06T08:11:20.193 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:19.515+0000 7f6deebce700 1 -- 172.21.15.42:0/2829955492 wait complete. 2024-06-06T08:11:20.193 INFO:teuthology.orchestra.run.smithi042.stdout:mgr epoch 9 is available 2024-06-06T08:11:20.193 INFO:teuthology.orchestra.run.smithi042.stdout:Generating a dashboard self-signed certificate... 2024-06-06T08:11:20.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:20 smithi042 ceph-mon[32384]: [06/Jun/2024:08:11:19] ENGINE Bus STARTING 2024-06-06T08:11:20.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:20 smithi042 ceph-mon[32384]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-06-06T08:11:20.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:20 smithi042 ceph-mon[32384]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-06-06T08:11:20.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:20 smithi042 ceph-mon[32384]: [06/Jun/2024:08:11:19] ENGINE Serving on https://172.21.15.42:7150 2024-06-06T08:11:20.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:20 smithi042 ceph-mon[32384]: [06/Jun/2024:08:11:19] ENGINE Serving on http://172.21.15.42:8765 2024-06-06T08:11:20.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:20 smithi042 ceph-mon[32384]: [06/Jun/2024:08:11:19] ENGINE Bus STARTED 2024-06-06T08:11:21.661 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:21 smithi042 ceph-mon[32384]: mgrmap e12: x(active, since 2s) 2024-06-06T08:11:21.661 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:21 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:11:21.661 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:21 smithi042 ceph-mon[32384]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:11:21.661 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:21 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:11:21.661 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:21 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:11:21.951 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-06-06T08:11:21.951 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:20.881+0000 7fc8ae16d700 1 Processor -- start 2024-06-06T08:11:21.952 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:20.881+0000 7fc8ae16d700 1 -- start start 2024-06-06T08:11:21.952 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:20.882+0000 7fc8ae16d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc8a8108a40 0x7fc8a810ae30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:11:21.952 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:20.882+0000 7fc8ae16d700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc8a807be00 con 0x7fc8a8108a40 2024-06-06T08:11:21.952 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:20.882+0000 7fc8a77fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc8a8108a40 0x7fc8a810ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:11:21.952 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:20.882+0000 7fc8a77fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc8a8108a40 0x7fc8a810ae30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:41012/0 (socket says 172.21.15.42:41012) 2024-06-06T08:11:21.952 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:20.882+0000 7fc8a77fe700 1 -- 172.21.15.42:0/3056940518 learned_addr learned my addr 172.21.15.42:0/3056940518 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:11:21.952 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:20.882+0000 7fc8a77fe700 1 -- 172.21.15.42:0/3056940518 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8a810b370 con 0x7fc8a8108a40 2024-06-06T08:11:21.952 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:20.882+0000 7fc8a77fe700 1 --2- 172.21.15.42:0/3056940518 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc8a8108a40 0x7fc8a810ae30 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fc8980098a0 tx=0x7fc898009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5bb1ee978e87e2f2 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:11:21.952 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:20.883+0000 7fc8a67fc700 1 -- 172.21.15.42:0/3056940518 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc898004160 con 0x7fc8a8108a40 2024-06-06T08:11:21.952 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:20.883+0000 7fc8a67fc700 1 -- 172.21.15.42:0/3056940518 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc898004300 con 0x7fc8a8108a40 2024-06-06T08:11:21.952 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:20.883+0000 7fc8a67fc700 1 -- 172.21.15.42:0/3056940518 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc898011b20 con 0x7fc8a8108a40 2024-06-06T08:11:21.952 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:20.883+0000 7fc8ae16d700 1 -- 172.21.15.42:0/3056940518 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc8a8108a40 msgr2=0x7fc8a810ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:21.953 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:20.883+0000 7fc8ae16d700 1 --2- 172.21.15.42:0/3056940518 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc8a8108a40 0x7fc8a810ae30 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fc8980098a0 tx=0x7fc898009bb0 comp rx=0 tx=0).stop 2024-06-06T08:11:21.953 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:20.883+0000 7fc8ae16d700 1 -- 172.21.15.42:0/3056940518 shutdown_connections 2024-06-06T08:11:21.953 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:20.883+0000 7fc8ae16d700 1 --2- 172.21.15.42:0/3056940518 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc8a8108a40 0x7fc8a810ae30 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:21.953 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:20.883+0000 7fc8ae16d700 1 -- 172.21.15.42:0/3056940518 >> 172.21.15.42:0/3056940518 conn(0x7fc8a8102410 msgr2=0x7fc8a8104830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:11:21.953 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:20.884+0000 7fc8ae16d700 1 -- 172.21.15.42:0/3056940518 shutdown_connections 2024-06-06T08:11:21.953 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:20.884+0000 7fc8ae16d700 1 -- 172.21.15.42:0/3056940518 wait complete. 2024-06-06T08:11:21.953 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:20.884+0000 7fc8ae16d700 1 Processor -- start 2024-06-06T08:11:21.953 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:20.884+0000 7fc8ae16d700 1 -- start start 2024-06-06T08:11:21.953 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:20.885+0000 7fc8ae16d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc8a8108a40 0x7fc8a819be90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:11:21.953 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:20.885+0000 7fc8ae16d700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc8a810c370 con 0x7fc8a8108a40 2024-06-06T08:11:21.953 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:20.885+0000 7fc8a77fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc8a8108a40 0x7fc8a819be90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:11:21.953 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:20.885+0000 7fc8a77fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc8a8108a40 0x7fc8a819be90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:41022/0 (socket says 172.21.15.42:41022) 2024-06-06T08:11:21.953 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:20.885+0000 7fc8a77fe700 1 -- 172.21.15.42:0/2173297438 learned_addr learned my addr 172.21.15.42:0/2173297438 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:11:21.954 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:20.885+0000 7fc8a77fe700 1 -- 172.21.15.42:0/2173297438 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8a819c3d0 con 0x7fc8a8108a40 2024-06-06T08:11:21.954 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:20.886+0000 7fc8a77fe700 1 --2- 172.21.15.42:0/2173297438 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc8a8108a40 0x7fc8a819be90 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fc8980117e0 tx=0x7fc898011c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:11:21.954 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:20.886+0000 7fc8a4ff9700 1 -- 172.21.15.42:0/2173297438 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc898003bf0 con 0x7fc8a8108a40 2024-06-06T08:11:21.954 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:20.886+0000 7fc8a4ff9700 1 -- 172.21.15.42:0/2173297438 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc89801a910 con 0x7fc8a8108a40 2024-06-06T08:11:21.954 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:20.886+0000 7fc8ae16d700 1 -- 172.21.15.42:0/2173297438 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8a819c660 con 0x7fc8a8108a40 2024-06-06T08:11:21.954 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:20.886+0000 7fc8a4ff9700 1 -- 172.21.15.42:0/2173297438 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc898024970 con 0x7fc8a8108a40 2024-06-06T08:11:21.954 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:20.886+0000 7fc8ae16d700 1 -- 172.21.15.42:0/2173297438 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8a819cac0 con 0x7fc8a8108a40 2024-06-06T08:11:21.954 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:20.887+0000 7fc8a4ff9700 1 -- 172.21.15.42:0/2173297438 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 12) ==== 46300+0+0 (secure 0 0 0) 0x7fc898022020 con 0x7fc8a8108a40 2024-06-06T08:11:21.954 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:20.887+0000 7fc8a4ff9700 1 --2- 172.21.15.42:0/2173297438 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fc89003d460 0x7fc89003f920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:11:21.954 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:20.887+0000 7fc8a4ff9700 1 -- 172.21.15.42:0/2173297438 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fc89804d690 con 0x7fc8a8108a40 2024-06-06T08:11:21.954 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:20.887+0000 7fc8a6ffd700 1 --2- 172.21.15.42:0/2173297438 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fc89003d460 0x7fc89003f920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:11:21.954 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:20.887+0000 7fc8ae16d700 1 -- 172.21.15.42:0/2173297438 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc8a8063af0 con 0x7fc8a8108a40 2024-06-06T08:11:21.954 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:20.888+0000 7fc8a6ffd700 1 --2- 172.21.15.42:0/2173297438 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fc89003d460 0x7fc89003f920 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fc89c006fd0 tx=0x7fc89c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:11:21.955 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:20.897+0000 7fc8a4ff9700 1 -- 172.21.15.42:0/2173297438 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fc898011e20 con 0x7fc8a8108a40 2024-06-06T08:11:21.955 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:21.124+0000 7fc8ae16d700 1 -- 172.21.15.42:0/2173297438 --> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] -- mgr_command(tid 0: {"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}) -- 0x7fc8a8103590 con 0x7fc89003d460 2024-06-06T08:11:21.955 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:21.365+0000 7fc8a4ff9700 1 -- 172.21.15.42:0/2173297438 <== mgr.14152 v2:172.21.15.42:6800/1196215200 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+32 (secure 0 0 0) 0x7fc8a8103590 con 0x7fc89003d460 2024-06-06T08:11:21.955 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:21.367+0000 7fc8ae16d700 1 -- 172.21.15.42:0/2173297438 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fc89003d460 msgr2=0x7fc89003f920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:21.955 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:21.367+0000 7fc8ae16d700 1 --2- 172.21.15.42:0/2173297438 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fc89003d460 0x7fc89003f920 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fc89c006fd0 tx=0x7fc89c006e40 comp rx=0 tx=0).stop 2024-06-06T08:11:21.955 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:21.367+0000 7fc8ae16d700 1 -- 172.21.15.42:0/2173297438 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc8a8108a40 msgr2=0x7fc8a819be90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:21.955 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:21.367+0000 7fc8ae16d700 1 --2- 172.21.15.42:0/2173297438 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc8a8108a40 0x7fc8a819be90 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fc8980117e0 tx=0x7fc898011c10 comp rx=0 tx=0).stop 2024-06-06T08:11:21.955 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:21.367+0000 7fc8ae16d700 1 -- 172.21.15.42:0/2173297438 shutdown_connections 2024-06-06T08:11:21.955 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:21.367+0000 7fc8ae16d700 1 --2- 172.21.15.42:0/2173297438 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fc89003d460 0x7fc89003f920 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:21.955 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:21.367+0000 7fc8ae16d700 1 --2- 172.21.15.42:0/2173297438 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc8a8108a40 0x7fc8a819be90 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:21.955 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:21.367+0000 7fc8ae16d700 1 -- 172.21.15.42:0/2173297438 >> 172.21.15.42:0/2173297438 conn(0x7fc8a8102410 msgr2=0x7fc8a8102e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:11:21.955 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:21.367+0000 7fc8ae16d700 1 -- 172.21.15.42:0/2173297438 shutdown_connections 2024-06-06T08:11:21.956 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:21.367+0000 7fc8ae16d700 1 -- 172.21.15.42:0/2173297438 wait complete. 2024-06-06T08:11:21.956 INFO:teuthology.orchestra.run.smithi042.stdout:Creating initial admin user... 2024-06-06T08:11:23.525 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$MrZ8qR76lpgoz4V9iIOfIuB0dCzdGkIPsZmWJ6ob3o7K9jZxIUeou", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1717661482, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-06-06T08:11:23.525 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:22.408+0000 7ff443cdd700 1 Processor -- start 2024-06-06T08:11:23.525 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:22.408+0000 7ff443cdd700 1 -- start start 2024-06-06T08:11:23.525 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:22.408+0000 7ff443cdd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff43c1089c0 0x7ff43c10adb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:11:23.525 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:22.408+0000 7ff443cdd700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff43c07be80 con 0x7ff43c1089c0 2024-06-06T08:11:23.525 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:22.409+0000 7ff441a79700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff43c1089c0 0x7ff43c10adb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:11:23.526 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:22.409+0000 7ff441a79700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff43c1089c0 0x7ff43c10adb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:41038/0 (socket says 172.21.15.42:41038) 2024-06-06T08:11:23.526 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:22.409+0000 7ff441a79700 1 -- 172.21.15.42:0/3746587564 learned_addr learned my addr 172.21.15.42:0/3746587564 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:11:23.526 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:22.409+0000 7ff441a79700 1 -- 172.21.15.42:0/3746587564 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff43c10b2f0 con 0x7ff43c1089c0 2024-06-06T08:11:23.526 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:22.409+0000 7ff441a79700 1 --2- 172.21.15.42:0/3746587564 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff43c1089c0 0x7ff43c10adb0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7ff4380098a0 tx=0x7ff438009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b581e3ea6f2fa8a8 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:11:23.526 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:22.409+0000 7ff440a77700 1 -- 172.21.15.42:0/3746587564 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff438004160 con 0x7ff43c1089c0 2024-06-06T08:11:23.526 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:22.409+0000 7ff440a77700 1 -- 172.21.15.42:0/3746587564 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff438004300 con 0x7ff43c1089c0 2024-06-06T08:11:23.526 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:22.409+0000 7ff440a77700 1 -- 172.21.15.42:0/3746587564 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff438011b20 con 0x7ff43c1089c0 2024-06-06T08:11:23.526 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:22.410+0000 7ff443cdd700 1 -- 172.21.15.42:0/3746587564 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff43c1089c0 msgr2=0x7ff43c10adb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:23.526 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:22.410+0000 7ff443cdd700 1 --2- 172.21.15.42:0/3746587564 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff43c1089c0 0x7ff43c10adb0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7ff4380098a0 tx=0x7ff438009bb0 comp rx=0 tx=0).stop 2024-06-06T08:11:23.526 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:22.410+0000 7ff443cdd700 1 -- 172.21.15.42:0/3746587564 shutdown_connections 2024-06-06T08:11:23.526 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:22.410+0000 7ff443cdd700 1 --2- 172.21.15.42:0/3746587564 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff43c1089c0 0x7ff43c10adb0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:23.526 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:22.410+0000 7ff443cdd700 1 -- 172.21.15.42:0/3746587564 >> 172.21.15.42:0/3746587564 conn(0x7ff43c102410 msgr2=0x7ff43c104830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:11:23.527 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:22.410+0000 7ff443cdd700 1 -- 172.21.15.42:0/3746587564 shutdown_connections 2024-06-06T08:11:23.527 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:22.410+0000 7ff443cdd700 1 -- 172.21.15.42:0/3746587564 wait complete. 2024-06-06T08:11:23.527 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:22.411+0000 7ff443cdd700 1 Processor -- start 2024-06-06T08:11:23.527 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:22.411+0000 7ff443cdd700 1 -- start start 2024-06-06T08:11:23.527 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:22.411+0000 7ff443cdd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff43c1089c0 0x7ff43c108240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:11:23.527 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:22.411+0000 7ff443cdd700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff43c10c360 con 0x7ff43c1089c0 2024-06-06T08:11:23.527 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:22.411+0000 7ff441a79700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff43c1089c0 0x7ff43c108240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:11:23.527 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:22.411+0000 7ff441a79700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff43c1089c0 0x7ff43c108240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:41046/0 (socket says 172.21.15.42:41046) 2024-06-06T08:11:23.527 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:22.411+0000 7ff441a79700 1 -- 172.21.15.42:0/1440516888 learned_addr learned my addr 172.21.15.42:0/1440516888 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:11:23.527 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:22.412+0000 7ff441a79700 1 -- 172.21.15.42:0/1440516888 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff43c108780 con 0x7ff43c1089c0 2024-06-06T08:11:23.527 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:22.412+0000 7ff441a79700 1 --2- 172.21.15.42:0/1440516888 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff43c1089c0 0x7ff43c108240 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7ff4380117e0 tx=0x7ff438011c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:11:23.527 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:22.412+0000 7ff432ffd700 1 -- 172.21.15.42:0/1440516888 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff438003bf0 con 0x7ff43c1089c0 2024-06-06T08:11:23.527 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:22.412+0000 7ff432ffd700 1 -- 172.21.15.42:0/1440516888 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff43801a910 con 0x7ff43c1089c0 2024-06-06T08:11:23.528 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:22.412+0000 7ff443cdd700 1 -- 172.21.15.42:0/1440516888 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff43c106970 con 0x7ff43c1089c0 2024-06-06T08:11:23.528 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:22.412+0000 7ff432ffd700 1 -- 172.21.15.42:0/1440516888 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff438024970 con 0x7ff43c1089c0 2024-06-06T08:11:23.528 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:22.412+0000 7ff443cdd700 1 -- 172.21.15.42:0/1440516888 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff43c106e30 con 0x7ff43c1089c0 2024-06-06T08:11:23.528 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:22.413+0000 7ff432ffd700 1 -- 172.21.15.42:0/1440516888 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 12) ==== 46300+0+0 (secure 0 0 0) 0x7ff438022020 con 0x7ff43c1089c0 2024-06-06T08:11:23.528 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:22.413+0000 7ff443cdd700 1 -- 172.21.15.42:0/1440516888 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff43c063af0 con 0x7ff43c1089c0 2024-06-06T08:11:23.528 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:22.414+0000 7ff432ffd700 1 --2- 172.21.15.42:0/1440516888 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7ff4280390b0 0x7ff42803b570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:11:23.528 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:22.414+0000 7ff432ffd700 1 -- 172.21.15.42:0/1440516888 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7ff43804d4d0 con 0x7ff43c1089c0 2024-06-06T08:11:23.528 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:22.414+0000 7ff441278700 1 --2- 172.21.15.42:0/1440516888 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7ff4280390b0 0x7ff42803b570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:11:23.528 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:22.414+0000 7ff441278700 1 --2- 172.21.15.42:0/1440516888 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7ff4280390b0 0x7ff42803b570 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7ff42c006fd0 tx=0x7ff42c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:11:23.528 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:22.419+0000 7ff432ffd700 1 -- 172.21.15.42:0/1440516888 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7ff438011e20 con 0x7ff43c1089c0 2024-06-06T08:11:23.528 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:22.647+0000 7ff443cdd700 1 -- 172.21.15.42:0/1440516888 --> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] -- mgr_command(tid 0: {"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}) -- 0x7ff43c107000 con 0x7ff4280390b0 2024-06-06T08:11:23.528 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:22.894+0000 7ff432ffd700 1 -- 172.21.15.42:0/1440516888 <== mgr.14152 v2:172.21.15.42:6800/1196215200 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+252 (secure 0 0 0) 0x7ff43c107000 con 0x7ff4280390b0 2024-06-06T08:11:23.528 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:22.897+0000 7ff443cdd700 1 -- 172.21.15.42:0/1440516888 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7ff4280390b0 msgr2=0x7ff42803b570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:23.529 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:22.897+0000 7ff443cdd700 1 --2- 172.21.15.42:0/1440516888 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7ff4280390b0 0x7ff42803b570 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7ff42c006fd0 tx=0x7ff42c006e40 comp rx=0 tx=0).stop 2024-06-06T08:11:23.529 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:22.897+0000 7ff443cdd700 1 -- 172.21.15.42:0/1440516888 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff43c1089c0 msgr2=0x7ff43c108240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:23.529 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:22.897+0000 7ff443cdd700 1 --2- 172.21.15.42:0/1440516888 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff43c1089c0 0x7ff43c108240 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7ff4380117e0 tx=0x7ff438011c10 comp rx=0 tx=0).stop 2024-06-06T08:11:23.529 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:22.897+0000 7ff443cdd700 1 -- 172.21.15.42:0/1440516888 shutdown_connections 2024-06-06T08:11:23.529 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:22.897+0000 7ff443cdd700 1 --2- 172.21.15.42:0/1440516888 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7ff4280390b0 0x7ff42803b570 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:23.529 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:22.897+0000 7ff443cdd700 1 --2- 172.21.15.42:0/1440516888 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff43c1089c0 0x7ff43c108240 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:23.529 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:22.897+0000 7ff443cdd700 1 -- 172.21.15.42:0/1440516888 >> 172.21.15.42:0/1440516888 conn(0x7ff43c102410 msgr2=0x7ff43c102e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:11:23.529 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:22.898+0000 7ff443cdd700 1 -- 172.21.15.42:0/1440516888 shutdown_connections 2024-06-06T08:11:23.529 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:22.898+0000 7ff443cdd700 1 -- 172.21.15.42:0/1440516888 wait complete. 2024-06-06T08:11:23.529 INFO:teuthology.orchestra.run.smithi042.stdout:Fetching dashboard port number... 2024-06-06T08:11:23.769 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:23 smithi042 ceph-mon[32384]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:11:23.770 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:23 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:11:23.770 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:23 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:11:24.919 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:24 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/2873730245' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-06-06T08:11:25.738 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout 8443 2024-06-06T08:11:25.738 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:23.976+0000 7f8919ddd700 1 Processor -- start 2024-06-06T08:11:25.738 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:23.977+0000 7f8919ddd700 1 -- start start 2024-06-06T08:11:25.738 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:23.977+0000 7f8919ddd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8914106e90 0x7f89141072b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:11:25.738 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:23.977+0000 7f8919ddd700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f89141077f0 con 0x7f8914106e90 2024-06-06T08:11:25.739 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:23.977+0000 7f89137fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8914106e90 0x7f89141072b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:11:25.739 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:23.977+0000 7f89137fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8914106e90 0x7f89141072b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:41056/0 (socket says 172.21.15.42:41056) 2024-06-06T08:11:25.739 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:23.977+0000 7f89137fe700 1 -- 172.21.15.42:0/4186803022 learned_addr learned my addr 172.21.15.42:0/4186803022 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:11:25.739 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:23.977+0000 7f89137fe700 1 -- 172.21.15.42:0/4186803022 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8914107fa0 con 0x7f8914106e90 2024-06-06T08:11:25.739 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:23.977+0000 7f89137fe700 1 --2- 172.21.15.42:0/4186803022 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8914106e90 0x7f89141072b0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f88fc00d180 tx=0x7f88fc00d490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b97b52b3b8facf7b server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:11:25.739 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:23.978+0000 7f89127fc700 1 -- 172.21.15.42:0/4186803022 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f88fc019070 con 0x7f8914106e90 2024-06-06T08:11:25.739 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:23.978+0000 7f89127fc700 1 -- 172.21.15.42:0/4186803022 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f88fc00de20 con 0x7f8914106e90 2024-06-06T08:11:25.739 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:23.978+0000 7f89127fc700 1 -- 172.21.15.42:0/4186803022 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f88fc009af0 con 0x7f8914106e90 2024-06-06T08:11:25.739 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:23.978+0000 7f8919ddd700 1 -- 172.21.15.42:0/4186803022 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8914106e90 msgr2=0x7f89141072b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:25.739 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:23.978+0000 7f8919ddd700 1 --2- 172.21.15.42:0/4186803022 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8914106e90 0x7f89141072b0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f88fc00d180 tx=0x7f88fc00d490 comp rx=0 tx=0).stop 2024-06-06T08:11:25.739 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:23.978+0000 7f8919ddd700 1 -- 172.21.15.42:0/4186803022 shutdown_connections 2024-06-06T08:11:25.739 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:23.978+0000 7f8919ddd700 1 --2- 172.21.15.42:0/4186803022 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8914106e90 0x7f89141072b0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:25.739 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:23.979+0000 7f8919ddd700 1 -- 172.21.15.42:0/4186803022 >> 172.21.15.42:0/4186803022 conn(0x7f8914102490 msgr2=0x7f89141048b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:11:25.740 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:23.979+0000 7f8919ddd700 1 -- 172.21.15.42:0/4186803022 shutdown_connections 2024-06-06T08:11:25.740 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:23.979+0000 7f8919ddd700 1 -- 172.21.15.42:0/4186803022 wait complete. 2024-06-06T08:11:25.740 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:23.979+0000 7f8919ddd700 1 Processor -- start 2024-06-06T08:11:25.740 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:23.980+0000 7f8919ddd700 1 -- start start 2024-06-06T08:11:25.740 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:23.980+0000 7f8919ddd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8914106e90 0x7f8914199c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:11:25.740 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:23.980+0000 7f8919ddd700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f891407b830 con 0x7f8914106e90 2024-06-06T08:11:25.740 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:23.980+0000 7f89137fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8914106e90 0x7f8914199c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:11:25.740 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:23.980+0000 7f89137fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8914106e90 0x7f8914199c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:41060/0 (socket says 172.21.15.42:41060) 2024-06-06T08:11:25.740 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:23.980+0000 7f89137fe700 1 -- 172.21.15.42:0/2873730245 learned_addr learned my addr 172.21.15.42:0/2873730245 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:11:25.740 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:23.980+0000 7f89137fe700 1 -- 172.21.15.42:0/2873730245 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f891419a190 con 0x7f8914106e90 2024-06-06T08:11:25.740 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:23.980+0000 7f89137fe700 1 --2- 172.21.15.42:0/2873730245 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8914106e90 0x7f8914199c50 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f88fc00b890 tx=0x7f88fc003d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:11:25.740 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:23.980+0000 7f8910ff9700 1 -- 172.21.15.42:0/2873730245 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f88fc023020 con 0x7f8914106e90 2024-06-06T08:11:25.740 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:23.981+0000 7f8910ff9700 1 -- 172.21.15.42:0/2873730245 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f88fc00b200 con 0x7f8914106e90 2024-06-06T08:11:25.740 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:23.981+0000 7f8919ddd700 1 -- 172.21.15.42:0/2873730245 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f891419a420 con 0x7f8914106e90 2024-06-06T08:11:25.741 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:23.981+0000 7f8919ddd700 1 -- 172.21.15.42:0/2873730245 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f891419d110 con 0x7f8914106e90 2024-06-06T08:11:25.741 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:23.981+0000 7f8910ff9700 1 -- 172.21.15.42:0/2873730245 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f88fc019040 con 0x7f8914106e90 2024-06-06T08:11:25.741 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:23.981+0000 7f8919ddd700 1 -- 172.21.15.42:0/2873730245 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f88f4005360 con 0x7f8914106e90 2024-06-06T08:11:25.741 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:23.982+0000 7f8910ff9700 1 -- 172.21.15.42:0/2873730245 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 12) ==== 46300+0+0 (secure 0 0 0) 0x7f88fc026020 con 0x7f8914106e90 2024-06-06T08:11:25.741 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:23.982+0000 7f8910ff9700 1 --2- 172.21.15.42:0/2873730245 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f89000390f0 0x7f890003b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:11:25.741 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:23.982+0000 7f8910ff9700 1 -- 172.21.15.42:0/2873730245 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f88fc011050 con 0x7f8914106e90 2024-06-06T08:11:25.741 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:23.982+0000 7f8912ffd700 1 --2- 172.21.15.42:0/2873730245 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f89000390f0 0x7f890003b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:11:25.741 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:23.983+0000 7f8912ffd700 1 --2- 172.21.15.42:0/2873730245 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f89000390f0 0x7f890003b5b0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f890c006fd0 tx=0x7f890c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:11:25.741 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:23.988+0000 7f8910ff9700 1 -- 172.21.15.42:0/2873730245 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f88fc02d020 con 0x7f8914106e90 2024-06-06T08:11:25.741 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:24.199+0000 7f8919ddd700 1 -- 172.21.15.42:0/2873730245 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} v 0) -- 0x7f88f4005650 con 0x7f8914106e90 2024-06-06T08:11:25.741 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:24.199+0000 7f8910ff9700 1 -- 172.21.15.42:0/2873730245 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]=0 v8) ==== 112+0+5 (secure 0 0 0) 0x7f88fc004620 con 0x7f8914106e90 2024-06-06T08:11:25.741 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:24.201+0000 7f8919ddd700 1 -- 172.21.15.42:0/2873730245 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f89000390f0 msgr2=0x7f890003b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:25.741 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:24.201+0000 7f8919ddd700 1 --2- 172.21.15.42:0/2873730245 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f89000390f0 0x7f890003b5b0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f890c006fd0 tx=0x7f890c006e40 comp rx=0 tx=0).stop 2024-06-06T08:11:25.741 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:24.201+0000 7f8919ddd700 1 -- 172.21.15.42:0/2873730245 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8914106e90 msgr2=0x7f8914199c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:25.742 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:24.201+0000 7f8919ddd700 1 --2- 172.21.15.42:0/2873730245 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8914106e90 0x7f8914199c50 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f88fc00b890 tx=0x7f88fc003d00 comp rx=0 tx=0).stop 2024-06-06T08:11:25.742 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:24.201+0000 7f8919ddd700 1 -- 172.21.15.42:0/2873730245 shutdown_connections 2024-06-06T08:11:25.742 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:24.201+0000 7f8919ddd700 1 --2- 172.21.15.42:0/2873730245 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f89000390f0 0x7f890003b5b0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:25.742 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:24.201+0000 7f8919ddd700 1 --2- 172.21.15.42:0/2873730245 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8914106e90 0x7f8914199c50 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:25.742 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:24.201+0000 7f8919ddd700 1 -- 172.21.15.42:0/2873730245 >> 172.21.15.42:0/2873730245 conn(0x7f8914102490 msgr2=0x7f89141901f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:11:25.742 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:24.202+0000 7f8919ddd700 1 -- 172.21.15.42:0/2873730245 shutdown_connections 2024-06-06T08:11:25.742 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:24.202+0000 7f8919ddd700 1 -- 172.21.15.42:0/2873730245 wait complete. 2024-06-06T08:11:25.749 INFO:teuthology.orchestra.run.smithi042.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-06-06T08:11:25.749 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stdout disabled 2024-06-06T08:11:25.758 INFO:teuthology.orchestra.run.smithi042.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-06-06T08:11:25.758 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stdout inactive 2024-06-06T08:11:25.758 INFO:teuthology.orchestra.run.smithi042.stdout:firewalld.service is not enabled 2024-06-06T08:11:25.758 INFO:teuthology.orchestra.run.smithi042.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-06-06T08:11:25.760 INFO:teuthology.orchestra.run.smithi042.stdout:Ceph Dashboard is now available at: 2024-06-06T08:11:25.761 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:11:25.761 INFO:teuthology.orchestra.run.smithi042.stdout: URL: https://smithi042.front.sepia.ceph.com:8443/ 2024-06-06T08:11:25.761 INFO:teuthology.orchestra.run.smithi042.stdout: User: admin 2024-06-06T08:11:25.761 INFO:teuthology.orchestra.run.smithi042.stdout: Password: 3jmkes17tc 2024-06-06T08:11:25.761 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:11:25.761 INFO:teuthology.orchestra.run.smithi042.stdout:Saving cluster configuration to /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/config directory 2024-06-06T08:11:25.762 INFO:teuthology.orchestra.run.smithi042.stdout:Enabling autotune for osd_memory_target 2024-06-06T08:11:25.988 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:25 smithi042 ceph-mon[32384]: mgrmap e13: x(active, since 6s) 2024-06-06T08:11:26.920 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:26.201+0000 7f9ac611d700 1 Processor -- start 2024-06-06T08:11:26.920 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:26.201+0000 7f9ac611d700 1 -- start start 2024-06-06T08:11:26.920 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:26.201+0000 7f9ac611d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9ac01089c0 0x7f9ac010adb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:11:26.920 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:26.201+0000 7f9ac611d700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9ac007be80 con 0x7f9ac01089c0 2024-06-06T08:11:26.920 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:26.201+0000 7f9abf7fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9ac01089c0 0x7f9ac010adb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:11:26.920 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:26.201+0000 7f9abf7fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9ac01089c0 0x7f9ac010adb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:41074/0 (socket says 172.21.15.42:41074) 2024-06-06T08:11:26.920 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:26.201+0000 7f9abf7fe700 1 -- 172.21.15.42:0/497142880 learned_addr learned my addr 172.21.15.42:0/497142880 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:11:26.920 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:26.201+0000 7f9abf7fe700 1 -- 172.21.15.42:0/497142880 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ac010b2f0 con 0x7f9ac01089c0 2024-06-06T08:11:26.920 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:26.201+0000 7f9abf7fe700 1 --2- 172.21.15.42:0/497142880 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9ac01089c0 0x7f9ac010adb0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f9ab00098a0 tx=0x7f9ab0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a12f4747c926e3b1 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:11:26.920 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:26.201+0000 7f9abe7fc700 1 -- 172.21.15.42:0/497142880 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9ab0004160 con 0x7f9ac01089c0 2024-06-06T08:11:26.921 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:26.201+0000 7f9abe7fc700 1 -- 172.21.15.42:0/497142880 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9ab0004300 con 0x7f9ac01089c0 2024-06-06T08:11:26.921 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:26.201+0000 7f9abe7fc700 1 -- 172.21.15.42:0/497142880 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9ab0011b20 con 0x7f9ac01089c0 2024-06-06T08:11:26.921 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:26.202+0000 7f9ac611d700 1 -- 172.21.15.42:0/497142880 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9ac01089c0 msgr2=0x7f9ac010adb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:26.921 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:26.202+0000 7f9ac611d700 1 --2- 172.21.15.42:0/497142880 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9ac01089c0 0x7f9ac010adb0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f9ab00098a0 tx=0x7f9ab0009bb0 comp rx=0 tx=0).stop 2024-06-06T08:11:26.921 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:26.202+0000 7f9ac611d700 1 -- 172.21.15.42:0/497142880 shutdown_connections 2024-06-06T08:11:26.921 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:26.202+0000 7f9ac611d700 1 --2- 172.21.15.42:0/497142880 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9ac01089c0 0x7f9ac010adb0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:26.921 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:26.202+0000 7f9ac611d700 1 -- 172.21.15.42:0/497142880 >> 172.21.15.42:0/497142880 conn(0x7f9ac0102410 msgr2=0x7f9ac0104830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:11:26.921 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:26.202+0000 7f9ac611d700 1 -- 172.21.15.42:0/497142880 shutdown_connections 2024-06-06T08:11:26.921 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:26.202+0000 7f9ac611d700 1 -- 172.21.15.42:0/497142880 wait complete. 2024-06-06T08:11:26.921 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:26.202+0000 7f9ac611d700 1 Processor -- start 2024-06-06T08:11:26.921 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:26.203+0000 7f9ac611d700 1 -- start start 2024-06-06T08:11:26.921 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:26.203+0000 7f9ac611d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9ac01089c0 0x7f9ac019be80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:11:26.921 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:26.203+0000 7f9ac611d700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9ac010c360 con 0x7f9ac01089c0 2024-06-06T08:11:26.921 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:26.203+0000 7f9abf7fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9ac01089c0 0x7f9ac019be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:11:26.921 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:26.203+0000 7f9abf7fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9ac01089c0 0x7f9ac019be80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:41076/0 (socket says 172.21.15.42:41076) 2024-06-06T08:11:26.922 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:26.203+0000 7f9abf7fe700 1 -- 172.21.15.42:0/1043107568 learned_addr learned my addr 172.21.15.42:0/1043107568 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:11:26.922 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:26.203+0000 7f9abf7fe700 1 -- 172.21.15.42:0/1043107568 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ac019c3c0 con 0x7f9ac01089c0 2024-06-06T08:11:26.922 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:26.203+0000 7f9abf7fe700 1 --2- 172.21.15.42:0/1043107568 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9ac01089c0 0x7f9ac019be80 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f9ab00117e0 tx=0x7f9ab0011c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:11:26.922 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:26.203+0000 7f9abcff9700 1 -- 172.21.15.42:0/1043107568 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9ab0003bf0 con 0x7f9ac01089c0 2024-06-06T08:11:26.922 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:26.203+0000 7f9abcff9700 1 -- 172.21.15.42:0/1043107568 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9ab001a910 con 0x7f9ac01089c0 2024-06-06T08:11:26.922 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:26.204+0000 7f9abcff9700 1 -- 172.21.15.42:0/1043107568 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9ab0024970 con 0x7f9ac01089c0 2024-06-06T08:11:26.922 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:26.204+0000 7f9ac611d700 1 -- 172.21.15.42:0/1043107568 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ac019c650 con 0x7f9ac01089c0 2024-06-06T08:11:26.922 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:26.204+0000 7f9ac611d700 1 -- 172.21.15.42:0/1043107568 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ac019cab0 con 0x7f9ac01089c0 2024-06-06T08:11:26.922 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:26.204+0000 7f9abcff9700 1 -- 172.21.15.42:0/1043107568 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f9ab0022020 con 0x7f9ac01089c0 2024-06-06T08:11:26.922 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:26.205+0000 7f9ac611d700 1 -- 172.21.15.42:0/1043107568 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ac0063af0 con 0x7f9ac01089c0 2024-06-06T08:11:26.922 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:26.205+0000 7f9abcff9700 1 --2- 172.21.15.42:0/1043107568 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f9aa80390f0 0x7f9aa803b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:11:26.922 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:26.205+0000 7f9abcff9700 1 -- 172.21.15.42:0/1043107568 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f9ab004d790 con 0x7f9ac01089c0 2024-06-06T08:11:26.922 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:26.205+0000 7f9abeffd700 1 --2- 172.21.15.42:0/1043107568 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f9aa80390f0 0x7f9aa803b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:11:26.923 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:26.205+0000 7f9abeffd700 1 --2- 172.21.15.42:0/1043107568 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f9aa80390f0 0x7f9aa803b5b0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f9ab4006fd0 tx=0x7f9ab4006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:11:26.923 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:26.210+0000 7f9abcff9700 1 -- 172.21.15.42:0/1043107568 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f9ab0011e20 con 0x7f9ac01089c0 2024-06-06T08:11:26.923 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:26.415+0000 7f9ac611d700 1 -- 172.21.15.42:0/1043107568 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command([{prefix=config set, name=osd_memory_target_autotune}] v 0) -- 0x7f9ac019f480 con 0x7f9ac01089c0 2024-06-06T08:11:26.923 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:26.416+0000 7f9abcff9700 1 -- 172.21.15.42:0/1043107568 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{prefix=config set, name=osd_memory_target_autotune}]=0 v8)=0 v8) ==== 127+0+0 (secure 0 0 0) 0x7f9ab000ba30 con 0x7f9ac01089c0 2024-06-06T08:11:26.923 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:26.418+0000 7f9ac611d700 1 -- 172.21.15.42:0/1043107568 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f9aa80390f0 msgr2=0x7f9aa803b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:26.923 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:26.418+0000 7f9ac611d700 1 --2- 172.21.15.42:0/1043107568 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f9aa80390f0 0x7f9aa803b5b0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f9ab4006fd0 tx=0x7f9ab4006e40 comp rx=0 tx=0).stop 2024-06-06T08:11:26.923 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:26.418+0000 7f9ac611d700 1 -- 172.21.15.42:0/1043107568 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9ac01089c0 msgr2=0x7f9ac019be80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:26.923 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:26.418+0000 7f9ac611d700 1 --2- 172.21.15.42:0/1043107568 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9ac01089c0 0x7f9ac019be80 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f9ab00117e0 tx=0x7f9ab0011c10 comp rx=0 tx=0).stop 2024-06-06T08:11:26.923 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:26.418+0000 7f9ac611d700 1 -- 172.21.15.42:0/1043107568 shutdown_connections 2024-06-06T08:11:26.923 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:26.418+0000 7f9ac611d700 1 --2- 172.21.15.42:0/1043107568 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f9aa80390f0 0x7f9aa803b5b0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:26.923 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:26.418+0000 7f9ac611d700 1 --2- 172.21.15.42:0/1043107568 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9ac01089c0 0x7f9ac019be80 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:26.923 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:26.418+0000 7f9ac611d700 1 -- 172.21.15.42:0/1043107568 >> 172.21.15.42:0/1043107568 conn(0x7f9ac0102410 msgr2=0x7f9ac0102e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:11:26.923 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:26.418+0000 7f9ac611d700 1 -- 172.21.15.42:0/1043107568 shutdown_connections 2024-06-06T08:11:26.924 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:26.418+0000 7f9ac611d700 1 -- 172.21.15.42:0/1043107568 wait complete. 2024-06-06T08:11:28.109 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:27.292+0000 7fae29148700 1 Processor -- start 2024-06-06T08:11:28.109 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:27.292+0000 7fae29148700 1 -- start start 2024-06-06T08:11:28.110 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:27.292+0000 7fae29148700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fae24108010 0x7fae24108430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:11:28.110 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:27.292+0000 7fae29148700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fae24108a00 con 0x7fae24108010 2024-06-06T08:11:28.110 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:27.292+0000 7fae22d9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fae24108010 0x7fae24108430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:11:28.110 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:27.292+0000 7fae22d9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fae24108010 0x7fae24108430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:41090/0 (socket says 172.21.15.42:41090) 2024-06-06T08:11:28.110 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:27.292+0000 7fae22d9d700 1 -- 172.21.15.42:0/3475458616 learned_addr learned my addr 172.21.15.42:0/3475458616 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:11:28.110 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:27.292+0000 7fae22d9d700 1 -- 172.21.15.42:0/3475458616 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae24109170 con 0x7fae24108010 2024-06-06T08:11:28.110 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:27.292+0000 7fae22d9d700 1 --2- 172.21.15.42:0/3475458616 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fae24108010 0x7fae24108430 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fae140098a0 tx=0x7fae14009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2dbf54b721a8d41f server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:11:28.110 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:27.293+0000 7fae21d9b700 1 -- 172.21.15.42:0/3475458616 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fae14004160 con 0x7fae24108010 2024-06-06T08:11:28.110 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:27.293+0000 7fae21d9b700 1 -- 172.21.15.42:0/3475458616 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fae14004300 con 0x7fae24108010 2024-06-06T08:11:28.110 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:27.293+0000 7fae21d9b700 1 -- 172.21.15.42:0/3475458616 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fae14011b20 con 0x7fae24108010 2024-06-06T08:11:28.110 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:27.293+0000 7fae29148700 1 -- 172.21.15.42:0/3475458616 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fae24108010 msgr2=0x7fae24108430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:28.110 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:27.293+0000 7fae29148700 1 --2- 172.21.15.42:0/3475458616 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fae24108010 0x7fae24108430 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fae140098a0 tx=0x7fae14009bb0 comp rx=0 tx=0).stop 2024-06-06T08:11:28.111 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:27.293+0000 7fae29148700 1 -- 172.21.15.42:0/3475458616 shutdown_connections 2024-06-06T08:11:28.111 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:27.293+0000 7fae29148700 1 --2- 172.21.15.42:0/3475458616 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fae24108010 0x7fae24108430 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:28.111 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:27.293+0000 7fae29148700 1 -- 172.21.15.42:0/3475458616 >> 172.21.15.42:0/3475458616 conn(0x7fae241035b0 msgr2=0x7fae241059f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:11:28.111 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:27.293+0000 7fae29148700 1 -- 172.21.15.42:0/3475458616 shutdown_connections 2024-06-06T08:11:28.111 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:27.293+0000 7fae29148700 1 -- 172.21.15.42:0/3475458616 wait complete. 2024-06-06T08:11:28.111 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:27.294+0000 7fae29148700 1 Processor -- start 2024-06-06T08:11:28.111 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:27.294+0000 7fae29148700 1 -- start start 2024-06-06T08:11:28.111 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:27.294+0000 7fae29148700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fae24108010 0x7fae2419c1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:11:28.111 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:27.294+0000 7fae29148700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fae2410c520 con 0x7fae24108010 2024-06-06T08:11:28.111 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:27.295+0000 7fae22d9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fae24108010 0x7fae2419c1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:11:28.111 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:27.295+0000 7fae22d9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fae24108010 0x7fae2419c1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:41100/0 (socket says 172.21.15.42:41100) 2024-06-06T08:11:28.111 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:27.295+0000 7fae22d9d700 1 -- 172.21.15.42:0/110312584 learned_addr learned my addr 172.21.15.42:0/110312584 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:11:28.111 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:27.295+0000 7fae22d9d700 1 -- 172.21.15.42:0/110312584 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae2419c710 con 0x7fae24108010 2024-06-06T08:11:28.111 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:27.295+0000 7fae22d9d700 1 --2- 172.21.15.42:0/110312584 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fae24108010 0x7fae2419c1d0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fae140117e0 tx=0x7fae14011c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:11:28.111 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:27.295+0000 7fae0bfff700 1 -- 172.21.15.42:0/110312584 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fae14003bf0 con 0x7fae24108010 2024-06-06T08:11:28.112 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:27.295+0000 7fae29148700 1 -- 172.21.15.42:0/110312584 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae2419c9a0 con 0x7fae24108010 2024-06-06T08:11:28.112 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:27.295+0000 7fae0bfff700 1 -- 172.21.15.42:0/110312584 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fae1401a910 con 0x7fae24108010 2024-06-06T08:11:28.112 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:27.295+0000 7fae0bfff700 1 -- 172.21.15.42:0/110312584 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fae140249a0 con 0x7fae24108010 2024-06-06T08:11:28.112 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:27.295+0000 7fae29148700 1 -- 172.21.15.42:0/110312584 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae2419ce00 con 0x7fae24108010 2024-06-06T08:11:28.112 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:27.296+0000 7fae0bfff700 1 -- 172.21.15.42:0/110312584 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fae14022020 con 0x7fae24108010 2024-06-06T08:11:28.112 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:27.296+0000 7fae29148700 1 -- 172.21.15.42:0/110312584 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fae24063af0 con 0x7fae24108010 2024-06-06T08:11:28.112 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:27.296+0000 7fae0bfff700 1 --2- 172.21.15.42:0/110312584 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fae0c0390f0 0x7fae0c03b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:11:28.112 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:27.296+0000 7fae0bfff700 1 -- 172.21.15.42:0/110312584 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fae1404d550 con 0x7fae24108010 2024-06-06T08:11:28.112 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:27.297+0000 7fae2259c700 1 --2- 172.21.15.42:0/110312584 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fae0c0390f0 0x7fae0c03b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:11:28.112 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:27.297+0000 7fae2259c700 1 --2- 172.21.15.42:0/110312584 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fae0c0390f0 0x7fae0c03b5b0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fae18006fd0 tx=0x7fae18006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:11:28.112 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:27.302+0000 7fae0bfff700 1 -- 172.21.15.42:0/110312584 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fae14011e20 con 0x7fae24108010 2024-06-06T08:11:28.112 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:27.621+0000 7fae29148700 1 -- 172.21.15.42:0/110312584 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command([{prefix=config-key set, key=mgr/dashboard/cluster/status}] v 0) -- 0x7fae2402dda0 con 0x7fae24108010 2024-06-06T08:11:28.112 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:27.623+0000 7fae0bfff700 1 -- 172.21.15.42:0/110312584 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{prefix=config-key set, key=mgr/dashboard/cluster/status}]=0 set mgr/dashboard/cluster/status v28)=0 set mgr/dashboard/cluster/status v28) ==== 153+0+0 (secure 0 0 0) 0x7fae140172b0 con 0x7fae24108010 2024-06-06T08:11:28.112 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:27.627+0000 7fae29148700 1 -- 172.21.15.42:0/110312584 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fae0c0390f0 msgr2=0x7fae0c03b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:28.113 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:27.627+0000 7fae29148700 1 --2- 172.21.15.42:0/110312584 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fae0c0390f0 0x7fae0c03b5b0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fae18006fd0 tx=0x7fae18006e40 comp rx=0 tx=0).stop 2024-06-06T08:11:28.113 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:27.627+0000 7fae29148700 1 -- 172.21.15.42:0/110312584 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fae24108010 msgr2=0x7fae2419c1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:28.113 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:27.627+0000 7fae29148700 1 --2- 172.21.15.42:0/110312584 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fae24108010 0x7fae2419c1d0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fae140117e0 tx=0x7fae14011c10 comp rx=0 tx=0).stop 2024-06-06T08:11:28.113 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:27.627+0000 7fae29148700 1 -- 172.21.15.42:0/110312584 shutdown_connections 2024-06-06T08:11:28.113 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:27.627+0000 7fae29148700 1 --2- 172.21.15.42:0/110312584 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fae0c0390f0 0x7fae0c03b5b0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:28.113 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:27.627+0000 7fae29148700 1 --2- 172.21.15.42:0/110312584 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fae24108010 0x7fae2419c1d0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:28.113 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:27.627+0000 7fae29148700 1 -- 172.21.15.42:0/110312584 >> 172.21.15.42:0/110312584 conn(0x7fae241035b0 msgr2=0x7fae24104270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:11:28.113 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:27.627+0000 7fae29148700 1 -- 172.21.15.42:0/110312584 shutdown_connections 2024-06-06T08:11:28.113 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr 2024-06-06T08:11:27.627+0000 7fae29148700 1 -- 172.21.15.42:0/110312584 wait complete. 2024-06-06T08:11:28.113 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-06-06T08:11:28.113 INFO:teuthology.orchestra.run.smithi042.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-06-06T08:11:28.113 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:11:28.113 INFO:teuthology.orchestra.run.smithi042.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-06-06T08:11:28.113 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:11:28.113 INFO:teuthology.orchestra.run.smithi042.stdout:Or, if you are only running a single cluster on this host: 2024-06-06T08:11:28.114 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:11:28.114 INFO:teuthology.orchestra.run.smithi042.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-06-06T08:11:28.114 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:11:28.114 INFO:teuthology.orchestra.run.smithi042.stdout:Please consider enabling telemetry to help improve Ceph: 2024-06-06T08:11:28.114 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:11:28.114 INFO:teuthology.orchestra.run.smithi042.stdout: ceph telemetry on 2024-06-06T08:11:28.114 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:11:28.114 INFO:teuthology.orchestra.run.smithi042.stdout:For more information see: 2024-06-06T08:11:28.114 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:11:28.115 INFO:teuthology.orchestra.run.smithi042.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-06-06T08:11:28.115 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:11:28.115 INFO:teuthology.orchestra.run.smithi042.stdout:Bootstrap complete. 2024-06-06T08:11:28.149 INFO:tasks.cephadm:Fetching config... 2024-06-06T08:11:28.149 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-06-06T08:11:28.149 DEBUG:teuthology.orchestra.run.smithi042:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-06-06T08:11:28.166 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-06-06T08:11:28.166 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-06-06T08:11:28.166 DEBUG:teuthology.orchestra.run.smithi042:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-06-06T08:11:28.221 INFO:tasks.cephadm:Fetching mon keyring... 2024-06-06T08:11:28.222 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-06-06T08:11:28.222 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd if=/var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/keyring of=/dev/stdout 2024-06-06T08:11:28.288 INFO:tasks.cephadm:Fetching pub ssh key... 2024-06-06T08:11:28.288 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-06-06T08:11:28.288 DEBUG:teuthology.orchestra.run.smithi042:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-06-06T08:11:28.344 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-06-06T08:11:28.345 DEBUG:teuthology.orchestra.run.smithi042:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDElBhP6zRvjF2Lo9pB2K7fM05jhET0wW+u8GuXIAFJmWm85dLInDFqr+gwr8FINomntFXQ2/8bCTBHpS4FptIRdv4l6jc7C5w0HcqHUt0qvNha1TSVPAhxyv/UARsPdA3urPhxFnZUqvslpst3Jw53mTZIZRqBZY8BYMj/Xqk/aoQNwsxJg8kF5hwx+H+eHymN6lnOhjJisnNCZJdScvKLYkZirDOjLDdLl6B6fr4VmzzshheBbG28kIJeyi0Mxa8kYll3zCAUH7RW0ddaz/HlcrH9rsOkF4GXEQhLDjH4LCzrLI1sAN2zsrtknY33UFWAwgUgFM9lZYTw+vpcyug+c3m3g9CqhBgDUXhaC5Nv4T6dZT/L32XEfSh889IOAsUiThgwJOT+valQ5ZumDZK8iMN73uRCWNoxDkSJYVLSU00iiUl4WzJbzvbSGqi0EVr5blaDs4RkzubQQdwcmrITMTSzPQvpoXhSQ49OKljRb9KF57m/zHtYYOm9lTp4SD8= ceph-103bdc14-23dc-11ef-bc9b-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-06-06T08:11:28.419 INFO:teuthology.orchestra.run.smithi042.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDElBhP6zRvjF2Lo9pB2K7fM05jhET0wW+u8GuXIAFJmWm85dLInDFqr+gwr8FINomntFXQ2/8bCTBHpS4FptIRdv4l6jc7C5w0HcqHUt0qvNha1TSVPAhxyv/UARsPdA3urPhxFnZUqvslpst3Jw53mTZIZRqBZY8BYMj/Xqk/aoQNwsxJg8kF5hwx+H+eHymN6lnOhjJisnNCZJdScvKLYkZirDOjLDdLl6B6fr4VmzzshheBbG28kIJeyi0Mxa8kYll3zCAUH7RW0ddaz/HlcrH9rsOkF4GXEQhLDjH4LCzrLI1sAN2zsrtknY33UFWAwgUgFM9lZYTw+vpcyug+c3m3g9CqhBgDUXhaC5Nv4T6dZT/L32XEfSh889IOAsUiThgwJOT+valQ5ZumDZK8iMN73uRCWNoxDkSJYVLSU00iiUl4WzJbzvbSGqi0EVr5blaDs4RkzubQQdwcmrITMTSzPQvpoXhSQ49OKljRb9KF57m/zHtYYOm9lTp4SD8= ceph-103bdc14-23dc-11ef-bc9b-c7b262605968 2024-06-06T08:11:28.431 DEBUG:teuthology.orchestra.run.smithi120:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDElBhP6zRvjF2Lo9pB2K7fM05jhET0wW+u8GuXIAFJmWm85dLInDFqr+gwr8FINomntFXQ2/8bCTBHpS4FptIRdv4l6jc7C5w0HcqHUt0qvNha1TSVPAhxyv/UARsPdA3urPhxFnZUqvslpst3Jw53mTZIZRqBZY8BYMj/Xqk/aoQNwsxJg8kF5hwx+H+eHymN6lnOhjJisnNCZJdScvKLYkZirDOjLDdLl6B6fr4VmzzshheBbG28kIJeyi0Mxa8kYll3zCAUH7RW0ddaz/HlcrH9rsOkF4GXEQhLDjH4LCzrLI1sAN2zsrtknY33UFWAwgUgFM9lZYTw+vpcyug+c3m3g9CqhBgDUXhaC5Nv4T6dZT/L32XEfSh889IOAsUiThgwJOT+valQ5ZumDZK8iMN73uRCWNoxDkSJYVLSU00iiUl4WzJbzvbSGqi0EVr5blaDs4RkzubQQdwcmrITMTSzPQvpoXhSQ49OKljRb9KF57m/zHtYYOm9lTp4SD8= ceph-103bdc14-23dc-11ef-bc9b-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-06-06T08:11:28.471 INFO:teuthology.orchestra.run.smithi120.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDElBhP6zRvjF2Lo9pB2K7fM05jhET0wW+u8GuXIAFJmWm85dLInDFqr+gwr8FINomntFXQ2/8bCTBHpS4FptIRdv4l6jc7C5w0HcqHUt0qvNha1TSVPAhxyv/UARsPdA3urPhxFnZUqvslpst3Jw53mTZIZRqBZY8BYMj/Xqk/aoQNwsxJg8kF5hwx+H+eHymN6lnOhjJisnNCZJdScvKLYkZirDOjLDdLl6B6fr4VmzzshheBbG28kIJeyi0Mxa8kYll3zCAUH7RW0ddaz/HlcrH9rsOkF4GXEQhLDjH4LCzrLI1sAN2zsrtknY33UFWAwgUgFM9lZYTw+vpcyug+c3m3g9CqhBgDUXhaC5Nv4T6dZT/L32XEfSh889IOAsUiThgwJOT+valQ5ZumDZK8iMN73uRCWNoxDkSJYVLSU00iiUl4WzJbzvbSGqi0EVr5blaDs4RkzubQQdwcmrITMTSzPQvpoXhSQ49OKljRb9KF57m/zHtYYOm9lTp4SD8= ceph-103bdc14-23dc-11ef-bc9b-c7b262605968 2024-06-06T08:11:28.482 DEBUG:teuthology.orchestra.run.smithi149:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDElBhP6zRvjF2Lo9pB2K7fM05jhET0wW+u8GuXIAFJmWm85dLInDFqr+gwr8FINomntFXQ2/8bCTBHpS4FptIRdv4l6jc7C5w0HcqHUt0qvNha1TSVPAhxyv/UARsPdA3urPhxFnZUqvslpst3Jw53mTZIZRqBZY8BYMj/Xqk/aoQNwsxJg8kF5hwx+H+eHymN6lnOhjJisnNCZJdScvKLYkZirDOjLDdLl6B6fr4VmzzshheBbG28kIJeyi0Mxa8kYll3zCAUH7RW0ddaz/HlcrH9rsOkF4GXEQhLDjH4LCzrLI1sAN2zsrtknY33UFWAwgUgFM9lZYTw+vpcyug+c3m3g9CqhBgDUXhaC5Nv4T6dZT/L32XEfSh889IOAsUiThgwJOT+valQ5ZumDZK8iMN73uRCWNoxDkSJYVLSU00iiUl4WzJbzvbSGqi0EVr5blaDs4RkzubQQdwcmrITMTSzPQvpoXhSQ49OKljRb9KF57m/zHtYYOm9lTp4SD8= ceph-103bdc14-23dc-11ef-bc9b-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-06-06T08:11:28.521 INFO:teuthology.orchestra.run.smithi149.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDElBhP6zRvjF2Lo9pB2K7fM05jhET0wW+u8GuXIAFJmWm85dLInDFqr+gwr8FINomntFXQ2/8bCTBHpS4FptIRdv4l6jc7C5w0HcqHUt0qvNha1TSVPAhxyv/UARsPdA3urPhxFnZUqvslpst3Jw53mTZIZRqBZY8BYMj/Xqk/aoQNwsxJg8kF5hwx+H+eHymN6lnOhjJisnNCZJdScvKLYkZirDOjLDdLl6B6fr4VmzzshheBbG28kIJeyi0Mxa8kYll3zCAUH7RW0ddaz/HlcrH9rsOkF4GXEQhLDjH4LCzrLI1sAN2zsrtknY33UFWAwgUgFM9lZYTw+vpcyug+c3m3g9CqhBgDUXhaC5Nv4T6dZT/L32XEfSh889IOAsUiThgwJOT+valQ5ZumDZK8iMN73uRCWNoxDkSJYVLSU00iiUl4WzJbzvbSGqi0EVr5blaDs4RkzubQQdwcmrITMTSzPQvpoXhSQ49OKljRb9KF57m/zHtYYOm9lTp4SD8= ceph-103bdc14-23dc-11ef-bc9b-c7b262605968 2024-06-06T08:11:28.533 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-06-06T08:11:28.663 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:28 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/110312584' entity='client.admin' 2024-06-06T08:11:28.784 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:11:31.231 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:31.230+0000 7f4ded049700 1 -- 172.21.15.42:0/3268387361 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4de8102a20 msgr2=0x7f4de8104e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:31.231 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:31.230+0000 7f4ded049700 1 --2- 172.21.15.42:0/3268387361 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4de8102a20 0x7f4de8104e10 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f4dd8009910 tx=0x7f4dd8009c20 comp rx=0 tx=0).stop 2024-06-06T08:11:31.231 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:31.230+0000 7f4ded049700 1 -- 172.21.15.42:0/3268387361 shutdown_connections 2024-06-06T08:11:31.231 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:31.230+0000 7f4ded049700 1 --2- 172.21.15.42:0/3268387361 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4de8102a20 0x7f4de8104e10 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:31.231 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:31.230+0000 7f4ded049700 1 -- 172.21.15.42:0/3268387361 >> 172.21.15.42:0/3268387361 conn(0x7f4de80fc390 msgr2=0x7f4de80fe7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:11:31.231 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:31.230+0000 7f4ded049700 1 -- 172.21.15.42:0/3268387361 shutdown_connections 2024-06-06T08:11:31.231 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:31.230+0000 7f4ded049700 1 -- 172.21.15.42:0/3268387361 wait complete. 2024-06-06T08:11:31.232 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:31.231+0000 7f4ded049700 1 Processor -- start 2024-06-06T08:11:31.232 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:31.231+0000 7f4ded049700 1 -- start start 2024-06-06T08:11:31.232 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:31.232+0000 7f4ded049700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4de8102a20 0x7f4de8197590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:11:31.232 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:31.232+0000 7f4ded049700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4de8107f80 con 0x7f4de8102a20 2024-06-06T08:11:31.232 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:31.232+0000 7f4de6d9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4de8102a20 0x7f4de8197590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:11:31.232 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:31.232+0000 7f4de6d9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4de8102a20 0x7f4de8197590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:51158/0 (socket says 172.21.15.42:51158) 2024-06-06T08:11:31.232 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:31.232+0000 7f4de6d9d700 1 -- 172.21.15.42:0/1686092180 learned_addr learned my addr 172.21.15.42:0/1686092180 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:11:31.233 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:31.232+0000 7f4de6d9d700 1 -- 172.21.15.42:0/1686092180 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4de8197ad0 con 0x7f4de8102a20 2024-06-06T08:11:31.233 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:31.232+0000 7f4de6d9d700 1 --2- 172.21.15.42:0/1686092180 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4de8102a20 0x7f4de8197590 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f4dd8004fa0 tx=0x7f4dd8005080 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:11:31.233 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:31.232+0000 7f4ddffff700 1 -- 172.21.15.42:0/1686092180 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4dd8027070 con 0x7f4de8102a20 2024-06-06T08:11:31.233 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:31.232+0000 7f4ddffff700 1 -- 172.21.15.42:0/1686092180 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4dd800be40 con 0x7f4de8102a20 2024-06-06T08:11:31.233 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:31.232+0000 7f4ded049700 1 -- 172.21.15.42:0/1686092180 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4de8197d60 con 0x7f4de8102a20 2024-06-06T08:11:31.233 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:31.232+0000 7f4ddffff700 1 -- 172.21.15.42:0/1686092180 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4dd800f460 con 0x7f4de8102a20 2024-06-06T08:11:31.234 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:31.233+0000 7f4ded049700 1 -- 172.21.15.42:0/1686092180 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4de819aa50 con 0x7f4de8102a20 2024-06-06T08:11:31.234 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:31.233+0000 7f4ded049700 1 -- 172.21.15.42:0/1686092180 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4de8108700 con 0x7f4de8102a20 2024-06-06T08:11:31.234 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:31.234+0000 7f4ddffff700 1 -- 172.21.15.42:0/1686092180 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f4dd802a070 con 0x7f4de8102a20 2024-06-06T08:11:31.234 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:31.234+0000 7f4ddffff700 1 --2- 172.21.15.42:0/1686092180 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4dd4039150 0x7f4dd403b610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:11:31.234 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:31.234+0000 7f4ddffff700 1 -- 172.21.15.42:0/1686092180 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f4dd801e030 con 0x7f4de8102a20 2024-06-06T08:11:31.234 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:31.234+0000 7f4de659c700 1 --2- 172.21.15.42:0/1686092180 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4dd4039150 0x7f4dd403b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:11:31.234 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:31.235+0000 7f4de659c700 1 --2- 172.21.15.42:0/1686092180 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4dd4039150 0x7f4dd403b610 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f4dd0006fd0 tx=0x7f4dd0006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:11:31.238 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:31.239+0000 7f4ddffff700 1 -- 172.21.15.42:0/1686092180 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f4dd8013070 con 0x7f4de8102a20 2024-06-06T08:11:31.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:31 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:11:31.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:31 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:11:31.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:31 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi042", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:11:31.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:31 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:11:31.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:31 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:11:31.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:31 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:11:31.459 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:31.460+0000 7f4ded049700 1 -- 172.21.15.42:0/1686092180 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/allow_ptrace}] v 0) -- 0x7f4de802ddb0 con 0x7f4de8102a20 2024-06-06T08:11:31.462 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:31.463+0000 7f4ddffff700 1 -- 172.21.15.42:0/1686092180 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/allow_ptrace}]=0 v9)=0 v9) ==== 125+0+0 (secure 0 0 0) 0x7f4dd802b3b0 con 0x7f4de8102a20 2024-06-06T08:11:31.464 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:31.465+0000 7f4ded049700 1 -- 172.21.15.42:0/1686092180 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4dd4039150 msgr2=0x7f4dd403b610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:31.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:31.465+0000 7f4ded049700 1 --2- 172.21.15.42:0/1686092180 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4dd4039150 0x7f4dd403b610 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f4dd0006fd0 tx=0x7f4dd0006e40 comp rx=0 tx=0).stop 2024-06-06T08:11:31.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:31.465+0000 7f4ded049700 1 -- 172.21.15.42:0/1686092180 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4de8102a20 msgr2=0x7f4de8197590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:31.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:31.465+0000 7f4ded049700 1 --2- 172.21.15.42:0/1686092180 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4de8102a20 0x7f4de8197590 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f4dd8004fa0 tx=0x7f4dd8005080 comp rx=0 tx=0).stop 2024-06-06T08:11:31.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:31.465+0000 7f4ded049700 1 -- 172.21.15.42:0/1686092180 shutdown_connections 2024-06-06T08:11:31.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:31.465+0000 7f4ded049700 1 --2- 172.21.15.42:0/1686092180 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4dd4039150 0x7f4dd403b610 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:31.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:31.465+0000 7f4ded049700 1 --2- 172.21.15.42:0/1686092180 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4de8102a20 0x7f4de8197590 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:31.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:31.465+0000 7f4ded049700 1 -- 172.21.15.42:0/1686092180 >> 172.21.15.42:0/1686092180 conn(0x7f4de80fc390 msgr2=0x7f4de80fcd80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:11:31.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:31.465+0000 7f4ded049700 1 -- 172.21.15.42:0/1686092180 shutdown_connections 2024-06-06T08:11:31.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:31.465+0000 7f4ded049700 1 -- 172.21.15.42:0/1686092180 wait complete. 2024-06-06T08:11:32.087 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-06-06T08:11:32.087 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-06-06T08:11:32.331 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:11:32.772 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:32 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/1686092180' entity='client.admin' 2024-06-06T08:11:32.772 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:32 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:11:32.772 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:32 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:11:33.969 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:33.970+0000 7fb0b29f9700 1 -- 172.21.15.42:0/228140131 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb0ac102a70 msgr2=0x7fb0ac104e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:33.970 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:33.970+0000 7fb0b29f9700 1 --2- 172.21.15.42:0/228140131 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb0ac102a70 0x7fb0ac104e60 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fb09c009910 tx=0x7fb09c009c20 comp rx=0 tx=0).stop 2024-06-06T08:11:33.970 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:33.970+0000 7fb0b29f9700 1 -- 172.21.15.42:0/228140131 shutdown_connections 2024-06-06T08:11:33.970 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:33.970+0000 7fb0b29f9700 1 --2- 172.21.15.42:0/228140131 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb0ac102a70 0x7fb0ac104e60 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:33.970 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:33.970+0000 7fb0b29f9700 1 -- 172.21.15.42:0/228140131 >> 172.21.15.42:0/228140131 conn(0x7fb0ac0fc3a0 msgr2=0x7fb0ac0fe820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:11:33.970 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:33.970+0000 7fb0b29f9700 1 -- 172.21.15.42:0/228140131 shutdown_connections 2024-06-06T08:11:33.970 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:33.970+0000 7fb0b29f9700 1 -- 172.21.15.42:0/228140131 wait complete. 2024-06-06T08:11:33.970 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:33.970+0000 7fb0b29f9700 1 Processor -- start 2024-06-06T08:11:33.970 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:33.970+0000 7fb0b29f9700 1 -- start start 2024-06-06T08:11:33.972 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:33.971+0000 7fb0b29f9700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb0ac102a70 0x7fb0ac1975a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:11:33.972 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:33.971+0000 7fb0b29f9700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb0ac107fd0 con 0x7fb0ac102a70 2024-06-06T08:11:33.972 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:33.971+0000 7fb0abfff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb0ac102a70 0x7fb0ac1975a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:11:33.972 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:33.971+0000 7fb0abfff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb0ac102a70 0x7fb0ac1975a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:51172/0 (socket says 172.21.15.42:51172) 2024-06-06T08:11:33.972 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:33.971+0000 7fb0abfff700 1 -- 172.21.15.42:0/2983765730 learned_addr learned my addr 172.21.15.42:0/2983765730 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:11:33.972 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:33.971+0000 7fb0abfff700 1 -- 172.21.15.42:0/2983765730 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0ac197ae0 con 0x7fb0ac102a70 2024-06-06T08:11:33.973 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:33.971+0000 7fb0abfff700 1 --2- 172.21.15.42:0/2983765730 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb0ac102a70 0x7fb0ac1975a0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fb09c004fa0 tx=0x7fb09c005080 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:11:33.973 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:33.971+0000 7fb0a97fa700 1 -- 172.21.15.42:0/2983765730 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb09c027070 con 0x7fb0ac102a70 2024-06-06T08:11:33.973 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:33.971+0000 7fb0b29f9700 1 -- 172.21.15.42:0/2983765730 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb0ac197d70 con 0x7fb0ac102a70 2024-06-06T08:11:33.973 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:33.971+0000 7fb0a97fa700 1 -- 172.21.15.42:0/2983765730 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb09c00be40 con 0x7fb0ac102a70 2024-06-06T08:11:33.973 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:33.971+0000 7fb0a97fa700 1 -- 172.21.15.42:0/2983765730 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb09c00f460 con 0x7fb0ac102a70 2024-06-06T08:11:33.973 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:33.971+0000 7fb0b29f9700 1 -- 172.21.15.42:0/2983765730 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0ac19aa60 con 0x7fb0ac102a70 2024-06-06T08:11:33.973 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:33.972+0000 7fb0a97fa700 1 -- 172.21.15.42:0/2983765730 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fb09c02a070 con 0x7fb0ac102a70 2024-06-06T08:11:33.973 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:33.972+0000 7fb0a97fa700 1 --2- 172.21.15.42:0/2983765730 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fb0940390f0 0x7fb09403b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:11:33.973 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:33.973+0000 7fb0a97fa700 1 -- 172.21.15.42:0/2983765730 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fb09c01e030 con 0x7fb0ac102a70 2024-06-06T08:11:33.973 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:33.973+0000 7fb0ab7fe700 1 --2- 172.21.15.42:0/2983765730 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fb0940390f0 0x7fb09403b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:11:33.973 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:33.973+0000 7fb0b29f9700 1 -- 172.21.15.42:0/2983765730 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb0ac108750 con 0x7fb0ac102a70 2024-06-06T08:11:33.973 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:33.973+0000 7fb0ab7fe700 1 --2- 172.21.15.42:0/2983765730 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fb0940390f0 0x7fb09403b5b0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fb0a0006fd0 tx=0x7fb0a0006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:11:33.977 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:33.978+0000 7fb0a97fa700 1 -- 172.21.15.42:0/2983765730 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fb09c013070 con 0x7fb0ac102a70 2024-06-06T08:11:34.190 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:34.191+0000 7fb0b29f9700 1 -- 172.21.15.42:0/2983765730 --> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] -- mgr_command(tid 0: {"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}) -- 0x7fb0ac0628d0 con 0x7fb0940390f0 2024-06-06T08:11:34.193 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:34.194+0000 7fb0a97fa700 1 -- 172.21.15.42:0/2983765730 <== mgr.14152 v2:172.21.15.42:6800/1196215200 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fb0ac0628d0 con 0x7fb0940390f0 2024-06-06T08:11:34.196 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:34.196+0000 7fb0b29f9700 1 -- 172.21.15.42:0/2983765730 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fb0940390f0 msgr2=0x7fb09403b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:34.196 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:34.196+0000 7fb0b29f9700 1 --2- 172.21.15.42:0/2983765730 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fb0940390f0 0x7fb09403b5b0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fb0a0006fd0 tx=0x7fb0a0006e40 comp rx=0 tx=0).stop 2024-06-06T08:11:34.196 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:34.196+0000 7fb0b29f9700 1 -- 172.21.15.42:0/2983765730 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb0ac102a70 msgr2=0x7fb0ac1975a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:34.196 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:34.196+0000 7fb0b29f9700 1 --2- 172.21.15.42:0/2983765730 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb0ac102a70 0x7fb0ac1975a0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fb09c004fa0 tx=0x7fb09c005080 comp rx=0 tx=0).stop 2024-06-06T08:11:34.196 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:34.196+0000 7fb0b29f9700 1 -- 172.21.15.42:0/2983765730 shutdown_connections 2024-06-06T08:11:34.196 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:34.196+0000 7fb0b29f9700 1 --2- 172.21.15.42:0/2983765730 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fb0940390f0 0x7fb09403b5b0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:34.196 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:34.196+0000 7fb0b29f9700 1 --2- 172.21.15.42:0/2983765730 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb0ac102a70 0x7fb0ac1975a0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:34.196 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:34.196+0000 7fb0b29f9700 1 -- 172.21.15.42:0/2983765730 >> 172.21.15.42:0/2983765730 conn(0x7fb0ac0fc3a0 msgr2=0x7fb0ac0fcd90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:11:34.196 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:34.196+0000 7fb0b29f9700 1 -- 172.21.15.42:0/2983765730 shutdown_connections 2024-06-06T08:11:34.196 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:34.196+0000 7fb0b29f9700 1 -- 172.21.15.42:0/2983765730 wait complete. 2024-06-06T08:11:34.986 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi120 2024-06-06T08:11:34.987 DEBUG:teuthology.orchestra.run.smithi120:> set -ex 2024-06-06T08:11:34.987 DEBUG:teuthology.orchestra.run.smithi120:> dd of=/etc/ceph/ceph.conf 2024-06-06T08:11:35.005 DEBUG:teuthology.orchestra.run.smithi120:> set -ex 2024-06-06T08:11:35.005 DEBUG:teuthology.orchestra.run.smithi120:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-06-06T08:11:35.062 INFO:tasks.cephadm:Adding host smithi120 to orchestrator... 2024-06-06T08:11:35.062 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph orch host add smithi120 2024-06-06T08:11:35.311 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:11:35.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:35 smithi042 ceph-mon[32384]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:11:35.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:35 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:11:35.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:35 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:11:35.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:35 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:11:35.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:35 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:11:35.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:35 smithi042 ceph-mon[32384]: Updating smithi042:/etc/ceph/ceph.conf 2024-06-06T08:11:36.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:36 smithi042 ceph-mon[32384]: Updating smithi042:/var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T08:11:36.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:36 smithi042 ceph-mon[32384]: Updating smithi042:/etc/ceph/ceph.client.admin.keyring 2024-06-06T08:11:36.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:36 smithi042 ceph-mon[32384]: Updating smithi042:/var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-06-06T08:11:36.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:36 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:11:36.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:36 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:11:36.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:36 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:11:36.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:36.831+0000 7fe838d64700 1 -- 172.21.15.42:0/3782920380 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe834106e00 msgr2=0x7fe8341071e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:36.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:36.831+0000 7fe838d64700 1 --2- 172.21.15.42:0/3782920380 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe834106e00 0x7fe8341071e0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fe824009910 tx=0x7fe824009c20 comp rx=0 tx=0).stop 2024-06-06T08:11:36.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:36.831+0000 7fe838d64700 1 -- 172.21.15.42:0/3782920380 shutdown_connections 2024-06-06T08:11:36.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:36.831+0000 7fe838d64700 1 --2- 172.21.15.42:0/3782920380 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe834106e00 0x7fe8341071e0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:36.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:36.831+0000 7fe838d64700 1 -- 172.21.15.42:0/3782920380 >> 172.21.15.42:0/3782920380 conn(0x7fe8340768e0 msgr2=0x7fe834076cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:11:36.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:36.831+0000 7fe838d64700 1 -- 172.21.15.42:0/3782920380 shutdown_connections 2024-06-06T08:11:36.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:36.831+0000 7fe838d64700 1 -- 172.21.15.42:0/3782920380 wait complete. 2024-06-06T08:11:36.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:36.832+0000 7fe838d64700 1 Processor -- start 2024-06-06T08:11:36.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:36.832+0000 7fe838d64700 1 -- start start 2024-06-06T08:11:36.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:36.832+0000 7fe838d64700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe834106e00 0x7fe8340fe300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:11:36.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:36.832+0000 7fe838d64700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe83410b390 con 0x7fe834106e00 2024-06-06T08:11:36.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:36.832+0000 7fe83259c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe834106e00 0x7fe8340fe300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:11:36.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:36.832+0000 7fe83259c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe834106e00 0x7fe8340fe300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:51188/0 (socket says 172.21.15.42:51188) 2024-06-06T08:11:36.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:36.832+0000 7fe83259c700 1 -- 172.21.15.42:0/598761990 learned_addr learned my addr 172.21.15.42:0/598761990 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:11:36.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:36.833+0000 7fe83259c700 1 -- 172.21.15.42:0/598761990 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8341001f0 con 0x7fe834106e00 2024-06-06T08:11:36.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:36.833+0000 7fe83259c700 1 --2- 172.21.15.42:0/598761990 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe834106e00 0x7fe8340fe300 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fe824005850 tx=0x7fe824005030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:11:36.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:36.833+0000 7fe82b7fe700 1 -- 172.21.15.42:0/598761990 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe824026070 con 0x7fe834106e00 2024-06-06T08:11:36.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:36.833+0000 7fe82b7fe700 1 -- 172.21.15.42:0/598761990 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe82400bc30 con 0x7fe834106e00 2024-06-06T08:11:36.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:36.833+0000 7fe838d64700 1 -- 172.21.15.42:0/598761990 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8340fe8a0 con 0x7fe834106e00 2024-06-06T08:11:36.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:36.833+0000 7fe82b7fe700 1 -- 172.21.15.42:0/598761990 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe824003a20 con 0x7fe834106e00 2024-06-06T08:11:36.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:36.833+0000 7fe838d64700 1 -- 172.21.15.42:0/598761990 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8340fed60 con 0x7fe834106e00 2024-06-06T08:11:36.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:36.834+0000 7fe82b7fe700 1 -- 172.21.15.42:0/598761990 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fe824029070 con 0x7fe834106e00 2024-06-06T08:11:36.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:36.834+0000 7fe838d64700 1 -- 172.21.15.42:0/598761990 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe8341024b0 con 0x7fe834106e00 2024-06-06T08:11:36.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:36.834+0000 7fe82b7fe700 1 --2- 172.21.15.42:0/598761990 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fe8200390f0 0x7fe82003b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:11:36.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:36.834+0000 7fe82b7fe700 1 -- 172.21.15.42:0/598761990 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fe82401e070 con 0x7fe834106e00 2024-06-06T08:11:36.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:36.834+0000 7fe831d9b700 1 --2- 172.21.15.42:0/598761990 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fe8200390f0 0x7fe82003b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:11:36.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:36.835+0000 7fe831d9b700 1 --2- 172.21.15.42:0/598761990 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fe8200390f0 0x7fe82003b5b0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fe81c006fd0 tx=0x7fe81c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:11:36.838 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:36.839+0000 7fe82b7fe700 1 -- 172.21.15.42:0/598761990 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fe824013070 con 0x7fe834106e00 2024-06-06T08:11:37.048 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:37.049+0000 7fe838d64700 1 -- 172.21.15.42:0/598761990 --> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi120", "target": ["mon-mgr", ""]}) -- 0x7fe8340ff8a0 con 0x7fe8200390f0 2024-06-06T08:11:37.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:37 smithi042 ceph-mon[32384]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi120", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:11:38.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:38 smithi042 ceph-mon[32384]: Deploying cephadm binary to smithi120 2024-06-06T08:11:39.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:39 smithi042 ceph-mon[32384]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:11:41.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:41.406+0000 7fe82b7fe700 1 -- 172.21.15.42:0/598761990 <== mgr.14152 v2:172.21.15.42:6800/1196215200 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7fe8340ff8a0 con 0x7fe8200390f0 2024-06-06T08:11:41.406 INFO:teuthology.orchestra.run.smithi042.stdout:Added host 'smithi120' with addr '172.21.15.120' 2024-06-06T08:11:41.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:41.409+0000 7fe838d64700 1 -- 172.21.15.42:0/598761990 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fe8200390f0 msgr2=0x7fe82003b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:41.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:41.409+0000 7fe838d64700 1 --2- 172.21.15.42:0/598761990 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fe8200390f0 0x7fe82003b5b0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fe81c006fd0 tx=0x7fe81c006e40 comp rx=0 tx=0).stop 2024-06-06T08:11:41.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:41.409+0000 7fe838d64700 1 -- 172.21.15.42:0/598761990 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe834106e00 msgr2=0x7fe8340fe300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:41.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:41.409+0000 7fe838d64700 1 --2- 172.21.15.42:0/598761990 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe834106e00 0x7fe8340fe300 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fe824005850 tx=0x7fe824005030 comp rx=0 tx=0).stop 2024-06-06T08:11:41.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:41.409+0000 7fe838d64700 1 -- 172.21.15.42:0/598761990 shutdown_connections 2024-06-06T08:11:41.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:41.409+0000 7fe838d64700 1 --2- 172.21.15.42:0/598761990 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fe8200390f0 0x7fe82003b5b0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:41.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:41.409+0000 7fe838d64700 1 --2- 172.21.15.42:0/598761990 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe834106e00 0x7fe8340fe300 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:41.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:41.409+0000 7fe838d64700 1 -- 172.21.15.42:0/598761990 >> 172.21.15.42:0/598761990 conn(0x7fe8340768e0 msgr2=0x7fe8341049b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:11:41.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:41.409+0000 7fe838d64700 1 -- 172.21.15.42:0/598761990 shutdown_connections 2024-06-06T08:11:41.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:41.409+0000 7fe838d64700 1 -- 172.21.15.42:0/598761990 wait complete. 2024-06-06T08:11:41.974 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph orch host ls --format=json 2024-06-06T08:11:42.221 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:11:42.626 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:42 smithi042 ceph-mon[32384]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:11:42.626 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:42 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:11:42.626 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:42 smithi042 ceph-mon[32384]: Added host smithi120 2024-06-06T08:11:42.626 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:42 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:11:42.626 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:42 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:11:43.524 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:43 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:11:43.525 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:43 smithi042 ceph-mon[32384]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:11:43.775 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:43.775+0000 7fc250353700 1 -- 172.21.15.42:0/98429280 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc248103140 msgr2=0x7fc248103520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:43.775 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:43.775+0000 7fc250353700 1 --2- 172.21.15.42:0/98429280 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc248103140 0x7fc248103520 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fc23800b0a0 tx=0x7fc23800b3b0 comp rx=0 tx=0).stop 2024-06-06T08:11:43.775 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:43.775+0000 7fc250353700 1 -- 172.21.15.42:0/98429280 shutdown_connections 2024-06-06T08:11:43.775 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:43.775+0000 7fc250353700 1 --2- 172.21.15.42:0/98429280 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc248103140 0x7fc248103520 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:43.775 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:43.775+0000 7fc250353700 1 -- 172.21.15.42:0/98429280 >> 172.21.15.42:0/98429280 conn(0x7fc2480fc8f0 msgr2=0x7fc2480fed10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:11:43.775 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:43.775+0000 7fc250353700 1 -- 172.21.15.42:0/98429280 shutdown_connections 2024-06-06T08:11:43.776 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:43.775+0000 7fc250353700 1 -- 172.21.15.42:0/98429280 wait complete. 2024-06-06T08:11:43.776 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:43.776+0000 7fc250353700 1 Processor -- start 2024-06-06T08:11:43.776 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:43.776+0000 7fc250353700 1 -- start start 2024-06-06T08:11:43.777 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:43.776+0000 7fc250353700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc248103140 0x7fc24819f8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:11:43.778 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:43.776+0000 7fc250353700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc24810c590 con 0x7fc248103140 2024-06-06T08:11:43.778 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:43.776+0000 7fc24e0ef700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc248103140 0x7fc24819f8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:11:43.778 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:43.776+0000 7fc24e0ef700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc248103140 0x7fc24819f8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55682/0 (socket says 172.21.15.42:55682) 2024-06-06T08:11:43.778 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:43.776+0000 7fc24e0ef700 1 -- 172.21.15.42:0/2682960048 learned_addr learned my addr 172.21.15.42:0/2682960048 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:11:43.778 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:43.777+0000 7fc24e0ef700 1 -- 172.21.15.42:0/2682960048 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc24819fe10 con 0x7fc248103140 2024-06-06T08:11:43.778 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:43.777+0000 7fc24e0ef700 1 --2- 172.21.15.42:0/2682960048 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc248103140 0x7fc24819f8d0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fc2380062a0 tx=0x7fc23800bdd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:11:43.778 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:43.777+0000 7fc2477fe700 1 -- 172.21.15.42:0/2682960048 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc238017050 con 0x7fc248103140 2024-06-06T08:11:43.778 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:43.777+0000 7fc2477fe700 1 -- 172.21.15.42:0/2682960048 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc238023070 con 0x7fc248103140 2024-06-06T08:11:43.778 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:43.777+0000 7fc250353700 1 -- 172.21.15.42:0/2682960048 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2481a00a0 con 0x7fc248103140 2024-06-06T08:11:43.778 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:43.777+0000 7fc2477fe700 1 -- 172.21.15.42:0/2682960048 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc238004000 con 0x7fc248103140 2024-06-06T08:11:43.778 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:43.777+0000 7fc250353700 1 -- 172.21.15.42:0/2682960048 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc248199a90 con 0x7fc248103140 2024-06-06T08:11:43.779 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:43.778+0000 7fc2477fe700 1 -- 172.21.15.42:0/2682960048 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fc23801e450 con 0x7fc248103140 2024-06-06T08:11:43.779 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:43.778+0000 7fc250353700 1 -- 172.21.15.42:0/2682960048 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc24806ab40 con 0x7fc248103140 2024-06-06T08:11:43.779 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:43.778+0000 7fc2477fe700 1 --2- 172.21.15.42:0/2682960048 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fc2300390f0 0x7fc23003b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:11:43.779 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:43.778+0000 7fc2477fe700 1 -- 172.21.15.42:0/2682960048 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fc23800f050 con 0x7fc248103140 2024-06-06T08:11:43.779 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:43.779+0000 7fc24d8ee700 1 --2- 172.21.15.42:0/2682960048 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fc2300390f0 0x7fc23003b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:11:43.779 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:43.779+0000 7fc24d8ee700 1 --2- 172.21.15.42:0/2682960048 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fc2300390f0 0x7fc23003b5b0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fc23c006fd0 tx=0x7fc23c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:11:43.782 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:43.783+0000 7fc2477fe700 1 -- 172.21.15.42:0/2682960048 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fc23801d3b0 con 0x7fc248103140 2024-06-06T08:11:43.995 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:43.996+0000 7fc250353700 1 -- 172.21.15.42:0/2682960048 --> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fc248063af0 con 0x7fc2300390f0 2024-06-06T08:11:43.996 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:43.997+0000 7fc2477fe700 1 -- 172.21.15.42:0/2682960048 <== mgr.14152 v2:172.21.15.42:6800/1196215200 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+160 (secure 0 0 0) 0x7fc248063af0 con 0x7fc2300390f0 2024-06-06T08:11:43.996 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:11:43.997 INFO:teuthology.orchestra.run.smithi042.stdout:[{"addr": "172.21.15.42", "hostname": "smithi042", "labels": [], "status": ""}, {"addr": "172.21.15.120", "hostname": "smithi120", "labels": [], "status": ""}] 2024-06-06T08:11:43.999 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:44.000+0000 7fc250353700 1 -- 172.21.15.42:0/2682960048 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fc2300390f0 msgr2=0x7fc23003b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:43.999 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:44.000+0000 7fc250353700 1 --2- 172.21.15.42:0/2682960048 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fc2300390f0 0x7fc23003b5b0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fc23c006fd0 tx=0x7fc23c006e40 comp rx=0 tx=0).stop 2024-06-06T08:11:43.999 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:44.000+0000 7fc250353700 1 -- 172.21.15.42:0/2682960048 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc248103140 msgr2=0x7fc24819f8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:43.999 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:44.000+0000 7fc250353700 1 --2- 172.21.15.42:0/2682960048 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc248103140 0x7fc24819f8d0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fc2380062a0 tx=0x7fc23800bdd0 comp rx=0 tx=0).stop 2024-06-06T08:11:43.999 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:44.000+0000 7fc250353700 1 -- 172.21.15.42:0/2682960048 shutdown_connections 2024-06-06T08:11:43.999 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:44.000+0000 7fc250353700 1 --2- 172.21.15.42:0/2682960048 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fc2300390f0 0x7fc23003b5b0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:43.999 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:44.000+0000 7fc250353700 1 --2- 172.21.15.42:0/2682960048 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc248103140 0x7fc24819f8d0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:43.999 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:44.000+0000 7fc250353700 1 -- 172.21.15.42:0/2682960048 >> 172.21.15.42:0/2682960048 conn(0x7fc2480fc8f0 msgr2=0x7fc248108300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:11:44.000 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:44.000+0000 7fc250353700 1 -- 172.21.15.42:0/2682960048 shutdown_connections 2024-06-06T08:11:44.000 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:44.000+0000 7fc250353700 1 -- 172.21.15.42:0/2682960048 wait complete. 2024-06-06T08:11:44.548 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi149 2024-06-06T08:11:44.549 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2024-06-06T08:11:44.549 DEBUG:teuthology.orchestra.run.smithi149:> dd of=/etc/ceph/ceph.conf 2024-06-06T08:11:44.568 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2024-06-06T08:11:44.568 DEBUG:teuthology.orchestra.run.smithi149:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-06-06T08:11:44.625 INFO:tasks.cephadm:Adding host smithi149 to orchestrator... 2024-06-06T08:11:44.625 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph orch host add smithi149 2024-06-06T08:11:44.870 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:11:45.272 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:45 smithi042 ceph-mon[32384]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T08:11:45.272 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:45 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:11:46.100 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:46 smithi042 ceph-mon[32384]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:11:46.329 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:46.326+0000 7fbc40074700 1 -- 172.21.15.42:0/3623420141 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbc38101040 msgr2=0x7fbc38101420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:46.330 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:46.327+0000 7fbc40074700 1 --2- 172.21.15.42:0/3623420141 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbc38101040 0x7fbc38101420 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fbc34009910 tx=0x7fbc34009c20 comp rx=0 tx=0).stop 2024-06-06T08:11:46.330 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:46.327+0000 7fbc40074700 1 -- 172.21.15.42:0/3623420141 shutdown_connections 2024-06-06T08:11:46.330 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:46.327+0000 7fbc40074700 1 --2- 172.21.15.42:0/3623420141 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbc38101040 0x7fbc38101420 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:46.330 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:46.327+0000 7fbc40074700 1 -- 172.21.15.42:0/3623420141 >> 172.21.15.42:0/3623420141 conn(0x7fbc380fc8f0 msgr2=0x7fbc380fed10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:11:46.330 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:46.327+0000 7fbc40074700 1 -- 172.21.15.42:0/3623420141 shutdown_connections 2024-06-06T08:11:46.330 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:46.327+0000 7fbc40074700 1 -- 172.21.15.42:0/3623420141 wait complete. 2024-06-06T08:11:46.330 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:46.327+0000 7fbc40074700 1 Processor -- start 2024-06-06T08:11:46.330 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:46.327+0000 7fbc40074700 1 -- start start 2024-06-06T08:11:46.331 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:46.328+0000 7fbc40074700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbc38101040 0x7fbc3819c670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:11:46.331 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:46.328+0000 7fbc40074700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fbc3810b410 con 0x7fbc38101040 2024-06-06T08:11:46.331 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:46.328+0000 7fbc3de10700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbc38101040 0x7fbc3819c670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:11:46.331 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:46.328+0000 7fbc3de10700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbc38101040 0x7fbc3819c670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55694/0 (socket says 172.21.15.42:55694) 2024-06-06T08:11:46.331 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:46.328+0000 7fbc3de10700 1 -- 172.21.15.42:0/2144461221 learned_addr learned my addr 172.21.15.42:0/2144461221 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:11:46.331 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:46.328+0000 7fbc3de10700 1 -- 172.21.15.42:0/2144461221 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc3819cbb0 con 0x7fbc38101040 2024-06-06T08:11:46.331 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:46.328+0000 7fbc3de10700 1 --2- 172.21.15.42:0/2144461221 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbc38101040 0x7fbc3819c670 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fbc34006010 tx=0x7fbc34005030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:11:46.331 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:46.328+0000 7fbc2affd700 1 -- 172.21.15.42:0/2144461221 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbc34026070 con 0x7fbc38101040 2024-06-06T08:11:46.332 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:46.328+0000 7fbc2affd700 1 -- 172.21.15.42:0/2144461221 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbc3400bbd0 con 0x7fbc38101040 2024-06-06T08:11:46.332 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:46.328+0000 7fbc2affd700 1 -- 172.21.15.42:0/2144461221 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbc34003910 con 0x7fbc38101040 2024-06-06T08:11:46.332 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:46.328+0000 7fbc40074700 1 -- 172.21.15.42:0/2144461221 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc3819cea0 con 0x7fbc38101040 2024-06-06T08:11:46.332 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:46.329+0000 7fbc40074700 1 -- 172.21.15.42:0/2144461221 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc38196910 con 0x7fbc38101040 2024-06-06T08:11:46.332 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:46.329+0000 7fbc2affd700 1 -- 172.21.15.42:0/2144461221 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fbc34029070 con 0x7fbc38101040 2024-06-06T08:11:46.332 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:46.329+0000 7fbc2affd700 1 --2- 172.21.15.42:0/2144461221 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fbc24039150 0x7fbc2403b610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:11:46.332 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:46.329+0000 7fbc40074700 1 -- 172.21.15.42:0/2144461221 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbc38102520 con 0x7fbc38101040 2024-06-06T08:11:46.332 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:46.330+0000 7fbc2affd700 1 -- 172.21.15.42:0/2144461221 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fbc3401e070 con 0x7fbc38101040 2024-06-06T08:11:46.332 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:46.330+0000 7fbc3d60f700 1 --2- 172.21.15.42:0/2144461221 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fbc24039150 0x7fbc2403b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:11:46.332 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:46.330+0000 7fbc3d60f700 1 --2- 172.21.15.42:0/2144461221 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fbc24039150 0x7fbc2403b610 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fbc2c006fd0 tx=0x7fbc2c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:11:46.334 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:46.335+0000 7fbc2affd700 1 -- 172.21.15.42:0/2144461221 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fbc34013070 con 0x7fbc38101040 2024-06-06T08:11:46.546 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:46.547+0000 7fbc40074700 1 -- 172.21.15.42:0/2144461221 --> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi149", "target": ["mon-mgr", ""]}) -- 0x7fbc38197c70 con 0x7fbc24039150 2024-06-06T08:11:48.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:47 smithi042 ceph-mon[32384]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:11:48.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:47 smithi042 ceph-mon[32384]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi149", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:11:48.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:47 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:11:48.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:47 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:11:48.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:47 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:11:48.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:47 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:11:48.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:47 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi120", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:11:48.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:47 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:11:48.317 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:47 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:11:48.317 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:47 smithi042 ceph-mon[32384]: Updating smithi120:/etc/ceph/ceph.conf 2024-06-06T08:11:48.317 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:47 smithi042 ceph-mon[32384]: Deploying cephadm binary to smithi149 2024-06-06T08:11:48.317 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:47 smithi042 ceph-mon[32384]: Updating smithi120:/var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T08:11:49.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:48 smithi042 ceph-mon[32384]: Updating smithi120:/etc/ceph/ceph.client.admin.keyring 2024-06-06T08:11:49.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:48 smithi042 ceph-mon[32384]: Updating smithi120:/var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-06-06T08:11:50.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:49 smithi042 ceph-mon[32384]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:11:50.804 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:50.804+0000 7fbc2affd700 1 -- 172.21.15.42:0/2144461221 <== mgr.14152 v2:172.21.15.42:6800/1196215200 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7fbc38197c70 con 0x7fbc24039150 2024-06-06T08:11:50.804 INFO:teuthology.orchestra.run.smithi042.stdout:Added host 'smithi149' with addr '172.21.15.149' 2024-06-06T08:11:50.806 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:50.807+0000 7fbc40074700 1 -- 172.21.15.42:0/2144461221 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fbc24039150 msgr2=0x7fbc2403b610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:50.807 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:50.807+0000 7fbc40074700 1 --2- 172.21.15.42:0/2144461221 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fbc24039150 0x7fbc2403b610 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fbc2c006fd0 tx=0x7fbc2c006e40 comp rx=0 tx=0).stop 2024-06-06T08:11:50.807 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:50.807+0000 7fbc40074700 1 -- 172.21.15.42:0/2144461221 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbc38101040 msgr2=0x7fbc3819c670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:50.807 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:50.807+0000 7fbc40074700 1 --2- 172.21.15.42:0/2144461221 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbc38101040 0x7fbc3819c670 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fbc34006010 tx=0x7fbc34005030 comp rx=0 tx=0).stop 2024-06-06T08:11:50.807 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:50.807+0000 7fbc40074700 1 -- 172.21.15.42:0/2144461221 shutdown_connections 2024-06-06T08:11:50.807 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:50.807+0000 7fbc40074700 1 --2- 172.21.15.42:0/2144461221 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fbc24039150 0x7fbc2403b610 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:50.807 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:50.807+0000 7fbc40074700 1 --2- 172.21.15.42:0/2144461221 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbc38101040 0x7fbc3819c670 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:50.807 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:50.807+0000 7fbc40074700 1 -- 172.21.15.42:0/2144461221 >> 172.21.15.42:0/2144461221 conn(0x7fbc380fc8f0 msgr2=0x7fbc38103dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:11:50.807 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:50.807+0000 7fbc40074700 1 -- 172.21.15.42:0/2144461221 shutdown_connections 2024-06-06T08:11:50.807 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:50.807+0000 7fbc40074700 1 -- 172.21.15.42:0/2144461221 wait complete. 2024-06-06T08:11:51.404 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:51 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:11:51.404 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:51 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:11:51.404 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:51 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:11:51.404 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:51 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:11:51.404 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:51 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:11:51.440 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph orch host ls --format=json 2024-06-06T08:11:51.688 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:11:52.485 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:52 smithi042 ceph-mon[32384]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:11:52.485 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:52 smithi042 ceph-mon[32384]: Added host smithi149 2024-06-06T08:11:52.485 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:52 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:11:52.485 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:52 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:11:53.225 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:53.225+0000 7fbee2935700 1 -- 172.21.15.42:0/3034356142 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbedc101040 msgr2=0x7fbedc101420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:53.225 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:53.225+0000 7fbee2935700 1 --2- 172.21.15.42:0/3034356142 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbedc101040 0x7fbedc101420 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fbecc009910 tx=0x7fbecc009c20 comp rx=0 tx=0).stop 2024-06-06T08:11:53.225 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:53.225+0000 7fbee2935700 1 -- 172.21.15.42:0/3034356142 shutdown_connections 2024-06-06T08:11:53.225 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:53.225+0000 7fbee2935700 1 --2- 172.21.15.42:0/3034356142 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbedc101040 0x7fbedc101420 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:53.225 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:53.225+0000 7fbee2935700 1 -- 172.21.15.42:0/3034356142 >> 172.21.15.42:0/3034356142 conn(0x7fbedc0768f0 msgr2=0x7fbedc076d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:11:53.225 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:53.225+0000 7fbee2935700 1 -- 172.21.15.42:0/3034356142 shutdown_connections 2024-06-06T08:11:53.225 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:53.225+0000 7fbee2935700 1 -- 172.21.15.42:0/3034356142 wait complete. 2024-06-06T08:11:53.227 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:53.226+0000 7fbee2935700 1 Processor -- start 2024-06-06T08:11:53.227 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:53.226+0000 7fbee2935700 1 -- start start 2024-06-06T08:11:53.227 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:53.226+0000 7fbee2935700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbedc101040 0x7fbedc19c610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:11:53.227 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:53.226+0000 7fbee2935700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fbedc10b3c0 con 0x7fbedc101040 2024-06-06T08:11:53.227 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:53.226+0000 7fbedbfff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbedc101040 0x7fbedc19c610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:11:53.227 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:53.226+0000 7fbedbfff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbedc101040 0x7fbedc19c610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37570/0 (socket says 172.21.15.42:37570) 2024-06-06T08:11:53.227 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:53.227+0000 7fbedbfff700 1 -- 172.21.15.42:0/2235854190 learned_addr learned my addr 172.21.15.42:0/2235854190 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:11:53.227 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:53.227+0000 7fbedbfff700 1 -- 172.21.15.42:0/2235854190 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbedc19cb50 con 0x7fbedc101040 2024-06-06T08:11:53.227 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:53.227+0000 7fbedbfff700 1 --2- 172.21.15.42:0/2235854190 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbedc101040 0x7fbedc19c610 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fbecc005850 tx=0x7fbecc005030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:11:53.227 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:53.227+0000 7fbed97fa700 1 -- 172.21.15.42:0/2235854190 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbecc028070 con 0x7fbedc101040 2024-06-06T08:11:53.227 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:53.227+0000 7fbee2935700 1 -- 172.21.15.42:0/2235854190 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbedc19cde0 con 0x7fbedc101040 2024-06-06T08:11:53.228 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:53.227+0000 7fbee2935700 1 -- 172.21.15.42:0/2235854190 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbedc196790 con 0x7fbedc101040 2024-06-06T08:11:53.228 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:53.227+0000 7fbed97fa700 1 -- 172.21.15.42:0/2235854190 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbecc00bbd0 con 0x7fbedc101040 2024-06-06T08:11:53.228 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:53.227+0000 7fbed97fa700 1 -- 172.21.15.42:0/2235854190 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbecc003970 con 0x7fbedc101040 2024-06-06T08:11:53.228 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:53.228+0000 7fbee2935700 1 -- 172.21.15.42:0/2235854190 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbebc005330 con 0x7fbedc101040 2024-06-06T08:11:53.229 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:53.228+0000 7fbed97fa700 1 -- 172.21.15.42:0/2235854190 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fbecc02b070 con 0x7fbedc101040 2024-06-06T08:11:53.229 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:53.229+0000 7fbed97fa700 1 --2- 172.21.15.42:0/2235854190 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fbec8039150 0x7fbec803b610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:11:53.229 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:53.229+0000 7fbed97fa700 1 -- 172.21.15.42:0/2235854190 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fbecc020070 con 0x7fbedc101040 2024-06-06T08:11:53.229 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:53.229+0000 7fbedb7fe700 1 --2- 172.21.15.42:0/2235854190 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fbec8039150 0x7fbec803b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:11:53.229 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:53.229+0000 7fbedb7fe700 1 --2- 172.21.15.42:0/2235854190 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fbec8039150 0x7fbec803b610 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fbec4006fd0 tx=0x7fbec4006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:11:53.233 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:53.234+0000 7fbed97fa700 1 -- 172.21.15.42:0/2235854190 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fbecc013070 con 0x7fbedc101040 2024-06-06T08:11:53.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:53.448+0000 7fbee2935700 1 -- 172.21.15.42:0/2235854190 --> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fbebc000bc0 con 0x7fbec8039150 2024-06-06T08:11:53.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:53.449+0000 7fbed97fa700 1 -- 172.21.15.42:0/2235854190 <== mgr.14152 v2:172.21.15.42:6800/1196215200 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+240 (secure 0 0 0) 0x7fbebc000bc0 con 0x7fbec8039150 2024-06-06T08:11:53.448 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:11:53.448 INFO:teuthology.orchestra.run.smithi042.stdout:[{"addr": "172.21.15.42", "hostname": "smithi042", "labels": [], "status": ""}, {"addr": "172.21.15.120", "hostname": "smithi120", "labels": [], "status": ""}, {"addr": "172.21.15.149", "hostname": "smithi149", "labels": [], "status": ""}] 2024-06-06T08:11:53.450 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:53.451+0000 7fbee2935700 1 -- 172.21.15.42:0/2235854190 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fbec8039150 msgr2=0x7fbec803b610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:53.450 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:53.451+0000 7fbee2935700 1 --2- 172.21.15.42:0/2235854190 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fbec8039150 0x7fbec803b610 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fbec4006fd0 tx=0x7fbec4006e40 comp rx=0 tx=0).stop 2024-06-06T08:11:53.450 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:53.451+0000 7fbee2935700 1 -- 172.21.15.42:0/2235854190 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbedc101040 msgr2=0x7fbedc19c610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:53.451 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:53.451+0000 7fbee2935700 1 --2- 172.21.15.42:0/2235854190 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbedc101040 0x7fbedc19c610 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fbecc005850 tx=0x7fbecc005030 comp rx=0 tx=0).stop 2024-06-06T08:11:53.451 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:53.451+0000 7fbee2935700 1 -- 172.21.15.42:0/2235854190 shutdown_connections 2024-06-06T08:11:53.451 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:53.451+0000 7fbee2935700 1 --2- 172.21.15.42:0/2235854190 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fbec8039150 0x7fbec803b610 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:53.451 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:53.451+0000 7fbee2935700 1 --2- 172.21.15.42:0/2235854190 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbedc101040 0x7fbedc19c610 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:53.451 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:53.451+0000 7fbee2935700 1 -- 172.21.15.42:0/2235854190 >> 172.21.15.42:0/2235854190 conn(0x7fbedc0768f0 msgr2=0x7fbedc103e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:11:53.451 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:53.451+0000 7fbee2935700 1 -- 172.21.15.42:0/2235854190 shutdown_connections 2024-06-06T08:11:53.451 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:53.451+0000 7fbee2935700 1 -- 172.21.15.42:0/2235854190 wait complete. 2024-06-06T08:11:54.004 INFO:tasks.cephadm:Setting crush tunables to default 2024-06-06T08:11:54.004 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph osd crush tunables default 2024-06-06T08:11:54.247 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:11:54.695 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:54 smithi042 ceph-mon[32384]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:11:54.696 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:54 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:11:55.627 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:55 smithi042 ceph-mon[32384]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T08:11:55.838 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:55.839+0000 7f3478991700 1 -- 172.21.15.42:0/1261337093 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f34741020e0 msgr2=0x7f34741024c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:55.838 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:55.839+0000 7f3478991700 1 --2- 172.21.15.42:0/1261337093 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f34741020e0 0x7f34741024c0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f3464009910 tx=0x7f3464009c20 comp rx=0 tx=0).stop 2024-06-06T08:11:55.838 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:55.839+0000 7f3478991700 1 -- 172.21.15.42:0/1261337093 shutdown_connections 2024-06-06T08:11:55.838 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:55.839+0000 7f3478991700 1 --2- 172.21.15.42:0/1261337093 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f34741020e0 0x7f34741024c0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:55.839 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:55.839+0000 7f3478991700 1 -- 172.21.15.42:0/1261337093 >> 172.21.15.42:0/1261337093 conn(0x7f34740fd9d0 msgr2=0x7f34740ffdf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:11:55.839 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:55.839+0000 7f3478991700 1 -- 172.21.15.42:0/1261337093 shutdown_connections 2024-06-06T08:11:55.839 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:55.839+0000 7f3478991700 1 -- 172.21.15.42:0/1261337093 wait complete. 2024-06-06T08:11:55.840 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:55.839+0000 7f3478991700 1 Processor -- start 2024-06-06T08:11:55.840 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:55.840+0000 7f3478991700 1 -- start start 2024-06-06T08:11:55.840 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:55.840+0000 7f3478991700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f34741020e0 0x7f3474074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:11:55.840 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:55.840+0000 7f3478991700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f347410c4b0 con 0x7f34741020e0 2024-06-06T08:11:55.840 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:55.840+0000 7f347259c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f34741020e0 0x7f3474074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:11:55.840 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:55.840+0000 7f347259c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f34741020e0 0x7f3474074790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37590/0 (socket says 172.21.15.42:37590) 2024-06-06T08:11:55.841 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:55.840+0000 7f347259c700 1 -- 172.21.15.42:0/2761654578 learned_addr learned my addr 172.21.15.42:0/2761654578 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:11:55.841 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:55.840+0000 7f347259c700 1 -- 172.21.15.42:0/2761654578 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3474076680 con 0x7f34741020e0 2024-06-06T08:11:55.841 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:55.840+0000 7f347259c700 1 --2- 172.21.15.42:0/2761654578 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f34741020e0 0x7f3474074790 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f3464005850 tx=0x7f3464005030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:11:55.841 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:55.840+0000 7f34637fe700 1 -- 172.21.15.42:0/2761654578 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3464026070 con 0x7f34741020e0 2024-06-06T08:11:55.841 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:55.840+0000 7f34637fe700 1 -- 172.21.15.42:0/2761654578 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f346400bc30 con 0x7f34741020e0 2024-06-06T08:11:55.841 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:55.840+0000 7f3478991700 1 -- 172.21.15.42:0/2761654578 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3474074d30 con 0x7f34741020e0 2024-06-06T08:11:55.841 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:55.841+0000 7f34637fe700 1 -- 172.21.15.42:0/2761654578 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3464003a20 con 0x7f34741020e0 2024-06-06T08:11:55.841 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:55.841+0000 7f3478991700 1 -- 172.21.15.42:0/2761654578 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34740751f0 con 0x7f34741020e0 2024-06-06T08:11:55.842 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:55.841+0000 7f34637fe700 1 -- 172.21.15.42:0/2761654578 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f3464029070 con 0x7f34741020e0 2024-06-06T08:11:55.842 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:55.841+0000 7f3478991700 1 -- 172.21.15.42:0/2761654578 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f34741035c0 con 0x7f34741020e0 2024-06-06T08:11:55.842 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:55.842+0000 7f34637fe700 1 --2- 172.21.15.42:0/2761654578 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f345c039150 0x7f345c03b610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:11:55.842 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:55.842+0000 7f34637fe700 1 -- 172.21.15.42:0/2761654578 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f346401e070 con 0x7f34741020e0 2024-06-06T08:11:55.842 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:55.842+0000 7f3471d9b700 1 --2- 172.21.15.42:0/2761654578 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f345c039150 0x7f345c03b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:11:55.842 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:55.842+0000 7f3471d9b700 1 --2- 172.21.15.42:0/2761654578 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f345c039150 0x7f345c03b610 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f3468006fd0 tx=0x7f3468006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:11:55.846 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:55.847+0000 7f34637fe700 1 -- 172.21.15.42:0/2761654578 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f3464013070 con 0x7f34741020e0 2024-06-06T08:11:56.059 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:56.060+0000 7f3478991700 1 -- 172.21.15.42:0/2761654578 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f3474075d60 con 0x7f34741020e0 2024-06-06T08:11:56.378 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:56.379+0000 7f34637fe700 1 -- 172.21.15.42:0/2761654578 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v4) ==== 124+0+0 (secure 0 0 0) 0x7f3464030020 con 0x7f34741020e0 2024-06-06T08:11:56.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:56.381+0000 7f3478991700 1 -- 172.21.15.42:0/2761654578 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f345c039150 msgr2=0x7f345c03b610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:56.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:56.381+0000 7f3478991700 1 --2- 172.21.15.42:0/2761654578 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f345c039150 0x7f345c03b610 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f3468006fd0 tx=0x7f3468006e40 comp rx=0 tx=0).stop 2024-06-06T08:11:56.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:56.381+0000 7f3478991700 1 -- 172.21.15.42:0/2761654578 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f34741020e0 msgr2=0x7f3474074790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:56.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:56.381+0000 7f3478991700 1 --2- 172.21.15.42:0/2761654578 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f34741020e0 0x7f3474074790 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f3464005850 tx=0x7f3464005030 comp rx=0 tx=0).stop 2024-06-06T08:11:56.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:56.381+0000 7f3478991700 1 -- 172.21.15.42:0/2761654578 shutdown_connections 2024-06-06T08:11:56.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:56.381+0000 7f3478991700 1 --2- 172.21.15.42:0/2761654578 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f345c039150 0x7f345c03b610 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:56.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:56.381+0000 7f3478991700 1 --2- 172.21.15.42:0/2761654578 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f34741020e0 0x7f3474074790 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:56.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:56.381+0000 7f3478991700 1 -- 172.21.15.42:0/2761654578 >> 172.21.15.42:0/2761654578 conn(0x7f34740fd9d0 msgr2=0x7f3474103ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:11:56.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:56.381+0000 7f3478991700 1 -- 172.21.15.42:0/2761654578 shutdown_connections 2024-06-06T08:11:56.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:11:56.382+0000 7f3478991700 1 -- 172.21.15.42:0/2761654578 wait complete. 2024-06-06T08:11:56.382 INFO:teuthology.orchestra.run.smithi042.stderr:adjusted tunables profile to default 2024-06-06T08:11:56.738 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:56 smithi042 ceph-mon[32384]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:11:56.739 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:56 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/2761654578' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-06-06T08:11:57.075 INFO:tasks.cephadm:Adding mon.a on smithi042 2024-06-06T08:11:57.076 INFO:tasks.cephadm:Adding mon.b on smithi120 2024-06-06T08:11:57.076 INFO:tasks.cephadm:Adding mon.c on smithi149 2024-06-06T08:11:57.076 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph orch apply mon '3;smithi042:172.21.15.42=a;smithi120:172.21.15.120=b;smithi149:172.21.15.149=c' 2024-06-06T08:11:57.309 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T08:11:57.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:57 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/2761654578' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-06-06T08:11:57.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:57 smithi042 ceph-mon[32384]: osdmap e4: 0 total, 0 up, 0 in 2024-06-06T08:11:57.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:57 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:11:57.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:57 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:11:57.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:57 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:11:57.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:57 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:11:57.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:57 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:11:57.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:57 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:11:57.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:57 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:11:57.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:57 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:11:57.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:57 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:11:57.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:57 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:11:58.752 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:11:58.752+0000 7f7e626f9700 1 -- 172.21.15.149:0/3489764872 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7e5c108020 msgr2=0x7f7e5c108400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:58.752 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:11:58.752+0000 7f7e626f9700 1 --2- 172.21.15.149:0/3489764872 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7e5c108020 0x7f7e5c108400 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f7e4c009910 tx=0x7f7e4c009c20 comp rx=0 tx=0).stop 2024-06-06T08:11:58.752 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:11:58.752+0000 7f7e626f9700 1 -- 172.21.15.149:0/3489764872 shutdown_connections 2024-06-06T08:11:58.752 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:11:58.752+0000 7f7e626f9700 1 --2- 172.21.15.149:0/3489764872 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7e5c108020 0x7f7e5c108400 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:58.752 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:11:58.752+0000 7f7e626f9700 1 -- 172.21.15.149:0/3489764872 >> 172.21.15.149:0/3489764872 conn(0x7f7e5c077510 msgr2=0x7f7e5c077920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:11:58.752 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:11:58.752+0000 7f7e626f9700 1 -- 172.21.15.149:0/3489764872 shutdown_connections 2024-06-06T08:11:58.752 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:11:58.752+0000 7f7e626f9700 1 -- 172.21.15.149:0/3489764872 wait complete. 2024-06-06T08:11:58.752 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:11:58.752+0000 7f7e626f9700 1 Processor -- start 2024-06-06T08:11:58.752 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:11:58.753+0000 7f7e626f9700 1 -- start start 2024-06-06T08:11:58.753 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:11:58.753+0000 7f7e626f9700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7e5c108020 0x7f7e5c19d720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:11:58.753 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:11:58.753+0000 7f7e626f9700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7e5c10c620 con 0x7f7e5c108020 2024-06-06T08:11:58.754 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:11:58.753+0000 7f7e5bfff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7e5c108020 0x7f7e5c19d720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:11:58.754 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:11:58.753+0000 7f7e5bfff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7e5c108020 0x7f7e5c19d720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.149:59612/0 (socket says 172.21.15.149:59612) 2024-06-06T08:11:58.754 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:11:58.753+0000 7f7e5bfff700 1 -- 172.21.15.149:0/2535770921 learned_addr learned my addr 172.21.15.149:0/2535770921 (peer_addr_for_me v2:172.21.15.149:0/0) 2024-06-06T08:11:58.754 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:11:58.753+0000 7f7e5bfff700 1 -- 172.21.15.149:0/2535770921 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e5c19dc60 con 0x7f7e5c108020 2024-06-06T08:11:58.754 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:11:58.754+0000 7f7e5bfff700 1 --2- 172.21.15.149:0/2535770921 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7e5c108020 0x7f7e5c19d720 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f7e4c006010 tx=0x7f7e4c005030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:11:58.754 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:11:58.754+0000 7f7e597fa700 1 -- 172.21.15.149:0/2535770921 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7e4c026070 con 0x7f7e5c108020 2024-06-06T08:11:58.754 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:11:58.754+0000 7f7e626f9700 1 -- 172.21.15.149:0/2535770921 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e5c19def0 con 0x7f7e5c108020 2024-06-06T08:11:58.754 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:11:58.754+0000 7f7e597fa700 1 -- 172.21.15.149:0/2535770921 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7e4c00bc30 con 0x7f7e5c108020 2024-06-06T08:11:58.754 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:11:58.754+0000 7f7e597fa700 1 -- 172.21.15.149:0/2535770921 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7e4c0039d0 con 0x7f7e5c108020 2024-06-06T08:11:58.754 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:11:58.754+0000 7f7e626f9700 1 -- 172.21.15.149:0/2535770921 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e5c197930 con 0x7f7e5c108020 2024-06-06T08:11:58.755 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:11:58.755+0000 7f7e626f9700 1 -- 172.21.15.149:0/2535770921 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7e5c103740 con 0x7f7e5c108020 2024-06-06T08:11:58.755 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:11:58.755+0000 7f7e597fa700 1 -- 172.21.15.149:0/2535770921 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f7e4c029070 con 0x7f7e5c108020 2024-06-06T08:11:58.755 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:11:58.755+0000 7f7e597fa700 1 --2- 172.21.15.149:0/2535770921 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f7e440390f0 0x7f7e4403b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:11:58.755 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:11:58.755+0000 7f7e597fa700 1 -- 172.21.15.149:0/2535770921 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f7e4c01e070 con 0x7f7e5c108020 2024-06-06T08:11:58.755 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:11:58.755+0000 7f7e5b7fe700 1 --2- 172.21.15.149:0/2535770921 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f7e440390f0 0x7f7e4403b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:11:58.755 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:11:58.756+0000 7f7e5b7fe700 1 --2- 172.21.15.149:0/2535770921 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f7e440390f0 0x7f7e4403b5b0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f7e50006fd0 tx=0x7f7e50006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:11:58.760 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:11:58.761+0000 7f7e597fa700 1 -- 172.21.15.149:0/2535770921 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f7e4c013070 con 0x7f7e5c108020 2024-06-06T08:11:58.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:58 smithi042 ceph-mon[32384]: Updating smithi149:/etc/ceph/ceph.conf 2024-06-06T08:11:58.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:58 smithi042 ceph-mon[32384]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:11:58.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:58 smithi042 ceph-mon[32384]: Updating smithi149:/var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T08:11:58.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:58 smithi042 ceph-mon[32384]: Updating smithi149:/etc/ceph/ceph.client.admin.keyring 2024-06-06T08:11:58.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:58 smithi042 ceph-mon[32384]: Updating smithi149:/var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-06-06T08:11:58.968 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:11:58.969+0000 7f7e626f9700 1 -- 172.21.15.149:0/2535770921 --> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi042:172.21.15.42=a;smithi120:172.21.15.120=b;smithi149:172.21.15.149=c", "target": ["mon-mgr", ""]}) -- 0x7f7e5c198e10 con 0x7f7e440390f0 2024-06-06T08:11:58.974 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:11:58.975+0000 7f7e597fa700 1 -- 172.21.15.149:0/2535770921 <== mgr.14152 v2:172.21.15.42:6800/1196215200 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f7e5c198e10 con 0x7f7e440390f0 2024-06-06T08:11:58.975 INFO:teuthology.orchestra.run.smithi149.stdout:Scheduled mon update... 2024-06-06T08:11:58.977 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:11:58.978+0000 7f7e626f9700 1 -- 172.21.15.149:0/2535770921 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f7e440390f0 msgr2=0x7f7e4403b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:58.977 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:11:58.978+0000 7f7e626f9700 1 --2- 172.21.15.149:0/2535770921 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f7e440390f0 0x7f7e4403b5b0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f7e50006fd0 tx=0x7f7e50006e40 comp rx=0 tx=0).stop 2024-06-06T08:11:58.977 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:11:58.978+0000 7f7e626f9700 1 -- 172.21.15.149:0/2535770921 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7e5c108020 msgr2=0x7f7e5c19d720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:11:58.977 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:11:58.978+0000 7f7e626f9700 1 --2- 172.21.15.149:0/2535770921 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7e5c108020 0x7f7e5c19d720 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f7e4c006010 tx=0x7f7e4c005030 comp rx=0 tx=0).stop 2024-06-06T08:11:58.977 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:11:58.978+0000 7f7e626f9700 1 -- 172.21.15.149:0/2535770921 shutdown_connections 2024-06-06T08:11:58.977 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:11:58.978+0000 7f7e626f9700 1 --2- 172.21.15.149:0/2535770921 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f7e440390f0 0x7f7e4403b5b0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:58.977 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:11:58.978+0000 7f7e626f9700 1 --2- 172.21.15.149:0/2535770921 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7e5c108020 0x7f7e5c19d720 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:11:58.977 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:11:58.978+0000 7f7e626f9700 1 -- 172.21.15.149:0/2535770921 >> 172.21.15.149:0/2535770921 conn(0x7f7e5c077510 msgr2=0x7f7e5c103ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:11:58.977 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:11:58.978+0000 7f7e626f9700 1 -- 172.21.15.149:0/2535770921 shutdown_connections 2024-06-06T08:11:58.978 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:11:58.978+0000 7f7e626f9700 1 -- 172.21.15.149:0/2535770921 wait complete. 2024-06-06T08:11:59.566 DEBUG:teuthology.orchestra.run.smithi120:mon.b> sudo journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mon.b.service 2024-06-06T08:11:59.569 DEBUG:teuthology.orchestra.run.smithi149:mon.c> sudo journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mon.c.service 2024-06-06T08:11:59.571 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-06-06T08:11:59.571 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph mon dump -f json 2024-06-06T08:12:00.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:59 smithi042 ceph-mon[32384]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:00.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:59 smithi042 ceph-mon[32384]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi042:172.21.15.42=a;smithi120:172.21.15.120=b;smithi149:172.21.15.149=c", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:12:00.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:59 smithi042 ceph-mon[32384]: Saving service mon spec with placement smithi042:172.21.15.42=a;smithi120:172.21.15.120=b;smithi149:172.21.15.149=c;count:3 2024-06-06T08:12:00.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:59 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:00.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:59 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:12:00.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:59 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:12:00.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:59 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:12:00.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:59 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:00.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:59 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-06T08:12:00.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:59 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:12:00.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:11:59 smithi042 ceph-mon[32384]: Deploying daemon mon.c on smithi149 2024-06-06T08:12:00.564 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T08:12:02.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:01 smithi042 ceph-mon[32384]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:03.436 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:03.434+0000 7f9916dbf700 1 -- 172.21.15.149:0/135167356 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9910101040 msgr2=0x7f9910101420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:12:03.437 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:03.434+0000 7f9916dbf700 1 --2- 172.21.15.149:0/135167356 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9910101040 0x7f9910101420 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f9904009910 tx=0x7f9904009c20 comp rx=0 tx=0).stop 2024-06-06T08:12:03.437 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:03.435+0000 7f9916dbf700 1 -- 172.21.15.149:0/135167356 shutdown_connections 2024-06-06T08:12:03.437 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:03.435+0000 7f9916dbf700 1 --2- 172.21.15.149:0/135167356 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9910101040 0x7f9910101420 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:12:03.437 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:03.435+0000 7f9916dbf700 1 -- 172.21.15.149:0/135167356 >> 172.21.15.149:0/135167356 conn(0x7f99100768f0 msgr2=0x7f9910076d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:12:03.437 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:03.435+0000 7f9916dbf700 1 -- 172.21.15.149:0/135167356 shutdown_connections 2024-06-06T08:12:03.437 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:03.435+0000 7f9916dbf700 1 -- 172.21.15.149:0/135167356 wait complete. 2024-06-06T08:12:03.437 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:03.435+0000 7f9916dbf700 1 Processor -- start 2024-06-06T08:12:03.437 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:03.435+0000 7f9916dbf700 1 -- start start 2024-06-06T08:12:03.437 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:03.435+0000 7f9916dbf700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9910101040 0x7f991019d650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:12:03.437 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:03.436+0000 7f9916dbf700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f991010b3c0 con 0x7f9910101040 2024-06-06T08:12:03.437 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:03.436+0000 7f9914b5b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9910101040 0x7f991019d650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:12:03.437 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:03.436+0000 7f9914b5b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9910101040 0x7f991019d650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.149:59626/0 (socket says 172.21.15.149:59626) 2024-06-06T08:12:03.438 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:03.436+0000 7f9914b5b700 1 -- 172.21.15.149:0/52779869 learned_addr learned my addr 172.21.15.149:0/52779869 (peer_addr_for_me v2:172.21.15.149:0/0) 2024-06-06T08:12:03.438 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:03.436+0000 7f9914b5b700 1 -- 172.21.15.149:0/52779869 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f991019db90 con 0x7f9910101040 2024-06-06T08:12:03.438 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:03.436+0000 7f9914b5b700 1 --2- 172.21.15.149:0/52779869 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9910101040 0x7f991019d650 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f9904005850 tx=0x7f9904005030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:12:03.438 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:03.436+0000 7f990dffb700 1 -- 172.21.15.149:0/52779869 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9904026070 con 0x7f9910101040 2024-06-06T08:12:03.438 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:03.436+0000 7f9916dbf700 1 -- 172.21.15.149:0/52779869 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f991019de80 con 0x7f9910101040 2024-06-06T08:12:03.438 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:03.436+0000 7f990dffb700 1 -- 172.21.15.149:0/52779869 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f990400bbd0 con 0x7f9910101040 2024-06-06T08:12:03.438 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:03.436+0000 7f990dffb700 1 -- 172.21.15.149:0/52779869 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9904003970 con 0x7f9910101040 2024-06-06T08:12:03.439 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:03.437+0000 7f9916dbf700 1 -- 172.21.15.149:0/52779869 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99101977d0 con 0x7f9910101040 2024-06-06T08:12:03.439 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:03.437+0000 7f990dffb700 1 -- 172.21.15.149:0/52779869 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f9904029070 con 0x7f9910101040 2024-06-06T08:12:03.439 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:03.438+0000 7f990dffb700 1 --2- 172.21.15.149:0/52779869 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f99000390f0 0x7f990003b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:12:03.439 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:03.438+0000 7f990dffb700 1 -- 172.21.15.149:0/52779869 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f990401e070 con 0x7f9910101040 2024-06-06T08:12:03.439 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:03.438+0000 7f9916dbf700 1 -- 172.21.15.149:0/52779869 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f99101024d0 con 0x7f9910101040 2024-06-06T08:12:03.439 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:03.438+0000 7f990ffff700 1 --2- 172.21.15.149:0/52779869 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f99000390f0 0x7f990003b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:12:03.439 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:03.439+0000 7f990ffff700 1 --2- 172.21.15.149:0/52779869 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f99000390f0 0x7f990003b5b0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f98fc006fd0 tx=0x7f98fc006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:12:03.443 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:03.443+0000 7f990dffb700 1 -- 172.21.15.149:0/52779869 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f9904030070 con 0x7f9910101040 2024-06-06T08:12:03.760 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:03.759+0000 7f9916dbf700 1 -- 172.21.15.149:0/52779869 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f9910063af0 con 0x7f9910101040 2024-06-06T08:12:03.760 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:03.760+0000 7f990dffb700 1 -- 172.21.15.149:0/52779869 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) ==== 95+0+745 (secure 0 0 0) 0x7f9904013070 con 0x7f9910101040 2024-06-06T08:12:03.760 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-06-06T08:12:03.760 INFO:teuthology.orchestra.run.smithi149.stdout:{"epoch":1,"fsid":"103bdc14-23dc-11ef-bc9b-c7b262605968","modified":"2024-06-06T08:10:21.708563Z","created":"2024-06-06T08:10:21.708563Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:3300","nonce":0},{"type":"v1","addr":"172.21.15.42:6789","nonce":0}]},"addr":"172.21.15.42:6789/0","public_addr":"172.21.15.42:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-06-06T08:12:03.763 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:03.762+0000 7f9916dbf700 1 -- 172.21.15.149:0/52779869 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f99000390f0 msgr2=0x7f990003b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:12:03.763 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:03.762+0000 7f9916dbf700 1 --2- 172.21.15.149:0/52779869 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f99000390f0 0x7f990003b5b0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f98fc006fd0 tx=0x7f98fc006e40 comp rx=0 tx=0).stop 2024-06-06T08:12:03.763 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:03.762+0000 7f9916dbf700 1 -- 172.21.15.149:0/52779869 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9910101040 msgr2=0x7f991019d650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:12:03.763 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:03.762+0000 7f9916dbf700 1 --2- 172.21.15.149:0/52779869 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9910101040 0x7f991019d650 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f9904005850 tx=0x7f9904005030 comp rx=0 tx=0).stop 2024-06-06T08:12:03.763 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:03.762+0000 7f9916dbf700 1 -- 172.21.15.149:0/52779869 shutdown_connections 2024-06-06T08:12:03.763 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:03.762+0000 7f9916dbf700 1 --2- 172.21.15.149:0/52779869 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f99000390f0 0x7f990003b5b0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:12:03.763 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:03.762+0000 7f9916dbf700 1 --2- 172.21.15.149:0/52779869 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9910101040 0x7f991019d650 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:12:03.763 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:03.762+0000 7f9916dbf700 1 -- 172.21.15.149:0/52779869 >> 172.21.15.149:0/52779869 conn(0x7f99100768f0 msgr2=0x7f99100698b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:12:03.763 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:03.762+0000 7f9916dbf700 1 -- 172.21.15.149:0/52779869 shutdown_connections 2024-06-06T08:12:03.763 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:03.762+0000 7f9916dbf700 1 -- 172.21.15.149:0/52779869 wait complete. 2024-06-06T08:12:03.764 INFO:teuthology.orchestra.run.smithi149.stderr:dumped monmap epoch 1 2024-06-06T08:12:05.443 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-06-06T08:12:05.443 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph mon dump -f json 2024-06-06T08:12:05.687 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.c/config 2024-06-06T08:12:09.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:08 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:12:09.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:08 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T08:12:09.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:08 smithi042 ceph-mon[32384]: mon.a calling monitor election 2024-06-06T08:12:09.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:08 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T08:12:09.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:08 smithi042 ceph-mon[32384]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:09.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:08 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T08:12:09.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:08 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T08:12:09.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:08 smithi042 ceph-mon[32384]: mon.c calling monitor election 2024-06-06T08:12:09.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:08 smithi042 ceph-mon[32384]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:09.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:08 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T08:12:09.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:08 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T08:12:09.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:08 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T08:12:09.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:08 smithi042 ceph-mon[32384]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-06-06T08:12:09.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:08 smithi042 ceph-mon[32384]: monmap epoch 2 2024-06-06T08:12:09.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:08 smithi042 ceph-mon[32384]: fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 2024-06-06T08:12:09.317 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:08 smithi042 ceph-mon[32384]: last_changed 2024-06-06T08:12:03.914090+0000 2024-06-06T08:12:09.317 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:08 smithi042 ceph-mon[32384]: created 2024-06-06T08:10:21.708563+0000 2024-06-06T08:12:09.317 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:08 smithi042 ceph-mon[32384]: min_mon_release 19 (squid) 2024-06-06T08:12:09.317 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:08 smithi042 ceph-mon[32384]: election_strategy: 1 2024-06-06T08:12:09.317 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:08 smithi042 ceph-mon[32384]: 0: [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] mon.a 2024-06-06T08:12:09.317 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:08 smithi042 ceph-mon[32384]: 1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.c 2024-06-06T08:12:09.317 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:08 smithi042 ceph-mon[32384]: fsmap 2024-06-06T08:12:09.317 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:08 smithi042 ceph-mon[32384]: osdmap e4: 0 total, 0 up, 0 in 2024-06-06T08:12:09.317 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:08 smithi042 ceph-mon[32384]: mgrmap e13: x(active, since 50s) 2024-06-06T08:12:09.317 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:08 smithi042 ceph-mon[32384]: overall HEALTH_OK 2024-06-06T08:12:09.317 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:08 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:09.317 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:08 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:09.317 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:08 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:09.318 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:08 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-06T08:12:09.318 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:08 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:12:10.109 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:10.109+0000 7fb65c798700 1 -- 172.21.15.149:0/1174045648 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb6400057d0 msgr2=0x7fb640007c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:12:10.110 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:10.109+0000 7fb65c798700 1 --2- 172.21.15.149:0/1174045648 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb6400057d0 0x7fb640007c60 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fb654100db0 tx=0x7fb65000feb0 comp rx=0 tx=0).stop 2024-06-06T08:12:10.110 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:10.109+0000 7fb65c798700 1 -- 172.21.15.149:0/1174045648 shutdown_connections 2024-06-06T08:12:10.110 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:10.109+0000 7fb65c798700 1 --2- 172.21.15.149:0/1174045648 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb6400057d0 0x7fb640007c60 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:12:10.110 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:10.109+0000 7fb65c798700 1 -- 172.21.15.149:0/1174045648 >> 172.21.15.149:0/1174045648 conn(0x7fb6540fc970 msgr2=0x7fb6540fed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:12:10.110 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:10.109+0000 7fb65c798700 1 -- 172.21.15.149:0/1174045648 shutdown_connections 2024-06-06T08:12:10.110 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:10.109+0000 7fb65c798700 1 -- 172.21.15.149:0/1174045648 wait complete. 2024-06-06T08:12:10.110 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:10.109+0000 7fb65c798700 1 Processor -- start 2024-06-06T08:12:10.110 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:10.110+0000 7fb65c798700 1 -- start start 2024-06-06T08:12:10.110 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:10.110+0000 7fb65c798700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb6400057d0 0x7fb65419b680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:12:10.110 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:10.110+0000 7fb65c798700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb65419bbc0 0x7fb654195750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:12:10.110 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:10.110+0000 7fb65c798700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb654107ee0 con 0x7fb65419bbc0 2024-06-06T08:12:10.110 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:10.110+0000 7fb65c798700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fb654107d60 con 0x7fb6400057d0 2024-06-06T08:12:10.111 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:10.110+0000 7fb65a534700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb6400057d0 0x7fb65419b680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:12:10.111 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:10.110+0000 7fb65a534700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb6400057d0 0x7fb65419b680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.149:37424/0 (socket says 172.21.15.149:37424) 2024-06-06T08:12:10.111 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:10.110+0000 7fb65a534700 1 -- 172.21.15.149:0/3838227208 learned_addr learned my addr 172.21.15.149:0/3838227208 (peer_addr_for_me v2:172.21.15.149:0/0) 2024-06-06T08:12:10.111 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:10.110+0000 7fb65a534700 1 -- 172.21.15.149:0/3838227208 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb6400057d0 msgr2=0x7fb65419b680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-06-06T08:12:10.111 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:10.110+0000 7fb65a534700 1 -- 172.21.15.149:0/3838227208 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb6400057d0 msgr2=0x7fb65419b680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-06-06T08:12:10.111 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:10.110+0000 7fb65a534700 1 --2- 172.21.15.149:0/3838227208 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb6400057d0 0x7fb65419b680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-06-06T08:12:10.111 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:10.110+0000 7fb659d33700 1 --2- 172.21.15.149:0/3838227208 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb65419bbc0 0x7fb654195750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:12:10.111 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:10.110+0000 7fb65a534700 1 --2- 172.21.15.149:0/3838227208 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb6400057d0 0x7fb65419b680 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-06-06T08:12:10.111 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:10.110+0000 7fb659d33700 1 -- 172.21.15.149:0/3838227208 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb6400057d0 msgr2=0x7fb65419b680 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-06T08:12:10.111 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:10.110+0000 7fb659d33700 1 --2- 172.21.15.149:0/3838227208 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb6400057d0 0x7fb65419b680 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:12:10.111 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:10.110+0000 7fb659d33700 1 -- 172.21.15.149:0/3838227208 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb65419c140 con 0x7fb65419bbc0 2024-06-06T08:12:10.113 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:10.111+0000 7fb659d33700 1 --2- 172.21.15.149:0/3838227208 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb65419bbc0 0x7fb654195750 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fb64400b4d0 tx=0x7fb64400b890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:12:10.113 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:10.111+0000 7fb64b7fe700 1 -- 172.21.15.149:0/3838227208 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7fb644011630 con 0x7fb65419bbc0 2024-06-06T08:12:10.113 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:10.111+0000 7fb64b7fe700 1 -- 172.21.15.149:0/3838227208 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb644011cb0 con 0x7fb65419bbc0 2024-06-06T08:12:10.113 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:10.111+0000 7fb65c798700 1 -- 172.21.15.149:0/3838227208 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb654195cf0 con 0x7fb65419bbc0 2024-06-06T08:12:10.113 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:10.111+0000 7fb64b7fe700 1 -- 172.21.15.149:0/3838227208 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7fb644010e60 con 0x7fb65419bbc0 2024-06-06T08:12:10.113 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:10.111+0000 7fb65c798700 1 -- 172.21.15.149:0/3838227208 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb654196280 con 0x7fb65419bbc0 2024-06-06T08:12:10.113 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:10.112+0000 7fb64b7fe700 1 -- 172.21.15.149:0/3838227208 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fb644018020 con 0x7fb65419bbc0 2024-06-06T08:12:10.113 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:10.112+0000 7fb65c798700 1 -- 172.21.15.149:0/3838227208 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb6541025c0 con 0x7fb65419bbc0 2024-06-06T08:12:10.113 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:10.112+0000 7fb64b7fe700 1 --2- 172.21.15.149:0/3838227208 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fb638038e30 0x7fb63803b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:12:10.113 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:10.112+0000 7fb64b7fe700 1 -- 172.21.15.149:0/3838227208 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fb64404bea0 con 0x7fb65419bbc0 2024-06-06T08:12:10.114 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:10.112+0000 7fb65a534700 1 --2- 172.21.15.149:0/3838227208 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fb638038e30 0x7fb63803b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:12:10.114 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:10.113+0000 7fb65a534700 1 --2- 172.21.15.149:0/3838227208 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fb638038e30 0x7fb63803b2f0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fb65000fa60 tx=0x7fb650005c20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:12:10.117 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:10.118+0000 7fb64b7fe700 1 -- 172.21.15.149:0/3838227208 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fb64401f020 con 0x7fb65419bbc0 2024-06-06T08:12:10.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:09 smithi149 ceph-mon[36842]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:10.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:09 smithi149 ceph-mon[36842]: Deploying daemon mon.b on smithi120 2024-06-06T08:12:10.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:09 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T08:12:10.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:09 smithi042 ceph-mon[32384]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:10.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:09 smithi042 ceph-mon[32384]: Deploying daemon mon.b on smithi120 2024-06-06T08:12:10.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:09 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T08:12:10.396 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:10.397+0000 7fb65c798700 1 -- 172.21.15.149:0/3838227208 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7fb6541965f0 con 0x7fb65419bbc0 2024-06-06T08:12:10.397 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:10.398+0000 7fb64b7fe700 1 -- 172.21.15.149:0/3838227208 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) ==== 95+0+1015 (secure 0 0 0) 0x7fb644018310 con 0x7fb65419bbc0 2024-06-06T08:12:10.397 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-06-06T08:12:10.397 INFO:teuthology.orchestra.run.smithi149.stdout:{"epoch":2,"fsid":"103bdc14-23dc-11ef-bc9b-c7b262605968","modified":"2024-06-06T08:12:03.914090Z","created":"2024-06-06T08:10:21.708563Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:3300","nonce":0},{"type":"v1","addr":"172.21.15.42:6789","nonce":0}]},"addr":"172.21.15.42:6789/0","public_addr":"172.21.15.42:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:3300","nonce":0},{"type":"v1","addr":"172.21.15.149:6789","nonce":0}]},"addr":"172.21.15.149:6789/0","public_addr":"172.21.15.149:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-06-06T08:12:10.399 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:10.400+0000 7fb65c798700 1 -- 172.21.15.149:0/3838227208 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fb638038e30 msgr2=0x7fb63803b2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:12:10.399 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:10.400+0000 7fb65c798700 1 --2- 172.21.15.149:0/3838227208 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fb638038e30 0x7fb63803b2f0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fb65000fa60 tx=0x7fb650005c20 comp rx=0 tx=0).stop 2024-06-06T08:12:10.399 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:10.400+0000 7fb65c798700 1 -- 172.21.15.149:0/3838227208 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb65419bbc0 msgr2=0x7fb654195750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:12:10.400 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:10.400+0000 7fb65c798700 1 --2- 172.21.15.149:0/3838227208 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb65419bbc0 0x7fb654195750 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fb64400b4d0 tx=0x7fb64400b890 comp rx=0 tx=0).stop 2024-06-06T08:12:10.400 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:10.400+0000 7fb65c798700 1 -- 172.21.15.149:0/3838227208 shutdown_connections 2024-06-06T08:12:10.400 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:10.400+0000 7fb65c798700 1 --2- 172.21.15.149:0/3838227208 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fb638038e30 0x7fb63803b2f0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:12:10.400 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:10.400+0000 7fb65c798700 1 --2- 172.21.15.149:0/3838227208 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb6400057d0 0x7fb65419b680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:12:10.400 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:10.400+0000 7fb65c798700 1 --2- 172.21.15.149:0/3838227208 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb65419bbc0 0x7fb654195750 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:12:10.400 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:10.400+0000 7fb65c798700 1 -- 172.21.15.149:0/3838227208 >> 172.21.15.149:0/3838227208 conn(0x7fb6540fc970 msgr2=0x7fb6540ffe40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:12:10.400 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:10.400+0000 7fb65c798700 1 -- 172.21.15.149:0/3838227208 shutdown_connections 2024-06-06T08:12:10.400 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:10.400+0000 7fb65c798700 1 -- 172.21.15.149:0/3838227208 wait complete. 2024-06-06T08:12:10.400 INFO:teuthology.orchestra.run.smithi149.stderr:dumped monmap epoch 2 2024-06-06T08:12:11.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:10 smithi149 ceph-mon[36842]: from='client.? 172.21.15.149:0/3838227208' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-06-06T08:12:11.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:10 smithi042 ceph-mon[32384]: from='client.? 172.21.15.149:0/3838227208' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-06-06T08:12:11.972 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-06-06T08:12:11.972 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph mon dump -f json 2024-06-06T08:12:12.212 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.c/config 2024-06-06T08:12:12.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:11 smithi149 ceph-mon[36842]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:12.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:11 smithi042 ceph-mon[32384]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:13.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:12 smithi120 systemd[1]: Started Ceph mon.b for 103bdc14-23dc-11ef-bc9b-c7b262605968. 2024-06-06T08:12:18.051 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.051+0000 7fb275120700 1 -- 172.21.15.149:0/3792237124 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb2580035c0 msgr2=0x7fb258005a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:12:18.051 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.051+0000 7fb275120700 1 --2- 172.21.15.149:0/3792237124 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb2580035c0 0x7fb258005a50 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fb2700775d0 tx=0x7fb26400fe60 comp rx=0 tx=0).stop 2024-06-06T08:12:18.051 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.051+0000 7fb275120700 1 -- 172.21.15.149:0/3792237124 shutdown_connections 2024-06-06T08:12:18.051 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.051+0000 7fb275120700 1 --2- 172.21.15.149:0/3792237124 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb2580035c0 0x7fb258005a50 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:12:18.051 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.051+0000 7fb275120700 1 -- 172.21.15.149:0/3792237124 >> 172.21.15.149:0/3792237124 conn(0x7fb2700761f0 msgr2=0x7fb270076600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:12:18.051 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.051+0000 7fb275120700 1 -- 172.21.15.149:0/3792237124 shutdown_connections 2024-06-06T08:12:18.051 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.051+0000 7fb275120700 1 -- 172.21.15.149:0/3792237124 wait complete. 2024-06-06T08:12:18.052 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.052+0000 7fb275120700 1 Processor -- start 2024-06-06T08:12:18.053 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.053+0000 7fb275120700 1 -- start start 2024-06-06T08:12:18.053 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.053+0000 7fb275120700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb2580035c0 0x7fb27019d810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:12:18.053 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.053+0000 7fb275120700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb27019dd50 0x7fb2701979d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:12:18.053 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.053+0000 7fb275120700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb270197f10 0x7fb2701983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:12:18.053 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.053+0000 7fb275120700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb27010a010 con 0x7fb27019dd50 2024-06-06T08:12:18.053 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.053+0000 7fb275120700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fb270109e90 con 0x7fb2580035c0 2024-06-06T08:12:18.053 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.053+0000 7fb275120700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fb27010a190 con 0x7fb270197f10 2024-06-06T08:12:18.053 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.053+0000 7fb26f59e700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb270197f10 0x7fb2701983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:12:18.053 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.053+0000 7fb26f59e700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb270197f10 0x7fb2701983c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.149:51016/0 (socket says 172.21.15.149:51016) 2024-06-06T08:12:18.053 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.053+0000 7fb26f59e700 1 -- 172.21.15.149:0/3502006638 learned_addr learned my addr 172.21.15.149:0/3502006638 (peer_addr_for_me v2:172.21.15.149:0/0) 2024-06-06T08:12:18.053 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.053+0000 7fb26ed9d700 1 --2- 172.21.15.149:0/3502006638 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb2580035c0 0x7fb27019d810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:12:18.054 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.053+0000 7fb26e59c700 1 --2- 172.21.15.149:0/3502006638 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb27019dd50 0x7fb2701979d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:12:18.054 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.053+0000 7fb26f59e700 1 -- 172.21.15.149:0/3502006638 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb270197f10 msgr2=0x7fb2701983c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 14 2024-06-06T08:12:18.054 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.053+0000 7fb26f59e700 1 -- 172.21.15.149:0/3502006638 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb270197f10 msgr2=0x7fb2701983c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-06-06T08:12:18.054 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.053+0000 7fb26f59e700 1 --2- 172.21.15.149:0/3502006638 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb270197f10 0x7fb2701983c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-06-06T08:12:18.054 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.053+0000 7fb26ed9d700 1 -- 172.21.15.149:0/3502006638 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb2580035c0 msgr2=0x7fb27019d810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-06-06T08:12:18.054 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.053+0000 7fb26ed9d700 1 -- 172.21.15.149:0/3502006638 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb2580035c0 msgr2=0x7fb27019d810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-06-06T08:12:18.054 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.053+0000 7fb26ed9d700 1 --2- 172.21.15.149:0/3502006638 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb2580035c0 0x7fb27019d810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-06-06T08:12:18.054 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.053+0000 7fb26f59e700 1 --2- 172.21.15.149:0/3502006638 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb270197f10 0x7fb2701983c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-06-06T08:12:18.054 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.053+0000 7fb26ed9d700 1 --2- 172.21.15.149:0/3502006638 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb2580035c0 0x7fb27019d810 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-06-06T08:12:18.054 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.054+0000 7fb26e59c700 1 -- 172.21.15.149:0/3502006638 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb270197f10 msgr2=0x7fb2701983c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-06T08:12:18.054 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.054+0000 7fb26e59c700 1 --2- 172.21.15.149:0/3502006638 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb270197f10 0x7fb2701983c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:12:18.055 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.054+0000 7fb26e59c700 1 -- 172.21.15.149:0/3502006638 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb2580035c0 msgr2=0x7fb27019d810 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-06T08:12:18.055 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.054+0000 7fb26e59c700 1 --2- 172.21.15.149:0/3502006638 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb2580035c0 0x7fb27019d810 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:12:18.055 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.054+0000 7fb26e59c700 1 -- 172.21.15.149:0/3502006638 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2701a46e0 con 0x7fb27019dd50 2024-06-06T08:12:18.056 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.054+0000 7fb26e59c700 1 --2- 172.21.15.149:0/3502006638 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb27019dd50 0x7fb2701979d0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fb26000b550 tx=0x7fb26000b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:12:18.056 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.054+0000 7fb257fff700 1 -- 172.21.15.149:0/3502006638 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb260004230 con 0x7fb27019dd50 2024-06-06T08:12:18.056 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.054+0000 7fb257fff700 1 -- 172.21.15.149:0/3502006638 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb2600043d0 con 0x7fb27019dd50 2024-06-06T08:12:18.056 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.054+0000 7fb275120700 1 -- 172.21.15.149:0/3502006638 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2701a4910 con 0x7fb27019dd50 2024-06-06T08:12:18.057 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.054+0000 7fb257fff700 1 -- 172.21.15.149:0/3502006638 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb260011c20 con 0x7fb27019dd50 2024-06-06T08:12:18.057 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.054+0000 7fb275120700 1 -- 172.21.15.149:0/3502006638 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2701a4f20 con 0x7fb27019dd50 2024-06-06T08:12:18.057 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.055+0000 7fb257fff700 1 -- 172.21.15.149:0/3502006638 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fb26001a400 con 0x7fb27019dd50 2024-06-06T08:12:18.057 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.055+0000 7fb275120700 1 -- 172.21.15.149:0/3502006638 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb270063af0 con 0x7fb27019dd50 2024-06-06T08:12:18.057 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.055+0000 7fb257fff700 1 --2- 172.21.15.149:0/3502006638 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fb25c039580 0x7fb25c03ba40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:12:18.057 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.056+0000 7fb257fff700 1 -- 172.21.15.149:0/3502006638 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fb26004bd50 con 0x7fb27019dd50 2024-06-06T08:12:18.057 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.056+0000 7fb26ed9d700 1 --2- 172.21.15.149:0/3502006638 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fb25c039580 0x7fb25c03ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:12:18.057 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.056+0000 7fb26ed9d700 1 --2- 172.21.15.149:0/3502006638 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fb25c039580 0x7fb25c03ba40 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fb264020040 tx=0x7fb264001e70 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:12:18.060 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.061+0000 7fb257fff700 1 -- 172.21.15.149:0/3502006638 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fb26001a840 con 0x7fb27019dd50 2024-06-06T08:12:18.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:17 smithi149 ceph-mon[36842]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:18.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:17 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T08:12:18.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:17 smithi149 ceph-mon[36842]: mon.a calling monitor election 2024-06-06T08:12:18.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:17 smithi149 ceph-mon[36842]: mon.c calling monitor election 2024-06-06T08:12:18.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:17 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T08:12:18.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:17 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T08:12:18.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:17 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T08:12:18.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:17 smithi149 ceph-mon[36842]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:18.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:17 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T08:12:18.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:17 smithi149 ceph-mon[36842]: mon.b calling monitor election 2024-06-06T08:12:18.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:17 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T08:12:18.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:17 smithi149 ceph-mon[36842]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:18.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:17 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T08:12:18.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:17 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T08:12:18.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:17 smithi149 ceph-mon[36842]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-06-06T08:12:18.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:17 smithi149 ceph-mon[36842]: monmap epoch 3 2024-06-06T08:12:18.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:17 smithi149 ceph-mon[36842]: fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 2024-06-06T08:12:18.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:17 smithi149 ceph-mon[36842]: last_changed 2024-06-06T08:12:12.894491+0000 2024-06-06T08:12:18.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:17 smithi149 ceph-mon[36842]: created 2024-06-06T08:10:21.708563+0000 2024-06-06T08:12:18.290 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:17 smithi149 ceph-mon[36842]: min_mon_release 19 (squid) 2024-06-06T08:12:18.290 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:17 smithi149 ceph-mon[36842]: election_strategy: 1 2024-06-06T08:12:18.290 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:17 smithi149 ceph-mon[36842]: 0: [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] mon.a 2024-06-06T08:12:18.290 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:17 smithi149 ceph-mon[36842]: 1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.c 2024-06-06T08:12:18.290 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:17 smithi149 ceph-mon[36842]: 2: [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] mon.b 2024-06-06T08:12:18.290 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:17 smithi149 ceph-mon[36842]: fsmap 2024-06-06T08:12:18.290 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:17 smithi149 ceph-mon[36842]: osdmap e4: 0 total, 0 up, 0 in 2024-06-06T08:12:18.290 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:17 smithi149 ceph-mon[36842]: mgrmap e13: x(active, since 59s) 2024-06-06T08:12:18.290 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:17 smithi149 ceph-mon[36842]: overall HEALTH_OK 2024-06-06T08:12:18.290 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:17 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:18.290 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:17 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:18.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:17 smithi042 ceph-mon[32384]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:18.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:17 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T08:12:18.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:17 smithi042 ceph-mon[32384]: mon.a calling monitor election 2024-06-06T08:12:18.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:17 smithi042 ceph-mon[32384]: mon.c calling monitor election 2024-06-06T08:12:18.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:17 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T08:12:18.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:17 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T08:12:18.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:17 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T08:12:18.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:17 smithi042 ceph-mon[32384]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:18.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:17 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T08:12:18.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:17 smithi042 ceph-mon[32384]: mon.b calling monitor election 2024-06-06T08:12:18.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:17 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T08:12:18.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:17 smithi042 ceph-mon[32384]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:18.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:17 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T08:12:18.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:17 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T08:12:18.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:17 smithi042 ceph-mon[32384]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-06-06T08:12:18.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:17 smithi042 ceph-mon[32384]: monmap epoch 3 2024-06-06T08:12:18.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:17 smithi042 ceph-mon[32384]: fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 2024-06-06T08:12:18.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:17 smithi042 ceph-mon[32384]: last_changed 2024-06-06T08:12:12.894491+0000 2024-06-06T08:12:18.317 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:17 smithi042 ceph-mon[32384]: created 2024-06-06T08:10:21.708563+0000 2024-06-06T08:12:18.317 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:17 smithi042 ceph-mon[32384]: min_mon_release 19 (squid) 2024-06-06T08:12:18.317 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:17 smithi042 ceph-mon[32384]: election_strategy: 1 2024-06-06T08:12:18.317 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:17 smithi042 ceph-mon[32384]: 0: [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] mon.a 2024-06-06T08:12:18.317 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:17 smithi042 ceph-mon[32384]: 1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.c 2024-06-06T08:12:18.317 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:17 smithi042 ceph-mon[32384]: 2: [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] mon.b 2024-06-06T08:12:18.317 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:17 smithi042 ceph-mon[32384]: fsmap 2024-06-06T08:12:18.317 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:17 smithi042 ceph-mon[32384]: osdmap e4: 0 total, 0 up, 0 in 2024-06-06T08:12:18.317 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:17 smithi042 ceph-mon[32384]: mgrmap e13: x(active, since 59s) 2024-06-06T08:12:18.317 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:17 smithi042 ceph-mon[32384]: overall HEALTH_OK 2024-06-06T08:12:18.317 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:17 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:18.317 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:17 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:18.354 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.354+0000 7fb275120700 1 -- 172.21.15.149:0/3502006638 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7fb2701a5240 con 0x7fb27019dd50 2024-06-06T08:12:18.354 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.355+0000 7fb257fff700 1 -- 172.21.15.149:0/3502006638 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 3 v3) ==== 95+0+1285 (secure 0 0 0) 0x7fb260003c80 con 0x7fb27019dd50 2024-06-06T08:12:18.354 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-06-06T08:12:18.354 INFO:teuthology.orchestra.run.smithi149.stdout:{"epoch":3,"fsid":"103bdc14-23dc-11ef-bc9b-c7b262605968","modified":"2024-06-06T08:12:12.894491Z","created":"2024-06-06T08:10:21.708563Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:3300","nonce":0},{"type":"v1","addr":"172.21.15.42:6789","nonce":0}]},"addr":"172.21.15.42:6789/0","public_addr":"172.21.15.42:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:3300","nonce":0},{"type":"v1","addr":"172.21.15.149:6789","nonce":0}]},"addr":"172.21.15.149:6789/0","public_addr":"172.21.15.149:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:3300","nonce":0},{"type":"v1","addr":"172.21.15.120:6789","nonce":0}]},"addr":"172.21.15.120:6789/0","public_addr":"172.21.15.120:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-06-06T08:12:18.356 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.357+0000 7fb275120700 1 -- 172.21.15.149:0/3502006638 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fb25c039580 msgr2=0x7fb25c03ba40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:12:18.356 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.357+0000 7fb275120700 1 --2- 172.21.15.149:0/3502006638 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fb25c039580 0x7fb25c03ba40 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fb264020040 tx=0x7fb264001e70 comp rx=0 tx=0).stop 2024-06-06T08:12:18.356 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.357+0000 7fb275120700 1 -- 172.21.15.149:0/3502006638 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb27019dd50 msgr2=0x7fb2701979d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:12:18.356 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.357+0000 7fb275120700 1 --2- 172.21.15.149:0/3502006638 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb27019dd50 0x7fb2701979d0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fb26000b550 tx=0x7fb26000b910 comp rx=0 tx=0).stop 2024-06-06T08:12:18.357 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.357+0000 7fb275120700 1 -- 172.21.15.149:0/3502006638 shutdown_connections 2024-06-06T08:12:18.357 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.357+0000 7fb275120700 1 --2- 172.21.15.149:0/3502006638 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fb25c039580 0x7fb25c03ba40 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:12:18.357 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.357+0000 7fb275120700 1 --2- 172.21.15.149:0/3502006638 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb270197f10 0x7fb2701983c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:12:18.357 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.357+0000 7fb275120700 1 --2- 172.21.15.149:0/3502006638 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb2580035c0 0x7fb27019d810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:12:18.357 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.357+0000 7fb275120700 1 --2- 172.21.15.149:0/3502006638 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb27019dd50 0x7fb2701979d0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:12:18.357 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.357+0000 7fb275120700 1 -- 172.21.15.149:0/3502006638 >> 172.21.15.149:0/3502006638 conn(0x7fb2700761f0 msgr2=0x7fb2700ffa40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:12:18.357 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.357+0000 7fb275120700 1 -- 172.21.15.149:0/3502006638 shutdown_connections 2024-06-06T08:12:18.357 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:18.357+0000 7fb275120700 1 -- 172.21.15.149:0/3502006638 wait complete. 2024-06-06T08:12:18.357 INFO:teuthology.orchestra.run.smithi149.stderr:dumped monmap epoch 3 2024-06-06T08:12:18.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:17 smithi120 ceph-mon[36658]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:18.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:17 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T08:12:18.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:17 smithi120 ceph-mon[36658]: mon.a calling monitor election 2024-06-06T08:12:18.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:17 smithi120 ceph-mon[36658]: mon.c calling monitor election 2024-06-06T08:12:18.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:17 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T08:12:18.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:17 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T08:12:18.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:17 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T08:12:18.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:17 smithi120 ceph-mon[36658]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:18.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:17 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T08:12:18.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:17 smithi120 ceph-mon[36658]: mon.b calling monitor election 2024-06-06T08:12:18.390 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:17 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T08:12:18.390 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:17 smithi120 ceph-mon[36658]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:18.390 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:17 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T08:12:18.390 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:17 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T08:12:18.390 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:17 smithi120 ceph-mon[36658]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-06-06T08:12:18.390 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:17 smithi120 ceph-mon[36658]: monmap epoch 3 2024-06-06T08:12:18.390 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:17 smithi120 ceph-mon[36658]: fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 2024-06-06T08:12:18.390 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:17 smithi120 ceph-mon[36658]: last_changed 2024-06-06T08:12:12.894491+0000 2024-06-06T08:12:18.390 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:17 smithi120 ceph-mon[36658]: created 2024-06-06T08:10:21.708563+0000 2024-06-06T08:12:18.390 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:17 smithi120 ceph-mon[36658]: min_mon_release 19 (squid) 2024-06-06T08:12:18.390 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:17 smithi120 ceph-mon[36658]: election_strategy: 1 2024-06-06T08:12:18.390 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:17 smithi120 ceph-mon[36658]: 0: [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] mon.a 2024-06-06T08:12:18.390 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:17 smithi120 ceph-mon[36658]: 1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.c 2024-06-06T08:12:18.391 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:17 smithi120 ceph-mon[36658]: 2: [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] mon.b 2024-06-06T08:12:18.391 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:17 smithi120 ceph-mon[36658]: fsmap 2024-06-06T08:12:18.391 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:17 smithi120 ceph-mon[36658]: osdmap e4: 0 total, 0 up, 0 in 2024-06-06T08:12:18.391 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:17 smithi120 ceph-mon[36658]: mgrmap e13: x(active, since 59s) 2024-06-06T08:12:18.391 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:17 smithi120 ceph-mon[36658]: overall HEALTH_OK 2024-06-06T08:12:18.391 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:17 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:18.391 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:17 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:18.935 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-06-06T08:12:18.935 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph config generate-minimal-conf 2024-06-06T08:12:19.193 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:12:19.261 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:18 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:19.261 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:18 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:19.261 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:18 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:12:19.261 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:18 smithi149 ceph-mon[36842]: from='client.? 172.21.15.149:0/3502006638' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-06-06T08:12:19.261 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:18 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:19.261 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:18 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T08:12:19.306 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:18 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:19.306 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:18 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:19.306 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:18 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:12:19.306 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:18 smithi042 ceph-mon[32384]: from='client.? 172.21.15.149:0/3502006638' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-06-06T08:12:19.306 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:18 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:19.306 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:18 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T08:12:19.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:18 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:19.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:18 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:19.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:18 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:12:19.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:18 smithi120 ceph-mon[36658]: from='client.? 172.21.15.149:0/3502006638' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-06-06T08:12:19.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:18 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:19.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:18 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T08:12:20.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:20 smithi042 ceph-mon[32384]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:20.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:20 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:20.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:20 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:20.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:20 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:20.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:20 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:20.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:20 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:12:20.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:20 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:12:20.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:20 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:20.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:20 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:20.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:20 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:20.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:20 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:20.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:20 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:20.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:20 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:20.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:20 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:20.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:20 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:20.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:20 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:20.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:20 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:20.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:20 smithi120 ceph-mon[36658]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:20.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:20 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:20.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:20 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:20.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:20 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:20.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:20 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:20.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:20 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:12:20.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:20 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:12:20.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:20 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:20.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:20 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:20.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:20 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:20.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:20 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:20.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:20 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:20.640 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:20 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:20.640 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:20 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:20.640 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:20 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:20.640 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:20 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:20.640 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:20 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:20.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:20 smithi149 ceph-mon[36842]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:20.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:20 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:20.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:20 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:20.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:20 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:20.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:20 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:20.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:20 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:12:20.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:20 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:12:20.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:20 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:20.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:20 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:20.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:20 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:20.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:20 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:20.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:20 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:20.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:20 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:20.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:20 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:20.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:20 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:20.790 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:20 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:20.790 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:20 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:20.846 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:20.847+0000 7fb323e75700 1 -- 172.21.15.42:0/2055231227 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb31c108020 msgr2=0x7fb31c108400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:12:20.847 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:20.847+0000 7fb323e75700 1 --2- 172.21.15.42:0/2055231227 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb31c108020 0x7fb31c108400 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fb318009910 tx=0x7fb318009c20 comp rx=0 tx=0).stop 2024-06-06T08:12:20.847 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:20.847+0000 7fb323e75700 1 -- 172.21.15.42:0/2055231227 shutdown_connections 2024-06-06T08:12:20.847 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:20.847+0000 7fb323e75700 1 --2- 172.21.15.42:0/2055231227 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb31c108020 0x7fb31c108400 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:12:20.847 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:20.847+0000 7fb323e75700 1 -- 172.21.15.42:0/2055231227 >> 172.21.15.42:0/2055231227 conn(0x7fb31c077510 msgr2=0x7fb31c077920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:12:20.847 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:20.847+0000 7fb323e75700 1 -- 172.21.15.42:0/2055231227 shutdown_connections 2024-06-06T08:12:20.847 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:20.847+0000 7fb323e75700 1 -- 172.21.15.42:0/2055231227 wait complete. 2024-06-06T08:12:20.849 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:20.848+0000 7fb323e75700 1 Processor -- start 2024-06-06T08:12:20.850 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:20.848+0000 7fb323e75700 1 -- start start 2024-06-06T08:12:20.850 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:20.848+0000 7fb323e75700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb31c108020 0x7fb31c19da50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:12:20.850 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:20.848+0000 7fb323e75700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb31c19df90 0x7fb31c197b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:12:20.850 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:20.848+0000 7fb323e75700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb31c198060 0x7fb31c198510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:12:20.850 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:20.848+0000 7fb323e75700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb31c10c620 con 0x7fb31c198060 2024-06-06T08:12:20.850 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:20.848+0000 7fb323e75700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fb31c10c4a0 con 0x7fb31c108020 2024-06-06T08:12:20.850 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:20.848+0000 7fb323e75700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fb31c10c7a0 con 0x7fb31c19df90 2024-06-06T08:12:20.850 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:20.848+0000 7fb322412700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb31c198060 0x7fb31c198510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:12:20.850 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:20.848+0000 7fb322412700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb31c198060 0x7fb31c198510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:40610/0 (socket says 172.21.15.42:40610) 2024-06-06T08:12:20.850 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:20.848+0000 7fb322412700 1 -- 172.21.15.42:0/2043154243 learned_addr learned my addr 172.21.15.42:0/2043154243 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:12:20.850 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:20.848+0000 7fb321c11700 1 --2- 172.21.15.42:0/2043154243 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb31c108020 0x7fb31c19da50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:12:20.850 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:20.848+0000 7fb321410700 1 --2- 172.21.15.42:0/2043154243 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb31c19df90 0x7fb31c197b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:12:20.851 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:20.849+0000 7fb322412700 1 -- 172.21.15.42:0/2043154243 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb31c19df90 msgr2=0x7fb31c197b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:12:20.851 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:20.849+0000 7fb322412700 1 --2- 172.21.15.42:0/2043154243 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb31c19df90 0x7fb31c197b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:12:20.851 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:20.849+0000 7fb322412700 1 -- 172.21.15.42:0/2043154243 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb31c108020 msgr2=0x7fb31c19da50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:12:20.851 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:20.849+0000 7fb322412700 1 --2- 172.21.15.42:0/2043154243 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb31c108020 0x7fb31c19da50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:12:20.851 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:20.849+0000 7fb322412700 1 -- 172.21.15.42:0/2043154243 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb31c101530 con 0x7fb31c198060 2024-06-06T08:12:20.851 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:20.849+0000 7fb321410700 1 --2- 172.21.15.42:0/2043154243 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb31c19df90 0x7fb31c197b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:12:20.851 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:20.849+0000 7fb322412700 1 --2- 172.21.15.42:0/2043154243 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb31c198060 0x7fb31c198510 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fb31400b9e0 tx=0x7fb31400bcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:12:20.851 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:20.849+0000 7fb312ffd700 1 -- 172.21.15.42:0/2043154243 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb314019070 con 0x7fb31c198060 2024-06-06T08:12:20.851 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:20.849+0000 7fb312ffd700 1 -- 172.21.15.42:0/2043154243 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb31400ce10 con 0x7fb31c198060 2024-06-06T08:12:20.851 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:20.849+0000 7fb323e75700 1 -- 172.21.15.42:0/2043154243 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb31c101820 con 0x7fb31c198060 2024-06-06T08:12:20.851 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:20.849+0000 7fb312ffd700 1 -- 172.21.15.42:0/2043154243 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb314007350 con 0x7fb31c198060 2024-06-06T08:12:20.851 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:20.849+0000 7fb323e75700 1 -- 172.21.15.42:0/2043154243 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb31c101d10 con 0x7fb31c198060 2024-06-06T08:12:20.851 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:20.850+0000 7fb312ffd700 1 -- 172.21.15.42:0/2043154243 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fb31401c070 con 0x7fb31c198060 2024-06-06T08:12:20.852 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:20.850+0000 7fb312ffd700 1 --2- 172.21.15.42:0/2043154243 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fb308039580 0x7fb30803ba40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:12:20.852 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:20.850+0000 7fb312ffd700 1 -- 172.21.15.42:0/2043154243 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fb31404c770 con 0x7fb31c198060 2024-06-06T08:12:20.852 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:20.850+0000 7fb323e75700 1 -- 172.21.15.42:0/2043154243 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb31c063af0 con 0x7fb31c198060 2024-06-06T08:12:20.852 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:20.850+0000 7fb321c11700 1 --2- 172.21.15.42:0/2043154243 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fb308039580 0x7fb30803ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:12:20.852 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:20.851+0000 7fb321c11700 1 --2- 172.21.15.42:0/2043154243 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fb308039580 0x7fb30803ba40 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fb318006010 tx=0x7fb3180058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:12:20.856 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:20.857+0000 7fb312ffd700 1 -- 172.21.15.42:0/2043154243 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fb314012500 con 0x7fb31c198060 2024-06-06T08:12:21.068 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:21.069+0000 7fb323e75700 1 -- 172.21.15.42:0/2043154243 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7fb31c101fd0 con 0x7fb31c198060 2024-06-06T08:12:21.068 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:21.069+0000 7fb312ffd700 1 -- 172.21.15.42:0/2043154243 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v9) ==== 76+0+275 (secure 0 0 0) 0x7fb314014440 con 0x7fb31c198060 2024-06-06T08:12:21.068 INFO:teuthology.orchestra.run.smithi042.stdout:# minimal ceph.conf for 103bdc14-23dc-11ef-bc9b-c7b262605968 2024-06-06T08:12:21.069 INFO:teuthology.orchestra.run.smithi042.stdout:[global] 2024-06-06T08:12:21.069 INFO:teuthology.orchestra.run.smithi042.stdout: fsid = 103bdc14-23dc-11ef-bc9b-c7b262605968 2024-06-06T08:12:21.069 INFO:teuthology.orchestra.run.smithi042.stdout: mon_host = [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] 2024-06-06T08:12:21.070 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:21.071+0000 7fb323e75700 1 -- 172.21.15.42:0/2043154243 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fb308039580 msgr2=0x7fb30803ba40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:12:21.071 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:21.071+0000 7fb323e75700 1 --2- 172.21.15.42:0/2043154243 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fb308039580 0x7fb30803ba40 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fb318006010 tx=0x7fb3180058e0 comp rx=0 tx=0).stop 2024-06-06T08:12:21.071 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:21.071+0000 7fb323e75700 1 -- 172.21.15.42:0/2043154243 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb31c198060 msgr2=0x7fb31c198510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:12:21.071 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:21.071+0000 7fb323e75700 1 --2- 172.21.15.42:0/2043154243 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb31c198060 0x7fb31c198510 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fb31400b9e0 tx=0x7fb31400bcf0 comp rx=0 tx=0).stop 2024-06-06T08:12:21.071 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:21.071+0000 7fb323e75700 1 -- 172.21.15.42:0/2043154243 shutdown_connections 2024-06-06T08:12:21.071 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:21.071+0000 7fb323e75700 1 --2- 172.21.15.42:0/2043154243 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb31c198060 0x7fb31c198510 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:12:21.071 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:21.071+0000 7fb323e75700 1 --2- 172.21.15.42:0/2043154243 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb31c108020 0x7fb31c19da50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:12:21.071 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:21.071+0000 7fb323e75700 1 --2- 172.21.15.42:0/2043154243 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fb308039580 0x7fb30803ba40 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:12:21.071 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:21.071+0000 7fb323e75700 1 --2- 172.21.15.42:0/2043154243 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb31c19df90 0x7fb31c197b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:12:21.071 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:21.071+0000 7fb323e75700 1 -- 172.21.15.42:0/2043154243 >> 172.21.15.42:0/2043154243 conn(0x7fb31c077510 msgr2=0x7fb31c103ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:12:21.071 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:21.071+0000 7fb323e75700 1 -- 172.21.15.42:0/2043154243 shutdown_connections 2024-06-06T08:12:21.071 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:21.071+0000 7fb323e75700 1 -- 172.21.15.42:0/2043154243 wait complete. 2024-06-06T08:12:21.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:21 smithi120 ceph-mon[36658]: Updating smithi042:/etc/ceph/ceph.conf 2024-06-06T08:12:21.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:21 smithi120 ceph-mon[36658]: Updating smithi120:/etc/ceph/ceph.conf 2024-06-06T08:12:21.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:21 smithi120 ceph-mon[36658]: Updating smithi149:/etc/ceph/ceph.conf 2024-06-06T08:12:21.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:21 smithi120 ceph-mon[36658]: Updating smithi042:/var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T08:12:21.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:21 smithi120 ceph-mon[36658]: Updating smithi149:/var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T08:12:21.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:21 smithi120 ceph-mon[36658]: Updating smithi120:/var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T08:12:21.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:21 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:21.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:21 smithi120 ceph-mon[36658]: Reconfiguring mon.a (unknown last config time)... 2024-06-06T08:12:21.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:21 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-06T08:12:21.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:21 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-06T08:12:21.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:21 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:12:21.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:21 smithi120 ceph-mon[36658]: Reconfiguring daemon mon.a on smithi042 2024-06-06T08:12:21.640 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:21 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/2043154243' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:12:21.744 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:21 smithi042 ceph-mon[32384]: Updating smithi042:/etc/ceph/ceph.conf 2024-06-06T08:12:21.745 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:21 smithi042 ceph-mon[32384]: Updating smithi120:/etc/ceph/ceph.conf 2024-06-06T08:12:21.745 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:21 smithi042 ceph-mon[32384]: Updating smithi149:/etc/ceph/ceph.conf 2024-06-06T08:12:21.745 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:21 smithi042 ceph-mon[32384]: Updating smithi042:/var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T08:12:21.745 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:21 smithi042 ceph-mon[32384]: Updating smithi149:/var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T08:12:21.745 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:21 smithi042 ceph-mon[32384]: Updating smithi120:/var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T08:12:21.745 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:21 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:21.745 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:21 smithi042 ceph-mon[32384]: Reconfiguring mon.a (unknown last config time)... 2024-06-06T08:12:21.745 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:21 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-06T08:12:21.745 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:21 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-06T08:12:21.745 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:21 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:12:21.745 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:21 smithi042 ceph-mon[32384]: Reconfiguring daemon mon.a on smithi042 2024-06-06T08:12:21.745 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:21 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/2043154243' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:12:21.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:21 smithi149 ceph-mon[36842]: Updating smithi042:/etc/ceph/ceph.conf 2024-06-06T08:12:21.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:21 smithi149 ceph-mon[36842]: Updating smithi120:/etc/ceph/ceph.conf 2024-06-06T08:12:21.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:21 smithi149 ceph-mon[36842]: Updating smithi149:/etc/ceph/ceph.conf 2024-06-06T08:12:21.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:21 smithi149 ceph-mon[36842]: Updating smithi042:/var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T08:12:21.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:21 smithi149 ceph-mon[36842]: Updating smithi149:/var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T08:12:21.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:21 smithi149 ceph-mon[36842]: Updating smithi120:/var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T08:12:21.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:21 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:21.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:21 smithi149 ceph-mon[36842]: Reconfiguring mon.a (unknown last config time)... 2024-06-06T08:12:21.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:21 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-06T08:12:21.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:21 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-06T08:12:21.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:21 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:12:21.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:21 smithi149 ceph-mon[36842]: Reconfiguring daemon mon.a on smithi042 2024-06-06T08:12:21.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:21 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/2043154243' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:12:22.491 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-06-06T08:12:22.491 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-06-06T08:12:22.491 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd of=/etc/ceph/ceph.conf 2024-06-06T08:12:22.519 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-06-06T08:12:22.519 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-06-06T08:12:22.585 DEBUG:teuthology.orchestra.run.smithi120:> set -ex 2024-06-06T08:12:22.585 DEBUG:teuthology.orchestra.run.smithi120:> sudo dd of=/etc/ceph/ceph.conf 2024-06-06T08:12:22.606 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:22 smithi120 ceph-mon[36658]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:22.606 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:22 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:22.606 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:22 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:22.606 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:22 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-06T08:12:22.606 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:22 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-06T08:12:22.607 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:22 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:12:22.610 DEBUG:teuthology.orchestra.run.smithi120:> set -ex 2024-06-06T08:12:22.610 DEBUG:teuthology.orchestra.run.smithi120:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-06-06T08:12:22.673 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2024-06-06T08:12:22.674 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd of=/etc/ceph/ceph.conf 2024-06-06T08:12:22.699 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:22 smithi149 ceph-mon[36842]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:22.699 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:22 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:22.700 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:22 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:22.700 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:22 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-06T08:12:22.700 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:22 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-06T08:12:22.700 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:22 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:12:22.705 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2024-06-06T08:12:22.705 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-06-06T08:12:22.774 INFO:tasks.cephadm:Adding mgr.x on smithi042 2024-06-06T08:12:22.774 INFO:tasks.cephadm:Adding mgr.y on smithi120 2024-06-06T08:12:22.774 INFO:tasks.cephadm:Adding mgr.z on smithi149 2024-06-06T08:12:22.774 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph orch apply mgr '3;smithi042=x;smithi120=y;smithi149=z' 2024-06-06T08:12:22.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:22 smithi042 ceph-mon[32384]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:22.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:22 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:22.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:22 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:22.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:22 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-06T08:12:22.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:22 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-06T08:12:22.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:22 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:12:23.047 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.c/config 2024-06-06T08:12:23.439 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:23 smithi149 ceph-mon[36842]: Reconfiguring mon.b (monmap changed)... 2024-06-06T08:12:23.439 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:23 smithi149 ceph-mon[36842]: Reconfiguring daemon mon.b on smithi120 2024-06-06T08:12:23.596 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:23 smithi042 ceph-mon[32384]: Reconfiguring mon.b (monmap changed)... 2024-06-06T08:12:23.597 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:23 smithi042 ceph-mon[32384]: Reconfiguring daemon mon.b on smithi120 2024-06-06T08:12:23.620 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:23 smithi120 ceph-mon[36658]: Reconfiguring mon.b (monmap changed)... 2024-06-06T08:12:23.620 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:23 smithi120 ceph-mon[36658]: Reconfiguring daemon mon.b on smithi120 2024-06-06T08:12:24.428 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:24.425+0000 7f982de29700 1 -- 172.21.15.149:0/2809122244 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9828102010 msgr2=0x7f9828102430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:12:24.429 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:24.425+0000 7f982de29700 1 --2- 172.21.15.149:0/2809122244 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9828102010 0x7f9828102430 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f9818009910 tx=0x7f9818009c20 comp rx=0 tx=0).stop 2024-06-06T08:12:24.429 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:24.425+0000 7f982de29700 1 -- 172.21.15.149:0/2809122244 shutdown_connections 2024-06-06T08:12:24.429 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:24.425+0000 7f982de29700 1 --2- 172.21.15.149:0/2809122244 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9828102010 0x7f9828102430 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:12:24.429 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:24.425+0000 7f982de29700 1 -- 172.21.15.149:0/2809122244 >> 172.21.15.149:0/2809122244 conn(0x7f98280fd5b0 msgr2=0x7f98280ff9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:12:24.429 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:24.425+0000 7f982de29700 1 -- 172.21.15.149:0/2809122244 shutdown_connections 2024-06-06T08:12:24.429 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:24.425+0000 7f982de29700 1 -- 172.21.15.149:0/2809122244 wait complete. 2024-06-06T08:12:24.429 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:24.426+0000 7f982de29700 1 Processor -- start 2024-06-06T08:12:24.429 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:24.426+0000 7f982de29700 1 -- start start 2024-06-06T08:12:24.429 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:24.426+0000 7f982de29700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9828102010 0x7f9828197830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:12:24.429 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:24.426+0000 7f982de29700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9828197d70 0x7f982819cde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:12:24.429 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:24.426+0000 7f982de29700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f98281981f0 0x7f982819f370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:12:24.429 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:24.426+0000 7f982de29700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9828108050 con 0x7f9828102010 2024-06-06T08:12:24.430 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:24.426+0000 7f982de29700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f9828107ed0 con 0x7f9828197d70 2024-06-06T08:12:24.430 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:24.426+0000 7f982de29700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f98281081d0 con 0x7f98281981f0 2024-06-06T08:12:24.430 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:24.426+0000 7f9827fff700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f98281981f0 0x7f982819f370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:12:24.430 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:24.426+0000 7f9827fff700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f98281981f0 0x7f982819f370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.149:51018/0 (socket says 172.21.15.149:51018) 2024-06-06T08:12:24.430 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:24.426+0000 7f9827fff700 1 -- 172.21.15.149:0/4286460651 learned_addr learned my addr 172.21.15.149:0/4286460651 (peer_addr_for_me v2:172.21.15.149:0/0) 2024-06-06T08:12:24.430 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:24.426+0000 7f981effd700 1 --2- 172.21.15.149:0/4286460651 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9828197d70 0x7f982819cde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:12:24.430 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:24.427+0000 7f98277fe700 1 --2- 172.21.15.149:0/4286460651 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9828102010 0x7f9828197830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:12:24.430 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:24.427+0000 7f9827fff700 1 -- 172.21.15.149:0/4286460651 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9828197d70 msgr2=0x7f982819cde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:12:24.430 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:24.427+0000 7f9827fff700 1 --2- 172.21.15.149:0/4286460651 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9828197d70 0x7f982819cde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:12:24.430 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:24.427+0000 7f9827fff700 1 -- 172.21.15.149:0/4286460651 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9828102010 msgr2=0x7f9828197830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:12:24.430 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:24.427+0000 7f9827fff700 1 --2- 172.21.15.149:0/4286460651 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9828102010 0x7f9828197830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:12:24.430 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:24.427+0000 7f9827fff700 1 -- 172.21.15.149:0/4286460651 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f982819fc40 con 0x7f98281981f0 2024-06-06T08:12:24.431 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:24.427+0000 7f98277fe700 1 --2- 172.21.15.149:0/4286460651 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9828102010 0x7f9828197830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:12:24.431 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:24.427+0000 7f981effd700 1 --2- 172.21.15.149:0/4286460651 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9828197d70 0x7f982819cde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:12:24.431 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:24.427+0000 7f9827fff700 1 --2- 172.21.15.149:0/4286460651 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f98281981f0 0x7f982819f370 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f982000ba50 tx=0x7f982000bd60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:12:24.431 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:24.427+0000 7f98257fa700 1 -- 172.21.15.149:0/4286460651 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9820019070 con 0x7f98281981f0 2024-06-06T08:12:24.431 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:24.427+0000 7f98257fa700 1 -- 172.21.15.149:0/4286460651 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9820014440 con 0x7f98281981f0 2024-06-06T08:12:24.431 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:24.427+0000 7f982de29700 1 -- 172.21.15.149:0/4286460651 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f982819ff30 con 0x7f98281981f0 2024-06-06T08:12:24.431 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:24.427+0000 7f98257fa700 1 -- 172.21.15.149:0/4286460651 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98200075b0 con 0x7f98281981f0 2024-06-06T08:12:24.431 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:24.427+0000 7f982de29700 1 -- 172.21.15.149:0/4286460651 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98281a0410 con 0x7f98281981f0 2024-06-06T08:12:24.431 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:24.428+0000 7f98257fa700 1 -- 172.21.15.149:0/4286460651 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f982001c070 con 0x7f98281981f0 2024-06-06T08:12:24.431 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:24.428+0000 7f98257fa700 1 --2- 172.21.15.149:0/4286460651 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f9814039580 0x7f981403ba40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:12:24.431 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:24.428+0000 7f98257fa700 1 -- 172.21.15.149:0/4286460651 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f982004b970 con 0x7f98281981f0 2024-06-06T08:12:24.432 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:24.428+0000 7f982de29700 1 -- 172.21.15.149:0/4286460651 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9828063af0 con 0x7f98281981f0 2024-06-06T08:12:24.432 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:24.429+0000 7f98277fe700 1 --2- 172.21.15.149:0/4286460651 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f9814039580 0x7f981403ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:12:24.432 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:24.429+0000 7f98277fe700 1 --2- 172.21.15.149:0/4286460651 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f9814039580 0x7f981403ba40 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f981800b5c0 tx=0x7f981801a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:12:24.433 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:24.434+0000 7f98257fa700 1 -- 172.21.15.149:0/4286460651 <== mon.1 v2:172.21.15.149:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f982000e0a0 con 0x7f98281981f0 2024-06-06T08:12:24.632 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:24 smithi149 ceph-mon[36842]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:24.632 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:24 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:24.632 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:24 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:24.633 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:24 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-06T08:12:24.633 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:24 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-06T08:12:24.633 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:24 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:12:24.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:24 smithi120 ceph-mon[36658]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:24.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:24 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:24.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:24 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:24.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:24 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-06T08:12:24.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:24 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-06T08:12:24.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:24 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:12:24.647 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:24.647+0000 7f982de29700 1 -- 172.21.15.149:0/4286460651 --> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi042=x;smithi120=y;smithi149=z", "target": ["mon-mgr", ""]}) -- 0x7f98280628d0 con 0x7f9814039580 2024-06-06T08:12:24.653 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:24.653+0000 7f98257fa700 1 -- 172.21.15.149:0/4286460651 <== mgr.14152 v2:172.21.15.42:6800/1196215200 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f98280628d0 con 0x7f9814039580 2024-06-06T08:12:24.653 INFO:teuthology.orchestra.run.smithi149.stdout:Scheduled mgr update... 2024-06-06T08:12:24.656 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:24.656+0000 7f982de29700 1 -- 172.21.15.149:0/4286460651 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f9814039580 msgr2=0x7f981403ba40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:12:24.656 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:24.656+0000 7f982de29700 1 --2- 172.21.15.149:0/4286460651 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f9814039580 0x7f981403ba40 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f981800b5c0 tx=0x7f981801a040 comp rx=0 tx=0).stop 2024-06-06T08:12:24.656 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:24.656+0000 7f982de29700 1 -- 172.21.15.149:0/4286460651 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f98281981f0 msgr2=0x7f982819f370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:12:24.656 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:24.656+0000 7f982de29700 1 --2- 172.21.15.149:0/4286460651 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f98281981f0 0x7f982819f370 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f982000ba50 tx=0x7f982000bd60 comp rx=0 tx=0).stop 2024-06-06T08:12:24.656 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:24.657+0000 7f982de29700 1 -- 172.21.15.149:0/4286460651 shutdown_connections 2024-06-06T08:12:24.656 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:24.657+0000 7f982de29700 1 --2- 172.21.15.149:0/4286460651 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f9814039580 0x7f981403ba40 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:12:24.657 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:24.657+0000 7f982de29700 1 --2- 172.21.15.149:0/4286460651 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f98281981f0 0x7f982819f370 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:12:24.657 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:24.657+0000 7f982de29700 1 --2- 172.21.15.149:0/4286460651 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9828102010 0x7f9828197830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:12:24.657 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:24.657+0000 7f982de29700 1 --2- 172.21.15.149:0/4286460651 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9828197d70 0x7f982819cde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:12:24.657 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:24.657+0000 7f982de29700 1 -- 172.21.15.149:0/4286460651 >> 172.21.15.149:0/4286460651 conn(0x7f98280fd5b0 msgr2=0x7f98280fe240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:12:24.657 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:24.657+0000 7f982de29700 1 -- 172.21.15.149:0/4286460651 shutdown_connections 2024-06-06T08:12:24.657 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:12:24.657+0000 7f982de29700 1 -- 172.21.15.149:0/4286460651 wait complete. 2024-06-06T08:12:24.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:24 smithi042 ceph-mon[32384]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:24.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:24 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:24.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:24 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:24.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:24 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-06T08:12:24.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:24 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-06T08:12:24.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:24 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:12:25.443 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:25 smithi149 ceph-mon[36842]: Reconfiguring mon.c (monmap changed)... 2024-06-06T08:12:25.444 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:25 smithi149 ceph-mon[36842]: Reconfiguring daemon mon.c on smithi149 2024-06-06T08:12:25.444 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:25 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:25.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:25 smithi120 ceph-mon[36658]: Reconfiguring mon.c (monmap changed)... 2024-06-06T08:12:25.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:25 smithi120 ceph-mon[36658]: Reconfiguring daemon mon.c on smithi149 2024-06-06T08:12:25.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:25 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:25.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:25 smithi042 ceph-mon[32384]: Reconfiguring mon.c (monmap changed)... 2024-06-06T08:12:25.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:25 smithi042 ceph-mon[32384]: Reconfiguring daemon mon.c on smithi149 2024-06-06T08:12:25.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:25 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:26.051 DEBUG:teuthology.orchestra.run.smithi120:mgr.y> sudo journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mgr.y.service 2024-06-06T08:12:26.054 DEBUG:teuthology.orchestra.run.smithi149:mgr.z> sudo journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mgr.z.service 2024-06-06T08:12:26.056 INFO:tasks.cephadm:Deploying OSDs... 2024-06-06T08:12:26.056 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-06-06T08:12:26.056 DEBUG:teuthology.orchestra.run.smithi042:> dd if=/scratch_devs of=/dev/stdout 2024-06-06T08:12:26.073 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-06-06T08:12:26.073 DEBUG:teuthology.orchestra.run.smithi042:> stat /dev/vg_nvme/lv_1 2024-06-06T08:12:26.129 INFO:teuthology.orchestra.run.smithi042.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-06-06T08:12:26.129 INFO:teuthology.orchestra.run.smithi042.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-06-06T08:12:26.129 INFO:teuthology.orchestra.run.smithi042.stdout:Device: 5h/5d Inode: 667 Links: 1 2024-06-06T08:12:26.129 INFO:teuthology.orchestra.run.smithi042.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-06T08:12:26.130 INFO:teuthology.orchestra.run.smithi042.stdout:Context: system_u:object_r:device_t:s0 2024-06-06T08:12:26.130 INFO:teuthology.orchestra.run.smithi042.stdout:Access: 2024-06-06 08:11:31.505857617 +0000 2024-06-06T08:12:26.130 INFO:teuthology.orchestra.run.smithi042.stdout:Modify: 2024-06-06 08:06:30.499863223 +0000 2024-06-06T08:12:26.130 INFO:teuthology.orchestra.run.smithi042.stdout:Change: 2024-06-06 08:06:30.499863223 +0000 2024-06-06T08:12:26.130 INFO:teuthology.orchestra.run.smithi042.stdout: Birth: 2024-06-06 08:06:30.499863223 +0000 2024-06-06T08:12:26.130 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-06-06T08:12:26.194 INFO:teuthology.orchestra.run.smithi042.stderr:1+0 records in 2024-06-06T08:12:26.194 INFO:teuthology.orchestra.run.smithi042.stderr:1+0 records out 2024-06-06T08:12:26.195 INFO:teuthology.orchestra.run.smithi042.stderr:512 bytes copied, 0.000109347 s, 4.7 MB/s 2024-06-06T08:12:26.196 DEBUG:teuthology.orchestra.run.smithi042:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-06-06T08:12:26.252 DEBUG:teuthology.orchestra.run.smithi042:> stat /dev/vg_nvme/lv_2 2024-06-06T08:12:26.309 INFO:teuthology.orchestra.run.smithi042.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-06-06T08:12:26.309 INFO:teuthology.orchestra.run.smithi042.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-06-06T08:12:26.309 INFO:teuthology.orchestra.run.smithi042.stdout:Device: 5h/5d Inode: 686 Links: 1 2024-06-06T08:12:26.309 INFO:teuthology.orchestra.run.smithi042.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-06T08:12:26.310 INFO:teuthology.orchestra.run.smithi042.stdout:Context: system_u:object_r:device_t:s0 2024-06-06T08:12:26.310 INFO:teuthology.orchestra.run.smithi042.stdout:Access: 2024-06-06 08:11:31.546857368 +0000 2024-06-06T08:12:26.310 INFO:teuthology.orchestra.run.smithi042.stdout:Modify: 2024-06-06 08:06:30.844861702 +0000 2024-06-06T08:12:26.310 INFO:teuthology.orchestra.run.smithi042.stdout:Change: 2024-06-06 08:06:30.844861702 +0000 2024-06-06T08:12:26.310 INFO:teuthology.orchestra.run.smithi042.stdout: Birth: 2024-06-06 08:06:30.844861702 +0000 2024-06-06T08:12:26.311 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-06-06T08:12:26.373 INFO:teuthology.orchestra.run.smithi042.stderr:1+0 records in 2024-06-06T08:12:26.373 INFO:teuthology.orchestra.run.smithi042.stderr:1+0 records out 2024-06-06T08:12:26.373 INFO:teuthology.orchestra.run.smithi042.stderr:512 bytes copied, 0.000108321 s, 4.7 MB/s 2024-06-06T08:12:26.374 DEBUG:teuthology.orchestra.run.smithi042:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-06-06T08:12:26.432 DEBUG:teuthology.orchestra.run.smithi042:> stat /dev/vg_nvme/lv_3 2024-06-06T08:12:26.488 INFO:teuthology.orchestra.run.smithi042.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-06-06T08:12:26.488 INFO:teuthology.orchestra.run.smithi042.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-06-06T08:12:26.488 INFO:teuthology.orchestra.run.smithi042.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-06-06T08:12:26.488 INFO:teuthology.orchestra.run.smithi042.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-06T08:12:26.488 INFO:teuthology.orchestra.run.smithi042.stdout:Context: system_u:object_r:device_t:s0 2024-06-06T08:12:26.488 INFO:teuthology.orchestra.run.smithi042.stdout:Access: 2024-06-06 08:11:31.582857149 +0000 2024-06-06T08:12:26.488 INFO:teuthology.orchestra.run.smithi042.stdout:Modify: 2024-06-06 08:06:31.170860266 +0000 2024-06-06T08:12:26.488 INFO:teuthology.orchestra.run.smithi042.stdout:Change: 2024-06-06 08:06:31.170860266 +0000 2024-06-06T08:12:26.488 INFO:teuthology.orchestra.run.smithi042.stdout: Birth: 2024-06-06 08:06:31.170860266 +0000 2024-06-06T08:12:26.489 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-06-06T08:12:26.550 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:26 smithi042 ceph-mon[32384]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:26.550 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:26 smithi042 ceph-mon[32384]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi042=x;smithi120=y;smithi149=z", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:12:26.550 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:26 smithi042 ceph-mon[32384]: Saving service mgr spec with placement smithi042=x;smithi120=y;smithi149=z;count:3 2024-06-06T08:12:26.550 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:26 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:26.550 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:26 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:26.550 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:26 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:12:26.550 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:26 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:12:26.550 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:26 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:12:26.551 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:26 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:26.551 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:26 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-06T08:12:26.551 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:26 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-06-06T08:12:26.551 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:26 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-06-06T08:12:26.551 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:26 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:12:26.552 INFO:teuthology.orchestra.run.smithi042.stderr:1+0 records in 2024-06-06T08:12:26.552 INFO:teuthology.orchestra.run.smithi042.stderr:1+0 records out 2024-06-06T08:12:26.552 INFO:teuthology.orchestra.run.smithi042.stderr:512 bytes copied, 0.000102268 s, 5.0 MB/s 2024-06-06T08:12:26.554 DEBUG:teuthology.orchestra.run.smithi042:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-06-06T08:12:26.610 DEBUG:teuthology.orchestra.run.smithi042:> stat /dev/vg_nvme/lv_4 2024-06-06T08:12:26.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:26 smithi120 ceph-mon[36658]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:26.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:26 smithi120 ceph-mon[36658]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi042=x;smithi120=y;smithi149=z", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:12:26.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:26 smithi120 ceph-mon[36658]: Saving service mgr spec with placement smithi042=x;smithi120=y;smithi149=z;count:3 2024-06-06T08:12:26.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:26 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:26.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:26 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:26.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:26 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:12:26.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:26 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:12:26.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:26 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:12:26.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:26 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:26.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:26 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-06T08:12:26.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:26 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-06-06T08:12:26.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:26 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-06-06T08:12:26.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:26 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:12:26.666 INFO:teuthology.orchestra.run.smithi042.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-06-06T08:12:26.667 INFO:teuthology.orchestra.run.smithi042.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-06-06T08:12:26.667 INFO:teuthology.orchestra.run.smithi042.stdout:Device: 5h/5d Inode: 725 Links: 1 2024-06-06T08:12:26.667 INFO:teuthology.orchestra.run.smithi042.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-06T08:12:26.667 INFO:teuthology.orchestra.run.smithi042.stdout:Context: system_u:object_r:device_t:s0 2024-06-06T08:12:26.667 INFO:teuthology.orchestra.run.smithi042.stdout:Access: 2024-06-06 08:11:31.617856937 +0000 2024-06-06T08:12:26.667 INFO:teuthology.orchestra.run.smithi042.stdout:Modify: 2024-06-06 08:06:31.507858780 +0000 2024-06-06T08:12:26.667 INFO:teuthology.orchestra.run.smithi042.stdout:Change: 2024-06-06 08:06:31.507858780 +0000 2024-06-06T08:12:26.667 INFO:teuthology.orchestra.run.smithi042.stdout: Birth: 2024-06-06 08:06:31.507858780 +0000 2024-06-06T08:12:26.667 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-06-06T08:12:26.731 INFO:teuthology.orchestra.run.smithi042.stderr:1+0 records in 2024-06-06T08:12:26.731 INFO:teuthology.orchestra.run.smithi042.stderr:1+0 records out 2024-06-06T08:12:26.731 INFO:teuthology.orchestra.run.smithi042.stderr:512 bytes copied, 0.000105753 s, 4.8 MB/s 2024-06-06T08:12:26.732 DEBUG:teuthology.orchestra.run.smithi042:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-06-06T08:12:26.781 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:26 smithi149 ceph-mon[36842]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:26.781 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:26 smithi149 ceph-mon[36842]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi042=x;smithi120=y;smithi149=z", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:12:26.781 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:26 smithi149 ceph-mon[36842]: Saving service mgr spec with placement smithi042=x;smithi120=y;smithi149=z;count:3 2024-06-06T08:12:26.781 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:26 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:26.781 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:26 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:26.781 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:26 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:12:26.782 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:26 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:12:26.782 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:26 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:12:26.782 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:26 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:26.782 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:26 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-06T08:12:26.782 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:26 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-06-06T08:12:26.782 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:26 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-06-06T08:12:26.782 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:26 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:12:26.788 DEBUG:teuthology.orchestra.run.smithi120:> set -ex 2024-06-06T08:12:26.788 DEBUG:teuthology.orchestra.run.smithi120:> dd if=/scratch_devs of=/dev/stdout 2024-06-06T08:12:26.807 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-06-06T08:12:26.807 DEBUG:teuthology.orchestra.run.smithi120:> stat /dev/vg_nvme/lv_1 2024-06-06T08:12:26.865 INFO:teuthology.orchestra.run.smithi120.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-06-06T08:12:26.865 INFO:teuthology.orchestra.run.smithi120.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-06-06T08:12:26.865 INFO:teuthology.orchestra.run.smithi120.stdout:Device: 5h/5d Inode: 664 Links: 1 2024-06-06T08:12:26.865 INFO:teuthology.orchestra.run.smithi120.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-06T08:12:26.865 INFO:teuthology.orchestra.run.smithi120.stdout:Context: system_u:object_r:device_t:s0 2024-06-06T08:12:26.866 INFO:teuthology.orchestra.run.smithi120.stdout:Access: 2024-06-06 08:12:12.349301679 +0000 2024-06-06T08:12:26.866 INFO:teuthology.orchestra.run.smithi120.stdout:Modify: 2024-06-06 08:06:39.311008109 +0000 2024-06-06T08:12:26.866 INFO:teuthology.orchestra.run.smithi120.stdout:Change: 2024-06-06 08:06:39.311008109 +0000 2024-06-06T08:12:26.866 INFO:teuthology.orchestra.run.smithi120.stdout: Birth: 2024-06-06 08:06:39.311008109 +0000 2024-06-06T08:12:26.866 DEBUG:teuthology.orchestra.run.smithi120:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-06-06T08:12:26.933 INFO:teuthology.orchestra.run.smithi120.stderr:1+0 records in 2024-06-06T08:12:26.933 INFO:teuthology.orchestra.run.smithi120.stderr:1+0 records out 2024-06-06T08:12:26.933 INFO:teuthology.orchestra.run.smithi120.stderr:512 bytes copied, 0.000264252 s, 1.9 MB/s 2024-06-06T08:12:26.934 DEBUG:teuthology.orchestra.run.smithi120:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-06-06T08:12:26.992 DEBUG:teuthology.orchestra.run.smithi120:> stat /dev/vg_nvme/lv_2 2024-06-06T08:12:27.048 INFO:teuthology.orchestra.run.smithi120.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-06-06T08:12:27.048 INFO:teuthology.orchestra.run.smithi120.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-06-06T08:12:27.049 INFO:teuthology.orchestra.run.smithi120.stdout:Device: 5h/5d Inode: 683 Links: 1 2024-06-06T08:12:27.049 INFO:teuthology.orchestra.run.smithi120.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-06T08:12:27.049 INFO:teuthology.orchestra.run.smithi120.stdout:Context: system_u:object_r:device_t:s0 2024-06-06T08:12:27.049 INFO:teuthology.orchestra.run.smithi120.stdout:Access: 2024-06-06 08:12:12.349301679 +0000 2024-06-06T08:12:27.049 INFO:teuthology.orchestra.run.smithi120.stdout:Modify: 2024-06-06 08:06:39.649000371 +0000 2024-06-06T08:12:27.049 INFO:teuthology.orchestra.run.smithi120.stdout:Change: 2024-06-06 08:06:39.649000371 +0000 2024-06-06T08:12:27.049 INFO:teuthology.orchestra.run.smithi120.stdout: Birth: 2024-06-06 08:06:39.649000371 +0000 2024-06-06T08:12:27.049 DEBUG:teuthology.orchestra.run.smithi120:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-06-06T08:12:27.114 INFO:teuthology.orchestra.run.smithi120.stderr:1+0 records in 2024-06-06T08:12:27.114 INFO:teuthology.orchestra.run.smithi120.stderr:1+0 records out 2024-06-06T08:12:27.114 INFO:teuthology.orchestra.run.smithi120.stderr:512 bytes copied, 0.000295215 s, 1.7 MB/s 2024-06-06T08:12:27.115 DEBUG:teuthology.orchestra.run.smithi120:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-06-06T08:12:27.173 DEBUG:teuthology.orchestra.run.smithi120:> stat /dev/vg_nvme/lv_3 2024-06-06T08:12:27.229 INFO:teuthology.orchestra.run.smithi120.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-06-06T08:12:27.229 INFO:teuthology.orchestra.run.smithi120.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-06-06T08:12:27.230 INFO:teuthology.orchestra.run.smithi120.stdout:Device: 5h/5d Inode: 702 Links: 1 2024-06-06T08:12:27.230 INFO:teuthology.orchestra.run.smithi120.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-06T08:12:27.230 INFO:teuthology.orchestra.run.smithi120.stdout:Context: system_u:object_r:device_t:s0 2024-06-06T08:12:27.230 INFO:teuthology.orchestra.run.smithi120.stdout:Access: 2024-06-06 08:12:12.350301656 +0000 2024-06-06T08:12:27.230 INFO:teuthology.orchestra.run.smithi120.stdout:Modify: 2024-06-06 08:06:39.992992496 +0000 2024-06-06T08:12:27.230 INFO:teuthology.orchestra.run.smithi120.stdout:Change: 2024-06-06 08:06:39.992992496 +0000 2024-06-06T08:12:27.230 INFO:teuthology.orchestra.run.smithi120.stdout: Birth: 2024-06-06 08:06:39.992992496 +0000 2024-06-06T08:12:27.230 DEBUG:teuthology.orchestra.run.smithi120:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-06-06T08:12:27.293 INFO:teuthology.orchestra.run.smithi120.stderr:1+0 records in 2024-06-06T08:12:27.294 INFO:teuthology.orchestra.run.smithi120.stderr:1+0 records out 2024-06-06T08:12:27.294 INFO:teuthology.orchestra.run.smithi120.stderr:512 bytes copied, 0.000201253 s, 2.5 MB/s 2024-06-06T08:12:27.295 DEBUG:teuthology.orchestra.run.smithi120:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-06-06T08:12:27.353 DEBUG:teuthology.orchestra.run.smithi120:> stat /dev/vg_nvme/lv_4 2024-06-06T08:12:27.409 INFO:teuthology.orchestra.run.smithi120.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-06-06T08:12:27.410 INFO:teuthology.orchestra.run.smithi120.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-06-06T08:12:27.410 INFO:teuthology.orchestra.run.smithi120.stdout:Device: 5h/5d Inode: 722 Links: 1 2024-06-06T08:12:27.410 INFO:teuthology.orchestra.run.smithi120.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-06T08:12:27.410 INFO:teuthology.orchestra.run.smithi120.stdout:Context: system_u:object_r:device_t:s0 2024-06-06T08:12:27.410 INFO:teuthology.orchestra.run.smithi120.stdout:Access: 2024-06-06 08:12:12.350301656 +0000 2024-06-06T08:12:27.410 INFO:teuthology.orchestra.run.smithi120.stdout:Modify: 2024-06-06 08:06:40.328984804 +0000 2024-06-06T08:12:27.410 INFO:teuthology.orchestra.run.smithi120.stdout:Change: 2024-06-06 08:06:40.328984804 +0000 2024-06-06T08:12:27.410 INFO:teuthology.orchestra.run.smithi120.stdout: Birth: 2024-06-06 08:06:40.328984804 +0000 2024-06-06T08:12:27.410 DEBUG:teuthology.orchestra.run.smithi120:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-06-06T08:12:27.473 INFO:teuthology.orchestra.run.smithi120.stderr:1+0 records in 2024-06-06T08:12:27.473 INFO:teuthology.orchestra.run.smithi120.stderr:1+0 records out 2024-06-06T08:12:27.473 INFO:teuthology.orchestra.run.smithi120.stderr:512 bytes copied, 0.00023903 s, 2.1 MB/s 2024-06-06T08:12:27.475 DEBUG:teuthology.orchestra.run.smithi120:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-06-06T08:12:27.531 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2024-06-06T08:12:27.531 DEBUG:teuthology.orchestra.run.smithi149:> dd if=/scratch_devs of=/dev/stdout 2024-06-06T08:12:27.547 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-06-06T08:12:27.547 DEBUG:teuthology.orchestra.run.smithi149:> stat /dev/vg_nvme/lv_1 2024-06-06T08:12:27.602 INFO:teuthology.orchestra.run.smithi149.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-06-06T08:12:27.602 INFO:teuthology.orchestra.run.smithi149.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-06-06T08:12:27.602 INFO:teuthology.orchestra.run.smithi149.stdout:Device: 5h/5d Inode: 667 Links: 1 2024-06-06T08:12:27.602 INFO:teuthology.orchestra.run.smithi149.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-06T08:12:27.603 INFO:teuthology.orchestra.run.smithi149.stdout:Context: system_u:object_r:device_t:s0 2024-06-06T08:12:27.603 INFO:teuthology.orchestra.run.smithi149.stdout:Access: 2024-06-06 08:12:02.573006791 +0000 2024-06-06T08:12:27.603 INFO:teuthology.orchestra.run.smithi149.stdout:Modify: 2024-06-06 08:06:39.118668093 +0000 2024-06-06T08:12:27.603 INFO:teuthology.orchestra.run.smithi149.stdout:Change: 2024-06-06 08:06:39.118668093 +0000 2024-06-06T08:12:27.603 INFO:teuthology.orchestra.run.smithi149.stdout: Birth: 2024-06-06 08:06:39.118668093 +0000 2024-06-06T08:12:27.603 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-06-06T08:12:27.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:27 smithi120 ceph-mon[36658]: Deploying daemon mgr.z on smithi149 2024-06-06T08:12:27.664 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:27 smithi149 ceph-mon[36842]: Deploying daemon mgr.z on smithi149 2024-06-06T08:12:27.754 INFO:teuthology.orchestra.run.smithi149.stderr:1+0 records in 2024-06-06T08:12:27.754 INFO:teuthology.orchestra.run.smithi149.stderr:1+0 records out 2024-06-06T08:12:27.755 INFO:teuthology.orchestra.run.smithi149.stderr:512 bytes copied, 0.000254685 s, 2.0 MB/s 2024-06-06T08:12:27.755 DEBUG:teuthology.orchestra.run.smithi149:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-06-06T08:12:27.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:27 smithi042 ceph-mon[32384]: Deploying daemon mgr.z on smithi149 2024-06-06T08:12:27.818 DEBUG:teuthology.orchestra.run.smithi149:> stat /dev/vg_nvme/lv_2 2024-06-06T08:12:27.873 INFO:teuthology.orchestra.run.smithi149.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-06-06T08:12:27.874 INFO:teuthology.orchestra.run.smithi149.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-06-06T08:12:27.874 INFO:teuthology.orchestra.run.smithi149.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-06-06T08:12:27.874 INFO:teuthology.orchestra.run.smithi149.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-06T08:12:27.874 INFO:teuthology.orchestra.run.smithi149.stdout:Context: system_u:object_r:device_t:s0 2024-06-06T08:12:27.874 INFO:teuthology.orchestra.run.smithi149.stdout:Access: 2024-06-06 08:12:27.707509023 +0000 2024-06-06T08:12:27.874 INFO:teuthology.orchestra.run.smithi149.stdout:Modify: 2024-06-06 08:06:39.444661473 +0000 2024-06-06T08:12:27.874 INFO:teuthology.orchestra.run.smithi149.stdout:Change: 2024-06-06 08:06:39.444661473 +0000 2024-06-06T08:12:27.874 INFO:teuthology.orchestra.run.smithi149.stdout: Birth: 2024-06-06 08:06:39.444661473 +0000 2024-06-06T08:12:27.874 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-06-06T08:12:27.950 INFO:teuthology.orchestra.run.smithi149.stderr:1+0 records in 2024-06-06T08:12:27.951 INFO:teuthology.orchestra.run.smithi149.stderr:1+0 records out 2024-06-06T08:12:27.951 INFO:teuthology.orchestra.run.smithi149.stderr:512 bytes copied, 0.000198789 s, 2.6 MB/s 2024-06-06T08:12:27.952 DEBUG:teuthology.orchestra.run.smithi149:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-06-06T08:12:28.008 DEBUG:teuthology.orchestra.run.smithi149:> stat /dev/vg_nvme/lv_3 2024-06-06T08:12:28.063 INFO:teuthology.orchestra.run.smithi149.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-06-06T08:12:28.064 INFO:teuthology.orchestra.run.smithi149.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-06-06T08:12:28.064 INFO:teuthology.orchestra.run.smithi149.stdout:Device: 5h/5d Inode: 702 Links: 1 2024-06-06T08:12:28.064 INFO:teuthology.orchestra.run.smithi149.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-06T08:12:28.064 INFO:teuthology.orchestra.run.smithi149.stdout:Context: system_u:object_r:device_t:s0 2024-06-06T08:12:28.064 INFO:teuthology.orchestra.run.smithi149.stdout:Access: 2024-06-06 08:12:27.884505518 +0000 2024-06-06T08:12:28.064 INFO:teuthology.orchestra.run.smithi149.stdout:Modify: 2024-06-06 08:06:39.773654792 +0000 2024-06-06T08:12:28.064 INFO:teuthology.orchestra.run.smithi149.stdout:Change: 2024-06-06 08:06:39.773654792 +0000 2024-06-06T08:12:28.064 INFO:teuthology.orchestra.run.smithi149.stdout: Birth: 2024-06-06 08:06:39.773654792 +0000 2024-06-06T08:12:28.064 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-06-06T08:12:28.127 INFO:teuthology.orchestra.run.smithi149.stderr:1+0 records in 2024-06-06T08:12:28.127 INFO:teuthology.orchestra.run.smithi149.stderr:1+0 records out 2024-06-06T08:12:28.127 INFO:teuthology.orchestra.run.smithi149.stderr:512 bytes copied, 0.000193017 s, 2.7 MB/s 2024-06-06T08:12:28.128 DEBUG:teuthology.orchestra.run.smithi149:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-06-06T08:12:28.184 DEBUG:teuthology.orchestra.run.smithi149:> stat /dev/vg_nvme/lv_4 2024-06-06T08:12:28.238 INFO:teuthology.orchestra.run.smithi149.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-06-06T08:12:28.239 INFO:teuthology.orchestra.run.smithi149.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-06-06T08:12:28.239 INFO:teuthology.orchestra.run.smithi149.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-06-06T08:12:28.239 INFO:teuthology.orchestra.run.smithi149.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-06T08:12:28.239 INFO:teuthology.orchestra.run.smithi149.stdout:Context: system_u:object_r:device_t:s0 2024-06-06T08:12:28.239 INFO:teuthology.orchestra.run.smithi149.stdout:Access: 2024-06-06 08:12:27.884505518 +0000 2024-06-06T08:12:28.239 INFO:teuthology.orchestra.run.smithi149.stdout:Modify: 2024-06-06 08:06:40.088648396 +0000 2024-06-06T08:12:28.239 INFO:teuthology.orchestra.run.smithi149.stdout:Change: 2024-06-06 08:06:40.088648396 +0000 2024-06-06T08:12:28.239 INFO:teuthology.orchestra.run.smithi149.stdout: Birth: 2024-06-06 08:06:40.088648396 +0000 2024-06-06T08:12:28.239 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-06-06T08:12:28.322 INFO:teuthology.orchestra.run.smithi149.stderr:1+0 records in 2024-06-06T08:12:28.322 INFO:teuthology.orchestra.run.smithi149.stderr:1+0 records out 2024-06-06T08:12:28.322 INFO:teuthology.orchestra.run.smithi149.stderr:512 bytes copied, 0.0191717 s, 26.7 kB/s 2024-06-06T08:12:28.323 DEBUG:teuthology.orchestra.run.smithi149:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-06-06T08:12:28.380 INFO:tasks.cephadm:Deploying osd.0 on smithi042 with /dev/vg_nvme/lv_4... 2024-06-06T08:12:28.380 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-06-06T08:12:28.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:28 smithi149 ceph-mon[36842]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:28.538 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:12:28 smithi149 systemd[1]: Started Ceph mgr.z for 103bdc14-23dc-11ef-bc9b-c7b262605968. 2024-06-06T08:12:28.636 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:12:28.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:28 smithi120 ceph-mon[36658]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:28.757 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:28 smithi042 ceph-mon[32384]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:28.825 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:12:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-z[38638]: 2024-06-06T08:12:28.539+0000 7fecbdd29200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-06-06T08:12:28.826 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:12:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-z[38638]: 2024-06-06T08:12:28.724+0000 7fecbdd29200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-06-06T08:12:28.826 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:12:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-z[38638]: 2024-06-06T08:12:28.826+0000 7fecbdd29200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-06-06T08:12:29.524 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:12:29 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-z[38638]: 2024-06-06T08:12:29.137+0000 7fecbdd29200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-06-06T08:12:29.524 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:12:29 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-z[38638]: 2024-06-06T08:12:29.222+0000 7fecbdd29200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-06-06T08:12:29.646 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:29 smithi042 ceph-mon[32384]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:29.646 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:29 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:29.646 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:29 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:29.646 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:29 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:29.646 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:29 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-06T08:12:29.646 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:29 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-06-06T08:12:29.646 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:29 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-06-06T08:12:29.646 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:29 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:12:29.646 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:29 smithi042 ceph-mon[32384]: Deploying daemon mgr.y on smithi120 2024-06-06T08:12:29.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:29 smithi149 ceph-mon[36842]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:29.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:29 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:29.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:29 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:29.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:29 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:29.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:29 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-06T08:12:29.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:29 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-06-06T08:12:29.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:29 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-06-06T08:12:29.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:29 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:12:29.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:29 smithi149 ceph-mon[36842]: Deploying daemon mgr.y on smithi120 2024-06-06T08:12:29.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:29 smithi120 ceph-mon[36658]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:29.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:29 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:29.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:29 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:29.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:29 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:29.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:29 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-06T08:12:29.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:29 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-06-06T08:12:29.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:29 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-06-06T08:12:29.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:29 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:12:29.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:29 smithi120 ceph-mon[36658]: Deploying daemon mgr.y on smithi120 2024-06-06T08:12:30.526 INFO:teuthology.orchestra.run.smithi042.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-06-06T08:12:30.526 INFO:teuthology.orchestra.run.smithi042.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-06-06T08:12:30.526 INFO:teuthology.orchestra.run.smithi042.stderr: stderr: 10+0 records in 2024-06-06T08:12:30.526 INFO:teuthology.orchestra.run.smithi042.stderr:10+0 records out 2024-06-06T08:12:30.526 INFO:teuthology.orchestra.run.smithi042.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00831421 s, 1.3 GB/s 2024-06-06T08:12:30.526 INFO:teuthology.orchestra.run.smithi042.stderr:--> Zapping successful for: 2024-06-06T08:12:30.611 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:12:30 smithi120 systemd[1]: Starting Ceph mgr.y for 103bdc14-23dc-11ef-bc9b-c7b262605968... 2024-06-06T08:12:30.781 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:12:30 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-z[38638]: 2024-06-06T08:12:30.482+0000 7fecbdd29200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-06-06T08:12:30.781 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:12:30 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-z[38638]: 2024-06-06T08:12:30.655+0000 7fecbdd29200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-06-06T08:12:30.889 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:12:30 smithi120 podman[38017]: 2024-06-06 08:12:30.612581753 +0000 UTC m=+0.105941778 container create 9c46ca54c22d46bb1e796961df0d8e68f8a558b988f044e8379974c502217a4d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-06-06T08:12:30.889 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:12:30 smithi120 podman[38017]: 2024-06-06 08:12:30.523439612 +0000 UTC m=+0.016799669 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-06T08:12:30.889 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:12:30 smithi120 podman[38017]: 2024-06-06 08:12:30.822945519 +0000 UTC m=+0.316305558 container init 9c46ca54c22d46bb1e796961df0d8e68f8a558b988f044e8379974c502217a4d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240528, RELEASE=squid-3d89acc, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.license=GPLv2) 2024-06-06T08:12:30.889 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:12:30 smithi120 podman[38017]: 2024-06-06 08:12:30.825365665 +0000 UTC m=+0.318725692 container start 9c46ca54c22d46bb1e796961df0d8e68f8a558b988f044e8379974c502217a4d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240528, RELEASE=squid-3d89acc, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-06-06T08:12:30.889 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:12:30 smithi120 ceph-mgr[38036]: -- 172.21.15.120:0/1990696280 <== mon.2 v2:172.21.15.120:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56049e20e5a0 con 0x56049e1e3000 2024-06-06T08:12:31.038 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:12:30 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-z[38638]: 2024-06-06T08:12:30.835+0000 7fecbdd29200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-06-06T08:12:31.173 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:12:30 smithi120 bash[38017]: 9c46ca54c22d46bb1e796961df0d8e68f8a558b988f044e8379974c502217a4d 2024-06-06T08:12:31.173 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:12:30 smithi120 systemd[1]: Started Ceph mgr.y for 103bdc14-23dc-11ef-bc9b-c7b262605968. 2024-06-06T08:12:31.174 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:12:30 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y[38032]: 2024-06-06T08:12:30.984+0000 7f29f3819200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-06-06T08:12:31.174 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:12:31 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y[38032]: 2024-06-06T08:12:31.173+0000 7f29f3819200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-06-06T08:12:31.261 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph orch daemon add osd smithi042:vg_nvme/lv_4 2024-06-06T08:12:31.438 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:12:31 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-z[38638]: 2024-06-06T08:12:31.123+0000 7fecbdd29200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-06-06T08:12:31.438 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:12:31 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-z[38638]: 2024-06-06T08:12:31.219+0000 7fecbdd29200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-06-06T08:12:31.438 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:12:31 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-z[38638]: 2024-06-06T08:12:31.438+0000 7fecbdd29200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-06-06T08:12:31.504 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:12:31.531 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:12:31 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y[38032]: 2024-06-06T08:12:31.283+0000 7f29f3819200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-06-06T08:12:31.788 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:12:31 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-z[38638]: 2024-06-06T08:12:31.640+0000 7fecbdd29200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-06-06T08:12:31.888 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:12:31 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y[38032]: 2024-06-06T08:12:31.615+0000 7f29f3819200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-06-06T08:12:31.889 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:12:31 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y[38032]: 2024-06-06T08:12:31.713+0000 7f29f3819200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-06-06T08:12:32.266 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:31 smithi042 ceph-mon[32384]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:32.267 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:31 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:32.267 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:31 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:32.267 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:31 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:32.267 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:31 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:32.267 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:31 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:12:32.287 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:31 smithi149 ceph-mon[36842]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:32.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:31 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:32.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:31 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:32.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:31 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:32.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:31 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:32.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:31 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:12:32.370 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:31 smithi120 ceph-mon[36658]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:32.370 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:31 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:32.370 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:31 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:32.370 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:31 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:32.370 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:31 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:32.370 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:31 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:12:32.725 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:12:32 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-z[38638]: 2024-06-06T08:12:32.289+0000 7fecbdd29200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-06-06T08:12:33.021 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:12:32 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-z[38638]: 2024-06-06T08:12:32.726+0000 7fecbdd29200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-06-06T08:12:33.022 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:12:32 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-z[38638]: 2024-06-06T08:12:32.823+0000 7fecbdd29200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-06-06T08:12:33.022 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:12:33 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-z[38638]: 2024-06-06T08:12:33.022+0000 7fecbdd29200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-06-06T08:12:33.135 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:33.135+0000 7fe8988d2700 1 -- 172.21.15.42:0/2699911796 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe894102f60 msgr2=0x7fe894109810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:12:33.135 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:33.135+0000 7fe8988d2700 1 --2- 172.21.15.42:0/2699911796 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe894102f60 0x7fe894109810 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fe88c00b0d0 tx=0x7fe88c00b3e0 comp rx=0 tx=0).stop 2024-06-06T08:12:33.135 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:33.135+0000 7fe8988d2700 1 -- 172.21.15.42:0/2699911796 shutdown_connections 2024-06-06T08:12:33.135 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:33.135+0000 7fe8988d2700 1 --2- 172.21.15.42:0/2699911796 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe894102f60 0x7fe894109810 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:12:33.135 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:33.135+0000 7fe8988d2700 1 --2- 172.21.15.42:0/2699911796 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe8941013c0 0x7fe8941017e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:12:33.136 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:33.135+0000 7fe8988d2700 1 --2- 172.21.15.42:0/2699911796 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe8941025c0 0x7fe894102a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:12:33.136 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:33.135+0000 7fe8988d2700 1 -- 172.21.15.42:0/2699911796 >> 172.21.15.42:0/2699911796 conn(0x7fe8940fc980 msgr2=0x7fe8940feda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:12:33.136 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:33.135+0000 7fe8988d2700 1 -- 172.21.15.42:0/2699911796 shutdown_connections 2024-06-06T08:12:33.136 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:33.135+0000 7fe8988d2700 1 -- 172.21.15.42:0/2699911796 wait complete. 2024-06-06T08:12:33.137 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:33.136+0000 7fe8988d2700 1 Processor -- start 2024-06-06T08:12:33.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:33.136+0000 7fe8988d2700 1 -- start start 2024-06-06T08:12:33.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:33.136+0000 7fe8988d2700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe8941013c0 0x7fe8941986c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:12:33.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:33.137+0000 7fe8988d2700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe8941025c0 0x7fe894198c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:12:33.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:33.137+0000 7fe8988d2700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe894102f60 0x7fe89419fc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:12:33.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:33.137+0000 7fe8988d2700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe89410cfe0 con 0x7fe8941013c0 2024-06-06T08:12:33.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:33.137+0000 7fe8988d2700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fe89410ce60 con 0x7fe8941025c0 2024-06-06T08:12:33.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:33.137+0000 7fe8988d2700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fe89410d160 con 0x7fe894102f60 2024-06-06T08:12:33.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:33.137+0000 7fe89259c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe8941013c0 0x7fe8941986c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:12:33.139 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:33.137+0000 7fe89259c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe8941013c0 0x7fe8941986c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:42962/0 (socket says 172.21.15.42:42962) 2024-06-06T08:12:33.139 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:33.137+0000 7fe89259c700 1 -- 172.21.15.42:0/2106936785 learned_addr learned my addr 172.21.15.42:0/2106936785 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:12:33.139 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:33.137+0000 7fe892d9d700 1 --2- 172.21.15.42:0/2106936785 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe894102f60 0x7fe89419fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:12:33.139 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:33.137+0000 7fe891d9b700 1 --2- 172.21.15.42:0/2106936785 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe8941025c0 0x7fe894198c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:12:33.139 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:33.137+0000 7fe89259c700 1 -- 172.21.15.42:0/2106936785 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe894102f60 msgr2=0x7fe89419fc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:12:33.139 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:33.137+0000 7fe89259c700 1 --2- 172.21.15.42:0/2106936785 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe894102f60 0x7fe89419fc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:12:33.139 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:33.137+0000 7fe89259c700 1 -- 172.21.15.42:0/2106936785 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe8941025c0 msgr2=0x7fe894198c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:12:33.139 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:33.137+0000 7fe89259c700 1 --2- 172.21.15.42:0/2106936785 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe8941025c0 0x7fe894198c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:12:33.139 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:33.137+0000 7fe89259c700 1 -- 172.21.15.42:0/2106936785 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8941a0320 con 0x7fe8941013c0 2024-06-06T08:12:33.139 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:33.137+0000 7fe89259c700 1 --2- 172.21.15.42:0/2106936785 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe8941013c0 0x7fe8941986c0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fe88400e9a0 tx=0x7fe88400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:12:33.140 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:33.137+0000 7fe8837fe700 1 -- 172.21.15.42:0/2106936785 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe884004220 con 0x7fe8941013c0 2024-06-06T08:12:33.140 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:33.138+0000 7fe8988d2700 1 -- 172.21.15.42:0/2106936785 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe894103840 con 0x7fe8941013c0 2024-06-06T08:12:33.140 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:33.138+0000 7fe8837fe700 1 -- 172.21.15.42:0/2106936785 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe8840043c0 con 0x7fe8941013c0 2024-06-06T08:12:33.140 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:33.138+0000 7fe8988d2700 1 -- 172.21.15.42:0/2106936785 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe894103dd0 con 0x7fe8941013c0 2024-06-06T08:12:33.140 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:33.138+0000 7fe8837fe700 1 -- 172.21.15.42:0/2106936785 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe884003df0 con 0x7fe8941013c0 2024-06-06T08:12:33.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:33.139+0000 7fe8837fe700 1 -- 172.21.15.42:0/2106936785 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fe884018430 con 0x7fe8941013c0 2024-06-06T08:12:33.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:33.139+0000 7fe8988d2700 1 -- 172.21.15.42:0/2106936785 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe874005330 con 0x7fe8941013c0 2024-06-06T08:12:33.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:33.139+0000 7fe8837fe700 1 --2- 172.21.15.42:0/2106936785 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fe87c039330 0x7fe87c03b7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:12:33.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:33.139+0000 7fe8837fe700 1 -- 172.21.15.42:0/2106936785 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fe88404c850 con 0x7fe8941013c0 2024-06-06T08:12:33.142 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:33.139+0000 7fe891d9b700 1 --2- 172.21.15.42:0/2106936785 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fe87c039330 0x7fe87c03b7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:12:33.142 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:33.140+0000 7fe891d9b700 1 --2- 172.21.15.42:0/2106936785 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fe87c039330 0x7fe87c03b7f0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fe888004090 tx=0x7fe88800f7a0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:12:33.144 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:33.145+0000 7fe8837fe700 1 -- 172.21.15.42:0/2106936785 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fe88400ce10 con 0x7fe8941013c0 2024-06-06T08:12:33.316 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:12:32 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y[38032]: 2024-06-06T08:12:32.984+0000 7f29f3819200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-06-06T08:12:33.316 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:12:33 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y[38032]: 2024-06-06T08:12:33.149+0000 7f29f3819200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-06-06T08:12:33.316 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:12:33 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y[38032]: 2024-06-06T08:12:33.316+0000 7f29f3819200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-06-06T08:12:33.364 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:33.365+0000 7fe8988d2700 1 -- 172.21.15.42:0/2106936785 --> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7fe874000bc0 con 0x7fe87c039330 2024-06-06T08:12:33.601 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:33 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:33.602 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:33 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:33.602 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:33 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:33.602 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:33 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:33.602 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:33 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:12:33.602 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:33 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:12:33.602 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:33 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:33.602 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:33 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-06T08:12:33.602 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:33 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-06-06T08:12:33.602 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:33 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:12:33.602 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:33 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T08:12:33.602 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:33 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T08:12:33.602 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:33 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:12:33.666 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:33 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:33.666 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:33 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:33.666 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:33 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:33.666 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:33 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:33.666 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:33 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:12:33.666 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:33 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:12:33.667 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:33 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:33.667 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:33 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-06T08:12:33.667 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:33 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-06-06T08:12:33.667 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:33 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:12:33.667 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:33 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T08:12:33.667 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:33 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T08:12:33.667 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:33 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:12:33.788 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:12:33 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-z[38638]: 2024-06-06T08:12:33.555+0000 7fecbdd29200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-06-06T08:12:33.788 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:12:33 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-z[38638]: 2024-06-06T08:12:33.647+0000 7fecbdd29200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-06-06T08:12:33.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:33 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:33.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:33 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:33.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:33 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:33.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:33 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:33.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:33 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:12:33.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:33 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:12:33.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:33 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:33.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:33 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-06T08:12:33.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:33 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-06-06T08:12:33.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:33 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:12:33.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:33 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T08:12:33.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:33 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T08:12:33.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:33 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:12:33.888 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:12:33 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y[38032]: 2024-06-06T08:12:33.601+0000 7f29f3819200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-06-06T08:12:33.888 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:12:33 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y[38032]: 2024-06-06T08:12:33.692+0000 7f29f3819200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-06-06T08:12:34.235 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:12:33 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-z[38638]: 2024-06-06T08:12:33.891+0000 7fecbdd29200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-06-06T08:12:34.235 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:12:34 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-z[38638]: 2024-06-06T08:12:34.025+0000 7fecbdd29200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-06-06T08:12:34.236 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:12:34 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-z[38638]: 2024-06-06T08:12:34.118+0000 7fecbdd29200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-06-06T08:12:34.236 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:12:34 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-z[38638]: 2024-06-06T08:12:34.235+0000 7fecbdd29200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-06-06T08:12:34.388 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:12:33 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y[38032]: 2024-06-06T08:12:33.892+0000 7f29f3819200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-06-06T08:12:34.388 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:12:34 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y[38032]: 2024-06-06T08:12:34.081+0000 7f29f3819200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-06-06T08:12:34.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:34 smithi149 ceph-mon[36842]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:34.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:34 smithi149 ceph-mon[36842]: Reconfiguring mgr.x (unknown last config time)... 2024-06-06T08:12:34.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:34 smithi149 ceph-mon[36842]: Reconfiguring daemon mgr.x on smithi042 2024-06-06T08:12:34.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:34 smithi149 ceph-mon[36842]: from='client.14223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:12:34.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:34 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:34.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:34 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:34.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:34 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:34.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:34 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:12:34.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:34 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:12:34.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:34 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:12:34.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:34 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:34.640 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:34 smithi042 ceph-mon[32384]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:34.641 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:34 smithi042 ceph-mon[32384]: Reconfiguring mgr.x (unknown last config time)... 2024-06-06T08:12:34.641 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:34 smithi042 ceph-mon[32384]: Reconfiguring daemon mgr.x on smithi042 2024-06-06T08:12:34.641 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:34 smithi042 ceph-mon[32384]: from='client.14223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:12:34.641 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:34 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:34.641 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:34 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:34.641 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:34 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:34.641 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:34 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:12:34.641 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:34 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:12:34.641 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:34 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:12:34.641 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:34 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:34.677 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:34 smithi120 ceph-mon[36658]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:34.677 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:34 smithi120 ceph-mon[36658]: Reconfiguring mgr.x (unknown last config time)... 2024-06-06T08:12:34.677 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:34 smithi120 ceph-mon[36658]: Reconfiguring daemon mgr.x on smithi042 2024-06-06T08:12:34.677 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:34 smithi120 ceph-mon[36658]: from='client.14223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:12:34.677 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:34 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:34.677 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:34 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:34.677 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:34 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:34.677 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:34 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:12:34.677 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:34 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:12:34.677 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:34 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:12:34.678 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:34 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:35.038 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:12:34 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-z[38638]: 2024-06-06T08:12:34.547+0000 7fecbdd29200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-06-06T08:12:35.096 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:12:34 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y[38032]: 2024-06-06T08:12:34.677+0000 7f29f3819200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-06-06T08:12:35.388 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:12:35 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y[38032]: 2024-06-06T08:12:35.096+0000 7f29f3819200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-06-06T08:12:35.388 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:12:35 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y[38032]: 2024-06-06T08:12:35.192+0000 7f29f3819200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-06-06T08:12:35.413 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:12:35 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-z[38638]: 2024-06-06T08:12:35.142+0000 7fecbdd29200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-06-06T08:12:35.414 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:12:35 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-z[38638]: 2024-06-06T08:12:35.358+0000 7fecbdd29200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-06-06T08:12:35.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:35.417+0000 7fe8837fe700 1 -- 172.21.15.42:0/2106936785 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mgrmap(e 14) ==== 92060+0+0 (secure 0 0 0) 0x7fe884017cd0 con 0x7fe8941013c0 2024-06-06T08:12:35.440 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:35 smithi042 ceph-mon[32384]: Standby manager daemon z started 2024-06-06T08:12:35.440 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:35 smithi042 ceph-mon[32384]: from='mgr.? 172.21.15.149:0/955246713' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-06-06T08:12:35.440 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:35 smithi042 ceph-mon[32384]: from='mgr.? 172.21.15.149:0/955246713' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-06T08:12:35.440 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:35 smithi042 ceph-mon[32384]: from='mgr.? 172.21.15.149:0/955246713' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-06-06T08:12:35.440 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:35 smithi042 ceph-mon[32384]: from='mgr.? 172.21.15.149:0/955246713' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-06T08:12:35.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:35 smithi149 ceph-mon[36842]: Standby manager daemon z started 2024-06-06T08:12:35.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:35 smithi149 ceph-mon[36842]: from='mgr.? 172.21.15.149:0/955246713' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-06-06T08:12:35.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:35 smithi149 ceph-mon[36842]: from='mgr.? 172.21.15.149:0/955246713' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-06T08:12:35.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:35 smithi149 ceph-mon[36842]: from='mgr.? 172.21.15.149:0/955246713' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-06-06T08:12:35.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:35 smithi149 ceph-mon[36842]: from='mgr.? 172.21.15.149:0/955246713' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-06T08:12:35.888 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:12:35 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y[38032]: 2024-06-06T08:12:35.390+0000 7f29f3819200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-06-06T08:12:35.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:35 smithi120 ceph-mon[36658]: Standby manager daemon z started 2024-06-06T08:12:35.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:35 smithi120 ceph-mon[36658]: from='mgr.? 172.21.15.149:0/955246713' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-06-06T08:12:35.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:35 smithi120 ceph-mon[36658]: from='mgr.? 172.21.15.149:0/955246713' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-06T08:12:35.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:35 smithi120 ceph-mon[36658]: from='mgr.? 172.21.15.149:0/955246713' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-06-06T08:12:35.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:35 smithi120 ceph-mon[36658]: from='mgr.? 172.21.15.149:0/955246713' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-06T08:12:36.231 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:12:35 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y[38032]: 2024-06-06T08:12:35.904+0000 7f29f3819200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-06-06T08:12:36.231 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:12:35 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y[38032]: 2024-06-06T08:12:35.994+0000 7f29f3819200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-06-06T08:12:36.575 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:36 smithi120 ceph-mon[36658]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:36.575 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:36 smithi120 ceph-mon[36658]: mgrmap e14: x(active, since 76s), standbys: z 2024-06-06T08:12:36.575 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:36 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-06-06T08:12:36.575 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:12:36 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y[38032]: 2024-06-06T08:12:36.231+0000 7f29f3819200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-06-06T08:12:36.575 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:12:36 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y[38032]: 2024-06-06T08:12:36.364+0000 7f29f3819200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-06-06T08:12:36.576 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:12:36 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y[38032]: 2024-06-06T08:12:36.460+0000 7f29f3819200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-06-06T08:12:36.576 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:12:36 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y[38032]: 2024-06-06T08:12:36.575+0000 7f29f3819200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-06-06T08:12:36.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:36 smithi149 ceph-mon[36842]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:36.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:36 smithi149 ceph-mon[36842]: mgrmap e14: x(active, since 76s), standbys: z 2024-06-06T08:12:36.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:36 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-06-06T08:12:36.813 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:36 smithi042 ceph-mon[32384]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:36.813 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:36 smithi042 ceph-mon[32384]: mgrmap e14: x(active, since 76s), standbys: z 2024-06-06T08:12:36.813 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:36 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-06-06T08:12:37.138 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:12:36 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y[38032]: 2024-06-06T08:12:36.872+0000 7f29f3819200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-06-06T08:12:37.675 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:12:37 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y[38032]: 2024-06-06T08:12:37.462+0000 7f29f3819200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-06-06T08:12:37.675 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:12:37 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y[38032]: 2024-06-06T08:12:37.675+0000 7f29f3819200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-06-06T08:12:37.675 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:37 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/3333085317' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e2e4fdcf-59e7-458d-b89e-8f5b7095ecba"}]: dispatch 2024-06-06T08:12:37.675 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:37 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/3333085317' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e2e4fdcf-59e7-458d-b89e-8f5b7095ecba"}]': finished 2024-06-06T08:12:37.675 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:37 smithi120 ceph-mon[36658]: osdmap e5: 1 total, 0 up, 1 in 2024-06-06T08:12:37.675 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:37 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T08:12:37.675 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:37 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/2905275331' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T08:12:37.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:37 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/3333085317' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e2e4fdcf-59e7-458d-b89e-8f5b7095ecba"}]: dispatch 2024-06-06T08:12:37.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:37 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/3333085317' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e2e4fdcf-59e7-458d-b89e-8f5b7095ecba"}]': finished 2024-06-06T08:12:37.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:37 smithi149 ceph-mon[36842]: osdmap e5: 1 total, 0 up, 1 in 2024-06-06T08:12:37.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:37 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T08:12:37.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:37 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/2905275331' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T08:12:37.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:37 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/3333085317' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e2e4fdcf-59e7-458d-b89e-8f5b7095ecba"}]: dispatch 2024-06-06T08:12:37.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:37 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/3333085317' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e2e4fdcf-59e7-458d-b89e-8f5b7095ecba"}]': finished 2024-06-06T08:12:37.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:37 smithi042 ceph-mon[32384]: osdmap e5: 1 total, 0 up, 1 in 2024-06-06T08:12:37.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:37 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T08:12:37.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:37 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/2905275331' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T08:12:38.466 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:38.466+0000 7fe8837fe700 1 -- 172.21.15.42:0/2106936785 <== mon.0 v2:172.21.15.42:3300/0 8 ==== mgrmap(e 15) ==== 137777+0+0 (secure 0 0 0) 0x7fe88401dd20 con 0x7fe8941013c0 2024-06-06T08:12:38.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:38 smithi149 ceph-mon[36842]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:38.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:38 smithi149 ceph-mon[36842]: Standby manager daemon y started 2024-06-06T08:12:38.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:38 smithi149 ceph-mon[36842]: from='mgr.? 172.21.15.120:0/3811865336' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-06-06T08:12:38.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:38 smithi149 ceph-mon[36842]: from='mgr.? 172.21.15.120:0/3811865336' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-06T08:12:38.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:38 smithi149 ceph-mon[36842]: from='mgr.? 172.21.15.120:0/3811865336' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-06-06T08:12:38.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:38 smithi149 ceph-mon[36842]: from='mgr.? 172.21.15.120:0/3811865336' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-06T08:12:38.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:38 smithi042 ceph-mon[32384]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:38.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:38 smithi042 ceph-mon[32384]: Standby manager daemon y started 2024-06-06T08:12:38.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:38 smithi042 ceph-mon[32384]: from='mgr.? 172.21.15.120:0/3811865336' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-06-06T08:12:38.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:38 smithi042 ceph-mon[32384]: from='mgr.? 172.21.15.120:0/3811865336' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-06T08:12:38.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:38 smithi042 ceph-mon[32384]: from='mgr.? 172.21.15.120:0/3811865336' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-06-06T08:12:38.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:38 smithi042 ceph-mon[32384]: from='mgr.? 172.21.15.120:0/3811865336' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-06T08:12:38.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:38 smithi120 ceph-mon[36658]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:38.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:38 smithi120 ceph-mon[36658]: Standby manager daemon y started 2024-06-06T08:12:38.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:38 smithi120 ceph-mon[36658]: from='mgr.? 172.21.15.120:0/3811865336' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-06-06T08:12:38.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:38 smithi120 ceph-mon[36658]: from='mgr.? 172.21.15.120:0/3811865336' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-06T08:12:38.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:38 smithi120 ceph-mon[36658]: from='mgr.? 172.21.15.120:0/3811865336' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-06-06T08:12:38.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:38 smithi120 ceph-mon[36658]: from='mgr.? 172.21.15.120:0/3811865336' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-06T08:12:39.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:39 smithi149 ceph-mon[36842]: mgrmap e15: x(active, since 79s), standbys: z, y 2024-06-06T08:12:39.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:39 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-06-06T08:12:39.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:39 smithi149 ceph-mon[36842]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:39.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:39 smithi042 ceph-mon[32384]: mgrmap e15: x(active, since 79s), standbys: z, y 2024-06-06T08:12:39.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:39 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-06-06T08:12:39.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:39 smithi042 ceph-mon[32384]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:39.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:39 smithi120 ceph-mon[36658]: mgrmap e15: x(active, since 79s), standbys: z, y 2024-06-06T08:12:39.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:39 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-06-06T08:12:39.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:39 smithi120 ceph-mon[36658]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:41.772 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:41 smithi042 ceph-mon[32384]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:41.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:41 smithi120 ceph-mon[36658]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:42.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:41 smithi149 ceph-mon[36842]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:43.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:43 smithi042 ceph-mon[32384]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:43.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:43 smithi120 ceph-mon[36658]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:44.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:43 smithi149 ceph-mon[36842]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:44.846 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:44 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-06-06T08:12:44.847 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:44 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:12:44.847 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:44 smithi042 ceph-mon[32384]: Deploying daemon osd.0 on smithi042 2024-06-06T08:12:44.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:44 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-06-06T08:12:44.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:44 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:12:44.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:44 smithi120 ceph-mon[36658]: Deploying daemon osd.0 on smithi042 2024-06-06T08:12:45.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:44 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-06-06T08:12:45.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:44 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:12:45.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:44 smithi149 ceph-mon[36842]: Deploying daemon osd.0 on smithi042 2024-06-06T08:12:45.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:45 smithi042 ceph-mon[32384]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:45.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:45 smithi120 ceph-mon[36658]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:46.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:45 smithi149 ceph-mon[36842]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:47.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:47 smithi042 ceph-mon[32384]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:47.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:47 smithi120 ceph-mon[36658]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:48.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:47 smithi149 ceph-mon[36842]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:50.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:50 smithi042 ceph-mon[32384]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:50.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:50 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:50.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:50 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:50.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:50 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:12:50.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:50 smithi120 ceph-mon[36658]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:50.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:50 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:50.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:50 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:50.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:50 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:12:50.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:50 smithi149 ceph-mon[36842]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:50.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:50 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:50.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:50 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:50.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:50 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:12:52.709 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:52 smithi042 ceph-mon[32384]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:52.709 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:52 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:52.709 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:52 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:52.709 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:52 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:12:52.709 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:52 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:12:52.709 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:52 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:52.778 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:52.778+0000 7fe8837fe700 1 -- 172.21.15.42:0/2106936785 <== mgr.14152 v2:172.21.15.42:6800/1196215200 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fe874000bc0 con 0x7fe87c039330 2024-06-06T08:12:52.778 INFO:teuthology.orchestra.run.smithi042.stdout:Created osd(s) 0 on host 'smithi042' 2024-06-06T08:12:52.780 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:52.781+0000 7fe8988d2700 1 -- 172.21.15.42:0/2106936785 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fe87c039330 msgr2=0x7fe87c03b7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:12:52.780 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:52.781+0000 7fe8988d2700 1 --2- 172.21.15.42:0/2106936785 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fe87c039330 0x7fe87c03b7f0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fe888004090 tx=0x7fe88800f7a0 comp rx=0 tx=0).stop 2024-06-06T08:12:52.780 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:52.781+0000 7fe8988d2700 1 -- 172.21.15.42:0/2106936785 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe8941013c0 msgr2=0x7fe8941986c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:12:52.780 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:52.781+0000 7fe8988d2700 1 --2- 172.21.15.42:0/2106936785 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe8941013c0 0x7fe8941986c0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fe88400e9a0 tx=0x7fe88400ecb0 comp rx=0 tx=0).stop 2024-06-06T08:12:52.780 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:52.781+0000 7fe8988d2700 1 -- 172.21.15.42:0/2106936785 shutdown_connections 2024-06-06T08:12:52.781 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:52.781+0000 7fe8988d2700 1 --2- 172.21.15.42:0/2106936785 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fe87c039330 0x7fe87c03b7f0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:12:52.781 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:52.781+0000 7fe8988d2700 1 --2- 172.21.15.42:0/2106936785 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe894102f60 0x7fe89419fc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:12:52.781 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:52.781+0000 7fe8988d2700 1 --2- 172.21.15.42:0/2106936785 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe8941013c0 0x7fe8941986c0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:12:52.781 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:52.781+0000 7fe8988d2700 1 --2- 172.21.15.42:0/2106936785 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe8941025c0 0x7fe894198c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:12:52.781 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:52.781+0000 7fe8988d2700 1 -- 172.21.15.42:0/2106936785 >> 172.21.15.42:0/2106936785 conn(0x7fe8940fc980 msgr2=0x7fe8940fe3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:12:52.781 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:52.781+0000 7fe8988d2700 1 -- 172.21.15.42:0/2106936785 shutdown_connections 2024-06-06T08:12:52.781 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:12:52.781+0000 7fe8988d2700 1 -- 172.21.15.42:0/2106936785 wait complete. 2024-06-06T08:12:52.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:52 smithi149 ceph-mon[36842]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:52.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:52 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:52.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:52 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:52.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:52 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:12:52.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:52 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:12:52.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:52 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:52.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:52 smithi120 ceph-mon[36658]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:52.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:52 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:52.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:52 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:52.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:52 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:12:52.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:52 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:12:52.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:52 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:53.351 DEBUG:teuthology.orchestra.run.smithi042:osd.0> sudo journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@osd.0.service 2024-06-06T08:12:53.353 INFO:tasks.cephadm:Deploying osd.1 on smithi120 with /dev/vg_nvme/lv_4... 2024-06-06T08:12:53.353 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-06-06T08:12:53.597 INFO:teuthology.orchestra.run.smithi120.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.b/config 2024-06-06T08:12:54.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:53 smithi149 ceph-mon[36842]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:54.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:53 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:54.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:53 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:54.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:53 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:12:54.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:53 smithi149 ceph-mon[36842]: from='osd.0 [v2:172.21.15.42:6802/992269164,v1:172.21.15.42:6803/992269164]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-06-06T08:12:54.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:53 smithi042 ceph-mon[32384]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:54.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:53 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:54.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:53 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:54.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:53 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:12:54.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:53 smithi042 ceph-mon[32384]: from='osd.0 [v2:172.21.15.42:6802/992269164,v1:172.21.15.42:6803/992269164]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-06-06T08:12:54.076 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:53 smithi120 ceph-mon[36658]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:54.076 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:53 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:54.076 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:53 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:54.076 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:53 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:12:54.076 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:53 smithi120 ceph-mon[36658]: from='osd.0 [v2:172.21.15.42:6802/992269164,v1:172.21.15.42:6803/992269164]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-06-06T08:12:54.865 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:54 smithi042 ceph-mon[32384]: from='osd.0 [v2:172.21.15.42:6802/992269164,v1:172.21.15.42:6803/992269164]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-06-06T08:12:54.865 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:54 smithi042 ceph-mon[32384]: osdmap e6: 1 total, 0 up, 1 in 2024-06-06T08:12:54.865 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:54 smithi042 ceph-mon[32384]: from='osd.0 [v2:172.21.15.42:6802/992269164,v1:172.21.15.42:6803/992269164]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-06-06T08:12:54.865 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:54 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T08:12:54.866 INFO:journalctl@ceph.osd.0.smithi042.stdout:Jun 06 08:12:54 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-0[47317]: 2024-06-06T08:12:54.753+0000 7f7bd3696700 -1 osd.0 0 waiting for initial osdmap 2024-06-06T08:12:54.866 INFO:journalctl@ceph.osd.0.smithi042.stdout:Jun 06 08:12:54 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-0[47317]: 2024-06-06T08:12:54.756+0000 7f7bcf489700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-06-06T08:12:54.942 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:54 smithi120 ceph-mon[36658]: from='osd.0 [v2:172.21.15.42:6802/992269164,v1:172.21.15.42:6803/992269164]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-06-06T08:12:54.942 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:54 smithi120 ceph-mon[36658]: osdmap e6: 1 total, 0 up, 1 in 2024-06-06T08:12:54.942 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:54 smithi120 ceph-mon[36658]: from='osd.0 [v2:172.21.15.42:6802/992269164,v1:172.21.15.42:6803/992269164]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-06-06T08:12:54.942 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:54 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T08:12:55.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:54 smithi149 ceph-mon[36842]: from='osd.0 [v2:172.21.15.42:6802/992269164,v1:172.21.15.42:6803/992269164]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-06-06T08:12:55.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:54 smithi149 ceph-mon[36842]: osdmap e6: 1 total, 0 up, 1 in 2024-06-06T08:12:55.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:54 smithi149 ceph-mon[36842]: from='osd.0 [v2:172.21.15.42:6802/992269164,v1:172.21.15.42:6803/992269164]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-06-06T08:12:55.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:54 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T08:12:55.500 INFO:teuthology.orchestra.run.smithi120.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-06-06T08:12:55.500 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-06-06T08:12:55.500 INFO:teuthology.orchestra.run.smithi120.stderr: stderr: 10+0 records in 2024-06-06T08:12:55.500 INFO:teuthology.orchestra.run.smithi120.stderr:10+0 records out 2024-06-06T08:12:55.500 INFO:teuthology.orchestra.run.smithi120.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0111675 s, 939 MB/s 2024-06-06T08:12:55.500 INFO:teuthology.orchestra.run.smithi120.stderr:--> Zapping successful for: 2024-06-06T08:12:55.919 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:55 smithi042 ceph-mon[32384]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:55.919 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:55 smithi042 ceph-mon[32384]: from='osd.0 [v2:172.21.15.42:6802/992269164,v1:172.21.15.42:6803/992269164]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-06-06T08:12:55.919 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:55 smithi042 ceph-mon[32384]: osdmap e7: 1 total, 0 up, 1 in 2024-06-06T08:12:55.919 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:55 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T08:12:55.919 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:55 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T08:12:55.919 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:55 smithi042 ceph-mon[32384]: osd.0 [v2:172.21.15.42:6802/992269164,v1:172.21.15.42:6803/992269164] boot 2024-06-06T08:12:55.919 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:55 smithi042 ceph-mon[32384]: osdmap e8: 1 total, 1 up, 1 in 2024-06-06T08:12:55.919 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:55 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T08:12:56.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:55 smithi149 ceph-mon[36842]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:56.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:55 smithi149 ceph-mon[36842]: from='osd.0 [v2:172.21.15.42:6802/992269164,v1:172.21.15.42:6803/992269164]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-06-06T08:12:56.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:55 smithi149 ceph-mon[36842]: osdmap e7: 1 total, 0 up, 1 in 2024-06-06T08:12:56.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:55 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T08:12:56.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:55 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T08:12:56.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:55 smithi149 ceph-mon[36842]: osd.0 [v2:172.21.15.42:6802/992269164,v1:172.21.15.42:6803/992269164] boot 2024-06-06T08:12:56.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:55 smithi149 ceph-mon[36842]: osdmap e8: 1 total, 1 up, 1 in 2024-06-06T08:12:56.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:55 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T08:12:56.119 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:55 smithi120 ceph-mon[36658]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T08:12:56.119 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:55 smithi120 ceph-mon[36658]: from='osd.0 [v2:172.21.15.42:6802/992269164,v1:172.21.15.42:6803/992269164]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-06-06T08:12:56.119 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:55 smithi120 ceph-mon[36658]: osdmap e7: 1 total, 0 up, 1 in 2024-06-06T08:12:56.119 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:55 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T08:12:56.120 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:55 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T08:12:56.120 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:55 smithi120 ceph-mon[36658]: osd.0 [v2:172.21.15.42:6802/992269164,v1:172.21.15.42:6803/992269164] boot 2024-06-06T08:12:56.120 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:55 smithi120 ceph-mon[36658]: osdmap e8: 1 total, 1 up, 1 in 2024-06-06T08:12:56.120 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:55 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T08:12:56.147 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph orch daemon add osd smithi120:vg_nvme/lv_4 2024-06-06T08:12:56.383 INFO:teuthology.orchestra.run.smithi120.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.b/config 2024-06-06T08:12:57.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:56 smithi149 ceph-mon[36842]: purged_snaps scrub starts 2024-06-06T08:12:57.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:56 smithi149 ceph-mon[36842]: purged_snaps scrub ok 2024-06-06T08:12:57.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:56 smithi149 ceph-mon[36842]: Detected new or changed devices on smithi042 2024-06-06T08:12:57.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:56 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:57.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:56 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:57.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:56 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:12:57.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:56 smithi149 ceph-mon[36842]: Adjusting osd_memory_target on smithi042 to 17092M 2024-06-06T08:12:57.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:56 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:57.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:56 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:12:57.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:56 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:12:57.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:56 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:57.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:56 smithi042 ceph-mon[32384]: purged_snaps scrub starts 2024-06-06T08:12:57.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:56 smithi042 ceph-mon[32384]: purged_snaps scrub ok 2024-06-06T08:12:57.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:56 smithi042 ceph-mon[32384]: Detected new or changed devices on smithi042 2024-06-06T08:12:57.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:56 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:57.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:56 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:57.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:56 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:12:57.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:56 smithi042 ceph-mon[32384]: Adjusting osd_memory_target on smithi042 to 17092M 2024-06-06T08:12:57.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:56 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:57.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:56 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:12:57.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:56 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:12:57.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:56 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:57.075 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:56 smithi120 ceph-mon[36658]: purged_snaps scrub starts 2024-06-06T08:12:57.075 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:56 smithi120 ceph-mon[36658]: purged_snaps scrub ok 2024-06-06T08:12:57.076 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:56 smithi120 ceph-mon[36658]: Detected new or changed devices on smithi042 2024-06-06T08:12:57.076 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:56 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:57.076 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:56 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:57.076 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:56 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:12:57.076 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:56 smithi120 ceph-mon[36658]: Adjusting osd_memory_target on smithi042 to 17092M 2024-06-06T08:12:57.076 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:56 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:57.076 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:56 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:12:57.076 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:56 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:12:57.076 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:56 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:12:57.794 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:12:57.782+0000 7f306791a700 1 -- 172.21.15.120:0/1932265736 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3060108230 msgr2=0x7f306010a640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:12:57.794 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:12:57.782+0000 7f306791a700 1 --2- 172.21.15.120:0/1932265736 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3060108230 0x7f306010a640 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f305800b0a0 tx=0x7f305800b3b0 comp rx=0 tx=0).stop 2024-06-06T08:12:57.794 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:12:57.782+0000 7f306791a700 1 -- 172.21.15.120:0/1932265736 shutdown_connections 2024-06-06T08:12:57.794 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:12:57.782+0000 7f306791a700 1 --2- 172.21.15.120:0/1932265736 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3060108230 0x7f306010a640 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:12:57.794 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:12:57.782+0000 7f306791a700 1 --2- 172.21.15.120:0/1932265736 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3060102fd0 0x7f30601053c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:12:57.795 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:12:57.782+0000 7f306791a700 1 --2- 172.21.15.120:0/1932265736 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3060105900 0x7f3060107cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:12:57.795 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:12:57.782+0000 7f306791a700 1 -- 172.21.15.120:0/1932265736 >> 172.21.15.120:0/1932265736 conn(0x7f30600fc980 msgr2=0x7f30600fedc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:12:57.795 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:12:57.782+0000 7f306791a700 1 -- 172.21.15.120:0/1932265736 shutdown_connections 2024-06-06T08:12:57.795 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:12:57.783+0000 7f306791a700 1 -- 172.21.15.120:0/1932265736 wait complete. 2024-06-06T08:12:57.795 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:12:57.783+0000 7f306791a700 1 Processor -- start 2024-06-06T08:12:57.795 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:12:57.783+0000 7f306791a700 1 -- start start 2024-06-06T08:12:57.795 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:12:57.783+0000 7f306791a700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3060102fd0 0x7f306019a8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:12:57.795 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:12:57.783+0000 7f306791a700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3060105900 0x7f306019adf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:12:57.795 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:12:57.783+0000 7f306791a700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3060108230 0x7f30601a1e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:12:57.795 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:12:57.783+0000 7f306791a700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f306010e0b0 con 0x7f3060105900 2024-06-06T08:12:57.796 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:12:57.783+0000 7f306791a700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f306010df30 con 0x7f3060108230 2024-06-06T08:12:57.796 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:12:57.783+0000 7f306791a700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f306010e230 con 0x7f3060102fd0 2024-06-06T08:12:57.796 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:12:57.783+0000 7f3065eb7700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3060108230 0x7f30601a1e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:12:57.796 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:12:57.783+0000 7f3065eb7700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3060108230 0x7f30601a1e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.120:43206/0 (socket says 172.21.15.120:43206) 2024-06-06T08:12:57.796 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:12:57.783+0000 7f3065eb7700 1 -- 172.21.15.120:0/989237899 learned_addr learned my addr 172.21.15.120:0/989237899 (peer_addr_for_me v2:172.21.15.120:0/0) 2024-06-06T08:12:57.796 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:12:57.783+0000 7f3064eb5700 1 --2- 172.21.15.120:0/989237899 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3060105900 0x7f306019adf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:12:57.796 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:12:57.783+0000 7f30656b6700 1 --2- 172.21.15.120:0/989237899 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3060102fd0 0x7f306019a8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:12:57.796 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:12:57.784+0000 7f3065eb7700 1 -- 172.21.15.120:0/989237899 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3060102fd0 msgr2=0x7f306019a8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:12:57.796 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:12:57.784+0000 7f3065eb7700 1 --2- 172.21.15.120:0/989237899 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3060102fd0 0x7f306019a8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:12:57.796 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:12:57.784+0000 7f3065eb7700 1 -- 172.21.15.120:0/989237899 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3060105900 msgr2=0x7f306019adf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:12:57.796 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:12:57.784+0000 7f3065eb7700 1 --2- 172.21.15.120:0/989237899 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3060105900 0x7f306019adf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:12:57.797 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:12:57.784+0000 7f3065eb7700 1 -- 172.21.15.120:0/989237899 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30601a2510 con 0x7f3060108230 2024-06-06T08:12:57.797 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:12:57.784+0000 7f3065eb7700 1 --2- 172.21.15.120:0/989237899 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3060108230 0x7f30601a1e70 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f3058007f00 tx=0x7f3058004d70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:12:57.797 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:12:57.784+0000 7f30567fc700 1 -- 172.21.15.120:0/989237899 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3058021070 con 0x7f3060108230 2024-06-06T08:12:57.797 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:12:57.784+0000 7f30567fc700 1 -- 172.21.15.120:0/989237899 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3058007c40 con 0x7f3060108230 2024-06-06T08:12:57.797 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:12:57.784+0000 7f306791a700 1 -- 172.21.15.120:0/989237899 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30601a27a0 con 0x7f3060108230 2024-06-06T08:12:57.797 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:12:57.784+0000 7f30567fc700 1 -- 172.21.15.120:0/989237899 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30580053c0 con 0x7f3060108230 2024-06-06T08:12:57.797 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:12:57.784+0000 7f306791a700 1 -- 172.21.15.120:0/989237899 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30601a2ca0 con 0x7f3060108230 2024-06-06T08:12:57.797 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:12:57.785+0000 7f306791a700 1 -- 172.21.15.120:0/989237899 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3060069180 con 0x7f3060108230 2024-06-06T08:12:57.797 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:12:57.786+0000 7f30567fc700 1 -- 172.21.15.120:0/989237899 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 15) ==== 137777+0+0 (secure 0 0 0) 0x7f3058024070 con 0x7f3060108230 2024-06-06T08:12:57.797 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:12:57.787+0000 7f30567fc700 1 --2- 172.21.15.120:0/989237899 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f304c0a2c10 0x7f304c0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:12:57.797 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:12:57.787+0000 7f30567fc700 1 -- 172.21.15.120:0/989237899 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(9..9 src has 1..9) ==== 1767+0+0 (secure 0 0 0) 0x7f305800f020 con 0x7f3060108230 2024-06-06T08:12:57.798 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:12:57.787+0000 7f30656b6700 1 --2- 172.21.15.120:0/989237899 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f304c0a2c10 0x7f304c0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:12:57.798 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:12:57.787+0000 7f30656b6700 1 --2- 172.21.15.120:0/989237899 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f304c0a2c10 0x7f304c0a50d0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f305c004630 tx=0x7f305c00b3c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:12:57.798 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:12:57.790+0000 7f30567fc700 1 -- 172.21.15.120:0/989237899 <== mon.2 v2:172.21.15.120:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f305802b020 con 0x7f3060108230 2024-06-06T08:12:57.993 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:12:57.993+0000 7f306791a700 1 -- 172.21.15.120:0/989237899 --> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi120:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f3060062990 con 0x7f304c0a2c10 2024-06-06T08:12:58.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:57 smithi149 ceph-mon[36842]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T08:12:58.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:57 smithi149 ceph-mon[36842]: osdmap e9: 1 total, 1 up, 1 in 2024-06-06T08:12:58.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:57 smithi042 ceph-mon[32384]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T08:12:58.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:57 smithi042 ceph-mon[32384]: osdmap e9: 1 total, 1 up, 1 in 2024-06-06T08:12:58.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:57 smithi120 ceph-mon[36658]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T08:12:58.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:57 smithi120 ceph-mon[36658]: osdmap e9: 1 total, 1 up, 1 in 2024-06-06T08:12:58.863 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:58 smithi120 ceph-mon[36658]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi120:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:12:58.864 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:58 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T08:12:58.864 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:58 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T08:12:58.864 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:58 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:12:59.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:58 smithi149 ceph-mon[36842]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi120:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:12:59.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:58 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T08:12:59.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:58 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T08:12:59.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:58 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:12:59.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:58 smithi042 ceph-mon[32384]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi120:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:12:59.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:58 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T08:12:59.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:58 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T08:12:59.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:58 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:13:00.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:12:59 smithi149 ceph-mon[36842]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T08:13:00.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:12:59 smithi042 ceph-mon[32384]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T08:13:00.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:12:59 smithi120 ceph-mon[36658]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T08:13:01.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:00 smithi149 ceph-mon[36842]: from='client.? 172.21.15.120:0/2195374303' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5a66dde1-0e6a-44d3-9b2d-2c97d7c8db94"}]: dispatch 2024-06-06T08:13:01.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:00 smithi149 ceph-mon[36842]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5a66dde1-0e6a-44d3-9b2d-2c97d7c8db94"}]: dispatch 2024-06-06T08:13:01.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:00 smithi149 ceph-mon[36842]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5a66dde1-0e6a-44d3-9b2d-2c97d7c8db94"}]': finished 2024-06-06T08:13:01.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:00 smithi149 ceph-mon[36842]: osdmap e10: 2 total, 1 up, 2 in 2024-06-06T08:13:01.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:00 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T08:13:01.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:00 smithi042 ceph-mon[32384]: from='client.? 172.21.15.120:0/2195374303' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5a66dde1-0e6a-44d3-9b2d-2c97d7c8db94"}]: dispatch 2024-06-06T08:13:01.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:00 smithi042 ceph-mon[32384]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5a66dde1-0e6a-44d3-9b2d-2c97d7c8db94"}]: dispatch 2024-06-06T08:13:01.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:00 smithi042 ceph-mon[32384]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5a66dde1-0e6a-44d3-9b2d-2c97d7c8db94"}]': finished 2024-06-06T08:13:01.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:00 smithi042 ceph-mon[32384]: osdmap e10: 2 total, 1 up, 2 in 2024-06-06T08:13:01.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:00 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T08:13:01.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:00 smithi120 ceph-mon[36658]: from='client.? 172.21.15.120:0/2195374303' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5a66dde1-0e6a-44d3-9b2d-2c97d7c8db94"}]: dispatch 2024-06-06T08:13:01.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:00 smithi120 ceph-mon[36658]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5a66dde1-0e6a-44d3-9b2d-2c97d7c8db94"}]: dispatch 2024-06-06T08:13:01.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:00 smithi120 ceph-mon[36658]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5a66dde1-0e6a-44d3-9b2d-2c97d7c8db94"}]': finished 2024-06-06T08:13:01.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:00 smithi120 ceph-mon[36658]: osdmap e10: 2 total, 1 up, 2 in 2024-06-06T08:13:01.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:00 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T08:13:02.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:01 smithi149 ceph-mon[36842]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T08:13:02.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:01 smithi149 ceph-mon[36842]: from='client.? 172.21.15.120:0/659709694' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T08:13:02.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:01 smithi042 ceph-mon[32384]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T08:13:02.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:01 smithi042 ceph-mon[32384]: from='client.? 172.21.15.120:0/659709694' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T08:13:02.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:01 smithi120 ceph-mon[36658]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T08:13:02.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:01 smithi120 ceph-mon[36658]: from='client.? 172.21.15.120:0/659709694' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T08:13:04.061 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:03 smithi120 ceph-mon[36658]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T08:13:04.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:03 smithi042 ceph-mon[32384]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T08:13:04.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:03 smithi149 ceph-mon[36842]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T08:13:06.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:05 smithi042 ceph-mon[32384]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T08:13:06.113 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:05 smithi120 ceph-mon[36658]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T08:13:06.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:05 smithi149 ceph-mon[36842]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T08:13:08.065 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:07 smithi120 ceph-mon[36658]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T08:13:08.065 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:07 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-06-06T08:13:08.065 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:07 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:13:08.065 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:07 smithi120 ceph-mon[36658]: Deploying daemon osd.1 on smithi120 2024-06-06T08:13:08.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:07 smithi042 ceph-mon[32384]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T08:13:08.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:07 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-06-06T08:13:08.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:07 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:13:08.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:07 smithi042 ceph-mon[32384]: Deploying daemon osd.1 on smithi120 2024-06-06T08:13:08.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:07 smithi149 ceph-mon[36842]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T08:13:08.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:07 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-06-06T08:13:08.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:07 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:13:08.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:07 smithi149 ceph-mon[36842]: Deploying daemon osd.1 on smithi120 2024-06-06T08:13:09.882 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:09 smithi120 ceph-mon[36658]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T08:13:10.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:09 smithi149 ceph-mon[36842]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T08:13:10.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:09 smithi042 ceph-mon[32384]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T08:13:11.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:11 smithi120 ceph-mon[36658]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T08:13:12.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:11 smithi042 ceph-mon[32384]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T08:13:12.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:11 smithi149 ceph-mon[36842]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T08:13:14.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:13 smithi042 ceph-mon[32384]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T08:13:14.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:13 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:14.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:13 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:14.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:13 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:13:14.123 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:13 smithi120 ceph-mon[36658]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T08:13:14.123 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:13 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:14.123 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:13 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:14.123 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:13 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:13:14.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:13 smithi149 ceph-mon[36842]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T08:13:14.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:13 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:14.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:13 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:14.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:13 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:13:16.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:15 smithi042 ceph-mon[32384]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T08:13:16.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:15 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:16.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:15 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:16.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:15 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:13:16.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:15 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:13:16.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:15 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:16.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:15 smithi120 ceph-mon[36658]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T08:13:16.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:15 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:16.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:15 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:16.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:15 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:13:16.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:15 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:13:16.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:15 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:16.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:15 smithi149 ceph-mon[36842]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T08:13:16.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:15 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:16.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:15 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:16.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:15 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:13:16.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:15 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:13:16.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:15 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:16.511 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:13:16.512+0000 7f30567fc700 1 -- 172.21.15.120:0/989237899 <== mgr.14152 v2:172.21.15.42:6800/1196215200 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f3060062990 con 0x7f304c0a2c10 2024-06-06T08:13:16.512 INFO:teuthology.orchestra.run.smithi120.stdout:Created osd(s) 1 on host 'smithi120' 2024-06-06T08:13:16.514 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:13:16.514+0000 7f306791a700 1 -- 172.21.15.120:0/989237899 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f304c0a2c10 msgr2=0x7f304c0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:13:16.514 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:13:16.514+0000 7f306791a700 1 --2- 172.21.15.120:0/989237899 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f304c0a2c10 0x7f304c0a50d0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f305c004630 tx=0x7f305c00b3c0 comp rx=0 tx=0).stop 2024-06-06T08:13:16.514 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:13:16.514+0000 7f306791a700 1 -- 172.21.15.120:0/989237899 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3060108230 msgr2=0x7f30601a1e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:13:16.514 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:13:16.514+0000 7f306791a700 1 --2- 172.21.15.120:0/989237899 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3060108230 0x7f30601a1e70 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f3058007f00 tx=0x7f3058004d70 comp rx=0 tx=0).stop 2024-06-06T08:13:16.514 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:13:16.514+0000 7f306791a700 1 -- 172.21.15.120:0/989237899 shutdown_connections 2024-06-06T08:13:16.514 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:13:16.514+0000 7f306791a700 1 --2- 172.21.15.120:0/989237899 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3060108230 0x7f30601a1e70 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:13:16.514 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:13:16.514+0000 7f306791a700 1 --2- 172.21.15.120:0/989237899 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f304c0a2c10 0x7f304c0a50d0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:13:16.514 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:13:16.514+0000 7f306791a700 1 --2- 172.21.15.120:0/989237899 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3060102fd0 0x7f306019a8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:13:16.514 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:13:16.514+0000 7f306791a700 1 --2- 172.21.15.120:0/989237899 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3060105900 0x7f306019adf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:13:16.514 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:13:16.514+0000 7f306791a700 1 -- 172.21.15.120:0/989237899 >> 172.21.15.120:0/989237899 conn(0x7f30600fc980 msgr2=0x7f3060102670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:13:16.514 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:13:16.514+0000 7f306791a700 1 -- 172.21.15.120:0/989237899 shutdown_connections 2024-06-06T08:13:16.514 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:13:16.514+0000 7f306791a700 1 -- 172.21.15.120:0/989237899 wait complete. 2024-06-06T08:13:17.172 DEBUG:teuthology.orchestra.run.smithi120:osd.1> sudo journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@osd.1.service 2024-06-06T08:13:17.174 INFO:tasks.cephadm:Deploying osd.2 on smithi149 with /dev/vg_nvme/lv_4... 2024-06-06T08:13:17.175 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-06-06T08:13:17.420 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.c/config 2024-06-06T08:13:17.785 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:17 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:17.785 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:17 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:17.785 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:17 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:13:17.785 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:17 smithi149 ceph-mon[36842]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T08:13:17.786 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:17 smithi149 ceph-mon[36842]: from='osd.1 [v2:172.21.15.120:6800/207181328,v1:172.21.15.120:6801/207181328]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-06-06T08:13:17.786 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:17 smithi149 ceph-mon[36842]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-06-06T08:13:17.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:17 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:17.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:17 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:17.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:17 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:13:17.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:17 smithi042 ceph-mon[32384]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T08:13:17.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:17 smithi042 ceph-mon[32384]: from='osd.1 [v2:172.21.15.120:6800/207181328,v1:172.21.15.120:6801/207181328]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-06-06T08:13:17.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:17 smithi042 ceph-mon[32384]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-06-06T08:13:17.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:17 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:17.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:17 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:17.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:17 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:13:17.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:17 smithi120 ceph-mon[36658]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T08:13:17.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:17 smithi120 ceph-mon[36658]: from='osd.1 [v2:172.21.15.120:6800/207181328,v1:172.21.15.120:6801/207181328]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-06-06T08:13:17.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:17 smithi120 ceph-mon[36658]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-06-06T08:13:18.614 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:18 smithi149 ceph-mon[36842]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-06-06T08:13:18.618 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:18 smithi149 ceph-mon[36842]: osdmap e11: 2 total, 1 up, 2 in 2024-06-06T08:13:18.618 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:18 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T08:13:18.618 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:18 smithi149 ceph-mon[36842]: from='osd.1 [v2:172.21.15.120:6800/207181328,v1:172.21.15.120:6801/207181328]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2024-06-06T08:13:18.618 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:18 smithi149 ceph-mon[36842]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2024-06-06T08:13:18.619 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:18 smithi120 ceph-mon[36658]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-06-06T08:13:18.619 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:18 smithi120 ceph-mon[36658]: osdmap e11: 2 total, 1 up, 2 in 2024-06-06T08:13:18.619 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:18 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T08:13:18.619 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:18 smithi120 ceph-mon[36658]: from='osd.1 [v2:172.21.15.120:6800/207181328,v1:172.21.15.120:6801/207181328]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2024-06-06T08:13:18.619 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:18 smithi120 ceph-mon[36658]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2024-06-06T08:13:18.619 INFO:journalctl@ceph.osd.1.smithi120.stdout:Jun 06 08:13:18 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-1[41215]: 2024-06-06T08:13:18.502+0000 7faf751e7700 -1 osd.1 0 waiting for initial osdmap 2024-06-06T08:13:18.620 INFO:journalctl@ceph.osd.1.smithi120.stdout:Jun 06 08:13:18 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-1[41215]: 2024-06-06T08:13:18.505+0000 7faf70fda700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-06-06T08:13:18.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:18 smithi042 ceph-mon[32384]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-06-06T08:13:18.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:18 smithi042 ceph-mon[32384]: osdmap e11: 2 total, 1 up, 2 in 2024-06-06T08:13:18.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:18 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T08:13:18.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:18 smithi042 ceph-mon[32384]: from='osd.1 [v2:172.21.15.120:6800/207181328,v1:172.21.15.120:6801/207181328]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2024-06-06T08:13:18.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:18 smithi042 ceph-mon[32384]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2024-06-06T08:13:19.169 INFO:teuthology.orchestra.run.smithi149.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-06-06T08:13:19.169 INFO:teuthology.orchestra.run.smithi149.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-06-06T08:13:19.169 INFO:teuthology.orchestra.run.smithi149.stderr: stderr: 10+0 records in 2024-06-06T08:13:19.169 INFO:teuthology.orchestra.run.smithi149.stderr:10+0 records out 2024-06-06T08:13:19.169 INFO:teuthology.orchestra.run.smithi149.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0130101 s, 806 MB/s 2024-06-06T08:13:19.169 INFO:teuthology.orchestra.run.smithi149.stderr:--> Zapping successful for: 2024-06-06T08:13:19.699 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:19 smithi120 ceph-mon[36658]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]': finished 2024-06-06T08:13:19.699 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:19 smithi120 ceph-mon[36658]: osdmap e12: 2 total, 1 up, 2 in 2024-06-06T08:13:19.699 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:19 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T08:13:19.699 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:19 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T08:13:19.699 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:19 smithi120 ceph-mon[36658]: pgmap v62: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T08:13:19.744 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:19 smithi149 ceph-mon[36842]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]': finished 2024-06-06T08:13:19.744 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:19 smithi149 ceph-mon[36842]: osdmap e12: 2 total, 1 up, 2 in 2024-06-06T08:13:19.745 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:19 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T08:13:19.745 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:19 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T08:13:19.745 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:19 smithi149 ceph-mon[36842]: pgmap v62: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T08:13:19.772 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph orch daemon add osd smithi149:vg_nvme/lv_4 2024-06-06T08:13:19.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:19 smithi042 ceph-mon[32384]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]': finished 2024-06-06T08:13:19.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:19 smithi042 ceph-mon[32384]: osdmap e12: 2 total, 1 up, 2 in 2024-06-06T08:13:19.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:19 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T08:13:19.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:19 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T08:13:19.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:19 smithi042 ceph-mon[32384]: pgmap v62: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T08:13:20.008 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.c/config 2024-06-06T08:13:20.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:20 smithi149 ceph-mon[36842]: purged_snaps scrub starts 2024-06-06T08:13:20.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:20 smithi149 ceph-mon[36842]: purged_snaps scrub ok 2024-06-06T08:13:20.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:20 smithi149 ceph-mon[36842]: osd.1 [v2:172.21.15.120:6800/207181328,v1:172.21.15.120:6801/207181328] boot 2024-06-06T08:13:20.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:20 smithi149 ceph-mon[36842]: osdmap e13: 2 total, 2 up, 2 in 2024-06-06T08:13:20.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:20 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T08:13:20.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:20 smithi149 ceph-mon[36842]: Detected new or changed devices on smithi120 2024-06-06T08:13:20.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:20 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:20.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:20 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:20.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:20 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:13:20.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:20 smithi149 ceph-mon[36842]: Adjusting osd_memory_target on smithi120 to 17088M 2024-06-06T08:13:20.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:20 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:20.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:20 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:13:20.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:20 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:13:20.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:20 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:20.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:20 smithi042 ceph-mon[32384]: purged_snaps scrub starts 2024-06-06T08:13:20.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:20 smithi042 ceph-mon[32384]: purged_snaps scrub ok 2024-06-06T08:13:20.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:20 smithi042 ceph-mon[32384]: osd.1 [v2:172.21.15.120:6800/207181328,v1:172.21.15.120:6801/207181328] boot 2024-06-06T08:13:20.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:20 smithi042 ceph-mon[32384]: osdmap e13: 2 total, 2 up, 2 in 2024-06-06T08:13:20.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:20 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T08:13:20.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:20 smithi042 ceph-mon[32384]: Detected new or changed devices on smithi120 2024-06-06T08:13:20.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:20 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:20.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:20 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:20.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:20 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:13:20.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:20 smithi042 ceph-mon[32384]: Adjusting osd_memory_target on smithi120 to 17088M 2024-06-06T08:13:20.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:20 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:20.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:20 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:13:20.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:20 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:13:20.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:20 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:20.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:20 smithi120 ceph-mon[36658]: purged_snaps scrub starts 2024-06-06T08:13:20.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:20 smithi120 ceph-mon[36658]: purged_snaps scrub ok 2024-06-06T08:13:20.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:20 smithi120 ceph-mon[36658]: osd.1 [v2:172.21.15.120:6800/207181328,v1:172.21.15.120:6801/207181328] boot 2024-06-06T08:13:20.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:20 smithi120 ceph-mon[36658]: osdmap e13: 2 total, 2 up, 2 in 2024-06-06T08:13:20.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:20 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T08:13:20.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:20 smithi120 ceph-mon[36658]: Detected new or changed devices on smithi120 2024-06-06T08:13:20.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:20 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:20.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:20 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:20.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:20 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:13:20.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:20 smithi120 ceph-mon[36658]: Adjusting osd_memory_target on smithi120 to 17088M 2024-06-06T08:13:20.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:20 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:20.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:20 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:13:20.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:20 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:13:20.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:20 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:21.634 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:13:21.633+0000 7fb4753fa700 1 -- 172.21.15.149:0/898517685 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb470103710 msgr2=0x7fb470103b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:13:21.635 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:13:21.633+0000 7fb4753fa700 1 --2- 172.21.15.149:0/898517685 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb470103710 0x7fb470103b70 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fb458009990 tx=0x7fb458009ca0 comp rx=0 tx=0).stop 2024-06-06T08:13:21.635 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:13:21.633+0000 7fb4753fa700 1 -- 172.21.15.149:0/898517685 shutdown_connections 2024-06-06T08:13:21.635 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:13:21.633+0000 7fb4753fa700 1 --2- 172.21.15.149:0/898517685 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb4701040b0 0x7fb47010a960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:13:21.635 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:13:21.633+0000 7fb4753fa700 1 --2- 172.21.15.149:0/898517685 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb470102510 0x7fb470102930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:13:21.635 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:13:21.633+0000 7fb4753fa700 1 --2- 172.21.15.149:0/898517685 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb470103710 0x7fb470103b70 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:13:21.635 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:13:21.633+0000 7fb4753fa700 1 -- 172.21.15.149:0/898517685 >> 172.21.15.149:0/898517685 conn(0x7fb4700fdab0 msgr2=0x7fb4700ffef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:13:21.635 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:13:21.633+0000 7fb4753fa700 1 -- 172.21.15.149:0/898517685 shutdown_connections 2024-06-06T08:13:21.635 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:13:21.633+0000 7fb4753fa700 1 -- 172.21.15.149:0/898517685 wait complete. 2024-06-06T08:13:21.635 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:13:21.633+0000 7fb4753fa700 1 Processor -- start 2024-06-06T08:13:21.636 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:13:21.634+0000 7fb4753fa700 1 -- start start 2024-06-06T08:13:21.636 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:13:21.634+0000 7fb4753fa700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb470102510 0x7fb4701986a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:13:21.636 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:13:21.634+0000 7fb4753fa700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb470103710 0x7fb470198be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:13:21.636 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:13:21.634+0000 7fb4753fa700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb4701040b0 0x7fb47019fc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:13:21.636 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:13:21.634+0000 7fb4753fa700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb47010e150 con 0x7fb4701040b0 2024-06-06T08:13:21.636 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:13:21.634+0000 7fb4753fa700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fb47010dfd0 con 0x7fb470103710 2024-06-06T08:13:21.636 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:13:21.634+0000 7fb4753fa700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fb47010e2d0 con 0x7fb470102510 2024-06-06T08:13:21.636 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:13:21.634+0000 7fb46effd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb470102510 0x7fb4701986a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:13:21.637 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:13:21.634+0000 7fb46effd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb470102510 0x7fb4701986a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.149:35984/0 (socket says 172.21.15.149:35984) 2024-06-06T08:13:21.637 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:13:21.634+0000 7fb46effd700 1 -- 172.21.15.149:0/250729566 learned_addr learned my addr 172.21.15.149:0/250729566 (peer_addr_for_me v2:172.21.15.149:0/0) 2024-06-06T08:13:21.637 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:13:21.634+0000 7fb46f7fe700 1 --2- 172.21.15.149:0/250729566 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb4701040b0 0x7fb47019fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:13:21.637 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:13:21.634+0000 7fb4667fc700 1 --2- 172.21.15.149:0/250729566 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb470103710 0x7fb470198be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:13:21.637 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:13:21.634+0000 7fb46effd700 1 -- 172.21.15.149:0/250729566 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb470103710 msgr2=0x7fb470198be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:13:21.637 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:13:21.634+0000 7fb46effd700 1 --2- 172.21.15.149:0/250729566 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb470103710 0x7fb470198be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:13:21.637 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:13:21.634+0000 7fb46effd700 1 -- 172.21.15.149:0/250729566 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb4701040b0 msgr2=0x7fb47019fc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:13:21.637 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:13:21.634+0000 7fb46effd700 1 --2- 172.21.15.149:0/250729566 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb4701040b0 0x7fb47019fc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:13:21.637 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:13:21.634+0000 7fb46effd700 1 -- 172.21.15.149:0/250729566 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4701a0300 con 0x7fb470102510 2024-06-06T08:13:21.637 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:13:21.634+0000 7fb46effd700 1 --2- 172.21.15.149:0/250729566 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb470102510 0x7fb4701986a0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fb46000c9c0 tx=0x7fb46000ccd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:13:21.637 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:13:21.635+0000 7fb46cff9700 1 -- 172.21.15.149:0/250729566 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb46000ce60 con 0x7fb470102510 2024-06-06T08:13:21.637 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:13:21.635+0000 7fb4753fa700 1 -- 172.21.15.149:0/250729566 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4701a05f0 con 0x7fb470102510 2024-06-06T08:13:21.638 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:13:21.635+0000 7fb46cff9700 1 -- 172.21.15.149:0/250729566 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb46000f450 con 0x7fb470102510 2024-06-06T08:13:21.638 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:13:21.635+0000 7fb46cff9700 1 -- 172.21.15.149:0/250729566 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb460018660 con 0x7fb470102510 2024-06-06T08:13:21.638 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:13:21.635+0000 7fb4753fa700 1 -- 172.21.15.149:0/250729566 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4701a0b80 con 0x7fb470102510 2024-06-06T08:13:21.639 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:13:21.636+0000 7fb4753fa700 1 -- 172.21.15.149:0/250729566 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb470069180 con 0x7fb470102510 2024-06-06T08:13:21.639 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:13:21.637+0000 7fb46cff9700 1 -- 172.21.15.149:0/250729566 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 15) ==== 137777+0+0 (secure 0 0 0) 0x7fb460007ac0 con 0x7fb470102510 2024-06-06T08:13:21.639 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:13:21.637+0000 7fb46cff9700 1 --2- 172.21.15.149:0/250729566 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fb45c0a2b90 0x7fb45c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:13:21.639 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:13:21.638+0000 7fb46cff9700 1 -- 172.21.15.149:0/250729566 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(14..14 src has 1..14) ==== 2309+0+0 (secure 0 0 0) 0x7fb4600cd680 con 0x7fb470102510 2024-06-06T08:13:21.639 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:13:21.638+0000 7fb4667fc700 1 --2- 172.21.15.149:0/250729566 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fb45c0a2b90 0x7fb45c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:13:21.639 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:13:21.638+0000 7fb4667fc700 1 --2- 172.21.15.149:0/250729566 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fb45c0a2b90 0x7fb45c0a5050 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fb45800b5c0 tx=0x7fb458005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:13:21.641 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:13:21.642+0000 7fb46cff9700 1 -- 172.21.15.149:0/250729566 <== mon.1 v2:172.21.15.149:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fb460014030 con 0x7fb470102510 2024-06-06T08:13:21.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:21 smithi149 ceph-mon[36842]: osdmap e14: 2 total, 2 up, 2 in 2024-06-06T08:13:21.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:21 smithi149 ceph-mon[36842]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-06T08:13:21.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:21 smithi042 ceph-mon[32384]: osdmap e14: 2 total, 2 up, 2 in 2024-06-06T08:13:21.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:21 smithi042 ceph-mon[32384]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-06T08:13:21.849 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:13:21.850+0000 7fb4753fa700 1 -- 172.21.15.149:0/250729566 --> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7fb4700628d0 con 0x7fb45c0a2b90 2024-06-06T08:13:21.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:21 smithi120 ceph-mon[36658]: osdmap e14: 2 total, 2 up, 2 in 2024-06-06T08:13:21.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:21 smithi120 ceph-mon[36658]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-06T08:13:22.707 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:22 smithi149 ceph-mon[36842]: from='client.24172 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:13:22.707 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:22 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T08:13:22.707 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:22 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T08:13:22.707 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:22 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:13:22.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:22 smithi042 ceph-mon[32384]: from='client.24172 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:13:22.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:22 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T08:13:22.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:22 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T08:13:22.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:22 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:13:22.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:22 smithi120 ceph-mon[36658]: from='client.24172 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:13:22.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:22 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T08:13:22.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:22 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T08:13:22.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:22 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:13:23.629 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:23 smithi149 ceph-mon[36842]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-06T08:13:23.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:23 smithi042 ceph-mon[32384]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-06T08:13:23.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:23 smithi120 ceph-mon[36658]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-06T08:13:24.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:24 smithi149 ceph-mon[36842]: from='client.? 172.21.15.149:0/3199704122' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "642addc3-ef6d-438d-ba2b-011de9e2ba8d"}]: dispatch 2024-06-06T08:13:24.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:24 smithi149 ceph-mon[36842]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "642addc3-ef6d-438d-ba2b-011de9e2ba8d"}]: dispatch 2024-06-06T08:13:24.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:24 smithi149 ceph-mon[36842]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "642addc3-ef6d-438d-ba2b-011de9e2ba8d"}]': finished 2024-06-06T08:13:24.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:24 smithi149 ceph-mon[36842]: osdmap e15: 3 total, 2 up, 3 in 2024-06-06T08:13:24.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:24 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T08:13:24.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:24 smithi042 ceph-mon[32384]: from='client.? 172.21.15.149:0/3199704122' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "642addc3-ef6d-438d-ba2b-011de9e2ba8d"}]: dispatch 2024-06-06T08:13:24.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:24 smithi042 ceph-mon[32384]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "642addc3-ef6d-438d-ba2b-011de9e2ba8d"}]: dispatch 2024-06-06T08:13:24.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:24 smithi042 ceph-mon[32384]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "642addc3-ef6d-438d-ba2b-011de9e2ba8d"}]': finished 2024-06-06T08:13:24.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:24 smithi042 ceph-mon[32384]: osdmap e15: 3 total, 2 up, 3 in 2024-06-06T08:13:24.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:24 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T08:13:24.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:24 smithi120 ceph-mon[36658]: from='client.? 172.21.15.149:0/3199704122' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "642addc3-ef6d-438d-ba2b-011de9e2ba8d"}]: dispatch 2024-06-06T08:13:24.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:24 smithi120 ceph-mon[36658]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "642addc3-ef6d-438d-ba2b-011de9e2ba8d"}]: dispatch 2024-06-06T08:13:24.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:24 smithi120 ceph-mon[36658]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "642addc3-ef6d-438d-ba2b-011de9e2ba8d"}]': finished 2024-06-06T08:13:24.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:24 smithi120 ceph-mon[36658]: osdmap e15: 3 total, 2 up, 3 in 2024-06-06T08:13:24.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:24 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T08:13:25.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:25 smithi149 ceph-mon[36842]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-06T08:13:25.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:25 smithi149 ceph-mon[36842]: from='client.? 172.21.15.149:0/1274123134' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T08:13:25.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:25 smithi042 ceph-mon[32384]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-06T08:13:25.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:25 smithi042 ceph-mon[32384]: from='client.? 172.21.15.149:0/1274123134' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T08:13:25.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:25 smithi120 ceph-mon[36658]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-06T08:13:25.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:25 smithi120 ceph-mon[36658]: from='client.? 172.21.15.149:0/1274123134' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T08:13:27.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:27 smithi149 ceph-mon[36842]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-06T08:13:27.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:27 smithi042 ceph-mon[32384]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-06T08:13:27.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:27 smithi120 ceph-mon[36658]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-06T08:13:29.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:29 smithi149 ceph-mon[36842]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-06T08:13:29.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:29 smithi042 ceph-mon[32384]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-06T08:13:29.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:29 smithi120 ceph-mon[36658]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-06T08:13:31.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:31 smithi149 ceph-mon[36842]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-06T08:13:31.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:31 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-06-06T08:13:31.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:31 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:13:31.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:31 smithi042 ceph-mon[32384]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-06T08:13:31.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:31 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-06-06T08:13:31.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:31 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:13:31.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:31 smithi120 ceph-mon[36658]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-06T08:13:31.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:31 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-06-06T08:13:31.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:31 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:13:32.553 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:32 smithi149 ceph-mon[36842]: Deploying daemon osd.2 on smithi149 2024-06-06T08:13:32.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:32 smithi042 ceph-mon[32384]: Deploying daemon osd.2 on smithi149 2024-06-06T08:13:32.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:32 smithi120 ceph-mon[36658]: Deploying daemon osd.2 on smithi149 2024-06-06T08:13:33.750 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:33 smithi149 ceph-mon[36842]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-06T08:13:33.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:33 smithi042 ceph-mon[32384]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-06T08:13:33.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:33 smithi120 ceph-mon[36658]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-06T08:13:35.641 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:35 smithi149 ceph-mon[36842]: pgmap v73: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-06T08:13:35.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:35 smithi042 ceph-mon[32384]: pgmap v73: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-06T08:13:35.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:35 smithi120 ceph-mon[36658]: pgmap v73: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-06T08:13:37.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:37 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:37.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:37 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:37.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:37 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:13:37.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:37 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:37.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:37 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:37.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:37 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:13:37.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:37 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:37.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:37 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:37.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:37 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:13:38.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:38 smithi149 ceph-mon[36842]: pgmap v74: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-06T08:13:38.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:38 smithi042 ceph-mon[32384]: pgmap v74: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-06T08:13:38.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:38 smithi120 ceph-mon[36658]: pgmap v74: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-06T08:13:40.019 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:39 smithi149 ceph-mon[36842]: pgmap v75: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-06T08:13:40.019 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:39 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:40.019 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:39 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:40.019 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:39 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:13:40.019 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:39 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:13:40.020 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:39 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:40.065 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:13:40.066+0000 7fb46cff9700 1 -- 172.21.15.149:0/250729566 <== mgr.14152 v2:172.21.15.42:6800/1196215200 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fb4700628d0 con 0x7fb45c0a2b90 2024-06-06T08:13:40.066 INFO:teuthology.orchestra.run.smithi149.stdout:Created osd(s) 2 on host 'smithi149' 2024-06-06T08:13:40.068 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:13:40.069+0000 7fb4753fa700 1 -- 172.21.15.149:0/250729566 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fb45c0a2b90 msgr2=0x7fb45c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:13:40.068 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:13:40.069+0000 7fb4753fa700 1 --2- 172.21.15.149:0/250729566 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fb45c0a2b90 0x7fb45c0a5050 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fb45800b5c0 tx=0x7fb458005fb0 comp rx=0 tx=0).stop 2024-06-06T08:13:40.068 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:13:40.069+0000 7fb4753fa700 1 -- 172.21.15.149:0/250729566 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb470102510 msgr2=0x7fb4701986a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:13:40.068 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:13:40.069+0000 7fb4753fa700 1 --2- 172.21.15.149:0/250729566 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb470102510 0x7fb4701986a0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fb46000c9c0 tx=0x7fb46000ccd0 comp rx=0 tx=0).stop 2024-06-06T08:13:40.069 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:13:40.069+0000 7fb4753fa700 1 -- 172.21.15.149:0/250729566 shutdown_connections 2024-06-06T08:13:40.069 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:13:40.069+0000 7fb4753fa700 1 --2- 172.21.15.149:0/250729566 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb4701040b0 0x7fb47019fc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:13:40.069 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:13:40.069+0000 7fb4753fa700 1 --2- 172.21.15.149:0/250729566 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fb45c0a2b90 0x7fb45c0a5050 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:13:40.069 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:13:40.069+0000 7fb4753fa700 1 --2- 172.21.15.149:0/250729566 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb470102510 0x7fb4701986a0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:13:40.069 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:13:40.069+0000 7fb4753fa700 1 --2- 172.21.15.149:0/250729566 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb470103710 0x7fb470198be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:13:40.069 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:13:40.069+0000 7fb4753fa700 1 -- 172.21.15.149:0/250729566 >> 172.21.15.149:0/250729566 conn(0x7fb4700fdab0 msgr2=0x7fb470106940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:13:40.069 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:13:40.069+0000 7fb4753fa700 1 -- 172.21.15.149:0/250729566 shutdown_connections 2024-06-06T08:13:40.069 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:13:40.069+0000 7fb4753fa700 1 -- 172.21.15.149:0/250729566 wait complete. 2024-06-06T08:13:40.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:39 smithi042 ceph-mon[32384]: pgmap v75: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-06T08:13:40.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:39 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:40.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:39 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:40.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:39 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:13:40.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:39 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:13:40.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:39 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:40.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:39 smithi120 ceph-mon[36658]: pgmap v75: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-06T08:13:40.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:39 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:40.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:39 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:40.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:39 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:13:40.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:39 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:13:40.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:39 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:40.704 DEBUG:teuthology.orchestra.run.smithi149:osd.2> sudo journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@osd.2.service 2024-06-06T08:13:40.706 INFO:tasks.cephadm:Deploying osd.3 on smithi042 with /dev/vg_nvme/lv_3... 2024-06-06T08:13:40.707 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-06-06T08:13:40.965 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:13:41.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:41 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:41.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:41 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:41.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:41 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:13:41.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:41 smithi149 ceph-mon[36842]: from='osd.2 [v2:172.21.15.149:6800/2997625975,v1:172.21.15.149:6801/2997625975]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-06-06T08:13:41.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:41 smithi149 ceph-mon[36842]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-06-06T08:13:41.303 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:41 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:41.304 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:41 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:41.304 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:41 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:13:41.304 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:41 smithi042 ceph-mon[32384]: from='osd.2 [v2:172.21.15.149:6800/2997625975,v1:172.21.15.149:6801/2997625975]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-06-06T08:13:41.304 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:41 smithi042 ceph-mon[32384]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-06-06T08:13:41.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:41 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:41.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:41 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:41.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:41 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:13:41.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:41 smithi120 ceph-mon[36658]: from='osd.2 [v2:172.21.15.149:6800/2997625975,v1:172.21.15.149:6801/2997625975]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-06-06T08:13:41.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:41 smithi120 ceph-mon[36658]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-06-06T08:13:42.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:42 smithi149 ceph-mon[36842]: pgmap v76: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-06T08:13:42.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:42 smithi149 ceph-mon[36842]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-06-06T08:13:42.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:42 smithi149 ceph-mon[36842]: osdmap e16: 3 total, 2 up, 3 in 2024-06-06T08:13:42.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:42 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T08:13:42.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:42 smithi149 ceph-mon[36842]: from='osd.2 [v2:172.21.15.149:6800/2997625975,v1:172.21.15.149:6801/2997625975]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-06-06T08:13:42.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:42 smithi149 ceph-mon[36842]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-06-06T08:13:42.289 INFO:journalctl@ceph.osd.2.smithi149.stdout:Jun 06 08:13:42 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-2[41927]: 2024-06-06T08:13:42.077+0000 7f21a9f0f700 -1 osd.2 0 waiting for initial osdmap 2024-06-06T08:13:42.289 INFO:journalctl@ceph.osd.2.smithi149.stdout:Jun 06 08:13:42 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-2[41927]: 2024-06-06T08:13:42.081+0000 7f21a5d02700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-06-06T08:13:42.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:42 smithi120 ceph-mon[36658]: pgmap v76: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-06T08:13:42.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:42 smithi120 ceph-mon[36658]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-06-06T08:13:42.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:42 smithi120 ceph-mon[36658]: osdmap e16: 3 total, 2 up, 3 in 2024-06-06T08:13:42.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:42 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T08:13:42.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:42 smithi120 ceph-mon[36658]: from='osd.2 [v2:172.21.15.149:6800/2997625975,v1:172.21.15.149:6801/2997625975]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-06-06T08:13:42.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:42 smithi120 ceph-mon[36658]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-06-06T08:13:42.392 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:42 smithi042 ceph-mon[32384]: pgmap v76: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-06T08:13:42.392 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:42 smithi042 ceph-mon[32384]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-06-06T08:13:42.392 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:42 smithi042 ceph-mon[32384]: osdmap e16: 3 total, 2 up, 3 in 2024-06-06T08:13:42.392 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:42 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T08:13:42.392 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:42 smithi042 ceph-mon[32384]: from='osd.2 [v2:172.21.15.149:6800/2997625975,v1:172.21.15.149:6801/2997625975]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-06-06T08:13:42.392 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:42 smithi042 ceph-mon[32384]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-06-06T08:13:43.118 INFO:teuthology.orchestra.run.smithi042.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-06-06T08:13:43.118 INFO:teuthology.orchestra.run.smithi042.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-06-06T08:13:43.118 INFO:teuthology.orchestra.run.smithi042.stderr: stderr: 10+0 records in 2024-06-06T08:13:43.118 INFO:teuthology.orchestra.run.smithi042.stderr:10+0 records out 2024-06-06T08:13:43.118 INFO:teuthology.orchestra.run.smithi042.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00837604 s, 1.3 GB/s 2024-06-06T08:13:43.118 INFO:teuthology.orchestra.run.smithi042.stderr:--> Zapping successful for: 2024-06-06T08:13:43.304 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:43 smithi149 ceph-mon[36842]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]': finished 2024-06-06T08:13:43.304 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:43 smithi149 ceph-mon[36842]: osdmap e17: 3 total, 2 up, 3 in 2024-06-06T08:13:43.304 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:43 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T08:13:43.304 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:43 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T08:13:43.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:43 smithi120 ceph-mon[36658]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]': finished 2024-06-06T08:13:43.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:43 smithi120 ceph-mon[36658]: osdmap e17: 3 total, 2 up, 3 in 2024-06-06T08:13:43.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:43 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T08:13:43.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:43 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T08:13:43.430 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:43 smithi042 ceph-mon[32384]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]': finished 2024-06-06T08:13:43.430 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:43 smithi042 ceph-mon[32384]: osdmap e17: 3 total, 2 up, 3 in 2024-06-06T08:13:43.430 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:43 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T08:13:43.430 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:43 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T08:13:43.777 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph orch daemon add osd smithi042:vg_nvme/lv_3 2024-06-06T08:13:44.023 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:13:44.352 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:44 smithi042 ceph-mon[32384]: purged_snaps scrub starts 2024-06-06T08:13:44.352 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:44 smithi042 ceph-mon[32384]: purged_snaps scrub ok 2024-06-06T08:13:44.352 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:44 smithi042 ceph-mon[32384]: pgmap v79: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-06T08:13:44.352 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:44 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T08:13:44.352 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:44 smithi042 ceph-mon[32384]: osd.2 [v2:172.21.15.149:6800/2997625975,v1:172.21.15.149:6801/2997625975] boot 2024-06-06T08:13:44.352 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:44 smithi042 ceph-mon[32384]: osdmap e18: 3 total, 3 up, 3 in 2024-06-06T08:13:44.352 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:44 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T08:13:44.352 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:44 smithi042 ceph-mon[32384]: Detected new or changed devices on smithi149 2024-06-06T08:13:44.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:44 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:44.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:44 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:44.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:44 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:13:44.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:44 smithi042 ceph-mon[32384]: Adjusting osd_memory_target on smithi149 to 5816M 2024-06-06T08:13:44.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:44 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:44.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:44 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:13:44.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:44 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:13:44.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:44 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:44.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:44 smithi120 ceph-mon[36658]: purged_snaps scrub starts 2024-06-06T08:13:44.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:44 smithi120 ceph-mon[36658]: purged_snaps scrub ok 2024-06-06T08:13:44.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:44 smithi120 ceph-mon[36658]: pgmap v79: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-06T08:13:44.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:44 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T08:13:44.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:44 smithi120 ceph-mon[36658]: osd.2 [v2:172.21.15.149:6800/2997625975,v1:172.21.15.149:6801/2997625975] boot 2024-06-06T08:13:44.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:44 smithi120 ceph-mon[36658]: osdmap e18: 3 total, 3 up, 3 in 2024-06-06T08:13:44.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:44 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T08:13:44.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:44 smithi120 ceph-mon[36658]: Detected new or changed devices on smithi149 2024-06-06T08:13:44.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:44 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:44.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:44 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:44.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:44 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:13:44.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:44 smithi120 ceph-mon[36658]: Adjusting osd_memory_target on smithi149 to 5816M 2024-06-06T08:13:44.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:44 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:44.390 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:44 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:13:44.390 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:44 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:13:44.390 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:44 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:44.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:44 smithi149 ceph-mon[36842]: purged_snaps scrub starts 2024-06-06T08:13:44.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:44 smithi149 ceph-mon[36842]: purged_snaps scrub ok 2024-06-06T08:13:44.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:44 smithi149 ceph-mon[36842]: pgmap v79: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-06-06T08:13:44.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:44 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T08:13:44.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:44 smithi149 ceph-mon[36842]: osd.2 [v2:172.21.15.149:6800/2997625975,v1:172.21.15.149:6801/2997625975] boot 2024-06-06T08:13:44.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:44 smithi149 ceph-mon[36842]: osdmap e18: 3 total, 3 up, 3 in 2024-06-06T08:13:44.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:44 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T08:13:44.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:44 smithi149 ceph-mon[36842]: Detected new or changed devices on smithi149 2024-06-06T08:13:44.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:44 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:44.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:44 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:44.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:44 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:13:44.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:44 smithi149 ceph-mon[36842]: Adjusting osd_memory_target on smithi149 to 5816M 2024-06-06T08:13:44.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:44 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:44.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:44 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:13:44.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:44 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:13:44.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:44 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:45.635 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:13:45.635+0000 7f31963d0700 1 -- 172.21.15.42:0/3159818740 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3190107080 msgr2=0x7f3190109540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:13:45.635 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:13:45.635+0000 7f31963d0700 1 --2- 172.21.15.42:0/3159818740 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3190107080 0x7f3190109540 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f318800b0a0 tx=0x7f318800b3b0 comp rx=0 tx=0).stop 2024-06-06T08:13:45.635 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:13:45.635+0000 7f31963d0700 1 -- 172.21.15.42:0/3159818740 shutdown_connections 2024-06-06T08:13:45.635 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:13:45.635+0000 7f31963d0700 1 --2- 172.21.15.42:0/3159818740 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3190107080 0x7f3190109540 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:13:45.636 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:13:45.635+0000 7f31963d0700 1 --2- 172.21.15.42:0/3159818740 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3190101c30 0x7f3190104020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:13:45.636 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:13:45.635+0000 7f31963d0700 1 --2- 172.21.15.42:0/3159818740 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3190104560 0x7f31901069f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:13:45.636 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:13:45.635+0000 7f31963d0700 1 -- 172.21.15.42:0/3159818740 >> 172.21.15.42:0/3159818740 conn(0x7f31900fbce0 msgr2=0x7f31900fe100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:13:45.636 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:13:45.636+0000 7f31963d0700 1 -- 172.21.15.42:0/3159818740 shutdown_connections 2024-06-06T08:13:45.636 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:13:45.636+0000 7f31963d0700 1 -- 172.21.15.42:0/3159818740 wait complete. 2024-06-06T08:13:45.636 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:45 smithi042 ceph-mon[32384]: osdmap e19: 3 total, 3 up, 3 in 2024-06-06T08:13:45.636 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:45 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-06-06T08:13:45.638 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:13:45.636+0000 7f31963d0700 1 Processor -- start 2024-06-06T08:13:45.638 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:13:45.636+0000 7f31963d0700 1 -- start start 2024-06-06T08:13:45.639 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:13:45.637+0000 7f31963d0700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3190101c30 0x7f31901014d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:13:45.639 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:13:45.637+0000 7f31963d0700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3190104560 0x7f319019d360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:13:45.639 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:13:45.637+0000 7f31963d0700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3190107080 0x7f319019f9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:13:45.639 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:13:45.637+0000 7f31963d0700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f319010cff0 con 0x7f3190101c30 2024-06-06T08:13:45.639 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:13:45.637+0000 7f31963d0700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f319010ce70 con 0x7f3190104560 2024-06-06T08:13:45.639 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:13:45.637+0000 7f31963d0700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f319010d170 con 0x7f3190107080 2024-06-06T08:13:45.639 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:13:45.637+0000 7f318ffff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3190101c30 0x7f31901014d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:13:45.639 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:13:45.637+0000 7f318ffff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3190101c30 0x7f31901014d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:51044/0 (socket says 172.21.15.42:51044) 2024-06-06T08:13:45.639 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:13:45.637+0000 7f318ffff700 1 -- 172.21.15.42:0/3873943223 learned_addr learned my addr 172.21.15.42:0/3873943223 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:13:45.639 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:13:45.637+0000 7f319496d700 1 --2- 172.21.15.42:0/3873943223 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3190107080 0x7f319019f9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:13:45.639 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:13:45.637+0000 7f318f7fe700 1 --2- 172.21.15.42:0/3873943223 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3190104560 0x7f319019d360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:13:45.640 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:13:45.637+0000 7f318ffff700 1 -- 172.21.15.42:0/3873943223 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3190107080 msgr2=0x7f319019f9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:13:45.640 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:13:45.637+0000 7f318ffff700 1 --2- 172.21.15.42:0/3873943223 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3190107080 0x7f319019f9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:13:45.640 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:13:45.637+0000 7f318ffff700 1 -- 172.21.15.42:0/3873943223 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3190104560 msgr2=0x7f319019d360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:13:45.640 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:13:45.637+0000 7f318ffff700 1 --2- 172.21.15.42:0/3873943223 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3190104560 0x7f319019d360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:13:45.640 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:13:45.637+0000 7f318ffff700 1 -- 172.21.15.42:0/3873943223 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31901a0280 con 0x7f3190101c30 2024-06-06T08:13:45.640 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:13:45.637+0000 7f318f7fe700 1 --2- 172.21.15.42:0/3873943223 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3190104560 0x7f319019d360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:13:45.640 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:13:45.637+0000 7f318ffff700 1 --2- 172.21.15.42:0/3873943223 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3190101c30 0x7f31901014d0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f318000d950 tx=0x7f318000dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:13:45.640 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:13:45.638+0000 7f318d7fa700 1 -- 172.21.15.42:0/3873943223 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3180016070 con 0x7f3190101c30 2024-06-06T08:13:45.640 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:13:45.638+0000 7f31963d0700 1 -- 172.21.15.42:0/3873943223 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31901a0570 con 0x7f3190101c30 2024-06-06T08:13:45.640 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:13:45.638+0000 7f31963d0700 1 -- 172.21.15.42:0/3873943223 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31901a0b00 con 0x7f3190101c30 2024-06-06T08:13:45.640 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:13:45.638+0000 7f318d7fa700 1 -- 172.21.15.42:0/3873943223 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3180009b40 con 0x7f3190101c30 2024-06-06T08:13:45.640 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:13:45.638+0000 7f318d7fa700 1 -- 172.21.15.42:0/3873943223 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f318000f620 con 0x7f3190101c30 2024-06-06T08:13:45.640 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:13:45.639+0000 7f31963d0700 1 -- 172.21.15.42:0/3873943223 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f317c005360 con 0x7f3190101c30 2024-06-06T08:13:45.641 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:45 smithi120 ceph-mon[36658]: osdmap e19: 3 total, 3 up, 3 in 2024-06-06T08:13:45.641 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:45 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-06-06T08:13:45.642 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:13:45.640+0000 7f318d7fa700 1 -- 172.21.15.42:0/3873943223 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 15) ==== 137777+0+0 (secure 0 0 0) 0x7f3180019070 con 0x7f3190101c30 2024-06-06T08:13:45.642 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:13:45.641+0000 7f318d7fa700 1 --2- 172.21.15.42:0/3873943223 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f31780a2c10 0x7f31780a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:13:45.642 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:13:45.641+0000 7f318f7fe700 1 --2- 172.21.15.42:0/3873943223 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f31780a2c10 0x7f31780a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:13:45.642 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:13:45.641+0000 7f318d7fa700 1 -- 172.21.15.42:0/3873943223 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 3226+0+0 (secure 0 0 0) 0x7f31800cda20 con 0x7f3190101c30 2024-06-06T08:13:45.642 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:13:45.641+0000 7f318f7fe700 1 --2- 172.21.15.42:0/3873943223 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f31780a2c10 0x7f31780a50d0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f3184005fd0 tx=0x7f3184005e20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:13:45.645 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:13:45.646+0000 7f318d7fa700 1 -- 172.21.15.42:0/3873943223 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f318009be40 con 0x7f3190101c30 2024-06-06T08:13:45.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:45 smithi149 ceph-mon[36842]: osdmap e19: 3 total, 3 up, 3 in 2024-06-06T08:13:45.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:45 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-06-06T08:13:45.859 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:13:45.860+0000 7f31963d0700 1 -- 172.21.15.42:0/3873943223 --> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f317c000bf0 con 0x7f31780a2c10 2024-06-06T08:13:46.635 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:46 smithi042 ceph-mon[32384]: pgmap v82: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-06-06T08:13:46.635 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:46 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-06-06T08:13:46.635 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:46 smithi042 ceph-mon[32384]: osdmap e20: 3 total, 3 up, 3 in 2024-06-06T08:13:46.635 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:46 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-06-06T08:13:46.635 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:46 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T08:13:46.635 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:46 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T08:13:46.636 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:46 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:13:46.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:46 smithi120 ceph-mon[36658]: pgmap v82: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-06-06T08:13:46.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:46 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-06-06T08:13:46.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:46 smithi120 ceph-mon[36658]: osdmap e20: 3 total, 3 up, 3 in 2024-06-06T08:13:46.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:46 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-06-06T08:13:46.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:46 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T08:13:46.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:46 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T08:13:46.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:46 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:13:46.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:46 smithi149 ceph-mon[36842]: pgmap v82: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-06-06T08:13:46.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:46 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-06-06T08:13:46.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:46 smithi149 ceph-mon[36842]: osdmap e20: 3 total, 3 up, 3 in 2024-06-06T08:13:46.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:46 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-06-06T08:13:46.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:46 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T08:13:46.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:46 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T08:13:46.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:46 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:13:47.315 INFO:journalctl@ceph.osd.0.smithi042.stdout:Jun 06 08:13:46 smithi042 sudo[51856]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-06-06T08:13:47.315 INFO:journalctl@ceph.osd.0.smithi042.stdout:Jun 06 08:13:46 smithi042 sudo[51856]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-06-06T08:13:47.315 INFO:journalctl@ceph.osd.0.smithi042.stdout:Jun 06 08:13:46 smithi042 sudo[51856]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-06-06T08:13:47.315 INFO:journalctl@ceph.osd.0.smithi042.stdout:Jun 06 08:13:46 smithi042 sudo[51856]: pam_unix(sudo:session): session closed for user root 2024-06-06T08:13:47.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:13:47.385+0000 7f318d7fa700 1 -- 172.21.15.42:0/3873943223 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f3180009cf0 con 0x7f3190101c30 2024-06-06T08:13:47.631 INFO:journalctl@ceph.osd.1.smithi120.stdout:Jun 06 08:13:47 smithi120 sudo[44899]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-06-06T08:13:47.631 INFO:journalctl@ceph.osd.1.smithi120.stdout:Jun 06 08:13:47 smithi120 sudo[44899]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-06-06T08:13:47.631 INFO:journalctl@ceph.osd.1.smithi120.stdout:Jun 06 08:13:47 smithi120 sudo[44899]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-06-06T08:13:47.631 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:47 smithi120 ceph-mon[36658]: from='client.14274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:13:47.631 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:47 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-06-06T08:13:47.631 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:47 smithi120 ceph-mon[36658]: osdmap e21: 3 total, 3 up, 3 in 2024-06-06T08:13:47.634 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:47 smithi042 ceph-mon[32384]: from='client.14274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:13:47.634 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:47 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-06-06T08:13:47.634 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:47 smithi042 ceph-mon[32384]: osdmap e21: 3 total, 3 up, 3 in 2024-06-06T08:13:47.634 INFO:journalctl@ceph.osd.0.smithi042.stdout:Jun 06 08:13:47 smithi042 sudo[51860]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-06-06T08:13:47.634 INFO:journalctl@ceph.osd.0.smithi042.stdout:Jun 06 08:13:47 smithi042 sudo[51860]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-06-06T08:13:47.634 INFO:journalctl@ceph.osd.0.smithi042.stdout:Jun 06 08:13:47 smithi042 sudo[51860]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-06-06T08:13:47.634 INFO:journalctl@ceph.osd.0.smithi042.stdout:Jun 06 08:13:47 smithi042 sudo[51860]: pam_unix(sudo:session): session closed for user root 2024-06-06T08:13:47.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:47 smithi149 ceph-mon[36842]: from='client.14274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:13:47.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:47 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-06-06T08:13:47.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:47 smithi149 ceph-mon[36842]: osdmap e21: 3 total, 3 up, 3 in 2024-06-06T08:13:47.886 INFO:journalctl@ceph.osd.1.smithi120.stdout:Jun 06 08:13:47 smithi120 sudo[44899]: pam_unix(sudo:session): session closed for user root 2024-06-06T08:13:48.139 INFO:journalctl@ceph.osd.1.smithi120.stdout:Jun 06 08:13:47 smithi120 sudo[44902]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-06-06T08:13:48.139 INFO:journalctl@ceph.osd.1.smithi120.stdout:Jun 06 08:13:47 smithi120 sudo[44902]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-06-06T08:13:48.139 INFO:journalctl@ceph.osd.1.smithi120.stdout:Jun 06 08:13:47 smithi120 sudo[44902]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-06-06T08:13:48.139 INFO:journalctl@ceph.osd.1.smithi120.stdout:Jun 06 08:13:47 smithi120 sudo[44902]: pam_unix(sudo:session): session closed for user root 2024-06-06T08:13:48.412 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:48 smithi149 ceph-mon[36842]: pgmap v85: 1 pgs: 1 creating+peering; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-06-06T08:13:48.412 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:48 smithi149 ceph-mon[36842]: osdmap e22: 3 total, 3 up, 3 in 2024-06-06T08:13:48.412 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:48 smithi149 ceph-mon[36842]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-06-06T08:13:48.412 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:48 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:48.413 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:48 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:48.413 INFO:journalctl@ceph.osd.2.smithi149.stdout:Jun 06 08:13:48 smithi149 sudo[45816]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-06-06T08:13:48.413 INFO:journalctl@ceph.osd.2.smithi149.stdout:Jun 06 08:13:48 smithi149 sudo[45816]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-06-06T08:13:48.413 INFO:journalctl@ceph.osd.2.smithi149.stdout:Jun 06 08:13:48 smithi149 sudo[45816]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-06-06T08:13:48.413 INFO:journalctl@ceph.osd.2.smithi149.stdout:Jun 06 08:13:48 smithi149 sudo[45816]: pam_unix(sudo:session): session closed for user root 2024-06-06T08:13:48.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:48 smithi120 ceph-mon[36658]: pgmap v85: 1 pgs: 1 creating+peering; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-06-06T08:13:48.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:48 smithi120 ceph-mon[36658]: osdmap e22: 3 total, 3 up, 3 in 2024-06-06T08:13:48.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:48 smithi120 ceph-mon[36658]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-06-06T08:13:48.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:48 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:48.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:48 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:48.788 INFO:journalctl@ceph.osd.2.smithi149.stdout:Jun 06 08:13:48 smithi149 sudo[45819]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-06-06T08:13:48.788 INFO:journalctl@ceph.osd.2.smithi149.stdout:Jun 06 08:13:48 smithi149 sudo[45819]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-06-06T08:13:48.788 INFO:journalctl@ceph.osd.2.smithi149.stdout:Jun 06 08:13:48 smithi149 sudo[45819]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-06-06T08:13:48.788 INFO:journalctl@ceph.osd.2.smithi149.stdout:Jun 06 08:13:48 smithi149 sudo[45819]: pam_unix(sudo:session): session closed for user root 2024-06-06T08:13:48.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:48 smithi042 ceph-mon[32384]: pgmap v85: 1 pgs: 1 creating+peering; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-06-06T08:13:48.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:48 smithi042 ceph-mon[32384]: osdmap e22: 3 total, 3 up, 3 in 2024-06-06T08:13:48.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:48 smithi042 ceph-mon[32384]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-06-06T08:13:48.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:48 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:48.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:48 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:49.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:48 smithi042 sudo[51934]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-06-06T08:13:49.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:48 smithi042 sudo[51934]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-06-06T08:13:49.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:48 smithi042 sudo[51934]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-06-06T08:13:49.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:48 smithi042 sudo[51934]: pam_unix(sudo:session): session closed for user root 2024-06-06T08:13:49.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:49 smithi042 sudo[51937]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-06-06T08:13:49.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:49 smithi042 sudo[51937]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-06-06T08:13:49.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:49 smithi042 sudo[51937]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-06-06T08:13:49.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:49 smithi042 sudo[51937]: pam_unix(sudo:session): session closed for user root 2024-06-06T08:13:49.825 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:49 smithi149 sudo[45822]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-06-06T08:13:49.825 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:49 smithi149 sudo[45822]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-06-06T08:13:49.825 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:49 smithi149 sudo[45822]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-06-06T08:13:49.825 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:49 smithi149 sudo[45822]: pam_unix(sudo:session): session closed for user root 2024-06-06T08:13:50.213 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:49 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:50.213 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:49 smithi042 ceph-mon[32384]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-06-06T08:13:50.214 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:49 smithi042 ceph-mon[32384]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-06-06T08:13:50.214 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:49 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T08:13:50.214 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:49 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T08:13:50.214 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:49 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T08:13:50.214 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:49 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T08:13:50.214 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:49 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T08:13:50.215 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:49 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T08:13:50.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:49 smithi149 sudo[45825]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-06-06T08:13:50.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:49 smithi149 sudo[45825]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-06-06T08:13:50.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:49 smithi149 sudo[45825]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-06-06T08:13:50.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:49 smithi149 sudo[45825]: pam_unix(sudo:session): session closed for user root 2024-06-06T08:13:50.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:49 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:50.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:49 smithi149 ceph-mon[36842]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-06-06T08:13:50.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:49 smithi149 ceph-mon[36842]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-06-06T08:13:50.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:49 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T08:13:50.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:49 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T08:13:50.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:49 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T08:13:50.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:49 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T08:13:50.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:49 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T08:13:50.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:49 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T08:13:50.320 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:50 smithi120 sudo[44905]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-06-06T08:13:50.321 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:50 smithi120 sudo[44905]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-06-06T08:13:50.321 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:50 smithi120 sudo[44905]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-06-06T08:13:50.321 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:50 smithi120 sudo[44905]: pam_unix(sudo:session): session closed for user root 2024-06-06T08:13:50.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:50 smithi120 sudo[44908]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-06-06T08:13:50.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:50 smithi120 sudo[44908]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-06-06T08:13:50.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:50 smithi120 sudo[44908]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-06-06T08:13:50.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:50 smithi120 sudo[44908]: pam_unix(sudo:session): session closed for user root 2024-06-06T08:13:50.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:50 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:13:50.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:50 smithi120 ceph-mon[36658]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-06-06T08:13:50.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:50 smithi120 ceph-mon[36658]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-06-06T08:13:50.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:50 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T08:13:50.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:50 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T08:13:50.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:50 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T08:13:50.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:50 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T08:13:50.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:50 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T08:13:50.640 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:50 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T08:13:51.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:50 smithi120 ceph-mon[36658]: pgmap v87: 1 pgs: 1 creating+peering; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-06-06T08:13:51.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:50 smithi120 ceph-mon[36658]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-06-06T08:13:51.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:50 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/2464098300' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2a97b907-d011-4010-a71b-a7783002e9b7"}]: dispatch 2024-06-06T08:13:51.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:50 smithi120 ceph-mon[36658]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-06-06T08:13:51.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:50 smithi120 ceph-mon[36658]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-06-06T08:13:51.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:50 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T08:13:51.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:50 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T08:13:51.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:50 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/2464098300' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2a97b907-d011-4010-a71b-a7783002e9b7"}]': finished 2024-06-06T08:13:51.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:50 smithi120 ceph-mon[36658]: osdmap e23: 4 total, 3 up, 4 in 2024-06-06T08:13:51.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:50 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T08:13:51.140 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:50 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T08:13:51.140 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:50 smithi120 ceph-mon[36658]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-06-06T08:13:51.140 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:50 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/1845961713' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T08:13:51.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:50 smithi149 ceph-mon[36842]: pgmap v87: 1 pgs: 1 creating+peering; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-06-06T08:13:51.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:50 smithi149 ceph-mon[36842]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-06-06T08:13:51.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:50 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/2464098300' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2a97b907-d011-4010-a71b-a7783002e9b7"}]: dispatch 2024-06-06T08:13:51.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:50 smithi149 ceph-mon[36842]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-06-06T08:13:51.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:50 smithi149 ceph-mon[36842]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-06-06T08:13:51.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:50 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T08:13:51.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:50 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T08:13:51.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:50 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/2464098300' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2a97b907-d011-4010-a71b-a7783002e9b7"}]': finished 2024-06-06T08:13:51.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:50 smithi149 ceph-mon[36842]: osdmap e23: 4 total, 3 up, 4 in 2024-06-06T08:13:51.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:50 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T08:13:51.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:50 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T08:13:51.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:50 smithi149 ceph-mon[36842]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-06-06T08:13:51.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:50 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/1845961713' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T08:13:51.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:50 smithi042 ceph-mon[32384]: pgmap v87: 1 pgs: 1 creating+peering; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-06-06T08:13:51.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:50 smithi042 ceph-mon[32384]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-06-06T08:13:51.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:50 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/2464098300' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2a97b907-d011-4010-a71b-a7783002e9b7"}]: dispatch 2024-06-06T08:13:51.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:50 smithi042 ceph-mon[32384]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-06-06T08:13:51.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:50 smithi042 ceph-mon[32384]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-06-06T08:13:51.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:50 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T08:13:51.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:50 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T08:13:51.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:50 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/2464098300' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2a97b907-d011-4010-a71b-a7783002e9b7"}]': finished 2024-06-06T08:13:51.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:50 smithi042 ceph-mon[32384]: osdmap e23: 4 total, 3 up, 4 in 2024-06-06T08:13:51.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:50 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T08:13:51.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:50 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T08:13:51.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:50 smithi042 ceph-mon[32384]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-06-06T08:13:51.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:50 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/1845961713' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T08:13:52.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:51 smithi120 ceph-mon[36658]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-06-06T08:13:52.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:51 smithi149 ceph-mon[36842]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-06-06T08:13:52.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:51 smithi042 ceph-mon[32384]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-06-06T08:13:54.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:53 smithi120 ceph-mon[36658]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-06-06T08:13:54.178 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:53 smithi042 ceph-mon[32384]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-06-06T08:13:54.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:53 smithi149 ceph-mon[36842]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-06-06T08:13:56.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:55 smithi120 ceph-mon[36658]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-06-06T08:13:56.145 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:55 smithi042 ceph-mon[32384]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-06-06T08:13:56.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:55 smithi149 ceph-mon[36842]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-06-06T08:13:58.108 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:57 smithi149 ceph-mon[36842]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-06-06T08:13:58.108 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:57 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-06-06T08:13:58.108 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:57 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:13:58.108 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:57 smithi149 ceph-mon[36842]: Deploying daemon osd.3 on smithi042 2024-06-06T08:13:58.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:57 smithi120 ceph-mon[36658]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-06-06T08:13:58.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:57 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-06-06T08:13:58.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:57 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:13:58.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:57 smithi120 ceph-mon[36658]: Deploying daemon osd.3 on smithi042 2024-06-06T08:13:58.206 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:57 smithi042 ceph-mon[32384]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-06-06T08:13:58.206 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:57 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-06-06T08:13:58.206 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:57 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:13:58.206 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:57 smithi042 ceph-mon[32384]: Deploying daemon osd.3 on smithi042 2024-06-06T08:14:00.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:13:59 smithi120 ceph-mon[36658]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-06-06T08:14:00.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:13:59 smithi149 ceph-mon[36842]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-06-06T08:14:00.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:13:59 smithi042 ceph-mon[32384]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-06-06T08:14:02.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:01 smithi120 ceph-mon[36658]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-06-06T08:14:02.192 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:01 smithi042 ceph-mon[32384]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-06-06T08:14:02.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:01 smithi149 ceph-mon[36842]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-06-06T08:14:04.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:04 smithi042 ceph-mon[32384]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-06-06T08:14:04.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:04 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:04.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:04 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:04.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:04 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:14:04.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:04 smithi120 ceph-mon[36658]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-06-06T08:14:04.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:04 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:04.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:04 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:04.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:04 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:14:04.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:04 smithi149 ceph-mon[36842]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-06-06T08:14:04.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:04 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:04.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:04 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:04.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:04 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:14:06.366 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:06 smithi042 ceph-mon[32384]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-06-06T08:14:06.368 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:06 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:06.368 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:06 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:06.368 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:06 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:14:06.368 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:06 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:14:06.368 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:06 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:06.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:06 smithi120 ceph-mon[36658]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-06-06T08:14:06.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:06 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:06.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:06 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:06.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:06 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:14:06.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:06 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:14:06.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:06 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:06.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:06 smithi149 ceph-mon[36842]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-06-06T08:14:06.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:06 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:06.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:06 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:06.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:06 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:14:06.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:06 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:14:06.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:06 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:07.083 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:14:07.083+0000 7f318d7fa700 1 -- 172.21.15.42:0/3873943223 <== mgr.14152 v2:172.21.15.42:6800/1196215200 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f317c000bf0 con 0x7f31780a2c10 2024-06-06T08:14:07.084 INFO:teuthology.orchestra.run.smithi042.stdout:Created osd(s) 3 on host 'smithi042' 2024-06-06T08:14:07.086 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:14:07.085+0000 7f31963d0700 1 -- 172.21.15.42:0/3873943223 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f31780a2c10 msgr2=0x7f31780a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:14:07.086 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:14:07.085+0000 7f31963d0700 1 --2- 172.21.15.42:0/3873943223 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f31780a2c10 0x7f31780a50d0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f3184005fd0 tx=0x7f3184005e20 comp rx=0 tx=0).stop 2024-06-06T08:14:07.086 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:14:07.085+0000 7f31963d0700 1 -- 172.21.15.42:0/3873943223 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3190101c30 msgr2=0x7f31901014d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:14:07.086 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:14:07.085+0000 7f31963d0700 1 --2- 172.21.15.42:0/3873943223 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3190101c30 0x7f31901014d0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f318000d950 tx=0x7f318000dd10 comp rx=0 tx=0).stop 2024-06-06T08:14:07.086 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:14:07.085+0000 7f31963d0700 1 -- 172.21.15.42:0/3873943223 shutdown_connections 2024-06-06T08:14:07.086 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:14:07.085+0000 7f31963d0700 1 --2- 172.21.15.42:0/3873943223 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f31780a2c10 0x7f31780a50d0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:14:07.086 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:14:07.085+0000 7f31963d0700 1 --2- 172.21.15.42:0/3873943223 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3190107080 0x7f319019f9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:14:07.086 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:14:07.086+0000 7f31963d0700 1 --2- 172.21.15.42:0/3873943223 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3190101c30 0x7f31901014d0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:14:07.086 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:14:07.086+0000 7f31963d0700 1 --2- 172.21.15.42:0/3873943223 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3190104560 0x7f319019d360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:14:07.086 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:14:07.086+0000 7f31963d0700 1 -- 172.21.15.42:0/3873943223 >> 172.21.15.42:0/3873943223 conn(0x7f31900fbce0 msgr2=0x7f3190102570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:14:07.087 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:14:07.086+0000 7f31963d0700 1 -- 172.21.15.42:0/3873943223 shutdown_connections 2024-06-06T08:14:07.087 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:14:07.086+0000 7f31963d0700 1 -- 172.21.15.42:0/3873943223 wait complete. 2024-06-06T08:14:07.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:07 smithi042 ceph-mon[32384]: from='osd.3 [v2:172.21.15.42:6810/4079103623,v1:172.21.15.42:6811/4079103623]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-06-06T08:14:07.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:07 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:07.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:07 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:07.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:07 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:14:07.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:07 smithi120 ceph-mon[36658]: from='osd.3 [v2:172.21.15.42:6810/4079103623,v1:172.21.15.42:6811/4079103623]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-06-06T08:14:07.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:07 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:07.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:07 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:07.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:07 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:14:07.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:07 smithi149 ceph-mon[36842]: from='osd.3 [v2:172.21.15.42:6810/4079103623,v1:172.21.15.42:6811/4079103623]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-06-06T08:14:07.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:07 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:07.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:07 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:07.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:07 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:14:07.669 DEBUG:teuthology.orchestra.run.smithi042:osd.3> sudo journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@osd.3.service 2024-06-06T08:14:07.671 INFO:tasks.cephadm:Deploying osd.4 on smithi120 with /dev/vg_nvme/lv_3... 2024-06-06T08:14:07.672 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-06-06T08:14:07.915 INFO:teuthology.orchestra.run.smithi120.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.b/config 2024-06-06T08:14:08.288 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:08 smithi120 ceph-mon[36658]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-06-06T08:14:08.288 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:08 smithi120 ceph-mon[36658]: from='osd.3 [v2:172.21.15.42:6810/4079103623,v1:172.21.15.42:6811/4079103623]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-06-06T08:14:08.288 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:08 smithi120 ceph-mon[36658]: osdmap e24: 4 total, 3 up, 4 in 2024-06-06T08:14:08.288 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:08 smithi120 ceph-mon[36658]: from='osd.3 [v2:172.21.15.42:6810/4079103623,v1:172.21.15.42:6811/4079103623]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-06-06T08:14:08.288 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:08 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T08:14:08.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:08 smithi042 ceph-mon[32384]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-06-06T08:14:08.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:08 smithi042 ceph-mon[32384]: from='osd.3 [v2:172.21.15.42:6810/4079103623,v1:172.21.15.42:6811/4079103623]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-06-06T08:14:08.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:08 smithi042 ceph-mon[32384]: osdmap e24: 4 total, 3 up, 4 in 2024-06-06T08:14:08.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:08 smithi042 ceph-mon[32384]: from='osd.3 [v2:172.21.15.42:6810/4079103623,v1:172.21.15.42:6811/4079103623]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-06-06T08:14:08.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:08 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T08:14:08.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:08 smithi149 ceph-mon[36842]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-06-06T08:14:08.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:08 smithi149 ceph-mon[36842]: from='osd.3 [v2:172.21.15.42:6810/4079103623,v1:172.21.15.42:6811/4079103623]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-06-06T08:14:08.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:08 smithi149 ceph-mon[36842]: osdmap e24: 4 total, 3 up, 4 in 2024-06-06T08:14:08.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:08 smithi149 ceph-mon[36842]: from='osd.3 [v2:172.21.15.42:6810/4079103623,v1:172.21.15.42:6811/4079103623]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-06-06T08:14:08.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:08 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T08:14:08.815 INFO:journalctl@ceph.osd.3.smithi042.stdout:Jun 06 08:14:08 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-3[53963]: 2024-06-06T08:14:08.549+0000 7f2e8b16a700 -1 osd.3 0 waiting for initial osdmap 2024-06-06T08:14:08.815 INFO:journalctl@ceph.osd.3.smithi042.stdout:Jun 06 08:14:08 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-3[53963]: 2024-06-06T08:14:08.555+0000 7f2e82f55700 -1 osd.3 25 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-06-06T08:14:09.218 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:09 smithi042 ceph-mon[32384]: from='osd.3 [v2:172.21.15.42:6810/4079103623,v1:172.21.15.42:6811/4079103623]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-06-06T08:14:09.218 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:09 smithi042 ceph-mon[32384]: osdmap e25: 4 total, 3 up, 4 in 2024-06-06T08:14:09.218 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:09 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T08:14:09.218 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:09 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T08:14:09.218 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:09 smithi042 ceph-mon[32384]: from='osd.3 [v2:172.21.15.42:6810/4079103623,v1:172.21.15.42:6811/4079103623]' entity='osd.3' 2024-06-06T08:14:09.335 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:09 smithi120 ceph-mon[36658]: from='osd.3 [v2:172.21.15.42:6810/4079103623,v1:172.21.15.42:6811/4079103623]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-06-06T08:14:09.335 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:09 smithi120 ceph-mon[36658]: osdmap e25: 4 total, 3 up, 4 in 2024-06-06T08:14:09.335 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:09 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T08:14:09.335 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:09 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T08:14:09.335 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:09 smithi120 ceph-mon[36658]: from='osd.3 [v2:172.21.15.42:6810/4079103623,v1:172.21.15.42:6811/4079103623]' entity='osd.3' 2024-06-06T08:14:09.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:09 smithi149 ceph-mon[36842]: from='osd.3 [v2:172.21.15.42:6810/4079103623,v1:172.21.15.42:6811/4079103623]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-06-06T08:14:09.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:09 smithi149 ceph-mon[36842]: osdmap e25: 4 total, 3 up, 4 in 2024-06-06T08:14:09.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:09 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T08:14:09.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:09 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T08:14:09.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:09 smithi149 ceph-mon[36842]: from='osd.3 [v2:172.21.15.42:6810/4079103623,v1:172.21.15.42:6811/4079103623]' entity='osd.3' 2024-06-06T08:14:09.901 INFO:teuthology.orchestra.run.smithi120.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-06-06T08:14:09.902 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-06-06T08:14:09.902 INFO:teuthology.orchestra.run.smithi120.stderr: stderr: 10+0 records in 2024-06-06T08:14:09.902 INFO:teuthology.orchestra.run.smithi120.stderr:10+0 records out 2024-06-06T08:14:09.902 INFO:teuthology.orchestra.run.smithi120.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0160921 s, 652 MB/s 2024-06-06T08:14:09.902 INFO:teuthology.orchestra.run.smithi120.stderr:--> Zapping successful for: 2024-06-06T08:14:10.309 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:10 smithi120 ceph-mon[36658]: purged_snaps scrub starts 2024-06-06T08:14:10.309 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:10 smithi120 ceph-mon[36658]: purged_snaps scrub ok 2024-06-06T08:14:10.309 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:10 smithi120 ceph-mon[36658]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-06-06T08:14:10.309 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:10 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T08:14:10.309 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:10 smithi120 ceph-mon[36658]: osd.3 [v2:172.21.15.42:6810/4079103623,v1:172.21.15.42:6811/4079103623] boot 2024-06-06T08:14:10.309 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:10 smithi120 ceph-mon[36658]: osdmap e26: 4 total, 4 up, 4 in 2024-06-06T08:14:10.309 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:10 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T08:14:10.309 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:10 smithi120 ceph-mon[36658]: osdmap e27: 4 total, 4 up, 4 in 2024-06-06T08:14:10.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:10 smithi149 ceph-mon[36842]: purged_snaps scrub starts 2024-06-06T08:14:10.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:10 smithi149 ceph-mon[36842]: purged_snaps scrub ok 2024-06-06T08:14:10.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:10 smithi149 ceph-mon[36842]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-06-06T08:14:10.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:10 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T08:14:10.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:10 smithi149 ceph-mon[36842]: osd.3 [v2:172.21.15.42:6810/4079103623,v1:172.21.15.42:6811/4079103623] boot 2024-06-06T08:14:10.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:10 smithi149 ceph-mon[36842]: osdmap e26: 4 total, 4 up, 4 in 2024-06-06T08:14:10.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:10 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T08:14:10.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:10 smithi149 ceph-mon[36842]: osdmap e27: 4 total, 4 up, 4 in 2024-06-06T08:14:10.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:10 smithi042 ceph-mon[32384]: purged_snaps scrub starts 2024-06-06T08:14:10.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:10 smithi042 ceph-mon[32384]: purged_snaps scrub ok 2024-06-06T08:14:10.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:10 smithi042 ceph-mon[32384]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-06-06T08:14:10.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:10 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T08:14:10.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:10 smithi042 ceph-mon[32384]: osd.3 [v2:172.21.15.42:6810/4079103623,v1:172.21.15.42:6811/4079103623] boot 2024-06-06T08:14:10.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:10 smithi042 ceph-mon[32384]: osdmap e26: 4 total, 4 up, 4 in 2024-06-06T08:14:10.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:10 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T08:14:10.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:10 smithi042 ceph-mon[32384]: osdmap e27: 4 total, 4 up, 4 in 2024-06-06T08:14:10.634 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph orch daemon add osd smithi120:vg_nvme/lv_3 2024-06-06T08:14:10.872 INFO:teuthology.orchestra.run.smithi120.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.b/config 2024-06-06T08:14:12.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:12 smithi149 ceph-mon[36842]: pgmap v103: 1 pgs: 1 remapped+peering; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-06-06T08:14:12.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:12 smithi149 ceph-mon[36842]: Detected new or changed devices on smithi042 2024-06-06T08:14:12.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:12 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:12.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:12 smithi149 ceph-mon[36842]: osdmap e28: 4 total, 4 up, 4 in 2024-06-06T08:14:12.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:12 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:12.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:12 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:14:12.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:12 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:14:12.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:12 smithi149 ceph-mon[36842]: Adjusting osd_memory_target on smithi042 to 8546M 2024-06-06T08:14:12.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:12 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:12.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:12 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:14:12.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:12 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:14:12.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:12 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:12.306 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:12 smithi120 ceph-mon[36658]: pgmap v103: 1 pgs: 1 remapped+peering; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-06-06T08:14:12.306 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:12 smithi120 ceph-mon[36658]: Detected new or changed devices on smithi042 2024-06-06T08:14:12.306 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:12 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:12.306 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:12 smithi120 ceph-mon[36658]: osdmap e28: 4 total, 4 up, 4 in 2024-06-06T08:14:12.306 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:12 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:12.306 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:12 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:14:12.306 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:12 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:14:12.306 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:12 smithi120 ceph-mon[36658]: Adjusting osd_memory_target on smithi042 to 8546M 2024-06-06T08:14:12.306 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:12 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:12.306 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:12 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:14:12.306 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:12 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:14:12.307 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:12 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:12.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:12 smithi042 ceph-mon[32384]: pgmap v103: 1 pgs: 1 remapped+peering; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-06-06T08:14:12.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:12 smithi042 ceph-mon[32384]: Detected new or changed devices on smithi042 2024-06-06T08:14:12.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:12 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:12.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:12 smithi042 ceph-mon[32384]: osdmap e28: 4 total, 4 up, 4 in 2024-06-06T08:14:12.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:12 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:12.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:12 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:14:12.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:12 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:14:12.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:12 smithi042 ceph-mon[32384]: Adjusting osd_memory_target on smithi042 to 8546M 2024-06-06T08:14:12.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:12 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:12.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:12 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:14:12.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:12 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:14:12.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:12 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:12.540 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:14:12.538+0000 7f96d3fdf700 1 -- 172.21.15.120:0/2490950272 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f96cc102fb0 msgr2=0x7f96cc109860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:14:12.540 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:14:12.538+0000 7f96d3fdf700 1 --2- 172.21.15.120:0/2490950272 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f96cc102fb0 0x7f96cc109860 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f96c400b0d0 tx=0x7f96c400b3e0 comp rx=0 tx=0).stop 2024-06-06T08:14:12.540 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:14:12.538+0000 7f96d3fdf700 1 -- 172.21.15.120:0/2490950272 shutdown_connections 2024-06-06T08:14:12.540 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:14:12.538+0000 7f96d3fdf700 1 --2- 172.21.15.120:0/2490950272 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f96cc102fb0 0x7f96cc109860 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:14:12.540 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:14:12.539+0000 7f96d3fdf700 1 --2- 172.21.15.120:0/2490950272 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f96cc101410 0x7f96cc101830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:14:12.540 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:14:12.539+0000 7f96d3fdf700 1 --2- 172.21.15.120:0/2490950272 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f96cc102610 0x7f96cc102a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:14:12.541 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:14:12.539+0000 7f96d3fdf700 1 -- 172.21.15.120:0/2490950272 >> 172.21.15.120:0/2490950272 conn(0x7f96cc0fc9f0 msgr2=0x7f96cc0fee10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:14:12.541 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:14:12.539+0000 7f96d3fdf700 1 -- 172.21.15.120:0/2490950272 shutdown_connections 2024-06-06T08:14:12.541 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:14:12.539+0000 7f96d3fdf700 1 -- 172.21.15.120:0/2490950272 wait complete. 2024-06-06T08:14:12.541 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:14:12.539+0000 7f96d3fdf700 1 Processor -- start 2024-06-06T08:14:12.541 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:14:12.539+0000 7f96d3fdf700 1 -- start start 2024-06-06T08:14:12.541 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:14:12.539+0000 7f96d3fdf700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f96cc101410 0x7f96cc1975c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:14:12.541 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:14:12.539+0000 7f96d3fdf700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f96cc102610 0x7f96cc197b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:14:12.541 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:14:12.539+0000 7f96d3fdf700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f96cc102fb0 0x7f96cc19eb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:14:12.541 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:14:12.539+0000 7f96d3fdf700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f96cc10d070 con 0x7f96cc101410 2024-06-06T08:14:12.541 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:14:12.539+0000 7f96d3fdf700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f96cc10cef0 con 0x7f96cc102610 2024-06-06T08:14:12.541 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:14:12.539+0000 7f96d3fdf700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f96cc10d1f0 con 0x7f96cc102fb0 2024-06-06T08:14:12.541 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:14:12.539+0000 7f96d157a700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f96cc102610 0x7f96cc197b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:14:12.542 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:14:12.539+0000 7f96d157a700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f96cc102610 0x7f96cc197b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.120:38266/0 (socket says 172.21.15.120:38266) 2024-06-06T08:14:12.542 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:14:12.539+0000 7f96d157a700 1 -- 172.21.15.120:0/1244573483 learned_addr learned my addr 172.21.15.120:0/1244573483 (peer_addr_for_me v2:172.21.15.120:0/0) 2024-06-06T08:14:12.542 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:14:12.540+0000 7f96d1d7b700 1 --2- 172.21.15.120:0/1244573483 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f96cc101410 0x7f96cc1975c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:14:12.542 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:14:12.540+0000 7f96d257c700 1 --2- 172.21.15.120:0/1244573483 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f96cc102fb0 0x7f96cc19eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:14:12.542 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:14:12.540+0000 7f96d157a700 1 -- 172.21.15.120:0/1244573483 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f96cc102fb0 msgr2=0x7f96cc19eb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:14:12.542 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:14:12.540+0000 7f96d157a700 1 --2- 172.21.15.120:0/1244573483 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f96cc102fb0 0x7f96cc19eb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:14:12.542 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:14:12.540+0000 7f96d157a700 1 -- 172.21.15.120:0/1244573483 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f96cc101410 msgr2=0x7f96cc1975c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:14:12.542 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:14:12.540+0000 7f96d157a700 1 --2- 172.21.15.120:0/1244573483 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f96cc101410 0x7f96cc1975c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:14:12.542 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:14:12.540+0000 7f96d157a700 1 -- 172.21.15.120:0/1244573483 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96cc19f220 con 0x7f96cc102610 2024-06-06T08:14:12.542 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:14:12.540+0000 7f96d1d7b700 1 --2- 172.21.15.120:0/1244573483 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f96cc101410 0x7f96cc1975c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:14:12.542 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:14:12.540+0000 7f96d257c700 1 --2- 172.21.15.120:0/1244573483 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f96cc102fb0 0x7f96cc19eb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:14:12.542 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:14:12.540+0000 7f96d157a700 1 --2- 172.21.15.120:0/1244573483 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f96cc102610 0x7f96cc197b00 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f96bc00e9a0 tx=0x7f96bc00ed60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:14:12.543 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:14:12.540+0000 7f96c2ffd700 1 -- 172.21.15.120:0/1244573483 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96bc00cbd0 con 0x7f96cc102610 2024-06-06T08:14:12.543 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:14:12.540+0000 7f96c2ffd700 1 -- 172.21.15.120:0/1244573483 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f96bc00cd70 con 0x7f96cc102610 2024-06-06T08:14:12.543 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:14:12.540+0000 7f96d3fdf700 1 -- 172.21.15.120:0/1244573483 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96cc19f510 con 0x7f96cc102610 2024-06-06T08:14:12.543 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:14:12.540+0000 7f96c2ffd700 1 -- 172.21.15.120:0/1244573483 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96bc0187c0 con 0x7f96cc102610 2024-06-06T08:14:12.543 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:14:12.540+0000 7f96d3fdf700 1 -- 172.21.15.120:0/1244573483 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96cc19faa0 con 0x7f96cc102610 2024-06-06T08:14:12.544 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:14:12.541+0000 7f96d3fdf700 1 -- 172.21.15.120:0/1244573483 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f96cc069180 con 0x7f96cc102610 2024-06-06T08:14:12.544 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:14:12.542+0000 7f96c2ffd700 1 -- 172.21.15.120:0/1244573483 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f96bc010430 con 0x7f96cc102610 2024-06-06T08:14:12.544 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:14:12.543+0000 7f96c2ffd700 1 --2- 172.21.15.120:0/1244573483 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f96b80a2ca0 0x7f96b80a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:14:12.544 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:14:12.543+0000 7f96c2ffd700 1 -- 172.21.15.120:0/1244573483 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 3669+0+0 (secure 0 0 0) 0x7f96bc0ce570 con 0x7f96cc102610 2024-06-06T08:14:12.544 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:14:12.543+0000 7f96d1d7b700 1 --2- 172.21.15.120:0/1244573483 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f96b80a2ca0 0x7f96b80a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:14:12.544 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:14:12.543+0000 7f96d1d7b700 1 --2- 172.21.15.120:0/1244573483 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f96b80a2ca0 0x7f96b80a5160 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f96cc102470 tx=0x7f96c8008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:14:12.546 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:14:12.547+0000 7f96c2ffd700 1 -- 172.21.15.120:0/1244573483 <== mon.2 v2:172.21.15.120:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f96bc09c6f0 con 0x7f96cc102610 2024-06-06T08:14:12.749 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:14:12.749+0000 7f96d3fdf700 1 -- 172.21.15.120:0/1244573483 --> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi120:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f96cc062990 con 0x7f96b80a2ca0 2024-06-06T08:14:13.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:13 smithi042 ceph-mon[32384]: osdmap e29: 4 total, 4 up, 4 in 2024-06-06T08:14:13.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:13 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T08:14:13.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:13 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T08:14:13.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:13 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:14:13.362 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:13 smithi120 ceph-mon[36658]: osdmap e29: 4 total, 4 up, 4 in 2024-06-06T08:14:13.362 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:13 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T08:14:13.363 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:13 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T08:14:13.363 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:13 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:14:13.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:13 smithi149 ceph-mon[36842]: osdmap e29: 4 total, 4 up, 4 in 2024-06-06T08:14:13.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:13 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T08:14:13.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:13 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T08:14:13.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:13 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:14:14.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:14 smithi042 ceph-mon[32384]: pgmap v106: 1 pgs: 1 remapped+peering; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-06-06T08:14:14.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:14 smithi042 ceph-mon[32384]: from='client.24221 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi120:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:14:14.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:14 smithi042 ceph-mon[32384]: osdmap e30: 4 total, 4 up, 4 in 2024-06-06T08:14:14.358 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:14 smithi120 ceph-mon[36658]: pgmap v106: 1 pgs: 1 remapped+peering; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-06-06T08:14:14.358 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:14 smithi120 ceph-mon[36658]: from='client.24221 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi120:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:14:14.358 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:14 smithi120 ceph-mon[36658]: osdmap e30: 4 total, 4 up, 4 in 2024-06-06T08:14:14.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:14 smithi149 ceph-mon[36842]: pgmap v106: 1 pgs: 1 remapped+peering; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-06-06T08:14:14.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:14 smithi149 ceph-mon[36842]: from='client.24221 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi120:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:14:14.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:14 smithi149 ceph-mon[36842]: osdmap e30: 4 total, 4 up, 4 in 2024-06-06T08:14:16.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:16 smithi120 ceph-mon[36658]: pgmap v108: 1 pgs: 1 remapped+peering; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-06-06T08:14:16.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:16 smithi120 ceph-mon[36658]: from='client.? 172.21.15.120:0/2047209514' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8848bdb6-07d9-4be6-8dcb-01f181f6b678"}]: dispatch 2024-06-06T08:14:16.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:16 smithi120 ceph-mon[36658]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8848bdb6-07d9-4be6-8dcb-01f181f6b678"}]: dispatch 2024-06-06T08:14:16.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:16 smithi120 ceph-mon[36658]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8848bdb6-07d9-4be6-8dcb-01f181f6b678"}]': finished 2024-06-06T08:14:16.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:16 smithi120 ceph-mon[36658]: osdmap e31: 5 total, 4 up, 5 in 2024-06-06T08:14:16.140 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:16 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T08:14:16.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:16 smithi042 ceph-mon[32384]: pgmap v108: 1 pgs: 1 remapped+peering; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-06-06T08:14:16.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:16 smithi042 ceph-mon[32384]: from='client.? 172.21.15.120:0/2047209514' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8848bdb6-07d9-4be6-8dcb-01f181f6b678"}]: dispatch 2024-06-06T08:14:16.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:16 smithi042 ceph-mon[32384]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8848bdb6-07d9-4be6-8dcb-01f181f6b678"}]: dispatch 2024-06-06T08:14:16.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:16 smithi042 ceph-mon[32384]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8848bdb6-07d9-4be6-8dcb-01f181f6b678"}]': finished 2024-06-06T08:14:16.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:16 smithi042 ceph-mon[32384]: osdmap e31: 5 total, 4 up, 5 in 2024-06-06T08:14:16.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:16 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T08:14:16.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:16 smithi149 ceph-mon[36842]: pgmap v108: 1 pgs: 1 remapped+peering; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-06-06T08:14:16.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:16 smithi149 ceph-mon[36842]: from='client.? 172.21.15.120:0/2047209514' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8848bdb6-07d9-4be6-8dcb-01f181f6b678"}]: dispatch 2024-06-06T08:14:16.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:16 smithi149 ceph-mon[36842]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8848bdb6-07d9-4be6-8dcb-01f181f6b678"}]: dispatch 2024-06-06T08:14:16.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:16 smithi149 ceph-mon[36842]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8848bdb6-07d9-4be6-8dcb-01f181f6b678"}]': finished 2024-06-06T08:14:16.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:16 smithi149 ceph-mon[36842]: osdmap e31: 5 total, 4 up, 5 in 2024-06-06T08:14:16.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:16 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T08:14:17.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:17 smithi042 ceph-mon[32384]: from='client.? 172.21.15.120:0/2974802478' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T08:14:17.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:17 smithi120 ceph-mon[36658]: from='client.? 172.21.15.120:0/2974802478' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T08:14:17.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:17 smithi149 ceph-mon[36842]: from='client.? 172.21.15.120:0/2974802478' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T08:14:18.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:18 smithi042 ceph-mon[32384]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 105 KiB/s, 0 objects/s recovering 2024-06-06T08:14:18.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:18 smithi120 ceph-mon[36658]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 105 KiB/s, 0 objects/s recovering 2024-06-06T08:14:18.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:18 smithi149 ceph-mon[36842]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 105 KiB/s, 0 objects/s recovering 2024-06-06T08:14:20.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:20 smithi120 ceph-mon[36658]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-06-06T08:14:20.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:20 smithi042 ceph-mon[32384]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-06-06T08:14:20.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:20 smithi149 ceph-mon[36842]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-06-06T08:14:22.311 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:22 smithi120 ceph-mon[36658]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-06-06T08:14:22.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:22 smithi042 ceph-mon[32384]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-06-06T08:14:22.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:22 smithi149 ceph-mon[36842]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-06-06T08:14:23.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:23 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-06-06T08:14:23.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:23 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:14:23.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:23 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-06-06T08:14:23.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:23 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:14:23.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:23 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-06-06T08:14:23.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:23 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:14:24.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:24 smithi120 ceph-mon[36658]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-06-06T08:14:24.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:24 smithi120 ceph-mon[36658]: Deploying daemon osd.4 on smithi120 2024-06-06T08:14:24.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:24 smithi149 ceph-mon[36842]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-06-06T08:14:24.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:24 smithi149 ceph-mon[36842]: Deploying daemon osd.4 on smithi120 2024-06-06T08:14:24.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:24 smithi042 ceph-mon[32384]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-06-06T08:14:24.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:24 smithi042 ceph-mon[32384]: Deploying daemon osd.4 on smithi120 2024-06-06T08:14:26.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:26 smithi120 ceph-mon[36658]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-06-06T08:14:26.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:26 smithi149 ceph-mon[36842]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-06-06T08:14:26.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:26 smithi042 ceph-mon[32384]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-06-06T08:14:28.340 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:28 smithi149 ceph-mon[36842]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 52 KiB/s, 0 objects/s recovering 2024-06-06T08:14:28.379 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:28 smithi120 ceph-mon[36658]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 52 KiB/s, 0 objects/s recovering 2024-06-06T08:14:28.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:28 smithi042 ceph-mon[32384]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 52 KiB/s, 0 objects/s recovering 2024-06-06T08:14:29.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:29 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:29.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:29 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:29.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:29 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:14:29.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:29 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:29.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:29 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:29.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:29 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:14:29.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:29 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:29.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:29 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:29.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:29 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:14:30.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:30 smithi149 ceph-mon[36842]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-06-06T08:14:30.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:30 smithi042 ceph-mon[32384]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-06-06T08:14:30.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:30 smithi120 ceph-mon[36658]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-06-06T08:14:32.323 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:14:32.325+0000 7f96c2ffd700 1 -- 172.21.15.120:0/1244573483 <== mgr.14152 v2:172.21.15.42:6800/1196215200 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f96cc062990 con 0x7f96b80a2ca0 2024-06-06T08:14:32.324 INFO:teuthology.orchestra.run.smithi120.stdout:Created osd(s) 4 on host 'smithi120' 2024-06-06T08:14:32.327 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:14:32.328+0000 7f96d3fdf700 1 -- 172.21.15.120:0/1244573483 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f96b80a2ca0 msgr2=0x7f96b80a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:14:32.327 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:14:32.328+0000 7f96d3fdf700 1 --2- 172.21.15.120:0/1244573483 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f96b80a2ca0 0x7f96b80a5160 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f96cc102470 tx=0x7f96c8008040 comp rx=0 tx=0).stop 2024-06-06T08:14:32.327 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:14:32.328+0000 7f96d3fdf700 1 -- 172.21.15.120:0/1244573483 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f96cc102610 msgr2=0x7f96cc197b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:14:32.327 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:14:32.328+0000 7f96d3fdf700 1 --2- 172.21.15.120:0/1244573483 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f96cc102610 0x7f96cc197b00 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f96bc00e9a0 tx=0x7f96bc00ed60 comp rx=0 tx=0).stop 2024-06-06T08:14:32.327 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:14:32.328+0000 7f96d3fdf700 1 -- 172.21.15.120:0/1244573483 shutdown_connections 2024-06-06T08:14:32.327 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:14:32.328+0000 7f96d3fdf700 1 --2- 172.21.15.120:0/1244573483 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f96b80a2ca0 0x7f96b80a5160 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:14:32.327 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:14:32.328+0000 7f96d3fdf700 1 --2- 172.21.15.120:0/1244573483 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f96cc102fb0 0x7f96cc19eb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:14:32.327 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:14:32.328+0000 7f96d3fdf700 1 --2- 172.21.15.120:0/1244573483 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f96cc101410 0x7f96cc1975c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:14:32.327 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:14:32.328+0000 7f96d3fdf700 1 --2- 172.21.15.120:0/1244573483 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f96cc102610 0x7f96cc197b00 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:14:32.327 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:14:32.328+0000 7f96d3fdf700 1 -- 172.21.15.120:0/1244573483 >> 172.21.15.120:0/1244573483 conn(0x7f96cc0fc9f0 msgr2=0x7f96cc1058b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:14:32.327 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:14:32.328+0000 7f96d3fdf700 1 -- 172.21.15.120:0/1244573483 shutdown_connections 2024-06-06T08:14:32.327 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:14:32.328+0000 7f96d3fdf700 1 -- 172.21.15.120:0/1244573483 wait complete. 2024-06-06T08:14:32.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:32 smithi120 ceph-mon[36658]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-06-06T08:14:32.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:32 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:32.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:32 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:32.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:32 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:14:32.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:32 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:14:32.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:32 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:32.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:32 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:32.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:32 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:32.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:32 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:14:32.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:32 smithi120 ceph-mon[36658]: from='osd.4 [v2:172.21.15.120:6808/559794558,v1:172.21.15.120:6809/559794558]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-06-06T08:14:32.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:32 smithi120 ceph-mon[36658]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-06-06T08:14:32.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:32 smithi149 ceph-mon[36842]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-06-06T08:14:32.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:32 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:32.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:32 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:32.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:32 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:14:32.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:32 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:14:32.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:32 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:32.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:32 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:32.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:32 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:32.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:32 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:14:32.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:32 smithi149 ceph-mon[36842]: from='osd.4 [v2:172.21.15.120:6808/559794558,v1:172.21.15.120:6809/559794558]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-06-06T08:14:32.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:32 smithi149 ceph-mon[36842]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-06-06T08:14:32.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:32 smithi042 ceph-mon[32384]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-06-06T08:14:32.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:32 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:32.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:32 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:32.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:32 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:14:32.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:32 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:14:32.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:32 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:32.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:32 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:32.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:32 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:32.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:32 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:14:32.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:32 smithi042 ceph-mon[32384]: from='osd.4 [v2:172.21.15.120:6808/559794558,v1:172.21.15.120:6809/559794558]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-06-06T08:14:32.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:32 smithi042 ceph-mon[32384]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-06-06T08:14:33.003 DEBUG:teuthology.orchestra.run.smithi120:osd.4> sudo journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@osd.4.service 2024-06-06T08:14:33.007 INFO:tasks.cephadm:Deploying osd.5 on smithi149 with /dev/vg_nvme/lv_3... 2024-06-06T08:14:33.007 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-06-06T08:14:33.250 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.c/config 2024-06-06T08:14:34.509 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:34 smithi120 ceph-mon[36658]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-06-06T08:14:34.509 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:34 smithi120 ceph-mon[36658]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-06-06T08:14:34.509 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:34 smithi120 ceph-mon[36658]: osdmap e32: 5 total, 4 up, 5 in 2024-06-06T08:14:34.509 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:34 smithi120 ceph-mon[36658]: from='osd.4 [v2:172.21.15.120:6808/559794558,v1:172.21.15.120:6809/559794558]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2024-06-06T08:14:34.509 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:34 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T08:14:34.509 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:34 smithi120 ceph-mon[36658]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2024-06-06T08:14:34.510 INFO:journalctl@ceph.osd.4.smithi120.stdout:Jun 06 08:14:34 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-4[47706]: 2024-06-06T08:14:34.292+0000 7fc38085e700 -1 osd.4 0 waiting for initial osdmap 2024-06-06T08:14:34.510 INFO:journalctl@ceph.osd.4.smithi120.stdout:Jun 06 08:14:34 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-4[47706]: 2024-06-06T08:14:34.301+0000 7fc37c651700 -1 osd.4 33 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-06-06T08:14:34.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:34 smithi042 ceph-mon[32384]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-06-06T08:14:34.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:34 smithi042 ceph-mon[32384]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-06-06T08:14:34.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:34 smithi042 ceph-mon[32384]: osdmap e32: 5 total, 4 up, 5 in 2024-06-06T08:14:34.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:34 smithi042 ceph-mon[32384]: from='osd.4 [v2:172.21.15.120:6808/559794558,v1:172.21.15.120:6809/559794558]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2024-06-06T08:14:34.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:34 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T08:14:34.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:34 smithi042 ceph-mon[32384]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2024-06-06T08:14:34.599 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:34 smithi149 ceph-mon[36842]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-06-06T08:14:34.599 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:34 smithi149 ceph-mon[36842]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-06-06T08:14:34.599 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:34 smithi149 ceph-mon[36842]: osdmap e32: 5 total, 4 up, 5 in 2024-06-06T08:14:34.599 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:34 smithi149 ceph-mon[36842]: from='osd.4 [v2:172.21.15.120:6808/559794558,v1:172.21.15.120:6809/559794558]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2024-06-06T08:14:34.599 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:34 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T08:14:34.599 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:34 smithi149 ceph-mon[36842]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2024-06-06T08:14:35.290 INFO:teuthology.orchestra.run.smithi149.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-06-06T08:14:35.290 INFO:teuthology.orchestra.run.smithi149.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-06-06T08:14:35.291 INFO:teuthology.orchestra.run.smithi149.stderr: stderr: 10+0 records in 2024-06-06T08:14:35.291 INFO:teuthology.orchestra.run.smithi149.stderr:10+0 records out 2024-06-06T08:14:35.291 INFO:teuthology.orchestra.run.smithi149.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0141507 s, 741 MB/s 2024-06-06T08:14:35.291 INFO:teuthology.orchestra.run.smithi149.stderr:--> Zapping successful for: 2024-06-06T08:14:35.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:35 smithi042 ceph-mon[32384]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]': finished 2024-06-06T08:14:35.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:35 smithi042 ceph-mon[32384]: osdmap e33: 5 total, 4 up, 5 in 2024-06-06T08:14:35.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:35 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T08:14:35.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:35 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T08:14:35.603 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:35 smithi149 ceph-mon[36842]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]': finished 2024-06-06T08:14:35.603 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:35 smithi149 ceph-mon[36842]: osdmap e33: 5 total, 4 up, 5 in 2024-06-06T08:14:35.603 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:35 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T08:14:35.603 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:35 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T08:14:35.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:35 smithi120 ceph-mon[36658]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]': finished 2024-06-06T08:14:35.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:35 smithi120 ceph-mon[36658]: osdmap e33: 5 total, 4 up, 5 in 2024-06-06T08:14:35.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:35 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T08:14:35.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:35 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T08:14:35.864 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph orch daemon add osd smithi149:vg_nvme/lv_3 2024-06-06T08:14:36.098 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.c/config 2024-06-06T08:14:36.474 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:36 smithi149 ceph-mon[36842]: purged_snaps scrub starts 2024-06-06T08:14:36.474 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:36 smithi149 ceph-mon[36842]: purged_snaps scrub ok 2024-06-06T08:14:36.475 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:36 smithi149 ceph-mon[36842]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-06-06T08:14:36.475 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:36 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T08:14:36.475 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:36 smithi149 ceph-mon[36842]: osd.4 [v2:172.21.15.120:6808/559794558,v1:172.21.15.120:6809/559794558] boot 2024-06-06T08:14:36.475 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:36 smithi149 ceph-mon[36842]: osdmap e34: 5 total, 5 up, 5 in 2024-06-06T08:14:36.475 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:36 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T08:14:36.475 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:36 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:36.475 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:36 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:36.475 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:36 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:14:36.475 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:36 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:14:36.475 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:36 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:36.475 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:36 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:14:36.475 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:36 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:14:36.475 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:36 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:36.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:36 smithi042 ceph-mon[32384]: purged_snaps scrub starts 2024-06-06T08:14:36.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:36 smithi042 ceph-mon[32384]: purged_snaps scrub ok 2024-06-06T08:14:36.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:36 smithi042 ceph-mon[32384]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-06-06T08:14:36.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:36 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T08:14:36.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:36 smithi042 ceph-mon[32384]: osd.4 [v2:172.21.15.120:6808/559794558,v1:172.21.15.120:6809/559794558] boot 2024-06-06T08:14:36.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:36 smithi042 ceph-mon[32384]: osdmap e34: 5 total, 5 up, 5 in 2024-06-06T08:14:36.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:36 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T08:14:36.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:36 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:36.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:36 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:36.567 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:36 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:14:36.567 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:36 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:14:36.567 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:36 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:36.567 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:36 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:14:36.567 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:36 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:14:36.567 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:36 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:36.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:36 smithi120 ceph-mon[36658]: purged_snaps scrub starts 2024-06-06T08:14:36.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:36 smithi120 ceph-mon[36658]: purged_snaps scrub ok 2024-06-06T08:14:36.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:36 smithi120 ceph-mon[36658]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-06-06T08:14:36.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:36 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T08:14:36.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:36 smithi120 ceph-mon[36658]: osd.4 [v2:172.21.15.120:6808/559794558,v1:172.21.15.120:6809/559794558] boot 2024-06-06T08:14:36.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:36 smithi120 ceph-mon[36658]: osdmap e34: 5 total, 5 up, 5 in 2024-06-06T08:14:36.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:36 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T08:14:36.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:36 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:36.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:36 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:36.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:36 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:14:36.640 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:36 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:14:36.640 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:36 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:36.640 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:36 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:14:36.640 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:36 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:14:36.640 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:36 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:37.498 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:37 smithi149 ceph-mon[36842]: Detected new or changed devices on smithi120 2024-06-06T08:14:37.498 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:37 smithi149 ceph-mon[36842]: Adjusting osd_memory_target on smithi120 to 8544M 2024-06-06T08:14:37.498 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:37 smithi149 ceph-mon[36842]: osdmap e35: 5 total, 5 up, 5 in 2024-06-06T08:14:37.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:37 smithi042 ceph-mon[32384]: Detected new or changed devices on smithi120 2024-06-06T08:14:37.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:37 smithi042 ceph-mon[32384]: Adjusting osd_memory_target on smithi120 to 8544M 2024-06-06T08:14:37.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:37 smithi042 ceph-mon[32384]: osdmap e35: 5 total, 5 up, 5 in 2024-06-06T08:14:37.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:37 smithi120 ceph-mon[36658]: Detected new or changed devices on smithi120 2024-06-06T08:14:37.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:37 smithi120 ceph-mon[36658]: Adjusting osd_memory_target on smithi120 to 8544M 2024-06-06T08:14:37.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:37 smithi120 ceph-mon[36658]: osdmap e35: 5 total, 5 up, 5 in 2024-06-06T08:14:37.728 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:14:37.726+0000 7f75e6433700 1 -- 172.21.15.149:0/1532293811 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f75e0103710 msgr2=0x7f75e0103b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:14:37.728 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:14:37.726+0000 7f75e6433700 1 --2- 172.21.15.149:0/1532293811 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f75e0103710 0x7f75e0103b70 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f75d40098f0 tx=0x7f75d4009c00 comp rx=0 tx=0).stop 2024-06-06T08:14:37.728 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:14:37.726+0000 7f75e6433700 1 -- 172.21.15.149:0/1532293811 shutdown_connections 2024-06-06T08:14:37.729 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:14:37.726+0000 7f75e6433700 1 --2- 172.21.15.149:0/1532293811 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f75e01040b0 0x7f75e010a960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:14:37.729 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:14:37.726+0000 7f75e6433700 1 --2- 172.21.15.149:0/1532293811 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f75e0102510 0x7f75e0102930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:14:37.729 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:14:37.726+0000 7f75e6433700 1 --2- 172.21.15.149:0/1532293811 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f75e0103710 0x7f75e0103b70 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:14:37.729 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:14:37.726+0000 7f75e6433700 1 -- 172.21.15.149:0/1532293811 >> 172.21.15.149:0/1532293811 conn(0x7f75e00fdab0 msgr2=0x7f75e00ffef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:14:37.729 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:14:37.726+0000 7f75e6433700 1 -- 172.21.15.149:0/1532293811 shutdown_connections 2024-06-06T08:14:37.729 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:14:37.726+0000 7f75e6433700 1 -- 172.21.15.149:0/1532293811 wait complete. 2024-06-06T08:14:37.729 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:14:37.726+0000 7f75e6433700 1 Processor -- start 2024-06-06T08:14:37.729 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:14:37.726+0000 7f75e6433700 1 -- start start 2024-06-06T08:14:37.729 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:14:37.727+0000 7f75e6433700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f75e0102510 0x7f75e0198740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:14:37.729 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:14:37.727+0000 7f75e6433700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f75e0103710 0x7f75e0198c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:14:37.729 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:14:37.727+0000 7f75e6433700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f75e01040b0 0x7f75e019fd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:14:37.729 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:14:37.727+0000 7f75e6433700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f75e010e0f0 con 0x7f75e0103710 2024-06-06T08:14:37.730 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:14:37.727+0000 7f75e6433700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f75e010df70 con 0x7f75e0102510 2024-06-06T08:14:37.730 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:14:37.727+0000 7f75e6433700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f75e010e270 con 0x7f75e01040b0 2024-06-06T08:14:37.730 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:14:37.727+0000 7f75e49d0700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f75e01040b0 0x7f75e019fd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:14:37.730 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:14:37.727+0000 7f75e49d0700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f75e01040b0 0x7f75e019fd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.149:40630/0 (socket says 172.21.15.149:40630) 2024-06-06T08:14:37.730 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:14:37.727+0000 7f75e49d0700 1 -- 172.21.15.149:0/482063738 learned_addr learned my addr 172.21.15.149:0/482063738 (peer_addr_for_me v2:172.21.15.149:0/0) 2024-06-06T08:14:37.730 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:14:37.727+0000 7f75dffff700 1 --2- 172.21.15.149:0/482063738 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f75e0102510 0x7f75e0198740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:14:37.730 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:14:37.727+0000 7f75e49d0700 1 -- 172.21.15.149:0/482063738 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f75e0102510 msgr2=0x7f75e0198740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:14:37.730 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:14:37.727+0000 7f75e49d0700 1 --2- 172.21.15.149:0/482063738 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f75e0102510 0x7f75e0198740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:14:37.730 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:14:37.727+0000 7f75e49d0700 1 -- 172.21.15.149:0/482063738 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f75e0103710 msgr2=0x7f75e0198c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:14:37.730 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:14:37.727+0000 7f75e49d0700 1 --2- 172.21.15.149:0/482063738 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f75e0103710 0x7f75e0198c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:14:37.731 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:14:37.727+0000 7f75e49d0700 1 -- 172.21.15.149:0/482063738 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75e01a03a0 con 0x7f75e01040b0 2024-06-06T08:14:37.731 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:14:37.727+0000 7f75dffff700 1 --2- 172.21.15.149:0/482063738 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f75e0102510 0x7f75e0198740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:14:37.731 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:14:37.727+0000 7f75e49d0700 1 --2- 172.21.15.149:0/482063738 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f75e01040b0 0x7f75e019fd00 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f75d8007f10 tx=0x7f75d800d3b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:14:37.731 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:14:37.727+0000 7f75dd7fa700 1 -- 172.21.15.149:0/482063738 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75d8004bb0 con 0x7f75e01040b0 2024-06-06T08:14:37.731 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:14:37.728+0000 7f75e6433700 1 -- 172.21.15.149:0/482063738 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75e01a0690 con 0x7f75e01040b0 2024-06-06T08:14:37.731 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:14:37.728+0000 7f75dd7fa700 1 -- 172.21.15.149:0/482063738 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f75d8004d50 con 0x7f75e01040b0 2024-06-06T08:14:37.731 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:14:37.728+0000 7f75dd7fa700 1 -- 172.21.15.149:0/482063738 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75d8005a60 con 0x7f75e01040b0 2024-06-06T08:14:37.731 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:14:37.728+0000 7f75e6433700 1 -- 172.21.15.149:0/482063738 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75e01a0bd0 con 0x7f75e01040b0 2024-06-06T08:14:37.732 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:14:37.728+0000 7f75e6433700 1 -- 172.21.15.149:0/482063738 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f75e0069180 con 0x7f75e01040b0 2024-06-06T08:14:37.732 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:14:37.730+0000 7f75dd7fa700 1 -- 172.21.15.149:0/482063738 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f75d801a020 con 0x7f75e01040b0 2024-06-06T08:14:37.732 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:14:37.730+0000 7f75dd7fa700 1 --2- 172.21.15.149:0/482063738 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f75c80a2c20 0x7f75c80a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:14:37.733 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:14:37.731+0000 7f75dd7fa700 1 -- 172.21.15.149:0/482063738 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4101+0+0 (secure 0 0 0) 0x7f75d80cde70 con 0x7f75e01040b0 2024-06-06T08:14:37.733 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:14:37.731+0000 7f75dffff700 1 --2- 172.21.15.149:0/482063738 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f75c80a2c20 0x7f75c80a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:14:37.733 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:14:37.731+0000 7f75dffff700 1 --2- 172.21.15.149:0/482063738 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f75c80a2c20 0x7f75c80a50e0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f75e0103570 tx=0x7f75d0009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:14:37.734 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:14:37.734+0000 7f75dd7fa700 1 -- 172.21.15.149:0/482063738 <== mon.1 v2:172.21.15.149:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f75d8010070 con 0x7f75e01040b0 2024-06-06T08:14:37.939 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:14:37.939+0000 7f75e6433700 1 -- 172.21.15.149:0/482063738 --> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f75e00628d0 con 0x7f75c80a2c20 2024-06-06T08:14:38.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:38 smithi042 ceph-mon[32384]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T08:14:38.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:38 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T08:14:38.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:38 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T08:14:38.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:38 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:14:38.617 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:38 smithi149 ceph-mon[36842]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T08:14:38.617 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:38 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T08:14:38.617 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:38 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T08:14:38.617 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:38 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:14:38.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:38 smithi120 ceph-mon[36658]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T08:14:38.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:38 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T08:14:38.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:38 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T08:14:38.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:38 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:14:39.412 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:39 smithi149 ceph-mon[36842]: from='client.24244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:14:39.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:39 smithi042 ceph-mon[32384]: from='client.24244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:14:39.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:39 smithi120 ceph-mon[36658]: from='client.24244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:14:40.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:40 smithi042 ceph-mon[32384]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T08:14:40.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:40 smithi120 ceph-mon[36658]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T08:14:40.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:40 smithi149 ceph-mon[36842]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T08:14:41.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:41 smithi042 ceph-mon[32384]: from='client.? 172.21.15.149:0/4283854868' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4be1b7e5-1de1-4927-9960-c0f6415e0bff"}]: dispatch 2024-06-06T08:14:41.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:41 smithi042 ceph-mon[32384]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4be1b7e5-1de1-4927-9960-c0f6415e0bff"}]: dispatch 2024-06-06T08:14:41.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:41 smithi042 ceph-mon[32384]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4be1b7e5-1de1-4927-9960-c0f6415e0bff"}]': finished 2024-06-06T08:14:41.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:41 smithi042 ceph-mon[32384]: osdmap e36: 6 total, 5 up, 6 in 2024-06-06T08:14:41.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:41 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T08:14:41.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:41 smithi042 ceph-mon[32384]: from='client.? 172.21.15.149:0/2652920004' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T08:14:41.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:41 smithi120 ceph-mon[36658]: from='client.? 172.21.15.149:0/4283854868' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4be1b7e5-1de1-4927-9960-c0f6415e0bff"}]: dispatch 2024-06-06T08:14:41.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:41 smithi120 ceph-mon[36658]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4be1b7e5-1de1-4927-9960-c0f6415e0bff"}]: dispatch 2024-06-06T08:14:41.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:41 smithi120 ceph-mon[36658]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4be1b7e5-1de1-4927-9960-c0f6415e0bff"}]': finished 2024-06-06T08:14:41.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:41 smithi120 ceph-mon[36658]: osdmap e36: 6 total, 5 up, 6 in 2024-06-06T08:14:41.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:41 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T08:14:41.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:41 smithi120 ceph-mon[36658]: from='client.? 172.21.15.149:0/2652920004' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T08:14:41.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:41 smithi149 ceph-mon[36842]: from='client.? 172.21.15.149:0/4283854868' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4be1b7e5-1de1-4927-9960-c0f6415e0bff"}]: dispatch 2024-06-06T08:14:41.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:41 smithi149 ceph-mon[36842]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4be1b7e5-1de1-4927-9960-c0f6415e0bff"}]: dispatch 2024-06-06T08:14:41.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:41 smithi149 ceph-mon[36842]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4be1b7e5-1de1-4927-9960-c0f6415e0bff"}]': finished 2024-06-06T08:14:41.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:41 smithi149 ceph-mon[36842]: osdmap e36: 6 total, 5 up, 6 in 2024-06-06T08:14:41.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:41 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T08:14:41.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:41 smithi149 ceph-mon[36842]: from='client.? 172.21.15.149:0/2652920004' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T08:14:42.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:42 smithi042 ceph-mon[32384]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T08:14:42.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:42 smithi120 ceph-mon[36658]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T08:14:42.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:42 smithi149 ceph-mon[36842]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T08:14:44.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:44 smithi149 ceph-mon[36842]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T08:14:44.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:44 smithi042 ceph-mon[32384]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T08:14:44.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:44 smithi120 ceph-mon[36658]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T08:14:46.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:46 smithi042 ceph-mon[32384]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T08:14:46.614 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:46 smithi149 ceph-mon[36842]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T08:14:46.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:46 smithi120 ceph-mon[36658]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T08:14:48.620 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:48 smithi149 ceph-mon[36842]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T08:14:48.620 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:48 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-06-06T08:14:48.620 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:48 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:14:48.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:48 smithi120 ceph-mon[36658]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T08:14:48.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:48 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-06-06T08:14:48.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:48 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:14:48.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:48 smithi042 ceph-mon[32384]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T08:14:48.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:48 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-06-06T08:14:48.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:48 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:14:49.598 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:49 smithi149 ceph-mon[36842]: Deploying daemon osd.5 on smithi149 2024-06-06T08:14:49.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:49 smithi120 ceph-mon[36658]: Deploying daemon osd.5 on smithi149 2024-06-06T08:14:49.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:49 smithi042 ceph-mon[32384]: Deploying daemon osd.5 on smithi149 2024-06-06T08:14:50.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:50 smithi149 ceph-mon[36842]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T08:14:50.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:50 smithi120 ceph-mon[36658]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T08:14:50.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:50 smithi042 ceph-mon[32384]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T08:14:52.505 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:52 smithi149 ceph-mon[36842]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T08:14:52.617 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:52 smithi042 ceph-mon[32384]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T08:14:52.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:52 smithi120 ceph-mon[36658]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T08:14:54.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:54 smithi042 ceph-mon[32384]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T08:14:54.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:54 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:54.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:54 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:54.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:54 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:14:54.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:54 smithi120 ceph-mon[36658]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T08:14:54.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:54 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:54.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:54 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:54.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:54 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:14:54.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:54 smithi149 ceph-mon[36842]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T08:14:54.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:54 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:54.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:54 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:54.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:54 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:14:56.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:56 smithi149 ceph-mon[36842]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T08:14:56.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:56 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:56.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:56 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:56.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:56 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:14:56.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:56 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:14:56.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:56 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:56.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:56 smithi120 ceph-mon[36658]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T08:14:56.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:56 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:56.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:56 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:56.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:56 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:14:56.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:56 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:14:56.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:56 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:56.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:56 smithi042 ceph-mon[32384]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T08:14:56.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:56 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:56.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:56 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:56.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:56 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:14:56.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:56 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:14:56.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:56 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:57.106 INFO:teuthology.orchestra.run.smithi149.stdout:Created osd(s) 5 on host 'smithi149' 2024-06-06T08:14:57.106 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:14:57.106+0000 7f75dd7fa700 1 -- 172.21.15.149:0/482063738 <== mgr.14152 v2:172.21.15.42:6800/1196215200 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f75e00628d0 con 0x7f75c80a2c20 2024-06-06T08:14:57.108 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:14:57.108+0000 7f75e6433700 1 -- 172.21.15.149:0/482063738 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f75c80a2c20 msgr2=0x7f75c80a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:14:57.108 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:14:57.108+0000 7f75e6433700 1 --2- 172.21.15.149:0/482063738 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f75c80a2c20 0x7f75c80a50e0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f75e0103570 tx=0x7f75d0009310 comp rx=0 tx=0).stop 2024-06-06T08:14:57.108 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:14:57.108+0000 7f75e6433700 1 -- 172.21.15.149:0/482063738 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f75e01040b0 msgr2=0x7f75e019fd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:14:57.108 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:14:57.108+0000 7f75e6433700 1 --2- 172.21.15.149:0/482063738 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f75e01040b0 0x7f75e019fd00 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f75d8007f10 tx=0x7f75d800d3b0 comp rx=0 tx=0).stop 2024-06-06T08:14:57.108 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:14:57.109+0000 7f75e6433700 1 -- 172.21.15.149:0/482063738 shutdown_connections 2024-06-06T08:14:57.108 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:14:57.109+0000 7f75e6433700 1 --2- 172.21.15.149:0/482063738 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f75c80a2c20 0x7f75c80a50e0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:14:57.108 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:14:57.109+0000 7f75e6433700 1 --2- 172.21.15.149:0/482063738 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f75e01040b0 0x7f75e019fd00 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:14:57.108 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:14:57.109+0000 7f75e6433700 1 --2- 172.21.15.149:0/482063738 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f75e0102510 0x7f75e0198740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:14:57.108 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:14:57.109+0000 7f75e6433700 1 --2- 172.21.15.149:0/482063738 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f75e0103710 0x7f75e0198c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:14:57.108 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:14:57.109+0000 7f75e6433700 1 -- 172.21.15.149:0/482063738 >> 172.21.15.149:0/482063738 conn(0x7f75e00fdab0 msgr2=0x7f75e0106a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:14:57.109 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:14:57.109+0000 7f75e6433700 1 -- 172.21.15.149:0/482063738 shutdown_connections 2024-06-06T08:14:57.109 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:14:57.109+0000 7f75e6433700 1 -- 172.21.15.149:0/482063738 wait complete. 2024-06-06T08:14:57.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:57 smithi120 ceph-mon[36658]: from='osd.5 [v2:172.21.15.149:6808/4023193877,v1:172.21.15.149:6809/4023193877]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-06-06T08:14:57.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:57 smithi120 ceph-mon[36658]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-06-06T08:14:57.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:57 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:57.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:57 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:57.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:57 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:14:57.424 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:57 smithi149 ceph-mon[36842]: from='osd.5 [v2:172.21.15.149:6808/4023193877,v1:172.21.15.149:6809/4023193877]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-06-06T08:14:57.424 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:57 smithi149 ceph-mon[36842]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-06-06T08:14:57.424 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:57 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:57.424 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:57 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:57.424 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:57 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:14:57.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:57 smithi042 ceph-mon[32384]: from='osd.5 [v2:172.21.15.149:6808/4023193877,v1:172.21.15.149:6809/4023193877]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-06-06T08:14:57.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:57 smithi042 ceph-mon[32384]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-06-06T08:14:57.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:57 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:57.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:57 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:14:57.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:57 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:14:57.708 DEBUG:teuthology.orchestra.run.smithi149:osd.5> sudo journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@osd.5.service 2024-06-06T08:14:57.710 INFO:tasks.cephadm:Deploying osd.6 on smithi042 with /dev/vg_nvme/lv_2... 2024-06-06T08:14:57.711 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-06-06T08:14:57.968 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:14:58.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:58 smithi149 ceph-mon[36842]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T08:14:58.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:58 smithi149 ceph-mon[36842]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-06-06T08:14:58.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:58 smithi149 ceph-mon[36842]: osdmap e37: 6 total, 5 up, 6 in 2024-06-06T08:14:58.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:58 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T08:14:58.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:58 smithi149 ceph-mon[36842]: from='osd.5 [v2:172.21.15.149:6808/4023193877,v1:172.21.15.149:6809/4023193877]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-06-06T08:14:58.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:58 smithi149 ceph-mon[36842]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-06-06T08:14:58.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:58 smithi120 ceph-mon[36658]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T08:14:58.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:58 smithi120 ceph-mon[36658]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-06-06T08:14:58.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:58 smithi120 ceph-mon[36658]: osdmap e37: 6 total, 5 up, 6 in 2024-06-06T08:14:58.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:58 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T08:14:58.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:58 smithi120 ceph-mon[36658]: from='osd.5 [v2:172.21.15.149:6808/4023193877,v1:172.21.15.149:6809/4023193877]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-06-06T08:14:58.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:58 smithi120 ceph-mon[36658]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-06-06T08:14:58.435 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:58 smithi042 ceph-mon[32384]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T08:14:58.435 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:58 smithi042 ceph-mon[32384]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-06-06T08:14:58.436 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:58 smithi042 ceph-mon[32384]: osdmap e37: 6 total, 5 up, 6 in 2024-06-06T08:14:58.436 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:58 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T08:14:58.436 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:58 smithi042 ceph-mon[32384]: from='osd.5 [v2:172.21.15.149:6808/4023193877,v1:172.21.15.149:6809/4023193877]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-06-06T08:14:58.436 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:58 smithi042 ceph-mon[32384]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-06-06T08:14:58.840 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 06 08:14:58 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-5[48679]: 2024-06-06T08:14:58.551+0000 7ff79c62a700 -1 osd.5 0 waiting for initial osdmap 2024-06-06T08:14:58.840 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 06 08:14:58 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-5[48679]: 2024-06-06T08:14:58.559+0000 7ff794415700 -1 osd.5 38 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-06-06T08:14:59.382 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:59 smithi149 ceph-mon[36842]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]': finished 2024-06-06T08:14:59.382 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:59 smithi149 ceph-mon[36842]: osdmap e38: 6 total, 5 up, 6 in 2024-06-06T08:14:59.382 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:59 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T08:14:59.382 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:59 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T08:14:59.382 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:14:59 smithi149 ceph-mon[36842]: from='osd.5 ' entity='osd.5' 2024-06-06T08:14:59.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:59 smithi120 ceph-mon[36658]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]': finished 2024-06-06T08:14:59.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:59 smithi120 ceph-mon[36658]: osdmap e38: 6 total, 5 up, 6 in 2024-06-06T08:14:59.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:59 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T08:14:59.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:59 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T08:14:59.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:14:59 smithi120 ceph-mon[36658]: from='osd.5 ' entity='osd.5' 2024-06-06T08:14:59.478 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:59 smithi042 ceph-mon[32384]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]': finished 2024-06-06T08:14:59.479 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:59 smithi042 ceph-mon[32384]: osdmap e38: 6 total, 5 up, 6 in 2024-06-06T08:14:59.479 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:59 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T08:14:59.479 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:59 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T08:14:59.479 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:14:59 smithi042 ceph-mon[32384]: from='osd.5 ' entity='osd.5' 2024-06-06T08:15:00.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:00 smithi149 ceph-mon[36842]: purged_snaps scrub starts 2024-06-06T08:15:00.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:00 smithi149 ceph-mon[36842]: purged_snaps scrub ok 2024-06-06T08:15:00.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:00 smithi149 ceph-mon[36842]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T08:15:00.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:00 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T08:15:00.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:00 smithi149 ceph-mon[36842]: osd.5 [v2:172.21.15.149:6808/4023193877,v1:172.21.15.149:6809/4023193877] boot 2024-06-06T08:15:00.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:00 smithi149 ceph-mon[36842]: osdmap e39: 6 total, 6 up, 6 in 2024-06-06T08:15:00.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:00 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T08:15:00.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:00 smithi149 ceph-mon[36842]: osdmap e40: 6 total, 6 up, 6 in 2024-06-06T08:15:00.368 INFO:teuthology.orchestra.run.smithi042.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-06-06T08:15:00.368 INFO:teuthology.orchestra.run.smithi042.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-06-06T08:15:00.369 INFO:teuthology.orchestra.run.smithi042.stderr: stderr: 10+0 records in 2024-06-06T08:15:00.369 INFO:teuthology.orchestra.run.smithi042.stderr:10+0 records out 2024-06-06T08:15:00.369 INFO:teuthology.orchestra.run.smithi042.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0083264 s, 1.3 GB/s 2024-06-06T08:15:00.369 INFO:teuthology.orchestra.run.smithi042.stderr:--> Zapping successful for: 2024-06-06T08:15:00.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:00 smithi120 ceph-mon[36658]: purged_snaps scrub starts 2024-06-06T08:15:00.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:00 smithi120 ceph-mon[36658]: purged_snaps scrub ok 2024-06-06T08:15:00.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:00 smithi120 ceph-mon[36658]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T08:15:00.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:00 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T08:15:00.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:00 smithi120 ceph-mon[36658]: osd.5 [v2:172.21.15.149:6808/4023193877,v1:172.21.15.149:6809/4023193877] boot 2024-06-06T08:15:00.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:00 smithi120 ceph-mon[36658]: osdmap e39: 6 total, 6 up, 6 in 2024-06-06T08:15:00.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:00 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T08:15:00.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:00 smithi120 ceph-mon[36658]: osdmap e40: 6 total, 6 up, 6 in 2024-06-06T08:15:00.393 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:00 smithi042 ceph-mon[32384]: purged_snaps scrub starts 2024-06-06T08:15:00.393 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:00 smithi042 ceph-mon[32384]: purged_snaps scrub ok 2024-06-06T08:15:00.393 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:00 smithi042 ceph-mon[32384]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T08:15:00.393 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:00 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T08:15:00.393 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:00 smithi042 ceph-mon[32384]: osd.5 [v2:172.21.15.149:6808/4023193877,v1:172.21.15.149:6809/4023193877] boot 2024-06-06T08:15:00.393 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:00 smithi042 ceph-mon[32384]: osdmap e39: 6 total, 6 up, 6 in 2024-06-06T08:15:00.393 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:00 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T08:15:00.393 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:00 smithi042 ceph-mon[32384]: osdmap e40: 6 total, 6 up, 6 in 2024-06-06T08:15:01.044 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph orch daemon add osd smithi042:vg_nvme/lv_2 2024-06-06T08:15:01.289 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:15:01.676 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:01 smithi042 ceph-mon[32384]: pgmap v141: 1 pgs: 1 remapped+peering; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-06T08:15:01.677 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:01 smithi042 ceph-mon[32384]: Detected new or changed devices on smithi149 2024-06-06T08:15:01.677 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:01 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:01.677 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:01 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:01.677 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:01 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:15:01.677 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:01 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:15:01.677 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:01 smithi042 ceph-mon[32384]: Adjusting osd_memory_target on smithi149 to 2908M 2024-06-06T08:15:01.677 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:01 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:01.677 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:01 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:15:01.677 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:01 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:15:01.677 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:01 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:01.677 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:01 smithi042 ceph-mon[32384]: osdmap e41: 6 total, 6 up, 6 in 2024-06-06T08:15:01.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:01 smithi120 ceph-mon[36658]: pgmap v141: 1 pgs: 1 remapped+peering; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-06T08:15:01.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:01 smithi120 ceph-mon[36658]: Detected new or changed devices on smithi149 2024-06-06T08:15:01.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:01 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:01.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:01 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:01.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:01 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:15:01.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:01 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:15:01.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:01 smithi120 ceph-mon[36658]: Adjusting osd_memory_target on smithi149 to 2908M 2024-06-06T08:15:01.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:01 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:01.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:01 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:15:01.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:01 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:15:01.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:01 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:01.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:01 smithi120 ceph-mon[36658]: osdmap e41: 6 total, 6 up, 6 in 2024-06-06T08:15:02.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:01 smithi149 ceph-mon[36842]: pgmap v141: 1 pgs: 1 remapped+peering; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-06T08:15:02.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:01 smithi149 ceph-mon[36842]: Detected new or changed devices on smithi149 2024-06-06T08:15:02.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:01 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:02.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:01 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:02.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:01 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:15:02.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:01 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:15:02.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:01 smithi149 ceph-mon[36842]: Adjusting osd_memory_target on smithi149 to 2908M 2024-06-06T08:15:02.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:01 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:02.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:01 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:15:02.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:01 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:15:02.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:01 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:02.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:01 smithi149 ceph-mon[36842]: osdmap e41: 6 total, 6 up, 6 in 2024-06-06T08:15:03.023 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:15:03.024+0000 7f0e14ec6700 1 -- 172.21.15.42:0/944875649 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0e10102f80 msgr2=0x7f0e10105370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:15:03.023 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:15:03.024+0000 7f0e14ec6700 1 --2- 172.21.15.42:0/944875649 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0e10102f80 0x7f0e10105370 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f0e00009990 tx=0x7f0e00009ca0 comp rx=0 tx=0).stop 2024-06-06T08:15:03.024 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:15:03.024+0000 7f0e14ec6700 1 -- 172.21.15.42:0/944875649 shutdown_connections 2024-06-06T08:15:03.024 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:15:03.024+0000 7f0e14ec6700 1 --2- 172.21.15.42:0/944875649 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0e101081e0 0x7f0e1010a650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:15:03.024 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:15:03.024+0000 7f0e14ec6700 1 --2- 172.21.15.42:0/944875649 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0e10102f80 0x7f0e10105370 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:15:03.024 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:15:03.024+0000 7f0e14ec6700 1 --2- 172.21.15.42:0/944875649 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0e101058b0 0x7f0e10107ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:15:03.024 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:15:03.024+0000 7f0e14ec6700 1 -- 172.21.15.42:0/944875649 >> 172.21.15.42:0/944875649 conn(0x7f0e100fc990 msgr2=0x7f0e100fedd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:15:03.024 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:15:03.024+0000 7f0e14ec6700 1 -- 172.21.15.42:0/944875649 shutdown_connections 2024-06-06T08:15:03.024 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:15:03.024+0000 7f0e14ec6700 1 -- 172.21.15.42:0/944875649 wait complete. 2024-06-06T08:15:03.024 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:15:03.024+0000 7f0e14ec6700 1 Processor -- start 2024-06-06T08:15:03.024 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:15:03.025+0000 7f0e14ec6700 1 -- start start 2024-06-06T08:15:03.026 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:15:03.025+0000 7f0e14ec6700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0e10102f80 0x7f0e101987b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:15:03.026 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:15:03.025+0000 7f0e14ec6700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0e101058b0 0x7f0e10198cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:15:03.026 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:15:03.025+0000 7f0e14ec6700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0e101081e0 0x7f0e1019fd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:15:03.026 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:15:03.025+0000 7f0e14ec6700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0e1010e140 con 0x7f0e10102f80 2024-06-06T08:15:03.026 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:15:03.025+0000 7f0e14ec6700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f0e1010dfc0 con 0x7f0e101058b0 2024-06-06T08:15:03.026 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:15:03.025+0000 7f0e14ec6700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f0e1010e2c0 con 0x7f0e101081e0 2024-06-06T08:15:03.026 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:15:03.025+0000 7f0e0e59c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0e10102f80 0x7f0e101987b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:15:03.026 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:15:03.025+0000 7f0e0e59c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0e10102f80 0x7f0e101987b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:52606/0 (socket says 172.21.15.42:52606) 2024-06-06T08:15:03.026 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:15:03.025+0000 7f0e0e59c700 1 -- 172.21.15.42:0/1328028831 learned_addr learned my addr 172.21.15.42:0/1328028831 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:15:03.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:15:03.025+0000 7f0e0dd9b700 1 --2- 172.21.15.42:0/1328028831 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0e101058b0 0x7f0e10198cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:15:03.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:15:03.025+0000 7f0e0ed9d700 1 --2- 172.21.15.42:0/1328028831 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0e101081e0 0x7f0e1019fd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:15:03.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:15:03.025+0000 7f0e0e59c700 1 -- 172.21.15.42:0/1328028831 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0e101081e0 msgr2=0x7f0e1019fd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:15:03.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:15:03.025+0000 7f0e0e59c700 1 --2- 172.21.15.42:0/1328028831 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0e101081e0 0x7f0e1019fd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:15:03.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:15:03.025+0000 7f0e0e59c700 1 -- 172.21.15.42:0/1328028831 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0e101058b0 msgr2=0x7f0e10198cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:15:03.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:15:03.025+0000 7f0e0e59c700 1 --2- 172.21.15.42:0/1328028831 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0e101058b0 0x7f0e10198cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:15:03.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:15:03.025+0000 7f0e0e59c700 1 -- 172.21.15.42:0/1328028831 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e101a03c0 con 0x7f0e10102f80 2024-06-06T08:15:03.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:15:03.025+0000 7f0e0ed9d700 1 --2- 172.21.15.42:0/1328028831 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0e101081e0 0x7f0e1019fd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:15:03.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:15:03.025+0000 7f0e0e59c700 1 --2- 172.21.15.42:0/1328028831 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0e10102f80 0x7f0e101987b0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f0e00004790 tx=0x7f0e00009580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:15:03.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:15:03.026+0000 7f0dff7fe700 1 -- 172.21.15.42:0/1328028831 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e00027070 con 0x7f0e10102f80 2024-06-06T08:15:03.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:15:03.026+0000 7f0e14ec6700 1 -- 172.21.15.42:0/1328028831 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e101a0650 con 0x7f0e10102f80 2024-06-06T08:15:03.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:15:03.026+0000 7f0dff7fe700 1 -- 172.21.15.42:0/1328028831 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0e00004150 con 0x7f0e10102f80 2024-06-06T08:15:03.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:15:03.026+0000 7f0dff7fe700 1 -- 172.21.15.42:0/1328028831 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e0000f460 con 0x7f0e10102f80 2024-06-06T08:15:03.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:15:03.026+0000 7f0e14ec6700 1 -- 172.21.15.42:0/1328028831 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e101a0b80 con 0x7f0e10102f80 2024-06-06T08:15:03.028 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:15:03.027+0000 7f0e14ec6700 1 -- 172.21.15.42:0/1328028831 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e10069180 con 0x7f0e10102f80 2024-06-06T08:15:03.028 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:15:03.028+0000 7f0dff7fe700 1 -- 172.21.15.42:0/1328028831 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f0e0002a070 con 0x7f0e10102f80 2024-06-06T08:15:03.028 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:15:03.028+0000 7f0dff7fe700 1 --2- 172.21.15.42:0/1328028831 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f0df80a2ca0 0x7f0df80a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:15:03.028 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:15:03.029+0000 7f0e0dd9b700 1 --2- 172.21.15.42:0/1328028831 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f0df80a2ca0 0x7f0df80a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:15:03.029 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:15:03.029+0000 7f0dff7fe700 1 -- 172.21.15.42:0/1328028831 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 4533+0+0 (secure 0 0 0) 0x7f0e000cf180 con 0x7f0e10102f80 2024-06-06T08:15:03.029 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:15:03.029+0000 7f0e0dd9b700 1 --2- 172.21.15.42:0/1328028831 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f0df80a2ca0 0x7f0df80a5160 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f0e04005950 tx=0x7f0e0400b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:15:03.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:15:03.033+0000 7f0dff7fe700 1 -- 172.21.15.42:0/1328028831 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f0e0005e850 con 0x7f0e10102f80 2024-06-06T08:15:03.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:15:03.250+0000 7f0e14ec6700 1 -- 172.21.15.42:0/1328028831 --> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f0e100628d0 con 0x7f0df80a2ca0 2024-06-06T08:15:03.918 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:03 smithi042 ceph-mon[32384]: pgmap v143: 1 pgs: 1 remapped+peering; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-06T08:15:03.918 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:03 smithi042 ceph-mon[32384]: osdmap e42: 6 total, 6 up, 6 in 2024-06-06T08:15:03.919 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:03 smithi042 ceph-mon[32384]: from='client.14352 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:15:03.919 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:03 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T08:15:03.919 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:03 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T08:15:03.919 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:03 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:15:04.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:03 smithi149 ceph-mon[36842]: pgmap v143: 1 pgs: 1 remapped+peering; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-06T08:15:04.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:03 smithi149 ceph-mon[36842]: osdmap e42: 6 total, 6 up, 6 in 2024-06-06T08:15:04.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:03 smithi149 ceph-mon[36842]: from='client.14352 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:15:04.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:03 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T08:15:04.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:03 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T08:15:04.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:03 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:15:04.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:03 smithi120 ceph-mon[36658]: pgmap v143: 1 pgs: 1 remapped+peering; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-06T08:15:04.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:03 smithi120 ceph-mon[36658]: osdmap e42: 6 total, 6 up, 6 in 2024-06-06T08:15:04.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:03 smithi120 ceph-mon[36658]: from='client.14352 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:15:04.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:03 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T08:15:04.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:03 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T08:15:04.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:03 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:15:04.910 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:04 smithi042 ceph-mon[32384]: osdmap e43: 6 total, 6 up, 6 in 2024-06-06T08:15:05.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:04 smithi149 ceph-mon[36842]: osdmap e43: 6 total, 6 up, 6 in 2024-06-06T08:15:05.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:04 smithi120 ceph-mon[36658]: osdmap e43: 6 total, 6 up, 6 in 2024-06-06T08:15:06.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:05 smithi149 ceph-mon[36842]: pgmap v146: 1 pgs: 1 remapped+peering; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-06T08:15:06.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:05 smithi042 ceph-mon[32384]: pgmap v146: 1 pgs: 1 remapped+peering; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-06T08:15:06.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:05 smithi120 ceph-mon[36658]: pgmap v146: 1 pgs: 1 remapped+peering; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-06T08:15:06.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:06 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/3557531922' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6c1a1ff4-9bed-4f13-ab16-314c8086c06f"}]: dispatch 2024-06-06T08:15:06.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:06 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/3557531922' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6c1a1ff4-9bed-4f13-ab16-314c8086c06f"}]': finished 2024-06-06T08:15:06.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:06 smithi042 ceph-mon[32384]: osdmap e44: 7 total, 6 up, 7 in 2024-06-06T08:15:06.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:06 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T08:15:07.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:06 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/3557531922' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6c1a1ff4-9bed-4f13-ab16-314c8086c06f"}]: dispatch 2024-06-06T08:15:07.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:06 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/3557531922' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6c1a1ff4-9bed-4f13-ab16-314c8086c06f"}]': finished 2024-06-06T08:15:07.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:06 smithi149 ceph-mon[36842]: osdmap e44: 7 total, 6 up, 7 in 2024-06-06T08:15:07.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:06 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T08:15:07.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:06 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/3557531922' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6c1a1ff4-9bed-4f13-ab16-314c8086c06f"}]: dispatch 2024-06-06T08:15:07.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:06 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/3557531922' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6c1a1ff4-9bed-4f13-ab16-314c8086c06f"}]': finished 2024-06-06T08:15:07.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:06 smithi120 ceph-mon[36658]: osdmap e44: 7 total, 6 up, 7 in 2024-06-06T08:15:07.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:06 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T08:15:08.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:07 smithi149 ceph-mon[36842]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 105 KiB/s, 0 objects/s recovering 2024-06-06T08:15:08.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:07 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/1264237597' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T08:15:08.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:07 smithi042 ceph-mon[32384]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 105 KiB/s, 0 objects/s recovering 2024-06-06T08:15:08.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:07 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/1264237597' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T08:15:08.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:07 smithi120 ceph-mon[36658]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 105 KiB/s, 0 objects/s recovering 2024-06-06T08:15:08.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:07 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/1264237597' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T08:15:09.989 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:09 smithi120 ceph-mon[36658]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-06-06T08:15:10.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:09 smithi149 ceph-mon[36842]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-06-06T08:15:10.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:09 smithi042 ceph-mon[32384]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-06-06T08:15:12.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:11 smithi149 ceph-mon[36842]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 73 KiB/s, 0 objects/s recovering 2024-06-06T08:15:12.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:11 smithi042 ceph-mon[32384]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 73 KiB/s, 0 objects/s recovering 2024-06-06T08:15:12.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:11 smithi120 ceph-mon[36658]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 73 KiB/s, 0 objects/s recovering 2024-06-06T08:15:14.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:13 smithi149 ceph-mon[36842]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-06-06T08:15:14.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:13 smithi042 ceph-mon[32384]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-06-06T08:15:14.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:13 smithi120 ceph-mon[36658]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-06-06T08:15:14.785 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:14 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-06-06T08:15:14.785 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:14 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:15:14.785 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:14 smithi042 ceph-mon[32384]: Deploying daemon osd.6 on smithi042 2024-06-06T08:15:15.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:14 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-06-06T08:15:15.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:14 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:15:15.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:14 smithi149 ceph-mon[36842]: Deploying daemon osd.6 on smithi042 2024-06-06T08:15:15.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:14 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-06-06T08:15:15.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:14 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:15:15.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:14 smithi120 ceph-mon[36658]: Deploying daemon osd.6 on smithi042 2024-06-06T08:15:15.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:15 smithi042 ceph-mon[32384]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-06-06T08:15:16.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:15 smithi149 ceph-mon[36842]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-06-06T08:15:16.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:15 smithi120 ceph-mon[36658]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-06-06T08:15:17.929 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:17 smithi042 ceph-mon[32384]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-06T08:15:18.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:17 smithi149 ceph-mon[36842]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-06T08:15:18.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:17 smithi120 ceph-mon[36658]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-06T08:15:20.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:19 smithi149 ceph-mon[36842]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-06T08:15:20.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:19 smithi042 ceph-mon[32384]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-06T08:15:20.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:19 smithi120 ceph-mon[36658]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-06T08:15:21.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:20 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:21.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:20 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:21.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:20 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:15:21.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:20 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:21.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:20 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:21.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:20 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:15:21.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:20 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:21.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:20 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:21.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:20 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:15:22.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:21 smithi042 ceph-mon[32384]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-06T08:15:22.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:21 smithi120 ceph-mon[36658]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-06T08:15:22.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:21 smithi149 ceph-mon[36842]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-06T08:15:24.064 INFO:teuthology.orchestra.run.smithi042.stdout:Created osd(s) 6 on host 'smithi042' 2024-06-06T08:15:24.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:15:24.065+0000 7f0dff7fe700 1 -- 172.21.15.42:0/1328028831 <== mgr.14152 v2:172.21.15.42:6800/1196215200 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f0e100628d0 con 0x7f0df80a2ca0 2024-06-06T08:15:24.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:15:24.067+0000 7f0e14ec6700 1 -- 172.21.15.42:0/1328028831 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f0df80a2ca0 msgr2=0x7f0df80a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:15:24.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:15:24.067+0000 7f0e14ec6700 1 --2- 172.21.15.42:0/1328028831 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f0df80a2ca0 0x7f0df80a5160 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f0e04005950 tx=0x7f0e0400b410 comp rx=0 tx=0).stop 2024-06-06T08:15:24.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:15:24.067+0000 7f0e14ec6700 1 -- 172.21.15.42:0/1328028831 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0e10102f80 msgr2=0x7f0e101987b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:15:24.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:15:24.067+0000 7f0e14ec6700 1 --2- 172.21.15.42:0/1328028831 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0e10102f80 0x7f0e101987b0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f0e00004790 tx=0x7f0e00009580 comp rx=0 tx=0).stop 2024-06-06T08:15:24.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:15:24.068+0000 7f0e14ec6700 1 -- 172.21.15.42:0/1328028831 shutdown_connections 2024-06-06T08:15:24.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:15:24.068+0000 7f0e14ec6700 1 --2- 172.21.15.42:0/1328028831 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f0df80a2ca0 0x7f0df80a5160 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:15:24.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:15:24.068+0000 7f0e14ec6700 1 --2- 172.21.15.42:0/1328028831 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0e101081e0 0x7f0e1019fd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:15:24.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:15:24.068+0000 7f0e14ec6700 1 --2- 172.21.15.42:0/1328028831 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0e10102f80 0x7f0e101987b0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:15:24.068 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:15:24.068+0000 7f0e14ec6700 1 --2- 172.21.15.42:0/1328028831 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0e101058b0 0x7f0e10198cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:15:24.068 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:15:24.068+0000 7f0e14ec6700 1 -- 172.21.15.42:0/1328028831 >> 172.21.15.42:0/1328028831 conn(0x7f0e100fc990 msgr2=0x7f0e10103820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:15:24.068 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:15:24.068+0000 7f0e14ec6700 1 -- 172.21.15.42:0/1328028831 shutdown_connections 2024-06-06T08:15:24.068 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:15:24.068+0000 7f0e14ec6700 1 -- 172.21.15.42:0/1328028831 wait complete. 2024-06-06T08:15:24.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:23 smithi149 ceph-mon[36842]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-06T08:15:24.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:23 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:24.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:23 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:24.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:23 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:15:24.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:23 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:15:24.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:23 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:24.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:23 smithi149 ceph-mon[36842]: from='osd.6 [v2:172.21.15.42:6818/1922652007,v1:172.21.15.42:6819/1922652007]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-06-06T08:15:24.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:23 smithi042 ceph-mon[32384]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-06T08:15:24.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:23 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:24.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:23 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:24.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:23 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:15:24.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:23 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:15:24.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:23 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:24.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:23 smithi042 ceph-mon[32384]: from='osd.6 [v2:172.21.15.42:6818/1922652007,v1:172.21.15.42:6819/1922652007]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-06-06T08:15:24.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:23 smithi120 ceph-mon[36658]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-06T08:15:24.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:23 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:24.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:23 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:24.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:23 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:15:24.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:23 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:15:24.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:23 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:24.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:23 smithi120 ceph-mon[36658]: from='osd.6 [v2:172.21.15.42:6818/1922652007,v1:172.21.15.42:6819/1922652007]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-06-06T08:15:24.704 DEBUG:teuthology.orchestra.run.smithi042:osd.6> sudo journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@osd.6.service 2024-06-06T08:15:24.706 INFO:tasks.cephadm:Deploying osd.7 on smithi120 with /dev/vg_nvme/lv_2... 2024-06-06T08:15:24.707 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-06-06T08:15:24.950 INFO:teuthology.orchestra.run.smithi120.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.b/config 2024-06-06T08:15:25.074 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:24 smithi120 ceph-mon[36658]: from='osd.6 [v2:172.21.15.42:6818/1922652007,v1:172.21.15.42:6819/1922652007]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-06-06T08:15:25.074 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:24 smithi120 ceph-mon[36658]: osdmap e45: 7 total, 6 up, 7 in 2024-06-06T08:15:25.074 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:24 smithi120 ceph-mon[36658]: from='osd.6 [v2:172.21.15.42:6818/1922652007,v1:172.21.15.42:6819/1922652007]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-06-06T08:15:25.074 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:24 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T08:15:25.074 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:24 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:25.074 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:24 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:25.074 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:24 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:15:25.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:24 smithi149 ceph-mon[36842]: from='osd.6 [v2:172.21.15.42:6818/1922652007,v1:172.21.15.42:6819/1922652007]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-06-06T08:15:25.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:24 smithi149 ceph-mon[36842]: osdmap e45: 7 total, 6 up, 7 in 2024-06-06T08:15:25.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:24 smithi149 ceph-mon[36842]: from='osd.6 [v2:172.21.15.42:6818/1922652007,v1:172.21.15.42:6819/1922652007]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-06-06T08:15:25.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:24 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T08:15:25.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:24 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:25.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:24 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:25.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:24 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:15:25.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:24 smithi042 ceph-mon[32384]: from='osd.6 [v2:172.21.15.42:6818/1922652007,v1:172.21.15.42:6819/1922652007]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-06-06T08:15:25.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:24 smithi042 ceph-mon[32384]: osdmap e45: 7 total, 6 up, 7 in 2024-06-06T08:15:25.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:24 smithi042 ceph-mon[32384]: from='osd.6 [v2:172.21.15.42:6818/1922652007,v1:172.21.15.42:6819/1922652007]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-06-06T08:15:25.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:24 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T08:15:25.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:24 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:25.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:24 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:25.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:24 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:15:25.316 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:15:24 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:15:24.962+0000 7f7eb2f80700 -1 osd.6 0 waiting for initial osdmap 2024-06-06T08:15:25.316 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:15:24 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:15:24.971+0000 7f7eaed73700 -1 osd.6 46 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-06-06T08:15:26.127 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:25 smithi042 ceph-mon[32384]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-06T08:15:26.127 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:25 smithi042 ceph-mon[32384]: from='osd.6 [v2:172.21.15.42:6818/1922652007,v1:172.21.15.42:6819/1922652007]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-06-06T08:15:26.127 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:25 smithi042 ceph-mon[32384]: osdmap e46: 7 total, 6 up, 7 in 2024-06-06T08:15:26.127 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:25 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T08:15:26.127 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:25 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T08:15:26.287 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:25 smithi149 ceph-mon[36842]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-06T08:15:26.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:25 smithi149 ceph-mon[36842]: from='osd.6 [v2:172.21.15.42:6818/1922652007,v1:172.21.15.42:6819/1922652007]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-06-06T08:15:26.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:25 smithi149 ceph-mon[36842]: osdmap e46: 7 total, 6 up, 7 in 2024-06-06T08:15:26.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:25 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T08:15:26.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:25 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T08:15:26.359 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:25 smithi120 ceph-mon[36658]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-06T08:15:26.359 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:25 smithi120 ceph-mon[36658]: from='osd.6 [v2:172.21.15.42:6818/1922652007,v1:172.21.15.42:6819/1922652007]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-06-06T08:15:26.359 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:25 smithi120 ceph-mon[36658]: osdmap e46: 7 total, 6 up, 7 in 2024-06-06T08:15:26.359 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:25 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T08:15:26.359 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:25 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T08:15:27.058 INFO:teuthology.orchestra.run.smithi120.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-06-06T08:15:27.058 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-06-06T08:15:27.058 INFO:teuthology.orchestra.run.smithi120.stderr: stderr: 10+0 records in 2024-06-06T08:15:27.058 INFO:teuthology.orchestra.run.smithi120.stderr:10+0 records out 2024-06-06T08:15:27.058 INFO:teuthology.orchestra.run.smithi120.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0119983 s, 874 MB/s 2024-06-06T08:15:27.058 INFO:teuthology.orchestra.run.smithi120.stderr:--> Zapping successful for: 2024-06-06T08:15:27.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:26 smithi149 ceph-mon[36842]: purged_snaps scrub starts 2024-06-06T08:15:27.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:26 smithi149 ceph-mon[36842]: purged_snaps scrub ok 2024-06-06T08:15:27.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:26 smithi149 ceph-mon[36842]: osd.6 [v2:172.21.15.42:6818/1922652007,v1:172.21.15.42:6819/1922652007] boot 2024-06-06T08:15:27.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:26 smithi149 ceph-mon[36842]: osdmap e47: 7 total, 7 up, 7 in 2024-06-06T08:15:27.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:26 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T08:15:27.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:26 smithi042 ceph-mon[32384]: purged_snaps scrub starts 2024-06-06T08:15:27.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:26 smithi042 ceph-mon[32384]: purged_snaps scrub ok 2024-06-06T08:15:27.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:26 smithi042 ceph-mon[32384]: osd.6 [v2:172.21.15.42:6818/1922652007,v1:172.21.15.42:6819/1922652007] boot 2024-06-06T08:15:27.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:26 smithi042 ceph-mon[32384]: osdmap e47: 7 total, 7 up, 7 in 2024-06-06T08:15:27.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:26 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T08:15:27.360 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:26 smithi120 ceph-mon[36658]: purged_snaps scrub starts 2024-06-06T08:15:27.360 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:26 smithi120 ceph-mon[36658]: purged_snaps scrub ok 2024-06-06T08:15:27.360 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:26 smithi120 ceph-mon[36658]: osd.6 [v2:172.21.15.42:6818/1922652007,v1:172.21.15.42:6819/1922652007] boot 2024-06-06T08:15:27.361 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:26 smithi120 ceph-mon[36658]: osdmap e47: 7 total, 7 up, 7 in 2024-06-06T08:15:27.361 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:26 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T08:15:27.742 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph orch daemon add osd smithi120:vg_nvme/lv_2 2024-06-06T08:15:27.973 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:27 smithi120 ceph-mon[36658]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-06T08:15:27.973 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:27 smithi120 ceph-mon[36658]: osdmap e48: 7 total, 7 up, 7 in 2024-06-06T08:15:27.989 INFO:teuthology.orchestra.run.smithi120.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.b/config 2024-06-06T08:15:28.277 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:27 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:28.277 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:27 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:28.277 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:27 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:15:28.277 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:27 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:15:28.277 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:27 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:15:28.277 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:27 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:28.277 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:27 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:15:28.277 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:27 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:15:28.277 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:27 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:28.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:27 smithi149 ceph-mon[36842]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-06T08:15:28.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:27 smithi149 ceph-mon[36842]: osdmap e48: 7 total, 7 up, 7 in 2024-06-06T08:15:28.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:27 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:28.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:27 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:28.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:27 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:15:28.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:27 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:15:28.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:27 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:15:28.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:27 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:28.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:27 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:15:28.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:27 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:15:28.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:27 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:28.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:27 smithi042 ceph-mon[32384]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-06T08:15:28.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:27 smithi042 ceph-mon[32384]: osdmap e48: 7 total, 7 up, 7 in 2024-06-06T08:15:28.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:27 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:28.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:27 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:28.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:27 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:15:28.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:27 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:15:28.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:27 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:15:28.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:27 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:28.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:27 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:15:28.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:27 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:15:28.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:27 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:29.287 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:28 smithi149 ceph-mon[36842]: Detected new or changed devices on smithi042 2024-06-06T08:15:29.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:28 smithi149 ceph-mon[36842]: Adjusting osd_memory_target on smithi042 to 5697M 2024-06-06T08:15:29.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:28 smithi042 ceph-mon[32384]: Detected new or changed devices on smithi042 2024-06-06T08:15:29.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:28 smithi042 ceph-mon[32384]: Adjusting osd_memory_target on smithi042 to 5697M 2024-06-06T08:15:29.330 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:28 smithi120 ceph-mon[36658]: Detected new or changed devices on smithi042 2024-06-06T08:15:29.330 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:28 smithi120 ceph-mon[36658]: Adjusting osd_memory_target on smithi042 to 5697M 2024-06-06T08:15:29.694 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:15:29.695+0000 7f9a947e1700 1 -- 172.21.15.120:0/798031618 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9a8c101410 msgr2=0x7f9a8c101830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:15:29.695 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:15:29.695+0000 7f9a947e1700 1 --2- 172.21.15.120:0/798031618 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9a8c101410 0x7f9a8c101830 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f9a880099c0 tx=0x7f9a88009cd0 comp rx=0 tx=0).stop 2024-06-06T08:15:29.695 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:15:29.695+0000 7f9a947e1700 1 -- 172.21.15.120:0/798031618 shutdown_connections 2024-06-06T08:15:29.695 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:15:29.695+0000 7f9a947e1700 1 --2- 172.21.15.120:0/798031618 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9a8c102fb0 0x7f9a8c109860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:15:29.695 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:15:29.695+0000 7f9a947e1700 1 --2- 172.21.15.120:0/798031618 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9a8c101410 0x7f9a8c101830 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:15:29.695 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:15:29.695+0000 7f9a947e1700 1 --2- 172.21.15.120:0/798031618 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9a8c102610 0x7f9a8c102a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:15:29.695 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:15:29.695+0000 7f9a947e1700 1 -- 172.21.15.120:0/798031618 >> 172.21.15.120:0/798031618 conn(0x7f9a8c0fc9f0 msgr2=0x7f9a8c0fee10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:15:29.695 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:15:29.695+0000 7f9a947e1700 1 -- 172.21.15.120:0/798031618 shutdown_connections 2024-06-06T08:15:29.695 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:15:29.695+0000 7f9a947e1700 1 -- 172.21.15.120:0/798031618 wait complete. 2024-06-06T08:15:29.697 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:15:29.696+0000 7f9a947e1700 1 Processor -- start 2024-06-06T08:15:29.697 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:15:29.696+0000 7f9a947e1700 1 -- start start 2024-06-06T08:15:29.697 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:15:29.696+0000 7f9a947e1700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9a8c101410 0x7f9a8c198730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:15:29.697 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:15:29.696+0000 7f9a947e1700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9a8c102610 0x7f9a8c198c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:15:29.697 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:15:29.696+0000 7f9a947e1700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9a8c102fb0 0x7f9a8c19fcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:15:29.697 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:15:29.696+0000 7f9a947e1700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9a8c10cfd0 con 0x7f9a8c102fb0 2024-06-06T08:15:29.698 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:15:29.696+0000 7f9a947e1700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f9a8c10ce50 con 0x7f9a8c101410 2024-06-06T08:15:29.698 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:15:29.696+0000 7f9a947e1700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f9a8c10d150 con 0x7f9a8c102610 2024-06-06T08:15:29.698 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:15:29.696+0000 7f9a9257d700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9a8c101410 0x7f9a8c198730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:15:29.698 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:15:29.696+0000 7f9a9257d700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9a8c101410 0x7f9a8c198730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.120:36320/0 (socket says 172.21.15.120:36320) 2024-06-06T08:15:29.698 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:15:29.696+0000 7f9a9257d700 1 -- 172.21.15.120:0/3379919601 learned_addr learned my addr 172.21.15.120:0/3379919601 (peer_addr_for_me v2:172.21.15.120:0/0) 2024-06-06T08:15:29.698 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:15:29.696+0000 7f9a91d7c700 1 --2- 172.21.15.120:0/3379919601 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9a8c102610 0x7f9a8c198c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:15:29.698 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:15:29.696+0000 7f9a9257d700 1 -- 172.21.15.120:0/3379919601 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9a8c102610 msgr2=0x7f9a8c198c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:15:29.698 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:15:29.696+0000 7f9a9257d700 1 --2- 172.21.15.120:0/3379919601 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9a8c102610 0x7f9a8c198c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:15:29.698 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:15:29.696+0000 7f9a9257d700 1 -- 172.21.15.120:0/3379919601 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9a8c102fb0 msgr2=0x7f9a8c19fcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:15:29.698 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:15:29.696+0000 7f9a92d7e700 1 --2- 172.21.15.120:0/3379919601 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9a8c102fb0 0x7f9a8c19fcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:15:29.698 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:15:29.696+0000 7f9a9257d700 1 --2- 172.21.15.120:0/3379919601 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9a8c102fb0 0x7f9a8c19fcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:15:29.699 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:15:29.696+0000 7f9a9257d700 1 -- 172.21.15.120:0/3379919601 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a8c1a0390 con 0x7f9a8c101410 2024-06-06T08:15:29.699 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:15:29.696+0000 7f9a9257d700 1 --2- 172.21.15.120:0/3379919601 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9a8c101410 0x7f9a8c198730 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f9a8800c010 tx=0x7f9a88009580 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:15:29.699 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:15:29.697+0000 7f9a837fe700 1 -- 172.21.15.120:0/3379919601 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a88026070 con 0x7f9a8c101410 2024-06-06T08:15:29.699 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:15:29.697+0000 7f9a947e1700 1 -- 172.21.15.120:0/3379919601 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a8c1a0620 con 0x7f9a8c101410 2024-06-06T08:15:29.699 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:15:29.697+0000 7f9a837fe700 1 -- 172.21.15.120:0/3379919601 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9a88004150 con 0x7f9a8c101410 2024-06-06T08:15:29.699 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:15:29.697+0000 7f9a837fe700 1 -- 172.21.15.120:0/3379919601 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a8800fe30 con 0x7f9a8c101410 2024-06-06T08:15:29.699 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:15:29.697+0000 7f9a947e1700 1 -- 172.21.15.120:0/3379919601 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a8c1a0b50 con 0x7f9a8c101410 2024-06-06T08:15:29.699 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:15:29.698+0000 7f9a947e1700 1 -- 172.21.15.120:0/3379919601 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9a8c069180 con 0x7f9a8c101410 2024-06-06T08:15:29.700 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:15:29.699+0000 7f9a837fe700 1 -- 172.21.15.120:0/3379919601 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f9a88029070 con 0x7f9a8c101410 2024-06-06T08:15:29.700 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:15:29.699+0000 7f9a837fe700 1 --2- 172.21.15.120:0/3379919601 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f9a780a2c20 0x7f9a780a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:15:29.700 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:15:29.699+0000 7f9a837fe700 1 -- 172.21.15.120:0/3379919601 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 4965+0+0 (secure 0 0 0) 0x7f9a880cf6a0 con 0x7f9a8c101410 2024-06-06T08:15:29.700 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:15:29.700+0000 7f9a91d7c700 1 --2- 172.21.15.120:0/3379919601 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f9a780a2c20 0x7f9a780a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:15:29.700 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:15:29.700+0000 7f9a91d7c700 1 --2- 172.21.15.120:0/3379919601 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f9a780a2c20 0x7f9a780a50e0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f9a7c007c60 tx=0x7f9a7c0073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:15:29.702 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:15:29.703+0000 7f9a837fe700 1 -- 172.21.15.120:0/3379919601 <== mon.2 v2:172.21.15.120:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f9a88013070 con 0x7f9a8c101410 2024-06-06T08:15:29.908 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:15:29.908+0000 7f9a947e1700 1 -- 172.21.15.120:0/3379919601 --> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi120:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f9a8c1a0e70 con 0x7f9a780a2c20 2024-06-06T08:15:30.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:29 smithi149 ceph-mon[36842]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-06-06T08:15:30.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:29 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T08:15:30.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:29 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T08:15:30.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:29 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:15:30.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:29 smithi042 ceph-mon[32384]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-06-06T08:15:30.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:29 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T08:15:30.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:29 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T08:15:30.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:29 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:15:30.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:29 smithi120 ceph-mon[36658]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-06-06T08:15:30.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:29 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T08:15:30.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:29 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T08:15:30.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:29 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:15:31.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:30 smithi120 ceph-mon[36658]: from='client.24275 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi120:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:15:31.287 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:30 smithi149 ceph-mon[36842]: from='client.24275 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi120:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:15:31.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:30 smithi042 ceph-mon[32384]: from='client.24275 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi120:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:15:32.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:31 smithi120 ceph-mon[36658]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-06-06T08:15:32.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:31 smithi149 ceph-mon[36842]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-06-06T08:15:32.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:31 smithi042 ceph-mon[32384]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-06-06T08:15:33.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:32 smithi149 ceph-mon[36842]: from='client.? 172.21.15.120:0/1783156341' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "37cb2c8b-d9c0-4d1e-bee8-cc850c69ba0a"}]: dispatch 2024-06-06T08:15:33.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:32 smithi149 ceph-mon[36842]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "37cb2c8b-d9c0-4d1e-bee8-cc850c69ba0a"}]: dispatch 2024-06-06T08:15:33.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:32 smithi149 ceph-mon[36842]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "37cb2c8b-d9c0-4d1e-bee8-cc850c69ba0a"}]': finished 2024-06-06T08:15:33.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:32 smithi149 ceph-mon[36842]: osdmap e49: 8 total, 7 up, 8 in 2024-06-06T08:15:33.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:32 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T08:15:33.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:32 smithi042 ceph-mon[32384]: from='client.? 172.21.15.120:0/1783156341' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "37cb2c8b-d9c0-4d1e-bee8-cc850c69ba0a"}]: dispatch 2024-06-06T08:15:33.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:32 smithi042 ceph-mon[32384]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "37cb2c8b-d9c0-4d1e-bee8-cc850c69ba0a"}]: dispatch 2024-06-06T08:15:33.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:32 smithi042 ceph-mon[32384]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "37cb2c8b-d9c0-4d1e-bee8-cc850c69ba0a"}]': finished 2024-06-06T08:15:33.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:32 smithi042 ceph-mon[32384]: osdmap e49: 8 total, 7 up, 8 in 2024-06-06T08:15:33.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:32 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T08:15:33.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:32 smithi120 ceph-mon[36658]: from='client.? 172.21.15.120:0/1783156341' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "37cb2c8b-d9c0-4d1e-bee8-cc850c69ba0a"}]: dispatch 2024-06-06T08:15:33.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:32 smithi120 ceph-mon[36658]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "37cb2c8b-d9c0-4d1e-bee8-cc850c69ba0a"}]: dispatch 2024-06-06T08:15:33.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:32 smithi120 ceph-mon[36658]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "37cb2c8b-d9c0-4d1e-bee8-cc850c69ba0a"}]': finished 2024-06-06T08:15:33.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:32 smithi120 ceph-mon[36658]: osdmap e49: 8 total, 7 up, 8 in 2024-06-06T08:15:33.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:32 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T08:15:34.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:33 smithi149 ceph-mon[36842]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-06-06T08:15:34.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:33 smithi149 ceph-mon[36842]: from='client.? 172.21.15.120:0/2150539033' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T08:15:34.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:33 smithi042 ceph-mon[32384]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-06-06T08:15:34.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:33 smithi042 ceph-mon[32384]: from='client.? 172.21.15.120:0/2150539033' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T08:15:34.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:33 smithi120 ceph-mon[36658]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-06-06T08:15:34.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:33 smithi120 ceph-mon[36658]: from='client.? 172.21.15.120:0/2150539033' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T08:15:36.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:35 smithi149 ceph-mon[36842]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-06-06T08:15:36.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:35 smithi042 ceph-mon[32384]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-06-06T08:15:36.365 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:35 smithi120 ceph-mon[36658]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-06-06T08:15:38.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:38 smithi149 ceph-mon[36842]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-06-06T08:15:38.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:38 smithi042 ceph-mon[32384]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-06-06T08:15:38.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:38 smithi120 ceph-mon[36658]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-06-06T08:15:40.217 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:40 smithi120 ceph-mon[36658]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-06-06T08:15:40.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:40 smithi149 ceph-mon[36842]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-06-06T08:15:40.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:40 smithi042 ceph-mon[32384]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-06-06T08:15:41.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:41 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-06-06T08:15:41.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:41 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:15:41.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:41 smithi149 ceph-mon[36842]: Deploying daemon osd.7 on smithi120 2024-06-06T08:15:41.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:41 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-06-06T08:15:41.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:41 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:15:41.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:41 smithi042 ceph-mon[32384]: Deploying daemon osd.7 on smithi120 2024-06-06T08:15:41.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:41 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-06-06T08:15:41.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:41 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:15:41.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:41 smithi120 ceph-mon[36658]: Deploying daemon osd.7 on smithi120 2024-06-06T08:15:42.251 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:42 smithi120 ceph-mon[36658]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-06-06T08:15:42.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:42 smithi149 ceph-mon[36842]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-06-06T08:15:42.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:42 smithi042 ceph-mon[32384]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-06-06T08:15:44.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:44 smithi120 ceph-mon[36658]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-06-06T08:15:44.287 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:44 smithi149 ceph-mon[36842]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-06-06T08:15:44.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:44 smithi042 ceph-mon[32384]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-06-06T08:15:46.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:46 smithi149 ceph-mon[36842]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-06-06T08:15:46.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:46 smithi042 ceph-mon[32384]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-06-06T08:15:46.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:46 smithi120 ceph-mon[36658]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-06-06T08:15:47.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:47 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:47.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:47 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:47.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:47 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:15:47.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:47 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:47.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:47 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:47.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:47 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:15:47.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:47 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:47.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:47 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:47.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:47 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:15:48.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:48 smithi149 ceph-mon[36842]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-06-06T08:15:48.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:48 smithi042 ceph-mon[32384]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-06-06T08:15:48.385 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:48 smithi120 ceph-mon[36658]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-06-06T08:15:49.779 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:15:49.779+0000 7f9a837fe700 1 -- 172.21.15.120:0/3379919601 <== mgr.14152 v2:172.21.15.42:6800/1196215200 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f9a8c1a0e70 con 0x7f9a780a2c20 2024-06-06T08:15:49.780 INFO:teuthology.orchestra.run.smithi120.stdout:Created osd(s) 7 on host 'smithi120' 2024-06-06T08:15:49.782 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:15:49.782+0000 7f9a947e1700 1 -- 172.21.15.120:0/3379919601 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f9a780a2c20 msgr2=0x7f9a780a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:15:49.782 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:15:49.782+0000 7f9a947e1700 1 --2- 172.21.15.120:0/3379919601 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f9a780a2c20 0x7f9a780a50e0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f9a7c007c60 tx=0x7f9a7c0073d0 comp rx=0 tx=0).stop 2024-06-06T08:15:49.782 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:15:49.782+0000 7f9a947e1700 1 -- 172.21.15.120:0/3379919601 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9a8c101410 msgr2=0x7f9a8c198730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:15:49.782 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:15:49.782+0000 7f9a947e1700 1 --2- 172.21.15.120:0/3379919601 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9a8c101410 0x7f9a8c198730 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f9a8800c010 tx=0x7f9a88009580 comp rx=0 tx=0).stop 2024-06-06T08:15:49.782 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:15:49.782+0000 7f9a947e1700 1 -- 172.21.15.120:0/3379919601 shutdown_connections 2024-06-06T08:15:49.782 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:15:49.782+0000 7f9a947e1700 1 --2- 172.21.15.120:0/3379919601 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9a8c102fb0 0x7f9a8c19fcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:15:49.782 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:15:49.782+0000 7f9a947e1700 1 --2- 172.21.15.120:0/3379919601 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9a8c101410 0x7f9a8c198730 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:15:49.782 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:15:49.782+0000 7f9a947e1700 1 --2- 172.21.15.120:0/3379919601 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f9a780a2c20 0x7f9a780a50e0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:15:49.782 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:15:49.782+0000 7f9a947e1700 1 --2- 172.21.15.120:0/3379919601 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9a8c102610 0x7f9a8c198c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:15:49.782 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:15:49.782+0000 7f9a947e1700 1 -- 172.21.15.120:0/3379919601 >> 172.21.15.120:0/3379919601 conn(0x7f9a8c0fc9f0 msgr2=0x7f9a8c06ac00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:15:49.782 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:15:49.782+0000 7f9a947e1700 1 -- 172.21.15.120:0/3379919601 shutdown_connections 2024-06-06T08:15:49.782 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:15:49.782+0000 7f9a947e1700 1 -- 172.21.15.120:0/3379919601 wait complete. 2024-06-06T08:15:50.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:50 smithi149 ceph-mon[36842]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-06-06T08:15:50.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:50 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:50.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:50 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:50.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:50 smithi149 ceph-mon[36842]: from='osd.7 [v2:172.21.15.120:6816/156965814,v1:172.21.15.120:6817/156965814]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-06-06T08:15:50.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:50 smithi149 ceph-mon[36842]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-06-06T08:15:50.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:50 smithi042 ceph-mon[32384]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-06-06T08:15:50.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:50 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:50.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:50 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:50.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:50 smithi042 ceph-mon[32384]: from='osd.7 [v2:172.21.15.120:6816/156965814,v1:172.21.15.120:6817/156965814]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-06-06T08:15:50.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:50 smithi042 ceph-mon[32384]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-06-06T08:15:50.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:50 smithi120 ceph-mon[36658]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-06-06T08:15:50.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:50 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:50.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:50 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:50.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:50 smithi120 ceph-mon[36658]: from='osd.7 [v2:172.21.15.120:6816/156965814,v1:172.21.15.120:6817/156965814]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-06-06T08:15:50.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:50 smithi120 ceph-mon[36658]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-06-06T08:15:50.494 DEBUG:teuthology.orchestra.run.smithi120:osd.7> sudo journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@osd.7.service 2024-06-06T08:15:50.497 INFO:tasks.cephadm:Deploying osd.8 on smithi149 with /dev/vg_nvme/lv_2... 2024-06-06T08:15:50.497 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-06-06T08:15:50.745 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.c/config 2024-06-06T08:15:51.880 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:51 smithi149 ceph-mon[36842]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-06-06T08:15:51.880 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:51 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:51.881 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:51 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:51.881 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:51 smithi149 ceph-mon[36842]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-06-06T08:15:51.881 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:51 smithi149 ceph-mon[36842]: osdmap e50: 8 total, 7 up, 8 in 2024-06-06T08:15:51.881 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:51 smithi149 ceph-mon[36842]: from='osd.7 [v2:172.21.15.120:6816/156965814,v1:172.21.15.120:6817/156965814]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2024-06-06T08:15:51.881 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:51 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T08:15:51.881 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:51 smithi149 ceph-mon[36842]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2024-06-06T08:15:51.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:51 smithi120 ceph-mon[36658]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-06-06T08:15:51.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:51 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:51.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:51 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:51.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:51 smithi120 ceph-mon[36658]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-06-06T08:15:51.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:51 smithi120 ceph-mon[36658]: osdmap e50: 8 total, 7 up, 8 in 2024-06-06T08:15:51.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:51 smithi120 ceph-mon[36658]: from='osd.7 [v2:172.21.15.120:6816/156965814,v1:172.21.15.120:6817/156965814]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2024-06-06T08:15:51.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:51 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T08:15:51.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:51 smithi120 ceph-mon[36658]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2024-06-06T08:15:52.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:51 smithi042 ceph-mon[32384]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-06-06T08:15:52.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:51 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:52.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:51 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:52.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:51 smithi042 ceph-mon[32384]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-06-06T08:15:52.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:51 smithi042 ceph-mon[32384]: osdmap e50: 8 total, 7 up, 8 in 2024-06-06T08:15:52.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:51 smithi042 ceph-mon[32384]: from='osd.7 [v2:172.21.15.120:6816/156965814,v1:172.21.15.120:6817/156965814]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2024-06-06T08:15:52.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:51 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T08:15:52.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:51 smithi042 ceph-mon[32384]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2024-06-06T08:15:52.519 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:15:52 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:15:52.204+0000 7fa2cfd4b700 -1 osd.7 0 waiting for initial osdmap 2024-06-06T08:15:52.519 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:15:52 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:15:52.214+0000 7fa2c7335700 -1 osd.7 51 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-06-06T08:15:52.770 INFO:teuthology.orchestra.run.smithi149.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-06-06T08:15:52.770 INFO:teuthology.orchestra.run.smithi149.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-06-06T08:15:52.770 INFO:teuthology.orchestra.run.smithi149.stderr: stderr: 10+0 records in 2024-06-06T08:15:52.770 INFO:teuthology.orchestra.run.smithi149.stderr:10+0 records out 2024-06-06T08:15:52.770 INFO:teuthology.orchestra.run.smithi149.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0126852 s, 827 MB/s 2024-06-06T08:15:52.771 INFO:teuthology.orchestra.run.smithi149.stderr:--> Zapping successful for: 2024-06-06T08:15:52.798 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:52 smithi149 ceph-mon[36842]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]': finished 2024-06-06T08:15:52.798 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:52 smithi149 ceph-mon[36842]: osdmap e51: 8 total, 7 up, 8 in 2024-06-06T08:15:52.798 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:52 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T08:15:52.798 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:52 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T08:15:52.798 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:52 smithi149 ceph-mon[36842]: from='osd.7 ' entity='osd.7' 2024-06-06T08:15:53.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:52 smithi042 ceph-mon[32384]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]': finished 2024-06-06T08:15:53.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:52 smithi042 ceph-mon[32384]: osdmap e51: 8 total, 7 up, 8 in 2024-06-06T08:15:53.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:52 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T08:15:53.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:52 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T08:15:53.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:52 smithi042 ceph-mon[32384]: from='osd.7 ' entity='osd.7' 2024-06-06T08:15:53.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:52 smithi120 ceph-mon[36658]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]': finished 2024-06-06T08:15:53.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:52 smithi120 ceph-mon[36658]: osdmap e51: 8 total, 7 up, 8 in 2024-06-06T08:15:53.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:52 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T08:15:53.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:52 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T08:15:53.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:52 smithi120 ceph-mon[36658]: from='osd.7 ' entity='osd.7' 2024-06-06T08:15:53.365 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph orch daemon add osd smithi149:vg_nvme/lv_2 2024-06-06T08:15:53.607 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.c/config 2024-06-06T08:15:53.967 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:53 smithi149 ceph-mon[36842]: purged_snaps scrub starts 2024-06-06T08:15:53.967 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:53 smithi149 ceph-mon[36842]: purged_snaps scrub ok 2024-06-06T08:15:53.967 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:53 smithi149 ceph-mon[36842]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-06-06T08:15:53.967 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:53 smithi149 ceph-mon[36842]: osd.7 [v2:172.21.15.120:6816/156965814,v1:172.21.15.120:6817/156965814] boot 2024-06-06T08:15:53.967 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:53 smithi149 ceph-mon[36842]: osdmap e52: 8 total, 8 up, 8 in 2024-06-06T08:15:53.967 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:53 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T08:15:54.050 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:53 smithi120 ceph-mon[36658]: purged_snaps scrub starts 2024-06-06T08:15:54.050 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:53 smithi120 ceph-mon[36658]: purged_snaps scrub ok 2024-06-06T08:15:54.050 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:53 smithi120 ceph-mon[36658]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-06-06T08:15:54.051 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:53 smithi120 ceph-mon[36658]: osd.7 [v2:172.21.15.120:6816/156965814,v1:172.21.15.120:6817/156965814] boot 2024-06-06T08:15:54.051 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:53 smithi120 ceph-mon[36658]: osdmap e52: 8 total, 8 up, 8 in 2024-06-06T08:15:54.051 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:53 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T08:15:54.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:53 smithi042 ceph-mon[32384]: purged_snaps scrub starts 2024-06-06T08:15:54.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:53 smithi042 ceph-mon[32384]: purged_snaps scrub ok 2024-06-06T08:15:54.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:53 smithi042 ceph-mon[32384]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 200 MiB used, 626 GiB / 626 GiB avail 2024-06-06T08:15:54.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:53 smithi042 ceph-mon[32384]: osd.7 [v2:172.21.15.120:6816/156965814,v1:172.21.15.120:6817/156965814] boot 2024-06-06T08:15:54.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:53 smithi042 ceph-mon[32384]: osdmap e52: 8 total, 8 up, 8 in 2024-06-06T08:15:54.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:53 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T08:15:55.007 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:54 smithi149 ceph-mon[36842]: osdmap e53: 8 total, 8 up, 8 in 2024-06-06T08:15:55.008 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:54 smithi149 ceph-mon[36842]: Detected new or changed devices on smithi120 2024-06-06T08:15:55.008 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:54 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:55.008 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:54 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:55.008 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:54 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:15:55.008 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:54 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:15:55.008 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:54 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:15:55.008 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:54 smithi149 ceph-mon[36842]: Adjusting osd_memory_target on smithi120 to 5696M 2024-06-06T08:15:55.008 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:54 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:55.008 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:54 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:15:55.008 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:54 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:15:55.008 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:54 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:55.008 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:54 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:15:55.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:54 smithi042 ceph-mon[32384]: osdmap e53: 8 total, 8 up, 8 in 2024-06-06T08:15:55.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:54 smithi042 ceph-mon[32384]: Detected new or changed devices on smithi120 2024-06-06T08:15:55.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:54 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:55.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:54 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:55.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:54 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:15:55.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:54 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:15:55.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:54 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:15:55.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:54 smithi042 ceph-mon[32384]: Adjusting osd_memory_target on smithi120 to 5696M 2024-06-06T08:15:55.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:54 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:55.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:54 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:15:55.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:54 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:15:55.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:54 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:55.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:54 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:15:55.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:54 smithi120 ceph-mon[36658]: osdmap e53: 8 total, 8 up, 8 in 2024-06-06T08:15:55.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:54 smithi120 ceph-mon[36658]: Detected new or changed devices on smithi120 2024-06-06T08:15:55.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:54 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:55.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:54 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:55.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:54 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:15:55.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:54 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:15:55.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:54 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:15:55.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:54 smithi120 ceph-mon[36658]: Adjusting osd_memory_target on smithi120 to 5696M 2024-06-06T08:15:55.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:54 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:55.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:54 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:15:55.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:54 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:15:55.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:54 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:55.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:54 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:15:55.216 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:15:55.214+0000 7f17fe55a700 1 -- 172.21.15.149:0/1056720398 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f17f81025f0 msgr2=0x7f17f8102a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:15:55.216 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:15:55.214+0000 7f17fe55a700 1 --2- 172.21.15.149:0/1056720398 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f17f81025f0 0x7f17f8102a50 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f17ec009990 tx=0x7f17ec009ca0 comp rx=0 tx=0).stop 2024-06-06T08:15:55.216 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:15:55.214+0000 7f17fe55a700 1 -- 172.21.15.149:0/1056720398 shutdown_connections 2024-06-06T08:15:55.216 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:15:55.214+0000 7f17fe55a700 1 --2- 172.21.15.149:0/1056720398 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f17f8102f90 0x7f17f8109840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:15:55.216 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:15:55.214+0000 7f17fe55a700 1 --2- 172.21.15.149:0/1056720398 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f17f81013f0 0x7f17f8101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:15:55.216 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:15:55.214+0000 7f17fe55a700 1 --2- 172.21.15.149:0/1056720398 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f17f81025f0 0x7f17f8102a50 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:15:55.216 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:15:55.214+0000 7f17fe55a700 1 -- 172.21.15.149:0/1056720398 >> 172.21.15.149:0/1056720398 conn(0x7f17f80fc990 msgr2=0x7f17f80fedd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:15:55.216 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:15:55.214+0000 7f17fe55a700 1 -- 172.21.15.149:0/1056720398 shutdown_connections 2024-06-06T08:15:55.217 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:15:55.214+0000 7f17fe55a700 1 -- 172.21.15.149:0/1056720398 wait complete. 2024-06-06T08:15:55.217 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:15:55.215+0000 7f17fe55a700 1 Processor -- start 2024-06-06T08:15:55.217 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:15:55.215+0000 7f17fe55a700 1 -- start start 2024-06-06T08:15:55.217 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:15:55.215+0000 7f17fe55a700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f17f81013f0 0x7f17f806b780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:15:55.217 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:15:55.215+0000 7f17fe55a700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f17f81025f0 0x7f17f819d450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:15:55.217 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:15:55.215+0000 7f17fe55a700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f17f8102f90 0x7f17f819fae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:15:55.217 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:15:55.215+0000 7f17fe55a700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f17f810cfe0 con 0x7f17f81013f0 2024-06-06T08:15:55.217 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:15:55.215+0000 7f17fe55a700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f17f810ce60 con 0x7f17f81025f0 2024-06-06T08:15:55.217 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:15:55.215+0000 7f17fe55a700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f17f810d160 con 0x7f17f8102f90 2024-06-06T08:15:55.217 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:15:55.216+0000 7f17fcaf7700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f17f8102f90 0x7f17f819fae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:15:55.217 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:15:55.216+0000 7f17fcaf7700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f17f8102f90 0x7f17f819fae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.149:60042/0 (socket says 172.21.15.149:60042) 2024-06-06T08:15:55.217 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:15:55.216+0000 7f17fcaf7700 1 -- 172.21.15.149:0/2148355204 learned_addr learned my addr 172.21.15.149:0/2148355204 (peer_addr_for_me v2:172.21.15.149:0/0) 2024-06-06T08:15:55.217 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:15:55.216+0000 7f17f7fff700 1 --2- 172.21.15.149:0/2148355204 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f17f81013f0 0x7f17f806b780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:15:55.217 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:15:55.216+0000 7f17f77fe700 1 --2- 172.21.15.149:0/2148355204 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f17f81025f0 0x7f17f819d450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:15:55.217 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:15:55.216+0000 7f17fcaf7700 1 -- 172.21.15.149:0/2148355204 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f17f81025f0 msgr2=0x7f17f819d450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:15:55.218 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:15:55.216+0000 7f17fcaf7700 1 --2- 172.21.15.149:0/2148355204 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f17f81025f0 0x7f17f819d450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:15:55.218 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:15:55.216+0000 7f17fcaf7700 1 -- 172.21.15.149:0/2148355204 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f17f81013f0 msgr2=0x7f17f806b780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:15:55.218 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:15:55.216+0000 7f17fcaf7700 1 --2- 172.21.15.149:0/2148355204 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f17f81013f0 0x7f17f806b780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:15:55.218 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:15:55.216+0000 7f17fcaf7700 1 -- 172.21.15.149:0/2148355204 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17f81a03b0 con 0x7f17f8102f90 2024-06-06T08:15:55.218 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:15:55.216+0000 7f17fcaf7700 1 --2- 172.21.15.149:0/2148355204 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f17f8102f90 0x7f17f819fae0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f17f000ada0 tx=0x7f17f000c330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:15:55.218 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:15:55.216+0000 7f17f57fa700 1 -- 172.21.15.149:0/2148355204 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17f0017020 con 0x7f17f8102f90 2024-06-06T08:15:55.218 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:15:55.216+0000 7f17fe55a700 1 -- 172.21.15.149:0/2148355204 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17f81a06a0 con 0x7f17f8102f90 2024-06-06T08:15:55.218 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:15:55.216+0000 7f17f57fa700 1 -- 172.21.15.149:0/2148355204 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f17f000a0d0 con 0x7f17f8102f90 2024-06-06T08:15:55.218 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:15:55.216+0000 7f17f57fa700 1 -- 172.21.15.149:0/2148355204 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17f0005480 con 0x7f17f8102f90 2024-06-06T08:15:55.218 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:15:55.216+0000 7f17fe55a700 1 -- 172.21.15.149:0/2148355204 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17f81a0be0 con 0x7f17f8102f90 2024-06-06T08:15:55.219 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:15:55.217+0000 7f17fe55a700 1 -- 172.21.15.149:0/2148355204 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f17f8069180 con 0x7f17f8102f90 2024-06-06T08:15:55.219 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:15:55.219+0000 7f17f57fa700 1 -- 172.21.15.149:0/2148355204 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f17f0005620 con 0x7f17f8102f90 2024-06-06T08:15:55.219 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:15:55.220+0000 7f17f57fa700 1 --2- 172.21.15.149:0/2148355204 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f17e00a70b0 0x7f17e00a9570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:15:55.219 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:15:55.220+0000 7f17f57fa700 1 -- 172.21.15.149:0/2148355204 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 5397+0+0 (secure 0 0 0) 0x7f17f00ce1a0 con 0x7f17f8102f90 2024-06-06T08:15:55.219 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:15:55.220+0000 7f17f7fff700 1 --2- 172.21.15.149:0/2148355204 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f17e00a70b0 0x7f17e00a9570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:15:55.220 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:15:55.220+0000 7f17f7fff700 1 --2- 172.21.15.149:0/2148355204 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f17e00a70b0 0x7f17e00a9570 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f17e8005950 tx=0x7f17e800a300 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:15:55.222 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:15:55.224+0000 7f17f57fa700 1 -- 172.21.15.149:0/2148355204 <== mon.1 v2:172.21.15.149:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f17f0021020 con 0x7f17f8102f90 2024-06-06T08:15:55.432 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:15:55.433+0000 7f17fe55a700 1 -- 172.21.15.149:0/2148355204 --> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f17f80628d0 con 0x7f17e00a70b0 2024-06-06T08:15:56.042 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:55 smithi149 ceph-mon[36842]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-06-06T08:15:56.042 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:55 smithi149 ceph-mon[36842]: osdmap e54: 8 total, 8 up, 8 in 2024-06-06T08:15:56.042 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:55 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:15:56.042 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:55 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:15:56.042 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:55 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:56.042 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:55 smithi149 ceph-mon[36842]: osdmap e55: 8 total, 8 up, 8 in 2024-06-06T08:15:56.042 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:55 smithi149 ceph-mon[36842]: from='client.24304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:15:56.042 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:55 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T08:15:56.042 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:55 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T08:15:56.042 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:55 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:15:56.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:55 smithi042 ceph-mon[32384]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-06-06T08:15:56.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:55 smithi042 ceph-mon[32384]: osdmap e54: 8 total, 8 up, 8 in 2024-06-06T08:15:56.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:55 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:15:56.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:55 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:15:56.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:55 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:56.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:55 smithi042 ceph-mon[32384]: osdmap e55: 8 total, 8 up, 8 in 2024-06-06T08:15:56.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:55 smithi042 ceph-mon[32384]: from='client.24304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:15:56.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:55 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T08:15:56.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:55 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T08:15:56.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:55 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:15:56.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:55 smithi120 ceph-mon[36658]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-06-06T08:15:56.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:55 smithi120 ceph-mon[36658]: osdmap e54: 8 total, 8 up, 8 in 2024-06-06T08:15:56.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:55 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:15:56.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:55 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:15:56.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:55 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:15:56.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:55 smithi120 ceph-mon[36658]: osdmap e55: 8 total, 8 up, 8 in 2024-06-06T08:15:56.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:55 smithi120 ceph-mon[36658]: from='client.24304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:15:56.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:55 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T08:15:56.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:55 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T08:15:56.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:55 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:15:57.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:57 smithi042 ceph-mon[32384]: osdmap e56: 8 total, 8 up, 8 in 2024-06-06T08:15:57.366 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:57 smithi149 ceph-mon[36842]: osdmap e56: 8 total, 8 up, 8 in 2024-06-06T08:15:57.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:57 smithi120 ceph-mon[36658]: osdmap e56: 8 total, 8 up, 8 in 2024-06-06T08:15:58.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:58 smithi042 ceph-mon[32384]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-06-06T08:15:58.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:58 smithi120 ceph-mon[36658]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-06-06T08:15:58.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:58 smithi149 ceph-mon[36842]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-06-06T08:15:59.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:59 smithi042 ceph-mon[32384]: from='client.? 172.21.15.149:0/137239948' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6df7e642-d784-4aac-b764-ddf0747add90"}]: dispatch 2024-06-06T08:15:59.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:59 smithi042 ceph-mon[32384]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6df7e642-d784-4aac-b764-ddf0747add90"}]: dispatch 2024-06-06T08:15:59.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:59 smithi042 ceph-mon[32384]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6df7e642-d784-4aac-b764-ddf0747add90"}]': finished 2024-06-06T08:15:59.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:59 smithi042 ceph-mon[32384]: osdmap e57: 9 total, 8 up, 9 in 2024-06-06T08:15:59.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:59 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-06T08:15:59.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:15:59 smithi042 ceph-mon[32384]: from='client.? 172.21.15.149:0/3020369423' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T08:15:59.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:59 smithi120 ceph-mon[36658]: from='client.? 172.21.15.149:0/137239948' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6df7e642-d784-4aac-b764-ddf0747add90"}]: dispatch 2024-06-06T08:15:59.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:59 smithi120 ceph-mon[36658]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6df7e642-d784-4aac-b764-ddf0747add90"}]: dispatch 2024-06-06T08:15:59.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:59 smithi120 ceph-mon[36658]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6df7e642-d784-4aac-b764-ddf0747add90"}]': finished 2024-06-06T08:15:59.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:59 smithi120 ceph-mon[36658]: osdmap e57: 9 total, 8 up, 9 in 2024-06-06T08:15:59.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:59 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-06T08:15:59.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:15:59 smithi120 ceph-mon[36658]: from='client.? 172.21.15.149:0/3020369423' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T08:15:59.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:59 smithi149 ceph-mon[36842]: from='client.? 172.21.15.149:0/137239948' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6df7e642-d784-4aac-b764-ddf0747add90"}]: dispatch 2024-06-06T08:15:59.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:59 smithi149 ceph-mon[36842]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6df7e642-d784-4aac-b764-ddf0747add90"}]: dispatch 2024-06-06T08:15:59.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:59 smithi149 ceph-mon[36842]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6df7e642-d784-4aac-b764-ddf0747add90"}]': finished 2024-06-06T08:15:59.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:59 smithi149 ceph-mon[36842]: osdmap e57: 9 total, 8 up, 9 in 2024-06-06T08:15:59.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:59 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-06T08:15:59.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:15:59 smithi149 ceph-mon[36842]: from='client.? 172.21.15.149:0/3020369423' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T08:16:00.486 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:00 smithi120 ceph-mon[36658]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-06-06T08:16:00.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:00 smithi149 ceph-mon[36842]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-06-06T08:16:00.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:00 smithi042 ceph-mon[32384]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-06-06T08:16:02.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:02 smithi149 ceph-mon[36842]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-06-06T08:16:02.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:02 smithi042 ceph-mon[32384]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-06-06T08:16:02.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:02 smithi120 ceph-mon[36658]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-06-06T08:16:04.429 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:04 smithi149 ceph-mon[36842]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-06-06T08:16:04.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:04 smithi042 ceph-mon[32384]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-06-06T08:16:04.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:04 smithi120 ceph-mon[36658]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-06-06T08:16:06.484 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:06 smithi149 ceph-mon[36842]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-06-06T08:16:06.484 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:06 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-06-06T08:16:06.484 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:06 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:16:06.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:06 smithi042 ceph-mon[32384]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-06-06T08:16:06.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:06 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-06-06T08:16:06.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:06 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:16:06.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:06 smithi120 ceph-mon[36658]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-06-06T08:16:06.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:06 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-06-06T08:16:06.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:06 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:16:07.397 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:07 smithi149 ceph-mon[36842]: Deploying daemon osd.8 on smithi149 2024-06-06T08:16:07.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:07 smithi042 ceph-mon[32384]: Deploying daemon osd.8 on smithi149 2024-06-06T08:16:07.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:07 smithi120 ceph-mon[36658]: Deploying daemon osd.8 on smithi149 2024-06-06T08:16:08.483 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:08 smithi149 ceph-mon[36842]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-06-06T08:16:08.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:08 smithi042 ceph-mon[32384]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-06-06T08:16:08.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:08 smithi120 ceph-mon[36658]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-06-06T08:16:10.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:10 smithi120 ceph-mon[36658]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-06-06T08:16:10.444 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:10 smithi149 ceph-mon[36842]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-06-06T08:16:10.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:10 smithi042 ceph-mon[32384]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-06-06T08:16:11.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:11 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:16:11.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:11 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:11.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:11 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:11.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:11 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:16:11.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:11 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:11.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:11 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:11.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:11 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:16:11.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:11 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:11.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:11 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:12.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:12 smithi149 ceph-mon[36842]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-06-06T08:16:12.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:12 smithi042 ceph-mon[32384]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-06-06T08:16:12.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:12 smithi120 ceph-mon[36658]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-06-06T08:16:14.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:14 smithi149 ceph-mon[36842]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-06-06T08:16:14.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:14 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:14.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:14 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:14.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:14 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:16:14.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:14 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:16:14.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:14 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:14.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:14 smithi042 ceph-mon[32384]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-06-06T08:16:14.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:14 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:14.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:14 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:14.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:14 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:16:14.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:14 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:16:14.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:14 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:14.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:14 smithi120 ceph-mon[36658]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-06-06T08:16:14.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:14 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:14.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:14 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:14.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:14 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:16:14.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:14 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:16:14.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:14 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:15.002 INFO:teuthology.orchestra.run.smithi149.stdout:Created osd(s) 8 on host 'smithi149' 2024-06-06T08:16:15.002 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:16:15.002+0000 7f17f57fa700 1 -- 172.21.15.149:0/2148355204 <== mgr.14152 v2:172.21.15.42:6800/1196215200 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f17f80628d0 con 0x7f17e00a70b0 2024-06-06T08:16:15.004 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:16:15.004+0000 7f17fe55a700 1 -- 172.21.15.149:0/2148355204 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f17e00a70b0 msgr2=0x7f17e00a9570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:16:15.004 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:16:15.004+0000 7f17fe55a700 1 --2- 172.21.15.149:0/2148355204 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f17e00a70b0 0x7f17e00a9570 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f17e8005950 tx=0x7f17e800a300 comp rx=0 tx=0).stop 2024-06-06T08:16:15.004 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:16:15.004+0000 7f17fe55a700 1 -- 172.21.15.149:0/2148355204 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f17f8102f90 msgr2=0x7f17f819fae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:16:15.004 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:16:15.004+0000 7f17fe55a700 1 --2- 172.21.15.149:0/2148355204 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f17f8102f90 0x7f17f819fae0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f17f000ada0 tx=0x7f17f000c330 comp rx=0 tx=0).stop 2024-06-06T08:16:15.004 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:16:15.005+0000 7f17fe55a700 1 -- 172.21.15.149:0/2148355204 shutdown_connections 2024-06-06T08:16:15.005 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:16:15.005+0000 7f17fe55a700 1 --2- 172.21.15.149:0/2148355204 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f17e00a70b0 0x7f17e00a9570 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:16:15.005 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:16:15.005+0000 7f17fe55a700 1 --2- 172.21.15.149:0/2148355204 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f17f8102f90 0x7f17f819fae0 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:16:15.005 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:16:15.005+0000 7f17fe55a700 1 --2- 172.21.15.149:0/2148355204 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f17f81013f0 0x7f17f806b780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:16:15.005 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:16:15.005+0000 7f17fe55a700 1 --2- 172.21.15.149:0/2148355204 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f17f81025f0 0x7f17f819d450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:16:15.005 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:16:15.005+0000 7f17fe55a700 1 -- 172.21.15.149:0/2148355204 >> 172.21.15.149:0/2148355204 conn(0x7f17f80fc990 msgr2=0x7f17f81058f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:16:15.005 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:16:15.005+0000 7f17fe55a700 1 -- 172.21.15.149:0/2148355204 shutdown_connections 2024-06-06T08:16:15.005 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:16:15.005+0000 7f17fe55a700 1 -- 172.21.15.149:0/2148355204 wait complete. 2024-06-06T08:16:15.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:15 smithi149 ceph-mon[36842]: from='osd.8 [v2:172.21.15.149:6816/4100009474,v1:172.21.15.149:6817/4100009474]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-06-06T08:16:15.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:15 smithi149 ceph-mon[36842]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-06-06T08:16:15.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:15 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:15.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:15 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:15.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:15 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:16:15.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:15 smithi042 ceph-mon[32384]: from='osd.8 [v2:172.21.15.149:6816/4100009474,v1:172.21.15.149:6817/4100009474]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-06-06T08:16:15.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:15 smithi042 ceph-mon[32384]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-06-06T08:16:15.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:15 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:15.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:15 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:15.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:15 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:16:15.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:15 smithi120 ceph-mon[36658]: from='osd.8 [v2:172.21.15.149:6816/4100009474,v1:172.21.15.149:6817/4100009474]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-06-06T08:16:15.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:15 smithi120 ceph-mon[36658]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-06-06T08:16:15.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:15 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:15.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:15 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:15.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:15 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:16:15.659 DEBUG:teuthology.orchestra.run.smithi149:osd.8> sudo journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@osd.8.service 2024-06-06T08:16:15.661 INFO:tasks.cephadm:Deploying osd.9 on smithi042 with /dev/vg_nvme/lv_1... 2024-06-06T08:16:15.661 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-06-06T08:16:15.919 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:16:16.241 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:16 smithi149 ceph-mon[36842]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-06-06T08:16:16.241 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:16 smithi149 ceph-mon[36842]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-06-06T08:16:16.242 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:16 smithi149 ceph-mon[36842]: osdmap e58: 9 total, 8 up, 9 in 2024-06-06T08:16:16.242 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:16 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-06T08:16:16.242 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:16 smithi149 ceph-mon[36842]: from='osd.8 [v2:172.21.15.149:6816/4100009474,v1:172.21.15.149:6817/4100009474]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-06-06T08:16:16.242 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:16 smithi149 ceph-mon[36842]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-06-06T08:16:16.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:16 smithi042 ceph-mon[32384]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-06-06T08:16:16.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:16 smithi042 ceph-mon[32384]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-06-06T08:16:16.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:16 smithi042 ceph-mon[32384]: osdmap e58: 9 total, 8 up, 9 in 2024-06-06T08:16:16.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:16 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-06T08:16:16.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:16 smithi042 ceph-mon[32384]: from='osd.8 [v2:172.21.15.149:6816/4100009474,v1:172.21.15.149:6817/4100009474]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-06-06T08:16:16.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:16 smithi042 ceph-mon[32384]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-06-06T08:16:16.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:16 smithi120 ceph-mon[36658]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-06-06T08:16:16.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:16 smithi120 ceph-mon[36658]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-06-06T08:16:16.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:16 smithi120 ceph-mon[36658]: osdmap e58: 9 total, 8 up, 9 in 2024-06-06T08:16:16.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:16 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-06T08:16:16.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:16 smithi120 ceph-mon[36658]: from='osd.8 [v2:172.21.15.149:6816/4100009474,v1:172.21.15.149:6817/4100009474]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-06-06T08:16:16.640 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:16 smithi120 ceph-mon[36658]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-06-06T08:16:16.846 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:16:16 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:16:16.688+0000 7f7dc5a5d700 -1 osd.8 0 waiting for initial osdmap 2024-06-06T08:16:16.846 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:16:16 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:16:16.698+0000 7f7dbd848700 -1 osd.8 59 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-06-06T08:16:17.471 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:17 smithi042 ceph-mon[32384]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]': finished 2024-06-06T08:16:17.472 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:17 smithi042 ceph-mon[32384]: osdmap e59: 9 total, 8 up, 9 in 2024-06-06T08:16:17.472 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:17 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-06T08:16:17.472 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:17 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-06T08:16:17.472 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:17 smithi042 ceph-mon[32384]: from='osd.8 ' entity='osd.8' 2024-06-06T08:16:17.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:17 smithi149 ceph-mon[36842]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]': finished 2024-06-06T08:16:17.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:17 smithi149 ceph-mon[36842]: osdmap e59: 9 total, 8 up, 9 in 2024-06-06T08:16:17.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:17 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-06T08:16:17.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:17 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-06T08:16:17.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:17 smithi149 ceph-mon[36842]: from='osd.8 ' entity='osd.8' 2024-06-06T08:16:17.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:17 smithi120 ceph-mon[36658]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]': finished 2024-06-06T08:16:17.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:17 smithi120 ceph-mon[36658]: osdmap e59: 9 total, 8 up, 9 in 2024-06-06T08:16:17.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:17 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-06T08:16:17.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:17 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-06T08:16:17.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:17 smithi120 ceph-mon[36658]: from='osd.8 ' entity='osd.8' 2024-06-06T08:16:18.254 INFO:teuthology.orchestra.run.smithi042.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-06-06T08:16:18.254 INFO:teuthology.orchestra.run.smithi042.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-06-06T08:16:18.254 INFO:teuthology.orchestra.run.smithi042.stderr: stderr: 10+0 records in 2024-06-06T08:16:18.254 INFO:teuthology.orchestra.run.smithi042.stderr:10+0 records out 2024-06-06T08:16:18.254 INFO:teuthology.orchestra.run.smithi042.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00844662 s, 1.2 GB/s 2024-06-06T08:16:18.254 INFO:teuthology.orchestra.run.smithi042.stderr:--> Zapping successful for: 2024-06-06T08:16:18.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:18 smithi149 ceph-mon[36842]: purged_snaps scrub starts 2024-06-06T08:16:18.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:18 smithi149 ceph-mon[36842]: purged_snaps scrub ok 2024-06-06T08:16:18.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:18 smithi149 ceph-mon[36842]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-06-06T08:16:18.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:18 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-06T08:16:18.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:18 smithi149 ceph-mon[36842]: osd.8 [v2:172.21.15.149:6816/4100009474,v1:172.21.15.149:6817/4100009474] boot 2024-06-06T08:16:18.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:18 smithi149 ceph-mon[36842]: osdmap e60: 9 total, 9 up, 9 in 2024-06-06T08:16:18.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:18 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-06T08:16:18.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:18 smithi042 ceph-mon[32384]: purged_snaps scrub starts 2024-06-06T08:16:18.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:18 smithi042 ceph-mon[32384]: purged_snaps scrub ok 2024-06-06T08:16:18.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:18 smithi042 ceph-mon[32384]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-06-06T08:16:18.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:18 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-06T08:16:18.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:18 smithi042 ceph-mon[32384]: osd.8 [v2:172.21.15.149:6816/4100009474,v1:172.21.15.149:6817/4100009474] boot 2024-06-06T08:16:18.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:18 smithi042 ceph-mon[32384]: osdmap e60: 9 total, 9 up, 9 in 2024-06-06T08:16:18.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:18 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-06T08:16:18.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:18 smithi120 ceph-mon[36658]: purged_snaps scrub starts 2024-06-06T08:16:18.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:18 smithi120 ceph-mon[36658]: purged_snaps scrub ok 2024-06-06T08:16:18.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:18 smithi120 ceph-mon[36658]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-06-06T08:16:18.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:18 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-06T08:16:18.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:18 smithi120 ceph-mon[36658]: osd.8 [v2:172.21.15.149:6816/4100009474,v1:172.21.15.149:6817/4100009474] boot 2024-06-06T08:16:18.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:18 smithi120 ceph-mon[36658]: osdmap e60: 9 total, 9 up, 9 in 2024-06-06T08:16:18.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:18 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-06T08:16:19.024 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph orch daemon add osd smithi042:vg_nvme/lv_1 2024-06-06T08:16:19.276 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:16:19.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:19 smithi042 ceph-mon[32384]: osdmap e61: 9 total, 9 up, 9 in 2024-06-06T08:16:19.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:19 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:19.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:19 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:19.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:19 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:16:19.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:19 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:16:19.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:19 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:16:19.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:19 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:19.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:19 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:16:19.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:19 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:16:19.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:19 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:19.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:19 smithi149 ceph-mon[36842]: osdmap e61: 9 total, 9 up, 9 in 2024-06-06T08:16:19.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:19 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:19.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:19 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:19.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:19 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:16:19.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:19 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:16:19.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:19 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:16:19.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:19 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:19.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:19 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:16:19.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:19 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:16:19.540 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:19 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:19.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:19 smithi120 ceph-mon[36658]: osdmap e61: 9 total, 9 up, 9 in 2024-06-06T08:16:19.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:19 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:19.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:19 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:19.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:19 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:16:19.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:19 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:16:19.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:19 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:16:19.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:19 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:19.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:19 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:16:19.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:19 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:16:19.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:19 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:20.512 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:20 smithi042 ceph-mon[32384]: pgmap v201: 1 pgs: 1 remapped+peering; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-06-06T08:16:20.513 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:20 smithi042 ceph-mon[32384]: Detected new or changed devices on smithi149 2024-06-06T08:16:20.513 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:20 smithi042 ceph-mon[32384]: Adjusting osd_memory_target on smithi149 to 1938M 2024-06-06T08:16:20.513 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:20 smithi042 ceph-mon[32384]: osdmap e62: 9 total, 9 up, 9 in 2024-06-06T08:16:20.513 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:20 smithi042 ceph-mon[32384]: osdmap e63: 9 total, 9 up, 9 in 2024-06-06T08:16:20.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:20 smithi149 ceph-mon[36842]: pgmap v201: 1 pgs: 1 remapped+peering; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-06-06T08:16:20.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:20 smithi149 ceph-mon[36842]: Detected new or changed devices on smithi149 2024-06-06T08:16:20.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:20 smithi149 ceph-mon[36842]: Adjusting osd_memory_target on smithi149 to 1938M 2024-06-06T08:16:20.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:20 smithi149 ceph-mon[36842]: osdmap e62: 9 total, 9 up, 9 in 2024-06-06T08:16:20.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:20 smithi149 ceph-mon[36842]: osdmap e63: 9 total, 9 up, 9 in 2024-06-06T08:16:20.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:20 smithi120 ceph-mon[36658]: pgmap v201: 1 pgs: 1 remapped+peering; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-06-06T08:16:20.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:20 smithi120 ceph-mon[36658]: Detected new or changed devices on smithi149 2024-06-06T08:16:20.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:20 smithi120 ceph-mon[36658]: Adjusting osd_memory_target on smithi149 to 1938M 2024-06-06T08:16:20.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:20 smithi120 ceph-mon[36658]: osdmap e62: 9 total, 9 up, 9 in 2024-06-06T08:16:20.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:20 smithi120 ceph-mon[36658]: osdmap e63: 9 total, 9 up, 9 in 2024-06-06T08:16:21.096 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:16:21.097+0000 7fd2ca715700 1 -- 172.21.15.42:0/2694014063 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd2c4102f90 msgr2=0x7fd2c4105380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:16:21.097 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:16:21.097+0000 7fd2ca715700 1 --2- 172.21.15.42:0/2694014063 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd2c4102f90 0x7fd2c4105380 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fd2b4009990 tx=0x7fd2b4009ca0 comp rx=0 tx=0).stop 2024-06-06T08:16:21.097 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:16:21.097+0000 7fd2ca715700 1 -- 172.21.15.42:0/2694014063 shutdown_connections 2024-06-06T08:16:21.097 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:16:21.097+0000 7fd2ca715700 1 --2- 172.21.15.42:0/2694014063 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd2c41081f0 0x7fd2c410a660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:16:21.097 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:16:21.097+0000 7fd2ca715700 1 --2- 172.21.15.42:0/2694014063 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd2c4102f90 0x7fd2c4105380 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:16:21.097 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:16:21.097+0000 7fd2ca715700 1 --2- 172.21.15.42:0/2694014063 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd2c41058c0 0x7fd2c4107cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:16:21.097 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:16:21.097+0000 7fd2ca715700 1 -- 172.21.15.42:0/2694014063 >> 172.21.15.42:0/2694014063 conn(0x7fd2c40fc9c0 msgr2=0x7fd2c40fede0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:16:21.097 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:16:21.097+0000 7fd2ca715700 1 -- 172.21.15.42:0/2694014063 shutdown_connections 2024-06-06T08:16:21.097 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:16:21.097+0000 7fd2ca715700 1 -- 172.21.15.42:0/2694014063 wait complete. 2024-06-06T08:16:21.097 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:16:21.097+0000 7fd2ca715700 1 Processor -- start 2024-06-06T08:16:21.097 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:16:21.097+0000 7fd2ca715700 1 -- start start 2024-06-06T08:16:21.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:16:21.098+0000 7fd2ca715700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd2c4102f90 0x7fd2c41028f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:16:21.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:16:21.098+0000 7fd2ca715700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd2c41058c0 0x7fd2c4100f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:16:21.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:16:21.098+0000 7fd2ca715700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd2c41081f0 0x7fd2c4101480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:16:21.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:16:21.098+0000 7fd2ca715700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd2c410e110 con 0x7fd2c41058c0 2024-06-06T08:16:21.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:16:21.098+0000 7fd2ca715700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fd2c410df90 con 0x7fd2c41081f0 2024-06-06T08:16:21.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:16:21.098+0000 7fd2ca715700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fd2c410e290 con 0x7fd2c4102f90 2024-06-06T08:16:21.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:16:21.098+0000 7fd2c37fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd2c41058c0 0x7fd2c4100f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:16:21.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:16:21.098+0000 7fd2c37fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd2c41058c0 0x7fd2c4100f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:52472/0 (socket says 172.21.15.42:52472) 2024-06-06T08:16:21.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:16:21.098+0000 7fd2c37fe700 1 -- 172.21.15.42:0/1630814124 learned_addr learned my addr 172.21.15.42:0/1630814124 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:16:21.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:16:21.098+0000 7fd2c8cb2700 1 --2- 172.21.15.42:0/1630814124 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd2c41081f0 0x7fd2c4101480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:16:21.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:16:21.098+0000 7fd2c3fff700 1 --2- 172.21.15.42:0/1630814124 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd2c4102f90 0x7fd2c41028f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:16:21.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:16:21.098+0000 7fd2c37fe700 1 -- 172.21.15.42:0/1630814124 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd2c4102f90 msgr2=0x7fd2c41028f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:16:21.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:16:21.098+0000 7fd2c37fe700 1 --2- 172.21.15.42:0/1630814124 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd2c4102f90 0x7fd2c41028f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:16:21.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:16:21.098+0000 7fd2c37fe700 1 -- 172.21.15.42:0/1630814124 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd2c41081f0 msgr2=0x7fd2c4101480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:16:21.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:16:21.098+0000 7fd2c37fe700 1 --2- 172.21.15.42:0/1630814124 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd2c41081f0 0x7fd2c4101480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:16:21.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:16:21.098+0000 7fd2c37fe700 1 -- 172.21.15.42:0/1630814124 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2c4101d30 con 0x7fd2c41058c0 2024-06-06T08:16:21.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:16:21.099+0000 7fd2c37fe700 1 --2- 172.21.15.42:0/1630814124 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd2c41058c0 0x7fd2c4100f40 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fd2b800d950 tx=0x7fd2b800dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:16:21.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:16:21.099+0000 7fd2c17fa700 1 -- 172.21.15.42:0/1630814124 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2b8016070 con 0x7fd2c41058c0 2024-06-06T08:16:21.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:16:21.099+0000 7fd2ca715700 1 -- 172.21.15.42:0/1630814124 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2c41a28c0 con 0x7fd2c41058c0 2024-06-06T08:16:21.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:16:21.099+0000 7fd2c17fa700 1 -- 172.21.15.42:0/1630814124 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd2b800fd70 con 0x7fd2c41058c0 2024-06-06T08:16:21.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:16:21.099+0000 7fd2c17fa700 1 -- 172.21.15.42:0/1630814124 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2b800e610 con 0x7fd2c41058c0 2024-06-06T08:16:21.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:16:21.100+0000 7fd2ca715700 1 -- 172.21.15.42:0/1630814124 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2c41a2e00 con 0x7fd2c41058c0 2024-06-06T08:16:21.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:16:21.101+0000 7fd2ca715700 1 -- 172.21.15.42:0/1630814124 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd2c4069180 con 0x7fd2c41058c0 2024-06-06T08:16:21.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:16:21.101+0000 7fd2c17fa700 1 -- 172.21.15.42:0/1630814124 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fd2b8019070 con 0x7fd2c41058c0 2024-06-06T08:16:21.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:16:21.102+0000 7fd2c17fa700 1 --2- 172.21.15.42:0/1630814124 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fd2ac0a2c20 0x7fd2ac0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:16:21.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:16:21.102+0000 7fd2c3fff700 1 --2- 172.21.15.42:0/1630814124 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fd2ac0a2c20 0x7fd2ac0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:16:21.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:16:21.102+0000 7fd2c17fa700 1 -- 172.21.15.42:0/1630814124 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(64..64 src has 1..64) ==== 5829+0+0 (secure 0 0 0) 0x7fd2b80ce130 con 0x7fd2c41058c0 2024-06-06T08:16:21.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:16:21.102+0000 7fd2c3fff700 1 --2- 172.21.15.42:0/1630814124 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fd2ac0a2c20 0x7fd2ac0a50e0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fd2b400b5c0 tx=0x7fd2b4003960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:16:21.106 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:16:21.107+0000 7fd2c17fa700 1 -- 172.21.15.42:0/1630814124 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fd2b809ba40 con 0x7fd2c41058c0 2024-06-06T08:16:21.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:16:21.325+0000 7fd2ca715700 1 -- 172.21.15.42:0/1630814124 --> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7fd2c40628d0 con 0x7fd2ac0a2c20 2024-06-06T08:16:22.278 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:22 smithi042 ceph-mon[32384]: pgmap v204: 1 pgs: 1 remapped+peering; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-06-06T08:16:22.279 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:22 smithi042 ceph-mon[32384]: osdmap e64: 9 total, 9 up, 9 in 2024-06-06T08:16:22.279 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:22 smithi042 ceph-mon[32384]: from='client.14403 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:16:22.279 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:22 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T08:16:22.279 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:22 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T08:16:22.279 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:22 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:16:22.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:22 smithi120 ceph-mon[36658]: pgmap v204: 1 pgs: 1 remapped+peering; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-06-06T08:16:22.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:22 smithi120 ceph-mon[36658]: osdmap e64: 9 total, 9 up, 9 in 2024-06-06T08:16:22.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:22 smithi120 ceph-mon[36658]: from='client.14403 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:16:22.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:22 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T08:16:22.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:22 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T08:16:22.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:22 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:16:22.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:22 smithi149 ceph-mon[36842]: pgmap v204: 1 pgs: 1 remapped+peering; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-06-06T08:16:22.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:22 smithi149 ceph-mon[36842]: osdmap e64: 9 total, 9 up, 9 in 2024-06-06T08:16:22.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:22 smithi149 ceph-mon[36842]: from='client.14403 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:16:22.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:22 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T08:16:22.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:22 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T08:16:22.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:22 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:16:24.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:24 smithi042 ceph-mon[32384]: pgmap v206: 1 pgs: 1 remapped+peering; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-06-06T08:16:24.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:24 smithi120 ceph-mon[36658]: pgmap v206: 1 pgs: 1 remapped+peering; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-06-06T08:16:24.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:24 smithi149 ceph-mon[36842]: pgmap v206: 1 pgs: 1 remapped+peering; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-06-06T08:16:25.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:25 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/3438384334' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f4b2af93-29f8-495a-86f7-72c2b64b34cf"}]: dispatch 2024-06-06T08:16:25.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:25 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/3438384334' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f4b2af93-29f8-495a-86f7-72c2b64b34cf"}]': finished 2024-06-06T08:16:25.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:25 smithi042 ceph-mon[32384]: osdmap e65: 10 total, 9 up, 10 in 2024-06-06T08:16:25.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:25 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-06T08:16:25.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:25 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/2185915985' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T08:16:25.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:25 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/3438384334' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f4b2af93-29f8-495a-86f7-72c2b64b34cf"}]: dispatch 2024-06-06T08:16:25.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:25 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/3438384334' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f4b2af93-29f8-495a-86f7-72c2b64b34cf"}]': finished 2024-06-06T08:16:25.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:25 smithi120 ceph-mon[36658]: osdmap e65: 10 total, 9 up, 10 in 2024-06-06T08:16:25.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:25 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-06T08:16:25.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:25 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/2185915985' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T08:16:25.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:25 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/3438384334' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f4b2af93-29f8-495a-86f7-72c2b64b34cf"}]: dispatch 2024-06-06T08:16:25.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:25 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/3438384334' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f4b2af93-29f8-495a-86f7-72c2b64b34cf"}]': finished 2024-06-06T08:16:25.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:25 smithi149 ceph-mon[36842]: osdmap e65: 10 total, 9 up, 10 in 2024-06-06T08:16:25.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:25 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-06T08:16:25.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:25 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/2185915985' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T08:16:26.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:26 smithi042 ceph-mon[32384]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail; 108 KiB/s, 0 objects/s recovering 2024-06-06T08:16:26.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:26 smithi120 ceph-mon[36658]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail; 108 KiB/s, 0 objects/s recovering 2024-06-06T08:16:26.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:26 smithi149 ceph-mon[36842]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail; 108 KiB/s, 0 objects/s recovering 2024-06-06T08:16:28.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:28 smithi042 ceph-mon[32384]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-06-06T08:16:28.590 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:28 smithi149 ceph-mon[36842]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-06-06T08:16:28.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:28 smithi120 ceph-mon[36658]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-06-06T08:16:30.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:30 smithi042 ceph-mon[32384]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-06-06T08:16:30.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:30 smithi120 ceph-mon[36658]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-06-06T08:16:30.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:30 smithi149 ceph-mon[36842]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-06-06T08:16:32.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:32 smithi042 ceph-mon[32384]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-06-06T08:16:32.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:32 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-06-06T08:16:32.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:32 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:16:32.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:32 smithi120 ceph-mon[36658]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-06-06T08:16:32.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:32 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-06-06T08:16:32.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:32 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:16:32.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:32 smithi149 ceph-mon[36842]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-06-06T08:16:32.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:32 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-06-06T08:16:32.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:32 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:16:33.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:33 smithi042 ceph-mon[32384]: Deploying daemon osd.9 on smithi042 2024-06-06T08:16:33.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:33 smithi120 ceph-mon[36658]: Deploying daemon osd.9 on smithi042 2024-06-06T08:16:33.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:33 smithi149 ceph-mon[36842]: Deploying daemon osd.9 on smithi042 2024-06-06T08:16:34.421 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:34 smithi042 ceph-mon[32384]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-06-06T08:16:34.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:34 smithi120 ceph-mon[36658]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-06-06T08:16:34.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:34 smithi149 ceph-mon[36842]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-06-06T08:16:36.560 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:36 smithi042 ceph-mon[32384]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-06-06T08:16:36.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:36 smithi120 ceph-mon[36658]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-06-06T08:16:36.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:36 smithi149 ceph-mon[36842]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-06-06T08:16:38.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:38 smithi042 ceph-mon[32384]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-06-06T08:16:38.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:38 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:38.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:38 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:38.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:38 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:16:38.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:38 smithi120 ceph-mon[36658]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-06-06T08:16:38.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:38 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:38.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:38 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:38.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:38 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:16:38.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:38 smithi149 ceph-mon[36842]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-06-06T08:16:38.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:38 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:38.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:38 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:38.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:38 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:16:40.557 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:40 smithi042 ceph-mon[32384]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-06-06T08:16:40.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:40 smithi120 ceph-mon[36658]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-06-06T08:16:40.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:40 smithi149 ceph-mon[36842]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-06-06T08:16:42.235 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:16:42.236+0000 7fd2c17fa700 1 -- 172.21.15.42:0/1630814124 <== mgr.14152 v2:172.21.15.42:6800/1196215200 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fd2c40628d0 con 0x7fd2ac0a2c20 2024-06-06T08:16:42.236 INFO:teuthology.orchestra.run.smithi042.stdout:Created osd(s) 9 on host 'smithi042' 2024-06-06T08:16:42.238 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:16:42.239+0000 7fd2ca715700 1 -- 172.21.15.42:0/1630814124 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fd2ac0a2c20 msgr2=0x7fd2ac0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:16:42.238 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:16:42.239+0000 7fd2ca715700 1 --2- 172.21.15.42:0/1630814124 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fd2ac0a2c20 0x7fd2ac0a50e0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fd2b400b5c0 tx=0x7fd2b4003960 comp rx=0 tx=0).stop 2024-06-06T08:16:42.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:16:42.239+0000 7fd2ca715700 1 -- 172.21.15.42:0/1630814124 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd2c41058c0 msgr2=0x7fd2c4100f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:16:42.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:16:42.239+0000 7fd2ca715700 1 --2- 172.21.15.42:0/1630814124 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd2c41058c0 0x7fd2c4100f40 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fd2b800d950 tx=0x7fd2b800dc60 comp rx=0 tx=0).stop 2024-06-06T08:16:42.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:16:42.239+0000 7fd2ca715700 1 -- 172.21.15.42:0/1630814124 shutdown_connections 2024-06-06T08:16:42.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:16:42.239+0000 7fd2ca715700 1 --2- 172.21.15.42:0/1630814124 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd2c41081f0 0x7fd2c4101480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:16:42.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:16:42.239+0000 7fd2ca715700 1 --2- 172.21.15.42:0/1630814124 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fd2ac0a2c20 0x7fd2ac0a50e0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:16:42.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:16:42.239+0000 7fd2ca715700 1 --2- 172.21.15.42:0/1630814124 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd2c4102f90 0x7fd2c41028f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:16:42.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:16:42.239+0000 7fd2ca715700 1 --2- 172.21.15.42:0/1630814124 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd2c41058c0 0x7fd2c4100f40 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:16:42.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:16:42.239+0000 7fd2ca715700 1 -- 172.21.15.42:0/1630814124 >> 172.21.15.42:0/1630814124 conn(0x7fd2c40fc9c0 msgr2=0x7fd2c41039d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:16:42.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:16:42.239+0000 7fd2ca715700 1 -- 172.21.15.42:0/1630814124 shutdown_connections 2024-06-06T08:16:42.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:16:42.239+0000 7fd2ca715700 1 -- 172.21.15.42:0/1630814124 wait complete. 2024-06-06T08:16:42.542 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:42 smithi042 ceph-mon[32384]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-06-06T08:16:42.542 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:42 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:42.542 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:42 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:42.543 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:42 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:16:42.543 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:42 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:16:42.543 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:42 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:42.543 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:42 smithi042 ceph-mon[32384]: from='osd.9 [v2:172.21.15.42:6826/3216295459,v1:172.21.15.42:6827/3216295459]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-06-06T08:16:42.543 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:42 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:42.543 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:42 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:42.543 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:42 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:16:42.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:42 smithi120 ceph-mon[36658]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-06-06T08:16:42.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:42 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:42.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:42 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:42.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:42 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:16:42.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:42 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:16:42.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:42 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:42.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:42 smithi120 ceph-mon[36658]: from='osd.9 [v2:172.21.15.42:6826/3216295459,v1:172.21.15.42:6827/3216295459]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-06-06T08:16:42.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:42 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:42.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:42 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:42.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:42 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:16:42.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:42 smithi149 ceph-mon[36842]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-06-06T08:16:42.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:42 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:42.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:42 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:42.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:42 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:16:42.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:42 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:16:42.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:42 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:42.790 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:42 smithi149 ceph-mon[36842]: from='osd.9 [v2:172.21.15.42:6826/3216295459,v1:172.21.15.42:6827/3216295459]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-06-06T08:16:42.790 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:42 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:42.790 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:42 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:42.790 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:42 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:16:42.963 DEBUG:teuthology.orchestra.run.smithi042:osd.9> sudo journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@osd.9.service 2024-06-06T08:16:42.966 INFO:tasks.cephadm:Deploying osd.10 on smithi120 with /dev/vg_nvme/lv_1... 2024-06-06T08:16:42.966 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-06-06T08:16:43.211 INFO:teuthology.orchestra.run.smithi120.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.b/config 2024-06-06T08:16:43.472 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:43 smithi042 ceph-mon[32384]: from='osd.9 [v2:172.21.15.42:6826/3216295459,v1:172.21.15.42:6827/3216295459]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-06-06T08:16:43.472 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:43 smithi042 ceph-mon[32384]: osdmap e66: 10 total, 9 up, 10 in 2024-06-06T08:16:43.473 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:43 smithi042 ceph-mon[32384]: from='osd.9 [v2:172.21.15.42:6826/3216295459,v1:172.21.15.42:6827/3216295459]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-06-06T08:16:43.473 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:43 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-06T08:16:43.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:43 smithi120 ceph-mon[36658]: from='osd.9 [v2:172.21.15.42:6826/3216295459,v1:172.21.15.42:6827/3216295459]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-06-06T08:16:43.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:43 smithi120 ceph-mon[36658]: osdmap e66: 10 total, 9 up, 10 in 2024-06-06T08:16:43.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:43 smithi120 ceph-mon[36658]: from='osd.9 [v2:172.21.15.42:6826/3216295459,v1:172.21.15.42:6827/3216295459]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-06-06T08:16:43.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:43 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-06T08:16:43.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:43 smithi149 ceph-mon[36842]: from='osd.9 [v2:172.21.15.42:6826/3216295459,v1:172.21.15.42:6827/3216295459]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-06-06T08:16:43.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:43 smithi149 ceph-mon[36842]: osdmap e66: 10 total, 9 up, 10 in 2024-06-06T08:16:43.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:43 smithi149 ceph-mon[36842]: from='osd.9 [v2:172.21.15.42:6826/3216295459,v1:172.21.15.42:6827/3216295459]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-06-06T08:16:43.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:43 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-06T08:16:44.262 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:16:43 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:16:43.821+0000 7fee0989c700 -1 osd.9 0 waiting for initial osdmap 2024-06-06T08:16:44.262 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:16:43 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:16:43.838+0000 7fee01687700 -1 osd.9 67 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-06-06T08:16:44.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:44 smithi042 ceph-mon[32384]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-06-06T08:16:44.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:44 smithi042 ceph-mon[32384]: from='osd.9 [v2:172.21.15.42:6826/3216295459,v1:172.21.15.42:6827/3216295459]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-06-06T08:16:44.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:44 smithi042 ceph-mon[32384]: osdmap e67: 10 total, 9 up, 10 in 2024-06-06T08:16:44.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:44 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-06T08:16:44.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:44 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-06T08:16:44.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:44 smithi042 ceph-mon[32384]: from='osd.9 [v2:172.21.15.42:6826/3216295459,v1:172.21.15.42:6827/3216295459]' entity='osd.9' 2024-06-06T08:16:44.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:44 smithi120 ceph-mon[36658]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-06-06T08:16:44.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:44 smithi120 ceph-mon[36658]: from='osd.9 [v2:172.21.15.42:6826/3216295459,v1:172.21.15.42:6827/3216295459]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-06-06T08:16:44.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:44 smithi120 ceph-mon[36658]: osdmap e67: 10 total, 9 up, 10 in 2024-06-06T08:16:44.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:44 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-06T08:16:44.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:44 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-06T08:16:44.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:44 smithi120 ceph-mon[36658]: from='osd.9 [v2:172.21.15.42:6826/3216295459,v1:172.21.15.42:6827/3216295459]' entity='osd.9' 2024-06-06T08:16:44.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:44 smithi149 ceph-mon[36842]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-06-06T08:16:44.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:44 smithi149 ceph-mon[36842]: from='osd.9 [v2:172.21.15.42:6826/3216295459,v1:172.21.15.42:6827/3216295459]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-06-06T08:16:44.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:44 smithi149 ceph-mon[36842]: osdmap e67: 10 total, 9 up, 10 in 2024-06-06T08:16:44.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:44 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-06T08:16:44.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:44 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-06T08:16:44.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:44 smithi149 ceph-mon[36842]: from='osd.9 [v2:172.21.15.42:6826/3216295459,v1:172.21.15.42:6827/3216295459]' entity='osd.9' 2024-06-06T08:16:45.429 INFO:teuthology.orchestra.run.smithi120.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-06-06T08:16:45.429 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-06-06T08:16:45.429 INFO:teuthology.orchestra.run.smithi120.stderr: stderr: 10+0 records in 2024-06-06T08:16:45.429 INFO:teuthology.orchestra.run.smithi120.stderr:10+0 records out 2024-06-06T08:16:45.430 INFO:teuthology.orchestra.run.smithi120.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.011128 s, 942 MB/s 2024-06-06T08:16:45.430 INFO:teuthology.orchestra.run.smithi120.stderr:--> Zapping successful for: 2024-06-06T08:16:45.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:45 smithi120 ceph-mon[36658]: purged_snaps scrub starts 2024-06-06T08:16:45.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:45 smithi120 ceph-mon[36658]: purged_snaps scrub ok 2024-06-06T08:16:45.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:45 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-06T08:16:45.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:45 smithi120 ceph-mon[36658]: osd.9 [v2:172.21.15.42:6826/3216295459,v1:172.21.15.42:6827/3216295459] boot 2024-06-06T08:16:45.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:45 smithi120 ceph-mon[36658]: osdmap e68: 10 total, 10 up, 10 in 2024-06-06T08:16:45.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:45 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-06T08:16:45.768 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:45 smithi042 ceph-mon[32384]: purged_snaps scrub starts 2024-06-06T08:16:45.768 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:45 smithi042 ceph-mon[32384]: purged_snaps scrub ok 2024-06-06T08:16:45.768 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:45 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-06T08:16:45.768 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:45 smithi042 ceph-mon[32384]: osd.9 [v2:172.21.15.42:6826/3216295459,v1:172.21.15.42:6827/3216295459] boot 2024-06-06T08:16:45.769 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:45 smithi042 ceph-mon[32384]: osdmap e68: 10 total, 10 up, 10 in 2024-06-06T08:16:45.769 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:45 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-06T08:16:45.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:45 smithi149 ceph-mon[36842]: purged_snaps scrub starts 2024-06-06T08:16:45.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:45 smithi149 ceph-mon[36842]: purged_snaps scrub ok 2024-06-06T08:16:45.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:45 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-06T08:16:45.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:45 smithi149 ceph-mon[36842]: osd.9 [v2:172.21.15.42:6826/3216295459,v1:172.21.15.42:6827/3216295459] boot 2024-06-06T08:16:45.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:45 smithi149 ceph-mon[36842]: osdmap e68: 10 total, 10 up, 10 in 2024-06-06T08:16:45.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:45 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-06T08:16:46.154 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph orch daemon add osd smithi120:vg_nvme/lv_1 2024-06-06T08:16:46.397 INFO:teuthology.orchestra.run.smithi120.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.b/config 2024-06-06T08:16:46.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:46 smithi042 ceph-mon[32384]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-06-06T08:16:46.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:46 smithi042 ceph-mon[32384]: osdmap e69: 10 total, 10 up, 10 in 2024-06-06T08:16:46.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:46 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:46.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:46 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:46.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:46 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:16:46.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:46 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:16:46.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:46 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:16:46.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:46 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:16:46.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:46 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:46.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:46 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:16:46.567 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:46 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:16:46.567 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:46 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:46.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:46 smithi120 ceph-mon[36658]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-06-06T08:16:46.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:46 smithi120 ceph-mon[36658]: osdmap e69: 10 total, 10 up, 10 in 2024-06-06T08:16:46.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:46 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:46.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:46 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:46.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:46 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:16:46.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:46 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:16:46.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:46 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:16:46.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:46 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:16:46.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:46 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:46.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:46 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:16:46.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:46 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:16:46.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:46 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:46.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:46 smithi149 ceph-mon[36842]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-06-06T08:16:46.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:46 smithi149 ceph-mon[36842]: osdmap e69: 10 total, 10 up, 10 in 2024-06-06T08:16:46.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:46 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:46.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:46 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:46.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:46 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:16:46.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:46 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:16:46.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:46 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:16:46.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:46 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:16:46.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:46 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:46.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:46 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:16:46.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:46 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:16:46.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:46 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:16:47.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:47 smithi120 ceph-mon[36658]: Detected new or changed devices on smithi042 2024-06-06T08:16:47.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:47 smithi120 ceph-mon[36658]: Adjusting osd_memory_target on smithi042 to 4273M 2024-06-06T08:16:47.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:47 smithi149 ceph-mon[36842]: Detected new or changed devices on smithi042 2024-06-06T08:16:47.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:47 smithi149 ceph-mon[36842]: Adjusting osd_memory_target on smithi042 to 4273M 2024-06-06T08:16:47.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:47 smithi042 ceph-mon[32384]: Detected new or changed devices on smithi042 2024-06-06T08:16:47.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:47 smithi042 ceph-mon[32384]: Adjusting osd_memory_target on smithi042 to 4273M 2024-06-06T08:16:48.223 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:16:48.213+0000 7fb699653700 1 -- 172.21.15.120:0/32061034 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb6941024b0 msgr2=0x7fb6941028d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:16:48.223 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:16:48.213+0000 7fb699653700 1 --2- 172.21.15.120:0/32061034 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb6941024b0 0x7fb6941028d0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fb6840099c0 tx=0x7fb684009cd0 comp rx=0 tx=0).stop 2024-06-06T08:16:48.223 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:16:48.213+0000 7fb699653700 1 -- 172.21.15.120:0/32061034 shutdown_connections 2024-06-06T08:16:48.223 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:16:48.213+0000 7fb699653700 1 --2- 172.21.15.120:0/32061034 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb694104050 0x7fb69410a900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:16:48.224 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:16:48.213+0000 7fb699653700 1 --2- 172.21.15.120:0/32061034 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb6941024b0 0x7fb6941028d0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:16:48.224 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:16:48.213+0000 7fb699653700 1 --2- 172.21.15.120:0/32061034 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb6941036b0 0x7fb694103b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:16:48.224 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:16:48.213+0000 7fb699653700 1 -- 172.21.15.120:0/32061034 >> 172.21.15.120:0/32061034 conn(0x7fb6940fda50 msgr2=0x7fb6940ffe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:16:48.224 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:16:48.213+0000 7fb699653700 1 -- 172.21.15.120:0/32061034 shutdown_connections 2024-06-06T08:16:48.224 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:16:48.213+0000 7fb699653700 1 -- 172.21.15.120:0/32061034 wait complete. 2024-06-06T08:16:48.224 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:16:48.213+0000 7fb699653700 1 Processor -- start 2024-06-06T08:16:48.224 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:16:48.214+0000 7fb699653700 1 -- start start 2024-06-06T08:16:48.224 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:16:48.214+0000 7fb699653700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb6941024b0 0x7fb694076230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:16:48.224 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:16:48.214+0000 7fb699653700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb6941036b0 0x7fb694074880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:16:48.224 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:16:48.214+0000 7fb699653700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb694104050 0x7fb694074dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:16:48.224 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:16:48.214+0000 7fb699653700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb69410e0a0 con 0x7fb6941024b0 2024-06-06T08:16:48.225 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:16:48.214+0000 7fb699653700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fb69410df20 con 0x7fb694104050 2024-06-06T08:16:48.225 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:16:48.214+0000 7fb699653700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fb69410e220 con 0x7fb6941036b0 2024-06-06T08:16:48.225 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:16:48.214+0000 7fb6937fe700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb694104050 0x7fb694074dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:16:48.225 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:16:48.214+0000 7fb6937fe700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb694104050 0x7fb694074dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.120:59544/0 (socket says 172.21.15.120:59544) 2024-06-06T08:16:48.225 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:16:48.214+0000 7fb6937fe700 1 -- 172.21.15.120:0/2464128618 learned_addr learned my addr 172.21.15.120:0/2464128618 (peer_addr_for_me v2:172.21.15.120:0/0) 2024-06-06T08:16:48.225 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:16:48.214+0000 7fb692ffd700 1 --2- 172.21.15.120:0/2464128618 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb6941024b0 0x7fb694076230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:16:48.225 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:16:48.214+0000 7fb6937fe700 1 -- 172.21.15.120:0/2464128618 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb6941036b0 msgr2=0x7fb694074880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:16:48.225 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:16:48.214+0000 7fb6927fc700 1 --2- 172.21.15.120:0/2464128618 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb6941036b0 0x7fb694074880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:16:48.225 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:16:48.214+0000 7fb6937fe700 1 --2- 172.21.15.120:0/2464128618 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb6941036b0 0x7fb694074880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:16:48.225 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:16:48.214+0000 7fb6937fe700 1 -- 172.21.15.120:0/2464128618 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb6941024b0 msgr2=0x7fb694076230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:16:48.225 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:16:48.214+0000 7fb6937fe700 1 --2- 172.21.15.120:0/2464128618 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb6941024b0 0x7fb694076230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:16:48.226 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:16:48.214+0000 7fb6937fe700 1 -- 172.21.15.120:0/2464128618 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb694075670 con 0x7fb694104050 2024-06-06T08:16:48.226 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:16:48.214+0000 7fb6937fe700 1 --2- 172.21.15.120:0/2464128618 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb694104050 0x7fb694074dc0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fb68c00ada0 tx=0x7fb68c00c330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:16:48.226 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:16:48.214+0000 7fb67bfff700 1 -- 172.21.15.120:0/2464128618 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb68c017020 con 0x7fb694104050 2024-06-06T08:16:48.226 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:16:48.214+0000 7fb67bfff700 1 -- 172.21.15.120:0/2464128618 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb68c004bb0 con 0x7fb694104050 2024-06-06T08:16:48.226 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:16:48.214+0000 7fb699653700 1 -- 172.21.15.120:0/2464128618 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6941a2870 con 0x7fb694104050 2024-06-06T08:16:48.226 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:16:48.214+0000 7fb67bfff700 1 -- 172.21.15.120:0/2464128618 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb68c005520 con 0x7fb694104050 2024-06-06T08:16:48.226 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:16:48.215+0000 7fb699653700 1 -- 172.21.15.120:0/2464128618 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6941a2d80 con 0x7fb694104050 2024-06-06T08:16:48.226 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:16:48.215+0000 7fb699653700 1 -- 172.21.15.120:0/2464128618 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb694069180 con 0x7fb694104050 2024-06-06T08:16:48.226 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:16:48.217+0000 7fb67bfff700 1 -- 172.21.15.120:0/2464128618 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fb68c0056c0 con 0x7fb694104050 2024-06-06T08:16:48.226 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:16:48.217+0000 7fb67bfff700 1 --2- 172.21.15.120:0/2464128618 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fb67c0a2c20 0x7fb67c0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:16:48.227 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:16:48.218+0000 7fb67bfff700 1 -- 172.21.15.120:0/2464128618 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 6261+0+0 (secure 0 0 0) 0x7fb68c0ce5c0 con 0x7fb694104050 2024-06-06T08:16:48.227 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:16:48.218+0000 7fb692ffd700 1 --2- 172.21.15.120:0/2464128618 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fb67c0a2c20 0x7fb67c0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:16:48.227 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:16:48.218+0000 7fb692ffd700 1 --2- 172.21.15.120:0/2464128618 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fb67c0a2c20 0x7fb67c0a50e0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fb68400b580 tx=0x7fb684005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:16:48.227 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:16:48.221+0000 7fb67bfff700 1 -- 172.21.15.120:0/2464128618 <== mon.2 v2:172.21.15.120:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fb68c021020 con 0x7fb694104050 2024-06-06T08:16:48.425 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:16:48.426+0000 7fb699653700 1 -- 172.21.15.120:0/2464128618 --> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi120:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7fb6940628d0 con 0x7fb67c0a2c20 2024-06-06T08:16:48.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:48 smithi120 ceph-mon[36658]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-06-06T08:16:48.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:48 smithi149 ceph-mon[36842]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-06-06T08:16:48.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:48 smithi042 ceph-mon[32384]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-06-06T08:16:49.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:49 smithi120 ceph-mon[36658]: from='client.24335 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi120:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:16:49.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:49 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T08:16:49.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:49 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T08:16:49.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:49 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:16:49.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:49 smithi149 ceph-mon[36842]: from='client.24335 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi120:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:16:49.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:49 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T08:16:49.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:49 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T08:16:49.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:49 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:16:49.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:49 smithi042 ceph-mon[32384]: from='client.24335 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi120:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:16:49.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:49 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T08:16:49.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:49 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T08:16:49.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:49 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:16:50.687 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:50 smithi120 ceph-mon[36658]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-06-06T08:16:50.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:50 smithi149 ceph-mon[36842]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-06-06T08:16:50.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:50 smithi042 ceph-mon[32384]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-06-06T08:16:51.662 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:51 smithi120 ceph-mon[36658]: from='client.? 172.21.15.120:0/3091363982' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5d31e261-0c1d-488d-a7d5-6a6c1250edca"}]: dispatch 2024-06-06T08:16:51.663 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:51 smithi120 ceph-mon[36658]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5d31e261-0c1d-488d-a7d5-6a6c1250edca"}]: dispatch 2024-06-06T08:16:51.663 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:51 smithi120 ceph-mon[36658]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5d31e261-0c1d-488d-a7d5-6a6c1250edca"}]': finished 2024-06-06T08:16:51.663 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:51 smithi120 ceph-mon[36658]: osdmap e70: 11 total, 10 up, 11 in 2024-06-06T08:16:51.663 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:51 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-06T08:16:51.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:51 smithi149 ceph-mon[36842]: from='client.? 172.21.15.120:0/3091363982' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5d31e261-0c1d-488d-a7d5-6a6c1250edca"}]: dispatch 2024-06-06T08:16:51.797 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:51 smithi149 ceph-mon[36842]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5d31e261-0c1d-488d-a7d5-6a6c1250edca"}]: dispatch 2024-06-06T08:16:51.797 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:51 smithi149 ceph-mon[36842]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5d31e261-0c1d-488d-a7d5-6a6c1250edca"}]': finished 2024-06-06T08:16:51.798 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:51 smithi149 ceph-mon[36842]: osdmap e70: 11 total, 10 up, 11 in 2024-06-06T08:16:51.798 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:51 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-06T08:16:51.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:51 smithi042 ceph-mon[32384]: from='client.? 172.21.15.120:0/3091363982' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5d31e261-0c1d-488d-a7d5-6a6c1250edca"}]: dispatch 2024-06-06T08:16:51.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:51 smithi042 ceph-mon[32384]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5d31e261-0c1d-488d-a7d5-6a6c1250edca"}]: dispatch 2024-06-06T08:16:51.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:51 smithi042 ceph-mon[32384]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5d31e261-0c1d-488d-a7d5-6a6c1250edca"}]': finished 2024-06-06T08:16:51.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:51 smithi042 ceph-mon[32384]: osdmap e70: 11 total, 10 up, 11 in 2024-06-06T08:16:51.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:51 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-06T08:16:52.716 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:52 smithi042 ceph-mon[32384]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-06-06T08:16:52.717 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:52 smithi042 ceph-mon[32384]: from='client.? 172.21.15.120:0/1027171935' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T08:16:52.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:52 smithi149 ceph-mon[36842]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-06-06T08:16:52.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:52 smithi149 ceph-mon[36842]: from='client.? 172.21.15.120:0/1027171935' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T08:16:52.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:52 smithi120 ceph-mon[36658]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-06-06T08:16:52.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:52 smithi120 ceph-mon[36658]: from='client.? 172.21.15.120:0/1027171935' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T08:16:54.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:54 smithi149 ceph-mon[36842]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-06-06T08:16:54.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:54 smithi042 ceph-mon[32384]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-06-06T08:16:54.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:54 smithi120 ceph-mon[36658]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-06-06T08:16:56.477 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:56 smithi120 ceph-mon[36658]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-06-06T08:16:56.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:56 smithi149 ceph-mon[36842]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-06-06T08:16:56.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:56 smithi042 ceph-mon[32384]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-06-06T08:16:58.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:58 smithi149 ceph-mon[36842]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-06-06T08:16:58.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:58 smithi042 ceph-mon[32384]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-06-06T08:16:58.815 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:58 smithi120 ceph-mon[36658]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-06-06T08:16:59.685 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:59 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-06-06T08:16:59.685 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:16:59 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:16:59.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:59 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-06-06T08:16:59.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:16:59 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:16:59.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:59 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-06-06T08:16:59.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:16:59 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:17:00.683 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:00 smithi120 ceph-mon[36658]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-06-06T08:17:00.684 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:00 smithi120 ceph-mon[36658]: Deploying daemon osd.10 on smithi120 2024-06-06T08:17:00.784 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:00 smithi149 ceph-mon[36842]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-06-06T08:17:00.784 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:00 smithi149 ceph-mon[36842]: Deploying daemon osd.10 on smithi120 2024-06-06T08:17:00.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:00 smithi042 ceph-mon[32384]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-06-06T08:17:00.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:00 smithi042 ceph-mon[32384]: Deploying daemon osd.10 on smithi120 2024-06-06T08:17:02.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:02 smithi120 ceph-mon[36658]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-06-06T08:17:02.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:02 smithi149 ceph-mon[36842]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-06-06T08:17:02.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:02 smithi042 ceph-mon[32384]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-06-06T08:17:04.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:04 smithi149 ceph-mon[36842]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-06-06T08:17:04.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:04 smithi042 ceph-mon[32384]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-06-06T08:17:04.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:04 smithi120 ceph-mon[36658]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-06-06T08:17:05.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:05 smithi120 ceph-mon[36658]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-06-06T08:17:05.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:05 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:05.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:05 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:05.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:05 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:17:06.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:05 smithi149 ceph-mon[36842]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-06-06T08:17:06.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:05 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:06.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:05 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:06.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:05 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:17:06.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:05 smithi042 ceph-mon[32384]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-06-06T08:17:06.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:05 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:06.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:05 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:06.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:05 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:17:08.006 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:07 smithi120 ceph-mon[36658]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-06-06T08:17:08.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:07 smithi149 ceph-mon[36842]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-06-06T08:17:08.044 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:17:08.045+0000 7fb67bfff700 1 -- 172.21.15.120:0/2464128618 <== mgr.14152 v2:172.21.15.42:6800/1196215200 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7fb6940628d0 con 0x7fb67c0a2c20 2024-06-06T08:17:08.045 INFO:teuthology.orchestra.run.smithi120.stdout:Created osd(s) 10 on host 'smithi120' 2024-06-06T08:17:08.047 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:17:08.048+0000 7fb699653700 1 -- 172.21.15.120:0/2464128618 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fb67c0a2c20 msgr2=0x7fb67c0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:17:08.047 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:17:08.048+0000 7fb699653700 1 --2- 172.21.15.120:0/2464128618 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fb67c0a2c20 0x7fb67c0a50e0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fb68400b580 tx=0x7fb684005fb0 comp rx=0 tx=0).stop 2024-06-06T08:17:08.048 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:17:08.048+0000 7fb699653700 1 -- 172.21.15.120:0/2464128618 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb694104050 msgr2=0x7fb694074dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:17:08.048 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:17:08.048+0000 7fb699653700 1 --2- 172.21.15.120:0/2464128618 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb694104050 0x7fb694074dc0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fb68c00ada0 tx=0x7fb68c00c330 comp rx=0 tx=0).stop 2024-06-06T08:17:08.048 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:17:08.048+0000 7fb699653700 1 -- 172.21.15.120:0/2464128618 shutdown_connections 2024-06-06T08:17:08.048 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:17:08.048+0000 7fb699653700 1 --2- 172.21.15.120:0/2464128618 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb694104050 0x7fb694074dc0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:08.048 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:17:08.048+0000 7fb699653700 1 --2- 172.21.15.120:0/2464128618 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb6941024b0 0x7fb694076230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:08.048 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:17:08.048+0000 7fb699653700 1 --2- 172.21.15.120:0/2464128618 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fb67c0a2c20 0x7fb67c0a50e0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:08.048 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:17:08.048+0000 7fb699653700 1 --2- 172.21.15.120:0/2464128618 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb6941036b0 0x7fb694074880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:08.048 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:17:08.048+0000 7fb699653700 1 -- 172.21.15.120:0/2464128618 >> 172.21.15.120:0/2464128618 conn(0x7fb6940fda50 msgr2=0x7fb694106a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:17:08.048 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:17:08.048+0000 7fb699653700 1 -- 172.21.15.120:0/2464128618 shutdown_connections 2024-06-06T08:17:08.048 INFO:teuthology.orchestra.run.smithi120.stderr:2024-06-06T08:17:08.048+0000 7fb699653700 1 -- 172.21.15.120:0/2464128618 wait complete. 2024-06-06T08:17:08.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:07 smithi042 ceph-mon[32384]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-06-06T08:17:08.723 DEBUG:teuthology.orchestra.run.smithi120:osd.10> sudo journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@osd.10.service 2024-06-06T08:17:08.725 INFO:tasks.cephadm:Deploying osd.11 on smithi149 with /dev/vg_nvme/lv_1... 2024-06-06T08:17:08.725 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-06-06T08:17:08.972 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.c/config 2024-06-06T08:17:09.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:09 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:09.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:09 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:09.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:09 smithi042 ceph-mon[32384]: from='osd.10 [v2:172.21.15.120:6824/3633743730,v1:172.21.15.120:6825/3633743730]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-06-06T08:17:09.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:09 smithi042 ceph-mon[32384]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-06-06T08:17:09.344 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:09 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:09.345 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:09 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:09.345 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:09 smithi149 ceph-mon[36842]: from='osd.10 [v2:172.21.15.120:6824/3633743730,v1:172.21.15.120:6825/3633743730]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-06-06T08:17:09.345 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:09 smithi149 ceph-mon[36842]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-06-06T08:17:09.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:09 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:09.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:09 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:09.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:09 smithi120 ceph-mon[36658]: from='osd.10 [v2:172.21.15.120:6824/3633743730,v1:172.21.15.120:6825/3633743730]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-06-06T08:17:09.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:09 smithi120 ceph-mon[36658]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-06-06T08:17:10.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:10 smithi120 ceph-mon[36658]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-06-06T08:17:10.244 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:10 smithi120 ceph-mon[36658]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-06-06T08:17:10.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:10 smithi120 ceph-mon[36658]: osdmap e71: 11 total, 10 up, 11 in 2024-06-06T08:17:10.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:10 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-06T08:17:10.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:10 smithi120 ceph-mon[36658]: from='osd.10 [v2:172.21.15.120:6824/3633743730,v1:172.21.15.120:6825/3633743730]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2024-06-06T08:17:10.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:10 smithi120 ceph-mon[36658]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2024-06-06T08:17:10.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:10 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:10.245 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:10 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:10.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:10 smithi042 ceph-mon[32384]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-06-06T08:17:10.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:10 smithi042 ceph-mon[32384]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-06-06T08:17:10.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:10 smithi042 ceph-mon[32384]: osdmap e71: 11 total, 10 up, 11 in 2024-06-06T08:17:10.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:10 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-06T08:17:10.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:10 smithi042 ceph-mon[32384]: from='osd.10 [v2:172.21.15.120:6824/3633743730,v1:172.21.15.120:6825/3633743730]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2024-06-06T08:17:10.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:10 smithi042 ceph-mon[32384]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2024-06-06T08:17:10.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:10 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:10.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:10 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:10.338 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:10 smithi149 ceph-mon[36842]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-06-06T08:17:10.338 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:10 smithi149 ceph-mon[36842]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-06-06T08:17:10.338 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:10 smithi149 ceph-mon[36842]: osdmap e71: 11 total, 10 up, 11 in 2024-06-06T08:17:10.338 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:10 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-06T08:17:10.338 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:10 smithi149 ceph-mon[36842]: from='osd.10 [v2:172.21.15.120:6824/3633743730,v1:172.21.15.120:6825/3633743730]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2024-06-06T08:17:10.339 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:10 smithi149 ceph-mon[36842]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2024-06-06T08:17:10.339 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:10 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:10.339 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:10 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:10.888 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:17:10 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:17:10.499+0000 7ff190973700 -1 osd.10 0 waiting for initial osdmap 2024-06-06T08:17:10.889 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:17:10 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:17:10.512+0000 7ff18875e700 -1 osd.10 73 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-06-06T08:17:11.063 INFO:teuthology.orchestra.run.smithi149.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-06-06T08:17:11.063 INFO:teuthology.orchestra.run.smithi149.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-06-06T08:17:11.063 INFO:teuthology.orchestra.run.smithi149.stderr: stderr: 10+0 records in 2024-06-06T08:17:11.063 INFO:teuthology.orchestra.run.smithi149.stderr:10+0 records out 2024-06-06T08:17:11.063 INFO:teuthology.orchestra.run.smithi149.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.012975 s, 808 MB/s 2024-06-06T08:17:11.063 INFO:teuthology.orchestra.run.smithi149.stderr: stderr: 2024-06-06T08:17:11.063 INFO:teuthology.orchestra.run.smithi149.stderr:--> Zapping successful for: 2024-06-06T08:17:11.118 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:11 smithi149 ceph-mon[36842]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]': finished 2024-06-06T08:17:11.118 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:11 smithi149 ceph-mon[36842]: osdmap e72: 11 total, 10 up, 11 in 2024-06-06T08:17:11.118 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:11 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-06T08:17:11.118 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:11 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-06T08:17:11.118 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:11 smithi149 ceph-mon[36842]: osdmap e73: 11 total, 10 up, 11 in 2024-06-06T08:17:11.118 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:11 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-06T08:17:11.119 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:11 smithi149 ceph-mon[36842]: from='osd.10 ' entity='osd.10' 2024-06-06T08:17:11.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:11 smithi042 ceph-mon[32384]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]': finished 2024-06-06T08:17:11.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:11 smithi042 ceph-mon[32384]: osdmap e72: 11 total, 10 up, 11 in 2024-06-06T08:17:11.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:11 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-06T08:17:11.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:11 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-06T08:17:11.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:11 smithi042 ceph-mon[32384]: osdmap e73: 11 total, 10 up, 11 in 2024-06-06T08:17:11.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:11 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-06T08:17:11.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:11 smithi042 ceph-mon[32384]: from='osd.10 ' entity='osd.10' 2024-06-06T08:17:11.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:11 smithi120 ceph-mon[36658]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]': finished 2024-06-06T08:17:11.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:11 smithi120 ceph-mon[36658]: osdmap e72: 11 total, 10 up, 11 in 2024-06-06T08:17:11.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:11 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-06T08:17:11.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:11 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-06T08:17:11.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:11 smithi120 ceph-mon[36658]: osdmap e73: 11 total, 10 up, 11 in 2024-06-06T08:17:11.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:11 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-06T08:17:11.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:11 smithi120 ceph-mon[36658]: from='osd.10 ' entity='osd.10' 2024-06-06T08:17:11.805 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph orch daemon add osd smithi149:vg_nvme/lv_1 2024-06-06T08:17:12.048 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.c/config 2024-06-06T08:17:12.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:12 smithi042 ceph-mon[32384]: purged_snaps scrub starts 2024-06-06T08:17:12.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:12 smithi042 ceph-mon[32384]: purged_snaps scrub ok 2024-06-06T08:17:12.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:12 smithi042 ceph-mon[32384]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-06-06T08:17:12.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:12 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-06T08:17:12.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:12 smithi042 ceph-mon[32384]: osd.10 [v2:172.21.15.120:6824/3633743730,v1:172.21.15.120:6825/3633743730] boot 2024-06-06T08:17:12.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:12 smithi042 ceph-mon[32384]: osdmap e74: 11 total, 11 up, 11 in 2024-06-06T08:17:12.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:12 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-06T08:17:12.331 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:12 smithi149 ceph-mon[36842]: purged_snaps scrub starts 2024-06-06T08:17:12.331 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:12 smithi149 ceph-mon[36842]: purged_snaps scrub ok 2024-06-06T08:17:12.331 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:12 smithi149 ceph-mon[36842]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-06-06T08:17:12.331 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:12 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-06T08:17:12.331 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:12 smithi149 ceph-mon[36842]: osd.10 [v2:172.21.15.120:6824/3633743730,v1:172.21.15.120:6825/3633743730] boot 2024-06-06T08:17:12.331 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:12 smithi149 ceph-mon[36842]: osdmap e74: 11 total, 11 up, 11 in 2024-06-06T08:17:12.331 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:12 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-06T08:17:12.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:12 smithi120 ceph-mon[36658]: purged_snaps scrub starts 2024-06-06T08:17:12.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:12 smithi120 ceph-mon[36658]: purged_snaps scrub ok 2024-06-06T08:17:12.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:12 smithi120 ceph-mon[36658]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-06-06T08:17:12.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:12 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-06T08:17:12.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:12 smithi120 ceph-mon[36658]: osd.10 [v2:172.21.15.120:6824/3633743730,v1:172.21.15.120:6825/3633743730] boot 2024-06-06T08:17:12.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:12 smithi120 ceph-mon[36658]: osdmap e74: 11 total, 11 up, 11 in 2024-06-06T08:17:12.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:12 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-06T08:17:13.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:13 smithi120 ceph-mon[36658]: osdmap e75: 11 total, 11 up, 11 in 2024-06-06T08:17:13.465 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:13 smithi149 ceph-mon[36842]: osdmap e75: 11 total, 11 up, 11 in 2024-06-06T08:17:13.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:13 smithi042 ceph-mon[32384]: osdmap e75: 11 total, 11 up, 11 in 2024-06-06T08:17:13.703 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:13.702+0000 7ff3c5b5b700 1 -- 172.21.15.149:0/671184501 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff3c01024f0 msgr2=0x7ff3c0102910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:17:13.704 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:13.702+0000 7ff3c5b5b700 1 --2- 172.21.15.149:0/671184501 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff3c01024f0 0x7ff3c0102910 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7ff3b0009990 tx=0x7ff3b0009ca0 comp rx=0 tx=0).stop 2024-06-06T08:17:13.704 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:13.702+0000 7ff3c5b5b700 1 -- 172.21.15.149:0/671184501 shutdown_connections 2024-06-06T08:17:13.704 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:13.702+0000 7ff3c5b5b700 1 --2- 172.21.15.149:0/671184501 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff3c0104090 0x7ff3c010a940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:13.704 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:13.702+0000 7ff3c5b5b700 1 --2- 172.21.15.149:0/671184501 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff3c01024f0 0x7ff3c0102910 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:13.704 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:13.702+0000 7ff3c5b5b700 1 --2- 172.21.15.149:0/671184501 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff3c01036f0 0x7ff3c0103b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:13.704 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:13.702+0000 7ff3c5b5b700 1 -- 172.21.15.149:0/671184501 >> 172.21.15.149:0/671184501 conn(0x7ff3c00fda90 msgr2=0x7ff3c00ffed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:17:13.704 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:13.702+0000 7ff3c5b5b700 1 -- 172.21.15.149:0/671184501 shutdown_connections 2024-06-06T08:17:13.704 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:13.702+0000 7ff3c5b5b700 1 -- 172.21.15.149:0/671184501 wait complete. 2024-06-06T08:17:13.704 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:13.702+0000 7ff3c5b5b700 1 Processor -- start 2024-06-06T08:17:13.704 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:13.702+0000 7ff3c5b5b700 1 -- start start 2024-06-06T08:17:13.705 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:13.703+0000 7ff3c5b5b700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff3c01024f0 0x7ff3c0198840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:17:13.705 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:13.703+0000 7ff3c5b5b700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff3c01036f0 0x7ff3c0198d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:17:13.705 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:13.703+0000 7ff3c5b5b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff3c0104090 0x7ff3c019fdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:17:13.705 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:13.703+0000 7ff3c5b5b700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff3c010e140 con 0x7ff3c0104090 2024-06-06T08:17:13.705 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:13.703+0000 7ff3c5b5b700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7ff3c010dfc0 con 0x7ff3c01036f0 2024-06-06T08:17:13.705 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:13.703+0000 7ff3c5b5b700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7ff3c010e2c0 con 0x7ff3c01024f0 2024-06-06T08:17:13.705 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:13.703+0000 7ff3bf7fe700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff3c01024f0 0x7ff3c0198840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:17:13.705 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:13.703+0000 7ff3bf7fe700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff3c01024f0 0x7ff3c0198840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.149:40166/0 (socket says 172.21.15.149:40166) 2024-06-06T08:17:13.705 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:13.703+0000 7ff3bf7fe700 1 -- 172.21.15.149:0/2952386901 learned_addr learned my addr 172.21.15.149:0/2952386901 (peer_addr_for_me v2:172.21.15.149:0/0) 2024-06-06T08:17:13.705 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:13.703+0000 7ff3bffff700 1 --2- 172.21.15.149:0/2952386901 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff3c0104090 0x7ff3c019fdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:17:13.705 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:13.703+0000 7ff3beffd700 1 --2- 172.21.15.149:0/2952386901 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff3c01036f0 0x7ff3c0198d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:17:13.705 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:13.703+0000 7ff3bf7fe700 1 -- 172.21.15.149:0/2952386901 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff3c01036f0 msgr2=0x7ff3c0198d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:17:13.706 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:13.703+0000 7ff3bf7fe700 1 --2- 172.21.15.149:0/2952386901 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff3c01036f0 0x7ff3c0198d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:13.706 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:13.703+0000 7ff3bf7fe700 1 -- 172.21.15.149:0/2952386901 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff3c0104090 msgr2=0x7ff3c019fdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:17:13.706 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:13.703+0000 7ff3bf7fe700 1 --2- 172.21.15.149:0/2952386901 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff3c0104090 0x7ff3c019fdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:13.706 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:13.703+0000 7ff3bf7fe700 1 -- 172.21.15.149:0/2952386901 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3c01a0450 con 0x7ff3c01024f0 2024-06-06T08:17:13.706 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:13.703+0000 7ff3beffd700 1 --2- 172.21.15.149:0/2952386901 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff3c01036f0 0x7ff3c0198d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:17:13.706 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:13.703+0000 7ff3bf7fe700 1 --2- 172.21.15.149:0/2952386901 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff3c01024f0 0x7ff3c0198840 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7ff3b0000c00 tx=0x7ff3b00047b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:17:13.706 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:13.703+0000 7ff3bcff9700 1 -- 172.21.15.149:0/2952386901 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3b0003c70 con 0x7ff3c01024f0 2024-06-06T08:17:13.706 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:13.703+0000 7ff3c5b5b700 1 -- 172.21.15.149:0/2952386901 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3c01a06e0 con 0x7ff3c01024f0 2024-06-06T08:17:13.706 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:13.703+0000 7ff3bcff9700 1 -- 172.21.15.149:0/2952386901 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff3b0004830 con 0x7ff3c01024f0 2024-06-06T08:17:13.706 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:13.703+0000 7ff3bcff9700 1 -- 172.21.15.149:0/2952386901 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3b0005330 con 0x7ff3c01024f0 2024-06-06T08:17:13.706 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:13.704+0000 7ff3c5b5b700 1 -- 172.21.15.149:0/2952386901 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3c01a0bb0 con 0x7ff3c01024f0 2024-06-06T08:17:13.707 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:13.704+0000 7ff3c5b5b700 1 -- 172.21.15.149:0/2952386901 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff3c0069180 con 0x7ff3c01024f0 2024-06-06T08:17:13.707 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:13.706+0000 7ff3bcff9700 1 -- 172.21.15.149:0/2952386901 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7ff3b00049e0 con 0x7ff3c01024f0 2024-06-06T08:17:13.707 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:13.706+0000 7ff3bcff9700 1 --2- 172.21.15.149:0/2952386901 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7ff3a80a2c20 0x7ff3a80a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:17:13.707 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:13.706+0000 7ff3bcff9700 1 -- 172.21.15.149:0/2952386901 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(76..76 src has 1..76) ==== 6723+0+0 (secure 0 0 0) 0x7ff3b00cff20 con 0x7ff3c01024f0 2024-06-06T08:17:13.708 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:13.706+0000 7ff3beffd700 1 --2- 172.21.15.149:0/2952386901 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7ff3a80a2c20 0x7ff3a80a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:17:13.708 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:13.707+0000 7ff3beffd700 1 --2- 172.21.15.149:0/2952386901 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7ff3a80a2c20 0x7ff3a80a50e0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7ff3b4007900 tx=0x7ff3b4008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:17:13.710 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:13.710+0000 7ff3bcff9700 1 -- 172.21.15.149:0/2952386901 <== mon.1 v2:172.21.15.149:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7ff3b0013070 con 0x7ff3c01024f0 2024-06-06T08:17:13.914 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:13.914+0000 7ff3c5b5b700 1 -- 172.21.15.149:0/2952386901 --> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7ff3c00628d0 con 0x7ff3a80a2c20 2024-06-06T08:17:14.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:14 smithi149 ceph-mon[36842]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-06-06T08:17:14.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:14 smithi149 ceph-mon[36842]: osdmap e76: 11 total, 11 up, 11 in 2024-06-06T08:17:14.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:14 smithi149 ceph-mon[36842]: Detected new or changed devices on smithi120 2024-06-06T08:17:14.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:14 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:14.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:14 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:14.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:14 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:17:14.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:14 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:17:14.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:14 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:17:14.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:14 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:17:14.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:14 smithi149 ceph-mon[36842]: Adjusting osd_memory_target on smithi120 to 4272M 2024-06-06T08:17:14.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:14 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:14.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:14 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:17:14.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:14 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:17:14.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:14 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:14.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:14 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:17:14.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:14 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:17:14.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:14 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:17:14.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:14 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:14.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:14 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T08:17:14.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:14 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T08:17:14.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:14 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:17:14.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:14 smithi120 ceph-mon[36658]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-06-06T08:17:14.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:14 smithi120 ceph-mon[36658]: osdmap e76: 11 total, 11 up, 11 in 2024-06-06T08:17:14.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:14 smithi120 ceph-mon[36658]: Detected new or changed devices on smithi120 2024-06-06T08:17:14.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:14 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:14.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:14 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:14.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:14 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:17:14.390 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:14 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:17:14.390 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:14 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:17:14.390 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:14 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:17:14.390 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:14 smithi120 ceph-mon[36658]: Adjusting osd_memory_target on smithi120 to 4272M 2024-06-06T08:17:14.390 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:14 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:14.390 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:14 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:17:14.390 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:14 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:17:14.390 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:14 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:14.390 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:14 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:17:14.390 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:14 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:17:14.391 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:14 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:17:14.391 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:14 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:14.391 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:14 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T08:17:14.391 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:14 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T08:17:14.391 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:14 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:17:14.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:14 smithi042 ceph-mon[32384]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-06-06T08:17:14.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:14 smithi042 ceph-mon[32384]: osdmap e76: 11 total, 11 up, 11 in 2024-06-06T08:17:14.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:14 smithi042 ceph-mon[32384]: Detected new or changed devices on smithi120 2024-06-06T08:17:14.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:14 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:14.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:14 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:14.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:14 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:17:14.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:14 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:17:14.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:14 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:17:14.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:14 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:17:14.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:14 smithi042 ceph-mon[32384]: Adjusting osd_memory_target on smithi120 to 4272M 2024-06-06T08:17:14.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:14 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:14.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:14 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:17:14.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:14 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:17:14.567 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:14 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:14.567 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:14 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:17:14.567 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:14 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:17:14.567 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:14 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:17:14.567 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:14 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:14.567 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:14 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T08:17:14.567 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:14 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T08:17:14.567 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:14 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:17:15.223 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:15 smithi149 ceph-mon[36842]: from='client.24376 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:17:15.223 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:15 smithi149 ceph-mon[36842]: osdmap e77: 11 total, 11 up, 11 in 2024-06-06T08:17:15.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:15 smithi120 ceph-mon[36658]: from='client.24376 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:17:15.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:15 smithi120 ceph-mon[36658]: osdmap e77: 11 total, 11 up, 11 in 2024-06-06T08:17:15.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:15 smithi042 ceph-mon[32384]: from='client.24376 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:17:15.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:15 smithi042 ceph-mon[32384]: osdmap e77: 11 total, 11 up, 11 in 2024-06-06T08:17:16.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:16 smithi149 ceph-mon[36842]: pgmap v245: 1 pgs: 1 remapped+peering; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-06-06T08:17:16.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:16 smithi149 ceph-mon[36842]: osdmap e78: 11 total, 11 up, 11 in 2024-06-06T08:17:16.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:16 smithi120 ceph-mon[36658]: pgmap v245: 1 pgs: 1 remapped+peering; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-06-06T08:17:16.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:16 smithi120 ceph-mon[36658]: osdmap e78: 11 total, 11 up, 11 in 2024-06-06T08:17:16.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:16 smithi042 ceph-mon[32384]: pgmap v245: 1 pgs: 1 remapped+peering; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-06-06T08:17:16.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:16 smithi042 ceph-mon[32384]: osdmap e78: 11 total, 11 up, 11 in 2024-06-06T08:17:17.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:17 smithi120 ceph-mon[36658]: from='client.? 172.21.15.149:0/1826636900' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "32e1e82b-97fe-4469-8345-871e9caffc3f"}]: dispatch 2024-06-06T08:17:17.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:17 smithi120 ceph-mon[36658]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "32e1e82b-97fe-4469-8345-871e9caffc3f"}]: dispatch 2024-06-06T08:17:17.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:17 smithi120 ceph-mon[36658]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "32e1e82b-97fe-4469-8345-871e9caffc3f"}]': finished 2024-06-06T08:17:17.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:17 smithi120 ceph-mon[36658]: osdmap e79: 12 total, 11 up, 12 in 2024-06-06T08:17:17.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:17 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-06T08:17:17.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:17 smithi149 ceph-mon[36842]: from='client.? 172.21.15.149:0/1826636900' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "32e1e82b-97fe-4469-8345-871e9caffc3f"}]: dispatch 2024-06-06T08:17:17.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:17 smithi149 ceph-mon[36842]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "32e1e82b-97fe-4469-8345-871e9caffc3f"}]: dispatch 2024-06-06T08:17:17.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:17 smithi149 ceph-mon[36842]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "32e1e82b-97fe-4469-8345-871e9caffc3f"}]': finished 2024-06-06T08:17:17.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:17 smithi149 ceph-mon[36842]: osdmap e79: 12 total, 11 up, 12 in 2024-06-06T08:17:17.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:17 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-06T08:17:17.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:17 smithi042 ceph-mon[32384]: from='client.? 172.21.15.149:0/1826636900' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "32e1e82b-97fe-4469-8345-871e9caffc3f"}]: dispatch 2024-06-06T08:17:17.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:17 smithi042 ceph-mon[32384]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "32e1e82b-97fe-4469-8345-871e9caffc3f"}]: dispatch 2024-06-06T08:17:17.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:17 smithi042 ceph-mon[32384]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "32e1e82b-97fe-4469-8345-871e9caffc3f"}]': finished 2024-06-06T08:17:17.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:17 smithi042 ceph-mon[32384]: osdmap e79: 12 total, 11 up, 12 in 2024-06-06T08:17:17.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:17 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-06T08:17:18.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:18 smithi120 ceph-mon[36658]: pgmap v247: 1 pgs: 1 remapped+peering; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-06-06T08:17:18.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:18 smithi120 ceph-mon[36658]: from='client.? 172.21.15.149:0/4197052035' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T08:17:18.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:18 smithi149 ceph-mon[36842]: pgmap v247: 1 pgs: 1 remapped+peering; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-06-06T08:17:18.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:18 smithi149 ceph-mon[36842]: from='client.? 172.21.15.149:0/4197052035' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T08:17:18.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:18 smithi042 ceph-mon[32384]: pgmap v247: 1 pgs: 1 remapped+peering; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail 2024-06-06T08:17:18.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:18 smithi042 ceph-mon[32384]: from='client.? 172.21.15.149:0/4197052035' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T08:17:20.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:20 smithi120 ceph-mon[36658]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail; 105 KiB/s, 0 objects/s recovering 2024-06-06T08:17:20.446 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:20 smithi149 ceph-mon[36842]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail; 105 KiB/s, 0 objects/s recovering 2024-06-06T08:17:20.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:20 smithi042 ceph-mon[32384]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 983 GiB / 983 GiB avail; 105 KiB/s, 0 objects/s recovering 2024-06-06T08:17:22.367 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:22 smithi042 ceph-mon[32384]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 983 GiB / 983 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-06-06T08:17:22.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:22 smithi120 ceph-mon[36658]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 983 GiB / 983 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-06-06T08:17:22.393 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:22 smithi149 ceph-mon[36842]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 983 GiB / 983 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-06-06T08:17:24.272 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:24 smithi149 ceph-mon[36842]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-06-06T08:17:24.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:24 smithi120 ceph-mon[36658]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-06-06T08:17:24.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:24 smithi042 ceph-mon[32384]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-06-06T08:17:25.172 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:25 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-06-06T08:17:25.172 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:25 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:17:25.172 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:25 smithi149 ceph-mon[36842]: Deploying daemon osd.11 on smithi149 2024-06-06T08:17:25.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:25 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-06-06T08:17:25.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:25 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:17:25.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:25 smithi120 ceph-mon[36658]: Deploying daemon osd.11 on smithi149 2024-06-06T08:17:25.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:25 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-06-06T08:17:25.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:25 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:17:25.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:25 smithi042 ceph-mon[32384]: Deploying daemon osd.11 on smithi149 2024-06-06T08:17:26.376 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:26 smithi149 ceph-mon[36842]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 983 GiB / 983 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-06-06T08:17:26.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:26 smithi120 ceph-mon[36658]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 983 GiB / 983 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-06-06T08:17:26.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:26 smithi042 ceph-mon[32384]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 983 GiB / 983 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-06-06T08:17:28.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:28 smithi120 ceph-mon[36658]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-06-06T08:17:28.452 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:28 smithi149 ceph-mon[36842]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-06-06T08:17:28.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:28 smithi042 ceph-mon[32384]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-06-06T08:17:30.139 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:30 smithi149 ceph-mon[36842]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 983 GiB / 983 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-06-06T08:17:30.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:30 smithi120 ceph-mon[36658]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 983 GiB / 983 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-06-06T08:17:30.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:30 smithi042 ceph-mon[32384]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 983 GiB / 983 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-06-06T08:17:31.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:31 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:31.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:31 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:31.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:31 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:17:31.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:31 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:31.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:31 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:31.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:31 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:17:31.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:31 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:31.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:31 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:31.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:31 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:17:32.372 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:32 smithi149 ceph-mon[36842]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 983 GiB / 983 GiB avail 2024-06-06T08:17:32.376 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:32 smithi120 ceph-mon[36658]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 983 GiB / 983 GiB avail 2024-06-06T08:17:32.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:32 smithi042 ceph-mon[32384]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 983 GiB / 983 GiB avail 2024-06-06T08:17:34.135 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:34.135+0000 7ff3bcff9700 1 -- 172.21.15.149:0/2952386901 <== mgr.14152 v2:172.21.15.42:6800/1196215200 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7ff3c00628d0 con 0x7ff3a80a2c20 2024-06-06T08:17:34.135 INFO:teuthology.orchestra.run.smithi149.stdout:Created osd(s) 11 on host 'smithi149' 2024-06-06T08:17:34.137 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:34.138+0000 7ff3c5b5b700 1 -- 172.21.15.149:0/2952386901 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7ff3a80a2c20 msgr2=0x7ff3a80a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:17:34.137 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:34.138+0000 7ff3c5b5b700 1 --2- 172.21.15.149:0/2952386901 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7ff3a80a2c20 0x7ff3a80a50e0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7ff3b4007900 tx=0x7ff3b4008040 comp rx=0 tx=0).stop 2024-06-06T08:17:34.137 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:34.138+0000 7ff3c5b5b700 1 -- 172.21.15.149:0/2952386901 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff3c01024f0 msgr2=0x7ff3c0198840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:17:34.137 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:34.138+0000 7ff3c5b5b700 1 --2- 172.21.15.149:0/2952386901 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff3c01024f0 0x7ff3c0198840 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7ff3b0000c00 tx=0x7ff3b00047b0 comp rx=0 tx=0).stop 2024-06-06T08:17:34.137 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:34.138+0000 7ff3c5b5b700 1 -- 172.21.15.149:0/2952386901 shutdown_connections 2024-06-06T08:17:34.137 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:34.138+0000 7ff3c5b5b700 1 --2- 172.21.15.149:0/2952386901 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff3c0104090 0x7ff3c019fdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:34.137 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:34.138+0000 7ff3c5b5b700 1 --2- 172.21.15.149:0/2952386901 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7ff3a80a2c20 0x7ff3a80a50e0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:34.137 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:34.138+0000 7ff3c5b5b700 1 --2- 172.21.15.149:0/2952386901 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff3c01024f0 0x7ff3c0198840 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:34.137 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:34.138+0000 7ff3c5b5b700 1 --2- 172.21.15.149:0/2952386901 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff3c01036f0 0x7ff3c0198d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:34.138 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:34.138+0000 7ff3c5b5b700 1 -- 172.21.15.149:0/2952386901 >> 172.21.15.149:0/2952386901 conn(0x7ff3c00fda90 msgr2=0x7ff3c0106a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:17:34.138 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:34.138+0000 7ff3c5b5b700 1 -- 172.21.15.149:0/2952386901 shutdown_connections 2024-06-06T08:17:34.138 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:34.138+0000 7ff3c5b5b700 1 -- 172.21.15.149:0/2952386901 wait complete. 2024-06-06T08:17:34.501 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:34 smithi149 ceph-mon[36842]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 983 GiB / 983 GiB avail 2024-06-06T08:17:34.502 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:34 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:34.502 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:34 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:34.502 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:34 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:17:34.502 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:34 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:17:34.502 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:34 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:34.502 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:34 smithi149 ceph-mon[36842]: from='osd.11 [v2:172.21.15.149:6824/797850884,v1:172.21.15.149:6825/797850884]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-06-06T08:17:34.502 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:34 smithi149 ceph-mon[36842]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-06-06T08:17:34.502 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:34 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:34.502 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:34 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:34.502 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:34 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:17:34.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:34 smithi042 ceph-mon[32384]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 983 GiB / 983 GiB avail 2024-06-06T08:17:34.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:34 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:34.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:34 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:34.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:34 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:17:34.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:34 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:17:34.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:34 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:34.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:34 smithi042 ceph-mon[32384]: from='osd.11 [v2:172.21.15.149:6824/797850884,v1:172.21.15.149:6825/797850884]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-06-06T08:17:34.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:34 smithi042 ceph-mon[32384]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-06-06T08:17:34.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:34 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:34.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:34 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:34.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:34 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:17:34.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:34 smithi120 ceph-mon[36658]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 983 GiB / 983 GiB avail 2024-06-06T08:17:34.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:34 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:34.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:34 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:34.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:34 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:17:34.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:34 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:17:34.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:34 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:34.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:34 smithi120 ceph-mon[36658]: from='osd.11 [v2:172.21.15.149:6824/797850884,v1:172.21.15.149:6825/797850884]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-06-06T08:17:34.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:34 smithi120 ceph-mon[36658]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-06-06T08:17:34.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:34 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:34.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:34 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:34.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:34 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:17:34.827 DEBUG:teuthology.orchestra.run.smithi149:osd.11> sudo journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@osd.11.service 2024-06-06T08:17:34.829 INFO:tasks.cephadm:Waiting for 12 OSDs to come up... 2024-06-06T08:17:34.829 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph osd stat -f json 2024-06-06T08:17:35.086 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:17:35.465 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:35 smithi042 ceph-mon[32384]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-06-06T08:17:35.465 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:35 smithi042 ceph-mon[32384]: osdmap e80: 12 total, 11 up, 12 in 2024-06-06T08:17:35.465 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:35 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-06T08:17:35.465 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:35 smithi042 ceph-mon[32384]: from='osd.11 [v2:172.21.15.149:6824/797850884,v1:172.21.15.149:6825/797850884]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-06-06T08:17:35.466 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:35 smithi042 ceph-mon[32384]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-06-06T08:17:35.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:35 smithi149 ceph-mon[36842]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-06-06T08:17:35.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:35 smithi149 ceph-mon[36842]: osdmap e80: 12 total, 11 up, 12 in 2024-06-06T08:17:35.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:35 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-06T08:17:35.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:35 smithi149 ceph-mon[36842]: from='osd.11 [v2:172.21.15.149:6824/797850884,v1:172.21.15.149:6825/797850884]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-06-06T08:17:35.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:35 smithi149 ceph-mon[36842]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-06-06T08:17:35.539 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:17:35 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:17:35.290+0000 7f3b2a3bf700 -1 osd.11 0 waiting for initial osdmap 2024-06-06T08:17:35.539 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:17:35 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:17:35.302+0000 7f3b259b1700 -1 osd.11 81 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-06-06T08:17:35.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:35 smithi120 ceph-mon[36658]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-06-06T08:17:35.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:35 smithi120 ceph-mon[36658]: osdmap e80: 12 total, 11 up, 12 in 2024-06-06T08:17:35.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:35 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-06T08:17:35.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:35 smithi120 ceph-mon[36658]: from='osd.11 [v2:172.21.15.149:6824/797850884,v1:172.21.15.149:6825/797850884]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-06-06T08:17:35.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:35 smithi120 ceph-mon[36658]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-06-06T08:17:36.503 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:36 smithi042 ceph-mon[32384]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 983 GiB / 983 GiB avail 2024-06-06T08:17:36.504 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:36 smithi042 ceph-mon[32384]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]': finished 2024-06-06T08:17:36.504 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:36 smithi042 ceph-mon[32384]: osdmap e81: 12 total, 11 up, 12 in 2024-06-06T08:17:36.504 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:36 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-06T08:17:36.504 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:36 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-06T08:17:36.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:36 smithi149 ceph-mon[36842]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 983 GiB / 983 GiB avail 2024-06-06T08:17:36.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:36 smithi149 ceph-mon[36842]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]': finished 2024-06-06T08:17:36.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:36 smithi149 ceph-mon[36842]: osdmap e81: 12 total, 11 up, 12 in 2024-06-06T08:17:36.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:36 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-06T08:17:36.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:36 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-06T08:17:36.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:36 smithi120 ceph-mon[36658]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 983 GiB / 983 GiB avail 2024-06-06T08:17:36.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:36 smithi120 ceph-mon[36658]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]': finished 2024-06-06T08:17:36.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:36 smithi120 ceph-mon[36658]: osdmap e81: 12 total, 11 up, 12 in 2024-06-06T08:17:36.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:36 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-06T08:17:36.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:36 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-06T08:17:36.913 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:36.912+0000 7f9f1cb16700 1 -- 172.21.15.42:0/475592852 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9f181036f0 msgr2=0x7f9f18103b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:17:36.913 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:36.912+0000 7f9f1cb16700 1 --2- 172.21.15.42:0/475592852 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9f181036f0 0x7f9f18103b50 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f9f000099c0 tx=0x7f9f00009cd0 comp rx=0 tx=0).stop 2024-06-06T08:17:36.913 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:36.912+0000 7f9f1cb16700 1 -- 172.21.15.42:0/475592852 shutdown_connections 2024-06-06T08:17:36.913 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:36.912+0000 7f9f1cb16700 1 --2- 172.21.15.42:0/475592852 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9f18104090 0x7f9f1810a940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:36.913 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:36.912+0000 7f9f1cb16700 1 --2- 172.21.15.42:0/475592852 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9f181024f0 0x7f9f18102910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:36.913 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:36.912+0000 7f9f1cb16700 1 --2- 172.21.15.42:0/475592852 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9f181036f0 0x7f9f18103b50 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:36.913 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:36.912+0000 7f9f1cb16700 1 -- 172.21.15.42:0/475592852 >> 172.21.15.42:0/475592852 conn(0x7f9f180fda90 msgr2=0x7f9f180ffed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:17:36.913 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:36.912+0000 7f9f1cb16700 1 -- 172.21.15.42:0/475592852 shutdown_connections 2024-06-06T08:17:36.914 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:36.912+0000 7f9f1cb16700 1 -- 172.21.15.42:0/475592852 wait complete. 2024-06-06T08:17:36.914 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:36.913+0000 7f9f1cb16700 1 Processor -- start 2024-06-06T08:17:36.914 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:36.913+0000 7f9f1cb16700 1 -- start start 2024-06-06T08:17:36.914 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:36.913+0000 7f9f1cb16700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9f181024f0 0x7f9f18076230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:17:36.914 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:36.913+0000 7f9f1cb16700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9f181036f0 0x7f9f18074880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:17:36.914 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:36.913+0000 7f9f1cb16700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9f18104090 0x7f9f18074dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:17:36.914 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:36.913+0000 7f9f1cb16700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9f1810e0e0 con 0x7f9f181024f0 2024-06-06T08:17:36.914 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:36.913+0000 7f9f1cb16700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f9f1810df60 con 0x7f9f181036f0 2024-06-06T08:17:36.914 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:36.913+0000 7f9f1cb16700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f9f1810e260 con 0x7f9f18104090 2024-06-06T08:17:36.914 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:36.913+0000 7f9f1659c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9f181024f0 0x7f9f18076230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:17:36.914 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:36.913+0000 7f9f1659c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9f181024f0 0x7f9f18076230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55450/0 (socket says 172.21.15.42:55450) 2024-06-06T08:17:36.915 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:36.913+0000 7f9f1659c700 1 -- 172.21.15.42:0/1841373189 learned_addr learned my addr 172.21.15.42:0/1841373189 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:17:36.915 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:36.913+0000 7f9f15d9b700 1 --2- 172.21.15.42:0/1841373189 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9f181036f0 0x7f9f18074880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:17:36.915 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:36.913+0000 7f9f16d9d700 1 --2- 172.21.15.42:0/1841373189 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9f18104090 0x7f9f18074dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:17:36.915 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:36.913+0000 7f9f1659c700 1 -- 172.21.15.42:0/1841373189 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9f18104090 msgr2=0x7f9f18074dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:17:36.915 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:36.913+0000 7f9f1659c700 1 --2- 172.21.15.42:0/1841373189 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9f18104090 0x7f9f18074dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:36.915 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:36.913+0000 7f9f1659c700 1 -- 172.21.15.42:0/1841373189 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9f181036f0 msgr2=0x7f9f18074880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:17:36.915 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:36.913+0000 7f9f1659c700 1 --2- 172.21.15.42:0/1841373189 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9f181036f0 0x7f9f18074880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:36.915 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:36.913+0000 7f9f1659c700 1 -- 172.21.15.42:0/1841373189 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f18075670 con 0x7f9f181024f0 2024-06-06T08:17:36.915 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:36.914+0000 7f9f1659c700 1 --2- 172.21.15.42:0/1841373189 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9f181024f0 0x7f9f18076230 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f9f0800efc0 tx=0x7f9f0800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:17:36.915 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:36.914+0000 7f9f0f7fe700 1 -- 172.21.15.42:0/1841373189 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f08003a00 con 0x7f9f181024f0 2024-06-06T08:17:36.915 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:36.914+0000 7f9f1cb16700 1 -- 172.21.15.42:0/1841373189 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9f181a28e0 con 0x7f9f181024f0 2024-06-06T08:17:36.915 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:36.914+0000 7f9f0f7fe700 1 -- 172.21.15.42:0/1841373189 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9f08003ba0 con 0x7f9f181024f0 2024-06-06T08:17:36.915 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:36.914+0000 7f9f0f7fe700 1 -- 172.21.15.42:0/1841373189 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f080047e0 con 0x7f9f181024f0 2024-06-06T08:17:36.916 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:36.914+0000 7f9f1cb16700 1 -- 172.21.15.42:0/1841373189 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9f181a2df0 con 0x7f9f181024f0 2024-06-06T08:17:36.916 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:36.915+0000 7f9f1cb16700 1 -- 172.21.15.42:0/1841373189 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9f18069180 con 0x7f9f181024f0 2024-06-06T08:17:36.916 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:36.916+0000 7f9f0f7fe700 1 -- 172.21.15.42:0/1841373189 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f9f08012050 con 0x7f9f181024f0 2024-06-06T08:17:36.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:36.917+0000 7f9f0f7fe700 1 --2- 172.21.15.42:0/1841373189 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f9f040a2ca0 0x7f9f040a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:17:36.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:36.917+0000 7f9f15d9b700 1 --2- 172.21.15.42:0/1841373189 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f9f040a2ca0 0x7f9f040a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:17:36.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:36.917+0000 7f9f0f7fe700 1 -- 172.21.15.42:0/1841373189 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f9f080cec90 con 0x7f9f181024f0 2024-06-06T08:17:36.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:36.918+0000 7f9f15d9b700 1 --2- 172.21.15.42:0/1841373189 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f9f040a2ca0 0x7f9f040a5160 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f9f00000c00 tx=0x7f9f00005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:17:36.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:36.920+0000 7f9f0f7fe700 1 -- 172.21.15.42:0/1841373189 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f9f08010040 con 0x7f9f181024f0 2024-06-06T08:17:37.128 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:37.129+0000 7f9f1cb16700 1 -- 172.21.15.42:0/1841373189 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7f9f1802dca0 con 0x7f9f181024f0 2024-06-06T08:17:37.128 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:37.129+0000 7f9f0f7fe700 1 -- 172.21.15.42:0/1841373189 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v82) ==== 74+0+133 (secure 0 0 0) 0x7f9f0809c090 con 0x7f9f181024f0 2024-06-06T08:17:37.128 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:17:37.130 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:37.131+0000 7f9f1cb16700 1 -- 172.21.15.42:0/1841373189 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f9f040a2ca0 msgr2=0x7f9f040a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:17:37.130 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:37.131+0000 7f9f1cb16700 1 --2- 172.21.15.42:0/1841373189 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f9f040a2ca0 0x7f9f040a5160 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f9f00000c00 tx=0x7f9f00005fb0 comp rx=0 tx=0).stop 2024-06-06T08:17:37.130 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:37.131+0000 7f9f1cb16700 1 -- 172.21.15.42:0/1841373189 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9f181024f0 msgr2=0x7f9f18076230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:17:37.130 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:37.131+0000 7f9f1cb16700 1 --2- 172.21.15.42:0/1841373189 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9f181024f0 0x7f9f18076230 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f9f0800efc0 tx=0x7f9f0800c3a0 comp rx=0 tx=0).stop 2024-06-06T08:17:37.131 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:37.131+0000 7f9f1cb16700 1 -- 172.21.15.42:0/1841373189 shutdown_connections 2024-06-06T08:17:37.131 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:37.131+0000 7f9f1cb16700 1 --2- 172.21.15.42:0/1841373189 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f9f040a2ca0 0x7f9f040a5160 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:37.131 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:37.131+0000 7f9f1cb16700 1 --2- 172.21.15.42:0/1841373189 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9f18104090 0x7f9f18074dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:37.131 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:37.131+0000 7f9f1cb16700 1 --2- 172.21.15.42:0/1841373189 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9f181024f0 0x7f9f18076230 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:37.131 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:37.131+0000 7f9f1cb16700 1 --2- 172.21.15.42:0/1841373189 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9f181036f0 0x7f9f18074880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:37.131 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:37.131+0000 7f9f1cb16700 1 -- 172.21.15.42:0/1841373189 >> 172.21.15.42:0/1841373189 conn(0x7f9f180fda90 msgr2=0x7f9f18106a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:17:37.131 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:37.131+0000 7f9f1cb16700 1 -- 172.21.15.42:0/1841373189 shutdown_connections 2024-06-06T08:17:37.131 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:37.131+0000 7f9f1cb16700 1 -- 172.21.15.42:0/1841373189 wait complete. 2024-06-06T08:17:37.412 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:37 smithi042 ceph-mon[32384]: purged_snaps scrub starts 2024-06-06T08:17:37.412 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:37 smithi042 ceph-mon[32384]: purged_snaps scrub ok 2024-06-06T08:17:37.412 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:37 smithi042 ceph-mon[32384]: osd.11 [v2:172.21.15.149:6824/797850884,v1:172.21.15.149:6825/797850884] boot 2024-06-06T08:17:37.412 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:37 smithi042 ceph-mon[32384]: osdmap e82: 12 total, 12 up, 12 in 2024-06-06T08:17:37.412 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:37 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-06T08:17:37.412 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:37 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/1841373189' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-06-06T08:17:37.460 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:37 smithi149 ceph-mon[36842]: purged_snaps scrub starts 2024-06-06T08:17:37.460 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:37 smithi149 ceph-mon[36842]: purged_snaps scrub ok 2024-06-06T08:17:37.460 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:37 smithi149 ceph-mon[36842]: osd.11 [v2:172.21.15.149:6824/797850884,v1:172.21.15.149:6825/797850884] boot 2024-06-06T08:17:37.460 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:37 smithi149 ceph-mon[36842]: osdmap e82: 12 total, 12 up, 12 in 2024-06-06T08:17:37.461 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:37 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-06T08:17:37.461 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:37 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/1841373189' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-06-06T08:17:37.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:37 smithi120 ceph-mon[36658]: purged_snaps scrub starts 2024-06-06T08:17:37.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:37 smithi120 ceph-mon[36658]: purged_snaps scrub ok 2024-06-06T08:17:37.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:37 smithi120 ceph-mon[36658]: osd.11 [v2:172.21.15.149:6824/797850884,v1:172.21.15.149:6825/797850884] boot 2024-06-06T08:17:37.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:37 smithi120 ceph-mon[36658]: osdmap e82: 12 total, 12 up, 12 in 2024-06-06T08:17:37.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:37 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-06T08:17:37.640 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:37 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/1841373189' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-06-06T08:17:37.749 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":82,"num_osds":12,"num_up_osds":12,"osd_up_since":1717661856,"num_in_osds":12,"osd_in_since":1717661836,"num_remapped_pgs":0} 2024-06-06T08:17:37.749 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph osd dump --format=json 2024-06-06T08:17:38.004 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:17:38.391 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:38 smithi042 ceph-mon[32384]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:17:38.391 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:38 smithi042 ceph-mon[32384]: osdmap e83: 12 total, 12 up, 12 in 2024-06-06T08:17:38.391 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:38 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:38.391 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:38 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:38.392 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:38 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:17:38.392 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:38 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:17:38.392 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:38 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:17:38.392 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:38 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:17:38.392 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:38 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:38.392 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:38 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:17:38.392 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:38 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:17:38.392 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:38 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:38.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:38 smithi120 ceph-mon[36658]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:17:38.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:38 smithi120 ceph-mon[36658]: osdmap e83: 12 total, 12 up, 12 in 2024-06-06T08:17:38.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:38 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:38.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:38 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:38.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:38 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:17:38.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:38 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:17:38.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:38 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:17:38.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:38 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:17:38.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:38 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:38.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:38 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:17:38.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:38 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:17:38.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:38 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:38.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:38 smithi149 ceph-mon[36842]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:17:38.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:38 smithi149 ceph-mon[36842]: osdmap e83: 12 total, 12 up, 12 in 2024-06-06T08:17:38.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:38 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:38.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:38 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:38.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:38 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:17:38.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:38 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:17:38.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:38 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:17:38.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:38 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:17:38.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:38 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:38.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:38 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:17:38.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:38 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:17:38.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:38 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:39.485 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:39 smithi042 ceph-mon[32384]: Detected new or changed devices on smithi149 2024-06-06T08:17:39.485 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:39 smithi042 ceph-mon[32384]: Adjusting osd_memory_target on smithi149 to 1454M 2024-06-06T08:17:39.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:39 smithi120 ceph-mon[36658]: Detected new or changed devices on smithi149 2024-06-06T08:17:39.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:39 smithi120 ceph-mon[36658]: Adjusting osd_memory_target on smithi149 to 1454M 2024-06-06T08:17:39.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:39.717+0000 7f4a32237700 1 -- 172.21.15.42:0/3925860340 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4a2c1030f0 msgr2=0x7f4a2c107110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:17:39.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:39.717+0000 7f4a32237700 1 --2- 172.21.15.42:0/3925860340 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4a2c1030f0 0x7f4a2c107110 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f4a140099c0 tx=0x7f4a14009cd0 comp rx=0 tx=0).stop 2024-06-06T08:17:39.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:39.717+0000 7f4a32237700 1 -- 172.21.15.42:0/3925860340 shutdown_connections 2024-06-06T08:17:39.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:39.718+0000 7f4a32237700 1 --2- 172.21.15.42:0/3925860340 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4a2c107840 0x7f4a2c10f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:39.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:39.718+0000 7f4a32237700 1 --2- 172.21.15.42:0/3925860340 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4a2c102740 0x7f4a2c102b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:39.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:39.718+0000 7f4a32237700 1 --2- 172.21.15.42:0/3925860340 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4a2c1030f0 0x7f4a2c107110 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:39.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:39.718+0000 7f4a32237700 1 -- 172.21.15.42:0/3925860340 >> 172.21.15.42:0/3925860340 conn(0x7f4a2c0795f0 msgr2=0x7f4a2c079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:17:39.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:39.718+0000 7f4a32237700 1 -- 172.21.15.42:0/3925860340 shutdown_connections 2024-06-06T08:17:39.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:39.718+0000 7f4a32237700 1 -- 172.21.15.42:0/3925860340 wait complete. 2024-06-06T08:17:39.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:39.718+0000 7f4a32237700 1 Processor -- start 2024-06-06T08:17:39.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:39.718+0000 7f4a32237700 1 -- start start 2024-06-06T08:17:39.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:39.719+0000 7f4a32237700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4a2c102740 0x7f4a2c19e830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:17:39.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:39.719+0000 7f4a32237700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4a2c1030f0 0x7f4a2c19ed70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:17:39.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:39.719+0000 7f4a32237700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4a2c107840 0x7f4a2c1989f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:17:39.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:39.719+0000 7f4a32237700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4a2c112770 con 0x7f4a2c1030f0 2024-06-06T08:17:39.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:39.719+0000 7f4a32237700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f4a2c1125f0 con 0x7f4a2c102740 2024-06-06T08:17:39.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:39.719+0000 7f4a32237700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f4a2c1128f0 con 0x7f4a2c107840 2024-06-06T08:17:39.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:39.719+0000 7f4a22ffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4a2c1030f0 0x7f4a2c19ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:17:39.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:39.719+0000 7f4a22ffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4a2c1030f0 0x7f4a2c19ed70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:54984/0 (socket says 172.21.15.42:54984) 2024-06-06T08:17:39.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:39.719+0000 7f4a22ffd700 1 -- 172.21.15.42:0/115019474 learned_addr learned my addr 172.21.15.42:0/115019474 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:17:39.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:39.719+0000 7f4a2bfff700 1 --2- 172.21.15.42:0/115019474 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4a2c107840 0x7f4a2c1989f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:17:39.722 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:39.719+0000 7f4a2b7fe700 1 --2- 172.21.15.42:0/115019474 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4a2c102740 0x7f4a2c19e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:17:39.722 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:39.719+0000 7f4a22ffd700 1 -- 172.21.15.42:0/115019474 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4a2c107840 msgr2=0x7f4a2c1989f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:17:39.722 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:39.719+0000 7f4a22ffd700 1 --2- 172.21.15.42:0/115019474 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4a2c107840 0x7f4a2c1989f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:39.722 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:39.719+0000 7f4a22ffd700 1 -- 172.21.15.42:0/115019474 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4a2c102740 msgr2=0x7f4a2c19e830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:17:39.722 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:39.719+0000 7f4a22ffd700 1 --2- 172.21.15.42:0/115019474 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4a2c102740 0x7f4a2c19e830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:39.722 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:39.719+0000 7f4a22ffd700 1 -- 172.21.15.42:0/115019474 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a2c199150 con 0x7f4a2c1030f0 2024-06-06T08:17:39.722 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:39.719+0000 7f4a22ffd700 1 --2- 172.21.15.42:0/115019474 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4a2c1030f0 0x7f4a2c19ed70 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f4a14006010 tx=0x7f4a14009f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:17:39.722 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:39.719+0000 7f4a297fa700 1 -- 172.21.15.42:0/115019474 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a14027070 con 0x7f4a2c1030f0 2024-06-06T08:17:39.723 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:39.720+0000 7f4a297fa700 1 -- 172.21.15.42:0/115019474 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4a14003780 con 0x7f4a2c1030f0 2024-06-06T08:17:39.723 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:39.720+0000 7f4a32237700 1 -- 172.21.15.42:0/115019474 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a2c1993e0 con 0x7f4a2c1030f0 2024-06-06T08:17:39.723 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:39.720+0000 7f4a297fa700 1 -- 172.21.15.42:0/115019474 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a14022da0 con 0x7f4a2c1030f0 2024-06-06T08:17:39.723 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:39.720+0000 7f4a32237700 1 -- 172.21.15.42:0/115019474 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a2c1a5700 con 0x7f4a2c1030f0 2024-06-06T08:17:39.723 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:39.721+0000 7f4a32237700 1 -- 172.21.15.42:0/115019474 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a2c069180 con 0x7f4a2c1030f0 2024-06-06T08:17:39.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:39.722+0000 7f4a297fa700 1 -- 172.21.15.42:0/115019474 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f4a1402a070 con 0x7f4a2c1030f0 2024-06-06T08:17:39.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:39.722+0000 7f4a297fa700 1 --2- 172.21.15.42:0/115019474 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4a180a2c20 0x7f4a180a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:17:39.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:39.722+0000 7f4a2b7fe700 1 --2- 172.21.15.42:0/115019474 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4a180a2c20 0x7f4a180a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:17:39.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:39.723+0000 7f4a297fa700 1 -- 172.21.15.42:0/115019474 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7f4a140cf890 con 0x7f4a2c1030f0 2024-06-06T08:17:39.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:39.723+0000 7f4a2b7fe700 1 --2- 172.21.15.42:0/115019474 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4a180a2c20 0x7f4a180a50e0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f4a1c005950 tx=0x7f4a1c005ed0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:17:39.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:39.727+0000 7f4a297fa700 1 -- 172.21.15.42:0/115019474 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f4a14013070 con 0x7f4a2c1030f0 2024-06-06T08:17:39.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:39 smithi149 ceph-mon[36842]: Detected new or changed devices on smithi149 2024-06-06T08:17:39.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:39 smithi149 ceph-mon[36842]: Adjusting osd_memory_target on smithi149 to 1454M 2024-06-06T08:17:39.934 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:39.935+0000 7f4a32237700 1 -- 172.21.15.42:0/115019474 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4a2c02dca0 con 0x7f4a2c1030f0 2024-06-06T08:17:39.935 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:39.936+0000 7f4a297fa700 1 -- 172.21.15.42:0/115019474 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v83) ==== 74+0+18432 (secure 0 0 0) 0x7f4a1409ce40 con 0x7f4a2c1030f0 2024-06-06T08:17:39.936 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:17:39.936 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":83,"fsid":"103bdc14-23dc-11ef-bc9b-c7b262605968","created":"2024-06-06T08:10:24.766424+0000","modified":"2024-06-06T08:17:37.294120+0000","last_up_change":"2024-06-06T08:17:36.287686+0000","last_in_change":"2024-06-06T08:17:16.753056+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-06T08:13:45.019237+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e2e4fdcf-59e7-458d-b89e-8f5b7095ecba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6803","nonce":992269164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6805","nonce":992269164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6809","nonce":992269164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6807","nonce":992269164}]},"public_addr":"172.21.15.42:6803/992269164","cluster_addr":"172.21.15.42:6805/992269164","heartbeat_back_addr":"172.21.15.42:6809/992269164","heartbeat_front_addr":"172.21.15.42:6807/992269164","state":["exists","up"]},{"osd":1,"uuid":"5a66dde1-0e6a-44d3-9b2d-2c97d7c8db94","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6800","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6801","nonce":207181328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6802","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6803","nonce":207181328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6806","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6807","nonce":207181328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6804","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6805","nonce":207181328}]},"public_addr":"172.21.15.120:6801/207181328","cluster_addr":"172.21.15.120:6803/207181328","heartbeat_back_addr":"172.21.15.120:6807/207181328","heartbeat_front_addr":"172.21.15.120:6805/207181328","state":["exists","up"]},{"osd":2,"uuid":"642addc3-ef6d-438d-ba2b-011de9e2ba8d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6801","nonce":2997625975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6803","nonce":2997625975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6807","nonce":2997625975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6805","nonce":2997625975}]},"public_addr":"172.21.15.149:6801/2997625975","cluster_addr":"172.21.15.149:6803/2997625975","heartbeat_back_addr":"172.21.15.149:6807/2997625975","heartbeat_front_addr":"172.21.15.149:6805/2997625975","state":["exists","up"]},{"osd":3,"uuid":"2a97b907-d011-4010-a71b-a7783002e9b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6811","nonce":4079103623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6813","nonce":4079103623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6817","nonce":4079103623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6815","nonce":4079103623}]},"public_addr":"172.21.15.42:6811/4079103623","cluster_addr":"172.21.15.42:6813/4079103623","heartbeat_back_addr":"172.21.15.42:6817/4079103623","heartbeat_front_addr":"172.21.15.42:6815/4079103623","state":["exists","up"]},{"osd":4,"uuid":"8848bdb6-07d9-4be6-8dcb-01f181f6b678","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6808","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6809","nonce":559794558}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6810","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6811","nonce":559794558}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6814","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6815","nonce":559794558}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6812","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6813","nonce":559794558}]},"public_addr":"172.21.15.120:6809/559794558","cluster_addr":"172.21.15.120:6811/559794558","heartbeat_back_addr":"172.21.15.120:6815/559794558","heartbeat_front_addr":"172.21.15.120:6813/559794558","state":["exists","up"]},{"osd":5,"uuid":"4be1b7e5-1de1-4927-9960-c0f6415e0bff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6809","nonce":4023193877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6811","nonce":4023193877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6815","nonce":4023193877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6813","nonce":4023193877}]},"public_addr":"172.21.15.149:6809/4023193877","cluster_addr":"172.21.15.149:6811/4023193877","heartbeat_back_addr":"172.21.15.149:6815/4023193877","heartbeat_front_addr":"172.21.15.149:6813/4023193877","state":["exists","up"]},{"osd":6,"uuid":"6c1a1ff4-9bed-4f13-ab16-314c8086c06f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6819","nonce":1922652007}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6821","nonce":1922652007}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6825","nonce":1922652007}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6823","nonce":1922652007}]},"public_addr":"172.21.15.42:6819/1922652007","cluster_addr":"172.21.15.42:6821/1922652007","heartbeat_back_addr":"172.21.15.42:6825/1922652007","heartbeat_front_addr":"172.21.15.42:6823/1922652007","state":["exists","up"]},{"osd":7,"uuid":"37cb2c8b-d9c0-4d1e-bee8-cc850c69ba0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6816","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6817","nonce":156965814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6818","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6819","nonce":156965814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6822","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6823","nonce":156965814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6820","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6821","nonce":156965814}]},"public_addr":"172.21.15.120:6817/156965814","cluster_addr":"172.21.15.120:6819/156965814","heartbeat_back_addr":"172.21.15.120:6823/156965814","heartbeat_front_addr":"172.21.15.120:6821/156965814","state":["exists","up"]},{"osd":8,"uuid":"6df7e642-d784-4aac-b764-ddf0747add90","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6817","nonce":4100009474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6819","nonce":4100009474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6823","nonce":4100009474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6821","nonce":4100009474}]},"public_addr":"172.21.15.149:6817/4100009474","cluster_addr":"172.21.15.149:6819/4100009474","heartbeat_back_addr":"172.21.15.149:6823/4100009474","heartbeat_front_addr":"172.21.15.149:6821/4100009474","state":["exists","up"]},{"osd":9,"uuid":"f4b2af93-29f8-495a-86f7-72c2b64b34cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6827","nonce":3216295459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6829","nonce":3216295459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6833","nonce":3216295459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6831","nonce":3216295459}]},"public_addr":"172.21.15.42:6827/3216295459","cluster_addr":"172.21.15.42:6829/3216295459","heartbeat_back_addr":"172.21.15.42:6833/3216295459","heartbeat_front_addr":"172.21.15.42:6831/3216295459","state":["exists","up"]},{"osd":10,"uuid":"5d31e261-0c1d-488d-a7d5-6a6c1250edca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6824","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6825","nonce":3633743730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6826","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6827","nonce":3633743730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6830","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6831","nonce":3633743730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6828","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6829","nonce":3633743730}]},"public_addr":"172.21.15.120:6825/3633743730","cluster_addr":"172.21.15.120:6827/3633743730","heartbeat_back_addr":"172.21.15.120:6831/3633743730","heartbeat_front_addr":"172.21.15.120:6829/3633743730","state":["exists","up"]},{"osd":11,"uuid":"32e1e82b-97fe-4469-8345-871e9caffc3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6825","nonce":797850884}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6827","nonce":797850884}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6831","nonce":797850884}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6829","nonce":797850884}]},"public_addr":"172.21.15.149:6825/797850884","cluster_addr":"172.21.15.149:6827/797850884","heartbeat_back_addr":"172.21.15.149:6831/797850884","heartbeat_front_addr":"172.21.15.149:6829/797850884","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:12:53.901249+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:13:17.683764+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:13:41.352203+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:14:08.031995+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:14:33.363708+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:14:58.055589+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:15:24.669566+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:15:50.912783+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:16:15.924258+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:16:43.185660+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:17:09.578878+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:17:35.047958+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.42:0/2349000297":"2024-06-07T08:11:18.501580+0000","172.21.15.42:6801/542419736":"2024-06-07T08:11:18.501580+0000","172.21.15.42:0/2444807230":"2024-06-07T08:10:51.469961+0000","172.21.15.42:0/2035946884":"2024-06-07T08:11:18.501580+0000","172.21.15.42:6800/542419736":"2024-06-07T08:11:18.501580+0000","172.21.15.42:0/2547834811":"2024-06-07T08:10:51.469961+0000","172.21.15.42:0/1748257485":"2024-06-07T08:11:18.501580+0000","172.21.15.42:0/1313394303":"2024-06-07T08:10:51.469961+0000","172.21.15.42:6800/1296506824":"2024-06-07T08:10:51.469961+0000","172.21.15.42:6801/1296506824":"2024-06-07T08:10:51.469961+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-06T08:17:39.938 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:39.938+0000 7f4a32237700 1 -- 172.21.15.42:0/115019474 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4a180a2c20 msgr2=0x7f4a180a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:17:39.938 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:39.938+0000 7f4a32237700 1 --2- 172.21.15.42:0/115019474 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4a180a2c20 0x7f4a180a50e0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f4a1c005950 tx=0x7f4a1c005ed0 comp rx=0 tx=0).stop 2024-06-06T08:17:39.938 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:39.938+0000 7f4a32237700 1 -- 172.21.15.42:0/115019474 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4a2c1030f0 msgr2=0x7f4a2c19ed70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:17:39.938 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:39.938+0000 7f4a32237700 1 --2- 172.21.15.42:0/115019474 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4a2c1030f0 0x7f4a2c19ed70 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f4a14006010 tx=0x7f4a14009f80 comp rx=0 tx=0).stop 2024-06-06T08:17:39.938 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:39.939+0000 7f4a32237700 1 -- 172.21.15.42:0/115019474 shutdown_connections 2024-06-06T08:17:39.938 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:39.939+0000 7f4a32237700 1 --2- 172.21.15.42:0/115019474 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4a180a2c20 0x7f4a180a50e0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:39.938 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:39.939+0000 7f4a32237700 1 --2- 172.21.15.42:0/115019474 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4a2c107840 0x7f4a2c1989f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:39.938 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:39.939+0000 7f4a32237700 1 --2- 172.21.15.42:0/115019474 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4a2c102740 0x7f4a2c19e830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:39.939 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:39.939+0000 7f4a32237700 1 --2- 172.21.15.42:0/115019474 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4a2c1030f0 0x7f4a2c19ed70 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:39.939 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:39.939+0000 7f4a32237700 1 -- 172.21.15.42:0/115019474 >> 172.21.15.42:0/115019474 conn(0x7f4a2c0795f0 msgr2=0x7f4a2c100510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:17:39.939 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:39.939+0000 7f4a32237700 1 -- 172.21.15.42:0/115019474 shutdown_connections 2024-06-06T08:17:39.939 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:39.939+0000 7f4a32237700 1 -- 172.21.15.42:0/115019474 wait complete. 2024-06-06T08:17:40.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:40 smithi042 ceph-mon[32384]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:17:40.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:40 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/115019474' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T08:17:40.593 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:40 smithi149 ceph-mon[36842]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:17:40.593 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:40 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/115019474' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T08:17:40.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:40 smithi120 ceph-mon[36658]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:17:40.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:40 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/115019474' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T08:17:40.848 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-06-06T08:13:45.019237+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-06-06T08:17:40.849 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-06-06T08:17:41.102 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:17:42.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:42 smithi042 ceph-mon[32384]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:17:42.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:42 smithi120 ceph-mon[36658]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:17:42.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:42 smithi149 ceph-mon[36842]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:17:42.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:42.874+0000 7f3b0719d700 1 -- 172.21.15.42:0/3806357186 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3b00101ed0 msgr2=0x7f3b00105f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:17:42.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:42.874+0000 7f3b0719d700 1 --2- 172.21.15.42:0/3806357186 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3b00101ed0 0x7f3b00105f20 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f3af00099c0 tx=0x7f3af0009cd0 comp rx=0 tx=0).stop 2024-06-06T08:17:42.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:42.874+0000 7f3b0719d700 1 -- 172.21.15.42:0/3806357186 shutdown_connections 2024-06-06T08:17:42.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:42.874+0000 7f3b0719d700 1 --2- 172.21.15.42:0/3806357186 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3b00106600 0x7f3b0010e1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:42.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:42.874+0000 7f3b0719d700 1 --2- 172.21.15.42:0/3806357186 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3b00101520 0x7f3b00101900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:42.876 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:42.874+0000 7f3b0719d700 1 --2- 172.21.15.42:0/3806357186 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3b00101ed0 0x7f3b00105f20 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:42.876 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:42.874+0000 7f3b0719d700 1 -- 172.21.15.42:0/3806357186 >> 172.21.15.42:0/3806357186 conn(0x7f3b000fcdb0 msgr2=0x7f3b000ff1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:17:42.876 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:42.874+0000 7f3b0719d700 1 -- 172.21.15.42:0/3806357186 shutdown_connections 2024-06-06T08:17:42.876 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:42.874+0000 7f3b0719d700 1 -- 172.21.15.42:0/3806357186 wait complete. 2024-06-06T08:17:42.876 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:42.875+0000 7f3b0719d700 1 Processor -- start 2024-06-06T08:17:42.876 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:42.875+0000 7f3b0719d700 1 -- start start 2024-06-06T08:17:42.876 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:42.875+0000 7f3b0719d700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3b00101520 0x7f3b0019adc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:17:42.876 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:42.875+0000 7f3b0719d700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3b00101ed0 0x7f3b0019b300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:17:42.876 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:42.875+0000 7f3b0719d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3b00106600 0x7f3b0019f690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:17:42.876 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:42.875+0000 7f3b0719d700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f3b00111640 con 0x7f3b00106600 2024-06-06T08:17:42.876 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:42.875+0000 7f3b0719d700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f3b001114c0 con 0x7f3b00101520 2024-06-06T08:17:42.876 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:42.875+0000 7f3b0719d700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f3b001117c0 con 0x7f3b00101ed0 2024-06-06T08:17:42.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:42.875+0000 7f3b0699c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3b00106600 0x7f3b0019f690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:17:42.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:42.875+0000 7f3b0619b700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3b00101520 0x7f3b0019adc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:17:42.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:42.875+0000 7f3b0699c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3b00106600 0x7f3b0019f690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55006/0 (socket says 172.21.15.42:55006) 2024-06-06T08:17:42.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:42.875+0000 7f3b0699c700 1 -- 172.21.15.42:0/3399101953 learned_addr learned my addr 172.21.15.42:0/3399101953 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:17:42.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:42.876+0000 7f3b0599a700 1 --2- 172.21.15.42:0/3399101953 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3b00101ed0 0x7f3b0019b300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:17:42.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:42.876+0000 7f3b0699c700 1 -- 172.21.15.42:0/3399101953 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3b00101ed0 msgr2=0x7f3b0019b300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:17:42.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:42.876+0000 7f3b0699c700 1 --2- 172.21.15.42:0/3399101953 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3b00101ed0 0x7f3b0019b300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:42.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:42.876+0000 7f3b0699c700 1 -- 172.21.15.42:0/3399101953 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3b00101520 msgr2=0x7f3b0019adc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:17:42.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:42.876+0000 7f3b0699c700 1 --2- 172.21.15.42:0/3399101953 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3b00101520 0x7f3b0019adc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:42.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:42.876+0000 7f3b0699c700 1 -- 172.21.15.42:0/3399101953 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b0019fdd0 con 0x7f3b00106600 2024-06-06T08:17:42.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:42.876+0000 7f3b0699c700 1 --2- 172.21.15.42:0/3399101953 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3b00106600 0x7f3b0019f690 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f3af800b970 tx=0x7f3af800bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:17:42.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:42.876+0000 7f3af77fe700 1 -- 172.21.15.42:0/3399101953 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3af8019070 con 0x7f3b00106600 2024-06-06T08:17:42.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:42.876+0000 7f3af77fe700 1 -- 172.21.15.42:0/3399101953 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3af800ce10 con 0x7f3b00106600 2024-06-06T08:17:42.878 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:42.876+0000 7f3b0719d700 1 -- 172.21.15.42:0/3399101953 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b001a00c0 con 0x7f3b00106600 2024-06-06T08:17:42.878 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:42.876+0000 7f3af77fe700 1 -- 172.21.15.42:0/3399101953 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3af8007370 con 0x7f3b00106600 2024-06-06T08:17:42.878 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:42.876+0000 7f3b0719d700 1 -- 172.21.15.42:0/3399101953 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b001a7940 con 0x7f3b00106600 2024-06-06T08:17:42.878 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:42.877+0000 7f3b0719d700 1 -- 172.21.15.42:0/3399101953 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3b00069180 con 0x7f3b00106600 2024-06-06T08:17:42.879 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:42.878+0000 7f3af77fe700 1 -- 172.21.15.42:0/3399101953 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f3af801c070 con 0x7f3b00106600 2024-06-06T08:17:42.879 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:42.879+0000 7f3af77fe700 1 --2- 172.21.15.42:0/3399101953 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f3aec0a2c20 0x7f3aec0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:17:42.879 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:42.879+0000 7f3b0619b700 1 --2- 172.21.15.42:0/3399101953 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f3aec0a2c20 0x7f3aec0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:17:42.879 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:42.879+0000 7f3af77fe700 1 -- 172.21.15.42:0/3399101953 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7f3af80cdf10 con 0x7f3b00106600 2024-06-06T08:17:42.879 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:42.880+0000 7f3b0619b700 1 --2- 172.21.15.42:0/3399101953 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f3aec0a2c20 0x7f3aec0a50e0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f3afc005950 tx=0x7f3afc00b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:17:42.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:42.884+0000 7f3af77fe700 1 -- 172.21.15.42:0/3399101953 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f3af809b310 con 0x7f3b00106600 2024-06-06T08:17:43.087 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:43.088+0000 7f3b0719d700 1 -- 172.21.15.42:0/3399101953 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f3b001a7b70 con 0x7f3b00106600 2024-06-06T08:17:43.087 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:43.088+0000 7f3af77fe700 1 -- 172.21.15.42:0/3399101953 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v83) ==== 93+0+10 (secure 0 0 0) 0x7f3af809ac10 con 0x7f3b00106600 2024-06-06T08:17:43.088 INFO:teuthology.orchestra.run.smithi042.stdout:pg_num: 1 2024-06-06T08:17:43.090 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:43.091+0000 7f3b0719d700 1 -- 172.21.15.42:0/3399101953 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f3aec0a2c20 msgr2=0x7f3aec0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:17:43.090 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:43.091+0000 7f3b0719d700 1 --2- 172.21.15.42:0/3399101953 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f3aec0a2c20 0x7f3aec0a50e0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f3afc005950 tx=0x7f3afc00b410 comp rx=0 tx=0).stop 2024-06-06T08:17:43.090 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:43.091+0000 7f3b0719d700 1 -- 172.21.15.42:0/3399101953 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3b00106600 msgr2=0x7f3b0019f690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:17:43.090 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:43.091+0000 7f3b0719d700 1 --2- 172.21.15.42:0/3399101953 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3b00106600 0x7f3b0019f690 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f3af800b970 tx=0x7f3af800bc80 comp rx=0 tx=0).stop 2024-06-06T08:17:43.090 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:43.091+0000 7f3b0719d700 1 -- 172.21.15.42:0/3399101953 shutdown_connections 2024-06-06T08:17:43.090 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:43.091+0000 7f3b0719d700 1 --2- 172.21.15.42:0/3399101953 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3b00106600 0x7f3b0019f690 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:43.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:43.091+0000 7f3b0719d700 1 --2- 172.21.15.42:0/3399101953 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3b00101520 0x7f3b0019adc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:43.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:43.091+0000 7f3b0719d700 1 --2- 172.21.15.42:0/3399101953 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f3aec0a2c20 0x7f3aec0a50e0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:43.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:43.091+0000 7f3b0719d700 1 --2- 172.21.15.42:0/3399101953 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3b00101ed0 0x7f3b0019b300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:43.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:43.091+0000 7f3b0719d700 1 -- 172.21.15.42:0/3399101953 >> 172.21.15.42:0/3399101953 conn(0x7f3b000fcdb0 msgr2=0x7f3b000fe080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:17:43.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:43.091+0000 7f3b0719d700 1 -- 172.21.15.42:0/3399101953 shutdown_connections 2024-06-06T08:17:43.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:43.091+0000 7f3b0719d700 1 -- 172.21.15.42:0/3399101953 wait complete. 2024-06-06T08:17:43.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:43 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/3399101953' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-06-06T08:17:43.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:43 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/3399101953' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-06-06T08:17:43.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:43 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/3399101953' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-06-06T08:17:43.858 INFO:tasks.cephadm:Adding mds.a on smithi042 2024-06-06T08:17:43.858 INFO:tasks.cephadm:Adding mds.d on smithi042 2024-06-06T08:17:43.858 INFO:tasks.cephadm:Adding mds.g on smithi042 2024-06-06T08:17:43.858 INFO:tasks.cephadm:Adding mds.j on smithi042 2024-06-06T08:17:43.858 INFO:tasks.cephadm:Adding mds.b on smithi120 2024-06-06T08:17:43.858 INFO:tasks.cephadm:Adding mds.e on smithi120 2024-06-06T08:17:43.858 INFO:tasks.cephadm:Adding mds.h on smithi120 2024-06-06T08:17:43.858 INFO:tasks.cephadm:Adding mds.k on smithi120 2024-06-06T08:17:43.859 INFO:tasks.cephadm:Adding mds.c on smithi149 2024-06-06T08:17:43.859 INFO:tasks.cephadm:Adding mds.f on smithi149 2024-06-06T08:17:43.859 INFO:tasks.cephadm:Adding mds.i on smithi149 2024-06-06T08:17:43.859 INFO:tasks.cephadm:Adding mds.l on smithi149 2024-06-06T08:17:43.859 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph orch apply mds all '12;smithi042=a;smithi042=d;smithi042=g;smithi042=j;smithi120=b;smithi120=e;smithi120=h;smithi120=k;smithi149=c;smithi149=f;smithi149=i;smithi149=l' 2024-06-06T08:17:44.110 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.c/config 2024-06-06T08:17:44.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:44 smithi149 ceph-mon[36842]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:17:44.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:44 smithi042 ceph-mon[32384]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:17:44.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:44 smithi120 ceph-mon[36658]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:17:45.738 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:45.737+0000 7f9647d6f700 1 -- 172.21.15.149:0/3531850738 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9640103720 msgr2=0x7f9640103b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:17:45.738 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:45.737+0000 7f9647d6f700 1 --2- 172.21.15.149:0/3531850738 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9640103720 0x7f9640103b80 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f9630009990 tx=0x7f9630009ca0 comp rx=0 tx=0).stop 2024-06-06T08:17:45.738 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:45.737+0000 7f9647d6f700 1 -- 172.21.15.149:0/3531850738 shutdown_connections 2024-06-06T08:17:45.738 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:45.737+0000 7f9647d6f700 1 --2- 172.21.15.149:0/3531850738 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f96401040c0 0x7f964010a970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:45.738 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:45.737+0000 7f9647d6f700 1 --2- 172.21.15.149:0/3531850738 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9640102520 0x7f9640102940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:45.738 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:45.737+0000 7f9647d6f700 1 --2- 172.21.15.149:0/3531850738 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9640103720 0x7f9640103b80 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:45.738 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:45.737+0000 7f9647d6f700 1 -- 172.21.15.149:0/3531850738 >> 172.21.15.149:0/3531850738 conn(0x7f96400fdae0 msgr2=0x7f96400fff00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:17:45.739 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:45.737+0000 7f9647d6f700 1 -- 172.21.15.149:0/3531850738 shutdown_connections 2024-06-06T08:17:45.739 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:45.737+0000 7f9647d6f700 1 -- 172.21.15.149:0/3531850738 wait complete. 2024-06-06T08:17:45.739 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:45.737+0000 7f9647d6f700 1 Processor -- start 2024-06-06T08:17:45.739 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:45.737+0000 7f9647d6f700 1 -- start start 2024-06-06T08:17:45.739 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:45.737+0000 7f9647d6f700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9640102520 0x7f96401986f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:17:45.739 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:45.737+0000 7f9647d6f700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9640103720 0x7f9640198c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:17:45.739 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:45.737+0000 7f9647d6f700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f96401040c0 0x7f964019fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:17:45.739 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:45.737+0000 7f9647d6f700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f964010e0f0 con 0x7f9640103720 2024-06-06T08:17:45.739 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:45.737+0000 7f9647d6f700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f964010df70 con 0x7f9640102520 2024-06-06T08:17:45.739 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:45.737+0000 7f9647d6f700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f964010e270 con 0x7f96401040c0 2024-06-06T08:17:45.739 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:45.738+0000 7f964630c700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f96401040c0 0x7f964019fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:17:45.739 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:45.738+0000 7f964630c700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f96401040c0 0x7f964019fcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.149:44628/0 (socket says 172.21.15.149:44628) 2024-06-06T08:17:45.740 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:45.738+0000 7f964630c700 1 -- 172.21.15.149:0/4095295157 learned_addr learned my addr 172.21.15.149:0/4095295157 (peer_addr_for_me v2:172.21.15.149:0/0) 2024-06-06T08:17:45.740 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:45.738+0000 7f964530a700 1 --2- 172.21.15.149:0/4095295157 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9640103720 0x7f9640198c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:17:45.740 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:45.738+0000 7f9645b0b700 1 --2- 172.21.15.149:0/4095295157 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9640102520 0x7f96401986f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:17:45.740 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:45.738+0000 7f964630c700 1 -- 172.21.15.149:0/4095295157 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9640102520 msgr2=0x7f96401986f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:17:45.740 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:45.738+0000 7f964630c700 1 --2- 172.21.15.149:0/4095295157 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9640102520 0x7f96401986f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:45.740 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:45.738+0000 7f964630c700 1 -- 172.21.15.149:0/4095295157 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9640103720 msgr2=0x7f9640198c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:17:45.740 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:45.738+0000 7f964630c700 1 --2- 172.21.15.149:0/4095295157 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9640103720 0x7f9640198c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:45.740 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:45.738+0000 7f964630c700 1 -- 172.21.15.149:0/4095295157 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96401a0350 con 0x7f96401040c0 2024-06-06T08:17:45.740 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:45.738+0000 7f9645b0b700 1 --2- 172.21.15.149:0/4095295157 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9640102520 0x7f96401986f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:17:45.740 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:45.738+0000 7f964630c700 1 --2- 172.21.15.149:0/4095295157 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f96401040c0 0x7f964019fcb0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f9638007d40 tx=0x7f963800a340 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:17:45.740 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:45.738+0000 7f9636ffd700 1 -- 172.21.15.149:0/4095295157 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9638016020 con 0x7f96401040c0 2024-06-06T08:17:45.740 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:45.738+0000 7f9636ffd700 1 -- 172.21.15.149:0/4095295157 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f963800ad60 con 0x7f96401040c0 2024-06-06T08:17:45.741 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:45.738+0000 7f9647d6f700 1 -- 172.21.15.149:0/4095295157 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96401a0640 con 0x7f96401040c0 2024-06-06T08:17:45.741 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:45.738+0000 7f9636ffd700 1 -- 172.21.15.149:0/4095295157 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9638011600 con 0x7f96401040c0 2024-06-06T08:17:45.741 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:45.738+0000 7f9647d6f700 1 -- 172.21.15.149:0/4095295157 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96401a0b80 con 0x7f96401040c0 2024-06-06T08:17:45.742 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:45.739+0000 7f9647d6f700 1 -- 172.21.15.149:0/4095295157 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9640069180 con 0x7f96401040c0 2024-06-06T08:17:45.742 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:45.740+0000 7f9636ffd700 1 -- 172.21.15.149:0/4095295157 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f9638019020 con 0x7f96401040c0 2024-06-06T08:17:45.742 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:45.741+0000 7f9636ffd700 1 --2- 172.21.15.149:0/4095295157 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f962c0a2c20 0x7f962c0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:17:45.742 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:45.741+0000 7f9636ffd700 1 -- 172.21.15.149:0/4095295157 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7f96380ceb20 con 0x7f96401040c0 2024-06-06T08:17:45.742 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:45.741+0000 7f9645b0b700 1 --2- 172.21.15.149:0/4095295157 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f962c0a2c20 0x7f962c0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:17:45.742 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:45.742+0000 7f9645b0b700 1 --2- 172.21.15.149:0/4095295157 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f962c0a2c20 0x7f962c0a50e0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f9640103580 tx=0x7f963c00b5f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:17:45.744 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:45.745+0000 7f9636ffd700 1 -- 172.21.15.149:0/4095295157 <== mon.1 v2:172.21.15.149:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f9638020020 con 0x7f96401040c0 2024-06-06T08:17:45.951 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:45.952+0000 7f9647d6f700 1 -- 172.21.15.149:0/4095295157 --> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] -- mgr_command(tid 0: {"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi042=a;smithi042=d;smithi042=g;smithi042=j;smithi120=b;smithi120=e;smithi120=h;smithi120=k;smithi149=c;smithi149=f;smithi149=i;smithi149=l", "target": ["mon-mgr", ""]}) -- 0x7f9640062ad0 con 0x7f962c0a2c20 2024-06-06T08:17:45.958 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:45.960+0000 7f9636ffd700 1 -- 172.21.15.149:0/4095295157 <== mgr.14152 v2:172.21.15.42:6800/1196215200 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+28 (secure 0 0 0) 0x7f9640062ad0 con 0x7f962c0a2c20 2024-06-06T08:17:45.959 INFO:teuthology.orchestra.run.smithi149.stdout:Scheduled mds.all update... 2024-06-06T08:17:45.961 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:45.962+0000 7f9647d6f700 1 -- 172.21.15.149:0/4095295157 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f962c0a2c20 msgr2=0x7f962c0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:17:45.961 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:45.962+0000 7f9647d6f700 1 --2- 172.21.15.149:0/4095295157 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f962c0a2c20 0x7f962c0a50e0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f9640103580 tx=0x7f963c00b5f0 comp rx=0 tx=0).stop 2024-06-06T08:17:45.961 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:45.962+0000 7f9647d6f700 1 -- 172.21.15.149:0/4095295157 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f96401040c0 msgr2=0x7f964019fcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:17:45.962 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:45.962+0000 7f9647d6f700 1 --2- 172.21.15.149:0/4095295157 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f96401040c0 0x7f964019fcb0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f9638007d40 tx=0x7f963800a340 comp rx=0 tx=0).stop 2024-06-06T08:17:45.962 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:45.962+0000 7f9647d6f700 1 -- 172.21.15.149:0/4095295157 shutdown_connections 2024-06-06T08:17:45.962 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:45.962+0000 7f9647d6f700 1 --2- 172.21.15.149:0/4095295157 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f962c0a2c20 0x7f962c0a50e0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:45.962 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:45.962+0000 7f9647d6f700 1 --2- 172.21.15.149:0/4095295157 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f96401040c0 0x7f964019fcb0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:45.962 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:45.962+0000 7f9647d6f700 1 --2- 172.21.15.149:0/4095295157 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9640102520 0x7f96401986f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:45.962 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:45.962+0000 7f9647d6f700 1 --2- 172.21.15.149:0/4095295157 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9640103720 0x7f9640198c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:45.962 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:45.962+0000 7f9647d6f700 1 -- 172.21.15.149:0/4095295157 >> 172.21.15.149:0/4095295157 conn(0x7f96400fdae0 msgr2=0x7f9640106950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:17:45.962 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:45.962+0000 7f9647d6f700 1 -- 172.21.15.149:0/4095295157 shutdown_connections 2024-06-06T08:17:45.962 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-06T08:17:45.962+0000 7f9647d6f700 1 -- 172.21.15.149:0/4095295157 wait complete. 2024-06-06T08:17:46.594 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:46 smithi149 ceph-mon[36842]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:17:46.594 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:46 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:46.594 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:46 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:17:46.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:46 smithi120 ceph-mon[36658]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:17:46.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:46 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:46.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:46 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:17:46.648 DEBUG:teuthology.orchestra.run.smithi042:mds.a> sudo journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mds.a.service 2024-06-06T08:17:46.651 DEBUG:teuthology.orchestra.run.smithi042:mds.d> sudo journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mds.d.service 2024-06-06T08:17:46.674 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:46 smithi042 ceph-mon[32384]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:17:46.674 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:46 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:46.675 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:46 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:17:46.675 DEBUG:teuthology.orchestra.run.smithi042:mds.g> sudo journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mds.g.service 2024-06-06T08:17:46.719 DEBUG:teuthology.orchestra.run.smithi042:mds.j> sudo journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mds.j.service 2024-06-06T08:17:46.762 DEBUG:teuthology.orchestra.run.smithi120:mds.b> sudo journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mds.b.service 2024-06-06T08:17:46.764 DEBUG:teuthology.orchestra.run.smithi120:mds.e> sudo journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mds.e.service 2024-06-06T08:17:46.807 DEBUG:teuthology.orchestra.run.smithi120:mds.h> sudo journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mds.h.service 2024-06-06T08:17:46.851 DEBUG:teuthology.orchestra.run.smithi120:mds.k> sudo journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mds.k.service 2024-06-06T08:17:46.894 DEBUG:teuthology.orchestra.run.smithi149:mds.c> sudo journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mds.c.service 2024-06-06T08:17:46.897 DEBUG:teuthology.orchestra.run.smithi149:mds.f> sudo journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mds.f.service 2024-06-06T08:17:46.941 DEBUG:teuthology.orchestra.run.smithi149:mds.i> sudo journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mds.i.service 2024-06-06T08:17:46.984 DEBUG:teuthology.orchestra.run.smithi149:mds.l> sudo journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mds.l.service 2024-06-06T08:17:47.029 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-06-06T08:17:47.029 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:17:47.279 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:17:47.507 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:47 smithi149 ceph-mon[36842]: from='client.24418 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi042=a;smithi042=d;smithi042=g;smithi042=j;smithi120=b;smithi120=e;smithi120=h;smithi120=k;smithi149=c;smithi149=f;smithi149=i;smithi149=l", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:17:47.507 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:47 smithi149 ceph-mon[36842]: Saving service mds.all spec with placement smithi042=a;smithi042=d;smithi042=g;smithi042=j;smithi120=b;smithi120=e;smithi120=h;smithi120=k;smithi149=c;smithi149=f;smithi149=i;smithi149=l;count:12 2024-06-06T08:17:47.507 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:47 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:17:47.507 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:47 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:17:47.507 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:47 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:47.507 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:47 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T08:17:47.507 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:47 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T08:17:47.507 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:47 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:17:47.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:47 smithi120 ceph-mon[36658]: from='client.24418 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi042=a;smithi042=d;smithi042=g;smithi042=j;smithi120=b;smithi120=e;smithi120=h;smithi120=k;smithi149=c;smithi149=f;smithi149=i;smithi149=l", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:17:47.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:47 smithi120 ceph-mon[36658]: Saving service mds.all spec with placement smithi042=a;smithi042=d;smithi042=g;smithi042=j;smithi120=b;smithi120=e;smithi120=h;smithi120=k;smithi149=c;smithi149=f;smithi149=i;smithi149=l;count:12 2024-06-06T08:17:47.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:47 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:17:47.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:47 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:17:47.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:47 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:47.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:47 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T08:17:47.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:47 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T08:17:47.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:47 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:17:47.639 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:47 smithi042 ceph-mon[32384]: from='client.24418 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi042=a;smithi042=d;smithi042=g;smithi042=j;smithi120=b;smithi120=e;smithi120=h;smithi120=k;smithi149=c;smithi149=f;smithi149=i;smithi149=l", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:17:47.639 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:47 smithi042 ceph-mon[32384]: Saving service mds.all spec with placement smithi042=a;smithi042=d;smithi042=g;smithi042=j;smithi120=b;smithi120=e;smithi120=h;smithi120=k;smithi149=c;smithi149=f;smithi149=i;smithi149=l;count:12 2024-06-06T08:17:47.640 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:47 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:17:47.640 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:47 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:17:47.640 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:47 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:47.640 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:47 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T08:17:47.640 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:47 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T08:17:47.640 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:47 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:17:48.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:48 smithi149 ceph-mon[36842]: Deploying daemon mds.l on smithi149 2024-06-06T08:17:48.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:48 smithi149 ceph-mon[36842]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:17:48.633 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:48 smithi042 ceph-mon[32384]: Deploying daemon mds.l on smithi149 2024-06-06T08:17:48.633 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:48 smithi042 ceph-mon[32384]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:17:48.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:48 smithi120 ceph-mon[36658]: Deploying daemon mds.l on smithi149 2024-06-06T08:17:48.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:48 smithi120 ceph-mon[36658]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:17:48.977 INFO:journalctl@ceph.mds.l.smithi149.stdout:Jun 06 08:17:48 smithi149 systemd[1]: Starting Ceph mds.l for 103bdc14-23dc-11ef-bc9b-c7b262605968... 2024-06-06T08:17:48.987 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:48.988+0000 7f4feda0a700 1 -- 172.21.15.42:0/3589272637 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4fe8101380 msgr2=0x7f4fe8101800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:17:48.987 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:48.988+0000 7f4feda0a700 1 --2- 172.21.15.42:0/3589272637 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4fe8101380 0x7f4fe8101800 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f4fd0009990 tx=0x7f4fd0009ca0 comp rx=0 tx=0).stop 2024-06-06T08:17:48.987 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:48.988+0000 7f4feda0a700 1 -- 172.21.15.42:0/3589272637 shutdown_connections 2024-06-06T08:17:48.988 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:48.988+0000 7f4feda0a700 1 --2- 172.21.15.42:0/3589272637 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4fe8101d40 0x7f4fe810e230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:48.988 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:48.988+0000 7f4feda0a700 1 --2- 172.21.15.42:0/3589272637 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4fe81073f0 0x7f4fe81077d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:48.988 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:48.988+0000 7f4feda0a700 1 --2- 172.21.15.42:0/3589272637 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4fe8101380 0x7f4fe8101800 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:48.988 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:48.988+0000 7f4feda0a700 1 -- 172.21.15.42:0/3589272637 >> 172.21.15.42:0/3589272637 conn(0x7f4fe8078300 msgr2=0x7f4fe8078710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:17:48.988 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:48.988+0000 7f4feda0a700 1 -- 172.21.15.42:0/3589272637 shutdown_connections 2024-06-06T08:17:48.988 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:48.988+0000 7f4feda0a700 1 -- 172.21.15.42:0/3589272637 wait complete. 2024-06-06T08:17:48.990 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:48.989+0000 7f4feda0a700 1 Processor -- start 2024-06-06T08:17:48.990 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:48.989+0000 7f4feda0a700 1 -- start start 2024-06-06T08:17:48.990 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:48.989+0000 7f4feda0a700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4fe8101380 0x7f4fe8103060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:17:48.990 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:48.989+0000 7f4feda0a700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4fe8101d40 0x7f4fe81035a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:17:48.990 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:48.989+0000 7f4feda0a700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4fe81073f0 0x7f4fe8103ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:17:48.991 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:48.989+0000 7f4feda0a700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4fe8111660 con 0x7f4fe8101380 2024-06-06T08:17:48.991 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:48.989+0000 7f4feda0a700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f4fe81114e0 con 0x7f4fe8101d40 2024-06-06T08:17:48.991 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:48.989+0000 7f4feda0a700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f4fe81117e0 con 0x7f4fe81073f0 2024-06-06T08:17:48.991 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:48.989+0000 7f4fe6ffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4fe8101380 0x7f4fe8103060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:17:48.991 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:48.989+0000 7f4fe6ffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4fe8101380 0x7f4fe8103060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:54290/0 (socket says 172.21.15.42:54290) 2024-06-06T08:17:48.991 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:48.989+0000 7f4fe6ffd700 1 -- 172.21.15.42:0/2226863857 learned_addr learned my addr 172.21.15.42:0/2226863857 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:17:48.991 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:48.990+0000 7f4fe77fe700 1 --2- 172.21.15.42:0/2226863857 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4fe81073f0 0x7f4fe8103ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:17:48.991 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:48.990+0000 7f4fe67fc700 1 --2- 172.21.15.42:0/2226863857 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4fe8101d40 0x7f4fe81035a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:17:48.991 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:48.990+0000 7f4fe6ffd700 1 -- 172.21.15.42:0/2226863857 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4fe81073f0 msgr2=0x7f4fe8103ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:17:48.991 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:48.990+0000 7f4fe6ffd700 1 --2- 172.21.15.42:0/2226863857 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4fe81073f0 0x7f4fe8103ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:48.991 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:48.990+0000 7f4fe6ffd700 1 -- 172.21.15.42:0/2226863857 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4fe8101d40 msgr2=0x7f4fe81035a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:17:48.991 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:48.990+0000 7f4fe6ffd700 1 --2- 172.21.15.42:0/2226863857 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4fe8101d40 0x7f4fe81035a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:48.992 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:48.990+0000 7f4fe6ffd700 1 -- 172.21.15.42:0/2226863857 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4fe81a7090 con 0x7f4fe8101380 2024-06-06T08:17:48.992 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:48.990+0000 7f4fe6ffd700 1 --2- 172.21.15.42:0/2226863857 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4fe8101380 0x7f4fe8103060 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f4fd8007e20 tx=0x7f4fd800a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:17:48.992 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:48.990+0000 7f4feca08700 1 -- 172.21.15.42:0/2226863857 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fd8016020 con 0x7f4fe8101380 2024-06-06T08:17:48.992 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:48.990+0000 7f4feca08700 1 -- 172.21.15.42:0/2226863857 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4fd800ad40 con 0x7f4fe8101380 2024-06-06T08:17:48.992 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:48.990+0000 7f4feda0a700 1 -- 172.21.15.42:0/2226863857 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4fe81a7380 con 0x7f4fe8101380 2024-06-06T08:17:48.992 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:48.990+0000 7f4feca08700 1 -- 172.21.15.42:0/2226863857 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fd8011700 con 0x7f4fe8101380 2024-06-06T08:17:48.992 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:48.990+0000 7f4feda0a700 1 -- 172.21.15.42:0/2226863857 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4fe81a78c0 con 0x7f4fe8101380 2024-06-06T08:17:48.992 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:48.991+0000 7f4feda0a700 1 -- 172.21.15.42:0/2226863857 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4fe8069180 con 0x7f4fe8101380 2024-06-06T08:17:48.993 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:48.992+0000 7f4feca08700 1 -- 172.21.15.42:0/2226863857 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f4fd8019020 con 0x7f4fe8101380 2024-06-06T08:17:48.993 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:48.993+0000 7f4feca08700 1 --2- 172.21.15.42:0/2226863857 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4fd40a2c20 0x7f4fd40a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:17:48.993 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:48.993+0000 7f4fe67fc700 1 --2- 172.21.15.42:0/2226863857 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4fd40a2c20 0x7f4fd40a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:17:48.993 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:48.993+0000 7f4feca08700 1 -- 172.21.15.42:0/2226863857 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7f4fd80ce830 con 0x7f4fe8101380 2024-06-06T08:17:48.993 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:48.994+0000 7f4fe67fc700 1 --2- 172.21.15.42:0/2226863857 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4fd40a2c20 0x7f4fd40a50e0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f4fd0006010 tx=0x7f4fd000b540 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:17:48.997 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:48.998+0000 7f4feca08700 1 -- 172.21.15.42:0/2226863857 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f4fd809bc30 con 0x7f4fe8101380 2024-06-06T08:17:49.241 INFO:journalctl@ceph.mds.l.smithi149.stdout:Jun 06 08:17:48 smithi149 podman[66687]: 2024-06-06 08:17:48.880521291 +0000 UTC m=+0.017288393 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-06T08:17:49.241 INFO:journalctl@ceph.mds.l.smithi149.stdout:Jun 06 08:17:49 smithi149 podman[66687]: 2024-06-06 08:17:49.014717346 +0000 UTC m=+0.151484492 container create 6d6a975b1456a86edf174b51a8eb98ea21091df723853914cb6a6c54299369f4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-l, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc, org.label-schema.build-date=20240528, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-06T08:17:49.241 INFO:journalctl@ceph.mds.l.smithi149.stdout:Jun 06 08:17:49 smithi149 podman[66687]: 2024-06-06 08:17:49.242389037 +0000 UTC m=+0.379156134 container init 6d6a975b1456a86edf174b51a8eb98ea21091df723853914cb6a6c54299369f4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-l, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240528, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-06-06T08:17:49.247 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:49.248+0000 7f4feda0a700 1 -- 172.21.15.42:0/2226863857 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4fe8104590 con 0x7f4fe8101380 2024-06-06T08:17:49.247 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:49.248+0000 7f4feca08700 1 -- 172.21.15.42:0/2226863857 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 1 v1) ==== 93+0+569 (secure 0 0 0) 0x7f4fd809b530 con 0x7f4fe8101380 2024-06-06T08:17:49.248 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:17:49.248 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-06-06T08:17:49.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:49.251+0000 7f4feda0a700 1 -- 172.21.15.42:0/2226863857 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4fd40a2c20 msgr2=0x7f4fd40a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:17:49.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:49.251+0000 7f4feda0a700 1 --2- 172.21.15.42:0/2226863857 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4fd40a2c20 0x7f4fd40a50e0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f4fd0006010 tx=0x7f4fd000b540 comp rx=0 tx=0).stop 2024-06-06T08:17:49.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:49.251+0000 7f4feda0a700 1 -- 172.21.15.42:0/2226863857 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4fe8101380 msgr2=0x7f4fe8103060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:17:49.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:49.251+0000 7f4feda0a700 1 --2- 172.21.15.42:0/2226863857 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4fe8101380 0x7f4fe8103060 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f4fd8007e20 tx=0x7f4fd800a340 comp rx=0 tx=0).stop 2024-06-06T08:17:49.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:49.251+0000 7f4feda0a700 1 -- 172.21.15.42:0/2226863857 shutdown_connections 2024-06-06T08:17:49.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:49.251+0000 7f4feda0a700 1 --2- 172.21.15.42:0/2226863857 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4fd40a2c20 0x7f4fd40a50e0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:49.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:49.251+0000 7f4feda0a700 1 --2- 172.21.15.42:0/2226863857 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4fe81073f0 0x7f4fe8103ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:49.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:49.251+0000 7f4feda0a700 1 --2- 172.21.15.42:0/2226863857 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4fe8101380 0x7f4fe8103060 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:49.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:49.251+0000 7f4feda0a700 1 --2- 172.21.15.42:0/2226863857 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4fe8101d40 0x7f4fe81035a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:49.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:49.251+0000 7f4feda0a700 1 -- 172.21.15.42:0/2226863857 >> 172.21.15.42:0/2226863857 conn(0x7f4fe8078300 msgr2=0x7f4fe8100550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:17:49.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:49.251+0000 7f4feda0a700 1 -- 172.21.15.42:0/2226863857 shutdown_connections 2024-06-06T08:17:49.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:49.251+0000 7f4feda0a700 1 -- 172.21.15.42:0/2226863857 wait complete. 2024-06-06T08:17:49.251 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 1 2024-06-06T08:17:49.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:49 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/2226863857' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:17:49.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:49 smithi149 ceph-mon[36842]: mds.? [v2:172.21.15.149:6832/677848196,v1:172.21.15.149:6833/677848196] up:boot 2024-06-06T08:17:49.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:49 smithi149 ceph-mon[36842]: fsmap 1 up:standby 2024-06-06T08:17:49.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:49 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-06-06T08:17:49.538 INFO:journalctl@ceph.mds.l.smithi149.stdout:Jun 06 08:17:49 smithi149 podman[66687]: 2024-06-06 08:17:49.245234878 +0000 UTC m=+0.382001981 container start 6d6a975b1456a86edf174b51a8eb98ea21091df723853914cb6a6c54299369f4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-l, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-06-06T08:17:49.539 INFO:journalctl@ceph.mds.l.smithi149.stdout:Jun 06 08:17:49 smithi149 ceph-mds[66706]: -- 172.21.15.149:0/3244069101 <== mon.1 v2:172.21.15.149:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x564b000c9a40 con 0x564b0009d000 2024-06-06T08:17:49.539 INFO:journalctl@ceph.mds.l.smithi149.stdout:Jun 06 08:17:49 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-l[66702]: starting mds.l at 2024-06-06T08:17:49.539 INFO:journalctl@ceph.mds.l.smithi149.stdout:Jun 06 08:17:49 smithi149 bash[66687]: 6d6a975b1456a86edf174b51a8eb98ea21091df723853914cb6a6c54299369f4 2024-06-06T08:17:49.539 INFO:journalctl@ceph.mds.l.smithi149.stdout:Jun 06 08:17:49 smithi149 systemd[1]: Started Ceph mds.l for 103bdc14-23dc-11ef-bc9b-c7b262605968. 2024-06-06T08:17:49.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:49 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/2226863857' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:17:49.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:49 smithi042 ceph-mon[32384]: mds.? [v2:172.21.15.149:6832/677848196,v1:172.21.15.149:6833/677848196] up:boot 2024-06-06T08:17:49.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:49 smithi042 ceph-mon[32384]: fsmap 1 up:standby 2024-06-06T08:17:49.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:49 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-06-06T08:17:49.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:49 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/2226863857' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:17:49.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:49 smithi120 ceph-mon[36658]: mds.? [v2:172.21.15.149:6832/677848196,v1:172.21.15.149:6833/677848196] up:boot 2024-06-06T08:17:49.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:49 smithi120 ceph-mon[36658]: fsmap 1 up:standby 2024-06-06T08:17:49.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:49 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-06-06T08:17:50.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:50 smithi120 ceph-mon[36658]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:17:50.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:50 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:50.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:50 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:50.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:50 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:50.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:50 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T08:17:50.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:50 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T08:17:50.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:50 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:17:50.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:50 smithi120 ceph-mon[36658]: Deploying daemon mds.k on smithi120 2024-06-06T08:17:50.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:50 smithi149 ceph-mon[36842]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:17:50.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:50 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:50.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:50 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:50.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:50 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:50.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:50 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T08:17:50.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:50 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T08:17:50.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:50 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:17:50.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:50 smithi149 ceph-mon[36842]: Deploying daemon mds.k on smithi120 2024-06-06T08:17:50.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:50 smithi042 ceph-mon[32384]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:17:50.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:50 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:50.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:50 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:50.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:50 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:50.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:50 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T08:17:50.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:50 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T08:17:50.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:50 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:17:50.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:50 smithi042 ceph-mon[32384]: Deploying daemon mds.k on smithi120 2024-06-06T08:17:51.839 INFO:journalctl@ceph.mds.k.smithi120.stdout:Jun 06 08:17:51 smithi120 systemd[1]: Starting Ceph mds.k for 103bdc14-23dc-11ef-bc9b-c7b262605968... 2024-06-06T08:17:52.089 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:17:52.138 INFO:journalctl@ceph.mds.k.smithi120.stdout:Jun 06 08:17:51 smithi120 podman[65531]: 2024-06-06 08:17:51.742430595 +0000 UTC m=+0.016896995 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-06T08:17:52.139 INFO:journalctl@ceph.mds.k.smithi120.stdout:Jun 06 08:17:51 smithi120 podman[65531]: 2024-06-06 08:17:51.869033369 +0000 UTC m=+0.143499783 container create 71c39256692c1a9ad07d5c95839d45504a42568a203dd399f51cf34ec11c64ce (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-k, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240528, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc, org.label-schema.vendor=CentOS) 2024-06-06T08:17:52.351 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:17:52.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:52 smithi120 ceph-mon[36658]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:17:52.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:52 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:52.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:52 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:52.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:52 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:52.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:52 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T08:17:52.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:52 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T08:17:52.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:52 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:17:52.639 INFO:journalctl@ceph.mds.k.smithi120.stdout:Jun 06 08:17:52 smithi120 podman[65531]: 2024-06-06 08:17:52.171994767 +0000 UTC m=+0.446461159 container init 71c39256692c1a9ad07d5c95839d45504a42568a203dd399f51cf34ec11c64ce (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-k, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240528, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_CLEAN=True, RELEASE=squid-3d89acc, org.label-schema.vendor=CentOS) 2024-06-06T08:17:52.639 INFO:journalctl@ceph.mds.k.smithi120.stdout:Jun 06 08:17:52 smithi120 podman[65531]: 2024-06-06 08:17:52.174766746 +0000 UTC m=+0.449233139 container start 71c39256692c1a9ad07d5c95839d45504a42568a203dd399f51cf34ec11c64ce (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-k, org.label-schema.schema-version=1.0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.license=GPLv2, org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=squid-3d89acc, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-06-06T08:17:52.639 INFO:journalctl@ceph.mds.k.smithi120.stdout:Jun 06 08:17:52 smithi120 ceph-mds[65549]: -- 172.21.15.120:0/1035047819 <== mon.2 v2:172.21.15.120:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55caaa0bda40 con 0x55caaa091000 2024-06-06T08:17:52.640 INFO:journalctl@ceph.mds.k.smithi120.stdout:Jun 06 08:17:52 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-k[65545]: starting mds.k at 2024-06-06T08:17:52.640 INFO:journalctl@ceph.mds.k.smithi120.stdout:Jun 06 08:17:52 smithi120 bash[65531]: 71c39256692c1a9ad07d5c95839d45504a42568a203dd399f51cf34ec11c64ce 2024-06-06T08:17:52.640 INFO:journalctl@ceph.mds.k.smithi120.stdout:Jun 06 08:17:52 smithi120 systemd[1]: Started Ceph mds.k for 103bdc14-23dc-11ef-bc9b-c7b262605968. 2024-06-06T08:17:52.690 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:52 smithi042 ceph-mon[32384]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:17:52.690 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:52 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:52.690 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:52 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:52.690 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:52 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:52.690 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:52 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T08:17:52.690 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:52 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T08:17:52.690 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:52 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:17:52.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:52 smithi149 ceph-mon[36842]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:17:52.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:52 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:52.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:52 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:52.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:52 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:52.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:52 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T08:17:52.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:52 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T08:17:52.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:52 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:17:53.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:53 smithi042 ceph-mon[32384]: Deploying daemon mds.j on smithi042 2024-06-06T08:17:53.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:53 smithi042 ceph-mon[32384]: mds.? [v2:172.21.15.120:6832/2721639298,v1:172.21.15.120:6833/2721639298] up:boot 2024-06-06T08:17:53.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:53 smithi042 ceph-mon[32384]: fsmap 2 up:standby 2024-06-06T08:17:53.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:53 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-06-06T08:17:53.590 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:53 smithi120 ceph-mon[36658]: Deploying daemon mds.j on smithi042 2024-06-06T08:17:53.590 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:53 smithi120 ceph-mon[36658]: mds.? [v2:172.21.15.120:6832/2721639298,v1:172.21.15.120:6833/2721639298] up:boot 2024-06-06T08:17:53.590 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:53 smithi120 ceph-mon[36658]: fsmap 2 up:standby 2024-06-06T08:17:53.590 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:53 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-06-06T08:17:53.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:53 smithi149 ceph-mon[36842]: Deploying daemon mds.j on smithi042 2024-06-06T08:17:53.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:53 smithi149 ceph-mon[36842]: mds.? [v2:172.21.15.120:6832/2721639298,v1:172.21.15.120:6833/2721639298] up:boot 2024-06-06T08:17:53.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:53 smithi149 ceph-mon[36842]: fsmap 2 up:standby 2024-06-06T08:17:53.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:53 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-06-06T08:17:54.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:54 smithi042 ceph-mon[32384]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:17:54.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:54 smithi149 ceph-mon[36842]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:17:54.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:54 smithi120 ceph-mon[36658]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:17:55.310 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:55.311+0000 7f09ff3eb700 1 -- 172.21.15.42:0/3449825860 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f09f8102380 msgr2=0x7f09f8105ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:17:55.310 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:55.311+0000 7f09ff3eb700 1 --2- 172.21.15.42:0/3449825860 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f09f8102380 0x7f09f8105ff0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f09e80099c0 tx=0x7f09e8009cd0 comp rx=0 tx=0).stop 2024-06-06T08:17:55.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:55.311+0000 7f09ff3eb700 1 -- 172.21.15.42:0/3449825860 shutdown_connections 2024-06-06T08:17:55.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:55.311+0000 7f09ff3eb700 1 --2- 172.21.15.42:0/3449825860 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f09f8106720 0x7f09f810e2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:55.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:55.311+0000 7f09ff3eb700 1 --2- 172.21.15.42:0/3449825860 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f09f81019d0 0x7f09f8101db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:55.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:55.311+0000 7f09ff3eb700 1 --2- 172.21.15.42:0/3449825860 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f09f8102380 0x7f09f8105ff0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:55.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:55.311+0000 7f09ff3eb700 1 -- 172.21.15.42:0/3449825860 >> 172.21.15.42:0/3449825860 conn(0x7f09f8078340 msgr2=0x7f09f8078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:17:55.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:55.311+0000 7f09ff3eb700 1 -- 172.21.15.42:0/3449825860 shutdown_connections 2024-06-06T08:17:55.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:55.311+0000 7f09ff3eb700 1 -- 172.21.15.42:0/3449825860 wait complete. 2024-06-06T08:17:55.313 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:55.312+0000 7f09ff3eb700 1 Processor -- start 2024-06-06T08:17:55.313 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:55.312+0000 7f09ff3eb700 1 -- start start 2024-06-06T08:17:55.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:55.312+0000 7f09ff3eb700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f09f81019d0 0x7f09f8199aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:17:55.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:55.312+0000 7f09ff3eb700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f09f8102380 0x7f09f8199fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:17:55.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:55.312+0000 7f09ff3eb700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f09f8106720 0x7f09f81a4b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:17:55.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:55.312+0000 7f09ff3eb700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f09f81116c0 con 0x7f09f81019d0 2024-06-06T08:17:55.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:55.312+0000 7f09ff3eb700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f09f8111540 con 0x7f09f8106720 2024-06-06T08:17:55.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:55.312+0000 7f09ff3eb700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f09f8111840 con 0x7f09f8102380 2024-06-06T08:17:55.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:55.313+0000 7f09fd187700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f09f81019d0 0x7f09f8199aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:17:55.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:55.313+0000 7f09fd187700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f09f81019d0 0x7f09f8199aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:54312/0 (socket says 172.21.15.42:54312) 2024-06-06T08:17:55.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:55.313+0000 7f09fd187700 1 -- 172.21.15.42:0/847813073 learned_addr learned my addr 172.21.15.42:0/847813073 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:17:55.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:55.313+0000 7f09fc986700 1 --2- 172.21.15.42:0/847813073 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f09f8102380 0x7f09f8199fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:17:55.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:55.313+0000 7f09fd988700 1 --2- 172.21.15.42:0/847813073 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f09f8106720 0x7f09f81a4b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:17:55.315 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:55.313+0000 7f09fd187700 1 -- 172.21.15.42:0/847813073 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f09f8102380 msgr2=0x7f09f8199fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:17:55.315 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:55.313+0000 7f09fd187700 1 --2- 172.21.15.42:0/847813073 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f09f8102380 0x7f09f8199fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:55.315 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:55.313+0000 7f09fd187700 1 -- 172.21.15.42:0/847813073 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f09f8106720 msgr2=0x7f09f81a4b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:17:55.315 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:55.313+0000 7f09fd187700 1 --2- 172.21.15.42:0/847813073 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f09f8106720 0x7f09f81a4b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:55.315 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:55.313+0000 7f09fd187700 1 -- 172.21.15.42:0/847813073 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09f81a5060 con 0x7f09f81019d0 2024-06-06T08:17:55.315 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:55.313+0000 7f09fd988700 1 --2- 172.21.15.42:0/847813073 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f09f8106720 0x7f09f81a4b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:17:55.315 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:55.313+0000 7f09fd187700 1 --2- 172.21.15.42:0/847813073 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f09f81019d0 0x7f09f8199aa0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f09f400c9b0 tx=0x7f09f400ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:17:55.315 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:55.313+0000 7f09ee7fc700 1 -- 172.21.15.42:0/847813073 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09f4007b00 con 0x7f09f81019d0 2024-06-06T08:17:55.315 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:55.313+0000 7f09ff3eb700 1 -- 172.21.15.42:0/847813073 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09f81a5290 con 0x7f09f81019d0 2024-06-06T08:17:55.315 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:55.313+0000 7f09ee7fc700 1 -- 172.21.15.42:0/847813073 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f09f4007ca0 con 0x7f09f81019d0 2024-06-06T08:17:55.315 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:55.313+0000 7f09ee7fc700 1 -- 172.21.15.42:0/847813073 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09f4018730 con 0x7f09f81019d0 2024-06-06T08:17:55.316 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:55.313+0000 7f09ff3eb700 1 -- 172.21.15.42:0/847813073 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09f81a57f0 con 0x7f09f81019d0 2024-06-06T08:17:55.316 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:55.314+0000 7f09ff3eb700 1 -- 172.21.15.42:0/847813073 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f09f8102ad0 con 0x7f09f81019d0 2024-06-06T08:17:55.316 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:55.316+0000 7f09ee7fc700 1 -- 172.21.15.42:0/847813073 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f09f40188d0 con 0x7f09f81019d0 2024-06-06T08:17:55.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:55.316+0000 7f09ee7fc700 1 --2- 172.21.15.42:0/847813073 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f09e40a2ca0 0x7f09e40a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:17:55.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:55.316+0000 7f09fc986700 1 --2- 172.21.15.42:0/847813073 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f09e40a2ca0 0x7f09e40a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:17:55.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:55.317+0000 7f09ee7fc700 1 -- 172.21.15.42:0/847813073 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7f09f40ceb30 con 0x7f09f81019d0 2024-06-06T08:17:55.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:55.317+0000 7f09fc986700 1 --2- 172.21.15.42:0/847813073 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f09e40a2ca0 0x7f09e40a5160 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f09e8009fd0 tx=0x7f09e8005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:17:55.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:55.321+0000 7f09ee7fc700 1 -- 172.21.15.42:0/847813073 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f09f4014030 con 0x7f09f81019d0 2024-06-06T08:17:55.598 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:55.598+0000 7f09ff3eb700 1 -- 172.21.15.42:0/847813073 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f09f802dca0 con 0x7f09f81019d0 2024-06-06T08:17:55.598 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:55.599+0000 7f09ee7fc700 1 -- 172.21.15.42:0/847813073 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+2221 (secure 0 0 0) 0x7f09f409bf30 con 0x7f09f81019d0 2024-06-06T08:17:55.599 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:17:55.599 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24430,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-06-06T08:17:55.601 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:55.601+0000 7f09ff3eb700 1 -- 172.21.15.42:0/847813073 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f09e40a2ca0 msgr2=0x7f09e40a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:17:55.601 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:55.601+0000 7f09ff3eb700 1 --2- 172.21.15.42:0/847813073 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f09e40a2ca0 0x7f09e40a5160 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f09e8009fd0 tx=0x7f09e8005fb0 comp rx=0 tx=0).stop 2024-06-06T08:17:55.601 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:55.601+0000 7f09ff3eb700 1 -- 172.21.15.42:0/847813073 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f09f81019d0 msgr2=0x7f09f8199aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:17:55.601 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:55.601+0000 7f09ff3eb700 1 --2- 172.21.15.42:0/847813073 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f09f81019d0 0x7f09f8199aa0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f09f400c9b0 tx=0x7f09f400ccc0 comp rx=0 tx=0).stop 2024-06-06T08:17:55.601 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:55.601+0000 7f09ff3eb700 1 -- 172.21.15.42:0/847813073 shutdown_connections 2024-06-06T08:17:55.601 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:55.601+0000 7f09ff3eb700 1 --2- 172.21.15.42:0/847813073 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f09f8106720 0x7f09f81a4b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:55.601 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:55.601+0000 7f09ff3eb700 1 --2- 172.21.15.42:0/847813073 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f09f81019d0 0x7f09f8199aa0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:55.601 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:55.601+0000 7f09ff3eb700 1 --2- 172.21.15.42:0/847813073 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f09e40a2ca0 0x7f09e40a5160 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:55.601 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:55.601+0000 7f09ff3eb700 1 --2- 172.21.15.42:0/847813073 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f09f8102380 0x7f09f8199fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:17:55.601 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:55.601+0000 7f09ff3eb700 1 -- 172.21.15.42:0/847813073 >> 172.21.15.42:0/847813073 conn(0x7f09f8078340 msgr2=0x7f09f80ff820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:17:55.601 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:55.601+0000 7f09ff3eb700 1 -- 172.21.15.42:0/847813073 shutdown_connections 2024-06-06T08:17:55.602 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:17:55.601+0000 7f09ff3eb700 1 -- 172.21.15.42:0/847813073 wait complete. 2024-06-06T08:17:55.602 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 3 2024-06-06T08:17:56.732 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:56 smithi042 ceph-mon[32384]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:17:56.732 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:56 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/847813073' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:17:56.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:56 smithi149 ceph-mon[36842]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:17:56.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:56 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/847813073' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:17:56.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:56 smithi120 ceph-mon[36658]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:17:56.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:56 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/847813073' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:17:57.065 INFO:journalctl@ceph.mds.j.smithi042.stdout:Jun 06 08:17:56 smithi042 systemd[1]: Started Ceph mds.j for 103bdc14-23dc-11ef-bc9b-c7b262605968. 2024-06-06T08:17:58.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:58 smithi149 ceph-mon[36842]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:17:58.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:58 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:58.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:58 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:58.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:58 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:58.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:58 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T08:17:58.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:58 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T08:17:58.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:58 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:17:58.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:58 smithi149 ceph-mon[36842]: Deploying daemon mds.d on smithi042 2024-06-06T08:17:58.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:58 smithi149 ceph-mon[36842]: mds.? [v2:172.21.15.42:6834/3509781675,v1:172.21.15.42:6835/3509781675] up:boot 2024-06-06T08:17:58.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:58 smithi149 ceph-mon[36842]: fsmap 3 up:standby 2024-06-06T08:17:58.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:17:58 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-06-06T08:17:58.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:58 smithi042 ceph-mon[32384]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:17:58.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:58 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:58.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:58 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:58.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:58 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:58.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:58 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T08:17:58.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:58 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T08:17:58.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:58 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:17:58.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:58 smithi042 ceph-mon[32384]: Deploying daemon mds.d on smithi042 2024-06-06T08:17:58.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:58 smithi042 ceph-mon[32384]: mds.? [v2:172.21.15.42:6834/3509781675,v1:172.21.15.42:6835/3509781675] up:boot 2024-06-06T08:17:58.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:58 smithi042 ceph-mon[32384]: fsmap 3 up:standby 2024-06-06T08:17:58.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:17:58 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-06-06T08:17:58.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:58 smithi120 ceph-mon[36658]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:17:58.390 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:58 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:58.390 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:58 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:58.390 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:58 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:17:58.390 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:58 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T08:17:58.390 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:58 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T08:17:58.390 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:58 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:17:58.391 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:58 smithi120 ceph-mon[36658]: Deploying daemon mds.d on smithi042 2024-06-06T08:17:58.391 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:58 smithi120 ceph-mon[36658]: mds.? [v2:172.21.15.42:6834/3509781675,v1:172.21.15.42:6835/3509781675] up:boot 2024-06-06T08:17:58.391 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:58 smithi120 ceph-mon[36658]: fsmap 3 up:standby 2024-06-06T08:17:58.391 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:17:58 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-06-06T08:17:58.416 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:17:58.781 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:18:00.058 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:00 smithi042 ceph-mon[32384]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:00.287 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:00 smithi149 ceph-mon[36842]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:00.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:00 smithi120 ceph-mon[36658]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:00.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:00.631+0000 7fafeeee2700 1 -- 172.21.15.42:0/1958487832 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fafe806a170 msgr2=0x7fafe806a5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:00.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:00.631+0000 7fafeeee2700 1 --2- 172.21.15.42:0/1958487832 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fafe806a170 0x7fafe806a5f0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fafd0009990 tx=0x7fafd0009ca0 comp rx=0 tx=0).stop 2024-06-06T08:18:00.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:00.631+0000 7fafeeee2700 1 -- 172.21.15.42:0/1958487832 shutdown_connections 2024-06-06T08:18:00.632 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:00.631+0000 7fafeeee2700 1 --2- 172.21.15.42:0/1958487832 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fafe806ab30 0x7fafe810f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:00.632 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:00.631+0000 7fafeeee2700 1 --2- 172.21.15.42:0/1958487832 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fafe8108500 0x7fafe81088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:00.632 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:00.631+0000 7fafeeee2700 1 --2- 172.21.15.42:0/1958487832 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fafe806a170 0x7fafe806a5f0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:00.632 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:00.631+0000 7fafeeee2700 1 -- 172.21.15.42:0/1958487832 >> 172.21.15.42:0/1958487832 conn(0x7fafe8078340 msgr2=0x7fafe8078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:18:00.632 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:00.631+0000 7fafeeee2700 1 -- 172.21.15.42:0/1958487832 shutdown_connections 2024-06-06T08:18:00.632 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:00.631+0000 7fafeeee2700 1 -- 172.21.15.42:0/1958487832 wait complete. 2024-06-06T08:18:00.632 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:00.631+0000 7fafeeee2700 1 Processor -- start 2024-06-06T08:18:00.632 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:00.631+0000 7fafeeee2700 1 -- start start 2024-06-06T08:18:00.632 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:00.632+0000 7fafeeee2700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fafe806a170 0x7fafe819e860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:00.632 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:00.632+0000 7fafeeee2700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fafe806ab30 0x7fafe819eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:00.632 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:00.632+0000 7fafeeee2700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fafe8108500 0x7fafe8198a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:00.632 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:00.632+0000 7fafeeee2700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fafe8112760 con 0x7fafe8108500 2024-06-06T08:18:00.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:00.632+0000 7fafeeee2700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fafe81125e0 con 0x7fafe806ab30 2024-06-06T08:18:00.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:00.632+0000 7fafeeee2700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fafe81128e0 con 0x7fafe806a170 2024-06-06T08:18:00.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:00.632+0000 7fafed47f700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fafe8108500 0x7fafe8198a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:00.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:00.632+0000 7fafed47f700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fafe8108500 0x7fafe8198a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:45934/0 (socket says 172.21.15.42:45934) 2024-06-06T08:18:00.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:00.632+0000 7fafed47f700 1 -- 172.21.15.42:0/2151249404 learned_addr learned my addr 172.21.15.42:0/2151249404 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:18:00.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:00.632+0000 7fafe7fff700 1 --2- 172.21.15.42:0/2151249404 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fafe806ab30 0x7fafe819eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:00.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:00.632+0000 7fafecc7e700 1 --2- 172.21.15.42:0/2151249404 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fafe806a170 0x7fafe819e860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:00.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:00.632+0000 7fafed47f700 1 -- 172.21.15.42:0/2151249404 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fafe806a170 msgr2=0x7fafe819e860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:00.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:00.632+0000 7fafed47f700 1 --2- 172.21.15.42:0/2151249404 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fafe806a170 0x7fafe819e860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:00.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:00.632+0000 7fafed47f700 1 -- 172.21.15.42:0/2151249404 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fafe806ab30 msgr2=0x7fafe819eda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:00.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:00.632+0000 7fafed47f700 1 --2- 172.21.15.42:0/2151249404 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fafe806ab30 0x7fafe819eda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:00.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:00.632+0000 7fafed47f700 1 -- 172.21.15.42:0/2151249404 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fafe8199180 con 0x7fafe8108500 2024-06-06T08:18:00.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:00.633+0000 7fafed47f700 1 --2- 172.21.15.42:0/2151249404 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fafe8108500 0x7fafe8198a20 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fafe000ef30 tx=0x7fafe000c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:18:00.634 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:00.633+0000 7fafe5ffb700 1 -- 172.21.15.42:0/2151249404 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafe00092e0 con 0x7fafe8108500 2024-06-06T08:18:00.634 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:00.633+0000 7fafeeee2700 1 -- 172.21.15.42:0/2151249404 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fafe8199410 con 0x7fafe8108500 2024-06-06T08:18:00.634 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:00.633+0000 7fafe5ffb700 1 -- 172.21.15.42:0/2151249404 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fafe0004bb0 con 0x7fafe8108500 2024-06-06T08:18:00.635 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:00.633+0000 7fafe5ffb700 1 -- 172.21.15.42:0/2151249404 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafe0004280 con 0x7fafe8108500 2024-06-06T08:18:00.635 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:00.633+0000 7fafeeee2700 1 -- 172.21.15.42:0/2151249404 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fafe81a5730 con 0x7fafe8108500 2024-06-06T08:18:00.635 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:00.634+0000 7fafeeee2700 1 -- 172.21.15.42:0/2151249404 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fafe8069180 con 0x7fafe8108500 2024-06-06T08:18:00.635 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:00.636+0000 7fafe5ffb700 1 -- 172.21.15.42:0/2151249404 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fafe001b030 con 0x7fafe8108500 2024-06-06T08:18:00.635 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:00.636+0000 7fafe5ffb700 1 --2- 172.21.15.42:0/2151249404 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fafd40a2c20 0x7fafd40a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:00.636 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:00.637+0000 7fafe5ffb700 1 -- 172.21.15.42:0/2151249404 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7fafe00cf020 con 0x7fafe8108500 2024-06-06T08:18:00.636 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:00.637+0000 7fafecc7e700 1 --2- 172.21.15.42:0/2151249404 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fafd40a2c20 0x7fafd40a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:00.636 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:00.637+0000 7fafecc7e700 1 --2- 172.21.15.42:0/2151249404 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fafd40a2c20 0x7fafd40a50e0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fafe8199b60 tx=0x7fafd800b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:18:00.639 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:00.640+0000 7fafe5ffb700 1 -- 172.21.15.42:0/2151249404 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fafe0022020 con 0x7fafe8108500 2024-06-06T08:18:00.893 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:00.893+0000 7fafeeee2700 1 -- 172.21.15.42:0/2151249404 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fafe802dca0 con 0x7fafe8108500 2024-06-06T08:18:00.893 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:00.894+0000 7fafe5ffb700 1 -- 172.21.15.42:0/2151249404 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 4 v4) ==== 93+0+3046 (secure 0 0 0) 0x7fafe0010040 con 0x7fafe8108500 2024-06-06T08:18:00.894 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:18:00.894 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":4,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24430,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-06-06T08:18:00.896 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:00.896+0000 7fafeeee2700 1 -- 172.21.15.42:0/2151249404 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fafd40a2c20 msgr2=0x7fafd40a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:00.896 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:00.896+0000 7fafeeee2700 1 --2- 172.21.15.42:0/2151249404 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fafd40a2c20 0x7fafd40a50e0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fafe8199b60 tx=0x7fafd800b410 comp rx=0 tx=0).stop 2024-06-06T08:18:00.896 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:00.896+0000 7fafeeee2700 1 -- 172.21.15.42:0/2151249404 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fafe8108500 msgr2=0x7fafe8198a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:00.896 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:00.896+0000 7fafeeee2700 1 --2- 172.21.15.42:0/2151249404 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fafe8108500 0x7fafe8198a20 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fafe000ef30 tx=0x7fafe000c3a0 comp rx=0 tx=0).stop 2024-06-06T08:18:00.896 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:00.896+0000 7fafeeee2700 1 -- 172.21.15.42:0/2151249404 shutdown_connections 2024-06-06T08:18:00.896 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:00.896+0000 7fafeeee2700 1 --2- 172.21.15.42:0/2151249404 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fafe8108500 0x7fafe8198a20 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:00.896 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:00.896+0000 7fafeeee2700 1 --2- 172.21.15.42:0/2151249404 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fafd40a2c20 0x7fafd40a50e0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:00.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:00.896+0000 7fafeeee2700 1 --2- 172.21.15.42:0/2151249404 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fafe806a170 0x7fafe819e860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:00.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:00.896+0000 7fafeeee2700 1 --2- 172.21.15.42:0/2151249404 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fafe806ab30 0x7fafe819eda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:00.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:00.896+0000 7fafeeee2700 1 -- 172.21.15.42:0/2151249404 >> 172.21.15.42:0/2151249404 conn(0x7fafe8078340 msgr2=0x7fafe80fffc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:18:00.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:00.896+0000 7fafeeee2700 1 -- 172.21.15.42:0/2151249404 shutdown_connections 2024-06-06T08:18:00.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:00.896+0000 7fafeeee2700 1 -- 172.21.15.42:0/2151249404 wait complete. 2024-06-06T08:18:00.897 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 4 2024-06-06T08:18:01.152 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:01 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/2151249404' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:18:01.153 INFO:journalctl@ceph.mds.d.smithi042.stdout:Jun 06 08:18:01 smithi042 systemd[1]: Started Ceph mds.d for 103bdc14-23dc-11ef-bc9b-c7b262605968. 2024-06-06T08:18:01.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:01 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/2151249404' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:18:01.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:01 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/2151249404' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:18:02.518 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:02 smithi120 ceph-mon[36658]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:02.518 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:02 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:02.519 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:02 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:02.519 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:02 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:02.519 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:02 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T08:18:02.519 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:02 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T08:18:02.519 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:02 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:18:02.519 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:02 smithi120 ceph-mon[36658]: Deploying daemon mds.e on smithi120 2024-06-06T08:18:02.519 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:02 smithi120 ceph-mon[36658]: mds.? [v2:172.21.15.42:6836/667270675,v1:172.21.15.42:6837/667270675] up:boot 2024-06-06T08:18:02.519 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:02 smithi120 ceph-mon[36658]: fsmap 4 up:standby 2024-06-06T08:18:02.519 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:02 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-06-06T08:18:02.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:02 smithi149 ceph-mon[36842]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:02.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:02 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:02.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:02 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:02.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:02 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:02.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:02 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T08:18:02.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:02 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T08:18:02.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:02 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:18:02.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:02 smithi149 ceph-mon[36842]: Deploying daemon mds.e on smithi120 2024-06-06T08:18:02.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:02 smithi149 ceph-mon[36842]: mds.? [v2:172.21.15.42:6836/667270675,v1:172.21.15.42:6837/667270675] up:boot 2024-06-06T08:18:02.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:02 smithi149 ceph-mon[36842]: fsmap 4 up:standby 2024-06-06T08:18:02.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:02 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-06-06T08:18:02.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:02 smithi042 ceph-mon[32384]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:02.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:02 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:02.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:02 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:02.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:02 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:02.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:02 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T08:18:02.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:02 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T08:18:02.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:02 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:18:02.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:02 smithi042 ceph-mon[32384]: Deploying daemon mds.e on smithi120 2024-06-06T08:18:02.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:02 smithi042 ceph-mon[32384]: mds.? [v2:172.21.15.42:6836/667270675,v1:172.21.15.42:6837/667270675] up:boot 2024-06-06T08:18:02.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:02 smithi042 ceph-mon[32384]: fsmap 4 up:standby 2024-06-06T08:18:02.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:02 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-06-06T08:18:03.638 INFO:journalctl@ceph.mds.e.smithi120.stdout:Jun 06 08:18:03 smithi120 systemd[1]: Starting Ceph mds.e for 103bdc14-23dc-11ef-bc9b-c7b262605968... 2024-06-06T08:18:03.812 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:18:03.967 INFO:journalctl@ceph.mds.e.smithi120.stdout:Jun 06 08:18:03 smithi120 podman[65845]: 2024-06-06 08:18:03.581456932 +0000 UTC m=+0.017475683 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-06T08:18:03.968 INFO:journalctl@ceph.mds.e.smithi120.stdout:Jun 06 08:18:03 smithi120 podman[65845]: 2024-06-06 08:18:03.707899351 +0000 UTC m=+0.143918094 container create 30ebb9ada5bf990f6f1c0e25b4ea102532483198c1998881c6e562e72a6b37d6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-e, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240528, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-06T08:18:03.968 INFO:journalctl@ceph.mds.e.smithi120.stdout:Jun 06 08:18:03 smithi120 podman[65845]: 2024-06-06 08:18:03.968868079 +0000 UTC m=+0.404886824 container init 30ebb9ada5bf990f6f1c0e25b4ea102532483198c1998881c6e562e72a6b37d6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-e, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240528, RELEASE=squid-3d89acc, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-06-06T08:18:04.067 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:18:04.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:04 smithi120 ceph-mon[36658]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:04.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:04 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:04.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:04 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:04.389 INFO:journalctl@ceph.mds.e.smithi120.stdout:Jun 06 08:18:03 smithi120 podman[65845]: 2024-06-06 08:18:03.971613085 +0000 UTC m=+0.407631846 container start 30ebb9ada5bf990f6f1c0e25b4ea102532483198c1998881c6e562e72a6b37d6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-e, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240528, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, ceph=True) 2024-06-06T08:18:04.389 INFO:journalctl@ceph.mds.e.smithi120.stdout:Jun 06 08:18:03 smithi120 ceph-mds[65864]: -- 172.21.15.120:0/644092628 <== mon.2 v2:172.21.15.120:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e0c7c17a40 con 0x55e0c7bea800 2024-06-06T08:18:04.389 INFO:journalctl@ceph.mds.e.smithi120.stdout:Jun 06 08:18:03 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-e[65860]: starting mds.e at 2024-06-06T08:18:04.389 INFO:journalctl@ceph.mds.e.smithi120.stdout:Jun 06 08:18:04 smithi120 bash[65845]: 30ebb9ada5bf990f6f1c0e25b4ea102532483198c1998881c6e562e72a6b37d6 2024-06-06T08:18:04.389 INFO:journalctl@ceph.mds.e.smithi120.stdout:Jun 06 08:18:04 smithi120 systemd[1]: Started Ceph mds.e for 103bdc14-23dc-11ef-bc9b-c7b262605968. 2024-06-06T08:18:04.439 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:04 smithi042 ceph-mon[32384]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:04.439 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:04 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:04.439 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:04 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:04.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:04 smithi149 ceph-mon[36842]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:04.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:04 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:04.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:04 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:05.362 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:05 smithi042 ceph-mon[32384]: mds.? [v2:172.21.15.120:6834/3995394553,v1:172.21.15.120:6835/3995394553] up:boot 2024-06-06T08:18:05.362 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:05 smithi042 ceph-mon[32384]: fsmap 5 up:standby 2024-06-06T08:18:05.362 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:05 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-06-06T08:18:05.362 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:05 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:05.362 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:05 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T08:18:05.362 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:05 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T08:18:05.362 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:05 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:18:05.362 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:05 smithi042 ceph-mon[32384]: Deploying daemon mds.f on smithi149 2024-06-06T08:18:05.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:05 smithi149 ceph-mon[36842]: mds.? [v2:172.21.15.120:6834/3995394553,v1:172.21.15.120:6835/3995394553] up:boot 2024-06-06T08:18:05.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:05 smithi149 ceph-mon[36842]: fsmap 5 up:standby 2024-06-06T08:18:05.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:05 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-06-06T08:18:05.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:05 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:05.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:05 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T08:18:05.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:05 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T08:18:05.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:05 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:18:05.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:05 smithi149 ceph-mon[36842]: Deploying daemon mds.f on smithi149 2024-06-06T08:18:05.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:05 smithi120 ceph-mon[36658]: mds.? [v2:172.21.15.120:6834/3995394553,v1:172.21.15.120:6835/3995394553] up:boot 2024-06-06T08:18:05.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:05 smithi120 ceph-mon[36658]: fsmap 5 up:standby 2024-06-06T08:18:05.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:05 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-06-06T08:18:05.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:05 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:05.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:05 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T08:18:05.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:05 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T08:18:05.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:05 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:18:05.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:05 smithi120 ceph-mon[36658]: Deploying daemon mds.f on smithi149 2024-06-06T08:18:05.723 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:05.722+0000 7fd8f6a9f700 1 -- 172.21.15.42:0/3073131419 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd8f0107840 msgr2=0x7fd8f010f3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:05.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:05.722+0000 7fd8f6a9f700 1 --2- 172.21.15.42:0/3073131419 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd8f0107840 0x7fd8f010f3c0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fd8e800b0d0 tx=0x7fd8e800b3e0 comp rx=0 tx=0).stop 2024-06-06T08:18:05.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:05.723+0000 7fd8f6a9f700 1 -- 172.21.15.42:0/3073131419 shutdown_connections 2024-06-06T08:18:05.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:05.723+0000 7fd8f6a9f700 1 --2- 172.21.15.42:0/3073131419 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd8f0107840 0x7fd8f010f3c0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:05.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:05.723+0000 7fd8f6a9f700 1 --2- 172.21.15.42:0/3073131419 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd8f0102740 0x7fd8f0102b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:05.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:05.723+0000 7fd8f6a9f700 1 --2- 172.21.15.42:0/3073131419 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd8f01030f0 0x7fd8f0107110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:05.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:05.723+0000 7fd8f6a9f700 1 -- 172.21.15.42:0/3073131419 >> 172.21.15.42:0/3073131419 conn(0x7fd8f00795f0 msgr2=0x7fd8f0079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:18:05.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:05.723+0000 7fd8f6a9f700 1 -- 172.21.15.42:0/3073131419 shutdown_connections 2024-06-06T08:18:05.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:05.723+0000 7fd8f6a9f700 1 -- 172.21.15.42:0/3073131419 wait complete. 2024-06-06T08:18:05.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:05.723+0000 7fd8f6a9f700 1 Processor -- start 2024-06-06T08:18:05.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:05.723+0000 7fd8f6a9f700 1 -- start start 2024-06-06T08:18:05.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:05.724+0000 7fd8f6a9f700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd8f0102740 0x7fd8f019e780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:05.725 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:05.724+0000 7fd8f6a9f700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd8f01030f0 0x7fd8f019ecc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:05.725 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:05.724+0000 7fd8f6a9f700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd8f0107840 0x7fd8f0198940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:05.725 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:05.724+0000 7fd8f6a9f700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd8f0112780 con 0x7fd8f0107840 2024-06-06T08:18:05.725 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:05.724+0000 7fd8f6a9f700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fd8f0112600 con 0x7fd8f01030f0 2024-06-06T08:18:05.725 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:05.724+0000 7fd8f6a9f700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fd8f0112900 con 0x7fd8f0102740 2024-06-06T08:18:05.725 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:05.724+0000 7fd8f503c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd8f0107840 0x7fd8f0198940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:05.725 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:05.724+0000 7fd8f483b700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd8f0102740 0x7fd8f019e780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:05.725 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:05.724+0000 7fd8f503c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd8f0107840 0x7fd8f0198940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:45968/0 (socket says 172.21.15.42:45968) 2024-06-06T08:18:05.725 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:05.724+0000 7fd8f503c700 1 -- 172.21.15.42:0/4153041799 learned_addr learned my addr 172.21.15.42:0/4153041799 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:18:05.725 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:05.724+0000 7fd8effff700 1 --2- 172.21.15.42:0/4153041799 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd8f01030f0 0x7fd8f019ecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:05.725 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:05.724+0000 7fd8f503c700 1 -- 172.21.15.42:0/4153041799 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd8f0102740 msgr2=0x7fd8f019e780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:05.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:05.724+0000 7fd8f503c700 1 --2- 172.21.15.42:0/4153041799 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd8f0102740 0x7fd8f019e780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:05.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:05.724+0000 7fd8f503c700 1 -- 172.21.15.42:0/4153041799 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd8f01030f0 msgr2=0x7fd8f019ecc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:05.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:05.724+0000 7fd8f503c700 1 --2- 172.21.15.42:0/4153041799 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd8f01030f0 0x7fd8f019ecc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:05.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:05.724+0000 7fd8f503c700 1 -- 172.21.15.42:0/4153041799 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8f01990a0 con 0x7fd8f0107840 2024-06-06T08:18:05.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:05.724+0000 7fd8f503c700 1 --2- 172.21.15.42:0/4153041799 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd8f0107840 0x7fd8f0198940 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fd8e8006070 tx=0x7fd8e8004d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:18:05.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:05.724+0000 7fd8edffb700 1 -- 172.21.15.42:0/4153041799 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8e8021070 con 0x7fd8f0107840 2024-06-06T08:18:05.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:05.724+0000 7fd8f6a9f700 1 -- 172.21.15.42:0/4153041799 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8f0199330 con 0x7fd8f0107840 2024-06-06T08:18:05.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:05.724+0000 7fd8edffb700 1 -- 172.21.15.42:0/4153041799 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd8e8007b80 con 0x7fd8f0107840 2024-06-06T08:18:05.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:05.724+0000 7fd8edffb700 1 -- 172.21.15.42:0/4153041799 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8e8005330 con 0x7fd8f0107840 2024-06-06T08:18:05.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:05.725+0000 7fd8f6a9f700 1 -- 172.21.15.42:0/4153041799 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8f01a5650 con 0x7fd8f0107840 2024-06-06T08:18:05.727 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:05.725+0000 7fd8f6a9f700 1 -- 172.21.15.42:0/4153041799 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd8f0069180 con 0x7fd8f0107840 2024-06-06T08:18:05.727 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:05.727+0000 7fd8edffb700 1 -- 172.21.15.42:0/4153041799 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fd8e8024070 con 0x7fd8f0107840 2024-06-06T08:18:05.727 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:05.727+0000 7fd8edffb700 1 --2- 172.21.15.42:0/4153041799 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fd8dc0a2c20 0x7fd8dc0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:05.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:05.728+0000 7fd8f483b700 1 --2- 172.21.15.42:0/4153041799 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fd8dc0a2c20 0x7fd8dc0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:05.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:05.728+0000 7fd8edffb700 1 -- 172.21.15.42:0/4153041799 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7fd8e80cfc60 con 0x7fd8f0107840 2024-06-06T08:18:05.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:05.728+0000 7fd8f483b700 1 --2- 172.21.15.42:0/4153041799 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fd8dc0a2c20 0x7fd8dc0a50e0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fd8f0199a80 tx=0x7fd8e000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:18:05.730 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:05.731+0000 7fd8edffb700 1 -- 172.21.15.42:0/4153041799 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fd8e809d0f0 con 0x7fd8f0107840 2024-06-06T08:18:05.984 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:05.985+0000 7fd8f6a9f700 1 -- 172.21.15.42:0/4153041799 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd8f0199e70 con 0x7fd8f0107840 2024-06-06T08:18:05.985 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:05.986+0000 7fd8edffb700 1 -- 172.21.15.42:0/4153041799 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+4696 (secure 0 0 0) 0x7fd8f0199e70 con 0x7fd8f0107840 2024-06-06T08:18:05.985 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:18:05.985 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":6,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/667270675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":667270675},{"type":"v1","addr":"172.21.15.42:6837","nonce":667270675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24413,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6835/3995394553","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":3995394553},{"type":"v1","addr":"172.21.15.120:6835","nonce":3995394553}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24430,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-06-06T08:18:05.988 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:05.988+0000 7fd8f6a9f700 1 -- 172.21.15.42:0/4153041799 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fd8dc0a2c20 msgr2=0x7fd8dc0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:05.988 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:05.988+0000 7fd8f6a9f700 1 --2- 172.21.15.42:0/4153041799 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fd8dc0a2c20 0x7fd8dc0a50e0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fd8f0199a80 tx=0x7fd8e000b410 comp rx=0 tx=0).stop 2024-06-06T08:18:05.988 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:05.988+0000 7fd8f6a9f700 1 -- 172.21.15.42:0/4153041799 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd8f0107840 msgr2=0x7fd8f0198940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:05.988 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:05.988+0000 7fd8f6a9f700 1 --2- 172.21.15.42:0/4153041799 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd8f0107840 0x7fd8f0198940 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fd8e8006070 tx=0x7fd8e8004d00 comp rx=0 tx=0).stop 2024-06-06T08:18:05.988 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:05.988+0000 7fd8f6a9f700 1 -- 172.21.15.42:0/4153041799 shutdown_connections 2024-06-06T08:18:05.988 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:05.988+0000 7fd8f6a9f700 1 --2- 172.21.15.42:0/4153041799 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd8f0107840 0x7fd8f0198940 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:05.988 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:05.988+0000 7fd8f6a9f700 1 --2- 172.21.15.42:0/4153041799 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fd8dc0a2c20 0x7fd8dc0a50e0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:05.988 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:05.988+0000 7fd8f6a9f700 1 --2- 172.21.15.42:0/4153041799 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd8f0102740 0x7fd8f019e780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:05.988 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:05.988+0000 7fd8f6a9f700 1 --2- 172.21.15.42:0/4153041799 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd8f01030f0 0x7fd8f019ecc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:05.988 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:05.988+0000 7fd8f6a9f700 1 -- 172.21.15.42:0/4153041799 >> 172.21.15.42:0/4153041799 conn(0x7fd8f00795f0 msgr2=0x7fd8f0100450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:18:05.988 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:05.989+0000 7fd8f6a9f700 1 -- 172.21.15.42:0/4153041799 shutdown_connections 2024-06-06T08:18:05.989 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:05.989+0000 7fd8f6a9f700 1 -- 172.21.15.42:0/4153041799 wait complete. 2024-06-06T08:18:05.989 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 6 2024-06-06T08:18:06.293 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:06 smithi042 ceph-mon[32384]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:06.293 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:06 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/4153041799' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:18:06.480 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:06 smithi149 ceph-mon[36842]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:06.480 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:06 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/4153041799' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:18:06.480 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:18:06 smithi149 systemd[1]: Starting Ceph mds.f for 103bdc14-23dc-11ef-bc9b-c7b262605968... 2024-06-06T08:18:06.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:06 smithi120 ceph-mon[36658]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:06.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:06 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/4153041799' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:18:06.731 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:18:06 smithi149 podman[67001]: 2024-06-06 08:18:06.383528933 +0000 UTC m=+0.017677455 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-06T08:18:06.731 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:18:06 smithi149 podman[67001]: 2024-06-06 08:18:06.496372741 +0000 UTC m=+0.130521267 container create 870161a3a8005f31bfa3e7135a2b8858d0deed18082241e106a9ce23d191ebc0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240528, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-3d89acc, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-06T08:18:06.731 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:18:06 smithi149 podman[67001]: 2024-06-06 08:18:06.732720247 +0000 UTC m=+0.366868763 container init 870161a3a8005f31bfa3e7135a2b8858d0deed18082241e106a9ce23d191ebc0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240528, org.label-schema.license=GPLv2, RELEASE=squid-3d89acc, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-06-06T08:18:07.038 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:18:06 smithi149 podman[67001]: 2024-06-06 08:18:06.73542771 +0000 UTC m=+0.369576242 container start 870161a3a8005f31bfa3e7135a2b8858d0deed18082241e106a9ce23d191ebc0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc, org.label-schema.build-date=20240528, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-06T08:18:07.038 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:18:06 smithi149 ceph-mds[67020]: -- 172.21.15.149:0/70558257 <== mon.1 v2:172.21.15.149:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561ae345da40 con 0x561ae3430c00 2024-06-06T08:18:07.038 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:18:06 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: starting mds.f at 2024-06-06T08:18:07.038 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:18:06 smithi149 bash[67001]: 870161a3a8005f31bfa3e7135a2b8858d0deed18082241e106a9ce23d191ebc0 2024-06-06T08:18:07.038 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:18:06 smithi149 systemd[1]: Started Ceph mds.f for 103bdc14-23dc-11ef-bc9b-c7b262605968. 2024-06-06T08:18:08.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:07 smithi120 ceph-mon[36658]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:08.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:07 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:08.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:07 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:08.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:07 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:08.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:07 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T08:18:08.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:07 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T08:18:08.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:07 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:18:08.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:07 smithi120 ceph-mon[36658]: Deploying daemon mds.c on smithi149 2024-06-06T08:18:08.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:07 smithi120 ceph-mon[36658]: mds.? [v2:172.21.15.149:6834/3776134468,v1:172.21.15.149:6835/3776134468] up:boot 2024-06-06T08:18:08.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:07 smithi120 ceph-mon[36658]: fsmap 6 up:standby 2024-06-06T08:18:08.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:07 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-06-06T08:18:08.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:07 smithi149 ceph-mon[36842]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:08.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:07 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:08.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:07 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:08.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:07 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:08.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:07 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T08:18:08.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:07 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T08:18:08.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:07 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:18:08.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:07 smithi149 ceph-mon[36842]: Deploying daemon mds.c on smithi149 2024-06-06T08:18:08.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:07 smithi149 ceph-mon[36842]: mds.? [v2:172.21.15.149:6834/3776134468,v1:172.21.15.149:6835/3776134468] up:boot 2024-06-06T08:18:08.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:07 smithi149 ceph-mon[36842]: fsmap 6 up:standby 2024-06-06T08:18:08.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:07 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-06-06T08:18:08.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:07 smithi042 ceph-mon[32384]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:08.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:07 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:08.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:07 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:08.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:07 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:08.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:07 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T08:18:08.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:07 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T08:18:08.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:07 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:18:08.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:07 smithi042 ceph-mon[32384]: Deploying daemon mds.c on smithi149 2024-06-06T08:18:08.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:07 smithi042 ceph-mon[32384]: mds.? [v2:172.21.15.149:6834/3776134468,v1:172.21.15.149:6835/3776134468] up:boot 2024-06-06T08:18:08.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:07 smithi042 ceph-mon[32384]: fsmap 6 up:standby 2024-06-06T08:18:08.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:07 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-06-06T08:18:08.600 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:18:08.862 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:18:09.235 INFO:journalctl@ceph.mds.c.smithi149.stdout:Jun 06 08:18:09 smithi149 systemd[1]: Starting Ceph mds.c for 103bdc14-23dc-11ef-bc9b-c7b262605968... 2024-06-06T08:18:09.489 INFO:journalctl@ceph.mds.c.smithi149.stdout:Jun 06 08:18:09 smithi149 podman[67303]: 2024-06-06 08:18:09.236428505 +0000 UTC m=+0.108812287 container create 7be78369100d799be0b14b4abe2e6932fe02f52f2450b3e72921d1c38b50bddf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-c, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240528, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-3d89acc, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-06-06T08:18:09.489 INFO:journalctl@ceph.mds.c.smithi149.stdout:Jun 06 08:18:09 smithi149 podman[67303]: 2024-06-06 08:18:09.144501884 +0000 UTC m=+0.016885663 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-06T08:18:09.489 INFO:journalctl@ceph.mds.c.smithi149.stdout:Jun 06 08:18:09 smithi149 podman[67303]: 2024-06-06 08:18:09.464512053 +0000 UTC m=+0.336895812 container init 7be78369100d799be0b14b4abe2e6932fe02f52f2450b3e72921d1c38b50bddf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-c, org.label-schema.build-date=20240528, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-06-06T08:18:09.489 INFO:journalctl@ceph.mds.c.smithi149.stdout:Jun 06 08:18:09 smithi149 podman[67303]: 2024-06-06 08:18:09.467364206 +0000 UTC m=+0.339747965 container start 7be78369100d799be0b14b4abe2e6932fe02f52f2450b3e72921d1c38b50bddf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-c, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240528, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=squid-3d89acc, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-06-06T08:18:09.788 INFO:journalctl@ceph.mds.c.smithi149.stdout:Jun 06 08:18:09 smithi149 ceph-mds[67322]: -- 172.21.15.149:0/2380098086 <== mon.1 v2:172.21.15.149:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5592a56e7a40 con 0x5592a56bac00 2024-06-06T08:18:09.788 INFO:journalctl@ceph.mds.c.smithi149.stdout:Jun 06 08:18:09 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-c[67318]: starting mds.c at 2024-06-06T08:18:09.788 INFO:journalctl@ceph.mds.c.smithi149.stdout:Jun 06 08:18:09 smithi149 bash[67303]: 7be78369100d799be0b14b4abe2e6932fe02f52f2450b3e72921d1c38b50bddf 2024-06-06T08:18:09.788 INFO:journalctl@ceph.mds.c.smithi149.stdout:Jun 06 08:18:09 smithi149 systemd[1]: Started Ceph mds.c for 103bdc14-23dc-11ef-bc9b-c7b262605968. 2024-06-06T08:18:10.143 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:09 smithi042 ceph-mon[32384]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:10.144 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:09 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:10.144 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:09 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:10.144 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:09 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:10.144 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:09 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T08:18:10.144 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:09 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T08:18:10.144 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:09 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:18:10.271 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:09 smithi120 ceph-mon[36658]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:10.272 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:09 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:10.272 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:09 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:10.272 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:09 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:10.272 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:09 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T08:18:10.272 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:09 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T08:18:10.272 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:09 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:18:10.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:09 smithi149 ceph-mon[36842]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:10.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:09 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:10.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:09 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:10.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:09 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:10.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:09 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T08:18:10.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:09 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T08:18:10.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:09 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:18:10.557 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:10.531+0000 7f69a25f6700 1 -- 172.21.15.42:0/2002004397 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f699c06aa00 msgr2=0x7f699c06ae80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:10.557 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:10.531+0000 7f69a25f6700 1 --2- 172.21.15.42:0/2002004397 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f699c06aa00 0x7f699c06ae80 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f6984009990 tx=0x7f6984009ca0 comp rx=0 tx=0).stop 2024-06-06T08:18:10.558 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:10.531+0000 7f69a25f6700 1 -- 172.21.15.42:0/2002004397 shutdown_connections 2024-06-06T08:18:10.558 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:10.531+0000 7f69a25f6700 1 --2- 172.21.15.42:0/2002004397 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f699c06b3c0 0x7f699c10f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:10.558 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:10.531+0000 7f69a25f6700 1 --2- 172.21.15.42:0/2002004397 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f699c1084f0 0x7f699c1088d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:10.558 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:10.531+0000 7f69a25f6700 1 --2- 172.21.15.42:0/2002004397 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f699c06aa00 0x7f699c06ae80 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:10.558 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:10.531+0000 7f69a25f6700 1 -- 172.21.15.42:0/2002004397 >> 172.21.15.42:0/2002004397 conn(0x7f699c078300 msgr2=0x7f699c078710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:18:10.558 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:10.531+0000 7f69a25f6700 1 -- 172.21.15.42:0/2002004397 shutdown_connections 2024-06-06T08:18:10.558 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:10.531+0000 7f69a25f6700 1 -- 172.21.15.42:0/2002004397 wait complete. 2024-06-06T08:18:10.558 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:10.532+0000 7f69a25f6700 1 Processor -- start 2024-06-06T08:18:10.558 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:10.532+0000 7f69a25f6700 1 -- start start 2024-06-06T08:18:10.559 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:10.532+0000 7f69a25f6700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f699c06aa00 0x7f699c19ae10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:10.559 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:10.532+0000 7f69a25f6700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f699c06b3c0 0x7f699c19b350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:10.559 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:10.532+0000 7f69a25f6700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f699c1084f0 0x7f699c19f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:10.559 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:10.532+0000 7f69a25f6700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f699c112770 con 0x7f699c06b3c0 2024-06-06T08:18:10.559 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:10.532+0000 7f69a25f6700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f699c1125f0 con 0x7f699c1084f0 2024-06-06T08:18:10.559 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:10.532+0000 7f69a25f6700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f699c1128f0 con 0x7f699c06aa00 2024-06-06T08:18:10.559 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:10.533+0000 7f6993fff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f699c06b3c0 0x7f699c19b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:10.559 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:10.533+0000 7f6993fff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f699c06b3c0 0x7f699c19b350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:43382/0 (socket says 172.21.15.42:43382) 2024-06-06T08:18:10.559 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:10.533+0000 7f6993fff700 1 -- 172.21.15.42:0/208259490 learned_addr learned my addr 172.21.15.42:0/208259490 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:18:10.559 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:10.533+0000 7f69a0b93700 1 --2- 172.21.15.42:0/208259490 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f699c1084f0 0x7f699c19f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:10.559 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:10.533+0000 7f699bfff700 1 --2- 172.21.15.42:0/208259490 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f699c06aa00 0x7f699c19ae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:10.559 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:10.533+0000 7f6993fff700 1 -- 172.21.15.42:0/208259490 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f699c06aa00 msgr2=0x7f699c19ae10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:10.560 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:10.533+0000 7f6993fff700 1 --2- 172.21.15.42:0/208259490 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f699c06aa00 0x7f699c19ae10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:10.560 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:10.533+0000 7f6993fff700 1 -- 172.21.15.42:0/208259490 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f699c1084f0 msgr2=0x7f699c19f6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:10.560 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:10.533+0000 7f6993fff700 1 --2- 172.21.15.42:0/208259490 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f699c1084f0 0x7f699c19f6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:10.560 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:10.533+0000 7f6993fff700 1 -- 172.21.15.42:0/208259490 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f699c19fe20 con 0x7f699c06b3c0 2024-06-06T08:18:10.560 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:10.533+0000 7f6993fff700 1 --2- 172.21.15.42:0/208259490 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f699c06b3c0 0x7f699c19b350 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f6984000c00 tx=0x7f698400bab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:18:10.560 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:10.533+0000 7f6999ffb700 1 -- 172.21.15.42:0/208259490 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6984027070 con 0x7f699c06b3c0 2024-06-06T08:18:10.560 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:10.533+0000 7f6999ffb700 1 -- 172.21.15.42:0/208259490 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6984003d70 con 0x7f699c06b3c0 2024-06-06T08:18:10.560 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:10.533+0000 7f69a25f6700 1 -- 172.21.15.42:0/208259490 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f699c1a00b0 con 0x7f699c06b3c0 2024-06-06T08:18:10.560 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:10.533+0000 7f6999ffb700 1 -- 172.21.15.42:0/208259490 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f698400f460 con 0x7f699c06b3c0 2024-06-06T08:18:10.560 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:10.533+0000 7f69a25f6700 1 -- 172.21.15.42:0/208259490 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f699c1a7990 con 0x7f699c06b3c0 2024-06-06T08:18:10.560 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:10.534+0000 7f69a25f6700 1 -- 172.21.15.42:0/208259490 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f699c069180 con 0x7f699c06b3c0 2024-06-06T08:18:10.560 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:10.535+0000 7f6999ffb700 1 -- 172.21.15.42:0/208259490 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f698402a070 con 0x7f699c06b3c0 2024-06-06T08:18:10.560 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:10.536+0000 7f6999ffb700 1 --2- 172.21.15.42:0/208259490 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f69880a2ca0 0x7f69880a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:10.560 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:10.536+0000 7f699bfff700 1 --2- 172.21.15.42:0/208259490 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f69880a2ca0 0x7f69880a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:10.561 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:10.536+0000 7f6999ffb700 1 -- 172.21.15.42:0/208259490 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7f69840cf8f0 con 0x7f699c06b3c0 2024-06-06T08:18:10.561 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:10.536+0000 7f699bfff700 1 --2- 172.21.15.42:0/208259490 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f69880a2ca0 0x7f69880a5160 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f698c0045b0 tx=0x7f698c00b3c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:18:10.561 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:10.541+0000 7f6999ffb700 1 -- 172.21.15.42:0/208259490 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f6984013070 con 0x7f699c06b3c0 2024-06-06T08:18:10.795 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:10.796+0000 7f69a25f6700 1 -- 172.21.15.42:0/208259490 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f699c1a7b60 con 0x7f699c06b3c0 2024-06-06T08:18:10.796 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:10.797+0000 7f6999ffb700 1 -- 172.21.15.42:0/208259490 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+6349 (secure 0 0 0) 0x7f698409cd80 con 0x7f699c06b3c0 2024-06-06T08:18:10.796 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:18:10.796 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":8,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/667270675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":667270675},{"type":"v1","addr":"172.21.15.42:6837","nonce":667270675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24413,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6835/3995394553","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":3995394553},{"type":"v1","addr":"172.21.15.120:6835","nonce":3995394553}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24430,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24463,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/3776134468","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":3776134468},{"type":"v1","addr":"172.21.15.149:6835","nonce":3776134468}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24469,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6837/751787578","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":751787578},{"type":"v1","addr":"172.21.15.149:6837","nonce":751787578}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[]} 2024-06-06T08:18:10.799 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:10.800+0000 7f69a25f6700 1 -- 172.21.15.42:0/208259490 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f69880a2ca0 msgr2=0x7f69880a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:10.799 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:10.800+0000 7f69a25f6700 1 --2- 172.21.15.42:0/208259490 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f69880a2ca0 0x7f69880a5160 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f698c0045b0 tx=0x7f698c00b3c0 comp rx=0 tx=0).stop 2024-06-06T08:18:10.799 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:10.800+0000 7f69a25f6700 1 -- 172.21.15.42:0/208259490 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f699c06b3c0 msgr2=0x7f699c19b350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:10.799 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:10.800+0000 7f69a25f6700 1 --2- 172.21.15.42:0/208259490 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f699c06b3c0 0x7f699c19b350 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f6984000c00 tx=0x7f698400bab0 comp rx=0 tx=0).stop 2024-06-06T08:18:10.799 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:10.800+0000 7f69a25f6700 1 -- 172.21.15.42:0/208259490 shutdown_connections 2024-06-06T08:18:10.799 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:10.800+0000 7f69a25f6700 1 --2- 172.21.15.42:0/208259490 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f699c1084f0 0x7f699c19f6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:10.799 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:10.800+0000 7f69a25f6700 1 --2- 172.21.15.42:0/208259490 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f69880a2ca0 0x7f69880a5160 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:10.799 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:10.800+0000 7f69a25f6700 1 --2- 172.21.15.42:0/208259490 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f699c06aa00 0x7f699c19ae10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:10.799 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:10.800+0000 7f69a25f6700 1 --2- 172.21.15.42:0/208259490 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f699c06b3c0 0x7f699c19b350 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:10.799 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:10.800+0000 7f69a25f6700 1 -- 172.21.15.42:0/208259490 >> 172.21.15.42:0/208259490 conn(0x7f699c078300 msgr2=0x7f699c10d660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:18:10.800 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:10.800+0000 7f69a25f6700 1 -- 172.21.15.42:0/208259490 shutdown_connections 2024-06-06T08:18:10.800 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:10.800+0000 7f69a25f6700 1 -- 172.21.15.42:0/208259490 wait complete. 2024-06-06T08:18:10.800 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 8 2024-06-06T08:18:11.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:10 smithi042 ceph-mon[32384]: Deploying daemon mds.h on smithi120 2024-06-06T08:18:11.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:10 smithi042 ceph-mon[32384]: mds.? [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] up:boot 2024-06-06T08:18:11.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:10 smithi042 ceph-mon[32384]: fsmap 7 up:standby 2024-06-06T08:18:11.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:10 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-06-06T08:18:11.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:10 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/208259490' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:18:11.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:10 smithi149 ceph-mon[36842]: Deploying daemon mds.h on smithi120 2024-06-06T08:18:11.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:10 smithi149 ceph-mon[36842]: mds.? [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] up:boot 2024-06-06T08:18:11.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:10 smithi149 ceph-mon[36842]: fsmap 7 up:standby 2024-06-06T08:18:11.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:10 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-06-06T08:18:11.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:10 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/208259490' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:18:11.288 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:10 smithi120 ceph-mon[36658]: Deploying daemon mds.h on smithi120 2024-06-06T08:18:11.288 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:10 smithi120 ceph-mon[36658]: mds.? [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] up:boot 2024-06-06T08:18:11.289 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:10 smithi120 ceph-mon[36658]: fsmap 7 up:standby 2024-06-06T08:18:11.289 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:10 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-06-06T08:18:11.289 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:10 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/208259490' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:18:12.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:11 smithi042 ceph-mon[32384]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:12.124 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:11 smithi120 ceph-mon[36658]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:12.124 INFO:journalctl@ceph.mds.h.smithi120.stdout:Jun 06 08:18:11 smithi120 systemd[1]: Starting Ceph mds.h for 103bdc14-23dc-11ef-bc9b-c7b262605968... 2024-06-06T08:18:12.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:11 smithi149 ceph-mon[36842]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:12.382 INFO:journalctl@ceph.mds.h.smithi120.stdout:Jun 06 08:18:12 smithi120 podman[66145]: 2024-06-06 08:18:12.027646962 +0000 UTC m=+0.017475874 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-06T08:18:12.382 INFO:journalctl@ceph.mds.h.smithi120.stdout:Jun 06 08:18:12 smithi120 podman[66145]: 2024-06-06 08:18:12.129730738 +0000 UTC m=+0.119559659 container create b97c60442cd53bf3330578d4d24cb1f0b457ae7f277ad48197e1ae9997e2c3a5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-h, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, RELEASE=squid-3d89acc, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, CEPH_POINT_RELEASE=) 2024-06-06T08:18:12.382 INFO:journalctl@ceph.mds.h.smithi120.stdout:Jun 06 08:18:12 smithi120 podman[66145]: 2024-06-06 08:18:12.357952762 +0000 UTC m=+0.347781650 container init b97c60442cd53bf3330578d4d24cb1f0b457ae7f277ad48197e1ae9997e2c3a5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-h, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240528, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-06-06T08:18:12.382 INFO:journalctl@ceph.mds.h.smithi120.stdout:Jun 06 08:18:12 smithi120 podman[66145]: 2024-06-06 08:18:12.360663703 +0000 UTC m=+0.350492603 container start b97c60442cd53bf3330578d4d24cb1f0b457ae7f277ad48197e1ae9997e2c3a5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-h, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240528, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-06-06T08:18:12.382 INFO:journalctl@ceph.mds.h.smithi120.stdout:Jun 06 08:18:12 smithi120 ceph-mds[66164]: -- 172.21.15.120:0/1845507141 <== mon.2 v2:172.21.15.120:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x562aa7fe1a40 con 0x562aa7fb5000 2024-06-06T08:18:12.638 INFO:journalctl@ceph.mds.h.smithi120.stdout:Jun 06 08:18:12 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-h[66160]: starting mds.h at 2024-06-06T08:18:12.638 INFO:journalctl@ceph.mds.h.smithi120.stdout:Jun 06 08:18:12 smithi120 bash[66145]: b97c60442cd53bf3330578d4d24cb1f0b457ae7f277ad48197e1ae9997e2c3a5 2024-06-06T08:18:12.638 INFO:journalctl@ceph.mds.h.smithi120.stdout:Jun 06 08:18:12 smithi120 systemd[1]: Started Ceph mds.h for 103bdc14-23dc-11ef-bc9b-c7b262605968. 2024-06-06T08:18:13.479 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:18:13.743 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:18:13.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:13 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:13.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:13 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:13.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:13 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:13.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:13 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T08:18:13.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:13 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T08:18:13.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:13 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:18:13.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:13 smithi149 ceph-mon[36842]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:13.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:13 smithi149 ceph-mon[36842]: Deploying daemon mds.i on smithi149 2024-06-06T08:18:13.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:13 smithi149 ceph-mon[36842]: mds.? [v2:172.21.15.120:6836/3434475673,v1:172.21.15.120:6837/3434475673] up:boot 2024-06-06T08:18:13.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:13 smithi149 ceph-mon[36842]: fsmap 8 up:standby 2024-06-06T08:18:13.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:13 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-06-06T08:18:13.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:13 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:13.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:13 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:13.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:13 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:13.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:13 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T08:18:13.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:13 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T08:18:13.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:13 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:18:13.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:13 smithi042 ceph-mon[32384]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:13.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:13 smithi042 ceph-mon[32384]: Deploying daemon mds.i on smithi149 2024-06-06T08:18:13.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:13 smithi042 ceph-mon[32384]: mds.? [v2:172.21.15.120:6836/3434475673,v1:172.21.15.120:6837/3434475673] up:boot 2024-06-06T08:18:13.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:13 smithi042 ceph-mon[32384]: fsmap 8 up:standby 2024-06-06T08:18:13.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:13 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-06-06T08:18:13.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:13 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:13.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:13 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:13.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:13 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:13.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:13 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T08:18:13.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:13 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T08:18:13.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:13 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:18:13.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:13 smithi120 ceph-mon[36658]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:13.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:13 smithi120 ceph-mon[36658]: Deploying daemon mds.i on smithi149 2024-06-06T08:18:13.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:13 smithi120 ceph-mon[36658]: mds.? [v2:172.21.15.120:6836/3434475673,v1:172.21.15.120:6837/3434475673] up:boot 2024-06-06T08:18:13.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:13 smithi120 ceph-mon[36658]: fsmap 8 up:standby 2024-06-06T08:18:13.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:13 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-06-06T08:18:14.947 INFO:journalctl@ceph.mds.i.smithi149.stdout:Jun 06 08:18:14 smithi149 systemd[1]: Starting Ceph mds.i for 103bdc14-23dc-11ef-bc9b-c7b262605968... 2024-06-06T08:18:15.221 INFO:journalctl@ceph.mds.i.smithi149.stdout:Jun 06 08:18:14 smithi149 podman[67605]: 2024-06-06 08:18:14.851497413 +0000 UTC m=+0.017580795 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-06T08:18:15.221 INFO:journalctl@ceph.mds.i.smithi149.stdout:Jun 06 08:18:14 smithi149 podman[67605]: 2024-06-06 08:18:14.968501256 +0000 UTC m=+0.134584619 container create a480c2c3fe6422ee903d0e5f1f9896ab004cfbea294b88f8a06cd8e3a7533be8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-i, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.build-date=20240528) 2024-06-06T08:18:15.221 INFO:journalctl@ceph.mds.i.smithi149.stdout:Jun 06 08:18:15 smithi149 podman[67605]: 2024-06-06 08:18:15.196564185 +0000 UTC m=+0.362647553 container init a480c2c3fe6422ee903d0e5f1f9896ab004cfbea294b88f8a06cd8e3a7533be8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-i, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=squid-3d89acc, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240528, org.label-schema.schema-version=1.0) 2024-06-06T08:18:15.221 INFO:journalctl@ceph.mds.i.smithi149.stdout:Jun 06 08:18:15 smithi149 podman[67605]: 2024-06-06 08:18:15.199449175 +0000 UTC m=+0.365532556 container start a480c2c3fe6422ee903d0e5f1f9896ab004cfbea294b88f8a06cd8e3a7533be8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-i, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-06-06T08:18:15.221 INFO:journalctl@ceph.mds.i.smithi149.stdout:Jun 06 08:18:15 smithi149 ceph-mds[67624]: -- 172.21.15.149:0/1804765011 <== mon.1 v2:172.21.15.149:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55b4e1325a40 con 0x55b4e12f8c00 2024-06-06T08:18:15.449 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:15.449+0000 7f68c7a02700 1 -- 172.21.15.42:0/1456759007 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f68c006ab30 msgr2=0x7f68c010f320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:15.449 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:15.449+0000 7f68c7a02700 1 --2- 172.21.15.42:0/1456759007 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f68c006ab30 0x7f68c010f320 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f68b800b0a0 tx=0x7f68b800b3b0 comp rx=0 tx=0).stop 2024-06-06T08:18:15.449 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:15.449+0000 7f68c7a02700 1 -- 172.21.15.42:0/1456759007 shutdown_connections 2024-06-06T08:18:15.449 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:15.449+0000 7f68c7a02700 1 --2- 172.21.15.42:0/1456759007 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f68c006ab30 0x7f68c010f320 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:15.449 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:15.449+0000 7f68c7a02700 1 --2- 172.21.15.42:0/1456759007 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f68c0108500 0x7f68c01088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:15.449 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:15.449+0000 7f68c7a02700 1 --2- 172.21.15.42:0/1456759007 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f68c006a170 0x7f68c006a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:15.449 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:15.449+0000 7f68c7a02700 1 -- 172.21.15.42:0/1456759007 >> 172.21.15.42:0/1456759007 conn(0x7f68c0078340 msgr2=0x7f68c0078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:18:15.449 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:15.450+0000 7f68c7a02700 1 -- 172.21.15.42:0/1456759007 shutdown_connections 2024-06-06T08:18:15.449 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:15.450+0000 7f68c7a02700 1 -- 172.21.15.42:0/1456759007 wait complete. 2024-06-06T08:18:15.454 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:15.450+0000 7f68c7a02700 1 Processor -- start 2024-06-06T08:18:15.454 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:15.450+0000 7f68c7a02700 1 -- start start 2024-06-06T08:18:15.454 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:15.450+0000 7f68c7a02700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f68c006a170 0x7f68c019e800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:15.454 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:15.450+0000 7f68c7a02700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f68c006ab30 0x7f68c019ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:15.455 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:15.450+0000 7f68c7a02700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f68c0108500 0x7f68c01989c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:15.455 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:15.451+0000 7f68c7a02700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f68c0112780 con 0x7f68c006ab30 2024-06-06T08:18:15.455 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:15.451+0000 7f68c7a02700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f68c0112600 con 0x7f68c0108500 2024-06-06T08:18:15.455 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:15.451+0000 7f68c7a02700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f68c0112900 con 0x7f68c006a170 2024-06-06T08:18:15.455 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:15.451+0000 7f68c4f9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f68c006ab30 0x7f68c019ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:15.455 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:15.451+0000 7f68c4f9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f68c006ab30 0x7f68c019ed40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:43404/0 (socket says 172.21.15.42:43404) 2024-06-06T08:18:15.455 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:15.451+0000 7f68c4f9d700 1 -- 172.21.15.42:0/143290975 learned_addr learned my addr 172.21.15.42:0/143290975 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:18:15.455 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:15.451+0000 7f68c579e700 1 --2- 172.21.15.42:0/143290975 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f68c006a170 0x7f68c019e800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:15.455 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:15.451+0000 7f68c5f9f700 1 --2- 172.21.15.42:0/143290975 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f68c0108500 0x7f68c01989c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:15.455 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:15.451+0000 7f68c4f9d700 1 -- 172.21.15.42:0/143290975 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f68c006a170 msgr2=0x7f68c019e800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:15.456 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:15.451+0000 7f68c4f9d700 1 --2- 172.21.15.42:0/143290975 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f68c006a170 0x7f68c019e800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:15.456 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:15.451+0000 7f68c4f9d700 1 -- 172.21.15.42:0/143290975 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f68c0108500 msgr2=0x7f68c01989c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:15.456 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:15.451+0000 7f68c4f9d700 1 --2- 172.21.15.42:0/143290975 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f68c0108500 0x7f68c01989c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:15.456 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:15.451+0000 7f68c4f9d700 1 -- 172.21.15.42:0/143290975 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68c0199120 con 0x7f68c006ab30 2024-06-06T08:18:15.456 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:15.451+0000 7f68c5f9f700 1 --2- 172.21.15.42:0/143290975 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f68c0108500 0x7f68c01989c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:18:15.456 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:15.451+0000 7f68c4f9d700 1 --2- 172.21.15.42:0/143290975 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f68c006ab30 0x7f68c019ed40 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f68b000d980 tx=0x7f68b000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:18:15.456 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:15.451+0000 7f68b67fc700 1 -- 172.21.15.42:0/143290975 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68b0017070 con 0x7f68c006ab30 2024-06-06T08:18:15.456 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:15.451+0000 7f68c7a02700 1 -- 172.21.15.42:0/143290975 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68c0199410 con 0x7f68c006ab30 2024-06-06T08:18:15.456 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:15.451+0000 7f68c7a02700 1 -- 172.21.15.42:0/143290975 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68c01a56d0 con 0x7f68c006ab30 2024-06-06T08:18:15.456 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:15.451+0000 7f68b67fc700 1 -- 172.21.15.42:0/143290975 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f68b0005020 con 0x7f68c006ab30 2024-06-06T08:18:15.457 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:15.451+0000 7f68b67fc700 1 -- 172.21.15.42:0/143290975 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68b0009bc0 con 0x7f68c006ab30 2024-06-06T08:18:15.457 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:15.452+0000 7f68c7a02700 1 -- 172.21.15.42:0/143290975 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f68c0069180 con 0x7f68c006ab30 2024-06-06T08:18:15.457 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:15.454+0000 7f68b67fc700 1 -- 172.21.15.42:0/143290975 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f68b00051d0 con 0x7f68c006ab30 2024-06-06T08:18:15.457 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:15.455+0000 7f68b67fc700 1 --2- 172.21.15.42:0/143290975 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f68ac0a2c20 0x7f68ac0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:15.457 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:15.455+0000 7f68b67fc700 1 -- 172.21.15.42:0/143290975 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7f68b00ceee0 con 0x7f68c006ab30 2024-06-06T08:18:15.457 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:15.455+0000 7f68c579e700 1 --2- 172.21.15.42:0/143290975 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f68ac0a2c20 0x7f68ac0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:15.458 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:15.456+0000 7f68c579e700 1 --2- 172.21.15.42:0/143290975 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f68ac0a2c20 0x7f68ac0a50e0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f68c0199b00 tx=0x7f68bc0073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:18:15.458 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:15.459+0000 7f68b67fc700 1 -- 172.21.15.42:0/143290975 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f68b0020020 con 0x7f68c006ab30 2024-06-06T08:18:15.537 INFO:journalctl@ceph.mds.i.smithi149.stdout:Jun 06 08:18:15 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-i[67620]: starting mds.i at 2024-06-06T08:18:15.538 INFO:journalctl@ceph.mds.i.smithi149.stdout:Jun 06 08:18:15 smithi149 bash[67605]: a480c2c3fe6422ee903d0e5f1f9896ab004cfbea294b88f8a06cd8e3a7533be8 2024-06-06T08:18:15.538 INFO:journalctl@ceph.mds.i.smithi149.stdout:Jun 06 08:18:15 smithi149 systemd[1]: Started Ceph mds.i for 103bdc14-23dc-11ef-bc9b-c7b262605968. 2024-06-06T08:18:15.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:15.718+0000 7f68c7a02700 1 -- 172.21.15.42:0/143290975 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f68c0199ef0 con 0x7f68c006ab30 2024-06-06T08:18:15.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:15.719+0000 7f68b67fc700 1 -- 172.21.15.42:0/143290975 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 10 v10) ==== 94+0+8004 (secure 0 0 0) 0x7f68b009c2c0 con 0x7f68c006ab30 2024-06-06T08:18:15.719 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:18:15.719 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":10,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/667270675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":667270675},{"type":"v1","addr":"172.21.15.42:6837","nonce":667270675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24413,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6835/3995394553","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":3995394553},{"type":"v1","addr":"172.21.15.120:6835","nonce":3995394553}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24430,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6837/3434475673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":3434475673},{"type":"v1","addr":"172.21.15.120:6837","nonce":3434475673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24463,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/3776134468","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":3776134468},{"type":"v1","addr":"172.21.15.149:6835","nonce":3776134468}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24469,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6837/751787578","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":751787578},{"type":"v1","addr":"172.21.15.149:6837","nonce":751787578}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24484,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6839/764851483","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":764851483},{"type":"v1","addr":"172.21.15.149:6839","nonce":764851483}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-06-06T08:18:15.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:15.721+0000 7f68c7a02700 1 -- 172.21.15.42:0/143290975 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f68ac0a2c20 msgr2=0x7f68ac0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:15.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:15.721+0000 7f68c7a02700 1 --2- 172.21.15.42:0/143290975 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f68ac0a2c20 0x7f68ac0a50e0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f68c0199b00 tx=0x7f68bc0073d0 comp rx=0 tx=0).stop 2024-06-06T08:18:15.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:15.721+0000 7f68c7a02700 1 -- 172.21.15.42:0/143290975 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f68c006ab30 msgr2=0x7f68c019ed40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:15.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:15.721+0000 7f68c7a02700 1 --2- 172.21.15.42:0/143290975 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f68c006ab30 0x7f68c019ed40 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f68b000d980 tx=0x7f68b000dc90 comp rx=0 tx=0).stop 2024-06-06T08:18:15.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:15.721+0000 7f68c7a02700 1 -- 172.21.15.42:0/143290975 shutdown_connections 2024-06-06T08:18:15.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:15.721+0000 7f68c7a02700 1 --2- 172.21.15.42:0/143290975 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f68c0108500 0x7f68c01989c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:15.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:15.721+0000 7f68c7a02700 1 --2- 172.21.15.42:0/143290975 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f68ac0a2c20 0x7f68ac0a50e0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:15.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:15.721+0000 7f68c7a02700 1 --2- 172.21.15.42:0/143290975 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f68c006a170 0x7f68c019e800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:15.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:15.721+0000 7f68c7a02700 1 --2- 172.21.15.42:0/143290975 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f68c006ab30 0x7f68c019ed40 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:15.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:15.721+0000 7f68c7a02700 1 -- 172.21.15.42:0/143290975 >> 172.21.15.42:0/143290975 conn(0x7f68c0078340 msgr2=0x7f68c00fff00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:18:15.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:15.721+0000 7f68c7a02700 1 -- 172.21.15.42:0/143290975 shutdown_connections 2024-06-06T08:18:15.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:15.721+0000 7f68c7a02700 1 -- 172.21.15.42:0/143290975 wait complete. 2024-06-06T08:18:15.721 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 10 2024-06-06T08:18:16.610 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:16 smithi149 ceph-mon[36842]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:16.610 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:16 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:16.610 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:16 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:16.610 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:16 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:16.610 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:16 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T08:18:16.610 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:16 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T08:18:16.610 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:16 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:18:16.610 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:16 smithi149 ceph-mon[36842]: Deploying daemon mds.g on smithi042 2024-06-06T08:18:16.610 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:16 smithi149 ceph-mon[36842]: mds.? [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] up:boot 2024-06-06T08:18:16.610 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:16 smithi149 ceph-mon[36842]: fsmap 9 up:standby 2024-06-06T08:18:16.610 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:16 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-06-06T08:18:16.611 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:16 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/143290975' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:18:16.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:16 smithi120 ceph-mon[36658]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:16.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:16 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:16.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:16 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:16.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:16 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:16.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:16 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T08:18:16.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:16 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T08:18:16.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:16 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:18:16.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:16 smithi120 ceph-mon[36658]: Deploying daemon mds.g on smithi042 2024-06-06T08:18:16.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:16 smithi120 ceph-mon[36658]: mds.? [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] up:boot 2024-06-06T08:18:16.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:16 smithi120 ceph-mon[36658]: fsmap 9 up:standby 2024-06-06T08:18:16.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:16 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-06-06T08:18:16.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:16 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/143290975' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:18:16.692 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:16 smithi042 ceph-mon[32384]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:16.692 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:16 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:16.692 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:16 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:16.692 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:16 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:16.692 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:16 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T08:18:16.692 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:16 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T08:18:16.693 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:16 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:18:16.693 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:16 smithi042 ceph-mon[32384]: Deploying daemon mds.g on smithi042 2024-06-06T08:18:16.693 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:16 smithi042 ceph-mon[32384]: mds.? [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] up:boot 2024-06-06T08:18:16.693 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:16 smithi042 ceph-mon[32384]: fsmap 9 up:standby 2024-06-06T08:18:16.693 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:16 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-06-06T08:18:16.693 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:16 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/143290975' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:18:18.244 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 06 08:18:18 smithi042 systemd[1]: Starting Ceph mds.g for 103bdc14-23dc-11ef-bc9b-c7b262605968... 2024-06-06T08:18:18.416 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:18:18.503 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:18 smithi042 ceph-mon[32384]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:18.503 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 06 08:18:18 smithi042 podman[74361]: 2024-06-06 08:18:18.148195817 +0000 UTC m=+0.017256228 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-06T08:18:18.503 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 06 08:18:18 smithi042 podman[74361]: 2024-06-06 08:18:18.266634385 +0000 UTC m=+0.135694784 container create 4124c3af799c7f9b9186b0ba21c48e2c625adb701b17faff74db87785bdcd48b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-g, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=squid-3d89acc, org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-06-06T08:18:18.503 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 06 08:18:18 smithi042 podman[74361]: 2024-06-06 08:18:18.477600208 +0000 UTC m=+0.346660606 container init 4124c3af799c7f9b9186b0ba21c48e2c625adb701b17faff74db87785bdcd48b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-g, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.build-date=20240528, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-06-06T08:18:18.503 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 06 08:18:18 smithi042 podman[74361]: 2024-06-06 08:18:18.480624164 +0000 UTC m=+0.349684559 container start 4124c3af799c7f9b9186b0ba21c48e2c625adb701b17faff74db87785bdcd48b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-g, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240528) 2024-06-06T08:18:18.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:18 smithi120 ceph-mon[36658]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:18.686 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:18:18.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:18 smithi149 ceph-mon[36842]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:18.811 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 06 08:18:18 smithi042 ceph-mds[74398]: -- 172.21.15.42:0/59639069 <== mon.0 v2:172.21.15.42:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5627ead07a40 con 0x5627eacda800 2024-06-06T08:18:18.811 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 06 08:18:18 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-g[74376]: starting mds.g at 2024-06-06T08:18:18.811 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 06 08:18:18 smithi042 bash[74361]: 4124c3af799c7f9b9186b0ba21c48e2c625adb701b17faff74db87785bdcd48b 2024-06-06T08:18:18.812 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 06 08:18:18 smithi042 systemd[1]: Started Ceph mds.g for 103bdc14-23dc-11ef-bc9b-c7b262605968. 2024-06-06T08:18:19.810 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:19 smithi042 ceph-mon[32384]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:19.810 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:19 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:19.810 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:19 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:19.810 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:19 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:19.810 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:19 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T08:18:19.810 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:19 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T08:18:19.811 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:19 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:18:19.811 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:19 smithi042 ceph-mon[32384]: Deploying daemon mds.a on smithi042 2024-06-06T08:18:19.811 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:19 smithi042 ceph-mon[32384]: mds.? [v2:172.21.15.42:6838/2414389302,v1:172.21.15.42:6839/2414389302] up:boot 2024-06-06T08:18:19.811 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:19 smithi042 ceph-mon[32384]: fsmap 10 up:standby 2024-06-06T08:18:19.811 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:19 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-06-06T08:18:19.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:19 smithi120 ceph-mon[36658]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:19.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:19 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:19.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:19 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:19.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:19 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:19.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:19 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T08:18:19.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:19 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T08:18:19.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:19 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:18:19.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:19 smithi120 ceph-mon[36658]: Deploying daemon mds.a on smithi042 2024-06-06T08:18:19.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:19 smithi120 ceph-mon[36658]: mds.? [v2:172.21.15.42:6838/2414389302,v1:172.21.15.42:6839/2414389302] up:boot 2024-06-06T08:18:19.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:19 smithi120 ceph-mon[36658]: fsmap 10 up:standby 2024-06-06T08:18:19.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:19 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-06-06T08:18:20.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:19 smithi149 ceph-mon[36842]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:20.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:19 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:20.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:19 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:20.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:19 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:20.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:19 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T08:18:20.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:19 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T08:18:20.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:19 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:18:20.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:19 smithi149 ceph-mon[36842]: Deploying daemon mds.a on smithi042 2024-06-06T08:18:20.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:19 smithi149 ceph-mon[36842]: mds.? [v2:172.21.15.42:6838/2414389302,v1:172.21.15.42:6839/2414389302] up:boot 2024-06-06T08:18:20.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:19 smithi149 ceph-mon[36842]: fsmap 10 up:standby 2024-06-06T08:18:20.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:19 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-06-06T08:18:20.998 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:20.995+0000 7f220054e700 1 -- 172.21.15.42:0/165573777 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f21f8102770 msgr2=0x7f21f8102b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:20.998 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:20.995+0000 7f220054e700 1 --2- 172.21.15.42:0/165573777 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f21f8102770 0x7f21f8102b50 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f21f40099c0 tx=0x7f21f4009cd0 comp rx=0 tx=0).stop 2024-06-06T08:18:20.998 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:20.995+0000 7f220054e700 1 -- 172.21.15.42:0/165573777 shutdown_connections 2024-06-06T08:18:20.998 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:20.995+0000 7f220054e700 1 --2- 172.21.15.42:0/165573777 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f21f8107860 0x7f21f810f3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:20.998 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:20.995+0000 7f220054e700 1 --2- 172.21.15.42:0/165573777 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f21f8102770 0x7f21f8102b50 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:20.998 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:20.995+0000 7f220054e700 1 --2- 172.21.15.42:0/165573777 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f21f8103120 0x7f21f8107130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:20.998 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:20.995+0000 7f220054e700 1 -- 172.21.15.42:0/165573777 >> 172.21.15.42:0/165573777 conn(0x7f21f8079600 msgr2=0x7f21f8079a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:18:20.999 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:20.995+0000 7f220054e700 1 -- 172.21.15.42:0/165573777 shutdown_connections 2024-06-06T08:18:20.999 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:20.995+0000 7f220054e700 1 -- 172.21.15.42:0/165573777 wait complete. 2024-06-06T08:18:20.999 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:20.995+0000 7f220054e700 1 Processor -- start 2024-06-06T08:18:20.999 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:20.996+0000 7f220054e700 1 -- start start 2024-06-06T08:18:20.999 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:20.996+0000 7f220054e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f21f8102770 0x7f21f819ada0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:20.999 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:20.996+0000 7f220054e700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f21f8103120 0x7f21f819b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:20.999 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:20.996+0000 7f220054e700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f21f8107860 0x7f21f819f670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:20.999 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:20.996+0000 7f220054e700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f21f8112780 con 0x7f21f8102770 2024-06-06T08:18:20.999 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:20.996+0000 7f220054e700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f21f8112600 con 0x7f21f8107860 2024-06-06T08:18:20.999 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:20.996+0000 7f220054e700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f21f8112900 con 0x7f21f8103120 2024-06-06T08:18:20.999 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:20.996+0000 7f21fe2ea700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f21f8102770 0x7f21f819ada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:20.999 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:20.996+0000 7f21fe2ea700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f21f8102770 0x7f21f819ada0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:35714/0 (socket says 172.21.15.42:35714) 2024-06-06T08:18:20.999 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:20.996+0000 7f21fe2ea700 1 -- 172.21.15.42:0/3400543910 learned_addr learned my addr 172.21.15.42:0/3400543910 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:18:21.000 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:20.996+0000 7f21fdae9700 1 --2- 172.21.15.42:0/3400543910 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f21f8103120 0x7f21f819b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:21.000 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:20.996+0000 7f21feaeb700 1 --2- 172.21.15.42:0/3400543910 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f21f8107860 0x7f21f819f670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:21.000 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:20.996+0000 7f21fe2ea700 1 -- 172.21.15.42:0/3400543910 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f21f8103120 msgr2=0x7f21f819b2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:21.000 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:20.996+0000 7f21fe2ea700 1 --2- 172.21.15.42:0/3400543910 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f21f8103120 0x7f21f819b2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:21.000 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:20.996+0000 7f21fe2ea700 1 -- 172.21.15.42:0/3400543910 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f21f8107860 msgr2=0x7f21f819f670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:21.000 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:20.996+0000 7f21fe2ea700 1 --2- 172.21.15.42:0/3400543910 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f21f8107860 0x7f21f819f670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:21.000 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:20.996+0000 7f21fe2ea700 1 -- 172.21.15.42:0/3400543910 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21f819fdb0 con 0x7f21f8102770 2024-06-06T08:18:21.000 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:20.996+0000 7f21feaeb700 1 --2- 172.21.15.42:0/3400543910 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f21f8107860 0x7f21f819f670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:18:21.000 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:20.996+0000 7f21fe2ea700 1 --2- 172.21.15.42:0/3400543910 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f21f8102770 0x7f21f819ada0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f21f4009fd0 tx=0x7f21f4003680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:18:21.000 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:20.997+0000 7f21ef7fe700 1 -- 172.21.15.42:0/3400543910 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21f4027070 con 0x7f21f8102770 2024-06-06T08:18:21.000 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:20.997+0000 7f21ef7fe700 1 -- 172.21.15.42:0/3400543910 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f21f40040d0 con 0x7f21f8102770 2024-06-06T08:18:21.000 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:20.997+0000 7f220054e700 1 -- 172.21.15.42:0/3400543910 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21f81a0040 con 0x7f21f8102770 2024-06-06T08:18:21.000 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:20.997+0000 7f21ef7fe700 1 -- 172.21.15.42:0/3400543910 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21f400f460 con 0x7f21f8102770 2024-06-06T08:18:21.000 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:20.997+0000 7f220054e700 1 -- 172.21.15.42:0/3400543910 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21f81a7920 con 0x7f21f8102770 2024-06-06T08:18:21.001 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:20.998+0000 7f220054e700 1 -- 172.21.15.42:0/3400543910 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f21f8103bf0 con 0x7f21f8102770 2024-06-06T08:18:21.001 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:20.999+0000 7f21ef7fe700 1 -- 172.21.15.42:0/3400543910 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f21f402a070 con 0x7f21f8102770 2024-06-06T08:18:21.001 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:21.000+0000 7f21ef7fe700 1 --2- 172.21.15.42:0/3400543910 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f21e40a2c20 0x7f21e40a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:21.002 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:21.000+0000 7f21fdae9700 1 --2- 172.21.15.42:0/3400543910 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f21e40a2c20 0x7f21e40a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:21.002 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:21.000+0000 7f21ef7fe700 1 -- 172.21.15.42:0/3400543910 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7f21f40d02f0 con 0x7f21f8102770 2024-06-06T08:18:21.002 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:21.000+0000 7f21fdae9700 1 --2- 172.21.15.42:0/3400543910 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f21e40a2c20 0x7f21e40a50e0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f21f810f790 tx=0x7f21e800a300 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:18:21.002 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:21.004+0000 7f21ef7fe700 1 -- 172.21.15.42:0/3400543910 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f21f4031070 con 0x7f21f8102770 2024-06-06T08:18:21.254 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:21.255+0000 7f220054e700 1 -- 172.21.15.42:0/3400543910 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f21f8069180 con 0x7f21f8102770 2024-06-06T08:18:21.255 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:21.256+0000 7f21ef7fe700 1 -- 172.21.15.42:0/3400543910 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 11 v11) ==== 94+0+8830 (secure 0 0 0) 0x7f21f4013070 con 0x7f21f8102770 2024-06-06T08:18:21.256 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:18:21.256 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":11,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/667270675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":667270675},{"type":"v1","addr":"172.21.15.42:6837","nonce":667270675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/2414389302","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":2414389302},{"type":"v1","addr":"172.21.15.42:6839","nonce":2414389302}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24413,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6835/3995394553","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":3995394553},{"type":"v1","addr":"172.21.15.120:6835","nonce":3995394553}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24430,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6837/3434475673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":3434475673},{"type":"v1","addr":"172.21.15.120:6837","nonce":3434475673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24463,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/3776134468","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":3776134468},{"type":"v1","addr":"172.21.15.149:6835","nonce":3776134468}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24469,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6837/751787578","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":751787578},{"type":"v1","addr":"172.21.15.149:6837","nonce":751787578}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24484,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6839/764851483","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":764851483},{"type":"v1","addr":"172.21.15.149:6839","nonce":764851483}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-06-06T08:18:21.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:21.258+0000 7f220054e700 1 -- 172.21.15.42:0/3400543910 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f21e40a2c20 msgr2=0x7f21e40a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:21.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:21.258+0000 7f220054e700 1 --2- 172.21.15.42:0/3400543910 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f21e40a2c20 0x7f21e40a50e0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f21f810f790 tx=0x7f21e800a300 comp rx=0 tx=0).stop 2024-06-06T08:18:21.258 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:21.258+0000 7f220054e700 1 -- 172.21.15.42:0/3400543910 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f21f8102770 msgr2=0x7f21f819ada0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:21.258 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:21.258+0000 7f220054e700 1 --2- 172.21.15.42:0/3400543910 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f21f8102770 0x7f21f819ada0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f21f4009fd0 tx=0x7f21f4003680 comp rx=0 tx=0).stop 2024-06-06T08:18:21.258 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:21.258+0000 7f220054e700 1 -- 172.21.15.42:0/3400543910 shutdown_connections 2024-06-06T08:18:21.258 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:21.258+0000 7f220054e700 1 --2- 172.21.15.42:0/3400543910 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f21f8107860 0x7f21f819f670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:21.258 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:21.258+0000 7f220054e700 1 --2- 172.21.15.42:0/3400543910 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f21f8102770 0x7f21f819ada0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:21.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:21.258+0000 7f220054e700 1 --2- 172.21.15.42:0/3400543910 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f21e40a2c20 0x7f21e40a50e0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:21.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:21.258+0000 7f220054e700 1 --2- 172.21.15.42:0/3400543910 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f21f8103120 0x7f21f819b2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:21.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:21.258+0000 7f220054e700 1 -- 172.21.15.42:0/3400543910 >> 172.21.15.42:0/3400543910 conn(0x7f21f8079600 msgr2=0x7f21f81007b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:18:21.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:21.258+0000 7f220054e700 1 -- 172.21.15.42:0/3400543910 shutdown_connections 2024-06-06T08:18:21.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:21.258+0000 7f220054e700 1 -- 172.21.15.42:0/3400543910 wait complete. 2024-06-06T08:18:21.260 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 11 2024-06-06T08:18:21.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:21 smithi042 ceph-mon[32384]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:21.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:21 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/3400543910' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:18:21.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:21 smithi120 ceph-mon[36658]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:21.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:21 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/3400543910' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:18:22.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:21 smithi149 ceph-mon[36842]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:22.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:21 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/3400543910' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:18:22.810 INFO:journalctl@ceph.mds.a.smithi042.stdout:Jun 06 08:18:22 smithi042 systemd[1]: Started Ceph mds.a for 103bdc14-23dc-11ef-bc9b-c7b262605968. 2024-06-06T08:18:24.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:23 smithi149 ceph-mon[36842]: pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:24.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:23 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:24.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:23 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:24.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:23 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:24.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:23 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T08:18:24.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:23 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T08:18:24.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:23 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:18:24.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:23 smithi149 ceph-mon[36842]: Deploying daemon mds.b on smithi120 2024-06-06T08:18:24.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:23 smithi149 ceph-mon[36842]: mds.? [v2:172.21.15.42:6840/3625002785,v1:172.21.15.42:6841/3625002785] up:boot 2024-06-06T08:18:24.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:23 smithi149 ceph-mon[36842]: fsmap 11 up:standby 2024-06-06T08:18:24.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:23 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-06-06T08:18:24.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:23 smithi042 ceph-mon[32384]: pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:24.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:23 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:24.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:23 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:24.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:23 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:24.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:23 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T08:18:24.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:23 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T08:18:24.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:23 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:18:24.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:23 smithi042 ceph-mon[32384]: Deploying daemon mds.b on smithi120 2024-06-06T08:18:24.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:23 smithi042 ceph-mon[32384]: mds.? [v2:172.21.15.42:6840/3625002785,v1:172.21.15.42:6841/3625002785] up:boot 2024-06-06T08:18:24.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:23 smithi042 ceph-mon[32384]: fsmap 11 up:standby 2024-06-06T08:18:24.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:23 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-06-06T08:18:24.132 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:18:24.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:23 smithi120 ceph-mon[36658]: pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:24.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:23 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:24.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:23 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:24.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:23 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:24.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:23 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T08:18:24.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:23 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T08:18:24.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:23 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:18:24.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:23 smithi120 ceph-mon[36658]: Deploying daemon mds.b on smithi120 2024-06-06T08:18:24.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:23 smithi120 ceph-mon[36658]: mds.? [v2:172.21.15.42:6840/3625002785,v1:172.21.15.42:6841/3625002785] up:boot 2024-06-06T08:18:24.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:23 smithi120 ceph-mon[36658]: fsmap 11 up:standby 2024-06-06T08:18:24.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:23 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-06-06T08:18:24.392 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:18:25.291 INFO:journalctl@ceph.mds.b.smithi120.stdout:Jun 06 08:18:25 smithi120 systemd[1]: Starting Ceph mds.b for 103bdc14-23dc-11ef-bc9b-c7b262605968... 2024-06-06T08:18:25.579 INFO:journalctl@ceph.mds.b.smithi120.stdout:Jun 06 08:18:25 smithi120 podman[66448]: 2024-06-06 08:18:25.194609303 +0000 UTC m=+0.017095334 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-06T08:18:25.579 INFO:journalctl@ceph.mds.b.smithi120.stdout:Jun 06 08:18:25 smithi120 podman[66448]: 2024-06-06 08:18:25.327890004 +0000 UTC m=+0.150376087 container create 33eca6a2c4eed88c7f0b43da6e0e97a30002ed2550842b24b683a6439993559c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-b, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240528, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-06-06T08:18:25.579 INFO:journalctl@ceph.mds.b.smithi120.stdout:Jun 06 08:18:25 smithi120 podman[66448]: 2024-06-06 08:18:25.580693098 +0000 UTC m=+0.403179115 container init 33eca6a2c4eed88c7f0b43da6e0e97a30002ed2550842b24b683a6439993559c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-b, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240528, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc) 2024-06-06T08:18:25.888 INFO:journalctl@ceph.mds.b.smithi120.stdout:Jun 06 08:18:25 smithi120 podman[66448]: 2024-06-06 08:18:25.583411884 +0000 UTC m=+0.405897911 container start 33eca6a2c4eed88c7f0b43da6e0e97a30002ed2550842b24b683a6439993559c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-b, org.label-schema.build-date=20240528, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-06-06T08:18:25.888 INFO:journalctl@ceph.mds.b.smithi120.stdout:Jun 06 08:18:25 smithi120 ceph-mds[66467]: -- 172.21.15.120:0/208499883 <== mon.2 v2:172.21.15.120:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55978cf83a40 con 0x55978cf56800 2024-06-06T08:18:25.889 INFO:journalctl@ceph.mds.b.smithi120.stdout:Jun 06 08:18:25 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-b[66463]: starting mds.b at 2024-06-06T08:18:25.889 INFO:journalctl@ceph.mds.b.smithi120.stdout:Jun 06 08:18:25 smithi120 bash[66448]: 33eca6a2c4eed88c7f0b43da6e0e97a30002ed2550842b24b683a6439993559c 2024-06-06T08:18:25.889 INFO:journalctl@ceph.mds.b.smithi120.stdout:Jun 06 08:18:25 smithi120 systemd[1]: Started Ceph mds.b for 103bdc14-23dc-11ef-bc9b-c7b262605968. 2024-06-06T08:18:26.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:26.062+0000 7fa509659700 1 -- 172.21.15.42:0/3431315585 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa504102ed0 msgr2=0x7fa50410f360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:26.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:26.062+0000 7fa509659700 1 --2- 172.21.15.42:0/3431315585 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa504102ed0 0x7fa50410f360 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fa4fc00b0a0 tx=0x7fa4fc00b3b0 comp rx=0 tx=0).stop 2024-06-06T08:18:26.064 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:26.062+0000 7fa509659700 1 -- 172.21.15.42:0/3431315585 shutdown_connections 2024-06-06T08:18:26.064 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:26.062+0000 7fa509659700 1 --2- 172.21.15.42:0/3431315585 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa504102ed0 0x7fa50410f360 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:26.064 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:26.062+0000 7fa509659700 1 --2- 172.21.15.42:0/3431315585 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa504108520 0x7fa504108900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:26.064 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:26.062+0000 7fa509659700 1 --2- 172.21.15.42:0/3431315585 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa504102510 0x7fa504102990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:26.064 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:26.062+0000 7fa509659700 1 -- 172.21.15.42:0/3431315585 >> 172.21.15.42:0/3431315585 conn(0x7fa504079560 msgr2=0x7fa504079970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:18:26.064 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:26.062+0000 7fa509659700 1 -- 172.21.15.42:0/3431315585 shutdown_connections 2024-06-06T08:18:26.064 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:26.062+0000 7fa509659700 1 -- 172.21.15.42:0/3431315585 wait complete. 2024-06-06T08:18:26.064 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:26.063+0000 7fa509659700 1 Processor -- start 2024-06-06T08:18:26.064 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:26.063+0000 7fa509659700 1 -- start start 2024-06-06T08:18:26.064 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:26.063+0000 7fa509659700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa504102510 0x7fa50419e760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:26.064 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:26.063+0000 7fa509659700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa504102ed0 0x7fa50419eca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:26.064 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:26.063+0000 7fa509659700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa504108520 0x7fa504198920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:26.064 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:26.063+0000 7fa509659700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa5041127a0 con 0x7fa504102510 2024-06-06T08:18:26.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:26.063+0000 7fa509659700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fa504112620 con 0x7fa504102ed0 2024-06-06T08:18:26.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:26.063+0000 7fa509659700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fa504112920 con 0x7fa504108520 2024-06-06T08:18:26.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:26.063+0000 7fa502ffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa504102510 0x7fa50419e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:26.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:26.063+0000 7fa502ffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa504102510 0x7fa50419e760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:35738/0 (socket says 172.21.15.42:35738) 2024-06-06T08:18:26.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:26.063+0000 7fa502ffd700 1 -- 172.21.15.42:0/3914184283 learned_addr learned my addr 172.21.15.42:0/3914184283 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:18:26.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:26.063+0000 7fa4fbfff700 1 --2- 172.21.15.42:0/3914184283 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa504102ed0 0x7fa50419eca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:26.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:26.064+0000 7fa5037fe700 1 --2- 172.21.15.42:0/3914184283 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa504108520 0x7fa504198920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:26.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:26.064+0000 7fa4fbfff700 1 -- 172.21.15.42:0/3914184283 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa504108520 msgr2=0x7fa504198920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:26.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:26.064+0000 7fa4fbfff700 1 --2- 172.21.15.42:0/3914184283 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa504108520 0x7fa504198920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:26.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:26.064+0000 7fa4fbfff700 1 -- 172.21.15.42:0/3914184283 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa504102510 msgr2=0x7fa50419e760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:26.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:26.064+0000 7fa4fbfff700 1 --2- 172.21.15.42:0/3914184283 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa504102510 0x7fa50419e760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:26.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:26.064+0000 7fa4fbfff700 1 -- 172.21.15.42:0/3914184283 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa504199080 con 0x7fa504102ed0 2024-06-06T08:18:26.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:26.064+0000 7fa502ffd700 1 --2- 172.21.15.42:0/3914184283 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa504102510 0x7fa50419e760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:18:26.066 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:26.064+0000 7fa4fbfff700 1 --2- 172.21.15.42:0/3914184283 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa504102ed0 0x7fa50419eca0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fa4ec00d950 tx=0x7fa4ec00dc60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:18:26.066 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:26.064+0000 7fa500ff9700 1 -- 172.21.15.42:0/3914184283 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4ec016070 con 0x7fa504102ed0 2024-06-06T08:18:26.066 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:26.064+0000 7fa500ff9700 1 -- 172.21.15.42:0/3914184283 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa4ec00fd70 con 0x7fa504102ed0 2024-06-06T08:18:26.066 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:26.064+0000 7fa509659700 1 -- 172.21.15.42:0/3914184283 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa504199370 con 0x7fa504102ed0 2024-06-06T08:18:26.066 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:26.064+0000 7fa500ff9700 1 -- 172.21.15.42:0/3914184283 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4ec00e3b0 con 0x7fa504102ed0 2024-06-06T08:18:26.066 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:26.064+0000 7fa509659700 1 -- 172.21.15.42:0/3914184283 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5041a5630 con 0x7fa504102ed0 2024-06-06T08:18:26.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:26.065+0000 7fa509659700 1 -- 172.21.15.42:0/3914184283 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa504069180 con 0x7fa504102ed0 2024-06-06T08:18:26.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:26.067+0000 7fa500ff9700 1 -- 172.21.15.42:0/3914184283 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fa4ec019070 con 0x7fa504102ed0 2024-06-06T08:18:26.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:26.067+0000 7fa500ff9700 1 --2- 172.21.15.42:0/3914184283 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fa4f00a2c20 0x7fa4f00a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:26.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:26.067+0000 7fa502ffd700 1 --2- 172.21.15.42:0/3914184283 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fa4f00a2c20 0x7fa4f00a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:26.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:26.067+0000 7fa500ff9700 1 -- 172.21.15.42:0/3914184283 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7fa4ec0ce720 con 0x7fa504102ed0 2024-06-06T08:18:26.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:26.068+0000 7fa502ffd700 1 --2- 172.21.15.42:0/3914184283 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fa4f00a2c20 0x7fa4f00a50e0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fa504199a60 tx=0x7fa4f400b500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:18:26.070 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:26.071+0000 7fa500ff9700 1 -- 172.21.15.42:0/3914184283 <== mon.2 v2:172.21.15.120:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fa4ec010460 con 0x7fa504102ed0 2024-06-06T08:18:26.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:26 smithi042 ceph-mon[32384]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:26.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:26 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:26.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:26 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:26.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:26 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:26.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:26 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:26.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:26 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:26.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:26 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:18:26.322 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:26.323+0000 7fa509659700 1 -- 172.21.15.42:0/3914184283 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa50402dca0 con 0x7fa504102ed0 2024-06-06T08:18:26.323 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:26.324+0000 7fa500ff9700 1 -- 172.21.15.42:0/3914184283 <== mon.2 v2:172.21.15.120:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+10485 (secure 0 0 0) 0x7fa4ec09ba80 con 0x7fa504102ed0 2024-06-06T08:18:26.323 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:18:26.323 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":13,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/667270675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":667270675},{"type":"v1","addr":"172.21.15.42:6837","nonce":667270675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/2414389302","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":2414389302},{"type":"v1","addr":"172.21.15.42:6839","nonce":2414389302}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14574,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/3625002785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":3625002785},{"type":"v1","addr":"172.21.15.42:6841","nonce":3625002785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24413,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6835/3995394553","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":3995394553},{"type":"v1","addr":"172.21.15.120:6835","nonce":3995394553}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24430,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6837/3434475673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":3434475673},{"type":"v1","addr":"172.21.15.120:6837","nonce":3434475673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24463,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/3776134468","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":3776134468},{"type":"v1","addr":"172.21.15.149:6835","nonce":3776134468}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24464,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6839/1585293472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":1585293472},{"type":"v1","addr":"172.21.15.120:6839","nonce":1585293472}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":24469,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6837/751787578","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":751787578},{"type":"v1","addr":"172.21.15.149:6837","nonce":751787578}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24484,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6839/764851483","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":764851483},{"type":"v1","addr":"172.21.15.149:6839","nonce":764851483}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-06-06T08:18:26.325 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:26.326+0000 7fa509659700 1 -- 172.21.15.42:0/3914184283 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fa4f00a2c20 msgr2=0x7fa4f00a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:26.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:26.326+0000 7fa509659700 1 --2- 172.21.15.42:0/3914184283 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fa4f00a2c20 0x7fa4f00a50e0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fa504199a60 tx=0x7fa4f400b500 comp rx=0 tx=0).stop 2024-06-06T08:18:26.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:26.326+0000 7fa509659700 1 -- 172.21.15.42:0/3914184283 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa504102ed0 msgr2=0x7fa50419eca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:26.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:26.326+0000 7fa509659700 1 --2- 172.21.15.42:0/3914184283 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa504102ed0 0x7fa50419eca0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fa4ec00d950 tx=0x7fa4ec00dc60 comp rx=0 tx=0).stop 2024-06-06T08:18:26.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:26.326+0000 7fa509659700 1 -- 172.21.15.42:0/3914184283 shutdown_connections 2024-06-06T08:18:26.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:26.326+0000 7fa509659700 1 --2- 172.21.15.42:0/3914184283 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fa4f00a2c20 0x7fa4f00a50e0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:26.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:26.326+0000 7fa509659700 1 --2- 172.21.15.42:0/3914184283 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa504108520 0x7fa504198920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:26.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:26.326+0000 7fa509659700 1 --2- 172.21.15.42:0/3914184283 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa504102510 0x7fa50419e760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:26.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:26.326+0000 7fa509659700 1 --2- 172.21.15.42:0/3914184283 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa504102ed0 0x7fa50419eca0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:26.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:26.326+0000 7fa509659700 1 -- 172.21.15.42:0/3914184283 >> 172.21.15.42:0/3914184283 conn(0x7fa504079560 msgr2=0x7fa504101020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:18:26.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:26.326+0000 7fa509659700 1 -- 172.21.15.42:0/3914184283 shutdown_connections 2024-06-06T08:18:26.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:26.326+0000 7fa509659700 1 -- 172.21.15.42:0/3914184283 wait complete. 2024-06-06T08:18:26.327 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 13 2024-06-06T08:18:26.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:26 smithi120 ceph-mon[36658]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:26.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:26 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:26.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:26 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:26.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:26 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:26.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:26 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:26.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:26 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:26.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:26 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:18:26.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:26 smithi149 ceph-mon[36842]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:26.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:26 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:26.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:26 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:26.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:26 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:26.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:26 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:26.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:26 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:26.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:26 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:18:27.034 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph --format=json-pretty osd lspools 2024-06-06T08:18:27.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:27 smithi149 ceph-mon[36842]: mds.? [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] up:boot 2024-06-06T08:18:27.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:27 smithi149 ceph-mon[36842]: fsmap 12 up:standby 2024-06-06T08:18:27.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:27 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-06-06T08:18:27.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:27 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/3914184283' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:18:27.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:27 smithi042 ceph-mon[32384]: mds.? [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] up:boot 2024-06-06T08:18:27.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:27 smithi042 ceph-mon[32384]: fsmap 12 up:standby 2024-06-06T08:18:27.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:27 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-06-06T08:18:27.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:27 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/3914184283' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:18:27.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:27 smithi120 ceph-mon[36658]: mds.? [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] up:boot 2024-06-06T08:18:27.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:27 smithi120 ceph-mon[36658]: fsmap 12 up:standby 2024-06-06T08:18:27.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:27 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-06-06T08:18:27.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:27 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/3914184283' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:18:27.938 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:18:28.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:28 smithi042 ceph-mon[32384]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:28.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:28 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:28.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:28 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:28.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:28 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:28.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:28 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:28.322 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:28 smithi149 ceph-mon[36842]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:28.322 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:28 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:28.323 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:28 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:28.323 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:28 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:28.323 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:28 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:28.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:28 smithi120 ceph-mon[36658]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:28.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:28 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:28.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:28 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:28.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:28 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:28.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:28 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:29.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:29.625+0000 7ff86398b700 1 -- 172.21.15.42:0/665770390 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff85c06b620 msgr2=0x7ff85c10f350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:29.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:29.625+0000 7ff86398b700 1 --2- 172.21.15.42:0/665770390 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff85c06b620 0x7ff85c10f350 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7ff85400b0d0 tx=0x7ff85400b3e0 comp rx=0 tx=0).stop 2024-06-06T08:18:29.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:29.625+0000 7ff86398b700 1 -- 172.21.15.42:0/665770390 shutdown_connections 2024-06-06T08:18:29.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:29.625+0000 7ff86398b700 1 --2- 172.21.15.42:0/665770390 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff85c06b620 0x7ff85c10f350 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:29.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:29.625+0000 7ff86398b700 1 --2- 172.21.15.42:0/665770390 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff85c108580 0x7ff85c108960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:29.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:29.625+0000 7ff86398b700 1 --2- 172.21.15.42:0/665770390 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff85c06ac60 0x7ff85c06b0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:29.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:29.625+0000 7ff86398b700 1 -- 172.21.15.42:0/665770390 >> 172.21.15.42:0/665770390 conn(0x7ff85c078430 msgr2=0x7ff85c078840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:18:29.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:29.625+0000 7ff86398b700 1 -- 172.21.15.42:0/665770390 shutdown_connections 2024-06-06T08:18:29.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:29.625+0000 7ff86398b700 1 -- 172.21.15.42:0/665770390 wait complete. 2024-06-06T08:18:29.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:29.626+0000 7ff86398b700 1 Processor -- start 2024-06-06T08:18:29.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:29.626+0000 7ff86398b700 1 -- start start 2024-06-06T08:18:29.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:29.626+0000 7ff86398b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff85c06ac60 0x7ff85c19e740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:29.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:29.626+0000 7ff86398b700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff85c06b620 0x7ff85c19ec80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:29.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:29.626+0000 7ff86398b700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff85c108580 0x7ff85c198900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:29.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:29.626+0000 7ff86398b700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff85c1127e0 con 0x7ff85c06ac60 2024-06-06T08:18:29.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:29.626+0000 7ff86398b700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7ff85c112660 con 0x7ff85c06b620 2024-06-06T08:18:29.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:29.626+0000 7ff86398b700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7ff85c112960 con 0x7ff85c108580 2024-06-06T08:18:29.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:29.626+0000 7ff861727700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff85c06ac60 0x7ff85c19e740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:29.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:29.626+0000 7ff861727700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff85c06ac60 0x7ff85c19e740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:57804/0 (socket says 172.21.15.42:57804) 2024-06-06T08:18:29.629 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:29.626+0000 7ff861727700 1 -- 172.21.15.42:0/222157440 learned_addr learned my addr 172.21.15.42:0/222157440 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:18:29.629 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:29.626+0000 7ff860f26700 1 --2- 172.21.15.42:0/222157440 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff85c06b620 0x7ff85c19ec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:29.629 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:29.627+0000 7ff861f28700 1 --2- 172.21.15.42:0/222157440 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff85c108580 0x7ff85c198900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:29.629 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:29.627+0000 7ff861727700 1 -- 172.21.15.42:0/222157440 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff85c108580 msgr2=0x7ff85c198900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:29.629 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:29.627+0000 7ff861727700 1 --2- 172.21.15.42:0/222157440 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff85c108580 0x7ff85c198900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:29.629 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:29.627+0000 7ff861727700 1 -- 172.21.15.42:0/222157440 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff85c06b620 msgr2=0x7ff85c19ec80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:29.629 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:29.627+0000 7ff861727700 1 --2- 172.21.15.42:0/222157440 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff85c06b620 0x7ff85c19ec80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:29.629 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:29.627+0000 7ff861727700 1 -- 172.21.15.42:0/222157440 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff85c199060 con 0x7ff85c06ac60 2024-06-06T08:18:29.629 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:29.627+0000 7ff861f28700 1 --2- 172.21.15.42:0/222157440 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff85c108580 0x7ff85c198900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:18:29.629 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:29.627+0000 7ff860f26700 1 --2- 172.21.15.42:0/222157440 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff85c06b620 0x7ff85c19ec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:18:29.629 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:29.627+0000 7ff861727700 1 --2- 172.21.15.42:0/222157440 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff85c06ac60 0x7ff85c19e740 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7ff85800c970 tx=0x7ff85800cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:18:29.629 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:29.627+0000 7ff8527fc700 1 -- 172.21.15.42:0/222157440 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff858007aa0 con 0x7ff85c06ac60 2024-06-06T08:18:29.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:29.627+0000 7ff8527fc700 1 -- 172.21.15.42:0/222157440 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff858004d10 con 0x7ff85c06ac60 2024-06-06T08:18:29.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:29.627+0000 7ff86398b700 1 -- 172.21.15.42:0/222157440 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff85c199350 con 0x7ff85c06ac60 2024-06-06T08:18:29.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:29.627+0000 7ff8527fc700 1 -- 172.21.15.42:0/222157440 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff85800f450 con 0x7ff85c06ac60 2024-06-06T08:18:29.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:29.627+0000 7ff86398b700 1 -- 172.21.15.42:0/222157440 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff85c1a5610 con 0x7ff85c06ac60 2024-06-06T08:18:29.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:29.628+0000 7ff86398b700 1 -- 172.21.15.42:0/222157440 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff85c069180 con 0x7ff85c06ac60 2024-06-06T08:18:29.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:29.629+0000 7ff8527fc700 1 -- 172.21.15.42:0/222157440 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7ff858004750 con 0x7ff85c06ac60 2024-06-06T08:18:29.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:29.630+0000 7ff8527fc700 1 --2- 172.21.15.42:0/222157440 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7ff8480a2ca0 0x7ff8480a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:29.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:29.630+0000 7ff860f26700 1 --2- 172.21.15.42:0/222157440 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7ff8480a2ca0 0x7ff8480a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:29.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:29.630+0000 7ff8527fc700 1 -- 172.21.15.42:0/222157440 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7ff8580cebb0 con 0x7ff85c06ac60 2024-06-06T08:18:29.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:29.631+0000 7ff860f26700 1 --2- 172.21.15.42:0/222157440 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7ff8480a2ca0 0x7ff8480a5160 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7ff85c0788c0 tx=0x7ff84c00a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:18:29.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:29.634+0000 7ff8527fc700 1 -- 172.21.15.42:0/222157440 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7ff85809c0d0 con 0x7ff85c06ac60 2024-06-06T08:18:29.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:29 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:29.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:29 smithi042 ceph-mon[32384]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:29.880 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:29.881+0000 7ff86398b700 1 -- 172.21.15.42:0/222157440 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7ff85c1a58a0 con 0x7ff85c06ac60 2024-06-06T08:18:29.880 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:29.881+0000 7ff8527fc700 1 -- 172.21.15.42:0/222157440 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v83) ==== 84+0+65 (secure 0 0 0) 0x7ff858005700 con 0x7ff85c06ac60 2024-06-06T08:18:29.880 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:18:29.880 INFO:teuthology.orchestra.run.smithi042.stdout:[ 2024-06-06T08:18:29.881 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:18:29.881 INFO:teuthology.orchestra.run.smithi042.stdout: "poolnum": 1, 2024-06-06T08:18:29.881 INFO:teuthology.orchestra.run.smithi042.stdout: "poolname": ".mgr" 2024-06-06T08:18:29.881 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:18:29.881 INFO:teuthology.orchestra.run.smithi042.stdout:] 2024-06-06T08:18:29.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:29.883+0000 7ff86398b700 1 -- 172.21.15.42:0/222157440 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7ff8480a2ca0 msgr2=0x7ff8480a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:29.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:29.883+0000 7ff86398b700 1 --2- 172.21.15.42:0/222157440 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7ff8480a2ca0 0x7ff8480a5160 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7ff85c0788c0 tx=0x7ff84c00a380 comp rx=0 tx=0).stop 2024-06-06T08:18:29.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:29.883+0000 7ff86398b700 1 -- 172.21.15.42:0/222157440 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff85c06ac60 msgr2=0x7ff85c19e740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:29.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:29.883+0000 7ff86398b700 1 --2- 172.21.15.42:0/222157440 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff85c06ac60 0x7ff85c19e740 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7ff85800c970 tx=0x7ff85800cc80 comp rx=0 tx=0).stop 2024-06-06T08:18:29.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:29.883+0000 7ff86398b700 1 -- 172.21.15.42:0/222157440 shutdown_connections 2024-06-06T08:18:29.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:29.883+0000 7ff86398b700 1 --2- 172.21.15.42:0/222157440 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7ff8480a2ca0 0x7ff8480a5160 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:29.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:29.883+0000 7ff86398b700 1 --2- 172.21.15.42:0/222157440 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff85c108580 0x7ff85c198900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:29.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:29.883+0000 7ff86398b700 1 --2- 172.21.15.42:0/222157440 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff85c06ac60 0x7ff85c19e740 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:29.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:29.883+0000 7ff86398b700 1 --2- 172.21.15.42:0/222157440 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff85c06b620 0x7ff85c19ec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:29.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:29.883+0000 7ff86398b700 1 -- 172.21.15.42:0/222157440 >> 172.21.15.42:0/222157440 conn(0x7ff85c078430 msgr2=0x7ff85c0ffd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:18:29.884 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:29.883+0000 7ff86398b700 1 -- 172.21.15.42:0/222157440 shutdown_connections 2024-06-06T08:18:29.884 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:29.883+0000 7ff86398b700 1 -- 172.21.15.42:0/222157440 wait complete. 2024-06-06T08:18:29.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:29 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:29.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:29 smithi120 ceph-mon[36658]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:30.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:29 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:30.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:29 smithi149 ceph-mon[36842]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:30.576 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-06-06T08:18:30.576 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph osd pool create cephfs_metadata --pg_num_min 64 2024-06-06T08:18:30.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:30 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:30.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:30 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:30.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:30 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/222157440' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-06-06T08:18:30.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:30 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:18:30.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:30 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:18:30.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:30 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:30.831 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:18:31.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:30 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:31.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:30 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:31.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:30 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/222157440' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-06-06T08:18:31.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:30 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:18:31.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:30 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:18:31.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:30 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:31.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:30 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:31.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:30 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:31.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:30 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/222157440' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-06-06T08:18:31.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:30 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:18:31.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:30 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:18:31.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:30 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:31.917 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:31 smithi042 ceph-mon[32384]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:31.917 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:31 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:18:32.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:31 smithi149 ceph-mon[36842]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:32.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:31 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:18:32.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:31 smithi120 ceph-mon[36658]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:32.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:31 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:18:32.467 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:32.467+0000 7f616e0f4700 1 -- 172.21.15.42:0/3282332259 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6168102520 msgr2=0x7f61681029a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:32.468 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:32.467+0000 7f616e0f4700 1 --2- 172.21.15.42:0/3282332259 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6168102520 0x7f61681029a0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f615c0099c0 tx=0x7f615c009cd0 comp rx=0 tx=0).stop 2024-06-06T08:18:32.468 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:32.467+0000 7f616e0f4700 1 -- 172.21.15.42:0/3282332259 shutdown_connections 2024-06-06T08:18:32.468 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:32.467+0000 7f616e0f4700 1 --2- 172.21.15.42:0/3282332259 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6168102ee0 0x7f616810f390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:32.468 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:32.467+0000 7f616e0f4700 1 --2- 172.21.15.42:0/3282332259 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f61681085c0 0x7f61681089a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:32.468 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:32.467+0000 7f616e0f4700 1 --2- 172.21.15.42:0/3282332259 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6168102520 0x7f61681029a0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:32.468 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:32.467+0000 7f616e0f4700 1 -- 172.21.15.42:0/3282332259 >> 172.21.15.42:0/3282332259 conn(0x7f6168079680 msgr2=0x7f6168079a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:18:32.468 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:32.467+0000 7f616e0f4700 1 -- 172.21.15.42:0/3282332259 shutdown_connections 2024-06-06T08:18:32.468 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:32.467+0000 7f616e0f4700 1 -- 172.21.15.42:0/3282332259 wait complete. 2024-06-06T08:18:32.468 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:32.468+0000 7f616e0f4700 1 Processor -- start 2024-06-06T08:18:32.468 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:32.468+0000 7f616e0f4700 1 -- start start 2024-06-06T08:18:32.468 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:32.468+0000 7f616e0f4700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6168102520 0x7f616819e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:32.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:32.468+0000 7f616e0f4700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6168102ee0 0x7f616819edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:32.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:32.468+0000 7f616e0f4700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f61681085c0 0x7f6168198aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:32.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:32.468+0000 7f616e0f4700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6168112800 con 0x7f6168102ee0 2024-06-06T08:18:32.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:32.468+0000 7f616e0f4700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f6168112680 con 0x7f61681085c0 2024-06-06T08:18:32.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:32.468+0000 7f616e0f4700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f6168112980 con 0x7f6168102520 2024-06-06T08:18:32.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:32.469+0000 7f6166ffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6168102ee0 0x7f616819edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:32.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:32.469+0000 7f61677fe700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6168102520 0x7f616819e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:32.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:32.469+0000 7f6166ffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6168102ee0 0x7f616819edd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:57824/0 (socket says 172.21.15.42:57824) 2024-06-06T08:18:32.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:32.469+0000 7f6166ffd700 1 -- 172.21.15.42:0/2293520434 learned_addr learned my addr 172.21.15.42:0/2293520434 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:18:32.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:32.469+0000 7f6167fff700 1 --2- 172.21.15.42:0/2293520434 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f61681085c0 0x7f6168198aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:32.474 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:32.469+0000 7f6166ffd700 1 -- 172.21.15.42:0/2293520434 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6168102520 msgr2=0x7f616819e890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:32.474 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:32.469+0000 7f6166ffd700 1 --2- 172.21.15.42:0/2293520434 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6168102520 0x7f616819e890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:32.474 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:32.469+0000 7f6166ffd700 1 -- 172.21.15.42:0/2293520434 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f61681085c0 msgr2=0x7f6168198aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:32.474 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:32.469+0000 7f6166ffd700 1 --2- 172.21.15.42:0/2293520434 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f61681085c0 0x7f6168198aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:32.474 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:32.469+0000 7f6166ffd700 1 -- 172.21.15.42:0/2293520434 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6168199200 con 0x7f6168102ee0 2024-06-06T08:18:32.474 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:32.469+0000 7f61677fe700 1 --2- 172.21.15.42:0/2293520434 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6168102520 0x7f616819e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:18:32.474 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:32.469+0000 7f6166ffd700 1 --2- 172.21.15.42:0/2293520434 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6168102ee0 0x7f616819edd0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f615c0059d0 tx=0x7f615c0038b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:18:32.474 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:32.469+0000 7f6164ff9700 1 -- 172.21.15.42:0/2293520434 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f615c027070 con 0x7f6168102ee0 2024-06-06T08:18:32.474 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:32.469+0000 7f616e0f4700 1 -- 172.21.15.42:0/2293520434 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6168199490 con 0x7f6168102ee0 2024-06-06T08:18:32.475 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:32.469+0000 7f6164ff9700 1 -- 172.21.15.42:0/2293520434 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f615c003e40 con 0x7f6168102ee0 2024-06-06T08:18:32.475 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:32.469+0000 7f6164ff9700 1 -- 172.21.15.42:0/2293520434 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f615c022d00 con 0x7f6168102ee0 2024-06-06T08:18:32.475 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:32.469+0000 7f616e0f4700 1 -- 172.21.15.42:0/2293520434 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61681a5760 con 0x7f6168102ee0 2024-06-06T08:18:32.475 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:32.470+0000 7f616e0f4700 1 -- 172.21.15.42:0/2293520434 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6168103c30 con 0x7f6168102ee0 2024-06-06T08:18:32.475 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:32.472+0000 7f6164ff9700 1 -- 172.21.15.42:0/2293520434 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f615c02a070 con 0x7f6168102ee0 2024-06-06T08:18:32.475 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:32.472+0000 7f6164ff9700 1 --2- 172.21.15.42:0/2293520434 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f61500a2c20 0x7f61500a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:32.475 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:32.472+0000 7f6164ff9700 1 -- 172.21.15.42:0/2293520434 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7f615c0d0320 con 0x7f6168102ee0 2024-06-06T08:18:32.475 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:32.472+0000 7f61677fe700 1 --2- 172.21.15.42:0/2293520434 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f61500a2c20 0x7f61500a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:32.475 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:32.473+0000 7f61677fe700 1 --2- 172.21.15.42:0/2293520434 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f61500a2c20 0x7f61500a50e0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f6168108080 tx=0x7f615800b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:18:32.475 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:32.476+0000 7f6164ff9700 1 -- 172.21.15.42:0/2293520434 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f615c013070 con 0x7f6168102ee0 2024-06-06T08:18:32.702 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:32.702+0000 7f616e0f4700 1 -- 172.21.15.42:0/2293520434 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f616802dca0 con 0x7f6168102ee0 2024-06-06T08:18:33.659 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:33.660+0000 7f6164ff9700 1 -- 172.21.15.42:0/2293520434 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v84) ==== 138+0+0 (secure 0 0 0) 0x7f615c09d7b0 con 0x7f6168102ee0 2024-06-06T08:18:33.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:33.663+0000 7f616e0f4700 1 -- 172.21.15.42:0/2293520434 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f61500a2c20 msgr2=0x7f61500a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:33.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:33.663+0000 7f616e0f4700 1 --2- 172.21.15.42:0/2293520434 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f61500a2c20 0x7f61500a50e0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f6168108080 tx=0x7f615800b410 comp rx=0 tx=0).stop 2024-06-06T08:18:33.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:33.663+0000 7f616e0f4700 1 -- 172.21.15.42:0/2293520434 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6168102ee0 msgr2=0x7f616819edd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:33.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:33.663+0000 7f616e0f4700 1 --2- 172.21.15.42:0/2293520434 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6168102ee0 0x7f616819edd0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f615c0059d0 tx=0x7f615c0038b0 comp rx=0 tx=0).stop 2024-06-06T08:18:33.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:33.663+0000 7f616e0f4700 1 -- 172.21.15.42:0/2293520434 shutdown_connections 2024-06-06T08:18:33.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:33.663+0000 7f616e0f4700 1 --2- 172.21.15.42:0/2293520434 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f61681085c0 0x7f6168198aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:33.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:33.663+0000 7f616e0f4700 1 --2- 172.21.15.42:0/2293520434 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f61500a2c20 0x7f61500a50e0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:33.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:33.663+0000 7f616e0f4700 1 --2- 172.21.15.42:0/2293520434 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6168102520 0x7f616819e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:33.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:33.663+0000 7f616e0f4700 1 --2- 172.21.15.42:0/2293520434 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6168102ee0 0x7f616819edd0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:33.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:33.663+0000 7f616e0f4700 1 -- 172.21.15.42:0/2293520434 >> 172.21.15.42:0/2293520434 conn(0x7f6168079680 msgr2=0x7f61681011f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:18:33.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:33.663+0000 7f616e0f4700 1 -- 172.21.15.42:0/2293520434 shutdown_connections 2024-06-06T08:18:33.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:33.663+0000 7f616e0f4700 1 -- 172.21.15.42:0/2293520434 wait complete. 2024-06-06T08:18:33.665 INFO:teuthology.orchestra.run.smithi042.stderr:pool 'cephfs_metadata' created 2024-06-06T08:18:33.992 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:33 smithi042 ceph-mon[32384]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:33.992 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:33 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:33.992 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:33 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:33.993 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:33 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:33.993 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:33 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:33.993 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:33 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/2293520434' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-06-06T08:18:34.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:33 smithi149 ceph-mon[36842]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:34.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:33 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:34.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:33 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:34.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:33 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:34.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:33 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:34.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:33 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/2293520434' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-06-06T08:18:34.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:33 smithi120 ceph-mon[36658]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:34.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:33 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:34.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:33 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:34.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:33 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:34.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:33 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:34.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:33 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/2293520434' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-06-06T08:18:34.320 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.05 2024-06-06T08:18:34.572 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:18:34.901 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:34 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/2293520434' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-06-06T08:18:34.901 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:34 smithi042 ceph-mon[32384]: osdmap e84: 12 total, 12 up, 12 in 2024-06-06T08:18:34.901 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:34 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:34.901 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:34 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:34.901 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:34 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:18:34.902 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:34 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:18:34.902 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:34 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:35.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:34 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/2293520434' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-06-06T08:18:35.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:34 smithi149 ceph-mon[36842]: osdmap e84: 12 total, 12 up, 12 in 2024-06-06T08:18:35.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:34 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:35.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:34 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:35.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:34 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:18:35.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:34 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:18:35.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:34 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:35.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:34 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/2293520434' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-06-06T08:18:35.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:34 smithi120 ceph-mon[36658]: osdmap e84: 12 total, 12 up, 12 in 2024-06-06T08:18:35.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:34 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:35.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:34 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:35.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:34 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:18:35.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:34 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:18:35.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:34 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:18:35.973 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:35 smithi042 ceph-mon[32384]: pgmap v292: 33 pgs: 3 creating+peering, 1 active+clean, 29 unknown; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:35.973 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:35 smithi042 ceph-mon[32384]: osdmap e85: 12 total, 12 up, 12 in 2024-06-06T08:18:35.974 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:35 smithi042 ceph-mon[32384]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-06T08:18:36.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:35 smithi149 ceph-mon[36842]: pgmap v292: 33 pgs: 3 creating+peering, 1 active+clean, 29 unknown; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:36.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:35 smithi149 ceph-mon[36842]: osdmap e85: 12 total, 12 up, 12 in 2024-06-06T08:18:36.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:35 smithi149 ceph-mon[36842]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-06T08:18:36.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:35 smithi120 ceph-mon[36658]: pgmap v292: 33 pgs: 3 creating+peering, 1 active+clean, 29 unknown; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:36.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:35 smithi120 ceph-mon[36658]: osdmap e85: 12 total, 12 up, 12 in 2024-06-06T08:18:36.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:35 smithi120 ceph-mon[36658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-06T08:18:36.240 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:36.241+0000 7f99309a8700 1 -- 172.21.15.42:0/3173383799 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f992c06abc0 msgr2=0x7f992c06b040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:36.240 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:36.241+0000 7f99309a8700 1 --2- 172.21.15.42:0/3173383799 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f992c06abc0 0x7f992c06b040 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f9920009990 tx=0x7f9920009ca0 comp rx=0 tx=0).stop 2024-06-06T08:18:36.241 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:36.241+0000 7f99309a8700 1 -- 172.21.15.42:0/3173383799 shutdown_connections 2024-06-06T08:18:36.241 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:36.241+0000 7f99309a8700 1 --2- 172.21.15.42:0/3173383799 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f992c06b580 0x7f992c10f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:36.241 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:36.241+0000 7f99309a8700 1 --2- 172.21.15.42:0/3173383799 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f992c108600 0x7f992c1089e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:36.241 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:36.241+0000 7f99309a8700 1 --2- 172.21.15.42:0/3173383799 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f992c06abc0 0x7f992c06b040 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:36.241 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:36.241+0000 7f99309a8700 1 -- 172.21.15.42:0/3173383799 >> 172.21.15.42:0/3173383799 conn(0x7f992c077200 msgr2=0x7f992c077610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:18:36.241 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:36.241+0000 7f99309a8700 1 -- 172.21.15.42:0/3173383799 shutdown_connections 2024-06-06T08:18:36.241 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:36.241+0000 7f99309a8700 1 -- 172.21.15.42:0/3173383799 wait complete. 2024-06-06T08:18:36.243 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:36.242+0000 7f99309a8700 1 Processor -- start 2024-06-06T08:18:36.243 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:36.242+0000 7f99309a8700 1 -- start start 2024-06-06T08:18:36.243 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:36.242+0000 7f99309a8700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f992c06abc0 0x7f992c19e810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:36.243 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:36.242+0000 7f99309a8700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f992c06b580 0x7f992c19ed50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:36.244 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:36.242+0000 7f99309a8700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f992c108600 0x7f992c198a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:36.244 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:36.242+0000 7f99309a8700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f992c1127c0 con 0x7f992c108600 2024-06-06T08:18:36.244 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:36.242+0000 7f99309a8700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f992c112640 con 0x7f992c06b580 2024-06-06T08:18:36.244 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:36.242+0000 7f99309a8700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f992c112940 con 0x7f992c06abc0 2024-06-06T08:18:36.244 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:36.242+0000 7f992ad9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f992c108600 0x7f992c198a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:36.244 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:36.242+0000 7f992ad9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f992c108600 0x7f992c198a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:57844/0 (socket says 172.21.15.42:57844) 2024-06-06T08:18:36.244 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:36.242+0000 7f992ad9d700 1 -- 172.21.15.42:0/241363909 learned_addr learned my addr 172.21.15.42:0/241363909 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:18:36.244 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:36.242+0000 7f9929d9b700 1 --2- 172.21.15.42:0/241363909 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f992c06b580 0x7f992c19ed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:36.244 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:36.242+0000 7f992a59c700 1 --2- 172.21.15.42:0/241363909 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f992c06abc0 0x7f992c19e810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:36.244 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:36.243+0000 7f9929d9b700 1 -- 172.21.15.42:0/241363909 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f992c06abc0 msgr2=0x7f992c19e810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:36.245 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:36.243+0000 7f9929d9b700 1 --2- 172.21.15.42:0/241363909 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f992c06abc0 0x7f992c19e810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:36.245 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:36.243+0000 7f9929d9b700 1 -- 172.21.15.42:0/241363909 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f992c108600 msgr2=0x7f992c198a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:36.245 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:36.243+0000 7f9929d9b700 1 --2- 172.21.15.42:0/241363909 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f992c108600 0x7f992c198a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:36.245 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:36.243+0000 7f9929d9b700 1 -- 172.21.15.42:0/241363909 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f992c199180 con 0x7f992c06b580 2024-06-06T08:18:36.245 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:36.243+0000 7f992ad9d700 1 --2- 172.21.15.42:0/241363909 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f992c108600 0x7f992c198a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:18:36.245 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:36.243+0000 7f9929d9b700 1 --2- 172.21.15.42:0/241363909 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f992c06b580 0x7f992c19ed50 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f99200059d0 tx=0x7f992000bab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:18:36.245 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:36.243+0000 7f991b7fe700 1 -- 172.21.15.42:0/241363909 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9920027070 con 0x7f992c06b580 2024-06-06T08:18:36.245 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:36.243+0000 7f99309a8700 1 -- 172.21.15.42:0/241363909 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f992c199410 con 0x7f992c06b580 2024-06-06T08:18:36.245 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:36.243+0000 7f991b7fe700 1 -- 172.21.15.42:0/241363909 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9920003d70 con 0x7f992c06b580 2024-06-06T08:18:36.245 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:36.243+0000 7f991b7fe700 1 -- 172.21.15.42:0/241363909 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f992000f460 con 0x7f992c06b580 2024-06-06T08:18:36.245 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:36.243+0000 7f99309a8700 1 -- 172.21.15.42:0/241363909 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f992c1016e0 con 0x7f992c06b580 2024-06-06T08:18:36.245 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:36.244+0000 7f99309a8700 1 -- 172.21.15.42:0/241363909 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f992c10a9e0 con 0x7f992c06b580 2024-06-06T08:18:36.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:36.246+0000 7f991b7fe700 1 -- 172.21.15.42:0/241363909 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f992002a070 con 0x7f992c06b580 2024-06-06T08:18:36.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:36.246+0000 7f991b7fe700 1 --2- 172.21.15.42:0/241363909 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f99140a2c20 0x7f99140a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:36.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:36.247+0000 7f992a59c700 1 --2- 172.21.15.42:0/241363909 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f99140a2c20 0x7f99140a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:36.247 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:36.247+0000 7f991b7fe700 1 -- 172.21.15.42:0/241363909 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7497+0+0 (secure 0 0 0) 0x7f99200d0470 con 0x7f992c06b580 2024-06-06T08:18:36.247 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:36.247+0000 7f992a59c700 1 --2- 172.21.15.42:0/241363909 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f99140a2c20 0x7f99140a50e0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f992c107dd0 tx=0x7f991c00b3c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:18:36.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:36.251+0000 7f991b7fe700 1 -- 172.21.15.42:0/241363909 <== mon.2 v2:172.21.15.120:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f9920031070 con 0x7f992c06b580 2024-06-06T08:18:36.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:36.462+0000 7f99309a8700 1 -- 172.21.15.42:0/241363909 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05} v 0) -- 0x7f992c0691b0 con 0x7f992c06b580 2024-06-06T08:18:36.952 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:36.953+0000 7f991b7fe700 1 -- 172.21.15.42:0/241363909 <== mon.2 v2:172.21.15.120:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]=0 pool 'cephfs_data' created v87) ==== 171+0+0 (secure 0 0 0) 0x7f992c0691b0 con 0x7f992c06b580 2024-06-06T08:18:36.957 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:36.957+0000 7f99309a8700 1 -- 172.21.15.42:0/241363909 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f99140a2c20 msgr2=0x7f99140a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:36.957 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:36.957+0000 7f99309a8700 1 --2- 172.21.15.42:0/241363909 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f99140a2c20 0x7f99140a50e0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f992c107dd0 tx=0x7f991c00b3c0 comp rx=0 tx=0).stop 2024-06-06T08:18:36.958 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:36.957+0000 7f99309a8700 1 -- 172.21.15.42:0/241363909 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f992c06b580 msgr2=0x7f992c19ed50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:36.958 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:36.957+0000 7f99309a8700 1 --2- 172.21.15.42:0/241363909 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f992c06b580 0x7f992c19ed50 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f99200059d0 tx=0x7f992000bab0 comp rx=0 tx=0).stop 2024-06-06T08:18:36.958 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:36.957+0000 7f99309a8700 1 -- 172.21.15.42:0/241363909 shutdown_connections 2024-06-06T08:18:36.958 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:36.957+0000 7f99309a8700 1 --2- 172.21.15.42:0/241363909 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f992c108600 0x7f992c198a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:36.958 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:36.957+0000 7f99309a8700 1 --2- 172.21.15.42:0/241363909 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f99140a2c20 0x7f99140a50e0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:36.958 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:36.957+0000 7f99309a8700 1 --2- 172.21.15.42:0/241363909 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f992c06abc0 0x7f992c19e810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:36.958 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:36.957+0000 7f99309a8700 1 --2- 172.21.15.42:0/241363909 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f992c06b580 0x7f992c19ed50 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:36.958 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:36.957+0000 7f99309a8700 1 -- 172.21.15.42:0/241363909 >> 172.21.15.42:0/241363909 conn(0x7f992c077200 msgr2=0x7f992c1003e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:18:36.958 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:36.957+0000 7f99309a8700 1 -- 172.21.15.42:0/241363909 shutdown_connections 2024-06-06T08:18:36.958 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:36.957+0000 7f99309a8700 1 -- 172.21.15.42:0/241363909 wait complete. 2024-06-06T08:18:36.960 INFO:teuthology.orchestra.run.smithi042.stderr:pool 'cephfs_data' created 2024-06-06T08:18:37.239 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:36 smithi042 ceph-mon[32384]: osdmap e86: 12 total, 12 up, 12 in 2024-06-06T08:18:37.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:36 smithi149 ceph-mon[36842]: osdmap e86: 12 total, 12 up, 12 in 2024-06-06T08:18:37.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:36 smithi120 ceph-mon[36658]: osdmap e86: 12 total, 12 up, 12 in 2024-06-06T08:18:37.561 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs new cephfs cephfs_metadata cephfs_data 2024-06-06T08:18:37.814 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:18:38.193 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:37 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/241363909' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-06-06T08:18:38.193 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:37 smithi042 ceph-mon[32384]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-06-06T08:18:38.193 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:37 smithi042 ceph-mon[32384]: pgmap v295: 33 pgs: 3 creating+peering, 15 active+clean, 15 unknown; 577 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:38.193 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:37 smithi042 ceph-mon[32384]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-06-06T08:18:38.194 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:37 smithi042 ceph-mon[32384]: osdmap e87: 12 total, 12 up, 12 in 2024-06-06T08:18:38.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:37 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/241363909' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-06-06T08:18:38.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:37 smithi149 ceph-mon[36842]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-06-06T08:18:38.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:37 smithi149 ceph-mon[36842]: pgmap v295: 33 pgs: 3 creating+peering, 15 active+clean, 15 unknown; 577 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:38.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:37 smithi149 ceph-mon[36842]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-06-06T08:18:38.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:37 smithi149 ceph-mon[36842]: osdmap e87: 12 total, 12 up, 12 in 2024-06-06T08:18:38.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:37 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/241363909' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-06-06T08:18:38.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:37 smithi120 ceph-mon[36658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-06-06T08:18:38.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:37 smithi120 ceph-mon[36658]: pgmap v295: 33 pgs: 3 creating+peering, 15 active+clean, 15 unknown; 577 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:38.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:37 smithi120 ceph-mon[36658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-06-06T08:18:38.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:37 smithi120 ceph-mon[36658]: osdmap e87: 12 total, 12 up, 12 in 2024-06-06T08:18:39.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:38 smithi149 ceph-mon[36842]: osdmap e88: 12 total, 12 up, 12 in 2024-06-06T08:18:39.263 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:38 smithi042 ceph-mon[32384]: osdmap e88: 12 total, 12 up, 12 in 2024-06-06T08:18:39.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:38 smithi120 ceph-mon[36658]: osdmap e88: 12 total, 12 up, 12 in 2024-06-06T08:18:39.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:39.513+0000 7f929a20e700 1 -- 172.21.15.42:0/178248537 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9294102e80 msgr2=0x7f929410f330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:39.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:39.513+0000 7f929a20e700 1 --2- 172.21.15.42:0/178248537 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9294102e80 0x7f929410f330 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f928c00b0a0 tx=0x7f928c00b3b0 comp rx=0 tx=0).stop 2024-06-06T08:18:39.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:39.513+0000 7f929a20e700 1 -- 172.21.15.42:0/178248537 shutdown_connections 2024-06-06T08:18:39.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:39.513+0000 7f929a20e700 1 --2- 172.21.15.42:0/178248537 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9294102e80 0x7f929410f330 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:39.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:39.513+0000 7f929a20e700 1 --2- 172.21.15.42:0/178248537 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f92941084f0 0x7f92941088d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:39.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:39.513+0000 7f929a20e700 1 --2- 172.21.15.42:0/178248537 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f92941024e0 0x7f9294102940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:39.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:39.513+0000 7f929a20e700 1 -- 172.21.15.42:0/178248537 >> 172.21.15.42:0/178248537 conn(0x7f9294079530 msgr2=0x7f9294079940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:18:39.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:39.513+0000 7f929a20e700 1 -- 172.21.15.42:0/178248537 shutdown_connections 2024-06-06T08:18:39.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:39.513+0000 7f929a20e700 1 -- 172.21.15.42:0/178248537 wait complete. 2024-06-06T08:18:39.515 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:39.514+0000 7f929a20e700 1 Processor -- start 2024-06-06T08:18:39.515 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:39.514+0000 7f929a20e700 1 -- start start 2024-06-06T08:18:39.515 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:39.515+0000 7f929a20e700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f92941024e0 0x7f929419e910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:39.515 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:39.515+0000 7f929a20e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9294102e80 0x7f929419ee50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:39.516 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:39.515+0000 7f929a20e700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f92941084f0 0x7f9294198ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:39.516 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:39.515+0000 7f929a20e700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9294112830 con 0x7f9294102e80 2024-06-06T08:18:39.516 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:39.515+0000 7f929a20e700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f92941126b0 con 0x7f92941024e0 2024-06-06T08:18:39.516 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:39.515+0000 7f929a20e700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f92941129b0 con 0x7f92941084f0 2024-06-06T08:18:39.516 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:39.515+0000 7f928affd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9294102e80 0x7f929419ee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:39.516 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:39.515+0000 7f928affd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9294102e80 0x7f929419ee50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:60658/0 (socket says 172.21.15.42:60658) 2024-06-06T08:18:39.516 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:39.515+0000 7f928affd700 1 -- 172.21.15.42:0/1448746328 learned_addr learned my addr 172.21.15.42:0/1448746328 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:18:39.516 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:39.515+0000 7f92937fe700 1 --2- 172.21.15.42:0/1448746328 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f92941024e0 0x7f929419e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:39.516 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:39.515+0000 7f9293fff700 1 --2- 172.21.15.42:0/1448746328 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f92941084f0 0x7f9294198ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:39.516 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:39.515+0000 7f928affd700 1 -- 172.21.15.42:0/1448746328 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f92941084f0 msgr2=0x7f9294198ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:39.516 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:39.515+0000 7f928affd700 1 --2- 172.21.15.42:0/1448746328 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f92941084f0 0x7f9294198ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:39.516 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:39.515+0000 7f928affd700 1 -- 172.21.15.42:0/1448746328 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f92941024e0 msgr2=0x7f929419e910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:39.517 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:39.515+0000 7f928affd700 1 --2- 172.21.15.42:0/1448746328 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f92941024e0 0x7f929419e910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:39.517 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:39.515+0000 7f928affd700 1 -- 172.21.15.42:0/1448746328 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9294199230 con 0x7f9294102e80 2024-06-06T08:18:39.517 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:39.516+0000 7f928affd700 1 --2- 172.21.15.42:0/1448746328 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9294102e80 0x7f929419ee50 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f927c00b530 tx=0x7f927c00b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:18:39.517 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:39.516+0000 7f92917fa700 1 -- 172.21.15.42:0/1448746328 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f927c015020 con 0x7f9294102e80 2024-06-06T08:18:39.517 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:39.516+0000 7f92917fa700 1 -- 172.21.15.42:0/1448746328 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f927c011d10 con 0x7f9294102e80 2024-06-06T08:18:39.517 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:39.516+0000 7f929a20e700 1 -- 172.21.15.42:0/1448746328 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9294199520 con 0x7f9294102e80 2024-06-06T08:18:39.517 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:39.516+0000 7f92917fa700 1 -- 172.21.15.42:0/1448746328 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f927c00f2e0 con 0x7f9294102e80 2024-06-06T08:18:39.517 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:39.516+0000 7f929a20e700 1 -- 172.21.15.42:0/1448746328 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92941a57e0 con 0x7f9294102e80 2024-06-06T08:18:39.517 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:39.517+0000 7f928a7fc700 1 -- 172.21.15.42:0/1448746328 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9278005330 con 0x7f9294102e80 2024-06-06T08:18:39.518 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:39.518+0000 7f92917fa700 1 -- 172.21.15.42:0/1448746328 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f927c018020 con 0x7f9294102e80 2024-06-06T08:18:39.518 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:39.519+0000 7f92917fa700 1 --2- 172.21.15.42:0/1448746328 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f92800a2c20 0x7f92800a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:39.518 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:39.519+0000 7f92937fe700 1 --2- 172.21.15.42:0/1448746328 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f92800a2c20 0x7f92800a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:39.519 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:39.519+0000 7f92917fa700 1 -- 172.21.15.42:0/1448746328 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7879+0+0 (secure 0 0 0) 0x7f927c0cebf0 con 0x7f9294102e80 2024-06-06T08:18:39.519 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:39.520+0000 7f92937fe700 1 --2- 172.21.15.42:0/1448746328 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f92800a2c20 0x7f92800a50e0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f9284009a10 tx=0x7f9284009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:18:39.522 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:39.523+0000 7f92917fa700 1 -- 172.21.15.42:0/1448746328 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f927c01f020 con 0x7f9294102e80 2024-06-06T08:18:39.776 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:39.777+0000 7f928a7fc700 1 -- 172.21.15.42:0/1448746328 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f9278005620 con 0x7f9294102e80 2024-06-06T08:18:39.957 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:39.958+0000 7f92917fa700 1 -- 172.21.15.42:0/1448746328 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v14) ==== 172+0+0 (secure 0 0 0) 0x7f927c09bc60 con 0x7f9294102e80 2024-06-06T08:18:39.960 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:39.960+0000 7f928a7fc700 1 -- 172.21.15.42:0/1448746328 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f92800a2c20 msgr2=0x7f92800a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:39.960 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:39.960+0000 7f928a7fc700 1 --2- 172.21.15.42:0/1448746328 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f92800a2c20 0x7f92800a50e0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f9284009a10 tx=0x7f9284009190 comp rx=0 tx=0).stop 2024-06-06T08:18:39.960 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:39.960+0000 7f928a7fc700 1 -- 172.21.15.42:0/1448746328 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9294102e80 msgr2=0x7f929419ee50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:39.960 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:39.960+0000 7f928a7fc700 1 --2- 172.21.15.42:0/1448746328 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9294102e80 0x7f929419ee50 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f927c00b530 tx=0x7f927c00b840 comp rx=0 tx=0).stop 2024-06-06T08:18:39.960 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:39.960+0000 7f928a7fc700 1 -- 172.21.15.42:0/1448746328 shutdown_connections 2024-06-06T08:18:39.960 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:39.961+0000 7f928a7fc700 1 --2- 172.21.15.42:0/1448746328 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f92800a2c20 0x7f92800a50e0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:39.960 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:39.961+0000 7f928a7fc700 1 --2- 172.21.15.42:0/1448746328 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f92941084f0 0x7f9294198ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:39.960 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:39.961+0000 7f928a7fc700 1 --2- 172.21.15.42:0/1448746328 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f92941024e0 0x7f929419e910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:39.960 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:39.961+0000 7f928a7fc700 1 --2- 172.21.15.42:0/1448746328 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9294102e80 0x7f929419ee50 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:39.960 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:39.961+0000 7f928a7fc700 1 -- 172.21.15.42:0/1448746328 >> 172.21.15.42:0/1448746328 conn(0x7f9294079530 msgr2=0x7f9294100530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:18:39.961 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:39.961+0000 7f928a7fc700 1 -- 172.21.15.42:0/1448746328 shutdown_connections 2024-06-06T08:18:39.961 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:39.961+0000 7f928a7fc700 1 -- 172.21.15.42:0/1448746328 wait complete. 2024-06-06T08:18:39.961 INFO:teuthology.orchestra.run.smithi042.stderr:new fs with metadata pool 2 and data pool 3 2024-06-06T08:18:40.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:39 smithi042 ceph-mon[32384]: pgmap v298: 97 pgs: 21 creating+peering, 34 active+clean, 42 unknown; 577 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:40.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:39 smithi042 ceph-mon[32384]: osdmap e89: 12 total, 12 up, 12 in 2024-06-06T08:18:40.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:39 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/1448746328' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-06-06T08:18:40.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:39 smithi042 ceph-mon[32384]: daemon mds.i assigned to filesystem cephfs as rank 0 2024-06-06T08:18:40.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:39 smithi149 ceph-mon[36842]: pgmap v298: 97 pgs: 21 creating+peering, 34 active+clean, 42 unknown; 577 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:40.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:39 smithi149 ceph-mon[36842]: osdmap e89: 12 total, 12 up, 12 in 2024-06-06T08:18:40.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:39 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/1448746328' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-06-06T08:18:40.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:39 smithi149 ceph-mon[36842]: daemon mds.i assigned to filesystem cephfs as rank 0 2024-06-06T08:18:40.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:39 smithi120 ceph-mon[36658]: pgmap v298: 97 pgs: 21 creating+peering, 34 active+clean, 42 unknown; 577 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:40.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:39 smithi120 ceph-mon[36658]: osdmap e89: 12 total, 12 up, 12 in 2024-06-06T08:18:40.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:39 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/1448746328' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-06-06T08:18:40.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:39 smithi120 ceph-mon[36658]: daemon mds.i assigned to filesystem cephfs as rank 0 2024-06-06T08:18:40.651 DEBUG:tasks.cephfs.filesystem:EC profile is ['m=2', 'k=2', 'crush-failure-domain=osd'] 2024-06-06T08:18:40.651 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph osd erasure-code-profile set cephfs_data_ec m=2 k=2 crush-failure-domain=osd 2024-06-06T08:18:40.908 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:18:40.966 INFO:journalctl@ceph.mds.i.smithi149.stdout:Jun 06 08:18:40 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-i[67620]: 2024-06-06T08:18:40.640+0000 7f56cbd2f700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-06-06T08:18:41.219 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:40 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/1448746328' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-06-06T08:18:41.219 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:40 smithi120 ceph-mon[36658]: osdmap e90: 12 total, 12 up, 12 in 2024-06-06T08:18:41.219 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:40 smithi120 ceph-mon[36658]: fsmap cephfs:1 {0=i=up:creating} 11 up:standby 2024-06-06T08:18:41.219 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:40 smithi120 ceph-mon[36658]: daemon mds.i is now active in filesystem cephfs as rank 0 2024-06-06T08:18:41.219 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:40 smithi120 ceph-mon[36658]: Health check update: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-06T08:18:41.219 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:40 smithi120 ceph-mon[36658]: mds.? [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] up:active 2024-06-06T08:18:41.219 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:40 smithi120 ceph-mon[36658]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-06-06T08:18:41.253 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:40 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/1448746328' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-06-06T08:18:41.253 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:40 smithi042 ceph-mon[32384]: osdmap e90: 12 total, 12 up, 12 in 2024-06-06T08:18:41.253 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:40 smithi042 ceph-mon[32384]: fsmap cephfs:1 {0=i=up:creating} 11 up:standby 2024-06-06T08:18:41.253 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:40 smithi042 ceph-mon[32384]: daemon mds.i is now active in filesystem cephfs as rank 0 2024-06-06T08:18:41.253 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:40 smithi042 ceph-mon[32384]: Health check update: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-06T08:18:41.254 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:40 smithi042 ceph-mon[32384]: mds.? [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] up:active 2024-06-06T08:18:41.254 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:40 smithi042 ceph-mon[32384]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-06-06T08:18:41.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:40 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/1448746328' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-06-06T08:18:41.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:40 smithi149 ceph-mon[36842]: osdmap e90: 12 total, 12 up, 12 in 2024-06-06T08:18:41.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:40 smithi149 ceph-mon[36842]: fsmap cephfs:1 {0=i=up:creating} 11 up:standby 2024-06-06T08:18:41.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:40 smithi149 ceph-mon[36842]: daemon mds.i is now active in filesystem cephfs as rank 0 2024-06-06T08:18:41.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:40 smithi149 ceph-mon[36842]: Health check update: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-06T08:18:41.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:40 smithi149 ceph-mon[36842]: mds.? [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] up:active 2024-06-06T08:18:41.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:40 smithi149 ceph-mon[36842]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-06-06T08:18:42.243 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:41 smithi042 ceph-mon[32384]: pgmap v301: 97 pgs: 18 creating+peering, 62 active+clean, 17 unknown; 577 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 767 B/s wr, 2 op/s 2024-06-06T08:18:42.243 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:41 smithi042 ceph-mon[32384]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-06-06T08:18:42.243 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:41 smithi042 ceph-mon[32384]: Cluster is now healthy 2024-06-06T08:18:42.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:41 smithi149 ceph-mon[36842]: pgmap v301: 97 pgs: 18 creating+peering, 62 active+clean, 17 unknown; 577 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 767 B/s wr, 2 op/s 2024-06-06T08:18:42.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:41 smithi149 ceph-mon[36842]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-06-06T08:18:42.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:41 smithi149 ceph-mon[36842]: Cluster is now healthy 2024-06-06T08:18:42.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:41 smithi120 ceph-mon[36658]: pgmap v301: 97 pgs: 18 creating+peering, 62 active+clean, 17 unknown; 577 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 767 B/s wr, 2 op/s 2024-06-06T08:18:42.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:41 smithi120 ceph-mon[36658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-06-06T08:18:42.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:41 smithi120 ceph-mon[36658]: Cluster is now healthy 2024-06-06T08:18:42.629 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:42.629+0000 7f31773da700 1 -- 172.21.15.42:0/4044617580 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f317006aa00 msgr2=0x7f317006ae80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:42.629 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:42.629+0000 7f31773da700 1 --2- 172.21.15.42:0/4044617580 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f317006aa00 0x7f317006ae80 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f3160009990 tx=0x7f3160009ca0 comp rx=0 tx=0).stop 2024-06-06T08:18:42.629 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:42.629+0000 7f31773da700 1 -- 172.21.15.42:0/4044617580 shutdown_connections 2024-06-06T08:18:42.629 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:42.629+0000 7f31773da700 1 --2- 172.21.15.42:0/4044617580 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f317006b3c0 0x7f317010f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:42.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:42.629+0000 7f31773da700 1 --2- 172.21.15.42:0/4044617580 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f31701084f0 0x7f31701088d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:42.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:42.629+0000 7f31773da700 1 --2- 172.21.15.42:0/4044617580 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f317006aa00 0x7f317006ae80 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:42.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:42.629+0000 7f31773da700 1 -- 172.21.15.42:0/4044617580 >> 172.21.15.42:0/4044617580 conn(0x7f3170078300 msgr2=0x7f3170078710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:18:42.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:42.629+0000 7f31773da700 1 -- 172.21.15.42:0/4044617580 shutdown_connections 2024-06-06T08:18:42.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:42.629+0000 7f31773da700 1 -- 172.21.15.42:0/4044617580 wait complete. 2024-06-06T08:18:42.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:42.630+0000 7f31773da700 1 Processor -- start 2024-06-06T08:18:42.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:42.630+0000 7f31773da700 1 -- start start 2024-06-06T08:18:42.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:42.630+0000 7f31773da700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f317006aa00 0x7f317019adf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:42.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:42.630+0000 7f31773da700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f317006b3c0 0x7f317019b330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:42.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:42.630+0000 7f31773da700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f31701084f0 0x7f317019f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:42.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:42.630+0000 7f31773da700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f3170112770 con 0x7f317006aa00 2024-06-06T08:18:42.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:42.630+0000 7f31773da700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f31701125f0 con 0x7f317006b3c0 2024-06-06T08:18:42.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:42.630+0000 7f31773da700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f31701128f0 con 0x7f31701084f0 2024-06-06T08:18:42.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:42.630+0000 7f3175176700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f317006aa00 0x7f317019adf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:42.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:42.630+0000 7f3175176700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f317006aa00 0x7f317019adf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:60674/0 (socket says 172.21.15.42:60674) 2024-06-06T08:18:42.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:42.630+0000 7f3175176700 1 -- 172.21.15.42:0/2963392219 learned_addr learned my addr 172.21.15.42:0/2963392219 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:18:42.632 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:42.631+0000 7f3175977700 1 --2- 172.21.15.42:0/2963392219 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f31701084f0 0x7f317019f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:42.632 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:42.631+0000 7f3174975700 1 --2- 172.21.15.42:0/2963392219 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f317006b3c0 0x7f317019b330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:42.632 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:42.631+0000 7f3175176700 1 -- 172.21.15.42:0/2963392219 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f31701084f0 msgr2=0x7f317019f6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:42.632 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:42.631+0000 7f3175176700 1 --2- 172.21.15.42:0/2963392219 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f31701084f0 0x7f317019f6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:42.632 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:42.631+0000 7f3175176700 1 -- 172.21.15.42:0/2963392219 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f317006b3c0 msgr2=0x7f317019b330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:42.632 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:42.631+0000 7f3175176700 1 --2- 172.21.15.42:0/2963392219 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f317006b3c0 0x7f317019b330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:42.632 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:42.631+0000 7f3175176700 1 -- 172.21.15.42:0/2963392219 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f317019fe00 con 0x7f317006aa00 2024-06-06T08:18:42.632 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:42.631+0000 7f3175176700 1 --2- 172.21.15.42:0/2963392219 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f317006aa00 0x7f317019adf0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f316c00e9a0 tx=0x7f316c00ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:18:42.632 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:42.631+0000 7f31667fc700 1 -- 172.21.15.42:0/2963392219 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f316c00cbd0 con 0x7f317006aa00 2024-06-06T08:18:42.632 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:42.631+0000 7f31773da700 1 -- 172.21.15.42:0/2963392219 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31701a00f0 con 0x7f317006aa00 2024-06-06T08:18:42.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:42.631+0000 7f31667fc700 1 -- 172.21.15.42:0/2963392219 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f316c00cd70 con 0x7f317006aa00 2024-06-06T08:18:42.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:42.631+0000 7f31667fc700 1 -- 172.21.15.42:0/2963392219 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f316c0187c0 con 0x7f317006aa00 2024-06-06T08:18:42.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:42.631+0000 7f31773da700 1 -- 172.21.15.42:0/2963392219 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31701a7970 con 0x7f317006aa00 2024-06-06T08:18:42.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:42.632+0000 7f31773da700 1 -- 172.21.15.42:0/2963392219 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3170069180 con 0x7f317006aa00 2024-06-06T08:18:42.634 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:42.633+0000 7f31667fc700 1 -- 172.21.15.42:0/2963392219 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f316c010430 con 0x7f317006aa00 2024-06-06T08:18:42.634 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:42.634+0000 7f31667fc700 1 --2- 172.21.15.42:0/2963392219 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f315c0a2c20 0x7f315c0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:42.634 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:42.634+0000 7f3174975700 1 --2- 172.21.15.42:0/2963392219 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f315c0a2c20 0x7f315c0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:42.634 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:42.634+0000 7f31667fc700 1 -- 172.21.15.42:0/2963392219 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 7979+0+0 (secure 0 0 0) 0x7f316c0cf640 con 0x7f317006aa00 2024-06-06T08:18:42.634 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:42.635+0000 7f3174975700 1 --2- 172.21.15.42:0/2963392219 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f315c0a2c20 0x7f315c0a50e0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f3160006010 tx=0x7f316001a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:18:42.636 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:42.638+0000 7f31667fc700 1 -- 172.21.15.42:0/2963392219 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f316c09c6f0 con 0x7f317006aa00 2024-06-06T08:18:42.858 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:42.859+0000 7f31773da700 1 -- 172.21.15.42:0/2963392219 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]} v 0) -- 0x7f31701a7b40 con 0x7f317006aa00 2024-06-06T08:18:42.974 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:42.975+0000 7f31667fc700 1 -- 172.21.15.42:0/2963392219 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]=0 v91) ==== 157+0+0 (secure 0 0 0) 0x7f316c09bff0 con 0x7f317006aa00 2024-06-06T08:18:42.978 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:42.978+0000 7f31773da700 1 -- 172.21.15.42:0/2963392219 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f315c0a2c20 msgr2=0x7f315c0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:42.978 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:42.978+0000 7f31773da700 1 --2- 172.21.15.42:0/2963392219 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f315c0a2c20 0x7f315c0a50e0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f3160006010 tx=0x7f316001a040 comp rx=0 tx=0).stop 2024-06-06T08:18:42.978 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:42.978+0000 7f31773da700 1 -- 172.21.15.42:0/2963392219 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f317006aa00 msgr2=0x7f317019adf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:42.978 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:42.978+0000 7f31773da700 1 --2- 172.21.15.42:0/2963392219 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f317006aa00 0x7f317019adf0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f316c00e9a0 tx=0x7f316c00ed60 comp rx=0 tx=0).stop 2024-06-06T08:18:42.978 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:42.978+0000 7f31773da700 1 -- 172.21.15.42:0/2963392219 shutdown_connections 2024-06-06T08:18:42.978 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:42.978+0000 7f31773da700 1 --2- 172.21.15.42:0/2963392219 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f315c0a2c20 0x7f315c0a50e0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:42.978 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:42.978+0000 7f31773da700 1 --2- 172.21.15.42:0/2963392219 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f31701084f0 0x7f317019f6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:42.978 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:42.978+0000 7f31773da700 1 --2- 172.21.15.42:0/2963392219 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f317006aa00 0x7f317019adf0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:42.978 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:42.978+0000 7f31773da700 1 --2- 172.21.15.42:0/2963392219 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f317006b3c0 0x7f317019b330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:42.978 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:42.978+0000 7f31773da700 1 -- 172.21.15.42:0/2963392219 >> 172.21.15.42:0/2963392219 conn(0x7f3170078300 msgr2=0x7f317010d640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:18:42.978 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:42.979+0000 7f31773da700 1 -- 172.21.15.42:0/2963392219 shutdown_connections 2024-06-06T08:18:42.979 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:42.979+0000 7f31773da700 1 -- 172.21.15.42:0/2963392219 wait complete. 2024-06-06T08:18:43.273 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:42 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/2963392219' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-06-06T08:18:43.287 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:42 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/2963392219' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-06-06T08:18:43.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:42 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/2963392219' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-06-06T08:18:43.688 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph osd pool create cephfs_data_ec erasure cephfs_data_ec --pg_num_min 64 --target_size_ratio 0.9 2024-06-06T08:18:43.945 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:18:44.274 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:43 smithi042 ceph-mon[32384]: pgmap v302: 97 pgs: 8 creating+peering, 89 active+clean; 579 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 KiB/s wr, 3 op/s 2024-06-06T08:18:44.274 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:43 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/2963392219' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-06-06T08:18:44.274 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:43 smithi042 ceph-mon[32384]: osdmap e91: 12 total, 12 up, 12 in 2024-06-06T08:18:44.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:43 smithi149 ceph-mon[36842]: pgmap v302: 97 pgs: 8 creating+peering, 89 active+clean; 579 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 KiB/s wr, 3 op/s 2024-06-06T08:18:44.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:43 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/2963392219' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-06-06T08:18:44.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:43 smithi149 ceph-mon[36842]: osdmap e91: 12 total, 12 up, 12 in 2024-06-06T08:18:44.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:43 smithi120 ceph-mon[36658]: pgmap v302: 97 pgs: 8 creating+peering, 89 active+clean; 579 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 KiB/s wr, 3 op/s 2024-06-06T08:18:44.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:43 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/2963392219' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-06-06T08:18:44.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:43 smithi120 ceph-mon[36658]: osdmap e91: 12 total, 12 up, 12 in 2024-06-06T08:18:45.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:45.718+0000 7f96c25d3700 1 -- 172.21.15.42:0/3820531368 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f96bc1085a0 msgr2=0x7f96bc108980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:45.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:45.718+0000 7f96c25d3700 1 --2- 172.21.15.42:0/3820531368 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f96bc1085a0 0x7f96bc108980 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f96ac0099c0 tx=0x7f96ac009cd0 comp rx=0 tx=0).stop 2024-06-06T08:18:45.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:45.718+0000 7f96c25d3700 1 -- 172.21.15.42:0/3820531368 shutdown_connections 2024-06-06T08:18:45.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:45.718+0000 7f96c25d3700 1 --2- 172.21.15.42:0/3820531368 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f96bc06b580 0x7f96bc10f370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:45.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:45.718+0000 7f96c25d3700 1 --2- 172.21.15.42:0/3820531368 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f96bc1085a0 0x7f96bc108980 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:45.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:45.718+0000 7f96c25d3700 1 --2- 172.21.15.42:0/3820531368 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f96bc06abc0 0x7f96bc06b040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:45.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:45.718+0000 7f96c25d3700 1 -- 172.21.15.42:0/3820531368 >> 172.21.15.42:0/3820531368 conn(0x7f96bc077200 msgr2=0x7f96bc077610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:18:45.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:45.718+0000 7f96c25d3700 1 -- 172.21.15.42:0/3820531368 shutdown_connections 2024-06-06T08:18:45.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:45.718+0000 7f96c25d3700 1 -- 172.21.15.42:0/3820531368 wait complete. 2024-06-06T08:18:45.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:45.719+0000 7f96c25d3700 1 Processor -- start 2024-06-06T08:18:45.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:45.719+0000 7f96c25d3700 1 -- start start 2024-06-06T08:18:45.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:45.720+0000 7f96c25d3700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f96bc06abc0 0x7f96bc19e730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:45.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:45.720+0000 7f96c25d3700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f96bc06b580 0x7f96bc19ec70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:45.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:45.720+0000 7f96c25d3700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f96bc1085a0 0x7f96bc1988f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:45.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:45.720+0000 7f96c25d3700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f96bc1127f0 con 0x7f96bc1085a0 2024-06-06T08:18:45.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:45.720+0000 7f96c25d3700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f96bc112670 con 0x7f96bc06abc0 2024-06-06T08:18:45.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:45.720+0000 7f96c25d3700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f96bc112970 con 0x7f96bc06b580 2024-06-06T08:18:45.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:45.720+0000 7f96c0b70700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f96bc1085a0 0x7f96bc1988f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:45.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:45.720+0000 7f96c0b70700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f96bc1085a0 0x7f96bc1988f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:60686/0 (socket says 172.21.15.42:60686) 2024-06-06T08:18:45.722 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:45.720+0000 7f96c0b70700 1 -- 172.21.15.42:0/2127390960 learned_addr learned my addr 172.21.15.42:0/2127390960 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:18:45.722 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:45.720+0000 7f96bbfff700 1 --2- 172.21.15.42:0/2127390960 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f96bc06abc0 0x7f96bc19e730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:45.722 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:45.720+0000 7f96bb7fe700 1 --2- 172.21.15.42:0/2127390960 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f96bc06b580 0x7f96bc19ec70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:45.722 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:45.720+0000 7f96c0b70700 1 -- 172.21.15.42:0/2127390960 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f96bc06b580 msgr2=0x7f96bc19ec70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:45.722 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:45.720+0000 7f96c0b70700 1 --2- 172.21.15.42:0/2127390960 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f96bc06b580 0x7f96bc19ec70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:45.722 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:45.720+0000 7f96c0b70700 1 -- 172.21.15.42:0/2127390960 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f96bc06abc0 msgr2=0x7f96bc19e730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:45.722 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:45.720+0000 7f96c0b70700 1 --2- 172.21.15.42:0/2127390960 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f96bc06abc0 0x7f96bc19e730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:45.722 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:45.720+0000 7f96c0b70700 1 -- 172.21.15.42:0/2127390960 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96bc199050 con 0x7f96bc1085a0 2024-06-06T08:18:45.722 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:45.720+0000 7f96bbfff700 1 --2- 172.21.15.42:0/2127390960 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f96bc06abc0 0x7f96bc19e730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:18:45.722 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:45.720+0000 7f96c0b70700 1 --2- 172.21.15.42:0/2127390960 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f96bc1085a0 0x7f96bc1988f0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f96b4007d70 tx=0x7f96b400a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:18:45.722 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:45.721+0000 7f96b97fa700 1 -- 172.21.15.42:0/2127390960 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96b4016020 con 0x7f96bc1085a0 2024-06-06T08:18:45.722 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:45.721+0000 7f96c25d3700 1 -- 172.21.15.42:0/2127390960 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96bc199340 con 0x7f96bc1085a0 2024-06-06T08:18:45.723 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:45.721+0000 7f96b97fa700 1 -- 172.21.15.42:0/2127390960 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f96b400ad40 con 0x7f96bc1085a0 2024-06-06T08:18:45.723 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:45.721+0000 7f96b97fa700 1 -- 172.21.15.42:0/2127390960 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96b40116f0 con 0x7f96bc1085a0 2024-06-06T08:18:45.723 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:45.721+0000 7f96c25d3700 1 -- 172.21.15.42:0/2127390960 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96bc1a5600 con 0x7f96bc1085a0 2024-06-06T08:18:45.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:45.722+0000 7f96c25d3700 1 -- 172.21.15.42:0/2127390960 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f96a8005330 con 0x7f96bc1085a0 2024-06-06T08:18:45.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:45.723+0000 7f96b97fa700 1 -- 172.21.15.42:0/2127390960 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f96b4019020 con 0x7f96bc1085a0 2024-06-06T08:18:45.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:45.724+0000 7f96b97fa700 1 --2- 172.21.15.42:0/2127390960 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f96a40a2cc0 0x7f96a40a5180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:45.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:45.724+0000 7f96bbfff700 1 --2- 172.21.15.42:0/2127390960 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f96a40a2cc0 0x7f96a40a5180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:45.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:45.724+0000 7f96b97fa700 1 -- 172.21.15.42:0/2127390960 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8277+0+0 (secure 0 0 0) 0x7f96b40cef30 con 0x7f96bc1085a0 2024-06-06T08:18:45.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:45.724+0000 7f96bbfff700 1 --2- 172.21.15.42:0/2127390960 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f96a40a2cc0 0x7f96a40a5180 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f96ac000c00 tx=0x7f96ac005940 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:18:45.727 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:45.728+0000 7f96b97fa700 1 -- 172.21.15.42:0/2127390960 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f96b4020020 con 0x7f96bc1085a0 2024-06-06T08:18:45.934 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:45.935+0000 7f96c25d3700 1 -- 172.21.15.42:0/2127390960 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f96a8005620 con 0x7f96bc1085a0 2024-06-06T08:18:46.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:46 smithi149 ceph-mon[36842]: pgmap v304: 97 pgs: 97 active+clean; 579 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s wr, 7 op/s 2024-06-06T08:18:46.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:46 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/2127390960' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-06-06T08:18:46.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:46 smithi042 ceph-mon[32384]: pgmap v304: 97 pgs: 97 active+clean; 579 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s wr, 7 op/s 2024-06-06T08:18:46.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:46 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/2127390960' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-06-06T08:18:46.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:46 smithi120 ceph-mon[36658]: pgmap v304: 97 pgs: 97 active+clean; 579 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s wr, 7 op/s 2024-06-06T08:18:46.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:46 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/2127390960' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-06-06T08:18:46.982 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:46.982+0000 7f96b97fa700 1 -- 172.21.15.42:0/2127390960 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data_ec' created v93) ==== 228+0+0 (secure 0 0 0) 0x7f96b409be60 con 0x7f96bc1085a0 2024-06-06T08:18:46.985 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:46.986+0000 7f96c25d3700 1 -- 172.21.15.42:0/2127390960 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f96a40a2cc0 msgr2=0x7f96a40a5180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:46.985 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:46.986+0000 7f96c25d3700 1 --2- 172.21.15.42:0/2127390960 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f96a40a2cc0 0x7f96a40a5180 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f96ac000c00 tx=0x7f96ac005940 comp rx=0 tx=0).stop 2024-06-06T08:18:46.985 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:46.986+0000 7f96c25d3700 1 -- 172.21.15.42:0/2127390960 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f96bc1085a0 msgr2=0x7f96bc1988f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:46.985 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:46.986+0000 7f96c25d3700 1 --2- 172.21.15.42:0/2127390960 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f96bc1085a0 0x7f96bc1988f0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f96b4007d70 tx=0x7f96b400a340 comp rx=0 tx=0).stop 2024-06-06T08:18:46.986 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:46.987+0000 7f96c25d3700 1 -- 172.21.15.42:0/2127390960 shutdown_connections 2024-06-06T08:18:46.986 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:46.987+0000 7f96c25d3700 1 --2- 172.21.15.42:0/2127390960 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f96bc1085a0 0x7f96bc1988f0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:46.986 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:46.987+0000 7f96c25d3700 1 --2- 172.21.15.42:0/2127390960 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f96bc06abc0 0x7f96bc19e730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:46.986 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:46.987+0000 7f96c25d3700 1 --2- 172.21.15.42:0/2127390960 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f96a40a2cc0 0x7f96a40a5180 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:46.986 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:46.987+0000 7f96c25d3700 1 --2- 172.21.15.42:0/2127390960 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f96bc06b580 0x7f96bc19ec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:46.986 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:46.987+0000 7f96c25d3700 1 -- 172.21.15.42:0/2127390960 >> 172.21.15.42:0/2127390960 conn(0x7f96bc077200 msgr2=0x7f96bc100190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:18:46.986 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:46.987+0000 7f96c25d3700 1 -- 172.21.15.42:0/2127390960 shutdown_connections 2024-06-06T08:18:46.986 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:46.987+0000 7f96c25d3700 1 -- 172.21.15.42:0/2127390960 wait complete. 2024-06-06T08:18:46.990 INFO:teuthology.orchestra.run.smithi042.stderr:pool 'cephfs_data_ec' created 2024-06-06T08:18:47.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:47 smithi042 ceph-mon[32384]: osdmap e92: 12 total, 12 up, 12 in 2024-06-06T08:18:47.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:47 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/2127390960' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-06-06T08:18:47.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:47 smithi042 ceph-mon[32384]: osdmap e93: 12 total, 12 up, 12 in 2024-06-06T08:18:47.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:47 smithi149 ceph-mon[36842]: osdmap e92: 12 total, 12 up, 12 in 2024-06-06T08:18:47.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:47 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/2127390960' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-06-06T08:18:47.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:47 smithi149 ceph-mon[36842]: osdmap e93: 12 total, 12 up, 12 in 2024-06-06T08:18:47.845 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph osd pool set cephfs_data_ec allow_ec_overwrites true 2024-06-06T08:18:47.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:47 smithi120 ceph-mon[36658]: osdmap e92: 12 total, 12 up, 12 in 2024-06-06T08:18:47.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:47 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/2127390960' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-06-06T08:18:47.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:47 smithi120 ceph-mon[36658]: osdmap e93: 12 total, 12 up, 12 in 2024-06-06T08:18:48.114 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:18:48.499 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:48 smithi042 ceph-mon[32384]: pgmap v306: 97 pgs: 97 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 KiB/s wr, 6 op/s 2024-06-06T08:18:48.499 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:48 smithi042 ceph-mon[32384]: osdmap e94: 12 total, 12 up, 12 in 2024-06-06T08:18:48.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:48 smithi149 ceph-mon[36842]: pgmap v306: 97 pgs: 97 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 KiB/s wr, 6 op/s 2024-06-06T08:18:48.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:48 smithi149 ceph-mon[36842]: osdmap e94: 12 total, 12 up, 12 in 2024-06-06T08:18:48.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:48 smithi120 ceph-mon[36658]: pgmap v306: 97 pgs: 97 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 KiB/s wr, 6 op/s 2024-06-06T08:18:48.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:48 smithi120 ceph-mon[36658]: osdmap e94: 12 total, 12 up, 12 in 2024-06-06T08:18:49.862 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:49.863+0000 7f48144fa700 1 -- 172.21.15.42:0/1534168196 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f480c06b520 msgr2=0x7f480c10f340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:49.863 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:49.863+0000 7f48144fa700 1 --2- 172.21.15.42:0/1534168196 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f480c06b520 0x7f480c10f340 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f480400b0a0 tx=0x7f480400b3b0 comp rx=0 tx=0).stop 2024-06-06T08:18:49.863 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:49.863+0000 7f48144fa700 1 -- 172.21.15.42:0/1534168196 shutdown_connections 2024-06-06T08:18:49.863 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:49.863+0000 7f48144fa700 1 --2- 172.21.15.42:0/1534168196 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f480c06b520 0x7f480c10f340 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:49.863 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:49.863+0000 7f48144fa700 1 --2- 172.21.15.42:0/1534168196 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f480c108520 0x7f480c108900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:49.863 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:49.863+0000 7f48144fa700 1 --2- 172.21.15.42:0/1534168196 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f480c06ab60 0x7f480c06afe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:49.863 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:49.863+0000 7f48144fa700 1 -- 172.21.15.42:0/1534168196 >> 172.21.15.42:0/1534168196 conn(0x7f480c078340 msgr2=0x7f480c078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:18:49.863 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:49.863+0000 7f48144fa700 1 -- 172.21.15.42:0/1534168196 shutdown_connections 2024-06-06T08:18:49.863 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:49.863+0000 7f48144fa700 1 -- 172.21.15.42:0/1534168196 wait complete. 2024-06-06T08:18:49.863 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:49.863+0000 7f48144fa700 1 Processor -- start 2024-06-06T08:18:49.863 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:49.864+0000 7f48144fa700 1 -- start start 2024-06-06T08:18:49.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:49.864+0000 7f48144fa700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f480c06ab60 0x7f480c19ad60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:49.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:49.864+0000 7f48144fa700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f480c06b520 0x7f480c19b2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:49.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:49.864+0000 7f48144fa700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f480c108520 0x7f480c19f630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:49.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:49.864+0000 7f48144fa700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f480c112780 con 0x7f480c06ab60 2024-06-06T08:18:49.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:49.864+0000 7f48144fa700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f480c112600 con 0x7f480c108520 2024-06-06T08:18:49.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:49.864+0000 7f48144fa700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f480c112900 con 0x7f480c06b520 2024-06-06T08:18:49.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:49.864+0000 7f4812296700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f480c06ab60 0x7f480c19ad60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:49.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:49.864+0000 7f4812296700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f480c06ab60 0x7f480c19ad60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:47762/0 (socket says 172.21.15.42:47762) 2024-06-06T08:18:49.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:49.864+0000 7f4812296700 1 -- 172.21.15.42:0/3711483841 learned_addr learned my addr 172.21.15.42:0/3711483841 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:18:49.866 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:49.864+0000 7f4812a97700 1 --2- 172.21.15.42:0/3711483841 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f480c108520 0x7f480c19f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:49.866 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:49.864+0000 7f4811a95700 1 --2- 172.21.15.42:0/3711483841 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f480c06b520 0x7f480c19b2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:49.866 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:49.864+0000 7f4812296700 1 -- 172.21.15.42:0/3711483841 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f480c06b520 msgr2=0x7f480c19b2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:49.866 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:49.864+0000 7f4812296700 1 --2- 172.21.15.42:0/3711483841 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f480c06b520 0x7f480c19b2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:49.866 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:49.864+0000 7f4812296700 1 -- 172.21.15.42:0/3711483841 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f480c108520 msgr2=0x7f480c19f630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:49.866 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:49.864+0000 7f4812296700 1 --2- 172.21.15.42:0/3711483841 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f480c108520 0x7f480c19f630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:49.866 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:49.864+0000 7f4812296700 1 -- 172.21.15.42:0/3711483841 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f480c19fd70 con 0x7f480c06ab60 2024-06-06T08:18:49.866 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:49.865+0000 7f4812296700 1 --2- 172.21.15.42:0/3711483841 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f480c06ab60 0x7f480c19ad60 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f480800c9b0 tx=0x7f480800ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:18:49.866 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:49.865+0000 7f48037fe700 1 -- 172.21.15.42:0/3711483841 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4808007b00 con 0x7f480c06ab60 2024-06-06T08:18:49.866 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:49.865+0000 7f48037fe700 1 -- 172.21.15.42:0/3711483841 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f480800ce50 con 0x7f480c06ab60 2024-06-06T08:18:49.866 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:49.865+0000 7f48144fa700 1 -- 172.21.15.42:0/3711483841 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f480c1a0060 con 0x7f480c06ab60 2024-06-06T08:18:49.866 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:49.865+0000 7f48037fe700 1 -- 172.21.15.42:0/3711483841 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4808018660 con 0x7f480c06ab60 2024-06-06T08:18:49.867 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:49.865+0000 7f48144fa700 1 -- 172.21.15.42:0/3711483841 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f480c1a78e0 con 0x7f480c06ab60 2024-06-06T08:18:49.867 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:49.866+0000 7f48144fa700 1 -- 172.21.15.42:0/3711483841 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f480c103be0 con 0x7f480c06ab60 2024-06-06T08:18:49.867 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:49.867+0000 7f48037fe700 1 -- 172.21.15.42:0/3711483841 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f480800f450 con 0x7f480c06ab60 2024-06-06T08:18:49.867 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:49.868+0000 7f48037fe700 1 --2- 172.21.15.42:0/3711483841 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f47f80a2c20 0x7f47f80a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:49.868 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:49.868+0000 7f4811a95700 1 --2- 172.21.15.42:0/3711483841 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f47f80a2c20 0x7f47f80a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:49.868 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:49.868+0000 7f48037fe700 1 -- 172.21.15.42:0/3711483841 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 8770+0+0 (secure 0 0 0) 0x7f48080cf370 con 0x7f480c06ab60 2024-06-06T08:18:49.868 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:49.868+0000 7f4811a95700 1 --2- 172.21.15.42:0/3711483841 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f47f80a2c20 0x7f47f80a50e0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f480c10f6d0 tx=0x7f47fc00b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:18:49.870 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:49.871+0000 7f48037fe700 1 -- 172.21.15.42:0/3711483841 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f4808014030 con 0x7f480c06ab60 2024-06-06T08:18:50.077 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:50.078+0000 7f48144fa700 1 -- 172.21.15.42:0/3711483841 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"} v 0) -- 0x7f480c069180 con 0x7f480c06ab60 2024-06-06T08:18:50.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:49 smithi149 ceph-mon[36842]: pgmap v309: 129 pgs: 1 creating+peering, 30 unknown, 98 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-06-06T08:18:50.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:49 smithi149 ceph-mon[36842]: osdmap e95: 12 total, 12 up, 12 in 2024-06-06T08:18:50.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:49 smithi149 ceph-mon[36842]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-06T08:18:50.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:49 smithi042 ceph-mon[32384]: pgmap v309: 129 pgs: 1 creating+peering, 30 unknown, 98 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-06-06T08:18:50.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:49 smithi042 ceph-mon[32384]: osdmap e95: 12 total, 12 up, 12 in 2024-06-06T08:18:50.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:49 smithi042 ceph-mon[32384]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-06T08:18:50.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:49 smithi120 ceph-mon[36658]: pgmap v309: 129 pgs: 1 creating+peering, 30 unknown, 98 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-06-06T08:18:50.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:49 smithi120 ceph-mon[36658]: osdmap e95: 12 total, 12 up, 12 in 2024-06-06T08:18:50.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:49 smithi120 ceph-mon[36658]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-06T08:18:50.993 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:50.993+0000 7f48037fe700 1 -- 172.21.15.42:0/3711483841 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]=0 set pool 4 allow_ec_overwrites to true v96) ==== 169+0+0 (secure 0 0 0) 0x7f480809c140 con 0x7f480c06ab60 2024-06-06T08:18:50.996 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:50.997+0000 7f48144fa700 1 -- 172.21.15.42:0/3711483841 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f47f80a2c20 msgr2=0x7f47f80a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:50.996 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:50.997+0000 7f48144fa700 1 --2- 172.21.15.42:0/3711483841 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f47f80a2c20 0x7f47f80a50e0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f480c10f6d0 tx=0x7f47fc00b410 comp rx=0 tx=0).stop 2024-06-06T08:18:50.997 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:50.997+0000 7f48144fa700 1 -- 172.21.15.42:0/3711483841 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f480c06ab60 msgr2=0x7f480c19ad60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:50.997 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:50.997+0000 7f48144fa700 1 --2- 172.21.15.42:0/3711483841 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f480c06ab60 0x7f480c19ad60 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f480800c9b0 tx=0x7f480800ccc0 comp rx=0 tx=0).stop 2024-06-06T08:18:50.997 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:50.997+0000 7f48144fa700 1 -- 172.21.15.42:0/3711483841 shutdown_connections 2024-06-06T08:18:50.997 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:50.997+0000 7f48144fa700 1 --2- 172.21.15.42:0/3711483841 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f480c108520 0x7f480c19f630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:50.997 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:50.997+0000 7f48144fa700 1 --2- 172.21.15.42:0/3711483841 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f480c06ab60 0x7f480c19ad60 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:50.997 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:50.997+0000 7f48144fa700 1 --2- 172.21.15.42:0/3711483841 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f47f80a2c20 0x7f47f80a50e0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:50.997 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:50.997+0000 7f48144fa700 1 --2- 172.21.15.42:0/3711483841 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f480c06b520 0x7f480c19b2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:50.997 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:50.997+0000 7f48144fa700 1 -- 172.21.15.42:0/3711483841 >> 172.21.15.42:0/3711483841 conn(0x7f480c078340 msgr2=0x7f480c100110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:18:50.997 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:50.997+0000 7f48144fa700 1 -- 172.21.15.42:0/3711483841 shutdown_connections 2024-06-06T08:18:50.997 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:50.998+0000 7f48144fa700 1 -- 172.21.15.42:0/3711483841 wait complete. 2024-06-06T08:18:50.998 INFO:teuthology.orchestra.run.smithi042.stderr:set pool 4 allow_ec_overwrites to true 2024-06-06T08:18:51.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:50 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/3711483841' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-06-06T08:18:51.312 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:50 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/3711483841' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-06-06T08:18:51.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:50 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/3711483841' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-06-06T08:18:51.662 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs add_data_pool cephfs cephfs_data_ec 2024-06-06T08:18:51.915 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:18:52.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:51 smithi149 ceph-mon[36842]: pgmap v311: 129 pgs: 1 creating+peering, 15 unknown, 113 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:52.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:51 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/3711483841' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-06-06T08:18:52.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:51 smithi149 ceph-mon[36842]: osdmap e96: 12 total, 12 up, 12 in 2024-06-06T08:18:52.292 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:51 smithi042 ceph-mon[32384]: pgmap v311: 129 pgs: 1 creating+peering, 15 unknown, 113 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:52.292 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:51 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/3711483841' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-06-06T08:18:52.292 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:51 smithi042 ceph-mon[32384]: osdmap e96: 12 total, 12 up, 12 in 2024-06-06T08:18:52.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:51 smithi120 ceph-mon[36658]: pgmap v311: 129 pgs: 1 creating+peering, 15 unknown, 113 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:52.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:51 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/3711483841' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-06-06T08:18:52.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:51 smithi120 ceph-mon[36658]: osdmap e96: 12 total, 12 up, 12 in 2024-06-06T08:18:53.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:53.613+0000 7f40739e6700 1 -- 172.21.15.42:0/3932934188 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f406c107450 msgr2=0x7f406c107830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:53.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:53.613+0000 7f40739e6700 1 --2- 172.21.15.42:0/3932934188 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f406c107450 0x7f406c107830 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f4068009990 tx=0x7f4068009ca0 comp rx=0 tx=0).stop 2024-06-06T08:18:53.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:53.613+0000 7f40739e6700 1 -- 172.21.15.42:0/3932934188 shutdown_connections 2024-06-06T08:18:53.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:53.613+0000 7f40739e6700 1 --2- 172.21.15.42:0/3932934188 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f406c102ee0 0x7f406c10f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:53.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:53.613+0000 7f40739e6700 1 --2- 172.21.15.42:0/3932934188 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f406c107450 0x7f406c107830 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:53.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:53.613+0000 7f40739e6700 1 --2- 172.21.15.42:0/3932934188 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f406c102540 0x7f406c1029a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:53.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:53.613+0000 7f40739e6700 1 -- 172.21.15.42:0/3932934188 >> 172.21.15.42:0/3932934188 conn(0x7f406c0795f0 msgr2=0x7f406c079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:18:53.615 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:53.613+0000 7f40739e6700 1 -- 172.21.15.42:0/3932934188 shutdown_connections 2024-06-06T08:18:53.615 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:53.613+0000 7f40739e6700 1 -- 172.21.15.42:0/3932934188 wait complete. 2024-06-06T08:18:53.615 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:53.613+0000 7f40739e6700 1 Processor -- start 2024-06-06T08:18:53.615 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:53.614+0000 7f40739e6700 1 -- start start 2024-06-06T08:18:53.615 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:53.614+0000 7f40739e6700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f406c102540 0x7f406c074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:53.615 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:53.614+0000 7f40739e6700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f406c102ee0 0x7f406c074cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:53.615 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:53.614+0000 7f40739e6700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f406c107450 0x7f406c075210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:53.615 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:53.614+0000 7f40739e6700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f406c1127e0 con 0x7f406c107450 2024-06-06T08:18:53.615 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:53.614+0000 7f40739e6700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f406c112660 con 0x7f406c102ee0 2024-06-06T08:18:53.615 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:53.614+0000 7f40739e6700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f406c112960 con 0x7f406c102540 2024-06-06T08:18:53.615 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:53.614+0000 7f4071f83700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f406c107450 0x7f406c075210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:53.615 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:53.614+0000 7f4071f83700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f406c107450 0x7f406c075210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:47778/0 (socket says 172.21.15.42:47778) 2024-06-06T08:18:53.615 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:53.614+0000 7f4071f83700 1 -- 172.21.15.42:0/61816213 learned_addr learned my addr 172.21.15.42:0/61816213 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:18:53.616 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:53.614+0000 7f4070f81700 1 --2- 172.21.15.42:0/61816213 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f406c102ee0 0x7f406c074cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:53.616 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:53.614+0000 7f4071782700 1 --2- 172.21.15.42:0/61816213 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f406c102540 0x7f406c074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:53.616 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:53.614+0000 7f4071f83700 1 -- 172.21.15.42:0/61816213 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f406c102540 msgr2=0x7f406c074790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:53.616 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:53.614+0000 7f4071f83700 1 --2- 172.21.15.42:0/61816213 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f406c102540 0x7f406c074790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:53.616 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:53.614+0000 7f4071f83700 1 -- 172.21.15.42:0/61816213 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f406c102ee0 msgr2=0x7f406c074cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:53.616 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:53.614+0000 7f4071f83700 1 --2- 172.21.15.42:0/61816213 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f406c102ee0 0x7f406c074cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:53.616 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:53.614+0000 7f4071f83700 1 -- 172.21.15.42:0/61816213 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f406c1a7140 con 0x7f406c107450 2024-06-06T08:18:53.616 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:53.614+0000 7f4071f83700 1 --2- 172.21.15.42:0/61816213 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f406c107450 0x7f406c075210 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f4064007f10 tx=0x7f406400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:18:53.616 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:53.615+0000 7f40627fc700 1 -- 172.21.15.42:0/61816213 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4064009e20 con 0x7f406c107450 2024-06-06T08:18:53.616 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:53.615+0000 7f40627fc700 1 -- 172.21.15.42:0/61816213 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4064004bb0 con 0x7f406c107450 2024-06-06T08:18:53.616 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:53.615+0000 7f40739e6700 1 -- 172.21.15.42:0/61816213 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f406c1a7430 con 0x7f406c107450 2024-06-06T08:18:53.616 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:53.615+0000 7f40627fc700 1 -- 172.21.15.42:0/61816213 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4064005960 con 0x7f406c107450 2024-06-06T08:18:53.616 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:53.615+0000 7f40739e6700 1 -- 172.21.15.42:0/61816213 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f406c1a7970 con 0x7f406c107450 2024-06-06T08:18:53.617 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:53.616+0000 7f40739e6700 1 -- 172.21.15.42:0/61816213 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f406c069180 con 0x7f406c107450 2024-06-06T08:18:53.617 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:53.617+0000 7f40627fc700 1 -- 172.21.15.42:0/61816213 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f406401a020 con 0x7f406c107450 2024-06-06T08:18:53.618 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:53.618+0000 7f40627fc700 1 --2- 172.21.15.42:0/61816213 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f40580a2ca0 0x7f40580a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:53.618 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:53.618+0000 7f4071782700 1 --2- 172.21.15.42:0/61816213 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f40580a2ca0 0x7f40580a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:53.618 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:53.618+0000 7f40627fc700 1 -- 172.21.15.42:0/61816213 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8770+0+0 (secure 0 0 0) 0x7f40640ceef0 con 0x7f406c107450 2024-06-06T08:18:53.618 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:53.618+0000 7f4071782700 1 --2- 172.21.15.42:0/61816213 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f40580a2ca0 0x7f40580a5160 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f4068006010 tx=0x7f4068005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:18:53.620 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:53.621+0000 7f40627fc700 1 -- 172.21.15.42:0/61816213 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f4064010070 con 0x7f406c107450 2024-06-06T08:18:53.873 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:53.874+0000 7f40739e6700 1 -- 172.21.15.42:0/61816213 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"} v 0) -- 0x7f406c02de60 con 0x7f406c107450 2024-06-06T08:18:54.002 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:54.003+0000 7f40627fc700 1 -- 172.21.15.42:0/61816213 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]=0 added data pool 4 to fsmap v16) ==== 137+0+0 (secure 0 0 0) 0x7f406409bbd0 con 0x7f406c107450 2024-06-06T08:18:54.004 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:54.005+0000 7f40739e6700 1 -- 172.21.15.42:0/61816213 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f40580a2ca0 msgr2=0x7f40580a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:54.004 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:54.005+0000 7f40739e6700 1 --2- 172.21.15.42:0/61816213 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f40580a2ca0 0x7f40580a5160 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f4068006010 tx=0x7f4068005960 comp rx=0 tx=0).stop 2024-06-06T08:18:54.004 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:54.005+0000 7f40739e6700 1 -- 172.21.15.42:0/61816213 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f406c107450 msgr2=0x7f406c075210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:54.004 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:54.005+0000 7f40739e6700 1 --2- 172.21.15.42:0/61816213 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f406c107450 0x7f406c075210 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f4064007f10 tx=0x7f406400d3b0 comp rx=0 tx=0).stop 2024-06-06T08:18:54.005 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:54.005+0000 7f40739e6700 1 -- 172.21.15.42:0/61816213 shutdown_connections 2024-06-06T08:18:54.005 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:54.005+0000 7f40739e6700 1 --2- 172.21.15.42:0/61816213 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f406c107450 0x7f406c075210 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:54.005 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:54.005+0000 7f40739e6700 1 --2- 172.21.15.42:0/61816213 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f40580a2ca0 0x7f40580a5160 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:54.005 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:54.005+0000 7f40739e6700 1 --2- 172.21.15.42:0/61816213 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f406c102540 0x7f406c074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:54.005 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:54.005+0000 7f40739e6700 1 --2- 172.21.15.42:0/61816213 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f406c102ee0 0x7f406c074cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:54.005 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:54.005+0000 7f40739e6700 1 -- 172.21.15.42:0/61816213 >> 172.21.15.42:0/61816213 conn(0x7f406c0795f0 msgr2=0x7f406c1005f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:18:54.005 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:54.005+0000 7f40739e6700 1 -- 172.21.15.42:0/61816213 shutdown_connections 2024-06-06T08:18:54.005 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:54.005+0000 7f40739e6700 1 -- 172.21.15.42:0/61816213 wait complete. 2024-06-06T08:18:54.005 INFO:teuthology.orchestra.run.smithi042.stderr:added data pool 4 to fsmap 2024-06-06T08:18:54.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:53 smithi149 ceph-mon[36842]: pgmap v313: 129 pgs: 1 creating+peering, 128 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:54.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:53 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/61816213' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-06-06T08:18:54.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:53 smithi042 ceph-mon[32384]: pgmap v313: 129 pgs: 1 creating+peering, 128 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:54.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:53 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/61816213' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-06-06T08:18:54.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:53 smithi120 ceph-mon[36658]: pgmap v313: 129 pgs: 1 creating+peering, 128 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:54.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:53 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/61816213' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-06-06T08:18:54.750 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:18:55.008 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:18:55.256 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:54 smithi042 ceph-mon[32384]: osdmap e97: 12 total, 12 up, 12 in 2024-06-06T08:18:55.256 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:55 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/61816213' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-06-06T08:18:55.256 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:55 smithi042 ceph-mon[32384]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-06-06T08:18:55.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:55 smithi149 ceph-mon[36842]: osdmap e97: 12 total, 12 up, 12 in 2024-06-06T08:18:55.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:55 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/61816213' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-06-06T08:18:55.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:55 smithi149 ceph-mon[36842]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-06-06T08:18:55.391 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:55 smithi120 ceph-mon[36658]: osdmap e97: 12 total, 12 up, 12 in 2024-06-06T08:18:55.391 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:55 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/61816213' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-06-06T08:18:55.391 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:55 smithi120 ceph-mon[36658]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-06-06T08:18:56.266 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:56 smithi042 ceph-mon[32384]: pgmap v315: 129 pgs: 129 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:56.266 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:56 smithi042 ceph-mon[32384]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-06-06T08:18:56.266 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:56 smithi042 ceph-mon[32384]: Cluster is now healthy 2024-06-06T08:18:56.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:56 smithi149 ceph-mon[36842]: pgmap v315: 129 pgs: 129 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:56.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:56 smithi149 ceph-mon[36842]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-06-06T08:18:56.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:56 smithi149 ceph-mon[36842]: Cluster is now healthy 2024-06-06T08:18:56.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:56 smithi120 ceph-mon[36658]: pgmap v315: 129 pgs: 129 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:56.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:56 smithi120 ceph-mon[36658]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-06-06T08:18:56.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:56 smithi120 ceph-mon[36658]: Cluster is now healthy 2024-06-06T08:18:56.819 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:56.819+0000 7f98e73a2700 1 -- 172.21.15.42:0/1225568585 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f98e0101390 msgr2=0x7f98e0101810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:56.819 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:56.819+0000 7f98e73a2700 1 --2- 172.21.15.42:0/1225568585 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f98e0101390 0x7f98e0101810 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f98d0009990 tx=0x7f98d0009ca0 comp rx=0 tx=0).stop 2024-06-06T08:18:56.819 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:56.819+0000 7f98e73a2700 1 -- 172.21.15.42:0/1225568585 shutdown_connections 2024-06-06T08:18:56.819 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:56.819+0000 7f98e73a2700 1 --2- 172.21.15.42:0/1225568585 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f98e0101d50 0x7f98e010e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:56.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:56.819+0000 7f98e73a2700 1 --2- 172.21.15.42:0/1225568585 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f98e0107400 0x7f98e01077e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:56.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:56.819+0000 7f98e73a2700 1 --2- 172.21.15.42:0/1225568585 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f98e0101390 0x7f98e0101810 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:56.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:56.819+0000 7f98e73a2700 1 -- 172.21.15.42:0/1225568585 >> 172.21.15.42:0/1225568585 conn(0x7f98e0078340 msgr2=0x7f98e0078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:18:56.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:56.819+0000 7f98e73a2700 1 -- 172.21.15.42:0/1225568585 shutdown_connections 2024-06-06T08:18:56.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:56.819+0000 7f98e73a2700 1 -- 172.21.15.42:0/1225568585 wait complete. 2024-06-06T08:18:56.822 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:56.820+0000 7f98e73a2700 1 Processor -- start 2024-06-06T08:18:56.822 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:56.820+0000 7f98e73a2700 1 -- start start 2024-06-06T08:18:56.822 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:56.820+0000 7f98e73a2700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f98e0101390 0x7f98e019e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:56.823 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:56.820+0000 7f98e73a2700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f98e0101d50 0x7f98e019ee00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:56.823 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:56.820+0000 7f98e73a2700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f98e0107400 0x7f98e0198a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:56.823 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:56.820+0000 7f98e73a2700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f98e0111710 con 0x7f98e0101d50 2024-06-06T08:18:56.823 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:56.820+0000 7f98e73a2700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f98e0111590 con 0x7f98e0101390 2024-06-06T08:18:56.823 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:56.820+0000 7f98e73a2700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f98e0111890 con 0x7f98e0107400 2024-06-06T08:18:56.823 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:56.820+0000 7f98e493d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f98e0101d50 0x7f98e019ee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:56.823 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:56.821+0000 7f98e493d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f98e0101d50 0x7f98e019ee00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:47790/0 (socket says 172.21.15.42:47790) 2024-06-06T08:18:56.823 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:56.821+0000 7f98e493d700 1 -- 172.21.15.42:0/4214568643 learned_addr learned my addr 172.21.15.42:0/4214568643 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:18:56.823 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:56.821+0000 7f98e513e700 1 --2- 172.21.15.42:0/4214568643 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f98e0101390 0x7f98e019e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:56.823 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:56.821+0000 7f98e593f700 1 --2- 172.21.15.42:0/4214568643 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f98e0107400 0x7f98e0198a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:56.823 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:56.821+0000 7f98e493d700 1 -- 172.21.15.42:0/4214568643 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f98e0107400 msgr2=0x7f98e0198a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:56.823 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:56.821+0000 7f98e493d700 1 --2- 172.21.15.42:0/4214568643 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f98e0107400 0x7f98e0198a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:56.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:56.821+0000 7f98e493d700 1 -- 172.21.15.42:0/4214568643 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f98e0101390 msgr2=0x7f98e019e8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:56.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:56.821+0000 7f98e493d700 1 --2- 172.21.15.42:0/4214568643 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f98e0101390 0x7f98e019e8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:56.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:56.821+0000 7f98e493d700 1 -- 172.21.15.42:0/4214568643 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98e01991e0 con 0x7f98e0101d50 2024-06-06T08:18:56.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:56.821+0000 7f98e493d700 1 --2- 172.21.15.42:0/4214568643 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f98e0101d50 0x7f98e019ee00 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f98d0000c00 tx=0x7f98d0003680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:18:56.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:56.821+0000 7f98d67fc700 1 -- 172.21.15.42:0/4214568643 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98d0027070 con 0x7f98e0101d50 2024-06-06T08:18:56.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:56.821+0000 7f98e73a2700 1 -- 172.21.15.42:0/4214568643 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98e0199470 con 0x7f98e0101d50 2024-06-06T08:18:56.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:56.821+0000 7f98d67fc700 1 -- 172.21.15.42:0/4214568643 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f98d0004110 con 0x7f98e0101d50 2024-06-06T08:18:56.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:56.821+0000 7f98d67fc700 1 -- 172.21.15.42:0/4214568643 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98d000f460 con 0x7f98e0101d50 2024-06-06T08:18:56.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:56.821+0000 7f98e73a2700 1 -- 172.21.15.42:0/4214568643 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98e01a5790 con 0x7f98e0101d50 2024-06-06T08:18:56.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:56.822+0000 7f98e73a2700 1 -- 172.21.15.42:0/4214568643 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f98e0069180 con 0x7f98e0101d50 2024-06-06T08:18:56.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:56.824+0000 7f98d67fc700 1 -- 172.21.15.42:0/4214568643 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f98d002a070 con 0x7f98e0101d50 2024-06-06T08:18:56.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:56.824+0000 7f98d67fc700 1 --2- 172.21.15.42:0/4214568643 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f98cc0a2c20 0x7f98cc0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:56.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:56.824+0000 7f98e513e700 1 --2- 172.21.15.42:0/4214568643 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f98cc0a2c20 0x7f98cc0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:56.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:56.824+0000 7f98d67fc700 1 -- 172.21.15.42:0/4214568643 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 8802+0+0 (secure 0 0 0) 0x7f98d00d0660 con 0x7f98e0101d50 2024-06-06T08:18:56.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:56.825+0000 7f98e513e700 1 --2- 172.21.15.42:0/4214568643 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f98cc0a2c20 0x7f98cc0a50e0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f98dc005950 tx=0x7f98dc00a300 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:18:56.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:56.828+0000 7f98d67fc700 1 -- 172.21.15.42:0/4214568643 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f98d0031070 con 0x7f98e0101d50 2024-06-06T08:18:57.078 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:57.079+0000 7f98e73a2700 1 -- 172.21.15.42:0/4214568643 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f98e01a5960 con 0x7f98e0101d50 2024-06-06T08:18:57.078 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:57.079+0000 7f98d67fc700 1 -- 172.21.15.42:0/4214568643 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) ==== 94+0+11803 (secure 0 0 0) 0x7f98d0013070 con 0x7f98e0101d50 2024-06-06T08:18:57.079 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:18:57.079 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":16,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/667270675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":667270675},{"type":"v1","addr":"172.21.15.42:6837","nonce":667270675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/2414389302","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":2414389302},{"type":"v1","addr":"172.21.15.42:6839","nonce":2414389302}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14574,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/3625002785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":3625002785},{"type":"v1","addr":"172.21.15.42:6841","nonce":3625002785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24413,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6835/3995394553","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":3995394553},{"type":"v1","addr":"172.21.15.120:6835","nonce":3995394553}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24430,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6837/3434475673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":3434475673},{"type":"v1","addr":"172.21.15.120:6837","nonce":3434475673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24463,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/3776134468","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":3776134468},{"type":"v1","addr":"172.21.15.149:6835","nonce":3776134468}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24464,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6839/1585293472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":1585293472},{"type":"v1","addr":"172.21.15.120:6839","nonce":1585293472}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":24469,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6837/751787578","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":751787578},{"type":"v1","addr":"172.21.15.149:6837","nonce":751787578}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-06-06T08:18:39.778858+0000","modified":"2024-06-06T08:18:53.876069+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24484},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":8,"addr":"172.21.15.149:6839/764851483","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":764851483},{"type":"v1","addr":"172.21.15.149:6839","nonce":764851483}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":24484,"qdb_cluster":[24484]},"id":1}]} 2024-06-06T08:18:57.081 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:57.082+0000 7f98e73a2700 1 -- 172.21.15.42:0/4214568643 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f98cc0a2c20 msgr2=0x7f98cc0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:57.081 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:57.082+0000 7f98e73a2700 1 --2- 172.21.15.42:0/4214568643 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f98cc0a2c20 0x7f98cc0a50e0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f98dc005950 tx=0x7f98dc00a300 comp rx=0 tx=0).stop 2024-06-06T08:18:57.081 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:57.082+0000 7f98e73a2700 1 -- 172.21.15.42:0/4214568643 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f98e0101d50 msgr2=0x7f98e019ee00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:57.081 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:57.082+0000 7f98e73a2700 1 --2- 172.21.15.42:0/4214568643 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f98e0101d50 0x7f98e019ee00 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f98d0000c00 tx=0x7f98d0003680 comp rx=0 tx=0).stop 2024-06-06T08:18:57.081 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:57.082+0000 7f98e73a2700 1 -- 172.21.15.42:0/4214568643 shutdown_connections 2024-06-06T08:18:57.082 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:57.082+0000 7f98e73a2700 1 --2- 172.21.15.42:0/4214568643 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f98cc0a2c20 0x7f98cc0a50e0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:57.082 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:57.082+0000 7f98e73a2700 1 --2- 172.21.15.42:0/4214568643 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f98e0107400 0x7f98e0198a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:57.082 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:57.082+0000 7f98e73a2700 1 --2- 172.21.15.42:0/4214568643 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f98e0101390 0x7f98e019e8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:57.082 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:57.082+0000 7f98e73a2700 1 --2- 172.21.15.42:0/4214568643 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f98e0101d50 0x7f98e019ee00 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:57.082 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:57.082+0000 7f98e73a2700 1 -- 172.21.15.42:0/4214568643 >> 172.21.15.42:0/4214568643 conn(0x7f98e0078340 msgr2=0x7f98e0100600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:18:57.082 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:57.082+0000 7f98e73a2700 1 -- 172.21.15.42:0/4214568643 shutdown_connections 2024-06-06T08:18:57.082 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:57.082+0000 7f98e73a2700 1 -- 172.21.15.42:0/4214568643 wait complete. 2024-06-06T08:18:57.082 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 16 2024-06-06T08:18:57.857 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph osd dump --format=json 2024-06-06T08:18:58.108 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:18:58.231 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:58 smithi042 ceph-mon[32384]: pgmap v316: 129 pgs: 129 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:58.231 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:18:58 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/4214568643' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:18:58.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:58 smithi149 ceph-mon[36842]: pgmap v316: 129 pgs: 129 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:58.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:18:58 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/4214568643' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:18:58.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:58 smithi120 ceph-mon[36658]: pgmap v316: 129 pgs: 129 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:18:58.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:18:58 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/4214568643' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:18:59.907 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:59.907+0000 7fd3a2cad700 1 -- 172.21.15.42:0/1372937917 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd39c1030f0 msgr2=0x7fd39c107110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:59.907 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:59.907+0000 7fd3a2cad700 1 --2- 172.21.15.42:0/1372937917 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd39c1030f0 0x7fd39c107110 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fd3840099c0 tx=0x7fd384009cd0 comp rx=0 tx=0).stop 2024-06-06T08:18:59.908 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:59.908+0000 7fd3a2cad700 1 -- 172.21.15.42:0/1372937917 shutdown_connections 2024-06-06T08:18:59.908 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:59.908+0000 7fd3a2cad700 1 --2- 172.21.15.42:0/1372937917 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd39c107840 0x7fd39c10f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:59.908 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:59.908+0000 7fd3a2cad700 1 --2- 172.21.15.42:0/1372937917 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd39c102740 0x7fd39c102b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:59.908 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:59.908+0000 7fd3a2cad700 1 --2- 172.21.15.42:0/1372937917 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd39c1030f0 0x7fd39c107110 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:59.908 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:59.908+0000 7fd3a2cad700 1 -- 172.21.15.42:0/1372937917 >> 172.21.15.42:0/1372937917 conn(0x7fd39c0795f0 msgr2=0x7fd39c079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:18:59.908 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:59.908+0000 7fd3a2cad700 1 -- 172.21.15.42:0/1372937917 shutdown_connections 2024-06-06T08:18:59.908 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:59.908+0000 7fd3a2cad700 1 -- 172.21.15.42:0/1372937917 wait complete. 2024-06-06T08:18:59.908 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:59.908+0000 7fd3a2cad700 1 Processor -- start 2024-06-06T08:18:59.908 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:59.908+0000 7fd3a2cad700 1 -- start start 2024-06-06T08:18:59.909 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:59.909+0000 7fd3a2cad700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd39c102740 0x7fd39c19e810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:59.909 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:59.909+0000 7fd3a2cad700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd39c1030f0 0x7fd39c19ed50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:59.910 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:59.909+0000 7fd3a2cad700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd39c107840 0x7fd39c1989d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:59.910 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:59.909+0000 7fd3a2cad700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd39c112750 con 0x7fd39c102740 2024-06-06T08:18:59.910 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:59.909+0000 7fd3a2cad700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fd39c1125d0 con 0x7fd39c107840 2024-06-06T08:18:59.910 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:59.909+0000 7fd3a2cad700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fd39c1128d0 con 0x7fd39c1030f0 2024-06-06T08:18:59.910 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:59.909+0000 7fd3a0a49700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd39c102740 0x7fd39c19e810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:59.910 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:59.909+0000 7fd3a0a49700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd39c102740 0x7fd39c19e810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:54696/0 (socket says 172.21.15.42:54696) 2024-06-06T08:18:59.910 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:59.909+0000 7fd3a0a49700 1 -- 172.21.15.42:0/3425087929 learned_addr learned my addr 172.21.15.42:0/3425087929 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:18:59.910 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:59.909+0000 7fd39bfff700 1 --2- 172.21.15.42:0/3425087929 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd39c1030f0 0x7fd39c19ed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:59.910 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:59.909+0000 7fd3a124a700 1 --2- 172.21.15.42:0/3425087929 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd39c107840 0x7fd39c1989d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:59.910 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:59.909+0000 7fd3a0a49700 1 -- 172.21.15.42:0/3425087929 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd39c1030f0 msgr2=0x7fd39c19ed50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:59.910 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:59.909+0000 7fd3a0a49700 1 --2- 172.21.15.42:0/3425087929 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd39c1030f0 0x7fd39c19ed50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:59.910 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:59.909+0000 7fd3a0a49700 1 -- 172.21.15.42:0/3425087929 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd39c107840 msgr2=0x7fd39c1989d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:18:59.911 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:59.909+0000 7fd3a0a49700 1 --2- 172.21.15.42:0/3425087929 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd39c107840 0x7fd39c1989d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:18:59.911 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:59.909+0000 7fd3a0a49700 1 -- 172.21.15.42:0/3425087929 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd39c199130 con 0x7fd39c102740 2024-06-06T08:18:59.911 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:59.909+0000 7fd3a124a700 1 --2- 172.21.15.42:0/3425087929 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd39c107840 0x7fd39c1989d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:18:59.911 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:59.909+0000 7fd3a0a49700 1 --2- 172.21.15.42:0/3425087929 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd39c102740 0x7fd39c19e810 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fd38c00c920 tx=0x7fd38c00cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:18:59.911 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:59.910+0000 7fd399ffb700 1 -- 172.21.15.42:0/3425087929 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd38c007b00 con 0x7fd39c102740 2024-06-06T08:18:59.911 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:59.910+0000 7fd3a2cad700 1 -- 172.21.15.42:0/3425087929 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd39c199420 con 0x7fd39c102740 2024-06-06T08:18:59.911 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:59.910+0000 7fd399ffb700 1 -- 172.21.15.42:0/3425087929 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd38c004d10 con 0x7fd39c102740 2024-06-06T08:18:59.911 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:59.910+0000 7fd399ffb700 1 -- 172.21.15.42:0/3425087929 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd38c005680 con 0x7fd39c102740 2024-06-06T08:18:59.911 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:59.910+0000 7fd3a2cad700 1 -- 172.21.15.42:0/3425087929 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd39c1a56e0 con 0x7fd39c102740 2024-06-06T08:18:59.912 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:59.911+0000 7fd3a2cad700 1 -- 172.21.15.42:0/3425087929 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd39c069180 con 0x7fd39c102740 2024-06-06T08:18:59.912 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:59.912+0000 7fd399ffb700 1 -- 172.21.15.42:0/3425087929 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fd38c004750 con 0x7fd39c102740 2024-06-06T08:18:59.912 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:59.913+0000 7fd399ffb700 1 --2- 172.21.15.42:0/3425087929 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fd3880a2c20 0x7fd3880a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:18:59.912 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:59.913+0000 7fd39bfff700 1 --2- 172.21.15.42:0/3425087929 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fd3880a2c20 0x7fd3880a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:18:59.912 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:59.913+0000 7fd399ffb700 1 -- 172.21.15.42:0/3425087929 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 8802+0+0 (secure 0 0 0) 0x7fd38c0cee10 con 0x7fd39c102740 2024-06-06T08:18:59.912 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:59.913+0000 7fd39bfff700 1 --2- 172.21.15.42:0/3425087929 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fd3880a2c20 0x7fd3880a50e0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fd39c1070e0 tx=0x7fd384005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:18:59.916 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:18:59.918+0000 7fd399ffb700 1 -- 172.21.15.42:0/3425087929 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fd38c014030 con 0x7fd39c102740 2024-06-06T08:19:00.125 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:00.126+0000 7fd3a2cad700 1 -- 172.21.15.42:0/3425087929 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd39c199f30 con 0x7fd39c102740 2024-06-06T08:19:00.126 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:00.127+0000 7fd399ffb700 1 -- 172.21.15.42:0/3425087929 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v97) ==== 74+0+24104 (secure 0 0 0) 0x7fd39c199f30 con 0x7fd39c102740 2024-06-06T08:19:00.127 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:19:00.127 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":97,"fsid":"103bdc14-23dc-11ef-bc9b-c7b262605968","created":"2024-06-06T08:10:24.766424+0000","modified":"2024-06-06T08:18:53.875933+0000","last_up_change":"2024-06-06T08:17:36.287686+0000","last_in_change":"2024-06-06T08:17:16.753056+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-06T08:13:45.019237+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-06-06T08:18:33.144907+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-06-06T08:18:36.897997+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-06-06T08:18:46.419853+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"97","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"e2e4fdcf-59e7-458d-b89e-8f5b7095ecba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6803","nonce":992269164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6805","nonce":992269164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6809","nonce":992269164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6807","nonce":992269164}]},"public_addr":"172.21.15.42:6803/992269164","cluster_addr":"172.21.15.42:6805/992269164","heartbeat_back_addr":"172.21.15.42:6809/992269164","heartbeat_front_addr":"172.21.15.42:6807/992269164","state":["exists","up"]},{"osd":1,"uuid":"5a66dde1-0e6a-44d3-9b2d-2c97d7c8db94","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6800","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6801","nonce":207181328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6802","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6803","nonce":207181328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6806","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6807","nonce":207181328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6804","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6805","nonce":207181328}]},"public_addr":"172.21.15.120:6801/207181328","cluster_addr":"172.21.15.120:6803/207181328","heartbeat_back_addr":"172.21.15.120:6807/207181328","heartbeat_front_addr":"172.21.15.120:6805/207181328","state":["exists","up"]},{"osd":2,"uuid":"642addc3-ef6d-438d-ba2b-011de9e2ba8d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6801","nonce":2997625975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6803","nonce":2997625975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6807","nonce":2997625975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6805","nonce":2997625975}]},"public_addr":"172.21.15.149:6801/2997625975","cluster_addr":"172.21.15.149:6803/2997625975","heartbeat_back_addr":"172.21.15.149:6807/2997625975","heartbeat_front_addr":"172.21.15.149:6805/2997625975","state":["exists","up"]},{"osd":3,"uuid":"2a97b907-d011-4010-a71b-a7783002e9b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6811","nonce":4079103623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6813","nonce":4079103623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6817","nonce":4079103623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6815","nonce":4079103623}]},"public_addr":"172.21.15.42:6811/4079103623","cluster_addr":"172.21.15.42:6813/4079103623","heartbeat_back_addr":"172.21.15.42:6817/4079103623","heartbeat_front_addr":"172.21.15.42:6815/4079103623","state":["exists","up"]},{"osd":4,"uuid":"8848bdb6-07d9-4be6-8dcb-01f181f6b678","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6808","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6809","nonce":559794558}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6810","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6811","nonce":559794558}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6814","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6815","nonce":559794558}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6812","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6813","nonce":559794558}]},"public_addr":"172.21.15.120:6809/559794558","cluster_addr":"172.21.15.120:6811/559794558","heartbeat_back_addr":"172.21.15.120:6815/559794558","heartbeat_front_addr":"172.21.15.120:6813/559794558","state":["exists","up"]},{"osd":5,"uuid":"4be1b7e5-1de1-4927-9960-c0f6415e0bff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6809","nonce":4023193877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6811","nonce":4023193877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6815","nonce":4023193877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6813","nonce":4023193877}]},"public_addr":"172.21.15.149:6809/4023193877","cluster_addr":"172.21.15.149:6811/4023193877","heartbeat_back_addr":"172.21.15.149:6815/4023193877","heartbeat_front_addr":"172.21.15.149:6813/4023193877","state":["exists","up"]},{"osd":6,"uuid":"6c1a1ff4-9bed-4f13-ab16-314c8086c06f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6819","nonce":1922652007}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6821","nonce":1922652007}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6825","nonce":1922652007}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6823","nonce":1922652007}]},"public_addr":"172.21.15.42:6819/1922652007","cluster_addr":"172.21.15.42:6821/1922652007","heartbeat_back_addr":"172.21.15.42:6825/1922652007","heartbeat_front_addr":"172.21.15.42:6823/1922652007","state":["exists","up"]},{"osd":7,"uuid":"37cb2c8b-d9c0-4d1e-bee8-cc850c69ba0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6816","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6817","nonce":156965814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6818","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6819","nonce":156965814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6822","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6823","nonce":156965814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6820","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6821","nonce":156965814}]},"public_addr":"172.21.15.120:6817/156965814","cluster_addr":"172.21.15.120:6819/156965814","heartbeat_back_addr":"172.21.15.120:6823/156965814","heartbeat_front_addr":"172.21.15.120:6821/156965814","state":["exists","up"]},{"osd":8,"uuid":"6df7e642-d784-4aac-b764-ddf0747add90","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6817","nonce":4100009474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6819","nonce":4100009474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6823","nonce":4100009474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6821","nonce":4100009474}]},"public_addr":"172.21.15.149:6817/4100009474","cluster_addr":"172.21.15.149:6819/4100009474","heartbeat_back_addr":"172.21.15.149:6823/4100009474","heartbeat_front_addr":"172.21.15.149:6821/4100009474","state":["exists","up"]},{"osd":9,"uuid":"f4b2af93-29f8-495a-86f7-72c2b64b34cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6827","nonce":3216295459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6829","nonce":3216295459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6833","nonce":3216295459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6831","nonce":3216295459}]},"public_addr":"172.21.15.42:6827/3216295459","cluster_addr":"172.21.15.42:6829/3216295459","heartbeat_back_addr":"172.21.15.42:6833/3216295459","heartbeat_front_addr":"172.21.15.42:6831/3216295459","state":["exists","up"]},{"osd":10,"uuid":"5d31e261-0c1d-488d-a7d5-6a6c1250edca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6824","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6825","nonce":3633743730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6826","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6827","nonce":3633743730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6830","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6831","nonce":3633743730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6828","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6829","nonce":3633743730}]},"public_addr":"172.21.15.120:6825/3633743730","cluster_addr":"172.21.15.120:6827/3633743730","heartbeat_back_addr":"172.21.15.120:6831/3633743730","heartbeat_front_addr":"172.21.15.120:6829/3633743730","state":["exists","up"]},{"osd":11,"uuid":"32e1e82b-97fe-4469-8345-871e9caffc3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6825","nonce":797850884}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6827","nonce":797850884}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6831","nonce":797850884}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6829","nonce":797850884}]},"public_addr":"172.21.15.149:6825/797850884","cluster_addr":"172.21.15.149:6827/797850884","heartbeat_back_addr":"172.21.15.149:6831/797850884","heartbeat_front_addr":"172.21.15.149:6829/797850884","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:12:53.901249+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:13:17.683764+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:13:41.352203+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:14:08.031995+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:14:33.363708+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:14:58.055589+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:15:24.669566+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:15:50.912783+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:16:15.924258+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:16:43.185660+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:17:09.578878+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:17:35.047958+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.42:0/2349000297":"2024-06-07T08:11:18.501580+0000","172.21.15.42:6801/542419736":"2024-06-07T08:11:18.501580+0000","172.21.15.42:0/2444807230":"2024-06-07T08:10:51.469961+0000","172.21.15.42:0/2035946884":"2024-06-07T08:11:18.501580+0000","172.21.15.42:6800/542419736":"2024-06-07T08:11:18.501580+0000","172.21.15.42:0/2547834811":"2024-06-07T08:10:51.469961+0000","172.21.15.42:0/1748257485":"2024-06-07T08:11:18.501580+0000","172.21.15.42:0/1313394303":"2024-06-07T08:10:51.469961+0000","172.21.15.42:6800/1296506824":"2024-06-07T08:10:51.469961+0000","172.21.15.42:6801/1296506824":"2024-06-07T08:10:51.469961+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-06T08:19:00.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:00.130+0000 7fd3a2cad700 1 -- 172.21.15.42:0/3425087929 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fd3880a2c20 msgr2=0x7fd3880a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:00.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:00.130+0000 7fd3a2cad700 1 --2- 172.21.15.42:0/3425087929 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fd3880a2c20 0x7fd3880a50e0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fd39c1070e0 tx=0x7fd384005fb0 comp rx=0 tx=0).stop 2024-06-06T08:19:00.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:00.130+0000 7fd3a2cad700 1 -- 172.21.15.42:0/3425087929 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd39c102740 msgr2=0x7fd39c19e810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:00.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:00.130+0000 7fd3a2cad700 1 --2- 172.21.15.42:0/3425087929 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd39c102740 0x7fd39c19e810 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fd38c00c920 tx=0x7fd38c00cc30 comp rx=0 tx=0).stop 2024-06-06T08:19:00.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:00.130+0000 7fd3a2cad700 1 -- 172.21.15.42:0/3425087929 shutdown_connections 2024-06-06T08:19:00.130 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:00.130+0000 7fd3a2cad700 1 --2- 172.21.15.42:0/3425087929 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd39c107840 0x7fd39c1989d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:00.130 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:00.130+0000 7fd3a2cad700 1 --2- 172.21.15.42:0/3425087929 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd39c102740 0x7fd39c19e810 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:00.130 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:00.130+0000 7fd3a2cad700 1 --2- 172.21.15.42:0/3425087929 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fd3880a2c20 0x7fd3880a50e0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:00.130 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:00.130+0000 7fd3a2cad700 1 --2- 172.21.15.42:0/3425087929 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd39c1030f0 0x7fd39c19ed50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:00.130 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:00.130+0000 7fd3a2cad700 1 -- 172.21.15.42:0/3425087929 >> 172.21.15.42:0/3425087929 conn(0x7fd39c0795f0 msgr2=0x7fd39c100570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:19:00.130 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:00.130+0000 7fd3a2cad700 1 -- 172.21.15.42:0/3425087929 shutdown_connections 2024-06-06T08:19:00.130 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:00.130+0000 7fd3a2cad700 1 -- 172.21.15.42:0/3425087929 wait complete. 2024-06-06T08:19:00.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:00 smithi149 ceph-mon[36842]: pgmap v317: 129 pgs: 129 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:19:00.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:00 smithi042 ceph-mon[32384]: pgmap v317: 129 pgs: 129 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:19:00.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:00 smithi120 ceph-mon[36658]: pgmap v317: 129 pgs: 129 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:19:00.776 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph osd dump --format=json 2024-06-06T08:19:01.030 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:19:01.271 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:01 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/3425087929' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T08:19:01.287 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:01 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/3425087929' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T08:19:01.290 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:01 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/3425087929' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T08:19:02.287 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:02 smithi149 ceph-mon[36842]: pgmap v318: 129 pgs: 129 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:19:02.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:02 smithi042 ceph-mon[32384]: pgmap v318: 129 pgs: 129 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:19:02.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:02 smithi120 ceph-mon[36658]: pgmap v318: 129 pgs: 129 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:19:02.799 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:02.783+0000 7f9234798700 1 -- 172.21.15.42:0/3081153043 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f922c101d50 msgr2=0x7f922c10e240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:02.799 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:02.783+0000 7f9234798700 1 --2- 172.21.15.42:0/3081153043 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f922c101d50 0x7f922c10e240 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f9224009990 tx=0x7f9224009ca0 comp rx=0 tx=0).stop 2024-06-06T08:19:02.799 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:02.783+0000 7f9234798700 1 -- 172.21.15.42:0/3081153043 shutdown_connections 2024-06-06T08:19:02.799 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:02.783+0000 7f9234798700 1 --2- 172.21.15.42:0/3081153043 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f922c101d50 0x7f922c10e240 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:02.799 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:02.783+0000 7f9234798700 1 --2- 172.21.15.42:0/3081153043 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f922c107400 0x7f922c1077e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:02.799 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:02.783+0000 7f9234798700 1 --2- 172.21.15.42:0/3081153043 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f922c101390 0x7f922c101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:02.799 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:02.783+0000 7f9234798700 1 -- 172.21.15.42:0/3081153043 >> 172.21.15.42:0/3081153043 conn(0x7f922c078340 msgr2=0x7f922c078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:19:02.799 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:02.783+0000 7f9234798700 1 -- 172.21.15.42:0/3081153043 shutdown_connections 2024-06-06T08:19:02.799 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:02.783+0000 7f9234798700 1 -- 172.21.15.42:0/3081153043 wait complete. 2024-06-06T08:19:02.800 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:02.784+0000 7f9234798700 1 Processor -- start 2024-06-06T08:19:02.800 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:02.784+0000 7f9234798700 1 -- start start 2024-06-06T08:19:02.800 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:02.784+0000 7f9234798700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f922c101390 0x7f922c103070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:02.800 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:02.784+0000 7f9234798700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f922c101d50 0x7f922c1035b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:02.800 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:02.784+0000 7f9234798700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f922c107400 0x7f922c103af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:02.800 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:02.784+0000 7f9234798700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f922c111690 con 0x7f922c101390 2024-06-06T08:19:02.800 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:02.784+0000 7f9234798700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f922c111510 con 0x7f922c101d50 2024-06-06T08:19:02.800 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:02.784+0000 7f9234798700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f922c111810 con 0x7f922c107400 2024-06-06T08:19:02.800 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:02.784+0000 7f9232534700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f922c101390 0x7f922c103070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:02.800 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:02.784+0000 7f9232534700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f922c101390 0x7f922c103070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:54722/0 (socket says 172.21.15.42:54722) 2024-06-06T08:19:02.800 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:02.784+0000 7f9232534700 1 -- 172.21.15.42:0/1402988027 learned_addr learned my addr 172.21.15.42:0/1402988027 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:19:02.800 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:02.784+0000 7f9231d33700 1 --2- 172.21.15.42:0/1402988027 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f922c101d50 0x7f922c1035b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:02.801 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:02.784+0000 7f9232d35700 1 --2- 172.21.15.42:0/1402988027 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f922c107400 0x7f922c103af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:02.801 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:02.784+0000 7f9232534700 1 -- 172.21.15.42:0/1402988027 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f922c107400 msgr2=0x7f922c103af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:02.801 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:02.784+0000 7f9232534700 1 --2- 172.21.15.42:0/1402988027 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f922c107400 0x7f922c103af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:02.801 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:02.784+0000 7f9232534700 1 -- 172.21.15.42:0/1402988027 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f922c101d50 msgr2=0x7f922c1035b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:02.801 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:02.784+0000 7f9232534700 1 --2- 172.21.15.42:0/1402988027 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f922c101d50 0x7f922c1035b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:02.801 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:02.785+0000 7f9232534700 1 -- 172.21.15.42:0/1402988027 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f922c1a70e0 con 0x7f922c101390 2024-06-06T08:19:02.801 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:02.785+0000 7f9231d33700 1 --2- 172.21.15.42:0/1402988027 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f922c101d50 0x7f922c1035b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:19:02.801 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:02.785+0000 7f9232534700 1 --2- 172.21.15.42:0/1402988027 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f922c101390 0x7f922c103070 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f922800ada0 tx=0x7f922800c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:19:02.801 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:02.785+0000 7f92237fe700 1 -- 172.21.15.42:0/1402988027 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9228017020 con 0x7f922c101390 2024-06-06T08:19:02.801 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:02.785+0000 7f92237fe700 1 -- 172.21.15.42:0/1402988027 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9228004bb0 con 0x7f922c101390 2024-06-06T08:19:02.801 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:02.785+0000 7f9234798700 1 -- 172.21.15.42:0/1402988027 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f922c1a73d0 con 0x7f922c101390 2024-06-06T08:19:02.801 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:02.785+0000 7f92237fe700 1 -- 172.21.15.42:0/1402988027 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9228005660 con 0x7f922c101390 2024-06-06T08:19:02.801 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:02.785+0000 7f9234798700 1 -- 172.21.15.42:0/1402988027 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f922c1a78c0 con 0x7f922c101390 2024-06-06T08:19:02.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:02.786+0000 7f9234798700 1 -- 172.21.15.42:0/1402988027 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f922c069180 con 0x7f922c101390 2024-06-06T08:19:02.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:02.787+0000 7f92237fe700 1 -- 172.21.15.42:0/1402988027 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f9228005800 con 0x7f922c101390 2024-06-06T08:19:02.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:02.788+0000 7f92237fe700 1 --2- 172.21.15.42:0/1402988027 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f92180a2c20 0x7f92180a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:02.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:02.788+0000 7f9231d33700 1 --2- 172.21.15.42:0/1402988027 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f92180a2c20 0x7f92180a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:02.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:02.788+0000 7f92237fe700 1 -- 172.21.15.42:0/1402988027 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 8802+0+0 (secure 0 0 0) 0x7f92280cf000 con 0x7f922c101390 2024-06-06T08:19:02.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:02.789+0000 7f9231d33700 1 --2- 172.21.15.42:0/1402988027 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f92180a2c20 0x7f92180a50e0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f921c005950 tx=0x7f921c0058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:19:02.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:02.792+0000 7f92237fe700 1 -- 172.21.15.42:0/1402988027 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f9228021020 con 0x7f922c101390 2024-06-06T08:19:02.999 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:03.000+0000 7f9234798700 1 -- 172.21.15.42:0/1402988027 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f922c1a7bc0 con 0x7f922c101390 2024-06-06T08:19:03.001 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:03.002+0000 7f92237fe700 1 -- 172.21.15.42:0/1402988027 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v97) ==== 74+0+24104 (secure 0 0 0) 0x7f922809bdb0 con 0x7f922c101390 2024-06-06T08:19:03.002 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:19:03.002 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":97,"fsid":"103bdc14-23dc-11ef-bc9b-c7b262605968","created":"2024-06-06T08:10:24.766424+0000","modified":"2024-06-06T08:18:53.875933+0000","last_up_change":"2024-06-06T08:17:36.287686+0000","last_in_change":"2024-06-06T08:17:16.753056+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-06T08:13:45.019237+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-06-06T08:18:33.144907+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-06-06T08:18:36.897997+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-06-06T08:18:46.419853+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"97","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"e2e4fdcf-59e7-458d-b89e-8f5b7095ecba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6803","nonce":992269164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6805","nonce":992269164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6809","nonce":992269164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6807","nonce":992269164}]},"public_addr":"172.21.15.42:6803/992269164","cluster_addr":"172.21.15.42:6805/992269164","heartbeat_back_addr":"172.21.15.42:6809/992269164","heartbeat_front_addr":"172.21.15.42:6807/992269164","state":["exists","up"]},{"osd":1,"uuid":"5a66dde1-0e6a-44d3-9b2d-2c97d7c8db94","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6800","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6801","nonce":207181328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6802","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6803","nonce":207181328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6806","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6807","nonce":207181328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6804","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6805","nonce":207181328}]},"public_addr":"172.21.15.120:6801/207181328","cluster_addr":"172.21.15.120:6803/207181328","heartbeat_back_addr":"172.21.15.120:6807/207181328","heartbeat_front_addr":"172.21.15.120:6805/207181328","state":["exists","up"]},{"osd":2,"uuid":"642addc3-ef6d-438d-ba2b-011de9e2ba8d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6801","nonce":2997625975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6803","nonce":2997625975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6807","nonce":2997625975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6805","nonce":2997625975}]},"public_addr":"172.21.15.149:6801/2997625975","cluster_addr":"172.21.15.149:6803/2997625975","heartbeat_back_addr":"172.21.15.149:6807/2997625975","heartbeat_front_addr":"172.21.15.149:6805/2997625975","state":["exists","up"]},{"osd":3,"uuid":"2a97b907-d011-4010-a71b-a7783002e9b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6811","nonce":4079103623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6813","nonce":4079103623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6817","nonce":4079103623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6815","nonce":4079103623}]},"public_addr":"172.21.15.42:6811/4079103623","cluster_addr":"172.21.15.42:6813/4079103623","heartbeat_back_addr":"172.21.15.42:6817/4079103623","heartbeat_front_addr":"172.21.15.42:6815/4079103623","state":["exists","up"]},{"osd":4,"uuid":"8848bdb6-07d9-4be6-8dcb-01f181f6b678","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6808","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6809","nonce":559794558}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6810","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6811","nonce":559794558}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6814","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6815","nonce":559794558}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6812","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6813","nonce":559794558}]},"public_addr":"172.21.15.120:6809/559794558","cluster_addr":"172.21.15.120:6811/559794558","heartbeat_back_addr":"172.21.15.120:6815/559794558","heartbeat_front_addr":"172.21.15.120:6813/559794558","state":["exists","up"]},{"osd":5,"uuid":"4be1b7e5-1de1-4927-9960-c0f6415e0bff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6809","nonce":4023193877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6811","nonce":4023193877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6815","nonce":4023193877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6813","nonce":4023193877}]},"public_addr":"172.21.15.149:6809/4023193877","cluster_addr":"172.21.15.149:6811/4023193877","heartbeat_back_addr":"172.21.15.149:6815/4023193877","heartbeat_front_addr":"172.21.15.149:6813/4023193877","state":["exists","up"]},{"osd":6,"uuid":"6c1a1ff4-9bed-4f13-ab16-314c8086c06f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6819","nonce":1922652007}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6821","nonce":1922652007}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6825","nonce":1922652007}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6823","nonce":1922652007}]},"public_addr":"172.21.15.42:6819/1922652007","cluster_addr":"172.21.15.42:6821/1922652007","heartbeat_back_addr":"172.21.15.42:6825/1922652007","heartbeat_front_addr":"172.21.15.42:6823/1922652007","state":["exists","up"]},{"osd":7,"uuid":"37cb2c8b-d9c0-4d1e-bee8-cc850c69ba0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6816","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6817","nonce":156965814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6818","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6819","nonce":156965814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6822","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6823","nonce":156965814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6820","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6821","nonce":156965814}]},"public_addr":"172.21.15.120:6817/156965814","cluster_addr":"172.21.15.120:6819/156965814","heartbeat_back_addr":"172.21.15.120:6823/156965814","heartbeat_front_addr":"172.21.15.120:6821/156965814","state":["exists","up"]},{"osd":8,"uuid":"6df7e642-d784-4aac-b764-ddf0747add90","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6817","nonce":4100009474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6819","nonce":4100009474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6823","nonce":4100009474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6821","nonce":4100009474}]},"public_addr":"172.21.15.149:6817/4100009474","cluster_addr":"172.21.15.149:6819/4100009474","heartbeat_back_addr":"172.21.15.149:6823/4100009474","heartbeat_front_addr":"172.21.15.149:6821/4100009474","state":["exists","up"]},{"osd":9,"uuid":"f4b2af93-29f8-495a-86f7-72c2b64b34cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6827","nonce":3216295459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6829","nonce":3216295459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6833","nonce":3216295459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6831","nonce":3216295459}]},"public_addr":"172.21.15.42:6827/3216295459","cluster_addr":"172.21.15.42:6829/3216295459","heartbeat_back_addr":"172.21.15.42:6833/3216295459","heartbeat_front_addr":"172.21.15.42:6831/3216295459","state":["exists","up"]},{"osd":10,"uuid":"5d31e261-0c1d-488d-a7d5-6a6c1250edca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6824","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6825","nonce":3633743730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6826","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6827","nonce":3633743730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6830","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6831","nonce":3633743730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6828","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6829","nonce":3633743730}]},"public_addr":"172.21.15.120:6825/3633743730","cluster_addr":"172.21.15.120:6827/3633743730","heartbeat_back_addr":"172.21.15.120:6831/3633743730","heartbeat_front_addr":"172.21.15.120:6829/3633743730","state":["exists","up"]},{"osd":11,"uuid":"32e1e82b-97fe-4469-8345-871e9caffc3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6825","nonce":797850884}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6827","nonce":797850884}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6831","nonce":797850884}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6829","nonce":797850884}]},"public_addr":"172.21.15.149:6825/797850884","cluster_addr":"172.21.15.149:6827/797850884","heartbeat_back_addr":"172.21.15.149:6831/797850884","heartbeat_front_addr":"172.21.15.149:6829/797850884","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:12:53.901249+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:13:17.683764+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:13:41.352203+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:14:08.031995+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:14:33.363708+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:14:58.055589+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:15:24.669566+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:15:50.912783+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:16:15.924258+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:16:43.185660+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:17:09.578878+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:17:35.047958+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.42:0/2349000297":"2024-06-07T08:11:18.501580+0000","172.21.15.42:6801/542419736":"2024-06-07T08:11:18.501580+0000","172.21.15.42:0/2444807230":"2024-06-07T08:10:51.469961+0000","172.21.15.42:0/2035946884":"2024-06-07T08:11:18.501580+0000","172.21.15.42:6800/542419736":"2024-06-07T08:11:18.501580+0000","172.21.15.42:0/2547834811":"2024-06-07T08:10:51.469961+0000","172.21.15.42:0/1748257485":"2024-06-07T08:11:18.501580+0000","172.21.15.42:0/1313394303":"2024-06-07T08:10:51.469961+0000","172.21.15.42:6800/1296506824":"2024-06-07T08:10:51.469961+0000","172.21.15.42:6801/1296506824":"2024-06-07T08:10:51.469961+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-06T08:19:03.005 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:03.006+0000 7f9234798700 1 -- 172.21.15.42:0/1402988027 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f92180a2c20 msgr2=0x7f92180a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:03.005 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:03.006+0000 7f9234798700 1 --2- 172.21.15.42:0/1402988027 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f92180a2c20 0x7f92180a50e0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f921c005950 tx=0x7f921c0058e0 comp rx=0 tx=0).stop 2024-06-06T08:19:03.005 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:03.006+0000 7f9234798700 1 -- 172.21.15.42:0/1402988027 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f922c101390 msgr2=0x7f922c103070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:03.005 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:03.006+0000 7f9234798700 1 --2- 172.21.15.42:0/1402988027 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f922c101390 0x7f922c103070 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f922800ada0 tx=0x7f922800c330 comp rx=0 tx=0).stop 2024-06-06T08:19:03.005 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:03.006+0000 7f9234798700 1 -- 172.21.15.42:0/1402988027 shutdown_connections 2024-06-06T08:19:03.005 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:03.006+0000 7f9234798700 1 --2- 172.21.15.42:0/1402988027 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f92180a2c20 0x7f92180a50e0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:03.005 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:03.006+0000 7f9234798700 1 --2- 172.21.15.42:0/1402988027 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f922c107400 0x7f922c103af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:03.006 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:03.006+0000 7f9234798700 1 --2- 172.21.15.42:0/1402988027 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f922c101390 0x7f922c103070 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:03.006 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:03.006+0000 7f9234798700 1 --2- 172.21.15.42:0/1402988027 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f922c101d50 0x7f922c1035b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:03.006 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:03.006+0000 7f9234798700 1 -- 172.21.15.42:0/1402988027 >> 172.21.15.42:0/1402988027 conn(0x7f922c078340 msgr2=0x7f922c1005d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:19:03.006 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:03.006+0000 7f9234798700 1 -- 172.21.15.42:0/1402988027 shutdown_connections 2024-06-06T08:19:03.006 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:03.006+0000 7f9234798700 1 -- 172.21.15.42:0/1402988027 wait complete. 2024-06-06T08:19:03.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:03 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/1402988027' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T08:19:03.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:03 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/1402988027' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T08:19:03.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:03 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/1402988027' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T08:19:03.665 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:19:03.915 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:19:04.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:04 smithi149 ceph-mon[36842]: pgmap v319: 129 pgs: 129 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:19:04.290 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:04 smithi042 ceph-mon[32384]: pgmap v319: 129 pgs: 129 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:19:04.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:04 smithi120 ceph-mon[36658]: pgmap v319: 129 pgs: 129 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:19:05.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:05.784+0000 7fb8ddcb6700 1 -- 172.21.15.42:0/3173211866 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb8d8102510 msgr2=0x7fb8d8102990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:05.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:05.784+0000 7fb8ddcb6700 1 --2- 172.21.15.42:0/3173211866 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb8d8102510 0x7fb8d8102990 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fb8c0009990 tx=0x7fb8c0009ca0 comp rx=0 tx=0).stop 2024-06-06T08:19:05.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:05.784+0000 7fb8ddcb6700 1 -- 172.21.15.42:0/3173211866 shutdown_connections 2024-06-06T08:19:05.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:05.784+0000 7fb8ddcb6700 1 --2- 172.21.15.42:0/3173211866 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb8d8102ed0 0x7fb8d810f360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:05.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:05.784+0000 7fb8ddcb6700 1 --2- 172.21.15.42:0/3173211866 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb8d8108520 0x7fb8d8108900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:05.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:05.784+0000 7fb8ddcb6700 1 --2- 172.21.15.42:0/3173211866 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb8d8102510 0x7fb8d8102990 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:05.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:05.784+0000 7fb8ddcb6700 1 -- 172.21.15.42:0/3173211866 >> 172.21.15.42:0/3173211866 conn(0x7fb8d8079560 msgr2=0x7fb8d8079970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:19:05.787 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:05.784+0000 7fb8ddcb6700 1 -- 172.21.15.42:0/3173211866 shutdown_connections 2024-06-06T08:19:05.787 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:05.784+0000 7fb8ddcb6700 1 -- 172.21.15.42:0/3173211866 wait complete. 2024-06-06T08:19:05.787 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:05.785+0000 7fb8ddcb6700 1 Processor -- start 2024-06-06T08:19:05.787 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:05.785+0000 7fb8ddcb6700 1 -- start start 2024-06-06T08:19:05.787 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:05.785+0000 7fb8ddcb6700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb8d8102510 0x7fb8d819e7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:05.787 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:05.786+0000 7fb8ddcb6700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb8d8102ed0 0x7fb8d819ecf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:05.787 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:05.786+0000 7fb8ddcb6700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb8d8108520 0x7fb8d81989c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:05.787 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:05.786+0000 7fb8ddcb6700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb8d81127c0 con 0x7fb8d8102ed0 2024-06-06T08:19:05.787 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:05.786+0000 7fb8ddcb6700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fb8d8112640 con 0x7fb8d8108520 2024-06-06T08:19:05.787 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:05.786+0000 7fb8ddcb6700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fb8d8112940 con 0x7fb8d8102510 2024-06-06T08:19:05.787 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:05.786+0000 7fb8d6ffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb8d8102ed0 0x7fb8d819ecf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:05.787 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:05.786+0000 7fb8d6ffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb8d8102ed0 0x7fb8d819ecf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:54740/0 (socket says 172.21.15.42:54740) 2024-06-06T08:19:05.788 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:05.786+0000 7fb8d6ffd700 1 -- 172.21.15.42:0/767059749 learned_addr learned my addr 172.21.15.42:0/767059749 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:19:05.788 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:05.786+0000 7fb8d7fff700 1 --2- 172.21.15.42:0/767059749 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb8d8108520 0x7fb8d81989c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:05.788 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:05.786+0000 7fb8d77fe700 1 --2- 172.21.15.42:0/767059749 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb8d8102510 0x7fb8d819e7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:05.788 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:05.786+0000 7fb8d6ffd700 1 -- 172.21.15.42:0/767059749 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb8d8102510 msgr2=0x7fb8d819e7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:05.788 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:05.786+0000 7fb8d6ffd700 1 --2- 172.21.15.42:0/767059749 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb8d8102510 0x7fb8d819e7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:05.788 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:05.786+0000 7fb8d6ffd700 1 -- 172.21.15.42:0/767059749 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb8d8108520 msgr2=0x7fb8d81989c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:05.788 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:05.786+0000 7fb8d6ffd700 1 --2- 172.21.15.42:0/767059749 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb8d8108520 0x7fb8d81989c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:05.788 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:05.786+0000 7fb8d6ffd700 1 -- 172.21.15.42:0/767059749 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8d8199120 con 0x7fb8d8102ed0 2024-06-06T08:19:05.788 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:05.786+0000 7fb8d6ffd700 1 --2- 172.21.15.42:0/767059749 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb8d8102ed0 0x7fb8d819ecf0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fb8c0000c00 tx=0x7fb8c00047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:19:05.788 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:05.786+0000 7fb8d4ff9700 1 -- 172.21.15.42:0/767059749 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8c0027070 con 0x7fb8d8102ed0 2024-06-06T08:19:05.788 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:05.786+0000 7fb8ddcb6700 1 -- 172.21.15.42:0/767059749 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8d81993b0 con 0x7fb8d8102ed0 2024-06-06T08:19:05.788 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:05.786+0000 7fb8d4ff9700 1 -- 172.21.15.42:0/767059749 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb8c0003780 con 0x7fb8d8102ed0 2024-06-06T08:19:05.789 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:05.786+0000 7fb8d4ff9700 1 -- 172.21.15.42:0/767059749 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8c0022dd0 con 0x7fb8d8102ed0 2024-06-06T08:19:05.789 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:05.786+0000 7fb8ddcb6700 1 -- 172.21.15.42:0/767059749 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8d81a5680 con 0x7fb8d8102ed0 2024-06-06T08:19:05.789 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:05.787+0000 7fb8ddcb6700 1 -- 172.21.15.42:0/767059749 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb8d8069180 con 0x7fb8d8102ed0 2024-06-06T08:19:05.790 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:05.789+0000 7fb8d4ff9700 1 -- 172.21.15.42:0/767059749 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fb8c002a070 con 0x7fb8d8102ed0 2024-06-06T08:19:05.790 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:05.789+0000 7fb8d4ff9700 1 --2- 172.21.15.42:0/767059749 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fb8c40a2c20 0x7fb8c40a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:05.790 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:05.789+0000 7fb8d77fe700 1 --2- 172.21.15.42:0/767059749 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fb8c40a2c20 0x7fb8c40a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:05.790 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:05.789+0000 7fb8d4ff9700 1 -- 172.21.15.42:0/767059749 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 8802+0+0 (secure 0 0 0) 0x7fb8c00d0300 con 0x7fb8d8102ed0 2024-06-06T08:19:05.790 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:05.790+0000 7fb8d77fe700 1 --2- 172.21.15.42:0/767059749 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fb8c40a2c20 0x7fb8c40a50e0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fb8c80060b0 tx=0x7fb8c8007790 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:19:05.792 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:05.793+0000 7fb8d4ff9700 1 -- 172.21.15.42:0/767059749 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fb8c0013070 con 0x7fb8d8102ed0 2024-06-06T08:19:06.045 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:06.046+0000 7fb8ddcb6700 1 -- 172.21.15.42:0/767059749 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb8d8199ea0 con 0x7fb8d8102ed0 2024-06-06T08:19:06.046 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:06.047+0000 7fb8d4ff9700 1 -- 172.21.15.42:0/767059749 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) ==== 94+0+11803 (secure 0 0 0) 0x7fb8c009d140 con 0x7fb8d8102ed0 2024-06-06T08:19:06.046 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:19:06.047 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":16,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/667270675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":667270675},{"type":"v1","addr":"172.21.15.42:6837","nonce":667270675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/2414389302","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":2414389302},{"type":"v1","addr":"172.21.15.42:6839","nonce":2414389302}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14574,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/3625002785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":3625002785},{"type":"v1","addr":"172.21.15.42:6841","nonce":3625002785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24413,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6835/3995394553","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":3995394553},{"type":"v1","addr":"172.21.15.120:6835","nonce":3995394553}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24430,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6837/3434475673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":3434475673},{"type":"v1","addr":"172.21.15.120:6837","nonce":3434475673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24463,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/3776134468","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":3776134468},{"type":"v1","addr":"172.21.15.149:6835","nonce":3776134468}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24464,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6839/1585293472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":1585293472},{"type":"v1","addr":"172.21.15.120:6839","nonce":1585293472}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":24469,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6837/751787578","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":751787578},{"type":"v1","addr":"172.21.15.149:6837","nonce":751787578}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-06-06T08:18:39.778858+0000","modified":"2024-06-06T08:18:53.876069+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24484},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":8,"addr":"172.21.15.149:6839/764851483","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":764851483},{"type":"v1","addr":"172.21.15.149:6839","nonce":764851483}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":24484,"qdb_cluster":[24484]},"id":1}]} 2024-06-06T08:19:06.048 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:06.049+0000 7fb8ddcb6700 1 -- 172.21.15.42:0/767059749 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fb8c40a2c20 msgr2=0x7fb8c40a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:06.048 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:06.049+0000 7fb8ddcb6700 1 --2- 172.21.15.42:0/767059749 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fb8c40a2c20 0x7fb8c40a50e0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fb8c80060b0 tx=0x7fb8c8007790 comp rx=0 tx=0).stop 2024-06-06T08:19:06.049 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:06.049+0000 7fb8ddcb6700 1 -- 172.21.15.42:0/767059749 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb8d8102ed0 msgr2=0x7fb8d819ecf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:06.049 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:06.049+0000 7fb8ddcb6700 1 --2- 172.21.15.42:0/767059749 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb8d8102ed0 0x7fb8d819ecf0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fb8c0000c00 tx=0x7fb8c00047b0 comp rx=0 tx=0).stop 2024-06-06T08:19:06.049 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:06.049+0000 7fb8ddcb6700 1 -- 172.21.15.42:0/767059749 shutdown_connections 2024-06-06T08:19:06.049 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:06.049+0000 7fb8ddcb6700 1 --2- 172.21.15.42:0/767059749 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb8d8108520 0x7fb8d81989c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:06.049 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:06.049+0000 7fb8ddcb6700 1 --2- 172.21.15.42:0/767059749 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fb8c40a2c20 0x7fb8c40a50e0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:06.049 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:06.049+0000 7fb8ddcb6700 1 --2- 172.21.15.42:0/767059749 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb8d8102510 0x7fb8d819e7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:06.049 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:06.049+0000 7fb8ddcb6700 1 --2- 172.21.15.42:0/767059749 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb8d8102ed0 0x7fb8d819ecf0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:06.049 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:06.049+0000 7fb8ddcb6700 1 -- 172.21.15.42:0/767059749 >> 172.21.15.42:0/767059749 conn(0x7fb8d8079560 msgr2=0x7fb8d81010f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:19:06.049 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:06.049+0000 7fb8ddcb6700 1 -- 172.21.15.42:0/767059749 shutdown_connections 2024-06-06T08:19:06.049 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:06.049+0000 7fb8ddcb6700 1 -- 172.21.15.42:0/767059749 wait complete. 2024-06-06T08:19:06.050 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 16 2024-06-06T08:19:06.287 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:06 smithi149 ceph-mon[36842]: pgmap v320: 129 pgs: 129 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:19:06.314 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:06 smithi042 ceph-mon[32384]: pgmap v320: 129 pgs: 129 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:19:06.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:06 smithi120 ceph-mon[36658]: pgmap v320: 129 pgs: 129 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:19:06.795 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph osd dump --format=json 2024-06-06T08:19:07.047 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:19:07.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:07 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/767059749' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:19:07.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:07 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/767059749' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:19:07.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:07 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/767059749' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:19:08.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:08 smithi149 ceph-mon[36842]: pgmap v321: 129 pgs: 129 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:19:08.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:08 smithi042 ceph-mon[32384]: pgmap v321: 129 pgs: 129 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:19:08.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:08 smithi120 ceph-mon[36658]: pgmap v321: 129 pgs: 129 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:19:08.913 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:08.914+0000 7fd4a0ec5700 1 -- 172.21.15.42:0/3358409729 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd49c06ab30 msgr2=0x7fd49c10f320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:08.914 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:08.914+0000 7fd4a0ec5700 1 --2- 172.21.15.42:0/3358409729 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd49c06ab30 0x7fd49c10f320 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fd494009990 tx=0x7fd494009ca0 comp rx=0 tx=0).stop 2024-06-06T08:19:08.914 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:08.914+0000 7fd4a0ec5700 1 -- 172.21.15.42:0/3358409729 shutdown_connections 2024-06-06T08:19:08.914 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:08.914+0000 7fd4a0ec5700 1 --2- 172.21.15.42:0/3358409729 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd49c06ab30 0x7fd49c10f320 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:08.914 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:08.914+0000 7fd4a0ec5700 1 --2- 172.21.15.42:0/3358409729 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd49c108500 0x7fd49c1088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:08.914 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:08.914+0000 7fd4a0ec5700 1 --2- 172.21.15.42:0/3358409729 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd49c06a170 0x7fd49c06a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:08.914 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:08.914+0000 7fd4a0ec5700 1 -- 172.21.15.42:0/3358409729 >> 172.21.15.42:0/3358409729 conn(0x7fd49c078340 msgr2=0x7fd49c078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:19:08.914 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:08.914+0000 7fd4a0ec5700 1 -- 172.21.15.42:0/3358409729 shutdown_connections 2024-06-06T08:19:08.914 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:08.914+0000 7fd4a0ec5700 1 -- 172.21.15.42:0/3358409729 wait complete. 2024-06-06T08:19:08.916 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:08.915+0000 7fd4a0ec5700 1 Processor -- start 2024-06-06T08:19:08.916 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:08.915+0000 7fd4a0ec5700 1 -- start start 2024-06-06T08:19:08.916 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:08.915+0000 7fd4a0ec5700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd49c06a170 0x7fd49c101460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:08.916 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:08.915+0000 7fd4a0ec5700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd49c06ab30 0x7fd49c1019a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:08.916 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:08.915+0000 7fd4a0ec5700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd49c108500 0x7fd49c101ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:08.916 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:08.915+0000 7fd4a0ec5700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd49c1127e0 con 0x7fd49c06a170 2024-06-06T08:19:08.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:08.915+0000 7fd4a0ec5700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fd49c112660 con 0x7fd49c06ab30 2024-06-06T08:19:08.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:08.915+0000 7fd4a0ec5700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fd49c112960 con 0x7fd49c108500 2024-06-06T08:19:08.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:08.915+0000 7fd49a59c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd49c06a170 0x7fd49c101460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:08.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:08.916+0000 7fd49a59c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd49c06a170 0x7fd49c101460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:33840/0 (socket says 172.21.15.42:33840) 2024-06-06T08:19:08.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:08.916+0000 7fd49a59c700 1 -- 172.21.15.42:0/2313190495 learned_addr learned my addr 172.21.15.42:0/2313190495 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:19:08.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:08.916+0000 7fd49ad9d700 1 --2- 172.21.15.42:0/2313190495 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd49c108500 0x7fd49c101ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:08.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:08.916+0000 7fd499d9b700 1 --2- 172.21.15.42:0/2313190495 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd49c06ab30 0x7fd49c1019a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:08.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:08.916+0000 7fd49a59c700 1 -- 172.21.15.42:0/2313190495 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd49c108500 msgr2=0x7fd49c101ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:08.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:08.916+0000 7fd49a59c700 1 --2- 172.21.15.42:0/2313190495 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd49c108500 0x7fd49c101ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:08.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:08.916+0000 7fd49a59c700 1 -- 172.21.15.42:0/2313190495 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd49c06ab30 msgr2=0x7fd49c1019a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:08.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:08.916+0000 7fd49a59c700 1 --2- 172.21.15.42:0/2313190495 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd49c06ab30 0x7fd49c1019a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:08.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:08.916+0000 7fd49a59c700 1 -- 172.21.15.42:0/2313190495 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd49c1a71a0 con 0x7fd49c06a170 2024-06-06T08:19:08.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:08.916+0000 7fd49ad9d700 1 --2- 172.21.15.42:0/2313190495 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd49c108500 0x7fd49c101ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:19:08.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:08.916+0000 7fd49a59c700 1 --2- 172.21.15.42:0/2313190495 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd49c06a170 0x7fd49c101460 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fd48c00ba50 tx=0x7fd48c00be10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:19:08.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:08.916+0000 7fd48b7fe700 1 -- 172.21.15.42:0/2313190495 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd48c019070 con 0x7fd49c06a170 2024-06-06T08:19:08.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:08.916+0000 7fd4a0ec5700 1 -- 172.21.15.42:0/2313190495 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd49c1a7490 con 0x7fd49c06a170 2024-06-06T08:19:08.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:08.916+0000 7fd48b7fe700 1 -- 172.21.15.42:0/2313190495 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd48c014440 con 0x7fd49c06a170 2024-06-06T08:19:08.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:08.916+0000 7fd48b7fe700 1 -- 172.21.15.42:0/2313190495 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd48c0075d0 con 0x7fd49c06a170 2024-06-06T08:19:08.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:08.916+0000 7fd4a0ec5700 1 -- 172.21.15.42:0/2313190495 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd49c1a79d0 con 0x7fd49c06a170 2024-06-06T08:19:08.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:08.917+0000 7fd4a0ec5700 1 -- 172.21.15.42:0/2313190495 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd49c10a9e0 con 0x7fd49c06a170 2024-06-06T08:19:08.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:08.919+0000 7fd48b7fe700 1 -- 172.21.15.42:0/2313190495 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fd48c01c070 con 0x7fd49c06a170 2024-06-06T08:19:08.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:08.919+0000 7fd48b7fe700 1 --2- 172.21.15.42:0/2313190495 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fd4840a2c20 0x7fd4840a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:08.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:08.919+0000 7fd499d9b700 1 --2- 172.21.15.42:0/2313190495 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fd4840a2c20 0x7fd4840a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:08.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:08.919+0000 7fd48b7fe700 1 -- 172.21.15.42:0/2313190495 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 8802+0+0 (secure 0 0 0) 0x7fd48c0cebf0 con 0x7fd49c06a170 2024-06-06T08:19:08.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:08.920+0000 7fd499d9b700 1 --2- 172.21.15.42:0/2313190495 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fd4840a2c20 0x7fd4840a50e0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fd490005fd0 tx=0x7fd49000a560 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:19:08.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:08.923+0000 7fd48b7fe700 1 -- 172.21.15.42:0/2313190495 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fd48c09b910 con 0x7fd49c06a170 2024-06-06T08:19:09.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:09.130+0000 7fd4a0ec5700 1 -- 172.21.15.42:0/2313190495 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd49c102990 con 0x7fd49c06a170 2024-06-06T08:19:09.130 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:09.131+0000 7fd48b7fe700 1 -- 172.21.15.42:0/2313190495 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v97) ==== 74+0+24104 (secure 0 0 0) 0x7fd48c09b210 con 0x7fd49c06a170 2024-06-06T08:19:09.131 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:19:09.131 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":97,"fsid":"103bdc14-23dc-11ef-bc9b-c7b262605968","created":"2024-06-06T08:10:24.766424+0000","modified":"2024-06-06T08:18:53.875933+0000","last_up_change":"2024-06-06T08:17:36.287686+0000","last_in_change":"2024-06-06T08:17:16.753056+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-06T08:13:45.019237+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-06-06T08:18:33.144907+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-06-06T08:18:36.897997+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-06-06T08:18:46.419853+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"97","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"e2e4fdcf-59e7-458d-b89e-8f5b7095ecba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6803","nonce":992269164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6805","nonce":992269164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6809","nonce":992269164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6807","nonce":992269164}]},"public_addr":"172.21.15.42:6803/992269164","cluster_addr":"172.21.15.42:6805/992269164","heartbeat_back_addr":"172.21.15.42:6809/992269164","heartbeat_front_addr":"172.21.15.42:6807/992269164","state":["exists","up"]},{"osd":1,"uuid":"5a66dde1-0e6a-44d3-9b2d-2c97d7c8db94","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6800","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6801","nonce":207181328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6802","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6803","nonce":207181328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6806","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6807","nonce":207181328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6804","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6805","nonce":207181328}]},"public_addr":"172.21.15.120:6801/207181328","cluster_addr":"172.21.15.120:6803/207181328","heartbeat_back_addr":"172.21.15.120:6807/207181328","heartbeat_front_addr":"172.21.15.120:6805/207181328","state":["exists","up"]},{"osd":2,"uuid":"642addc3-ef6d-438d-ba2b-011de9e2ba8d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6801","nonce":2997625975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6803","nonce":2997625975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6807","nonce":2997625975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6805","nonce":2997625975}]},"public_addr":"172.21.15.149:6801/2997625975","cluster_addr":"172.21.15.149:6803/2997625975","heartbeat_back_addr":"172.21.15.149:6807/2997625975","heartbeat_front_addr":"172.21.15.149:6805/2997625975","state":["exists","up"]},{"osd":3,"uuid":"2a97b907-d011-4010-a71b-a7783002e9b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6811","nonce":4079103623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6813","nonce":4079103623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6817","nonce":4079103623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6815","nonce":4079103623}]},"public_addr":"172.21.15.42:6811/4079103623","cluster_addr":"172.21.15.42:6813/4079103623","heartbeat_back_addr":"172.21.15.42:6817/4079103623","heartbeat_front_addr":"172.21.15.42:6815/4079103623","state":["exists","up"]},{"osd":4,"uuid":"8848bdb6-07d9-4be6-8dcb-01f181f6b678","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6808","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6809","nonce":559794558}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6810","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6811","nonce":559794558}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6814","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6815","nonce":559794558}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6812","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6813","nonce":559794558}]},"public_addr":"172.21.15.120:6809/559794558","cluster_addr":"172.21.15.120:6811/559794558","heartbeat_back_addr":"172.21.15.120:6815/559794558","heartbeat_front_addr":"172.21.15.120:6813/559794558","state":["exists","up"]},{"osd":5,"uuid":"4be1b7e5-1de1-4927-9960-c0f6415e0bff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6809","nonce":4023193877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6811","nonce":4023193877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6815","nonce":4023193877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6813","nonce":4023193877}]},"public_addr":"172.21.15.149:6809/4023193877","cluster_addr":"172.21.15.149:6811/4023193877","heartbeat_back_addr":"172.21.15.149:6815/4023193877","heartbeat_front_addr":"172.21.15.149:6813/4023193877","state":["exists","up"]},{"osd":6,"uuid":"6c1a1ff4-9bed-4f13-ab16-314c8086c06f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6819","nonce":1922652007}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6821","nonce":1922652007}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6825","nonce":1922652007}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6823","nonce":1922652007}]},"public_addr":"172.21.15.42:6819/1922652007","cluster_addr":"172.21.15.42:6821/1922652007","heartbeat_back_addr":"172.21.15.42:6825/1922652007","heartbeat_front_addr":"172.21.15.42:6823/1922652007","state":["exists","up"]},{"osd":7,"uuid":"37cb2c8b-d9c0-4d1e-bee8-cc850c69ba0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6816","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6817","nonce":156965814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6818","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6819","nonce":156965814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6822","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6823","nonce":156965814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6820","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6821","nonce":156965814}]},"public_addr":"172.21.15.120:6817/156965814","cluster_addr":"172.21.15.120:6819/156965814","heartbeat_back_addr":"172.21.15.120:6823/156965814","heartbeat_front_addr":"172.21.15.120:6821/156965814","state":["exists","up"]},{"osd":8,"uuid":"6df7e642-d784-4aac-b764-ddf0747add90","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6817","nonce":4100009474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6819","nonce":4100009474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6823","nonce":4100009474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6821","nonce":4100009474}]},"public_addr":"172.21.15.149:6817/4100009474","cluster_addr":"172.21.15.149:6819/4100009474","heartbeat_back_addr":"172.21.15.149:6823/4100009474","heartbeat_front_addr":"172.21.15.149:6821/4100009474","state":["exists","up"]},{"osd":9,"uuid":"f4b2af93-29f8-495a-86f7-72c2b64b34cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6827","nonce":3216295459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6829","nonce":3216295459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6833","nonce":3216295459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6831","nonce":3216295459}]},"public_addr":"172.21.15.42:6827/3216295459","cluster_addr":"172.21.15.42:6829/3216295459","heartbeat_back_addr":"172.21.15.42:6833/3216295459","heartbeat_front_addr":"172.21.15.42:6831/3216295459","state":["exists","up"]},{"osd":10,"uuid":"5d31e261-0c1d-488d-a7d5-6a6c1250edca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6824","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6825","nonce":3633743730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6826","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6827","nonce":3633743730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6830","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6831","nonce":3633743730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6828","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6829","nonce":3633743730}]},"public_addr":"172.21.15.120:6825/3633743730","cluster_addr":"172.21.15.120:6827/3633743730","heartbeat_back_addr":"172.21.15.120:6831/3633743730","heartbeat_front_addr":"172.21.15.120:6829/3633743730","state":["exists","up"]},{"osd":11,"uuid":"32e1e82b-97fe-4469-8345-871e9caffc3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6825","nonce":797850884}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6827","nonce":797850884}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6831","nonce":797850884}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6829","nonce":797850884}]},"public_addr":"172.21.15.149:6825/797850884","cluster_addr":"172.21.15.149:6827/797850884","heartbeat_back_addr":"172.21.15.149:6831/797850884","heartbeat_front_addr":"172.21.15.149:6829/797850884","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:12:53.901249+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:13:17.683764+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:13:41.352203+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:14:08.031995+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:14:33.363708+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:14:58.055589+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:15:24.669566+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:15:50.912783+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:16:15.924258+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:16:43.185660+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:17:09.578878+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:17:35.047958+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.42:0/2349000297":"2024-06-07T08:11:18.501580+0000","172.21.15.42:6801/542419736":"2024-06-07T08:11:18.501580+0000","172.21.15.42:0/2444807230":"2024-06-07T08:10:51.469961+0000","172.21.15.42:0/2035946884":"2024-06-07T08:11:18.501580+0000","172.21.15.42:6800/542419736":"2024-06-07T08:11:18.501580+0000","172.21.15.42:0/2547834811":"2024-06-07T08:10:51.469961+0000","172.21.15.42:0/1748257485":"2024-06-07T08:11:18.501580+0000","172.21.15.42:0/1313394303":"2024-06-07T08:10:51.469961+0000","172.21.15.42:6800/1296506824":"2024-06-07T08:10:51.469961+0000","172.21.15.42:6801/1296506824":"2024-06-07T08:10:51.469961+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-06T08:19:09.133 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:09.134+0000 7fd4a0ec5700 1 -- 172.21.15.42:0/2313190495 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fd4840a2c20 msgr2=0x7fd4840a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:09.133 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:09.134+0000 7fd4a0ec5700 1 --2- 172.21.15.42:0/2313190495 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fd4840a2c20 0x7fd4840a50e0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fd490005fd0 tx=0x7fd49000a560 comp rx=0 tx=0).stop 2024-06-06T08:19:09.133 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:09.134+0000 7fd4a0ec5700 1 -- 172.21.15.42:0/2313190495 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd49c06a170 msgr2=0x7fd49c101460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:09.133 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:09.134+0000 7fd4a0ec5700 1 --2- 172.21.15.42:0/2313190495 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd49c06a170 0x7fd49c101460 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fd48c00ba50 tx=0x7fd48c00be10 comp rx=0 tx=0).stop 2024-06-06T08:19:09.133 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:09.134+0000 7fd4a0ec5700 1 -- 172.21.15.42:0/2313190495 shutdown_connections 2024-06-06T08:19:09.133 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:09.134+0000 7fd4a0ec5700 1 --2- 172.21.15.42:0/2313190495 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fd4840a2c20 0x7fd4840a50e0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:09.133 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:09.134+0000 7fd4a0ec5700 1 --2- 172.21.15.42:0/2313190495 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd49c108500 0x7fd49c101ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:09.133 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:09.134+0000 7fd4a0ec5700 1 --2- 172.21.15.42:0/2313190495 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd49c06a170 0x7fd49c101460 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:09.134 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:09.134+0000 7fd4a0ec5700 1 --2- 172.21.15.42:0/2313190495 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd49c06ab30 0x7fd49c1019a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:09.134 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:09.134+0000 7fd4a0ec5700 1 -- 172.21.15.42:0/2313190495 >> 172.21.15.42:0/2313190495 conn(0x7fd49c078340 msgr2=0x7fd49c0fff80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:19:09.134 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:09.134+0000 7fd4a0ec5700 1 -- 172.21.15.42:0/2313190495 shutdown_connections 2024-06-06T08:19:09.134 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:09.134+0000 7fd4a0ec5700 1 -- 172.21.15.42:0/2313190495 wait complete. 2024-06-06T08:19:09.797 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 16, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-06-06T08:18:39.778858+0000', 'modified': '2024-06-06T08:18:53.876069+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24484}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24484': {'gid': 24484, 'name': 'i', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 8, 'addr': '172.21.15.149:6839/764851483', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.149:6838', 'nonce': 764851483}, {'type': 'v1', 'addr': '172.21.15.149:6839', 'nonce': 764851483}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 1, 'qdb_leader': 24484, 'qdb_cluster': [24484]} 2024-06-06T08:19:09.797 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-06-06T08:19:09.798 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.i status 2024-06-06T08:19:10.053 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:19:10.287 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:10 smithi042 ceph-mon[32384]: pgmap v322: 129 pgs: 129 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:19:10.287 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:10 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/2313190495' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T08:19:10.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:10 smithi149 ceph-mon[36842]: pgmap v322: 129 pgs: 129 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:19:10.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:10 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/2313190495' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T08:19:10.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:10 smithi120 ceph-mon[36658]: pgmap v322: 129 pgs: 129 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:19:10.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:10 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/2313190495' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T08:19:11.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.811+0000 7fbeb23a5700 1 -- 172.21.15.42:0/1000724697 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbeac107400 msgr2=0x7fbeac1077e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:11.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.811+0000 7fbeb23a5700 1 --2- 172.21.15.42:0/1000724697 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbeac107400 0x7fbeac1077e0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fbe9c009990 tx=0x7fbe9c009ca0 comp rx=0 tx=0).stop 2024-06-06T08:19:11.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.811+0000 7fbeb23a5700 1 -- 172.21.15.42:0/1000724697 shutdown_connections 2024-06-06T08:19:11.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.811+0000 7fbeb23a5700 1 --2- 172.21.15.42:0/1000724697 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbeac101d50 0x7fbeac10e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:11.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.811+0000 7fbeb23a5700 1 --2- 172.21.15.42:0/1000724697 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbeac107400 0x7fbeac1077e0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:11.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.811+0000 7fbeb23a5700 1 --2- 172.21.15.42:0/1000724697 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbeac101390 0x7fbeac101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:11.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.811+0000 7fbeb23a5700 1 -- 172.21.15.42:0/1000724697 >> 172.21.15.42:0/1000724697 conn(0x7fbeac078340 msgr2=0x7fbeac078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:19:11.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.811+0000 7fbeb23a5700 1 -- 172.21.15.42:0/1000724697 shutdown_connections 2024-06-06T08:19:11.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.812+0000 7fbeb23a5700 1 -- 172.21.15.42:0/1000724697 wait complete. 2024-06-06T08:19:11.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.812+0000 7fbeb23a5700 1 Processor -- start 2024-06-06T08:19:11.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.812+0000 7fbeb23a5700 1 -- start start 2024-06-06T08:19:11.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.812+0000 7fbeb23a5700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbeac101390 0x7fbeac19ea40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:11.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.812+0000 7fbeb23a5700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbeac101d50 0x7fbeac19ef80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:11.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.812+0000 7fbeb23a5700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbeac107400 0x7fbeac198b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:11.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.812+0000 7fbeb23a5700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fbeac111740 con 0x7fbeac107400 2024-06-06T08:19:11.814 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.812+0000 7fbeb23a5700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fbeac1115c0 con 0x7fbeac101390 2024-06-06T08:19:11.814 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.812+0000 7fbeb23a5700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fbeac1118c0 con 0x7fbeac101d50 2024-06-06T08:19:11.814 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.813+0000 7fbeb0942700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbeac107400 0x7fbeac198b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:11.814 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.813+0000 7fbeb0942700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbeac107400 0x7fbeac198b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:33858/0 (socket says 172.21.15.42:33858) 2024-06-06T08:19:11.814 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.813+0000 7fbeb0942700 1 -- 172.21.15.42:0/750774640 learned_addr learned my addr 172.21.15.42:0/750774640 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:19:11.814 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.813+0000 7fbeabfff700 1 --2- 172.21.15.42:0/750774640 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbeac101390 0x7fbeac19ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:11.814 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.813+0000 7fbea3fff700 1 --2- 172.21.15.42:0/750774640 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbeac101d50 0x7fbeac19ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:11.814 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.813+0000 7fbeb0942700 1 -- 172.21.15.42:0/750774640 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbeac101d50 msgr2=0x7fbeac19ef80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:11.814 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.813+0000 7fbeb0942700 1 --2- 172.21.15.42:0/750774640 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbeac101d50 0x7fbeac19ef80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:11.814 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.813+0000 7fbeb0942700 1 -- 172.21.15.42:0/750774640 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbeac101390 msgr2=0x7fbeac19ea40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:11.814 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.813+0000 7fbeb0942700 1 --2- 172.21.15.42:0/750774640 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbeac101390 0x7fbeac19ea40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:11.814 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.813+0000 7fbeb0942700 1 -- 172.21.15.42:0/750774640 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbeac199440 con 0x7fbeac107400 2024-06-06T08:19:11.814 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.813+0000 7fbeb0942700 1 --2- 172.21.15.42:0/750774640 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbeac107400 0x7fbeac198b60 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fbea4007ee0 tx=0x7fbea400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:19:11.815 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.813+0000 7fbea9ffb700 1 -- 172.21.15.42:0/750774640 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbea400dbd0 con 0x7fbeac107400 2024-06-06T08:19:11.815 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.813+0000 7fbea9ffb700 1 -- 172.21.15.42:0/750774640 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbea400dd70 con 0x7fbeac107400 2024-06-06T08:19:11.815 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.813+0000 7fbeb23a5700 1 -- 172.21.15.42:0/750774640 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbeac199730 con 0x7fbeac107400 2024-06-06T08:19:11.815 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.813+0000 7fbea9ffb700 1 -- 172.21.15.42:0/750774640 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbea4005a60 con 0x7fbeac107400 2024-06-06T08:19:11.815 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.813+0000 7fbeb23a5700 1 -- 172.21.15.42:0/750774640 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbeac1a59c0 con 0x7fbeac107400 2024-06-06T08:19:11.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.815+0000 7fbea9ffb700 1 -- 172.21.15.42:0/750774640 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fbea401a020 con 0x7fbeac107400 2024-06-06T08:19:11.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.816+0000 7fbea9ffb700 1 --2- 172.21.15.42:0/750774640 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fbe980a2c20 0x7fbe980a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:11.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.816+0000 7fbeabfff700 1 --2- 172.21.15.42:0/750774640 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fbe980a2c20 0x7fbe980a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:11.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.816+0000 7fbea9ffb700 1 -- 172.21.15.42:0/750774640 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 8802+0+0 (secure 0 0 0) 0x7fbea40ce9e0 con 0x7fbeac107400 2024-06-06T08:19:11.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.817+0000 7fbeabfff700 1 --2- 172.21.15.42:0/750774640 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fbe980a2c20 0x7fbe980a50e0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fbe9c00b5c0 tx=0x7fbe9c005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:19:11.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.817+0000 7fbebcc28b80 1 Processor -- start 2024-06-06T08:19:11.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.817+0000 7fbebcc28b80 1 -- start start 2024-06-06T08:19:11.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.817+0000 7fbebcc28b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56119e2c7f10 0x56119e2c82f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:11.818 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.817+0000 7fbebcc28b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56119e2c8830 0x56119e2c2210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:11.818 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.817+0000 7fbebcc28b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56119e2c2750 0x56119e2c2b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:11.818 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.817+0000 7fbebcc28b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56119e1b4f10 con 0x56119e2c2750 2024-06-06T08:19:11.818 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.817+0000 7fbebcc28b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x56119e213800 con 0x56119e2c8830 2024-06-06T08:19:11.818 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.817+0000 7fbebcc28b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x56119e17b410 con 0x56119e2c7f10 2024-06-06T08:19:11.818 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.818+0000 7fbeb0942700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56119e2c2750 0x56119e2c2b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:11.818 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.818+0000 7fbeb0942700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56119e2c2750 0x56119e2c2b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:33866/0 (socket says 172.21.15.42:33866) 2024-06-06T08:19:11.818 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.818+0000 7fbeb0942700 1 -- 172.21.15.42:0/1225929189 learned_addr learned my addr 172.21.15.42:0/1225929189 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:19:11.818 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.818+0000 7fbeabfff700 1 --2- 172.21.15.42:0/1225929189 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56119e2c7f10 0x56119e2c82f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:11.818 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.818+0000 7fbea3fff700 1 --2- 172.21.15.42:0/1225929189 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56119e2c8830 0x56119e2c2210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:11.818 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.818+0000 7fbeb0942700 1 -- 172.21.15.42:0/1225929189 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56119e2c7f10 msgr2=0x56119e2c82f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:19:11.818 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.818+0000 7fbeb0942700 1 --2- 172.21.15.42:0/1225929189 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56119e2c7f10 0x56119e2c82f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:11.819 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.818+0000 7fbeb0942700 1 -- 172.21.15.42:0/1225929189 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56119e2c8830 msgr2=0x56119e2c2210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:19:11.819 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.818+0000 7fbeb0942700 1 --2- 172.21.15.42:0/1225929189 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56119e2c8830 0x56119e2c2210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:11.819 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.818+0000 7fbeb0942700 1 -- 172.21.15.42:0/1225929189 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56119e162880 con 0x56119e2c2750 2024-06-06T08:19:11.819 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.818+0000 7fbeb0942700 1 --2- 172.21.15.42:0/1225929189 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56119e2c2750 0x56119e2c2b70 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fbea4097460 tx=0x7fbea409b7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5bcb7c74a9833d94 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:19:11.819 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.818+0000 7fbea27fc700 1 -- 172.21.15.42:0/1225929189 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbea40a3c70 con 0x56119e2c2750 2024-06-06T08:19:11.819 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.818+0000 7fbea27fc700 1 -- 172.21.15.42:0/1225929189 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbea40990a0 con 0x56119e2c2750 2024-06-06T08:19:11.819 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.818+0000 7fbea27fc700 1 -- 172.21.15.42:0/1225929189 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbea4022470 con 0x56119e2c2750 2024-06-06T08:19:11.822 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.819+0000 7fbebcc28b80 1 -- 172.21.15.42:0/1225929189 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56119e2c2750 msgr2=0x56119e2c2b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:11.822 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.819+0000 7fbebcc28b80 1 --2- 172.21.15.42:0/1225929189 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56119e2c2750 0x56119e2c2b70 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fbea4097460 tx=0x7fbea409b7f0 comp rx=0 tx=0).stop 2024-06-06T08:19:11.822 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.819+0000 7fbebcc28b80 1 -- 172.21.15.42:0/1225929189 shutdown_connections 2024-06-06T08:19:11.822 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.819+0000 7fbebcc28b80 1 --2- 172.21.15.42:0/1225929189 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56119e2c2750 0x56119e2c2b70 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:11.822 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.819+0000 7fbebcc28b80 1 --2- 172.21.15.42:0/1225929189 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56119e2c7f10 0x56119e2c82f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:11.822 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.819+0000 7fbebcc28b80 1 --2- 172.21.15.42:0/1225929189 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56119e2c8830 0x56119e2c2210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:11.822 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.819+0000 7fbebcc28b80 1 -- 172.21.15.42:0/1225929189 >> 172.21.15.42:0/1225929189 conn(0x56119e1ef030 msgr2=0x56119e2bd1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:19:11.823 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.819+0000 7fbebcc28b80 1 -- 172.21.15.42:0/1225929189 shutdown_connections 2024-06-06T08:19:11.823 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.819+0000 7fbebcc28b80 1 -- 172.21.15.42:0/1225929189 wait complete. 2024-06-06T08:19:11.823 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.819+0000 7fbebcc28b80 1 -- start start 2024-06-06T08:19:11.823 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.820+0000 7fbebcc28b80 1 Processor -- start 2024-06-06T08:19:11.823 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.820+0000 7fbebcc28b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56119e2c2750 0x56119e2d6060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:11.823 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.820+0000 7fbebcc28b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56119e2c7f10 0x56119e2d65a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:11.823 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.820+0000 7fbebcc28b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56119e2c8830 0x56119e2d03e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:11.823 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.820+0000 7fbebcc28b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56119e1b3f70 con 0x56119e2c2750 2024-06-06T08:19:11.823 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.820+0000 7fbebcc28b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x56119e20f7c0 con 0x56119e2c8830 2024-06-06T08:19:11.823 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.820+0000 7fbebcc28b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x56119e2cf210 con 0x56119e2c7f10 2024-06-06T08:19:11.823 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.820+0000 7fbebcc28b80 10 client.0 _ll_register_callbacks cb 0x56119e1a9560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:19:11.823 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.820+0000 7fbeabfff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56119e2c2750 0x56119e2d6060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:11.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.820+0000 7fbeabfff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56119e2c2750 0x56119e2d6060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:33874/0 (socket says 172.21.15.42:33874) 2024-06-06T08:19:11.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.820+0000 7fbeabfff700 1 -- 172.21.15.42:0/3287759335 learned_addr learned my addr 172.21.15.42:0/3287759335 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:19:11.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.820+0000 7fbeb0942700 1 --2- 172.21.15.42:0/3287759335 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56119e2c8830 0x56119e2d03e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:11.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.820+0000 7fbea3fff700 1 --2- 172.21.15.42:0/3287759335 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56119e2c7f10 0x56119e2d65a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:11.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.820+0000 7fbeabfff700 1 -- 172.21.15.42:0/3287759335 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56119e2c7f10 msgr2=0x56119e2d65a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:19:11.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.820+0000 7fbeabfff700 1 --2- 172.21.15.42:0/3287759335 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56119e2c7f10 0x56119e2d65a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:11.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.820+0000 7fbeabfff700 1 -- 172.21.15.42:0/3287759335 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56119e2c8830 msgr2=0x56119e2d03e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:19:11.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.820+0000 7fbeabfff700 1 --2- 172.21.15.42:0/3287759335 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56119e2c8830 0x56119e2d03e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:11.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.820+0000 7fbeabfff700 1 -- 172.21.15.42:0/3287759335 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56119e1d9700 con 0x56119e2c2750 2024-06-06T08:19:11.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.820+0000 7fbea3fff700 1 --2- 172.21.15.42:0/3287759335 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56119e2c7f10 0x56119e2d65a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:19:11.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.821+0000 7fbeabfff700 1 --2- 172.21.15.42:0/3287759335 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56119e2c2750 0x56119e2d6060 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fbe9c00f490 tx=0x7fbe9c01a050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=146e54f5dd5ec7b8 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:19:11.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.821+0000 7fbe8b7fe700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:19:11.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.821+0000 7fbe8b7fe700 1 -- 172.21.15.42:0/3287759335 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe9c024610 con 0x56119e2c2750 2024-06-06T08:19:11.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.821+0000 7fbe8b7fe700 1 -- 172.21.15.42:0/3287759335 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 8802+0+0 (secure 0 0 0) 0x7fbe9c0247b0 con 0x56119e2c2750 2024-06-06T08:19:11.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.821+0000 7fbebcc28b80 1 -- 172.21.15.42:0/3287759335 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbea40990a0 con 0x56119e2c2750 2024-06-06T08:19:11.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.821+0000 7fbe8b7fe700 1 -- 172.21.15.42:0/3287759335 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=16) ==== 24+0+0 (secure 0 0 0) 0x7fbe9c03e050 con 0x56119e2c2750 2024-06-06T08:19:11.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.821+0000 7fbebcc28b80 10 client.14676 fetch_fsmap learned FSMap version 16 2024-06-06T08:19:11.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.821+0000 7fbebcc28b80 1 -- 172.21.15.42:0/3287759335 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=16,monmap=4+}) -- 0x56119e2dddc0 con 0x56119e2c2750 2024-06-06T08:19:11.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.821+0000 7fbe8b7fe700 1 -- 172.21.15.42:0/3287759335 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbea40990a0 con 0x56119e2c2750 2024-06-06T08:19:11.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.821+0000 7fbe8b7fe700 1 -- 172.21.15.42:0/3287759335 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 16) ==== 8342+0+0 (secure 0 0 0) 0x7fbe9c030a80 con 0x56119e2c2750 2024-06-06T08:19:11.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.821+0000 7fbebcc28b80 10 client.14676 fetch_fsmap finished waiting for FSMap version 16 2024-06-06T08:19:11.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.821+0000 7fbebcc28b80 10 client.14676 resolve_mds: resolved name 'i' to daemon mds.i 2024-06-06T08:19:11.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.821+0000 7fbebcc28b80 20 client.14676 populate_metadata read hostname 'smithi042' 2024-06-06T08:19:11.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.821+0000 7fbebcc28b80 1 --2- 172.21.15.42:0/3287759335 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56119e2e0480 0x56119e2e18f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:11.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.822+0000 7fbebcc28b80 4 client.14676 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:19:11.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.822+0000 7fbebcc28b80 1 -- 172.21.15.42:0/3287759335 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56119e220d00 con 0x56119e2e0480 2024-06-06T08:19:11.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.822+0000 7fbea3fff700 1 --2- 172.21.15.42:0/3287759335 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56119e2e0480 0x56119e2e18f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:11.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.822+0000 7fbe8b7fe700 10 client.14676 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:19:11.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.822+0000 7fbea3fff700 1 --2- 172.21.15.42:0/3287759335 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56119e2e0480 0x56119e2e18f0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bf16fd8b00663c61 server_cookie=98b897fd1b24ce54 in_seq=0 out_seq=0 2024-06-06T08:19:11.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.823+0000 7fbe8b7fe700 1 -- 172.21.15.42:0/3287759335 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x56119e220d00 con 0x56119e2e0480 2024-06-06T08:19:11.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.823+0000 7fbe8b7fe700 10 client.14676 handle_command_reply: tid=0 2024-06-06T08:19:11.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.823+0000 7fbebcc28b80 1 client.14676 shutdown 2024-06-06T08:19:11.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.824+0000 7fbebcc28b80 1 -- 172.21.15.42:0/3287759335 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56119e2c2750 msgr2=0x56119e2d6060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:11.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.824+0000 7fbebcc28b80 1 --2- 172.21.15.42:0/3287759335 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56119e2c2750 0x56119e2d6060 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fbe9c00f490 tx=0x7fbe9c01a050 comp rx=0 tx=0).stop 2024-06-06T08:19:11.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.824+0000 7fbebcc28b80 1 -- 172.21.15.42:0/3287759335 shutdown_connections 2024-06-06T08:19:11.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.824+0000 7fbebcc28b80 1 --2- 172.21.15.42:0/3287759335 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56119e2e0480 0x56119e2e18f0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:11.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.824+0000 7fbebcc28b80 1 --2- 172.21.15.42:0/3287759335 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56119e2c8830 0x56119e2d03e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:11.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.824+0000 7fbebcc28b80 1 --2- 172.21.15.42:0/3287759335 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56119e2c2750 0x56119e2d6060 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:11.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.824+0000 7fbe8b7fe700 0 client.14676 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:19:11.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.824+0000 7fbebcc28b80 1 --2- 172.21.15.42:0/3287759335 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56119e2c7f10 0x56119e2d65a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:11.828 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.824+0000 7fbebcc28b80 1 -- 172.21.15.42:0/3287759335 >> 172.21.15.42:0/3287759335 conn(0x56119e1ef030 msgr2=0x56119e2bc6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:19:11.828 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.824+0000 7fbebcc28b80 1 -- 172.21.15.42:0/3287759335 shutdown_connections 2024-06-06T08:19:11.828 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.824+0000 7fbebcc28b80 1 -- 172.21.15.42:0/3287759335 wait complete. 2024-06-06T08:19:11.828 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.824+0000 7fbebcc28b80 20 client.14676 trim_cache size 0 max 16384 2024-06-06T08:19:11.846 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.846+0000 7fbebcc28b80 1 Processor -- start 2024-06-06T08:19:11.846 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.846+0000 7fbebcc28b80 1 -- start start 2024-06-06T08:19:11.846 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.846+0000 7fbebcc28b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56119e2c2750 0x56119e2c2210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:11.846 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.846+0000 7fbebcc28b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56119e2c7f10 0x56119e2d03a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:11.846 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.846+0000 7fbebcc28b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56119e2c8830 0x56119e2ce110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:11.846 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.846+0000 7fbebcc28b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56119e2dfc30 con 0x56119e2c8830 2024-06-06T08:19:11.846 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.846+0000 7fbebcc28b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x56119e2e0300 con 0x56119e2c7f10 2024-06-06T08:19:11.846 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.846+0000 7fbebcc28b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x56119e2e09d0 con 0x56119e2c2750 2024-06-06T08:19:11.847 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.846+0000 7fbeb0942700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56119e2c8830 0x56119e2ce110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:11.847 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.846+0000 7fbeb0942700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56119e2c8830 0x56119e2ce110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:33876/0 (socket says 172.21.15.42:33876) 2024-06-06T08:19:11.847 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.846+0000 7fbeb0942700 1 -- 172.21.15.42:0/2814802684 learned_addr learned my addr 172.21.15.42:0/2814802684 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:19:11.847 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.846+0000 7fbeabfff700 1 --2- 172.21.15.42:0/2814802684 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56119e2c2750 0x56119e2c2210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:11.847 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.846+0000 7fbea3fff700 1 --2- 172.21.15.42:0/2814802684 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56119e2c7f10 0x56119e2d03a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:11.847 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.846+0000 7fbeb0942700 1 -- 172.21.15.42:0/2814802684 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56119e2c2750 msgr2=0x56119e2c2210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:19:11.847 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.846+0000 7fbeb0942700 1 --2- 172.21.15.42:0/2814802684 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56119e2c2750 0x56119e2c2210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:11.847 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.846+0000 7fbeb0942700 1 -- 172.21.15.42:0/2814802684 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56119e2c7f10 msgr2=0x56119e2d03a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:19:11.847 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.846+0000 7fbeb0942700 1 --2- 172.21.15.42:0/2814802684 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56119e2c7f10 0x56119e2d03a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:11.847 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.846+0000 7fbeb0942700 1 -- 172.21.15.42:0/2814802684 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56119e2bec00 con 0x56119e2c8830 2024-06-06T08:19:11.847 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.846+0000 7fbea3fff700 1 --2- 172.21.15.42:0/2814802684 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56119e2c7f10 0x56119e2d03a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:19:11.847 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.847+0000 7fbeb0942700 1 --2- 172.21.15.42:0/2814802684 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56119e2c8830 0x56119e2ce110 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x56119e2cedd0 tx=0x7fbea400b040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f6b89f6dcb00ac0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:19:11.847 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.847+0000 7fbea1ffb700 1 -- 172.21.15.42:0/2814802684 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbea40b3070 con 0x56119e2c8830 2024-06-06T08:19:11.848 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.847+0000 7fbea1ffb700 1 -- 172.21.15.42:0/2814802684 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbea40a3c70 con 0x56119e2c8830 2024-06-06T08:19:11.848 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.847+0000 7fbea1ffb700 1 -- 172.21.15.42:0/2814802684 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbea409b260 con 0x56119e2c8830 2024-06-06T08:19:11.851 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.847+0000 7fbebcc28b80 1 -- 172.21.15.42:0/2814802684 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56119e2c8830 msgr2=0x56119e2ce110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:11.851 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.847+0000 7fbebcc28b80 1 --2- 172.21.15.42:0/2814802684 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56119e2c8830 0x56119e2ce110 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x56119e2cedd0 tx=0x7fbea400b040 comp rx=0 tx=0).stop 2024-06-06T08:19:11.851 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.848+0000 7fbebcc28b80 1 -- 172.21.15.42:0/2814802684 shutdown_connections 2024-06-06T08:19:11.851 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.848+0000 7fbebcc28b80 1 --2- 172.21.15.42:0/2814802684 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56119e2c8830 0x56119e2ce110 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:11.851 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.848+0000 7fbebcc28b80 1 --2- 172.21.15.42:0/2814802684 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56119e2c2750 0x56119e2c2210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:11.852 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.848+0000 7fbebcc28b80 1 --2- 172.21.15.42:0/2814802684 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56119e2c7f10 0x56119e2d03a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:11.852 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.848+0000 7fbebcc28b80 1 -- 172.21.15.42:0/2814802684 >> 172.21.15.42:0/2814802684 conn(0x56119e1ef030 msgr2=0x56119e2cfc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:19:11.852 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.848+0000 7fbebcc28b80 1 -- 172.21.15.42:0/2814802684 shutdown_connections 2024-06-06T08:19:11.852 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.848+0000 7fbebcc28b80 1 -- 172.21.15.42:0/2814802684 wait complete. 2024-06-06T08:19:11.852 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.848+0000 7fbebcc28b80 1 -- start start 2024-06-06T08:19:11.852 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.848+0000 7fbebcc28b80 1 Processor -- start 2024-06-06T08:19:11.852 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.849+0000 7fbebcc28b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56119e2c2750 0x56119e2c4d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:11.852 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.849+0000 7fbebcc28b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56119e2c7f10 0x56119e2c5250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:11.852 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.849+0000 7fbebcc28b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56119e2c8830 0x56119e2c5790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:11.852 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.849+0000 7fbebcc28b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56119e2e1770 con 0x56119e2c7f10 2024-06-06T08:19:11.852 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.849+0000 7fbebcc28b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x56119e2e10a0 con 0x56119e2c2750 2024-06-06T08:19:11.852 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.849+0000 7fbebcc28b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x56119e2e1e40 con 0x56119e2c8830 2024-06-06T08:19:11.852 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.849+0000 7fbebcc28b80 10 client.0 _ll_register_callbacks cb 0x56119e1a9560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:19:11.853 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.849+0000 7fbea3fff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56119e2c7f10 0x56119e2c5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:11.853 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.849+0000 7fbea3fff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56119e2c7f10 0x56119e2c5250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:33892/0 (socket says 172.21.15.42:33892) 2024-06-06T08:19:11.853 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.849+0000 7fbea3fff700 1 -- 172.21.15.42:0/914038561 learned_addr learned my addr 172.21.15.42:0/914038561 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:19:11.853 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.849+0000 7fbeabfff700 1 --2- 172.21.15.42:0/914038561 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56119e2c2750 0x56119e2c4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:11.853 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.849+0000 7fbeb0942700 1 --2- 172.21.15.42:0/914038561 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56119e2c8830 0x56119e2c5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:11.853 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.849+0000 7fbea3fff700 1 -- 172.21.15.42:0/914038561 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56119e2c8830 msgr2=0x56119e2c5790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:19:11.853 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.849+0000 7fbea3fff700 1 --2- 172.21.15.42:0/914038561 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56119e2c8830 0x56119e2c5790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:11.853 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.849+0000 7fbea3fff700 1 -- 172.21.15.42:0/914038561 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56119e2c2750 msgr2=0x56119e2c4d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:19:11.853 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.849+0000 7fbea3fff700 1 --2- 172.21.15.42:0/914038561 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56119e2c2750 0x56119e2c4d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:11.853 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.849+0000 7fbea3fff700 1 -- 172.21.15.42:0/914038561 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56119e2c5e90 con 0x56119e2c7f10 2024-06-06T08:19:11.853 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.849+0000 7fbeabfff700 1 --2- 172.21.15.42:0/914038561 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56119e2c2750 0x56119e2c4d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:19:11.853 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.849+0000 7fbea3fff700 1 --2- 172.21.15.42:0/914038561 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56119e2c7f10 0x56119e2c5250 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x56119e2d1960 tx=0x7fbe94017720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d1320dc315ac1e7 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:19:11.853 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.849+0000 7fbe8b7fe700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:19:11.854 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.849+0000 7fbe8b7fe700 1 -- 172.21.15.42:0/914038561 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe94015420 con 0x56119e2c7f10 2024-06-06T08:19:11.854 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.849+0000 7fbe8b7fe700 1 -- 172.21.15.42:0/914038561 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 8802+0+0 (secure 0 0 0) 0x7fbe940155c0 con 0x56119e2c7f10 2024-06-06T08:19:11.854 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.849+0000 7fbebcc28b80 1 -- 172.21.15.42:0/914038561 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbea40a3c70 con 0x56119e2c7f10 2024-06-06T08:19:11.854 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.850+0000 7fbe8b7fe700 1 -- 172.21.15.42:0/914038561 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=16) ==== 24+0+0 (secure 0 0 0) 0x7fbe94005a50 con 0x56119e2c7f10 2024-06-06T08:19:11.854 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.850+0000 7fbebcc28b80 10 client.14682 fetch_fsmap learned FSMap version 16 2024-06-06T08:19:11.854 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.850+0000 7fbebcc28b80 1 -- 172.21.15.42:0/914038561 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=16,monmap=4+}) -- 0x56119e34c190 con 0x56119e2c7f10 2024-06-06T08:19:11.854 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.850+0000 7fbe8b7fe700 1 -- 172.21.15.42:0/914038561 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbea40a3c70 con 0x56119e2c7f10 2024-06-06T08:19:11.854 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.850+0000 7fbe8b7fe700 1 -- 172.21.15.42:0/914038561 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 16) ==== 8342+0+0 (secure 0 0 0) 0x7fbe940061e0 con 0x56119e2c7f10 2024-06-06T08:19:11.854 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.850+0000 7fbebcc28b80 10 client.14682 fetch_fsmap finished waiting for FSMap version 16 2024-06-06T08:19:11.854 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.850+0000 7fbebcc28b80 10 client.14682 resolve_mds: resolved name 'i' to daemon mds.i 2024-06-06T08:19:11.854 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.850+0000 7fbebcc28b80 20 client.14682 populate_metadata read hostname 'smithi042' 2024-06-06T08:19:11.854 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.850+0000 7fbebcc28b80 1 --2- 172.21.15.42:0/914038561 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56119e350d40 0x56119e34fa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:11.854 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.850+0000 7fbebcc28b80 4 client.14682 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "status"}] 2024-06-06T08:19:11.855 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.850+0000 7fbebcc28b80 1 -- 172.21.15.42:0/914038561 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "status"}) -- 0x56119e21b280 con 0x56119e350d40 2024-06-06T08:19:11.855 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.850+0000 7fbeabfff700 1 --2- 172.21.15.42:0/914038561 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56119e350d40 0x56119e34fa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:11.855 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.851+0000 7fbeabfff700 1 --2- 172.21.15.42:0/914038561 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56119e350d40 0x56119e34fa50 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ee4133f8bc74f5db server_cookie=65a4691883522ba in_seq=0 out_seq=0 2024-06-06T08:19:11.855 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.851+0000 7fbe8b7fe700 10 client.14682 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:19:11.855 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.851+0000 7fbe8b7fe700 1 -- 172.21.15.42:0/914038561 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x56119e21b280 con 0x56119e350d40 2024-06-06T08:19:11.855 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.851+0000 7fbe8b7fe700 10 client.14682 handle_command_reply: tid=0 2024-06-06T08:19:11.855 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.851+0000 7fbebcc28b80 1 client.14682 shutdown 2024-06-06T08:19:11.855 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.851+0000 7fbebcc28b80 1 -- 172.21.15.42:0/914038561 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56119e2c7f10 msgr2=0x56119e2c5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:11.855 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.851+0000 7fbebcc28b80 1 --2- 172.21.15.42:0/914038561 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56119e2c7f10 0x56119e2c5250 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x56119e2d1960 tx=0x7fbe94017720 comp rx=0 tx=0).stop 2024-06-06T08:19:11.855 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.851+0000 7fbebcc28b80 1 -- 172.21.15.42:0/914038561 shutdown_connections 2024-06-06T08:19:11.855 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.851+0000 7fbebcc28b80 1 --2- 172.21.15.42:0/914038561 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56119e2c8830 0x56119e2c5790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:11.855 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.851+0000 7fbebcc28b80 1 --2- 172.21.15.42:0/914038561 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56119e350d40 0x56119e34fa50 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:11.855 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.851+0000 7fbebcc28b80 1 --2- 172.21.15.42:0/914038561 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56119e2c2750 0x56119e2c4d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:11.856 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.851+0000 7fbebcc28b80 1 --2- 172.21.15.42:0/914038561 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56119e2c7f10 0x56119e2c5250 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:11.856 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.851+0000 7fbebcc28b80 1 -- 172.21.15.42:0/914038561 >> 172.21.15.42:0/914038561 conn(0x56119e1ef030 msgr2=0x56119e2c3980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:19:11.856 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.851+0000 7fbe8b7fe700 0 client.14682 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:19:11.856 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.851+0000 7fbebcc28b80 1 -- 172.21.15.42:0/914038561 shutdown_connections 2024-06-06T08:19:11.856 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.851+0000 7fbebcc28b80 1 -- 172.21.15.42:0/914038561 wait complete. 2024-06-06T08:19:11.856 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.851+0000 7fbebcc28b80 20 client.14682 trim_cache size 0 max 16384 2024-06-06T08:19:11.856 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:19:11.857 INFO:teuthology.orchestra.run.smithi042.stdout: "cluster_fsid": "103bdc14-23dc-11ef-bc9b-c7b262605968", 2024-06-06T08:19:11.857 INFO:teuthology.orchestra.run.smithi042.stdout: "whoami": 0, 2024-06-06T08:19:11.857 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 24484, 2024-06-06T08:19:11.857 INFO:teuthology.orchestra.run.smithi042.stdout: "want_state": "up:active", 2024-06-06T08:19:11.857 INFO:teuthology.orchestra.run.smithi042.stdout: "state": "up:active", 2024-06-06T08:19:11.857 INFO:teuthology.orchestra.run.smithi042.stdout: "fs_name": "cephfs", 2024-06-06T08:19:11.857 INFO:teuthology.orchestra.run.smithi042.stdout: "rank_uptime": 31.891209330999999, 2024-06-06T08:19:11.857 INFO:teuthology.orchestra.run.smithi042.stdout: "mdsmap_epoch": 16, 2024-06-06T08:19:11.857 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_epoch": 97, 2024-06-06T08:19:11.857 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_epoch_barrier": 97, 2024-06-06T08:19:11.857 INFO:teuthology.orchestra.run.smithi042.stdout: "uptime": 56.626764854000001 2024-06-06T08:19:11.857 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:19:11.858 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.852+0000 7fbeb23a5700 1 -- 172.21.15.42:0/750774640 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fbe980a2c20 msgr2=0x7fbe980a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:11.858 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.852+0000 7fbeb23a5700 1 --2- 172.21.15.42:0/750774640 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fbe980a2c20 0x7fbe980a50e0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fbe9c00b5c0 tx=0x7fbe9c005fd0 comp rx=0 tx=0).stop 2024-06-06T08:19:11.858 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.852+0000 7fbeb23a5700 1 -- 172.21.15.42:0/750774640 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbeac107400 msgr2=0x7fbeac198b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:11.858 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.852+0000 7fbeb23a5700 1 --2- 172.21.15.42:0/750774640 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbeac107400 0x7fbeac198b60 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fbea4007ee0 tx=0x7fbea400d3b0 comp rx=0 tx=0).stop 2024-06-06T08:19:11.858 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.852+0000 7fbeb23a5700 1 -- 172.21.15.42:0/750774640 shutdown_connections 2024-06-06T08:19:11.858 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.852+0000 7fbeb23a5700 1 --2- 172.21.15.42:0/750774640 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbeac107400 0x7fbeac198b60 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:11.858 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.852+0000 7fbeb23a5700 1 --2- 172.21.15.42:0/750774640 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbeac101390 0x7fbeac19ea40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:11.858 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.852+0000 7fbeb23a5700 1 --2- 172.21.15.42:0/750774640 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fbe980a2c20 0x7fbe980a50e0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:11.859 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.852+0000 7fbeb23a5700 1 --2- 172.21.15.42:0/750774640 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbeac101d50 0x7fbeac19ef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:11.859 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.852+0000 7fbeb23a5700 1 -- 172.21.15.42:0/750774640 >> 172.21.15.42:0/750774640 conn(0x7fbeac078340 msgr2=0x7fbeac100720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:19:11.859 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.852+0000 7fbeb23a5700 1 -- 172.21.15.42:0/750774640 shutdown_connections 2024-06-06T08:19:11.859 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:11.852+0000 7fbeb23a5700 1 -- 172.21.15.42:0/750774640 wait complete. 2024-06-06T08:19:12.071 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:12 smithi042 ceph-mon[32384]: pgmap v323: 129 pgs: 129 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:19:12.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:12 smithi120 ceph-mon[36658]: pgmap v323: 129 pgs: 129 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:19:12.521 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-06-06T08:19:12.521 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-06-06T08:19:12.521 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs ls 2024-06-06T08:19:12.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:12 smithi149 ceph-mon[36842]: pgmap v323: 129 pgs: 129 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:19:12.770 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:19:14.182 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:14 smithi042 ceph-mon[32384]: pgmap v324: 129 pgs: 129 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:19:14.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:14 smithi120 ceph-mon[36658]: pgmap v324: 129 pgs: 129 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:19:14.429 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:14.430+0000 7f6137725700 1 -- 172.21.15.42:0/3154461344 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f613006abc0 msgr2=0x7f613006b040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:14.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:14.430+0000 7f6137725700 1 --2- 172.21.15.42:0/3154461344 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f613006abc0 0x7f613006b040 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f61200099c0 tx=0x7f6120009cd0 comp rx=0 tx=0).stop 2024-06-06T08:19:14.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:14.430+0000 7f6137725700 1 -- 172.21.15.42:0/3154461344 shutdown_connections 2024-06-06T08:19:14.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:14.430+0000 7f6137725700 1 --2- 172.21.15.42:0/3154461344 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f613006b580 0x7f613010f370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:14.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:14.430+0000 7f6137725700 1 --2- 172.21.15.42:0/3154461344 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f61301085a0 0x7f6130108980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:14.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:14.430+0000 7f6137725700 1 --2- 172.21.15.42:0/3154461344 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f613006abc0 0x7f613006b040 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:14.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:14.430+0000 7f6137725700 1 -- 172.21.15.42:0/3154461344 >> 172.21.15.42:0/3154461344 conn(0x7f6130077200 msgr2=0x7f6130077610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:19:14.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:14.431+0000 7f6137725700 1 -- 172.21.15.42:0/3154461344 shutdown_connections 2024-06-06T08:19:14.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:14.431+0000 7f6137725700 1 -- 172.21.15.42:0/3154461344 wait complete. 2024-06-06T08:19:14.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:14.431+0000 7f6137725700 1 Processor -- start 2024-06-06T08:19:14.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:14.431+0000 7f6137725700 1 -- start start 2024-06-06T08:19:14.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:14.431+0000 7f6137725700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f613006abc0 0x7f613019af50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:14.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:14.431+0000 7f6137725700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f613006b580 0x7f613019b490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:14.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:14.431+0000 7f6137725700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f61301085a0 0x7f613019f820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:14.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:14.431+0000 7f6137725700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f61301128d0 con 0x7f61301085a0 2024-06-06T08:19:14.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:14.431+0000 7f6137725700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f6130112750 con 0x7f613006b580 2024-06-06T08:19:14.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:14.431+0000 7f6137725700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f6130112a50 con 0x7f613006abc0 2024-06-06T08:19:14.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:14.431+0000 7f6135cc2700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f61301085a0 0x7f613019f820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:14.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:14.432+0000 7f6135cc2700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f61301085a0 0x7f613019f820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:33906/0 (socket says 172.21.15.42:33906) 2024-06-06T08:19:14.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:14.432+0000 7f6135cc2700 1 -- 172.21.15.42:0/1764084676 learned_addr learned my addr 172.21.15.42:0/1764084676 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:19:14.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:14.432+0000 7f6134cc0700 1 --2- 172.21.15.42:0/1764084676 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f613006b580 0x7f613019b490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:14.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:14.432+0000 7f61354c1700 1 --2- 172.21.15.42:0/1764084676 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f613006abc0 0x7f613019af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:14.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:14.432+0000 7f6135cc2700 1 -- 172.21.15.42:0/1764084676 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f613006abc0 msgr2=0x7f613019af50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:14.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:14.432+0000 7f6135cc2700 1 --2- 172.21.15.42:0/1764084676 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f613006abc0 0x7f613019af50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:14.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:14.432+0000 7f6135cc2700 1 -- 172.21.15.42:0/1764084676 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f613006b580 msgr2=0x7f613019b490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:14.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:14.432+0000 7f6135cc2700 1 --2- 172.21.15.42:0/1764084676 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f613006b580 0x7f613019b490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:14.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:14.432+0000 7f6135cc2700 1 -- 172.21.15.42:0/1764084676 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f613019ff60 con 0x7f61301085a0 2024-06-06T08:19:14.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:14.432+0000 7f6134cc0700 1 --2- 172.21.15.42:0/1764084676 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f613006b580 0x7f613019b490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:19:14.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:14.432+0000 7f6135cc2700 1 --2- 172.21.15.42:0/1764084676 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f61301085a0 0x7f613019f820 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f612800b970 tx=0x7f612800bd30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:19:14.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:14.432+0000 7f61267fc700 1 -- 172.21.15.42:0/1764084676 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6128019070 con 0x7f61301085a0 2024-06-06T08:19:14.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:14.432+0000 7f6137725700 1 -- 172.21.15.42:0/1764084676 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61301a0250 con 0x7f61301085a0 2024-06-06T08:19:14.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:14.432+0000 7f61267fc700 1 -- 172.21.15.42:0/1764084676 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6128014440 con 0x7f61301085a0 2024-06-06T08:19:14.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:14.432+0000 7f6137725700 1 -- 172.21.15.42:0/1764084676 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61301a7ad0 con 0x7f61301085a0 2024-06-06T08:19:14.434 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:14.432+0000 7f61267fc700 1 -- 172.21.15.42:0/1764084676 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61280075d0 con 0x7f61301085a0 2024-06-06T08:19:14.434 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:14.433+0000 7f6137725700 1 -- 172.21.15.42:0/1764084676 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6130103bf0 con 0x7f61301085a0 2024-06-06T08:19:14.435 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:14.435+0000 7f61267fc700 1 -- 172.21.15.42:0/1764084676 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f612801c070 con 0x7f61301085a0 2024-06-06T08:19:14.435 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:14.436+0000 7f61267fc700 1 --2- 172.21.15.42:0/1764084676 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f611c0a2ca0 0x7f611c0a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:14.435 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:14.436+0000 7f61354c1700 1 --2- 172.21.15.42:0/1764084676 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f611c0a2ca0 0x7f611c0a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:14.435 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:14.436+0000 7f61267fc700 1 -- 172.21.15.42:0/1764084676 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 8802+0+0 (secure 0 0 0) 0x7f61280ce690 con 0x7f61301085a0 2024-06-06T08:19:14.435 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:14.436+0000 7f61354c1700 1 --2- 172.21.15.42:0/1764084676 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f611c0a2ca0 0x7f611c0a5160 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f612c006fd0 tx=0x7f612c008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:19:14.439 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:14.440+0000 7f61267fc700 1 -- 172.21.15.42:0/1764084676 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f612809b3b0 con 0x7f61301085a0 2024-06-06T08:19:14.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:14 smithi149 ceph-mon[36842]: pgmap v324: 129 pgs: 129 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:19:14.692 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:14.693+0000 7f6137725700 1 -- 172.21.15.42:0/1764084676 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f61301a7d60 con 0x7f61301085a0 2024-06-06T08:19:14.692 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:14.693+0000 7f61267fc700 1 -- 172.21.15.42:0/1764084676 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v16) ==== 53+0+88 (secure 0 0 0) 0x7f612809acb0 con 0x7f61301085a0 2024-06-06T08:19:14.693 INFO:teuthology.orchestra.run.smithi042.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-06-06T08:19:14.695 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:14.696+0000 7f6137725700 1 -- 172.21.15.42:0/1764084676 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f611c0a2ca0 msgr2=0x7f611c0a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:14.695 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:14.696+0000 7f6137725700 1 --2- 172.21.15.42:0/1764084676 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f611c0a2ca0 0x7f611c0a5160 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f612c006fd0 tx=0x7f612c008040 comp rx=0 tx=0).stop 2024-06-06T08:19:14.695 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:14.696+0000 7f6137725700 1 -- 172.21.15.42:0/1764084676 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f61301085a0 msgr2=0x7f613019f820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:14.695 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:14.696+0000 7f6137725700 1 --2- 172.21.15.42:0/1764084676 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f61301085a0 0x7f613019f820 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f612800b970 tx=0x7f612800bd30 comp rx=0 tx=0).stop 2024-06-06T08:19:14.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:14.696+0000 7f6137725700 1 -- 172.21.15.42:0/1764084676 shutdown_connections 2024-06-06T08:19:14.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:14.696+0000 7f6137725700 1 --2- 172.21.15.42:0/1764084676 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f61301085a0 0x7f613019f820 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:14.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:14.696+0000 7f6137725700 1 --2- 172.21.15.42:0/1764084676 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f611c0a2ca0 0x7f611c0a5160 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:14.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:14.696+0000 7f6137725700 1 --2- 172.21.15.42:0/1764084676 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f613006abc0 0x7f613019af50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:14.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:14.696+0000 7f6137725700 1 --2- 172.21.15.42:0/1764084676 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f613006b580 0x7f613019b490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:14.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:14.696+0000 7f6137725700 1 -- 172.21.15.42:0/1764084676 >> 172.21.15.42:0/1764084676 conn(0x7f6130077200 msgr2=0x7f613010d6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:19:14.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:14.696+0000 7f6137725700 1 -- 172.21.15.42:0/1764084676 shutdown_connections 2024-06-06T08:19:14.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:14.696+0000 7f6137725700 1 -- 172.21.15.42:0/1764084676 wait complete. 2024-06-06T08:19:15.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:15 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/1764084676' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-06-06T08:19:15.320 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-06-06T08:19:15.320 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-06-06T08:19:15.320 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi042.front.sepia.ceph.com 2024-06-06T08:19:15.320 INFO:tasks.cephfs.mount:self.client.name = client.admin 2024-06-06T08:19:15.320 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-06-06T08:19:15.320 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-06-06T08:19:15.320 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-06-06T08:19:15.320 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-06-06T08:19:15.320 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.admin' 2024-06-06T08:19:15.321 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T08:19:15.321 DEBUG:teuthology.orchestra.run.smithi042:> ip addr 2024-06-06T08:19:15.339 INFO:teuthology.orchestra.run.smithi042.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-06-06T08:19:15.339 INFO:teuthology.orchestra.run.smithi042.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-06-06T08:19:15.340 INFO:teuthology.orchestra.run.smithi042.stdout: inet 127.0.0.1/8 scope host lo 2024-06-06T08:19:15.340 INFO:teuthology.orchestra.run.smithi042.stdout: valid_lft forever preferred_lft forever 2024-06-06T08:19:15.340 INFO:teuthology.orchestra.run.smithi042.stdout: inet6 ::1/128 scope host 2024-06-06T08:19:15.340 INFO:teuthology.orchestra.run.smithi042.stdout: valid_lft forever preferred_lft forever 2024-06-06T08:19:15.340 INFO:teuthology.orchestra.run.smithi042.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-06-06T08:19:15.340 INFO:teuthology.orchestra.run.smithi042.stdout: link/ether 0c:c4:7a:6b:fd:0e brd ff:ff:ff:ff:ff:ff 2024-06-06T08:19:15.340 INFO:teuthology.orchestra.run.smithi042.stdout: altname enp7s0f0 2024-06-06T08:19:15.340 INFO:teuthology.orchestra.run.smithi042.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-06-06T08:19:15.340 INFO:teuthology.orchestra.run.smithi042.stdout: link/ether 0c:c4:7a:6b:fd:0f brd ff:ff:ff:ff:ff:ff 2024-06-06T08:19:15.340 INFO:teuthology.orchestra.run.smithi042.stdout: altname enp7s0f1 2024-06-06T08:19:15.340 INFO:teuthology.orchestra.run.smithi042.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-06-06T08:19:15.340 INFO:teuthology.orchestra.run.smithi042.stdout: link/ether 0c:c4:7a:bd:14:40 brd ff:ff:ff:ff:ff:ff 2024-06-06T08:19:15.340 INFO:teuthology.orchestra.run.smithi042.stdout: altname enp1s0f0 2024-06-06T08:19:15.341 INFO:teuthology.orchestra.run.smithi042.stdout: inet 172.21.15.42/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-06-06T08:19:15.341 INFO:teuthology.orchestra.run.smithi042.stdout: valid_lft 42198sec preferred_lft 42198sec 2024-06-06T08:19:15.341 INFO:teuthology.orchestra.run.smithi042.stdout: inet6 fe80::ec4:7aff:febd:1440/64 scope link noprefixroute 2024-06-06T08:19:15.341 INFO:teuthology.orchestra.run.smithi042.stdout: valid_lft forever preferred_lft forever 2024-06-06T08:19:15.341 INFO:teuthology.orchestra.run.smithi042.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-06-06T08:19:15.341 INFO:teuthology.orchestra.run.smithi042.stdout: link/ether 0c:c4:7a:bd:14:41 brd ff:ff:ff:ff:ff:ff 2024-06-06T08:19:15.341 INFO:teuthology.orchestra.run.smithi042.stdout: altname enp1s0f1 2024-06-06T08:19:15.342 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-06-06T08:19:15.342 DEBUG:teuthology.orchestra.run.smithi042:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-06-06T08:19:15.342 DEBUG:teuthology.orchestra.run.smithi042:> set -e 2024-06-06T08:19:15.342 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip link add name ceph-brx type bridge 2024-06-06T08:19:15.342 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip addr flush dev ceph-brx 2024-06-06T08:19:15.342 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip link set ceph-brx up 2024-06-06T08:19:15.342 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-06-06T08:19:15.342 DEBUG:teuthology.orchestra.run.smithi042:> ') 2024-06-06T08:19:15.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:15 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/1764084676' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-06-06T08:19:15.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:15 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-06-06T08:19:15.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:15 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/1764084676' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-06-06T08:19:15.556 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-06-06T08:19:15.562 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T08:19:15.562 DEBUG:teuthology.orchestra.run.smithi042:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-06-06T08:19:15.589 INFO:teuthology.orchestra.run.smithi042.stdout:1 2024-06-06T08:19:15.592 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T08:19:15.592 DEBUG:teuthology.orchestra.run.smithi042:> route 2024-06-06T08:19:15.674 INFO:teuthology.orchestra.run.smithi042.stdout:Kernel IP routing table 2024-06-06T08:19:15.674 INFO:teuthology.orchestra.run.smithi042.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-06-06T08:19:15.675 INFO:teuthology.orchestra.run.smithi042.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-06-06T08:19:15.675 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-06-06T08:19:15.675 INFO:teuthology.orchestra.run.smithi042.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-06-06T08:19:15.675 DEBUG:teuthology.orchestra.run.smithi042:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-06-06T08:19:15.675 DEBUG:teuthology.orchestra.run.smithi042:> set -e 2024-06-06T08:19:15.675 DEBUG:teuthology.orchestra.run.smithi042:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-06-06T08:19:15.675 DEBUG:teuthology.orchestra.run.smithi042:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-06-06T08:19:15.675 DEBUG:teuthology.orchestra.run.smithi042:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-06-06T08:19:15.676 DEBUG:teuthology.orchestra.run.smithi042:> ') 2024-06-06T08:19:15.780 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:15 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-06-06T08:19:16.007 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-06-06T08:19:16.014 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T08:19:16.014 DEBUG:teuthology.orchestra.run.smithi042:> ip netns list 2024-06-06T08:19:16.036 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T08:19:16.036 DEBUG:teuthology.orchestra.run.smithi042:> ip netns list-id 2024-06-06T08:19:16.094 DEBUG:teuthology.orchestra.run.smithi042:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-06-06T08:19:16.095 DEBUG:teuthology.orchestra.run.smithi042:> set -e 2024-06-06T08:19:16.095 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-06-06T08:19:16.095 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.admin 0 2024-06-06T08:19:16.095 DEBUG:teuthology.orchestra.run.smithi042:> ') 2024-06-06T08:19:16.187 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:16 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-06-06T08:19:16.195 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:16 smithi042 ceph-mon[32384]: pgmap v325: 129 pgs: 129 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:19:16.211 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-06-06T08:19:16.218 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.admin' with 192.168.0.1/16 2024-06-06T08:19:16.218 DEBUG:teuthology.orchestra.run.smithi042:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-06-06T08:19:16.218 DEBUG:teuthology.orchestra.run.smithi042:> set -e 2024-06-06T08:19:16.218 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.admin type veth peer name brx.0 2024-06-06T08:19:16.218 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-06-06T08:19:16.219 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set veth0 up 2024-06-06T08:19:16.219 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set lo up 2024-06-06T08:19:16.219 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip route add default via 192.168.255.254 2024-06-06T08:19:16.219 DEBUG:teuthology.orchestra.run.smithi042:> ') 2024-06-06T08:19:16.270 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:16 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-06-06T08:19:16.349 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-06-06T08:19:16.355 DEBUG:teuthology.orchestra.run.smithi042:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-06-06T08:19:16.356 DEBUG:teuthology.orchestra.run.smithi042:> set -e 2024-06-06T08:19:16.356 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip link set brx.0 up 2024-06-06T08:19:16.356 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip link set dev brx.0 master ceph-brx 2024-06-06T08:19:16.356 DEBUG:teuthology.orchestra.run.smithi042:> ') 2024-06-06T08:19:16.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:16 smithi120 ceph-mon[36658]: pgmap v325: 129 pgs: 129 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:19:16.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:16 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-06-06T08:19:16.435 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-06-06T08:19:16.438 INFO:tasks.cephfs.fuse_mount:Client client.admin config is {} 2024-06-06T08:19:16.438 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-06-06T08:19:16.438 DEBUG:teuthology.orchestra.run.smithi042:> mkdir -p -v /home/ubuntu/cephtest/mnt.admin 2024-06-06T08:19:16.456 INFO:teuthology.orchestra.run.smithi042.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.admin' 2024-06-06T08:19:16.457 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-06-06T08:19:16.457 DEBUG:teuthology.orchestra.run.smithi042:> chmod 0000 /home/ubuntu/cephtest/mnt.admin 2024-06-06T08:19:16.515 DEBUG:teuthology.orchestra.run.smithi042:> sudo modprobe fuse 2024-06-06T08:19:16.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:16 smithi149 ceph-mon[36842]: pgmap v325: 129 pgs: 129 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:19:16.587 DEBUG:teuthology.orchestra.run.smithi042:> cat /proc/self/mounts | awk '{print $2}' 2024-06-06T08:19:16.646 INFO:teuthology.orchestra.run.smithi042.stdout:/proc 2024-06-06T08:19:16.647 INFO:teuthology.orchestra.run.smithi042.stdout:/sys 2024-06-06T08:19:16.647 INFO:teuthology.orchestra.run.smithi042.stdout:/dev 2024-06-06T08:19:16.647 INFO:teuthology.orchestra.run.smithi042.stdout:/sys/kernel/security 2024-06-06T08:19:16.647 INFO:teuthology.orchestra.run.smithi042.stdout:/dev/shm 2024-06-06T08:19:16.647 INFO:teuthology.orchestra.run.smithi042.stdout:/dev/pts 2024-06-06T08:19:16.647 INFO:teuthology.orchestra.run.smithi042.stdout:/run 2024-06-06T08:19:16.647 INFO:teuthology.orchestra.run.smithi042.stdout:/sys/fs/cgroup 2024-06-06T08:19:16.647 INFO:teuthology.orchestra.run.smithi042.stdout:/sys/fs/pstore 2024-06-06T08:19:16.648 INFO:teuthology.orchestra.run.smithi042.stdout:/sys/fs/bpf 2024-06-06T08:19:16.648 INFO:teuthology.orchestra.run.smithi042.stdout:/ 2024-06-06T08:19:16.648 INFO:teuthology.orchestra.run.smithi042.stdout:/sys/fs/selinux 2024-06-06T08:19:16.648 INFO:teuthology.orchestra.run.smithi042.stdout:/proc/sys/fs/binfmt_misc 2024-06-06T08:19:16.648 INFO:teuthology.orchestra.run.smithi042.stdout:/dev/mqueue 2024-06-06T08:19:16.648 INFO:teuthology.orchestra.run.smithi042.stdout:/dev/hugepages 2024-06-06T08:19:16.649 INFO:teuthology.orchestra.run.smithi042.stdout:/sys/kernel/debug 2024-06-06T08:19:16.649 INFO:teuthology.orchestra.run.smithi042.stdout:/sys/kernel/tracing 2024-06-06T08:19:16.649 INFO:teuthology.orchestra.run.smithi042.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-06-06T08:19:16.649 INFO:teuthology.orchestra.run.smithi042.stdout:/sys/fs/fuse/connections 2024-06-06T08:19:16.649 INFO:teuthology.orchestra.run.smithi042.stdout:/sys/kernel/config 2024-06-06T08:19:16.650 INFO:teuthology.orchestra.run.smithi042.stdout:/run/credentials/systemd-sysctl.service 2024-06-06T08:19:16.650 INFO:teuthology.orchestra.run.smithi042.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-06-06T08:19:16.650 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/nfs/rpc_pipefs 2024-06-06T08:19:16.650 INFO:teuthology.orchestra.run.smithi042.stdout:/run/user/1000 2024-06-06T08:19:16.650 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/ceph 2024-06-06T08:19:16.651 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/containers/storage/overlay 2024-06-06T08:19:16.651 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/containers/storage/overlay/3af99117109dd7512049381a426cc317f7527fdabc78dca9d7f7fac4c725dd5e/merged 2024-06-06T08:19:16.651 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/containers/storage/overlay/2934d50db5f51e6857e67872fcf813f821e3fb14f0d87ce5ce5a202d1a728033/merged 2024-06-06T08:19:16.651 INFO:teuthology.orchestra.run.smithi042.stdout:/run/user/0 2024-06-06T08:19:16.651 INFO:teuthology.orchestra.run.smithi042.stdout:/proc/sys/fs/binfmt_misc 2024-06-06T08:19:16.652 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/containers/storage/overlay/377215ca63a936c5a5ca942760cdbdfab0514e6e9c2dedc657dfd490e76b5a3d/merged 2024-06-06T08:19:16.652 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/containers/storage/overlay/97c818747b9fee3a4dbe5026526902a8e0d984238d144e1eb2df3b440967b332/merged 2024-06-06T08:19:16.652 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/containers/storage/overlay/af78bb1cf5d8bef4707cd4b8d64e382270802151160d14d9d3b16a5d0f8d33dd/merged 2024-06-06T08:19:16.652 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/containers/storage/overlay/3ed249428346f2c8dbdc1375bccb02e55f8d63ffdc83c02137c4489e5b8f60f4/merged 2024-06-06T08:19:16.652 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/containers/storage/overlay/ea9be5c843e9c42ee8ef443863c956823d3b4bf3c232b2c88d0321d9fcfe79c8/merged 2024-06-06T08:19:16.652 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/containers/storage/overlay/ad0fc92832515657872f60fc50bf4f3496174c2caadd7e02016cf4165a926b8a/merged 2024-06-06T08:19:16.652 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/containers/storage/overlay/85a655c43a2e1ef793cc03452aa948a9d5de8cac197e2ca51b70f5ac9b475dc7/merged 2024-06-06T08:19:16.653 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/containers/storage/overlay/9b0fc3d0c6170716e9f38f30a4ef3b230012bb3ddd19d2ceaa52f9d1845f71e3/merged 2024-06-06T08:19:16.653 INFO:teuthology.orchestra.run.smithi042.stdout:/run/netns 2024-06-06T08:19:16.653 INFO:teuthology.orchestra.run.smithi042.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-06-06T08:19:16.653 INFO:teuthology.orchestra.run.smithi042.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-06-06T08:19:16.654 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T08:19:16.654 DEBUG:teuthology.orchestra.run.smithi042:> ls /sys/fs/fuse/connections 2024-06-06T08:19:16.704 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-06-06T08:19:16.704 DEBUG:teuthology.orchestra.run.smithi042:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.admin --id admin --client_fs=cephfs) 2024-06-06T08:19:16.746 DEBUG:teuthology.orchestra.run.smithi042:> sudo modprobe fuse 2024-06-06T08:19:16.772 DEBUG:teuthology.orchestra.run.smithi042:> cat /proc/self/mounts | awk '{print $2}' 2024-06-06T08:19:16.829 INFO:teuthology.orchestra.run.smithi042.stdout:/proc 2024-06-06T08:19:16.830 INFO:teuthology.orchestra.run.smithi042.stdout:/sys 2024-06-06T08:19:16.830 INFO:teuthology.orchestra.run.smithi042.stdout:/dev 2024-06-06T08:19:16.830 INFO:teuthology.orchestra.run.smithi042.stdout:/sys/kernel/security 2024-06-06T08:19:16.830 INFO:teuthology.orchestra.run.smithi042.stdout:/dev/shm 2024-06-06T08:19:16.830 INFO:teuthology.orchestra.run.smithi042.stdout:/dev/pts 2024-06-06T08:19:16.830 INFO:teuthology.orchestra.run.smithi042.stdout:/run 2024-06-06T08:19:16.830 INFO:teuthology.orchestra.run.smithi042.stdout:/sys/fs/cgroup 2024-06-06T08:19:16.830 INFO:teuthology.orchestra.run.smithi042.stdout:/sys/fs/pstore 2024-06-06T08:19:16.830 INFO:teuthology.orchestra.run.smithi042.stdout:/sys/fs/bpf 2024-06-06T08:19:16.830 INFO:teuthology.orchestra.run.smithi042.stdout:/ 2024-06-06T08:19:16.830 INFO:teuthology.orchestra.run.smithi042.stdout:/sys/fs/selinux 2024-06-06T08:19:16.831 INFO:teuthology.orchestra.run.smithi042.stdout:/proc/sys/fs/binfmt_misc 2024-06-06T08:19:16.831 INFO:teuthology.orchestra.run.smithi042.stdout:/dev/mqueue 2024-06-06T08:19:16.831 INFO:teuthology.orchestra.run.smithi042.stdout:/dev/hugepages 2024-06-06T08:19:16.831 INFO:teuthology.orchestra.run.smithi042.stdout:/sys/kernel/debug 2024-06-06T08:19:16.831 INFO:teuthology.orchestra.run.smithi042.stdout:/sys/kernel/tracing 2024-06-06T08:19:16.831 INFO:teuthology.orchestra.run.smithi042.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-06-06T08:19:16.831 INFO:teuthology.orchestra.run.smithi042.stdout:/sys/fs/fuse/connections 2024-06-06T08:19:16.831 INFO:teuthology.orchestra.run.smithi042.stdout:/sys/kernel/config 2024-06-06T08:19:16.831 INFO:teuthology.orchestra.run.smithi042.stdout:/run/credentials/systemd-sysctl.service 2024-06-06T08:19:16.831 INFO:teuthology.orchestra.run.smithi042.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-06-06T08:19:16.831 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/nfs/rpc_pipefs 2024-06-06T08:19:16.831 INFO:teuthology.orchestra.run.smithi042.stdout:/run/user/1000 2024-06-06T08:19:16.831 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/ceph 2024-06-06T08:19:16.831 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/containers/storage/overlay 2024-06-06T08:19:16.832 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/containers/storage/overlay/3af99117109dd7512049381a426cc317f7527fdabc78dca9d7f7fac4c725dd5e/merged 2024-06-06T08:19:16.832 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/containers/storage/overlay/2934d50db5f51e6857e67872fcf813f821e3fb14f0d87ce5ce5a202d1a728033/merged 2024-06-06T08:19:16.832 INFO:teuthology.orchestra.run.smithi042.stdout:/run/user/0 2024-06-06T08:19:16.832 INFO:teuthology.orchestra.run.smithi042.stdout:/proc/sys/fs/binfmt_misc 2024-06-06T08:19:16.832 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/containers/storage/overlay/377215ca63a936c5a5ca942760cdbdfab0514e6e9c2dedc657dfd490e76b5a3d/merged 2024-06-06T08:19:16.832 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/containers/storage/overlay/97c818747b9fee3a4dbe5026526902a8e0d984238d144e1eb2df3b440967b332/merged 2024-06-06T08:19:16.832 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/containers/storage/overlay/af78bb1cf5d8bef4707cd4b8d64e382270802151160d14d9d3b16a5d0f8d33dd/merged 2024-06-06T08:19:16.832 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/containers/storage/overlay/3ed249428346f2c8dbdc1375bccb02e55f8d63ffdc83c02137c4489e5b8f60f4/merged 2024-06-06T08:19:16.832 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/containers/storage/overlay/ea9be5c843e9c42ee8ef443863c956823d3b4bf3c232b2c88d0321d9fcfe79c8/merged 2024-06-06T08:19:16.832 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/containers/storage/overlay/ad0fc92832515657872f60fc50bf4f3496174c2caadd7e02016cf4165a926b8a/merged 2024-06-06T08:19:16.832 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/containers/storage/overlay/85a655c43a2e1ef793cc03452aa948a9d5de8cac197e2ca51b70f5ac9b475dc7/merged 2024-06-06T08:19:16.832 INFO:teuthology.orchestra.run.smithi042.stdout:/var/lib/containers/storage/overlay/9b0fc3d0c6170716e9f38f30a4ef3b230012bb3ddd19d2ceaa52f9d1845f71e3/merged 2024-06-06T08:19:16.833 INFO:teuthology.orchestra.run.smithi042.stdout:/run/netns 2024-06-06T08:19:16.833 INFO:teuthology.orchestra.run.smithi042.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-06-06T08:19:16.833 INFO:teuthology.orchestra.run.smithi042.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-06-06T08:19:16.833 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T08:19:16.833 DEBUG:teuthology.orchestra.run.smithi042:> ls /sys/fs/fuse/connections 2024-06-06T08:19:16.846 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi042.stderr:2024-06-06T08:19:16.847+0000 7f8e12953480 -1 init, newargv = 0x55afc3cc07d0 newargc=15 2024-06-06T08:19:16.847 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi042.stderr:ceph-fuse[78694]: starting ceph client 2024-06-06T08:19:16.853 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi042.stderr:ceph-fuse[78694]: starting fuse 2024-06-06T08:19:16.862 INFO:teuthology.orchestra.run.smithi042.stdout:119 2024-06-06T08:19:16.862 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [119] 2024-06-06T08:19:16.863 DEBUG:teuthology.orchestra.run.smithi042:> sudo stdin-killer -- python3 -c ' 2024-06-06T08:19:16.863 DEBUG:teuthology.orchestra.run.smithi042:> import glob 2024-06-06T08:19:16.863 DEBUG:teuthology.orchestra.run.smithi042:> import re 2024-06-06T08:19:16.863 DEBUG:teuthology.orchestra.run.smithi042:> import os 2024-06-06T08:19:16.863 DEBUG:teuthology.orchestra.run.smithi042:> import subprocess 2024-06-06T08:19:16.863 DEBUG:teuthology.orchestra.run.smithi042:> 2024-06-06T08:19:16.863 DEBUG:teuthology.orchestra.run.smithi042:> def _find_admin_socket(client_name): 2024-06-06T08:19:16.863 DEBUG:teuthology.orchestra.run.smithi042:> asok_path = "/var/run/ceph/ceph-client.admin.*.asok" 2024-06-06T08:19:16.863 DEBUG:teuthology.orchestra.run.smithi042:> files = glob.glob(asok_path) 2024-06-06T08:19:16.863 DEBUG:teuthology.orchestra.run.smithi042:> mountpoint = "/home/ubuntu/cephtest/mnt.admin" 2024-06-06T08:19:16.863 DEBUG:teuthology.orchestra.run.smithi042:> 2024-06-06T08:19:16.863 DEBUG:teuthology.orchestra.run.smithi042:> # Given a non-glob path, it better be there 2024-06-06T08:19:16.864 DEBUG:teuthology.orchestra.run.smithi042:> if "*" not in asok_path: 2024-06-06T08:19:16.864 DEBUG:teuthology.orchestra.run.smithi042:> assert(len(files) == 1) 2024-06-06T08:19:16.864 DEBUG:teuthology.orchestra.run.smithi042:> return files[0] 2024-06-06T08:19:16.864 DEBUG:teuthology.orchestra.run.smithi042:> 2024-06-06T08:19:16.864 DEBUG:teuthology.orchestra.run.smithi042:> for f in files: 2024-06-06T08:19:16.864 DEBUG:teuthology.orchestra.run.smithi042:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-06-06T08:19:16.864 DEBUG:teuthology.orchestra.run.smithi042:> if os.path.exists("/proc/{0}".format(pid)): 2024-06-06T08:19:16.864 DEBUG:teuthology.orchestra.run.smithi042:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-06-06T08:19:16.864 DEBUG:teuthology.orchestra.run.smithi042:> contents = proc_f.read() 2024-06-06T08:19:16.864 DEBUG:teuthology.orchestra.run.smithi042:> if mountpoint in contents: 2024-06-06T08:19:16.864 DEBUG:teuthology.orchestra.run.smithi042:> return f 2024-06-06T08:19:16.865 DEBUG:teuthology.orchestra.run.smithi042:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-06-06T08:19:16.865 DEBUG:teuthology.orchestra.run.smithi042:> 2024-06-06T08:19:16.865 DEBUG:teuthology.orchestra.run.smithi042:> print(_find_admin_socket("client.admin")) 2024-06-06T08:19:16.865 DEBUG:teuthology.orchestra.run.smithi042:> ' 2024-06-06T08:19:16.984 INFO:teuthology.orchestra.run.smithi042.stdout:/var/run/ceph/ceph-client.admin.78694.asok 2024-06-06T08:19:16.987 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-06-06T08:19:16.995 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.admin.78694.asok 2024-06-06T08:19:16.995 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T08:19:16.995 DEBUG:teuthology.orchestra.run.smithi042:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.admin.78694.asok status 2024-06-06T08:19:17.134 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:19:17.135 INFO:teuthology.orchestra.run.smithi042.stdout: "metadata": { 2024-06-06T08:19:17.135 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph_sha1": "3d89accfe3201286f000e065a1faea2a88c7a6ba", 2024-06-06T08:19:17.135 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph_version": "ceph version 19.0.0-2946-g3d89accf (3d89accfe3201286f000e065a1faea2a88c7a6ba) squid (rc)", 2024-06-06T08:19:17.135 INFO:teuthology.orchestra.run.smithi042.stdout: "entity_id": "admin", 2024-06-06T08:19:17.135 INFO:teuthology.orchestra.run.smithi042.stdout: "hostname": "smithi042", 2024-06-06T08:19:17.135 INFO:teuthology.orchestra.run.smithi042.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.admin", 2024-06-06T08:19:17.135 INFO:teuthology.orchestra.run.smithi042.stdout: "pid": "78694", 2024-06-06T08:19:17.135 INFO:teuthology.orchestra.run.smithi042.stdout: "root": "/" 2024-06-06T08:19:17.135 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:19:17.135 INFO:teuthology.orchestra.run.smithi042.stdout: "dentry_count": 0, 2024-06-06T08:19:17.135 INFO:teuthology.orchestra.run.smithi042.stdout: "dentry_pinned_count": 0, 2024-06-06T08:19:17.135 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 14694, 2024-06-06T08:19:17.135 INFO:teuthology.orchestra.run.smithi042.stdout: "inst": { 2024-06-06T08:19:17.135 INFO:teuthology.orchestra.run.smithi042.stdout: "name": { 2024-06-06T08:19:17.136 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "client", 2024-06-06T08:19:17.136 INFO:teuthology.orchestra.run.smithi042.stdout: "num": 14694 2024-06-06T08:19:17.136 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:19:17.136 INFO:teuthology.orchestra.run.smithi042.stdout: "addr": { 2024-06-06T08:19:17.136 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "v1", 2024-06-06T08:19:17.136 INFO:teuthology.orchestra.run.smithi042.stdout: "addr": "192.168.0.1:0", 2024-06-06T08:19:17.136 INFO:teuthology.orchestra.run.smithi042.stdout: "nonce": 3564822508 2024-06-06T08:19:17.136 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:19:17.136 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:19:17.136 INFO:teuthology.orchestra.run.smithi042.stdout: "addr": { 2024-06-06T08:19:17.136 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "v1", 2024-06-06T08:19:17.137 INFO:teuthology.orchestra.run.smithi042.stdout: "addr": "192.168.0.1:0", 2024-06-06T08:19:17.137 INFO:teuthology.orchestra.run.smithi042.stdout: "nonce": 3564822508 2024-06-06T08:19:17.137 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:19:17.137 INFO:teuthology.orchestra.run.smithi042.stdout: "inst_str": "client.14694 192.168.0.1:0/3564822508", 2024-06-06T08:19:17.137 INFO:teuthology.orchestra.run.smithi042.stdout: "addr_str": "192.168.0.1:0/3564822508", 2024-06-06T08:19:17.137 INFO:teuthology.orchestra.run.smithi042.stdout: "inode_count": 1, 2024-06-06T08:19:17.137 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_epoch": 16, 2024-06-06T08:19:17.137 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_epoch": 97, 2024-06-06T08:19:17.137 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_epoch_barrier": 0, 2024-06-06T08:19:17.137 INFO:teuthology.orchestra.run.smithi042.stdout: "blocklisted": false, 2024-06-06T08:19:17.137 INFO:teuthology.orchestra.run.smithi042.stdout: "fs_name": "cephfs" 2024-06-06T08:19:17.137 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:19:17.143 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T08:19:17.143 DEBUG:teuthology.orchestra.run.smithi042:> stat --file-system '--printf=%T 2024-06-06T08:19:17.143 DEBUG:teuthology.orchestra.run.smithi042:> ' -- /home/ubuntu/cephtest/mnt.admin 2024-06-06T08:19:17.160 INFO:teuthology.orchestra.run.smithi042.stdout:fuseblk 2024-06-06T08:19:17.160 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.admin 2024-06-06T08:19:17.160 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T08:19:17.160 DEBUG:teuthology.orchestra.run.smithi042:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.admin 2024-06-06T08:19:17.227 DEBUG:teuthology.orchestra.run.smithi042:> (cd /home/ubuntu/cephtest/mnt.admin && exec stdin-killer --timeout=900 -- bash -c 'setfattr -n ceph.dir.layout.pool -v cephfs_data_ec . && getfattr -n ceph.dir.layout .') 2024-06-06T08:19:17.321 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:17 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-06-06T08:19:17.344 INFO:teuthology.orchestra.run.smithi042.stdout:# file: . 2024-06-06T08:19:17.344 INFO:teuthology.orchestra.run.smithi042.stdout:ceph.dir.layout="stripe_unit=4194304 stripe_count=1 object_size=4194304 pool=cephfs_data_ec" 2024-06-06T08:19:17.344 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:19:17.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-06-06T08:19:17.350 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-06-06T08:19:17.350 DEBUG:teuthology.orchestra.run.smithi042:> dd if=/proc/self/mounts of=/dev/stdout 2024-06-06T08:19:17.368 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph osd blocklist ls 2024-06-06T08:19:17.655 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:19:18.279 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:18 smithi042 ceph-mon[32384]: pgmap v326: 129 pgs: 129 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:19:18.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:18 smithi120 ceph-mon[36658]: pgmap v326: 129 pgs: 129 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:19:18.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:18 smithi149 ceph-mon[36842]: pgmap v326: 129 pgs: 129 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:19:19.052 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:19 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 4]}]: dispatch 2024-06-06T08:19:19.052 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:19 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [2, 11]}]: dispatch 2024-06-06T08:19:19.052 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:19 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [8, 11]}]: dispatch 2024-06-06T08:19:19.052 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:19 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [4, 9]}]: dispatch 2024-06-06T08:19:19.052 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:19 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]: dispatch 2024-06-06T08:19:19.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:19 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [5, 9]}]: dispatch 2024-06-06T08:19:19.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:19 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [5, 8]}]: dispatch 2024-06-06T08:19:19.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:19 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [9, 10]}]: dispatch 2024-06-06T08:19:19.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:19 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [9, 8]}]: dispatch 2024-06-06T08:19:19.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:19 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.16", "id": [9, 8]}]: dispatch 2024-06-06T08:19:19.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:19 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 4]}]: dispatch 2024-06-06T08:19:19.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:19 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [2, 11]}]: dispatch 2024-06-06T08:19:19.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:19 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [8, 11]}]: dispatch 2024-06-06T08:19:19.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:19 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [4, 9]}]: dispatch 2024-06-06T08:19:19.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:19 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]: dispatch 2024-06-06T08:19:19.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:19 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [5, 9]}]: dispatch 2024-06-06T08:19:19.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:19 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [5, 8]}]: dispatch 2024-06-06T08:19:19.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:19 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [9, 10]}]: dispatch 2024-06-06T08:19:19.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:19 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [9, 8]}]: dispatch 2024-06-06T08:19:19.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:19 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.16", "id": [9, 8]}]: dispatch 2024-06-06T08:19:19.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:19.429+0000 7fa21b950700 1 -- 172.21.15.42:0/26629281 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa2141015d0 msgr2=0x7fa2141019b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:19.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:19.429+0000 7fa21b950700 1 --2- 172.21.15.42:0/26629281 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa2141015d0 0x7fa2141019b0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fa2100099c0 tx=0x7fa210009cd0 comp rx=0 tx=0).stop 2024-06-06T08:19:19.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:19.429+0000 7fa21b950700 1 -- 172.21.15.42:0/26629281 shutdown_connections 2024-06-06T08:19:19.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:19.429+0000 7fa21b950700 1 --2- 172.21.15.42:0/26629281 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa2141066b0 0x7fa21410e280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:19.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:19.429+0000 7fa21b950700 1 --2- 172.21.15.42:0/26629281 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa2141015d0 0x7fa2141019b0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:19.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:19.429+0000 7fa21b950700 1 --2- 172.21.15.42:0/26629281 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa214101f80 0x7fa214105fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:19.431 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:19.429+0000 7fa21b950700 1 -- 172.21.15.42:0/26629281 >> 172.21.15.42:0/26629281 conn(0x7fa214078400 msgr2=0x7fa214078810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:19:19.431 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:19.429+0000 7fa21b950700 1 -- 172.21.15.42:0/26629281 shutdown_connections 2024-06-06T08:19:19.431 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:19.429+0000 7fa21b950700 1 -- 172.21.15.42:0/26629281 wait complete. 2024-06-06T08:19:19.431 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:19.430+0000 7fa21b950700 1 Processor -- start 2024-06-06T08:19:19.431 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:19.430+0000 7fa21b950700 1 -- start start 2024-06-06T08:19:19.431 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:19.430+0000 7fa21b950700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa2141015d0 0x7fa214199a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:19.431 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:19.430+0000 7fa21b950700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa214101f80 0x7fa214199fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:19.431 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:19.430+0000 7fa21b950700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa2141066b0 0x7fa2141a4b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:19.431 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:19.430+0000 7fa21b950700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa2141116c0 con 0x7fa214101f80 2024-06-06T08:19:19.431 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:19.430+0000 7fa21b950700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fa214111540 con 0x7fa2141015d0 2024-06-06T08:19:19.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:19.430+0000 7fa21b950700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fa214111840 con 0x7fa2141066b0 2024-06-06T08:19:19.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:19.430+0000 7fa218eeb700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa214101f80 0x7fa214199fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:19.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:19.430+0000 7fa218eeb700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa214101f80 0x7fa214199fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:39798/0 (socket says 172.21.15.42:39798) 2024-06-06T08:19:19.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:19.430+0000 7fa218eeb700 1 -- 172.21.15.42:0/4163147102 learned_addr learned my addr 172.21.15.42:0/4163147102 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:19:19.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:19.430+0000 7fa219eed700 1 --2- 172.21.15.42:0/4163147102 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa2141066b0 0x7fa2141a4b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:19.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:19.430+0000 7fa2196ec700 1 --2- 172.21.15.42:0/4163147102 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa2141015d0 0x7fa214199a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:19.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:19.430+0000 7fa218eeb700 1 -- 172.21.15.42:0/4163147102 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa2141066b0 msgr2=0x7fa2141a4b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:19.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:19.430+0000 7fa218eeb700 1 --2- 172.21.15.42:0/4163147102 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa2141066b0 0x7fa2141a4b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:19.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:19.430+0000 7fa218eeb700 1 -- 172.21.15.42:0/4163147102 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa2141015d0 msgr2=0x7fa214199a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:19.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:19.430+0000 7fa218eeb700 1 --2- 172.21.15.42:0/4163147102 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa2141015d0 0x7fa214199a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:19.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:19.430+0000 7fa218eeb700 1 -- 172.21.15.42:0/4163147102 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2141a5040 con 0x7fa214101f80 2024-06-06T08:19:19.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:19.430+0000 7fa2196ec700 1 --2- 172.21.15.42:0/4163147102 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa2141015d0 0x7fa214199a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:19:19.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:19.431+0000 7fa218eeb700 1 --2- 172.21.15.42:0/4163147102 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa214101f80 0x7fa214199fc0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fa20800c9e0 tx=0x7fa20800ccf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:19:19.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:19.431+0000 7fa2067fc700 1 -- 172.21.15.42:0/4163147102 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa208007aa0 con 0x7fa214101f80 2024-06-06T08:19:19.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:19.431+0000 7fa2067fc700 1 -- 172.21.15.42:0/4163147102 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa208007c40 con 0x7fa214101f80 2024-06-06T08:19:19.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:19.431+0000 7fa21b950700 1 -- 172.21.15.42:0/4163147102 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2141a5210 con 0x7fa214101f80 2024-06-06T08:19:19.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:19.431+0000 7fa2067fc700 1 -- 172.21.15.42:0/4163147102 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa208018640 con 0x7fa214101f80 2024-06-06T08:19:19.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:19.431+0000 7fa21b950700 1 -- 172.21.15.42:0/4163147102 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2141a5770 con 0x7fa214101f80 2024-06-06T08:19:19.434 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:19.432+0000 7fa21b950700 1 -- 172.21.15.42:0/4163147102 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa214069180 con 0x7fa214101f80 2024-06-06T08:19:19.434 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:19.433+0000 7fa2067fc700 1 -- 172.21.15.42:0/4163147102 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fa20800f450 con 0x7fa214101f80 2024-06-06T08:19:19.434 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:19.434+0000 7fa2067fc700 1 --2- 172.21.15.42:0/4163147102 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fa2000a2ca0 0x7fa2000a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:19.434 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:19.434+0000 7fa2196ec700 1 --2- 172.21.15.42:0/4163147102 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fa2000a2ca0 0x7fa2000a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:19.434 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:19.434+0000 7fa2067fc700 1 -- 172.21.15.42:0/4163147102 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9092+0+0 (secure 0 0 0) 0x7fa2080cf5e0 con 0x7fa214101f80 2024-06-06T08:19:19.434 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:19.434+0000 7fa2196ec700 1 --2- 172.21.15.42:0/4163147102 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fa2000a2ca0 0x7fa2000a5160 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fa210009fd0 tx=0x7fa210005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:19:19.436 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:19.438+0000 7fa2067fc700 1 -- 172.21.15.42:0/4163147102 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fa208014030 con 0x7fa214101f80 2024-06-06T08:19:19.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:19 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 4]}]: dispatch 2024-06-06T08:19:19.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:19 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [2, 11]}]: dispatch 2024-06-06T08:19:19.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:19 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [8, 11]}]: dispatch 2024-06-06T08:19:19.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:19 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [4, 9]}]: dispatch 2024-06-06T08:19:19.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:19 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]: dispatch 2024-06-06T08:19:19.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:19 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [5, 9]}]: dispatch 2024-06-06T08:19:19.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:19 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [5, 8]}]: dispatch 2024-06-06T08:19:19.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:19 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [9, 10]}]: dispatch 2024-06-06T08:19:19.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:19 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [9, 8]}]: dispatch 2024-06-06T08:19:19.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:19 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.16", "id": [9, 8]}]: dispatch 2024-06-06T08:19:19.658 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:19.659+0000 7fa21b950700 1 -- 172.21.15.42:0/4163147102 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fa21402dca0 con 0x7fa214101f80 2024-06-06T08:19:19.658 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:19.659+0000 7fa2067fc700 1 -- 172.21.15.42:0/4163147102 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v98) ==== 81+0+590 (secure 0 0 0) 0x7fa20809c290 con 0x7fa214101f80 2024-06-06T08:19:19.658 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:0/2349000297 2024-06-07T08:11:18.501580+0000 2024-06-06T08:19:19.659 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:6801/542419736 2024-06-07T08:11:18.501580+0000 2024-06-06T08:19:19.659 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:0/2444807230 2024-06-07T08:10:51.469961+0000 2024-06-06T08:19:19.659 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:0/2035946884 2024-06-07T08:11:18.501580+0000 2024-06-06T08:19:19.659 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:6800/542419736 2024-06-07T08:11:18.501580+0000 2024-06-06T08:19:19.659 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:0/2547834811 2024-06-07T08:10:51.469961+0000 2024-06-06T08:19:19.659 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:0/1748257485 2024-06-07T08:11:18.501580+0000 2024-06-06T08:19:19.659 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:0/1313394303 2024-06-07T08:10:51.469961+0000 2024-06-06T08:19:19.659 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:6800/1296506824 2024-06-07T08:10:51.469961+0000 2024-06-06T08:19:19.659 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:6801/1296506824 2024-06-07T08:10:51.469961+0000 2024-06-06T08:19:19.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:19.661+0000 7fa21b950700 1 -- 172.21.15.42:0/4163147102 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fa2000a2ca0 msgr2=0x7fa2000a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:19.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:19.661+0000 7fa21b950700 1 --2- 172.21.15.42:0/4163147102 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fa2000a2ca0 0x7fa2000a5160 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fa210009fd0 tx=0x7fa210005fd0 comp rx=0 tx=0).stop 2024-06-06T08:19:19.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:19.661+0000 7fa21b950700 1 -- 172.21.15.42:0/4163147102 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa214101f80 msgr2=0x7fa214199fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:19.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:19.661+0000 7fa21b950700 1 --2- 172.21.15.42:0/4163147102 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa214101f80 0x7fa214199fc0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fa20800c9e0 tx=0x7fa20800ccf0 comp rx=0 tx=0).stop 2024-06-06T08:19:19.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:19.662+0000 7fa21b950700 1 -- 172.21.15.42:0/4163147102 shutdown_connections 2024-06-06T08:19:19.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:19.662+0000 7fa21b950700 1 --2- 172.21.15.42:0/4163147102 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fa2000a2ca0 0x7fa2000a5160 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:19.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:19.662+0000 7fa21b950700 1 --2- 172.21.15.42:0/4163147102 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa2141066b0 0x7fa2141a4b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:19.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:19.662+0000 7fa21b950700 1 --2- 172.21.15.42:0/4163147102 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa2141015d0 0x7fa214199a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:19.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:19.662+0000 7fa21b950700 1 --2- 172.21.15.42:0/4163147102 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa214101f80 0x7fa214199fc0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:19.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:19.662+0000 7fa21b950700 1 -- 172.21.15.42:0/4163147102 >> 172.21.15.42:0/4163147102 conn(0x7fa214078400 msgr2=0x7fa2140ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:19:19.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:19.662+0000 7fa21b950700 1 -- 172.21.15.42:0/4163147102 shutdown_connections 2024-06-06T08:19:19.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:19.662+0000 7fa21b950700 1 -- 172.21.15.42:0/4163147102 wait complete. 2024-06-06T08:19:19.662 INFO:teuthology.orchestra.run.smithi042.stderr:listed 10 entries 2024-06-06T08:19:20.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:20 smithi042 ceph-mon[32384]: pgmap v327: 129 pgs: 129 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 170 B/s wr, 0 op/s 2024-06-06T08:19:20.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:20 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 4]}]': finished 2024-06-06T08:19:20.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:20 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [2, 11]}]': finished 2024-06-06T08:19:20.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:20 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [8, 11]}]': finished 2024-06-06T08:19:20.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:20 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [4, 9]}]': finished 2024-06-06T08:19:20.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:20 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]': finished 2024-06-06T08:19:20.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:20 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [5, 9]}]': finished 2024-06-06T08:19:20.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:20 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [5, 8]}]': finished 2024-06-06T08:19:20.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:20 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [9, 10]}]': finished 2024-06-06T08:19:20.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:20 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [9, 8]}]': finished 2024-06-06T08:19:20.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:20 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.16", "id": [9, 8]}]': finished 2024-06-06T08:19:20.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:20 smithi042 ceph-mon[32384]: osdmap e98: 12 total, 12 up, 12 in 2024-06-06T08:19:20.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:20 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/4163147102' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-06-06T08:19:20.381 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-06-06T08:19:20.381 DEBUG:teuthology.orchestra.run.smithi042:> dd if=/proc/self/mounts of=/dev/stdout 2024-06-06T08:19:20.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:20 smithi120 ceph-mon[36658]: pgmap v327: 129 pgs: 129 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 170 B/s wr, 0 op/s 2024-06-06T08:19:20.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:20 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 4]}]': finished 2024-06-06T08:19:20.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:20 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [2, 11]}]': finished 2024-06-06T08:19:20.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:20 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [8, 11]}]': finished 2024-06-06T08:19:20.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:20 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [4, 9]}]': finished 2024-06-06T08:19:20.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:20 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]': finished 2024-06-06T08:19:20.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:20 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [5, 9]}]': finished 2024-06-06T08:19:20.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:20 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [5, 8]}]': finished 2024-06-06T08:19:20.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:20 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [9, 10]}]': finished 2024-06-06T08:19:20.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:20 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [9, 8]}]': finished 2024-06-06T08:19:20.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:20 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.16", "id": [9, 8]}]': finished 2024-06-06T08:19:20.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:20 smithi120 ceph-mon[36658]: osdmap e98: 12 total, 12 up, 12 in 2024-06-06T08:19:20.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:20 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/4163147102' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-06-06T08:19:20.400 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph osd blocklist ls 2024-06-06T08:19:20.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:20 smithi149 ceph-mon[36842]: pgmap v327: 129 pgs: 129 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 170 B/s wr, 0 op/s 2024-06-06T08:19:20.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:20 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 4]}]': finished 2024-06-06T08:19:20.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:20 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [2, 11]}]': finished 2024-06-06T08:19:20.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:20 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [8, 11]}]': finished 2024-06-06T08:19:20.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:20 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [4, 9]}]': finished 2024-06-06T08:19:20.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:20 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]': finished 2024-06-06T08:19:20.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:20 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [5, 9]}]': finished 2024-06-06T08:19:20.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:20 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [5, 8]}]': finished 2024-06-06T08:19:20.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:20 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [9, 10]}]': finished 2024-06-06T08:19:20.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:20 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [9, 8]}]': finished 2024-06-06T08:19:20.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:20 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.16", "id": [9, 8]}]': finished 2024-06-06T08:19:20.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:20 smithi149 ceph-mon[36842]: osdmap e98: 12 total, 12 up, 12 in 2024-06-06T08:19:20.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:20 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/4163147102' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-06-06T08:19:20.689 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:19:21.390 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:21 smithi120 ceph-mon[36658]: osdmap e99: 12 total, 12 up, 12 in 2024-06-06T08:19:21.494 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:21 smithi042 ceph-mon[32384]: osdmap e99: 12 total, 12 up, 12 in 2024-06-06T08:19:21.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:21 smithi149 ceph-mon[36842]: osdmap e99: 12 total, 12 up, 12 in 2024-06-06T08:19:22.121 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:22 smithi042 ceph-mon[32384]: pgmap v330: 129 pgs: 129 active+clean; 579 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 0 op/s 2024-06-06T08:19:22.364 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:22.365+0000 7f9538ac6700 1 -- 172.21.15.42:0/1944435340 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f95341084f0 msgr2=0x7f95341088d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:22.364 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:22.365+0000 7f9538ac6700 1 --2- 172.21.15.42:0/1944435340 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f95341084f0 0x7f95341088d0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f9524009990 tx=0x7f9524009ca0 comp rx=0 tx=0).stop 2024-06-06T08:19:22.364 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:22.365+0000 7f9538ac6700 1 -- 172.21.15.42:0/1944435340 shutdown_connections 2024-06-06T08:19:22.364 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:22.365+0000 7f9538ac6700 1 --2- 172.21.15.42:0/1944435340 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9534102e80 0x7f953410f330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:22.364 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:22.365+0000 7f9538ac6700 1 --2- 172.21.15.42:0/1944435340 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f95341084f0 0x7f95341088d0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:22.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:22.365+0000 7f9538ac6700 1 --2- 172.21.15.42:0/1944435340 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f95341024e0 0x7f9534102940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:22.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:22.365+0000 7f9538ac6700 1 -- 172.21.15.42:0/1944435340 >> 172.21.15.42:0/1944435340 conn(0x7f9534079530 msgr2=0x7f9534079940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:19:22.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:22.365+0000 7f9538ac6700 1 -- 172.21.15.42:0/1944435340 shutdown_connections 2024-06-06T08:19:22.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:22.365+0000 7f9538ac6700 1 -- 172.21.15.42:0/1944435340 wait complete. 2024-06-06T08:19:22.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:22.366+0000 7f9538ac6700 1 Processor -- start 2024-06-06T08:19:22.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:22.366+0000 7f9538ac6700 1 -- start start 2024-06-06T08:19:22.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:22.366+0000 7f9538ac6700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f95341024e0 0x7f9534074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:22.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:22.366+0000 7f9538ac6700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9534102e80 0x7f9534074cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:22.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:22.366+0000 7f9538ac6700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f95341084f0 0x7f9534075210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:22.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:22.366+0000 7f9538ac6700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9534112730 con 0x7f9534102e80 2024-06-06T08:19:22.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:22.366+0000 7f9538ac6700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f95341125b0 con 0x7f95341024e0 2024-06-06T08:19:22.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:22.366+0000 7f9538ac6700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f95341128b0 con 0x7f95341084f0 2024-06-06T08:19:22.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:22.366+0000 7f9531d9b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9534102e80 0x7f9534074cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:22.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:22.366+0000 7f9531d9b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9534102e80 0x7f9534074cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:39814/0 (socket says 172.21.15.42:39814) 2024-06-06T08:19:22.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:22.366+0000 7f9531d9b700 1 -- 172.21.15.42:0/2698206766 learned_addr learned my addr 172.21.15.42:0/2698206766 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:19:22.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:22.366+0000 7f953259c700 1 --2- 172.21.15.42:0/2698206766 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f95341024e0 0x7f9534074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:22.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:22.366+0000 7f9532d9d700 1 --2- 172.21.15.42:0/2698206766 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f95341084f0 0x7f9534075210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:22.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:22.366+0000 7f9531d9b700 1 -- 172.21.15.42:0/2698206766 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f95341084f0 msgr2=0x7f9534075210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:22.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:22.366+0000 7f9531d9b700 1 --2- 172.21.15.42:0/2698206766 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f95341084f0 0x7f9534075210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:22.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:22.366+0000 7f9531d9b700 1 -- 172.21.15.42:0/2698206766 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f95341024e0 msgr2=0x7f9534074790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:22.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:22.366+0000 7f9531d9b700 1 --2- 172.21.15.42:0/2698206766 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f95341024e0 0x7f9534074790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:22.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:22.366+0000 7f9531d9b700 1 -- 172.21.15.42:0/2698206766 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95341ab5f0 con 0x7f9534102e80 2024-06-06T08:19:22.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:22.366+0000 7f9532d9d700 1 --2- 172.21.15.42:0/2698206766 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f95341084f0 0x7f9534075210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:19:22.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:22.366+0000 7f953259c700 1 --2- 172.21.15.42:0/2698206766 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f95341024e0 0x7f9534074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:19:22.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:22.367+0000 7f9531d9b700 1 --2- 172.21.15.42:0/2698206766 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9534102e80 0x7f9534074cd0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f952800e9a0 tx=0x7f952800ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:19:22.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:22.367+0000 7f95237fe700 1 -- 172.21.15.42:0/2698206766 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f952800cbd0 con 0x7f9534102e80 2024-06-06T08:19:22.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:22.367+0000 7f9538ac6700 1 -- 172.21.15.42:0/2698206766 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95341ab880 con 0x7f9534102e80 2024-06-06T08:19:22.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:22.367+0000 7f95237fe700 1 -- 172.21.15.42:0/2698206766 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f952800cd70 con 0x7f9534102e80 2024-06-06T08:19:22.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:22.367+0000 7f95237fe700 1 -- 172.21.15.42:0/2698206766 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95280187c0 con 0x7f9534102e80 2024-06-06T08:19:22.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:22.367+0000 7f9538ac6700 1 -- 172.21.15.42:0/2698206766 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95341abe10 con 0x7f9534102e80 2024-06-06T08:19:22.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:22.368+0000 7f9538ac6700 1 -- 172.21.15.42:0/2698206766 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9534103ba0 con 0x7f9534102e80 2024-06-06T08:19:22.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:22.369+0000 7f95237fe700 1 -- 172.21.15.42:0/2698206766 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f9528010430 con 0x7f9534102e80 2024-06-06T08:19:22.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:22.370+0000 7f95237fe700 1 --2- 172.21.15.42:0/2698206766 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f951c0a2c20 0x7f951c0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:22.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:22.370+0000 7f953259c700 1 --2- 172.21.15.42:0/2698206766 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f951c0a2c20 0x7f951c0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:22.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:22.370+0000 7f95237fe700 1 -- 172.21.15.42:0/2698206766 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f95280cf6f0 con 0x7f9534102e80 2024-06-06T08:19:22.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:22.370+0000 7f953259c700 1 --2- 172.21.15.42:0/2698206766 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f951c0a2c20 0x7f951c0a50e0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f952400b2e0 tx=0x7f952401a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:19:22.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:22.374+0000 7f95237fe700 1 -- 172.21.15.42:0/2698206766 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f952809c290 con 0x7f9534102e80 2024-06-06T08:19:22.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:22 smithi120 ceph-mon[36658]: pgmap v330: 129 pgs: 129 active+clean; 579 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 0 op/s 2024-06-06T08:19:22.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:22 smithi149 ceph-mon[36842]: pgmap v330: 129 pgs: 129 active+clean; 579 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 0 op/s 2024-06-06T08:19:22.594 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:22.595+0000 7f9538ac6700 1 -- 172.21.15.42:0/2698206766 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f953402dca0 con 0x7f9534102e80 2024-06-06T08:19:22.594 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:22.595+0000 7f95237fe700 1 -- 172.21.15.42:0/2698206766 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v99) ==== 81+0+590 (secure 0 0 0) 0x7f952809bb90 con 0x7f9534102e80 2024-06-06T08:19:22.595 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:0/2349000297 2024-06-07T08:11:18.501580+0000 2024-06-06T08:19:22.595 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:6801/542419736 2024-06-07T08:11:18.501580+0000 2024-06-06T08:19:22.595 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:0/2444807230 2024-06-07T08:10:51.469961+0000 2024-06-06T08:19:22.595 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:0/2035946884 2024-06-07T08:11:18.501580+0000 2024-06-06T08:19:22.595 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:6800/542419736 2024-06-07T08:11:18.501580+0000 2024-06-06T08:19:22.596 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:0/2547834811 2024-06-07T08:10:51.469961+0000 2024-06-06T08:19:22.596 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:0/1748257485 2024-06-07T08:11:18.501580+0000 2024-06-06T08:19:22.596 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:0/1313394303 2024-06-07T08:10:51.469961+0000 2024-06-06T08:19:22.596 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:6800/1296506824 2024-06-07T08:10:51.469961+0000 2024-06-06T08:19:22.596 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:6801/1296506824 2024-06-07T08:10:51.469961+0000 2024-06-06T08:19:22.597 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:22.597+0000 7f9538ac6700 1 -- 172.21.15.42:0/2698206766 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f951c0a2c20 msgr2=0x7f951c0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:22.597 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:22.597+0000 7f9538ac6700 1 --2- 172.21.15.42:0/2698206766 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f951c0a2c20 0x7f951c0a50e0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f952400b2e0 tx=0x7f952401a040 comp rx=0 tx=0).stop 2024-06-06T08:19:22.598 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:22.597+0000 7f9538ac6700 1 -- 172.21.15.42:0/2698206766 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9534102e80 msgr2=0x7f9534074cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:22.598 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:22.597+0000 7f9538ac6700 1 --2- 172.21.15.42:0/2698206766 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9534102e80 0x7f9534074cd0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f952800e9a0 tx=0x7f952800ed60 comp rx=0 tx=0).stop 2024-06-06T08:19:22.598 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:22.597+0000 7f9538ac6700 1 -- 172.21.15.42:0/2698206766 shutdown_connections 2024-06-06T08:19:22.598 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:22.597+0000 7f9538ac6700 1 --2- 172.21.15.42:0/2698206766 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f951c0a2c20 0x7f951c0a50e0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:22.598 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:22.597+0000 7f9538ac6700 1 --2- 172.21.15.42:0/2698206766 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f95341084f0 0x7f9534075210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:22.599 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:22.597+0000 7f9538ac6700 1 --2- 172.21.15.42:0/2698206766 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f95341024e0 0x7f9534074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:22.599 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:22.597+0000 7f9538ac6700 1 --2- 172.21.15.42:0/2698206766 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9534102e80 0x7f9534074cd0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:22.599 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:22.597+0000 7f9538ac6700 1 -- 172.21.15.42:0/2698206766 >> 172.21.15.42:0/2698206766 conn(0x7f9534079530 msgr2=0x7f9534100690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:19:22.599 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:22.597+0000 7f9538ac6700 1 -- 172.21.15.42:0/2698206766 shutdown_connections 2024-06-06T08:19:22.599 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:22.597+0000 7f9538ac6700 1 -- 172.21.15.42:0/2698206766 wait complete. 2024-06-06T08:19:22.599 INFO:teuthology.orchestra.run.smithi042.stderr:listed 10 entries 2024-06-06T08:19:23.224 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi042.front.sepia.ceph.com... 2024-06-06T08:19:23.224 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T08:19:23.224 DEBUG:teuthology.orchestra.run.smithi042:> sudo fusermount -u /home/ubuntu/cephtest/mnt.admin 2024-06-06T08:19:23.253 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi042.stderr:ceph-fuse[78694]: fuse finished with error 0 and tester_r 0 2024-06-06T08:19:23.254 INFO:teuthology.orchestra.run:waiting for 300 2024-06-06T08:19:23.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:23 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/2698206766' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-06-06T08:19:23.437 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:23 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/2698206766' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-06-06T08:19:23.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:23 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/2698206766' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-06-06T08:19:24.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:24 smithi120 ceph-mon[36658]: pgmap v331: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 0 op/s; 4 B/s, 1 keys/s, 0 objects/s recovering 2024-06-06T08:19:24.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:24 smithi149 ceph-mon[36842]: pgmap v331: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 0 op/s; 4 B/s, 1 keys/s, 0 objects/s recovering 2024-06-06T08:19:24.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:24 smithi042 ceph-mon[32384]: pgmap v331: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 0 op/s; 4 B/s, 1 keys/s, 0 objects/s recovering 2024-06-06T08:19:26.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:26 smithi120 ceph-mon[36658]: pgmap v332: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 0 op/s; 4 B/s, 1 keys/s, 0 objects/s recovering 2024-06-06T08:19:26.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:26 smithi149 ceph-mon[36842]: pgmap v332: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 0 op/s; 4 B/s, 1 keys/s, 0 objects/s recovering 2024-06-06T08:19:26.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:26 smithi042 ceph-mon[32384]: pgmap v332: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 0 op/s; 4 B/s, 1 keys/s, 0 objects/s recovering 2024-06-06T08:19:28.340 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:28 smithi149 ceph-mon[36842]: pgmap v333: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 0 op/s; 4 B/s, 1 keys/s, 0 objects/s recovering 2024-06-06T08:19:28.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:28 smithi120 ceph-mon[36658]: pgmap v333: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 0 op/s; 4 B/s, 1 keys/s, 0 objects/s recovering 2024-06-06T08:19:28.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:28 smithi042 ceph-mon[32384]: pgmap v333: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 0 op/s; 4 B/s, 1 keys/s, 0 objects/s recovering 2024-06-06T08:19:29.356 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi042.front.sepia.ceph.com 2024-06-06T08:19:29.356 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T08:19:29.356 DEBUG:teuthology.orchestra.run.smithi042:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.admin) 2024-06-06T08:19:29.384 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph osd dump --format=json 2024-06-06T08:19:29.684 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:19:30.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:30 smithi042 ceph-mon[32384]: pgmap v334: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 321 B/s wr, 0 op/s; 3 B/s, 1 keys/s, 0 objects/s recovering 2024-06-06T08:19:30.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:30 smithi120 ceph-mon[36658]: pgmap v334: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 321 B/s wr, 0 op/s; 3 B/s, 1 keys/s, 0 objects/s recovering 2024-06-06T08:19:30.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:30 smithi149 ceph-mon[36842]: pgmap v334: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 321 B/s wr, 0 op/s; 3 B/s, 1 keys/s, 0 objects/s recovering 2024-06-06T08:19:31.335 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:31.333+0000 7f8bfc1fb700 1 -- 172.21.15.42:0/3374522627 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8bf406a170 msgr2=0x7f8bf406a5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:31.335 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:31.333+0000 7f8bfc1fb700 1 --2- 172.21.15.42:0/3374522627 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8bf406a170 0x7f8bf406a5d0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f8be40099c0 tx=0x7f8be4009cd0 comp rx=0 tx=0).stop 2024-06-06T08:19:31.335 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:31.333+0000 7f8bfc1fb700 1 -- 172.21.15.42:0/3374522627 shutdown_connections 2024-06-06T08:19:31.336 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:31.333+0000 7f8bfc1fb700 1 --2- 172.21.15.42:0/3374522627 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8bf406ab10 0x7f8bf410f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:31.336 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:31.333+0000 7f8bfc1fb700 1 --2- 172.21.15.42:0/3374522627 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8bf41084e0 0x7f8bf41088c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:31.336 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:31.333+0000 7f8bfc1fb700 1 --2- 172.21.15.42:0/3374522627 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8bf406a170 0x7f8bf406a5d0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:31.336 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:31.333+0000 7f8bfc1fb700 1 -- 172.21.15.42:0/3374522627 >> 172.21.15.42:0/3374522627 conn(0x7f8bf40782c0 msgr2=0x7f8bf40786d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:19:31.336 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:31.333+0000 7f8bfc1fb700 1 -- 172.21.15.42:0/3374522627 shutdown_connections 2024-06-06T08:19:31.336 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:31.333+0000 7f8bfc1fb700 1 -- 172.21.15.42:0/3374522627 wait complete. 2024-06-06T08:19:31.336 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:31.334+0000 7f8bfc1fb700 1 Processor -- start 2024-06-06T08:19:31.337 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:31.334+0000 7f8bfc1fb700 1 -- start start 2024-06-06T08:19:31.337 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:31.334+0000 7f8bfc1fb700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8bf406a170 0x7f8bf419e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:31.337 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:31.334+0000 7f8bfc1fb700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8bf406ab10 0x7f8bf419ece0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:31.337 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:31.334+0000 7f8bfc1fb700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8bf41084e0 0x7f8bf4198960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:31.337 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:31.334+0000 7f8bfc1fb700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f8bf4112760 con 0x7f8bf41084e0 2024-06-06T08:19:31.337 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:31.334+0000 7f8bfc1fb700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f8bf41125e0 con 0x7f8bf406ab10 2024-06-06T08:19:31.337 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:31.334+0000 7f8bfc1fb700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f8bf41128e0 con 0x7f8bf406a170 2024-06-06T08:19:31.337 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:31.334+0000 7f8bfa798700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8bf41084e0 0x7f8bf4198960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:31.338 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:31.334+0000 7f8bfa798700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8bf41084e0 0x7f8bf4198960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:33612/0 (socket says 172.21.15.42:33612) 2024-06-06T08:19:31.338 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:31.334+0000 7f8bfa798700 1 -- 172.21.15.42:0/1206776220 learned_addr learned my addr 172.21.15.42:0/1206776220 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:19:31.338 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:31.334+0000 7f8bf9f97700 1 --2- 172.21.15.42:0/1206776220 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8bf406a170 0x7f8bf419e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:31.338 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:31.334+0000 7f8bf9796700 1 --2- 172.21.15.42:0/1206776220 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8bf406ab10 0x7f8bf419ece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:31.338 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:31.334+0000 7f8bfa798700 1 -- 172.21.15.42:0/1206776220 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8bf406a170 msgr2=0x7f8bf419e7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:31.338 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:31.334+0000 7f8bfa798700 1 --2- 172.21.15.42:0/1206776220 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8bf406a170 0x7f8bf419e7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:31.338 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:31.334+0000 7f8bfa798700 1 -- 172.21.15.42:0/1206776220 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8bf406ab10 msgr2=0x7f8bf419ece0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:31.339 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:31.334+0000 7f8bfa798700 1 --2- 172.21.15.42:0/1206776220 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8bf406ab10 0x7f8bf419ece0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:31.339 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:31.334+0000 7f8bfa798700 1 -- 172.21.15.42:0/1206776220 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8bf41990c0 con 0x7f8bf41084e0 2024-06-06T08:19:31.339 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:31.335+0000 7f8bfa798700 1 --2- 172.21.15.42:0/1206776220 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8bf41084e0 0x7f8bf4198960 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f8bec007ee0 tx=0x7f8bec00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:19:31.339 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:31.335+0000 7f8beaffd700 1 -- 172.21.15.42:0/1206776220 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bec004bb0 con 0x7f8bf41084e0 2024-06-06T08:19:31.339 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:31.335+0000 7f8beaffd700 1 -- 172.21.15.42:0/1206776220 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8bec004d50 con 0x7f8bf41084e0 2024-06-06T08:19:31.339 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:31.335+0000 7f8bfc1fb700 1 -- 172.21.15.42:0/1206776220 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8bf41993b0 con 0x7f8bf41084e0 2024-06-06T08:19:31.339 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:31.335+0000 7f8beaffd700 1 -- 172.21.15.42:0/1206776220 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bec005960 con 0x7f8bf41084e0 2024-06-06T08:19:31.340 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:31.335+0000 7f8bfc1fb700 1 -- 172.21.15.42:0/1206776220 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8bf41a5670 con 0x7f8bf41084e0 2024-06-06T08:19:31.340 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:31.336+0000 7f8bfc1fb700 1 -- 172.21.15.42:0/1206776220 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8bf4069180 con 0x7f8bf41084e0 2024-06-06T08:19:31.341 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:31.337+0000 7f8beaffd700 1 -- 172.21.15.42:0/1206776220 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f8bec01a020 con 0x7f8bf41084e0 2024-06-06T08:19:31.341 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:31.338+0000 7f8beaffd700 1 --2- 172.21.15.42:0/1206776220 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f8be00a2c20 0x7f8be00a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:31.341 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:31.338+0000 7f8bf9f97700 1 --2- 172.21.15.42:0/1206776220 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f8be00a2c20 0x7f8be00a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:31.341 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:31.338+0000 7f8beaffd700 1 -- 172.21.15.42:0/1206776220 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f8bec0cf150 con 0x7f8bf41084e0 2024-06-06T08:19:31.342 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:31.338+0000 7f8bf9f97700 1 --2- 172.21.15.42:0/1206776220 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f8be00a2c20 0x7f8be00a50e0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f8bf4199aa0 tx=0x7f8bf000a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:19:31.342 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:31.341+0000 7f8beaffd700 1 -- 172.21.15.42:0/1206776220 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f8bec010070 con 0x7f8bf41084e0 2024-06-06T08:19:31.548 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:31.549+0000 7f8bfc1fb700 1 -- 172.21.15.42:0/1206776220 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8bf402dca0 con 0x7f8bf41084e0 2024-06-06T08:19:31.550 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:31.551+0000 7f8beaffd700 1 -- 172.21.15.42:0/1206776220 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v99) ==== 74+0+24632 (secure 0 0 0) 0x7f8bec09bcf0 con 0x7f8bf41084e0 2024-06-06T08:19:31.550 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:19:31.551 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":99,"fsid":"103bdc14-23dc-11ef-bc9b-c7b262605968","created":"2024-06-06T08:10:24.766424+0000","modified":"2024-06-06T08:19:20.058787+0000","last_up_change":"2024-06-06T08:17:36.287686+0000","last_in_change":"2024-06-06T08:17:16.753056+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-06T08:13:45.019237+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-06-06T08:18:33.144907+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-06-06T08:18:36.897997+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-06-06T08:18:46.419853+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"97","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"e2e4fdcf-59e7-458d-b89e-8f5b7095ecba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6803","nonce":992269164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6805","nonce":992269164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6809","nonce":992269164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6807","nonce":992269164}]},"public_addr":"172.21.15.42:6803/992269164","cluster_addr":"172.21.15.42:6805/992269164","heartbeat_back_addr":"172.21.15.42:6809/992269164","heartbeat_front_addr":"172.21.15.42:6807/992269164","state":["exists","up"]},{"osd":1,"uuid":"5a66dde1-0e6a-44d3-9b2d-2c97d7c8db94","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6800","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6801","nonce":207181328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6802","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6803","nonce":207181328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6806","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6807","nonce":207181328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6804","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6805","nonce":207181328}]},"public_addr":"172.21.15.120:6801/207181328","cluster_addr":"172.21.15.120:6803/207181328","heartbeat_back_addr":"172.21.15.120:6807/207181328","heartbeat_front_addr":"172.21.15.120:6805/207181328","state":["exists","up"]},{"osd":2,"uuid":"642addc3-ef6d-438d-ba2b-011de9e2ba8d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6801","nonce":2997625975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6803","nonce":2997625975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6807","nonce":2997625975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6805","nonce":2997625975}]},"public_addr":"172.21.15.149:6801/2997625975","cluster_addr":"172.21.15.149:6803/2997625975","heartbeat_back_addr":"172.21.15.149:6807/2997625975","heartbeat_front_addr":"172.21.15.149:6805/2997625975","state":["exists","up"]},{"osd":3,"uuid":"2a97b907-d011-4010-a71b-a7783002e9b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6811","nonce":4079103623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6813","nonce":4079103623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6817","nonce":4079103623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6815","nonce":4079103623}]},"public_addr":"172.21.15.42:6811/4079103623","cluster_addr":"172.21.15.42:6813/4079103623","heartbeat_back_addr":"172.21.15.42:6817/4079103623","heartbeat_front_addr":"172.21.15.42:6815/4079103623","state":["exists","up"]},{"osd":4,"uuid":"8848bdb6-07d9-4be6-8dcb-01f181f6b678","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6808","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6809","nonce":559794558}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6810","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6811","nonce":559794558}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6814","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6815","nonce":559794558}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6812","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6813","nonce":559794558}]},"public_addr":"172.21.15.120:6809/559794558","cluster_addr":"172.21.15.120:6811/559794558","heartbeat_back_addr":"172.21.15.120:6815/559794558","heartbeat_front_addr":"172.21.15.120:6813/559794558","state":["exists","up"]},{"osd":5,"uuid":"4be1b7e5-1de1-4927-9960-c0f6415e0bff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6809","nonce":4023193877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6811","nonce":4023193877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6815","nonce":4023193877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6813","nonce":4023193877}]},"public_addr":"172.21.15.149:6809/4023193877","cluster_addr":"172.21.15.149:6811/4023193877","heartbeat_back_addr":"172.21.15.149:6815/4023193877","heartbeat_front_addr":"172.21.15.149:6813/4023193877","state":["exists","up"]},{"osd":6,"uuid":"6c1a1ff4-9bed-4f13-ab16-314c8086c06f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6819","nonce":1922652007}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6821","nonce":1922652007}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6825","nonce":1922652007}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6823","nonce":1922652007}]},"public_addr":"172.21.15.42:6819/1922652007","cluster_addr":"172.21.15.42:6821/1922652007","heartbeat_back_addr":"172.21.15.42:6825/1922652007","heartbeat_front_addr":"172.21.15.42:6823/1922652007","state":["exists","up"]},{"osd":7,"uuid":"37cb2c8b-d9c0-4d1e-bee8-cc850c69ba0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6816","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6817","nonce":156965814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6818","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6819","nonce":156965814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6822","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6823","nonce":156965814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6820","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6821","nonce":156965814}]},"public_addr":"172.21.15.120:6817/156965814","cluster_addr":"172.21.15.120:6819/156965814","heartbeat_back_addr":"172.21.15.120:6823/156965814","heartbeat_front_addr":"172.21.15.120:6821/156965814","state":["exists","up"]},{"osd":8,"uuid":"6df7e642-d784-4aac-b764-ddf0747add90","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6817","nonce":4100009474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6819","nonce":4100009474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6823","nonce":4100009474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6821","nonce":4100009474}]},"public_addr":"172.21.15.149:6817/4100009474","cluster_addr":"172.21.15.149:6819/4100009474","heartbeat_back_addr":"172.21.15.149:6823/4100009474","heartbeat_front_addr":"172.21.15.149:6821/4100009474","state":["exists","up"]},{"osd":9,"uuid":"f4b2af93-29f8-495a-86f7-72c2b64b34cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6827","nonce":3216295459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6829","nonce":3216295459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6833","nonce":3216295459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6831","nonce":3216295459}]},"public_addr":"172.21.15.42:6827/3216295459","cluster_addr":"172.21.15.42:6829/3216295459","heartbeat_back_addr":"172.21.15.42:6833/3216295459","heartbeat_front_addr":"172.21.15.42:6831/3216295459","state":["exists","up"]},{"osd":10,"uuid":"5d31e261-0c1d-488d-a7d5-6a6c1250edca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6824","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6825","nonce":3633743730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6826","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6827","nonce":3633743730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6830","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6831","nonce":3633743730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6828","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6829","nonce":3633743730}]},"public_addr":"172.21.15.120:6825/3633743730","cluster_addr":"172.21.15.120:6827/3633743730","heartbeat_back_addr":"172.21.15.120:6831/3633743730","heartbeat_front_addr":"172.21.15.120:6829/3633743730","state":["exists","up"]},{"osd":11,"uuid":"32e1e82b-97fe-4469-8345-871e9caffc3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6825","nonce":797850884}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6827","nonce":797850884}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6831","nonce":797850884}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6829","nonce":797850884}]},"public_addr":"172.21.15.149:6825/797850884","cluster_addr":"172.21.15.149:6827/797850884","heartbeat_back_addr":"172.21.15.149:6831/797850884","heartbeat_front_addr":"172.21.15.149:6829/797850884","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:12:53.901249+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:13:17.683764+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:13:41.352203+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:14:08.031995+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:14:33.363708+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:14:58.055589+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:15:24.669566+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:15:50.912783+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:16:15.924258+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:16:43.185660+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:17:09.578878+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:17:35.047958+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.10","mappings":[{"from":2,"to":4}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.1","mappings":[{"from":4,"to":9}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"4.e","mappings":[{"from":5,"to":8}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]},{"pgid":"4.14","mappings":[{"from":9,"to":8}]},{"pgid":"4.16","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.42:0/2349000297":"2024-06-07T08:11:18.501580+0000","172.21.15.42:6801/542419736":"2024-06-07T08:11:18.501580+0000","172.21.15.42:0/2444807230":"2024-06-07T08:10:51.469961+0000","172.21.15.42:0/2035946884":"2024-06-07T08:11:18.501580+0000","172.21.15.42:6800/542419736":"2024-06-07T08:11:18.501580+0000","172.21.15.42:0/2547834811":"2024-06-07T08:10:51.469961+0000","172.21.15.42:0/1748257485":"2024-06-07T08:11:18.501580+0000","172.21.15.42:0/1313394303":"2024-06-07T08:10:51.469961+0000","172.21.15.42:6800/1296506824":"2024-06-07T08:10:51.469961+0000","172.21.15.42:6801/1296506824":"2024-06-07T08:10:51.469961+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-06T08:19:31.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:31.553+0000 7f8bfc1fb700 1 -- 172.21.15.42:0/1206776220 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f8be00a2c20 msgr2=0x7f8be00a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:31.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:31.553+0000 7f8bfc1fb700 1 --2- 172.21.15.42:0/1206776220 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f8be00a2c20 0x7f8be00a50e0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f8bf4199aa0 tx=0x7f8bf000a380 comp rx=0 tx=0).stop 2024-06-06T08:19:31.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:31.553+0000 7f8bfc1fb700 1 -- 172.21.15.42:0/1206776220 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8bf41084e0 msgr2=0x7f8bf4198960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:31.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:31.553+0000 7f8bfc1fb700 1 --2- 172.21.15.42:0/1206776220 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8bf41084e0 0x7f8bf4198960 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f8bec007ee0 tx=0x7f8bec00d3b0 comp rx=0 tx=0).stop 2024-06-06T08:19:31.553 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:31.553+0000 7f8bfc1fb700 1 -- 172.21.15.42:0/1206776220 shutdown_connections 2024-06-06T08:19:31.553 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:31.553+0000 7f8bfc1fb700 1 --2- 172.21.15.42:0/1206776220 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8bf41084e0 0x7f8bf4198960 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:31.553 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:31.553+0000 7f8bfc1fb700 1 --2- 172.21.15.42:0/1206776220 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f8be00a2c20 0x7f8be00a50e0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:31.553 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:31.553+0000 7f8bfc1fb700 1 --2- 172.21.15.42:0/1206776220 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8bf406a170 0x7f8bf419e7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:31.553 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:31.553+0000 7f8bfc1fb700 1 --2- 172.21.15.42:0/1206776220 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8bf406ab10 0x7f8bf419ece0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:31.553 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:31.553+0000 7f8bfc1fb700 1 -- 172.21.15.42:0/1206776220 >> 172.21.15.42:0/1206776220 conn(0x7f8bf40782c0 msgr2=0x7f8bf40ff3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:19:31.553 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:31.553+0000 7f8bfc1fb700 1 -- 172.21.15.42:0/1206776220 shutdown_connections 2024-06-06T08:19:31.553 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:31.553+0000 7f8bfc1fb700 1 -- 172.21.15.42:0/1206776220 wait complete. 2024-06-06T08:19:32.181 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:32 smithi042 ceph-mon[32384]: pgmap v335: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 291 B/s wr, 0 op/s; 3 B/s, 0 keys/s, 0 objects/s recovering 2024-06-06T08:19:32.181 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:32 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/1206776220' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T08:19:32.214 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph osd dump --format=json 2024-06-06T08:19:32.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:32 smithi120 ceph-mon[36658]: pgmap v335: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 291 B/s wr, 0 op/s; 3 B/s, 0 keys/s, 0 objects/s recovering 2024-06-06T08:19:32.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:32 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/1206776220' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T08:19:32.468 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:19:32.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:32 smithi149 ceph-mon[36842]: pgmap v335: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 291 B/s wr, 0 op/s; 3 B/s, 0 keys/s, 0 objects/s recovering 2024-06-06T08:19:32.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:32 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/1206776220' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T08:19:34.169 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:34 smithi042 ceph-mon[32384]: pgmap v336: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 0 op/s; 2 B/s, 0 keys/s, 0 objects/s recovering 2024-06-06T08:19:34.169 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:34 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:19:34.177 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:34.178+0000 7f071a084700 1 -- 172.21.15.42:0/1508507529 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0714101d30 msgr2=0x7f071410e210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:34.177 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:34.178+0000 7f071a084700 1 --2- 172.21.15.42:0/1508507529 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0714101d30 0x7f071410e210 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f070c00b0a0 tx=0x7f070c00b3b0 comp rx=0 tx=0).stop 2024-06-06T08:19:34.177 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:34.178+0000 7f071a084700 1 -- 172.21.15.42:0/1508507529 shutdown_connections 2024-06-06T08:19:34.177 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:34.178+0000 7f071a084700 1 --2- 172.21.15.42:0/1508507529 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0714101d30 0x7f071410e210 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:34.178 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:34.178+0000 7f071a084700 1 --2- 172.21.15.42:0/1508507529 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f07141073d0 0x7f07141077b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:34.178 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:34.178+0000 7f071a084700 1 --2- 172.21.15.42:0/1508507529 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0714101390 0x7f07141017f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:34.178 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:34.178+0000 7f071a084700 1 -- 172.21.15.42:0/1508507529 >> 172.21.15.42:0/1508507529 conn(0x7f07140782c0 msgr2=0x7f07140786d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:19:34.178 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:34.178+0000 7f071a084700 1 -- 172.21.15.42:0/1508507529 shutdown_connections 2024-06-06T08:19:34.178 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:34.178+0000 7f071a084700 1 -- 172.21.15.42:0/1508507529 wait complete. 2024-06-06T08:19:34.180 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:34.179+0000 7f071a084700 1 Processor -- start 2024-06-06T08:19:34.180 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:34.179+0000 7f071a084700 1 -- start start 2024-06-06T08:19:34.180 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:34.180+0000 7f071a084700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0714101390 0x7f071419d700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:34.181 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:34.180+0000 7f071a084700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0714101d30 0x7f071419dc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:34.181 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:34.180+0000 7f071a084700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f07141073d0 0x7f0714197910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:34.181 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:34.180+0000 7f071a084700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0714111650 con 0x7f07141073d0 2024-06-06T08:19:34.181 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:34.180+0000 7f071a084700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f07141114d0 con 0x7f0714101d30 2024-06-06T08:19:34.181 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:34.180+0000 7f071a084700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f07141117d0 con 0x7f0714101390 2024-06-06T08:19:34.181 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:34.180+0000 7f0713fff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f07141073d0 0x7f0714197910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:34.181 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:34.180+0000 7f07137fe700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0714101390 0x7f071419d700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:34.181 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:34.180+0000 7f0713fff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f07141073d0 0x7f0714197910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:33626/0 (socket says 172.21.15.42:33626) 2024-06-06T08:19:34.181 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:34.180+0000 7f0713fff700 1 -- 172.21.15.42:0/1563525095 learned_addr learned my addr 172.21.15.42:0/1563525095 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:19:34.181 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:34.180+0000 7f070affd700 1 --2- 172.21.15.42:0/1563525095 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0714101d30 0x7f071419dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:34.181 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:34.180+0000 7f0713fff700 1 -- 172.21.15.42:0/1563525095 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0714101390 msgr2=0x7f071419d700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:34.181 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:34.180+0000 7f0713fff700 1 --2- 172.21.15.42:0/1563525095 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0714101390 0x7f071419d700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:34.181 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:34.180+0000 7f0713fff700 1 -- 172.21.15.42:0/1563525095 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0714101d30 msgr2=0x7f071419dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:34.182 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:34.180+0000 7f0713fff700 1 --2- 172.21.15.42:0/1563525095 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0714101d30 0x7f071419dc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:34.182 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:34.180+0000 7f0713fff700 1 -- 172.21.15.42:0/1563525095 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0714198070 con 0x7f07141073d0 2024-06-06T08:19:34.182 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:34.180+0000 7f07137fe700 1 --2- 172.21.15.42:0/1563525095 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0714101390 0x7f071419d700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:19:34.182 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:34.180+0000 7f0713fff700 1 --2- 172.21.15.42:0/1563525095 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f07141073d0 0x7f0714197910 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f070c00b780 tx=0x7f070c004d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:19:34.182 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:34.180+0000 7f07117fa700 1 -- 172.21.15.42:0/1563525095 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f070c021070 con 0x7f07141073d0 2024-06-06T08:19:34.182 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:34.181+0000 7f07117fa700 1 -- 172.21.15.42:0/1563525095 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f070c007b80 con 0x7f07141073d0 2024-06-06T08:19:34.182 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:34.181+0000 7f071a084700 1 -- 172.21.15.42:0/1563525095 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0714198300 con 0x7f07141073d0 2024-06-06T08:19:34.182 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:34.181+0000 7f07117fa700 1 -- 172.21.15.42:0/1563525095 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f070c0052a0 con 0x7f07141073d0 2024-06-06T08:19:34.182 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:34.181+0000 7f071a084700 1 -- 172.21.15.42:0/1563525095 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f071406a170 con 0x7f07141073d0 2024-06-06T08:19:34.182 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:34.182+0000 7f071a084700 1 -- 172.21.15.42:0/1563525095 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0714069180 con 0x7f07141073d0 2024-06-06T08:19:34.183 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:34.183+0000 7f07117fa700 1 -- 172.21.15.42:0/1563525095 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f070c024070 con 0x7f07141073d0 2024-06-06T08:19:34.183 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:34.184+0000 7f07117fa700 1 --2- 172.21.15.42:0/1563525095 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f07000a2c20 0x7f07000a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:34.183 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:34.184+0000 7f07137fe700 1 --2- 172.21.15.42:0/1563525095 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f07000a2c20 0x7f07000a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:34.183 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:34.184+0000 7f07117fa700 1 -- 172.21.15.42:0/1563525095 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f070c00f020 con 0x7f07141073d0 2024-06-06T08:19:34.183 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:34.184+0000 7f07137fe700 1 --2- 172.21.15.42:0/1563525095 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f07000a2c20 0x7f07000a50e0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f07140ff970 tx=0x7f07040073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:19:34.191 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:34.192+0000 7f07117fa700 1 -- 172.21.15.42:0/1563525095 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f070c02b020 con 0x7f07141073d0 2024-06-06T08:19:34.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:34 smithi120 ceph-mon[36658]: pgmap v336: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 0 op/s; 2 B/s, 0 keys/s, 0 objects/s recovering 2024-06-06T08:19:34.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:34 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:19:34.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:34.401+0000 7f071a084700 1 -- 172.21.15.42:0/1563525095 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f071406ac60 con 0x7f07141073d0 2024-06-06T08:19:34.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:34.402+0000 7f07117fa700 1 -- 172.21.15.42:0/1563525095 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v99) ==== 74+0+24632 (secure 0 0 0) 0x7f070c09d8c0 con 0x7f07141073d0 2024-06-06T08:19:34.402 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:19:34.402 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":99,"fsid":"103bdc14-23dc-11ef-bc9b-c7b262605968","created":"2024-06-06T08:10:24.766424+0000","modified":"2024-06-06T08:19:20.058787+0000","last_up_change":"2024-06-06T08:17:36.287686+0000","last_in_change":"2024-06-06T08:17:16.753056+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-06T08:13:45.019237+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-06-06T08:18:33.144907+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-06-06T08:18:36.897997+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-06-06T08:18:46.419853+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"97","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"e2e4fdcf-59e7-458d-b89e-8f5b7095ecba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6803","nonce":992269164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6805","nonce":992269164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6809","nonce":992269164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6807","nonce":992269164}]},"public_addr":"172.21.15.42:6803/992269164","cluster_addr":"172.21.15.42:6805/992269164","heartbeat_back_addr":"172.21.15.42:6809/992269164","heartbeat_front_addr":"172.21.15.42:6807/992269164","state":["exists","up"]},{"osd":1,"uuid":"5a66dde1-0e6a-44d3-9b2d-2c97d7c8db94","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6800","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6801","nonce":207181328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6802","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6803","nonce":207181328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6806","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6807","nonce":207181328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6804","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6805","nonce":207181328}]},"public_addr":"172.21.15.120:6801/207181328","cluster_addr":"172.21.15.120:6803/207181328","heartbeat_back_addr":"172.21.15.120:6807/207181328","heartbeat_front_addr":"172.21.15.120:6805/207181328","state":["exists","up"]},{"osd":2,"uuid":"642addc3-ef6d-438d-ba2b-011de9e2ba8d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6801","nonce":2997625975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6803","nonce":2997625975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6807","nonce":2997625975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6805","nonce":2997625975}]},"public_addr":"172.21.15.149:6801/2997625975","cluster_addr":"172.21.15.149:6803/2997625975","heartbeat_back_addr":"172.21.15.149:6807/2997625975","heartbeat_front_addr":"172.21.15.149:6805/2997625975","state":["exists","up"]},{"osd":3,"uuid":"2a97b907-d011-4010-a71b-a7783002e9b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6811","nonce":4079103623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6813","nonce":4079103623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6817","nonce":4079103623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6815","nonce":4079103623}]},"public_addr":"172.21.15.42:6811/4079103623","cluster_addr":"172.21.15.42:6813/4079103623","heartbeat_back_addr":"172.21.15.42:6817/4079103623","heartbeat_front_addr":"172.21.15.42:6815/4079103623","state":["exists","up"]},{"osd":4,"uuid":"8848bdb6-07d9-4be6-8dcb-01f181f6b678","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6808","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6809","nonce":559794558}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6810","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6811","nonce":559794558}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6814","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6815","nonce":559794558}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6812","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6813","nonce":559794558}]},"public_addr":"172.21.15.120:6809/559794558","cluster_addr":"172.21.15.120:6811/559794558","heartbeat_back_addr":"172.21.15.120:6815/559794558","heartbeat_front_addr":"172.21.15.120:6813/559794558","state":["exists","up"]},{"osd":5,"uuid":"4be1b7e5-1de1-4927-9960-c0f6415e0bff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6809","nonce":4023193877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6811","nonce":4023193877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6815","nonce":4023193877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6813","nonce":4023193877}]},"public_addr":"172.21.15.149:6809/4023193877","cluster_addr":"172.21.15.149:6811/4023193877","heartbeat_back_addr":"172.21.15.149:6815/4023193877","heartbeat_front_addr":"172.21.15.149:6813/4023193877","state":["exists","up"]},{"osd":6,"uuid":"6c1a1ff4-9bed-4f13-ab16-314c8086c06f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6819","nonce":1922652007}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6821","nonce":1922652007}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6825","nonce":1922652007}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6823","nonce":1922652007}]},"public_addr":"172.21.15.42:6819/1922652007","cluster_addr":"172.21.15.42:6821/1922652007","heartbeat_back_addr":"172.21.15.42:6825/1922652007","heartbeat_front_addr":"172.21.15.42:6823/1922652007","state":["exists","up"]},{"osd":7,"uuid":"37cb2c8b-d9c0-4d1e-bee8-cc850c69ba0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6816","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6817","nonce":156965814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6818","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6819","nonce":156965814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6822","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6823","nonce":156965814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6820","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6821","nonce":156965814}]},"public_addr":"172.21.15.120:6817/156965814","cluster_addr":"172.21.15.120:6819/156965814","heartbeat_back_addr":"172.21.15.120:6823/156965814","heartbeat_front_addr":"172.21.15.120:6821/156965814","state":["exists","up"]},{"osd":8,"uuid":"6df7e642-d784-4aac-b764-ddf0747add90","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6817","nonce":4100009474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6819","nonce":4100009474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6823","nonce":4100009474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6821","nonce":4100009474}]},"public_addr":"172.21.15.149:6817/4100009474","cluster_addr":"172.21.15.149:6819/4100009474","heartbeat_back_addr":"172.21.15.149:6823/4100009474","heartbeat_front_addr":"172.21.15.149:6821/4100009474","state":["exists","up"]},{"osd":9,"uuid":"f4b2af93-29f8-495a-86f7-72c2b64b34cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6827","nonce":3216295459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6829","nonce":3216295459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6833","nonce":3216295459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6831","nonce":3216295459}]},"public_addr":"172.21.15.42:6827/3216295459","cluster_addr":"172.21.15.42:6829/3216295459","heartbeat_back_addr":"172.21.15.42:6833/3216295459","heartbeat_front_addr":"172.21.15.42:6831/3216295459","state":["exists","up"]},{"osd":10,"uuid":"5d31e261-0c1d-488d-a7d5-6a6c1250edca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6824","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6825","nonce":3633743730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6826","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6827","nonce":3633743730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6830","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6831","nonce":3633743730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6828","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6829","nonce":3633743730}]},"public_addr":"172.21.15.120:6825/3633743730","cluster_addr":"172.21.15.120:6827/3633743730","heartbeat_back_addr":"172.21.15.120:6831/3633743730","heartbeat_front_addr":"172.21.15.120:6829/3633743730","state":["exists","up"]},{"osd":11,"uuid":"32e1e82b-97fe-4469-8345-871e9caffc3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6825","nonce":797850884}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6827","nonce":797850884}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6831","nonce":797850884}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6829","nonce":797850884}]},"public_addr":"172.21.15.149:6825/797850884","cluster_addr":"172.21.15.149:6827/797850884","heartbeat_back_addr":"172.21.15.149:6831/797850884","heartbeat_front_addr":"172.21.15.149:6829/797850884","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:12:53.901249+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:13:17.683764+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:13:41.352203+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:14:08.031995+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:14:33.363708+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:14:58.055589+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:15:24.669566+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:15:50.912783+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:16:15.924258+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:16:43.185660+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:17:09.578878+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:17:35.047958+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.10","mappings":[{"from":2,"to":4}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.1","mappings":[{"from":4,"to":9}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"4.e","mappings":[{"from":5,"to":8}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]},{"pgid":"4.14","mappings":[{"from":9,"to":8}]},{"pgid":"4.16","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.42:0/2349000297":"2024-06-07T08:11:18.501580+0000","172.21.15.42:6801/542419736":"2024-06-07T08:11:18.501580+0000","172.21.15.42:0/2444807230":"2024-06-07T08:10:51.469961+0000","172.21.15.42:0/2035946884":"2024-06-07T08:11:18.501580+0000","172.21.15.42:6800/542419736":"2024-06-07T08:11:18.501580+0000","172.21.15.42:0/2547834811":"2024-06-07T08:10:51.469961+0000","172.21.15.42:0/1748257485":"2024-06-07T08:11:18.501580+0000","172.21.15.42:0/1313394303":"2024-06-07T08:10:51.469961+0000","172.21.15.42:6800/1296506824":"2024-06-07T08:10:51.469961+0000","172.21.15.42:6801/1296506824":"2024-06-07T08:10:51.469961+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-06T08:19:34.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:34.405+0000 7f071a084700 1 -- 172.21.15.42:0/1563525095 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f07000a2c20 msgr2=0x7f07000a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:34.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:34.405+0000 7f071a084700 1 --2- 172.21.15.42:0/1563525095 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f07000a2c20 0x7f07000a50e0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f07140ff970 tx=0x7f07040073d0 comp rx=0 tx=0).stop 2024-06-06T08:19:34.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:34.405+0000 7f071a084700 1 -- 172.21.15.42:0/1563525095 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f07141073d0 msgr2=0x7f0714197910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:34.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:34.405+0000 7f071a084700 1 --2- 172.21.15.42:0/1563525095 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f07141073d0 0x7f0714197910 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f070c00b780 tx=0x7f070c004d00 comp rx=0 tx=0).stop 2024-06-06T08:19:34.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:34.405+0000 7f071a084700 1 -- 172.21.15.42:0/1563525095 shutdown_connections 2024-06-06T08:19:34.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:34.405+0000 7f071a084700 1 --2- 172.21.15.42:0/1563525095 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f07141073d0 0x7f0714197910 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:34.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:34.405+0000 7f071a084700 1 --2- 172.21.15.42:0/1563525095 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f07000a2c20 0x7f07000a50e0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:34.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:34.405+0000 7f071a084700 1 --2- 172.21.15.42:0/1563525095 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0714101390 0x7f071419d700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:34.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:34.405+0000 7f071a084700 1 --2- 172.21.15.42:0/1563525095 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0714101d30 0x7f071419dc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:34.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:34.405+0000 7f071a084700 1 -- 172.21.15.42:0/1563525095 >> 172.21.15.42:0/1563525095 conn(0x7f07140782c0 msgr2=0x7f07140fffe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:19:34.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:34.405+0000 7f071a084700 1 -- 172.21.15.42:0/1563525095 shutdown_connections 2024-06-06T08:19:34.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:34.405+0000 7f071a084700 1 -- 172.21.15.42:0/1563525095 wait complete. 2024-06-06T08:19:34.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:34 smithi149 ceph-mon[36842]: pgmap v336: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 0 op/s; 2 B/s, 0 keys/s, 0 objects/s recovering 2024-06-06T08:19:34.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:34 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:19:35.118 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs set cephfs standby_count_wanted 0 2024-06-06T08:19:35.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:35 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/1563525095' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T08:19:35.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:35 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/1563525095' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T08:19:35.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:35 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/1563525095' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T08:19:36.016 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:19:36.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:36 smithi120 ceph-mon[36658]: pgmap v337: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-06-06T08:19:36.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:36 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:19:36.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:36 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:19:36.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:36 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:19:36.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:36 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:19:36.408 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:36 smithi042 ceph-mon[32384]: pgmap v337: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-06-06T08:19:36.408 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:36 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:19:36.408 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:36 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:19:36.408 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:36 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:19:36.408 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:36 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:19:36.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:36 smithi149 ceph-mon[36842]: pgmap v337: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-06-06T08:19:36.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:36 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:19:36.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:36 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:19:36.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:36 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:19:36.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:36 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:19:37.763 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:37.762+0000 7f5a16580700 1 -- 172.21.15.42:0/740520947 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5a10106b90 msgr2=0x7f5a10106f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:37.763 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:37.762+0000 7f5a16580700 1 --2- 172.21.15.42:0/740520947 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5a10106b90 0x7f5a10106f70 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f5a00009990 tx=0x7f5a00009ca0 comp rx=0 tx=0).stop 2024-06-06T08:19:37.763 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:37.762+0000 7f5a16580700 1 -- 172.21.15.42:0/740520947 shutdown_connections 2024-06-06T08:19:37.763 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:37.762+0000 7f5a16580700 1 --2- 172.21.15.42:0/740520947 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5a10101510 0x7f5a1010d9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:37.763 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:37.762+0000 7f5a16580700 1 --2- 172.21.15.42:0/740520947 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5a10106b90 0x7f5a10106f70 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:37.763 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:37.762+0000 7f5a16580700 1 --2- 172.21.15.42:0/740520947 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5a10100b50 0x7f5a10100fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:37.763 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:37.762+0000 7f5a16580700 1 -- 172.21.15.42:0/740520947 >> 172.21.15.42:0/740520947 conn(0x7f5a10077a00 msgr2=0x7f5a100fedb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:19:37.763 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:37.762+0000 7f5a16580700 1 -- 172.21.15.42:0/740520947 shutdown_connections 2024-06-06T08:19:37.763 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:37.762+0000 7f5a16580700 1 -- 172.21.15.42:0/740520947 wait complete. 2024-06-06T08:19:37.763 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:37.763+0000 7f5a16580700 1 Processor -- start 2024-06-06T08:19:37.763 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:37.763+0000 7f5a16580700 1 -- start start 2024-06-06T08:19:37.765 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:37.763+0000 7f5a16580700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5a10100b50 0x7f5a1019e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:37.765 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:37.763+0000 7f5a16580700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5a10101510 0x7f5a1019ed80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:37.765 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:37.763+0000 7f5a16580700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5a10106b90 0x7f5a10198a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:37.765 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:37.763+0000 7f5a16580700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5a101105d0 con 0x7f5a10106b90 2024-06-06T08:19:37.765 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:37.763+0000 7f5a16580700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f5a10110450 con 0x7f5a10101510 2024-06-06T08:19:37.765 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:37.763+0000 7f5a16580700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f5a10110750 con 0x7f5a10100b50 2024-06-06T08:19:37.765 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:37.763+0000 7f5a14b1d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5a10106b90 0x7f5a10198a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:37.766 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:37.763+0000 7f5a14b1d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5a10106b90 0x7f5a10198a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:33652/0 (socket says 172.21.15.42:33652) 2024-06-06T08:19:37.766 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:37.763+0000 7f5a14b1d700 1 -- 172.21.15.42:0/513024142 learned_addr learned my addr 172.21.15.42:0/513024142 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:19:37.766 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:37.763+0000 7f5a0ffff700 1 --2- 172.21.15.42:0/513024142 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5a10100b50 0x7f5a1019e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:37.766 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:37.764+0000 7f5a0f7fe700 1 --2- 172.21.15.42:0/513024142 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5a10101510 0x7f5a1019ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:37.766 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:37.764+0000 7f5a14b1d700 1 -- 172.21.15.42:0/513024142 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5a10100b50 msgr2=0x7f5a1019e840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:37.766 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:37.764+0000 7f5a14b1d700 1 --2- 172.21.15.42:0/513024142 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5a10100b50 0x7f5a1019e840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:37.766 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:37.764+0000 7f5a14b1d700 1 -- 172.21.15.42:0/513024142 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5a10101510 msgr2=0x7f5a1019ed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:37.766 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:37.764+0000 7f5a14b1d700 1 --2- 172.21.15.42:0/513024142 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5a10101510 0x7f5a1019ed80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:37.766 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:37.764+0000 7f5a14b1d700 1 -- 172.21.15.42:0/513024142 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a10199160 con 0x7f5a10106b90 2024-06-06T08:19:37.766 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:37.764+0000 7f5a14b1d700 1 --2- 172.21.15.42:0/513024142 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5a10106b90 0x7f5a10198a00 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f5a08007ee0 tx=0x7f5a0800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:19:37.766 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:37.764+0000 7f5a0d7fa700 1 -- 172.21.15.42:0/513024142 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a0800dbd0 con 0x7f5a10106b90 2024-06-06T08:19:37.766 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:37.764+0000 7f5a0d7fa700 1 -- 172.21.15.42:0/513024142 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5a0800dd70 con 0x7f5a10106b90 2024-06-06T08:19:37.766 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:37.764+0000 7f5a16580700 1 -- 172.21.15.42:0/513024142 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a10199450 con 0x7f5a10106b90 2024-06-06T08:19:37.766 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:37.764+0000 7f5a0d7fa700 1 -- 172.21.15.42:0/513024142 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a08005a60 con 0x7f5a10106b90 2024-06-06T08:19:37.767 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:37.764+0000 7f5a16580700 1 -- 172.21.15.42:0/513024142 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a101a5710 con 0x7f5a10106b90 2024-06-06T08:19:37.767 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:37.765+0000 7f5a16580700 1 -- 172.21.15.42:0/513024142 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5a10069180 con 0x7f5a10106b90 2024-06-06T08:19:37.767 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:37.767+0000 7f5a0d7fa700 1 -- 172.21.15.42:0/513024142 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f5a0801a020 con 0x7f5a10106b90 2024-06-06T08:19:37.767 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:37.767+0000 7f5a0d7fa700 1 --2- 172.21.15.42:0/513024142 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f59f80a2c20 0x7f59f80a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:37.767 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:37.768+0000 7f5a0d7fa700 1 -- 172.21.15.42:0/513024142 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f5a080cf100 con 0x7f5a10106b90 2024-06-06T08:19:37.767 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:37.768+0000 7f5a0ffff700 1 --2- 172.21.15.42:0/513024142 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f59f80a2c20 0x7f59f80a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:37.768 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:37.768+0000 7f5a0ffff700 1 --2- 172.21.15.42:0/513024142 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f59f80a2c20 0x7f59f80a50e0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f5a0000b5c0 tx=0x7f5a00005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:19:37.771 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:37.771+0000 7f5a0d7fa700 1 -- 172.21.15.42:0/513024142 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f5a08010070 con 0x7f5a10106b90 2024-06-06T08:19:38.028 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:38.028+0000 7f5a16580700 1 -- 172.21.15.42:0/513024142 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f5a1002dca0 con 0x7f5a10106b90 2024-06-06T08:19:38.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:38 smithi042 ceph-mon[32384]: pgmap v338: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-06-06T08:19:38.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:38 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:19:38.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:38 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:19:38.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:38 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/513024142' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-06-06T08:19:38.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:38 smithi120 ceph-mon[36658]: pgmap v338: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-06-06T08:19:38.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:38 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:19:38.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:38 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:19:38.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:38 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/513024142' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-06-06T08:19:38.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:38 smithi149 ceph-mon[36842]: pgmap v338: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-06-06T08:19:38.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:38 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:19:38.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:38 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:19:38.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:38 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/513024142' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-06-06T08:19:38.643 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:38.643+0000 7f5a0d7fa700 1 -- 172.21.15.42:0/513024142 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v17) ==== 118+0+0 (secure 0 0 0) 0x7f5a0809bd00 con 0x7f5a10106b90 2024-06-06T08:19:38.645 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:38.645+0000 7f5a16580700 1 -- 172.21.15.42:0/513024142 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f59f80a2c20 msgr2=0x7f59f80a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:38.645 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:38.645+0000 7f5a16580700 1 --2- 172.21.15.42:0/513024142 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f59f80a2c20 0x7f59f80a50e0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f5a0000b5c0 tx=0x7f5a00005960 comp rx=0 tx=0).stop 2024-06-06T08:19:38.646 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:38.645+0000 7f5a16580700 1 -- 172.21.15.42:0/513024142 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5a10106b90 msgr2=0x7f5a10198a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:38.646 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:38.645+0000 7f5a16580700 1 --2- 172.21.15.42:0/513024142 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5a10106b90 0x7f5a10198a00 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f5a08007ee0 tx=0x7f5a0800d3b0 comp rx=0 tx=0).stop 2024-06-06T08:19:38.646 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:38.645+0000 7f5a16580700 1 -- 172.21.15.42:0/513024142 shutdown_connections 2024-06-06T08:19:38.646 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:38.645+0000 7f5a16580700 1 --2- 172.21.15.42:0/513024142 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5a10106b90 0x7f5a10198a00 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:38.646 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:38.645+0000 7f5a16580700 1 --2- 172.21.15.42:0/513024142 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f59f80a2c20 0x7f59f80a50e0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:38.646 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:38.645+0000 7f5a16580700 1 --2- 172.21.15.42:0/513024142 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5a10100b50 0x7f5a1019e840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:38.646 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:38.645+0000 7f5a16580700 1 --2- 172.21.15.42:0/513024142 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5a10101510 0x7f5a1019ed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:38.646 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:38.645+0000 7f5a16580700 1 -- 172.21.15.42:0/513024142 >> 172.21.15.42:0/513024142 conn(0x7f5a10077a00 msgr2=0x7f5a100ff500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:19:38.646 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:38.645+0000 7f5a16580700 1 -- 172.21.15.42:0/513024142 shutdown_connections 2024-06-06T08:19:38.646 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:38.645+0000 7f5a16580700 1 -- 172.21.15.42:0/513024142 wait complete. 2024-06-06T08:19:39.264 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:39 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:19:39.265 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:39 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:19:39.265 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:39 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:19:39.265 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:39 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/513024142' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-06-06T08:19:39.265 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:39 smithi042 ceph-mon[32384]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-06-06T08:19:39.293 DEBUG:tasks.cephfs.filesystem:fs_config: {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd'], 'max_mds': 3, 'session_timeout': 300, 'standby_replay': True, 'subvols': {'create': 2}} 2024-06-06T08:19:39.294 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs set cephfs max_mds 3 2024-06-06T08:19:39.390 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:39 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:19:39.390 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:39 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:19:39.390 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:39 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:19:39.390 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:39 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/513024142' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-06-06T08:19:39.390 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:39 smithi120 ceph-mon[36658]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-06-06T08:19:39.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:39 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:19:39.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:39 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:19:39.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:39 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:19:39.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:39 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/513024142' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-06-06T08:19:39.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:39 smithi149 ceph-mon[36842]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-06-06T08:19:39.544 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:19:40.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:40 smithi149 ceph-mon[36842]: pgmap v339: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-06-06T08:19:40.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:40 smithi042 ceph-mon[32384]: pgmap v339: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-06-06T08:19:40.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:40 smithi120 ceph-mon[36658]: pgmap v339: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-06-06T08:19:41.165 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:41.164+0000 7f04cb080700 1 -- 172.21.15.42:0/3972616075 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f04c4103150 msgr2=0x7f04c4107140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:41.165 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:41.164+0000 7f04cb080700 1 --2- 172.21.15.42:0/3972616075 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f04c4103150 0x7f04c4107140 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f04b80099c0 tx=0x7f04b8009cd0 comp rx=0 tx=0).stop 2024-06-06T08:19:41.165 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:41.164+0000 7f04cb080700 1 -- 172.21.15.42:0/3972616075 shutdown_connections 2024-06-06T08:19:41.165 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:41.164+0000 7f04cb080700 1 --2- 172.21.15.42:0/3972616075 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f04c4107870 0x7f04c410f3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:41.165 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:41.164+0000 7f04cb080700 1 --2- 172.21.15.42:0/3972616075 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f04c41027a0 0x7f04c4102b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:41.165 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:41.164+0000 7f04cb080700 1 --2- 172.21.15.42:0/3972616075 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f04c4103150 0x7f04c4107140 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:41.165 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:41.164+0000 7f04cb080700 1 -- 172.21.15.42:0/3972616075 >> 172.21.15.42:0/3972616075 conn(0x7f04c4079570 msgr2=0x7f04c4079980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:19:41.166 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:41.164+0000 7f04cb080700 1 -- 172.21.15.42:0/3972616075 shutdown_connections 2024-06-06T08:19:41.166 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:41.164+0000 7f04cb080700 1 -- 172.21.15.42:0/3972616075 wait complete. 2024-06-06T08:19:41.168 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:41.165+0000 7f04cb080700 1 Processor -- start 2024-06-06T08:19:41.168 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:41.165+0000 7f04cb080700 1 -- start start 2024-06-06T08:19:41.168 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:41.165+0000 7f04cb080700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f04c41027a0 0x7f04c4074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:41.168 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:41.165+0000 7f04cb080700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f04c4103150 0x7f04c4074cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:41.168 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:41.165+0000 7f04cb080700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f04c4107870 0x7f04c4075210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:41.168 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:41.165+0000 7f04cb080700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f04c41127a0 con 0x7f04c4103150 2024-06-06T08:19:41.168 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:41.165+0000 7f04cb080700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f04c4112620 con 0x7f04c4107870 2024-06-06T08:19:41.169 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:41.165+0000 7f04cb080700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f04c4112920 con 0x7f04c41027a0 2024-06-06T08:19:41.169 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:41.166+0000 7f04c3fff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f04c4103150 0x7f04c4074cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:41.169 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:41.166+0000 7f04c3fff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f04c4103150 0x7f04c4074cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:36714/0 (socket says 172.21.15.42:36714) 2024-06-06T08:19:41.169 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:41.166+0000 7f04c3fff700 1 -- 172.21.15.42:0/4249060839 learned_addr learned my addr 172.21.15.42:0/4249060839 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:19:41.169 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:41.166+0000 7f04c8e1c700 1 --2- 172.21.15.42:0/4249060839 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f04c41027a0 0x7f04c4074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:41.169 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:41.166+0000 7f04c961d700 1 --2- 172.21.15.42:0/4249060839 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f04c4107870 0x7f04c4075210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:41.169 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:41.166+0000 7f04c3fff700 1 -- 172.21.15.42:0/4249060839 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f04c41027a0 msgr2=0x7f04c4074790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:41.169 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:41.166+0000 7f04c3fff700 1 --2- 172.21.15.42:0/4249060839 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f04c41027a0 0x7f04c4074790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:41.170 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:41.166+0000 7f04c3fff700 1 -- 172.21.15.42:0/4249060839 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f04c4107870 msgr2=0x7f04c4075210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:41.170 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:41.166+0000 7f04c3fff700 1 --2- 172.21.15.42:0/4249060839 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f04c4107870 0x7f04c4075210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:41.170 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:41.166+0000 7f04c3fff700 1 -- 172.21.15.42:0/4249060839 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04c41a7020 con 0x7f04c4103150 2024-06-06T08:19:41.170 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:41.166+0000 7f04c961d700 1 --2- 172.21.15.42:0/4249060839 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f04c4107870 0x7f04c4075210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:19:41.170 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:41.166+0000 7f04c3fff700 1 --2- 172.21.15.42:0/4249060839 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f04c4103150 0x7f04c4074cd0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f04b8006010 tx=0x7f04b8009f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:19:41.170 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:41.166+0000 7f04c1ffb700 1 -- 172.21.15.42:0/4249060839 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04b8027070 con 0x7f04c4103150 2024-06-06T08:19:41.170 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:41.166+0000 7f04c1ffb700 1 -- 172.21.15.42:0/4249060839 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f04b8003780 con 0x7f04c4103150 2024-06-06T08:19:41.170 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:41.166+0000 7f04cb080700 1 -- 172.21.15.42:0/4249060839 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04c41a72b0 con 0x7f04c4103150 2024-06-06T08:19:41.170 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:41.166+0000 7f04c1ffb700 1 -- 172.21.15.42:0/4249060839 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04b8022da0 con 0x7f04c4103150 2024-06-06T08:19:41.170 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:41.167+0000 7f04cb080700 1 -- 172.21.15.42:0/4249060839 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04c41a7700 con 0x7f04c4103150 2024-06-06T08:19:41.171 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:41.167+0000 7f04cb080700 1 -- 172.21.15.42:0/4249060839 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f04c4069180 con 0x7f04c4103150 2024-06-06T08:19:41.171 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:41.169+0000 7f04c1ffb700 1 -- 172.21.15.42:0/4249060839 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f04b802a070 con 0x7f04c4103150 2024-06-06T08:19:41.172 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:41.169+0000 7f04c1ffb700 1 --2- 172.21.15.42:0/4249060839 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f04ac0a2c20 0x7f04ac0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:41.172 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:41.169+0000 7f04c1ffb700 1 -- 172.21.15.42:0/4249060839 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f04b80d0020 con 0x7f04c4103150 2024-06-06T08:19:41.172 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:41.170+0000 7f04c8e1c700 1 --2- 172.21.15.42:0/4249060839 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f04ac0a2c20 0x7f04ac0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:41.172 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:41.170+0000 7f04c8e1c700 1 --2- 172.21.15.42:0/4249060839 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f04ac0a2c20 0x7f04ac0a50e0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f04b400ac50 tx=0x7f04b400a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:19:41.173 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:41.173+0000 7f04c1ffb700 1 -- 172.21.15.42:0/4249060839 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f04b8013070 con 0x7f04c4103150 2024-06-06T08:19:41.427 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:41.427+0000 7f04cb080700 1 -- 172.21.15.42:0/4249060839 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"} v 0) -- 0x7f04c41a7a20 con 0x7f04c4103150 2024-06-06T08:19:42.274 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:42.273+0000 7f04c1ffb700 1 -- 172.21.15.42:0/4249060839 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]=0 v18) ==== 105+0+0 (secure 0 0 0) 0x7f04b809ccb0 con 0x7f04c4103150 2024-06-06T08:19:42.277 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:42.277+0000 7f04cb080700 1 -- 172.21.15.42:0/4249060839 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f04ac0a2c20 msgr2=0x7f04ac0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:42.277 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:42.277+0000 7f04cb080700 1 --2- 172.21.15.42:0/4249060839 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f04ac0a2c20 0x7f04ac0a50e0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f04b400ac50 tx=0x7f04b400a380 comp rx=0 tx=0).stop 2024-06-06T08:19:42.277 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:42.277+0000 7f04cb080700 1 -- 172.21.15.42:0/4249060839 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f04c4103150 msgr2=0x7f04c4074cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:42.277 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:42.277+0000 7f04cb080700 1 --2- 172.21.15.42:0/4249060839 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f04c4103150 0x7f04c4074cd0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f04b8006010 tx=0x7f04b8009f80 comp rx=0 tx=0).stop 2024-06-06T08:19:42.277 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:42.277+0000 7f04cb080700 1 -- 172.21.15.42:0/4249060839 shutdown_connections 2024-06-06T08:19:42.277 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:42.277+0000 7f04cb080700 1 --2- 172.21.15.42:0/4249060839 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f04c4107870 0x7f04c4075210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:42.278 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:42.277+0000 7f04cb080700 1 --2- 172.21.15.42:0/4249060839 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f04ac0a2c20 0x7f04ac0a50e0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:42.278 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:42.277+0000 7f04cb080700 1 --2- 172.21.15.42:0/4249060839 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f04c41027a0 0x7f04c4074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:42.278 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:42.277+0000 7f04cb080700 1 --2- 172.21.15.42:0/4249060839 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f04c4103150 0x7f04c4074cd0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:42.278 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:42.277+0000 7f04cb080700 1 -- 172.21.15.42:0/4249060839 >> 172.21.15.42:0/4249060839 conn(0x7f04c4079570 msgr2=0x7f04c4100450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:19:42.278 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:42.277+0000 7f04cb080700 1 -- 172.21.15.42:0/4249060839 shutdown_connections 2024-06-06T08:19:42.278 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:42.277+0000 7f04cb080700 1 -- 172.21.15.42:0/4249060839 wait complete. 2024-06-06T08:19:42.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:42 smithi149 ceph-mon[36842]: pgmap v340: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:19:42.540 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:42 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/4249060839' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-06-06T08:19:42.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:42 smithi042 ceph-mon[32384]: pgmap v340: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:19:42.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:42 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/4249060839' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-06-06T08:19:42.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:42 smithi120 ceph-mon[36658]: pgmap v340: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:19:42.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:42 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/4249060839' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-06-06T08:19:42.942 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs set cephfs allow_standby_replay true 2024-06-06T08:19:43.199 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:19:43.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:43 smithi149 ceph-mon[36842]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-06-06T08:19:43.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:43 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/4249060839' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-06-06T08:19:43.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:43 smithi149 ceph-mon[36842]: daemon mds.c assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-06-06T08:19:43.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:43 smithi149 ceph-mon[36842]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-06-06T08:19:43.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:43 smithi149 ceph-mon[36842]: fsmap cephfs:2 {0=i=up:active,1=c=up:creating} 10 up:standby 2024-06-06T08:19:43.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:43 smithi149 ceph-mon[36842]: daemon mds.c is now active in filesystem cephfs as rank 1 2024-06-06T08:19:43.562 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:43 smithi042 ceph-mon[32384]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-06-06T08:19:43.562 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:43 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/4249060839' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-06-06T08:19:43.562 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:43 smithi042 ceph-mon[32384]: daemon mds.c assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-06-06T08:19:43.562 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:43 smithi042 ceph-mon[32384]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-06-06T08:19:43.563 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:43 smithi042 ceph-mon[32384]: fsmap cephfs:2 {0=i=up:active,1=c=up:creating} 10 up:standby 2024-06-06T08:19:43.563 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:43 smithi042 ceph-mon[32384]: daemon mds.c is now active in filesystem cephfs as rank 1 2024-06-06T08:19:43.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:43 smithi120 ceph-mon[36658]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-06-06T08:19:43.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:43 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/4249060839' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-06-06T08:19:43.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:43 smithi120 ceph-mon[36658]: daemon mds.c assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-06-06T08:19:43.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:43 smithi120 ceph-mon[36658]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-06-06T08:19:43.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:43 smithi120 ceph-mon[36658]: fsmap cephfs:2 {0=i=up:active,1=c=up:creating} 10 up:standby 2024-06-06T08:19:43.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:43 smithi120 ceph-mon[36658]: daemon mds.c is now active in filesystem cephfs as rank 1 2024-06-06T08:19:44.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:44 smithi042 ceph-mon[32384]: pgmap v341: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:19:44.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:44 smithi042 ceph-mon[32384]: mds.? [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] up:active 2024-06-06T08:19:44.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:44 smithi042 ceph-mon[32384]: daemon mds.b assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-06-06T08:19:44.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:44 smithi042 ceph-mon[32384]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-06-06T08:19:44.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:44 smithi042 ceph-mon[32384]: Cluster is now healthy 2024-06-06T08:19:44.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:44 smithi042 ceph-mon[32384]: fsmap cephfs:2 {0=i=up:active,1=c=up:active} 10 up:standby 2024-06-06T08:19:44.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:44 smithi042 ceph-mon[32384]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:creating} 9 up:standby 2024-06-06T08:19:44.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:44 smithi042 ceph-mon[32384]: daemon mds.b is now active in filesystem cephfs as rank 2 2024-06-06T08:19:44.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:44 smithi120 ceph-mon[36658]: pgmap v341: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:19:44.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:44 smithi120 ceph-mon[36658]: mds.? [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] up:active 2024-06-06T08:19:44.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:44 smithi120 ceph-mon[36658]: daemon mds.b assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-06-06T08:19:44.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:44 smithi120 ceph-mon[36658]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-06-06T08:19:44.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:44 smithi120 ceph-mon[36658]: Cluster is now healthy 2024-06-06T08:19:44.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:44 smithi120 ceph-mon[36658]: fsmap cephfs:2 {0=i=up:active,1=c=up:active} 10 up:standby 2024-06-06T08:19:44.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:44 smithi120 ceph-mon[36658]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:creating} 9 up:standby 2024-06-06T08:19:44.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:44 smithi120 ceph-mon[36658]: daemon mds.b is now active in filesystem cephfs as rank 2 2024-06-06T08:19:44.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:44 smithi149 ceph-mon[36842]: pgmap v341: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:19:44.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:44 smithi149 ceph-mon[36842]: mds.? [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] up:active 2024-06-06T08:19:44.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:44 smithi149 ceph-mon[36842]: daemon mds.b assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-06-06T08:19:44.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:44 smithi149 ceph-mon[36842]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-06-06T08:19:44.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:44 smithi149 ceph-mon[36842]: Cluster is now healthy 2024-06-06T08:19:44.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:44 smithi149 ceph-mon[36842]: fsmap cephfs:2 {0=i=up:active,1=c=up:active} 10 up:standby 2024-06-06T08:19:44.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:44 smithi149 ceph-mon[36842]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:creating} 9 up:standby 2024-06-06T08:19:44.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:44 smithi149 ceph-mon[36842]: daemon mds.b is now active in filesystem cephfs as rank 2 2024-06-06T08:19:44.858 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:44.857+0000 7f9f3e530700 1 -- 172.21.15.42:0/1112792876 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9f38102740 msgr2=0x7f9f38102b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:44.858 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:44.857+0000 7f9f3e530700 1 --2- 172.21.15.42:0/1112792876 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9f38102740 0x7f9f38102b20 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f9f280099c0 tx=0x7f9f28009cd0 comp rx=0 tx=0).stop 2024-06-06T08:19:44.858 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:44.857+0000 7f9f3e530700 1 -- 172.21.15.42:0/1112792876 shutdown_connections 2024-06-06T08:19:44.858 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:44.857+0000 7f9f3e530700 1 --2- 172.21.15.42:0/1112792876 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9f38107840 0x7f9f3810f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:44.858 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:44.857+0000 7f9f3e530700 1 --2- 172.21.15.42:0/1112792876 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9f38102740 0x7f9f38102b20 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:44.858 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:44.857+0000 7f9f3e530700 1 --2- 172.21.15.42:0/1112792876 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9f381030f0 0x7f9f38107110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:44.858 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:44.857+0000 7f9f3e530700 1 -- 172.21.15.42:0/1112792876 >> 172.21.15.42:0/1112792876 conn(0x7f9f380795f0 msgr2=0x7f9f38079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:19:44.858 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:44.857+0000 7f9f3e530700 1 -- 172.21.15.42:0/1112792876 shutdown_connections 2024-06-06T08:19:44.858 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:44.857+0000 7f9f3e530700 1 -- 172.21.15.42:0/1112792876 wait complete. 2024-06-06T08:19:44.859 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:44.858+0000 7f9f3e530700 1 Processor -- start 2024-06-06T08:19:44.859 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:44.858+0000 7f9f3e530700 1 -- start start 2024-06-06T08:19:44.860 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:44.858+0000 7f9f3e530700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9f38102740 0x7f9f3819adf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:44.861 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:44.858+0000 7f9f3e530700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9f381030f0 0x7f9f3819b330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:44.861 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:44.858+0000 7f9f3e530700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9f38107840 0x7f9f3819f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:44.861 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:44.858+0000 7f9f3e530700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9f38112780 con 0x7f9f381030f0 2024-06-06T08:19:44.861 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:44.858+0000 7f9f3e530700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f9f38112600 con 0x7f9f38102740 2024-06-06T08:19:44.861 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:44.858+0000 7f9f3e530700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f9f38112900 con 0x7f9f38107840 2024-06-06T08:19:44.861 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:44.858+0000 7f9f377fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9f381030f0 0x7f9f3819b330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:44.861 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:44.858+0000 7f9f377fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9f381030f0 0x7f9f3819b330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:36746/0 (socket says 172.21.15.42:36746) 2024-06-06T08:19:44.861 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:44.858+0000 7f9f377fe700 1 -- 172.21.15.42:0/3974374480 learned_addr learned my addr 172.21.15.42:0/3974374480 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:19:44.861 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:44.859+0000 7f9f37fff700 1 --2- 172.21.15.42:0/3974374480 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9f38102740 0x7f9f3819adf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:44.861 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:44.859+0000 7f9f3cacd700 1 --2- 172.21.15.42:0/3974374480 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9f38107840 0x7f9f3819f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:44.861 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:44.859+0000 7f9f377fe700 1 -- 172.21.15.42:0/3974374480 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9f38107840 msgr2=0x7f9f3819f6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:44.861 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:44.859+0000 7f9f377fe700 1 --2- 172.21.15.42:0/3974374480 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9f38107840 0x7f9f3819f6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:44.862 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:44.859+0000 7f9f377fe700 1 -- 172.21.15.42:0/3974374480 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9f38102740 msgr2=0x7f9f3819adf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:44.862 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:44.859+0000 7f9f377fe700 1 --2- 172.21.15.42:0/3974374480 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9f38102740 0x7f9f3819adf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:44.862 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:44.859+0000 7f9f377fe700 1 -- 172.21.15.42:0/3974374480 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f3819fe00 con 0x7f9f381030f0 2024-06-06T08:19:44.862 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:44.859+0000 7f9f377fe700 1 --2- 172.21.15.42:0/3974374480 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9f381030f0 0x7f9f3819b330 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f9f2c00e9a0 tx=0x7f9f2c00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:19:44.862 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:44.859+0000 7f9f357fa700 1 -- 172.21.15.42:0/3974374480 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f2c00ca10 con 0x7f9f381030f0 2024-06-06T08:19:44.862 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:44.859+0000 7f9f357fa700 1 -- 172.21.15.42:0/3974374480 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9f2c00cbb0 con 0x7f9f381030f0 2024-06-06T08:19:44.862 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:44.859+0000 7f9f3e530700 1 -- 172.21.15.42:0/3974374480 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9f381a00f0 con 0x7f9f381030f0 2024-06-06T08:19:44.862 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:44.859+0000 7f9f357fa700 1 -- 172.21.15.42:0/3974374480 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f2c018680 con 0x7f9f381030f0 2024-06-06T08:19:44.862 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:44.859+0000 7f9f3e530700 1 -- 172.21.15.42:0/3974374480 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9f381a7970 con 0x7f9f381030f0 2024-06-06T08:19:44.862 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:44.860+0000 7f9f3e530700 1 -- 172.21.15.42:0/3974374480 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9f38069180 con 0x7f9f381030f0 2024-06-06T08:19:44.863 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:44.862+0000 7f9f357fa700 1 -- 172.21.15.42:0/3974374480 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f9f2c010430 con 0x7f9f381030f0 2024-06-06T08:19:44.863 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:44.863+0000 7f9f357fa700 1 --2- 172.21.15.42:0/3974374480 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f9f200a2c20 0x7f9f200a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:44.863 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:44.863+0000 7f9f37fff700 1 --2- 172.21.15.42:0/3974374480 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f9f200a2c20 0x7f9f200a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:44.863 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:44.863+0000 7f9f357fa700 1 -- 172.21.15.42:0/3974374480 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f9f2c0cfa70 con 0x7f9f381030f0 2024-06-06T08:19:44.864 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:44.864+0000 7f9f37fff700 1 --2- 172.21.15.42:0/3974374480 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f9f200a2c20 0x7f9f200a50e0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f9f28000c00 tx=0x7f9f28005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:19:44.866 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:44.866+0000 7f9f357fa700 1 -- 172.21.15.42:0/3974374480 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f9f2c09c670 con 0x7f9f381030f0 2024-06-06T08:19:45.121 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:45.121+0000 7f9f3e530700 1 -- 172.21.15.42:0/3974374480 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) -- 0x7f9f3819c150 con 0x7f9f381030f0 2024-06-06T08:19:45.299 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:45.299+0000 7f9f357fa700 1 -- 172.21.15.42:0/3974374480 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0 v23) ==== 121+0+0 (secure 0 0 0) 0x7f9f2c09bf70 con 0x7f9f381030f0 2024-06-06T08:19:45.302 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:45.302+0000 7f9f3e530700 1 -- 172.21.15.42:0/3974374480 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f9f200a2c20 msgr2=0x7f9f200a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:45.302 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:45.302+0000 7f9f3e530700 1 --2- 172.21.15.42:0/3974374480 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f9f200a2c20 0x7f9f200a50e0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f9f28000c00 tx=0x7f9f28005fb0 comp rx=0 tx=0).stop 2024-06-06T08:19:45.303 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:45.302+0000 7f9f3e530700 1 -- 172.21.15.42:0/3974374480 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9f381030f0 msgr2=0x7f9f3819b330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:45.303 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:45.302+0000 7f9f3e530700 1 --2- 172.21.15.42:0/3974374480 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9f381030f0 0x7f9f3819b330 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f9f2c00e9a0 tx=0x7f9f2c00ecb0 comp rx=0 tx=0).stop 2024-06-06T08:19:45.303 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:45.302+0000 7f9f3e530700 1 -- 172.21.15.42:0/3974374480 shutdown_connections 2024-06-06T08:19:45.303 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:45.302+0000 7f9f3e530700 1 --2- 172.21.15.42:0/3974374480 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f9f200a2c20 0x7f9f200a50e0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:45.303 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:45.302+0000 7f9f3e530700 1 --2- 172.21.15.42:0/3974374480 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9f38107840 0x7f9f3819f6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:45.303 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:45.302+0000 7f9f3e530700 1 --2- 172.21.15.42:0/3974374480 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9f38102740 0x7f9f3819adf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:45.303 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:45.302+0000 7f9f3e530700 1 --2- 172.21.15.42:0/3974374480 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9f381030f0 0x7f9f3819b330 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:45.303 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:45.302+0000 7f9f3e530700 1 -- 172.21.15.42:0/3974374480 >> 172.21.15.42:0/3974374480 conn(0x7f9f380795f0 msgr2=0x7f9f381008a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:19:45.303 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:45.302+0000 7f9f3e530700 1 -- 172.21.15.42:0/3974374480 shutdown_connections 2024-06-06T08:19:45.303 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:45.302+0000 7f9f3e530700 1 -- 172.21.15.42:0/3974374480 wait complete. 2024-06-06T08:19:45.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:45 smithi042 ceph-mon[32384]: mds.? [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] up:active 2024-06-06T08:19:45.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:45 smithi042 ceph-mon[32384]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 9 up:standby 2024-06-06T08:19:45.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:45 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/3974374480' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-06-06T08:19:45.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:45 smithi120 ceph-mon[36658]: mds.? [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] up:active 2024-06-06T08:19:45.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:45 smithi120 ceph-mon[36658]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 9 up:standby 2024-06-06T08:19:45.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:45 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/3974374480' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-06-06T08:19:45.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:45 smithi149 ceph-mon[36842]: mds.? [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] up:active 2024-06-06T08:19:45.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:45 smithi149 ceph-mon[36842]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 9 up:standby 2024-06-06T08:19:45.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:45 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/3974374480' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-06-06T08:19:45.942 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs set cephfs session_timeout 300 2024-06-06T08:19:46.198 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:19:46.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:46 smithi042 ceph-mon[32384]: pgmap v342: 129 pgs: 129 active+clean; 582 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 170 B/s wr, 1 op/s 2024-06-06T08:19:46.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:46 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/3974374480' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-06-06T08:19:46.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:46 smithi042 ceph-mon[32384]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 9 up:standby 2024-06-06T08:19:46.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:46 smithi042 ceph-mon[32384]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:19:46.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:46 smithi120 ceph-mon[36658]: pgmap v342: 129 pgs: 129 active+clean; 582 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 170 B/s wr, 1 op/s 2024-06-06T08:19:46.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:46 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/3974374480' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-06-06T08:19:46.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:46 smithi120 ceph-mon[36658]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 9 up:standby 2024-06-06T08:19:46.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:46 smithi120 ceph-mon[36658]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:19:46.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:46 smithi149 ceph-mon[36842]: pgmap v342: 129 pgs: 129 active+clean; 582 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 170 B/s wr, 1 op/s 2024-06-06T08:19:46.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:46 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/3974374480' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-06-06T08:19:46.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:46 smithi149 ceph-mon[36842]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 9 up:standby 2024-06-06T08:19:46.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:46 smithi149 ceph-mon[36842]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:19:47.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:47.919+0000 7facbe3c9700 1 -- 172.21.15.42:0/793436874 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7facb8103120 msgr2=0x7facb8107130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:47.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:47.919+0000 7facbe3c9700 1 --2- 172.21.15.42:0/793436874 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7facb8103120 0x7facb8107130 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7faca00099c0 tx=0x7faca0009cd0 comp rx=0 tx=0).stop 2024-06-06T08:19:47.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:47.919+0000 7facbe3c9700 1 -- 172.21.15.42:0/793436874 shutdown_connections 2024-06-06T08:19:47.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:47.919+0000 7facbe3c9700 1 --2- 172.21.15.42:0/793436874 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7facb8107860 0x7facb810f3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:47.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:47.919+0000 7facbe3c9700 1 --2- 172.21.15.42:0/793436874 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7facb8102770 0x7facb8102b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:47.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:47.919+0000 7facbe3c9700 1 --2- 172.21.15.42:0/793436874 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7facb8103120 0x7facb8107130 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:47.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:47.919+0000 7facbe3c9700 1 -- 172.21.15.42:0/793436874 >> 172.21.15.42:0/793436874 conn(0x7facb8079600 msgr2=0x7facb8079a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:19:47.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:47.919+0000 7facbe3c9700 1 -- 172.21.15.42:0/793436874 shutdown_connections 2024-06-06T08:19:47.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:47.919+0000 7facbe3c9700 1 -- 172.21.15.42:0/793436874 wait complete. 2024-06-06T08:19:47.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:47.920+0000 7facbe3c9700 1 Processor -- start 2024-06-06T08:19:47.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:47.920+0000 7facbe3c9700 1 -- start start 2024-06-06T08:19:47.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:47.920+0000 7facbe3c9700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7facb8102770 0x7facb819e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:47.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:47.920+0000 7facbe3c9700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7facb8103120 0x7facb819ee00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:47.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:47.920+0000 7facbe3c9700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7facb8107860 0x7facb8198ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:47.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:47.920+0000 7facbe3c9700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7facb8112770 con 0x7facb8102770 2024-06-06T08:19:47.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:47.920+0000 7facbe3c9700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7facb81125f0 con 0x7facb8107860 2024-06-06T08:19:47.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:47.920+0000 7facbe3c9700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7facb81128f0 con 0x7facb8103120 2024-06-06T08:19:47.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:47.920+0000 7facb7fff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7facb8102770 0x7facb819e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:47.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:47.920+0000 7facb7fff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7facb8102770 0x7facb819e8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:57516/0 (socket says 172.21.15.42:57516) 2024-06-06T08:19:47.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:47.920+0000 7facb7fff700 1 -- 172.21.15.42:0/1188361655 learned_addr learned my addr 172.21.15.42:0/1188361655 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:19:47.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:47.920+0000 7facaffff700 1 --2- 172.21.15.42:0/1188361655 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7facb8103120 0x7facb819ee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:47.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:47.921+0000 7facbc966700 1 --2- 172.21.15.42:0/1188361655 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7facb8107860 0x7facb8198ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:47.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:47.921+0000 7facb7fff700 1 -- 172.21.15.42:0/1188361655 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7facb8103120 msgr2=0x7facb819ee00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:47.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:47.921+0000 7facb7fff700 1 --2- 172.21.15.42:0/1188361655 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7facb8103120 0x7facb819ee00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:47.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:47.921+0000 7facb7fff700 1 -- 172.21.15.42:0/1188361655 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7facb8107860 msgr2=0x7facb8198ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:47.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:47.921+0000 7facb7fff700 1 --2- 172.21.15.42:0/1188361655 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7facb8107860 0x7facb8198ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:47.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:47.921+0000 7facb7fff700 1 -- 172.21.15.42:0/1188361655 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7facb8199230 con 0x7facb8102770 2024-06-06T08:19:47.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:47.921+0000 7facb7fff700 1 --2- 172.21.15.42:0/1188361655 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7facb8102770 0x7facb819e8c0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7faca800d950 tx=0x7faca800dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:19:47.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:47.921+0000 7facb5ffb700 1 -- 172.21.15.42:0/1188361655 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faca8016070 con 0x7facb8102770 2024-06-06T08:19:47.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:47.921+0000 7facb5ffb700 1 -- 172.21.15.42:0/1188361655 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faca800fd70 con 0x7facb8102770 2024-06-06T08:19:47.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:47.921+0000 7facbe3c9700 1 -- 172.21.15.42:0/1188361655 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7facb8199520 con 0x7facb8102770 2024-06-06T08:19:47.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:47.921+0000 7facb5ffb700 1 -- 172.21.15.42:0/1188361655 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faca800e610 con 0x7facb8102770 2024-06-06T08:19:47.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:47.921+0000 7facbe3c9700 1 -- 172.21.15.42:0/1188361655 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7facb81a5790 con 0x7facb8102770 2024-06-06T08:19:47.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:47.922+0000 7facbe3c9700 1 -- 172.21.15.42:0/1188361655 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7facb8069180 con 0x7facb8102770 2024-06-06T08:19:47.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:47.924+0000 7facb5ffb700 1 -- 172.21.15.42:0/1188361655 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7faca8019070 con 0x7facb8102770 2024-06-06T08:19:47.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:47.924+0000 7facb5ffb700 1 --2- 172.21.15.42:0/1188361655 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7faca40a2ca0 0x7faca40a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:47.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:47.925+0000 7facaffff700 1 --2- 172.21.15.42:0/1188361655 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7faca40a2ca0 0x7faca40a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:47.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:47.925+0000 7facb5ffb700 1 -- 172.21.15.42:0/1188361655 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7faca80cf190 con 0x7facb8102770 2024-06-06T08:19:47.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:47.925+0000 7facaffff700 1 --2- 172.21.15.42:0/1188361655 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7faca40a2ca0 0x7faca40a5160 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7facb81020f0 tx=0x7faca0005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:19:47.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:47.929+0000 7facb5ffb700 1 -- 172.21.15.42:0/1188361655 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7faca809bd90 con 0x7facb8102770 2024-06-06T08:19:48.183 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:48.183+0000 7facbe3c9700 1 -- 172.21.15.42:0/1188361655 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) -- 0x7facb802dca0 con 0x7facb8102770 2024-06-06T08:19:48.309 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:48.309+0000 7facb5ffb700 1 -- 172.21.15.42:0/1188361655 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0 v25) ==== 115+0+0 (secure 0 0 0) 0x7faca809b690 con 0x7facb8102770 2024-06-06T08:19:48.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:48.311+0000 7facbe3c9700 1 -- 172.21.15.42:0/1188361655 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7faca40a2ca0 msgr2=0x7faca40a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:48.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:48.311+0000 7facbe3c9700 1 --2- 172.21.15.42:0/1188361655 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7faca40a2ca0 0x7faca40a5160 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7facb81020f0 tx=0x7faca0005fb0 comp rx=0 tx=0).stop 2024-06-06T08:19:48.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:48.311+0000 7facbe3c9700 1 -- 172.21.15.42:0/1188361655 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7facb8102770 msgr2=0x7facb819e8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:48.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:48.311+0000 7facbe3c9700 1 --2- 172.21.15.42:0/1188361655 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7facb8102770 0x7facb819e8c0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7faca800d950 tx=0x7faca800dc60 comp rx=0 tx=0).stop 2024-06-06T08:19:48.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:48.311+0000 7facbe3c9700 1 -- 172.21.15.42:0/1188361655 shutdown_connections 2024-06-06T08:19:48.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:48.311+0000 7facbe3c9700 1 --2- 172.21.15.42:0/1188361655 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7facb8107860 0x7facb8198ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:48.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:48.311+0000 7facbe3c9700 1 --2- 172.21.15.42:0/1188361655 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7facb8102770 0x7facb819e8c0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:48.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:48.311+0000 7facbe3c9700 1 --2- 172.21.15.42:0/1188361655 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7faca40a2ca0 0x7faca40a5160 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:48.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:48.311+0000 7facbe3c9700 1 --2- 172.21.15.42:0/1188361655 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7facb8103120 0x7facb819ee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:48.313 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:48.311+0000 7facbe3c9700 1 -- 172.21.15.42:0/1188361655 >> 172.21.15.42:0/1188361655 conn(0x7facb8079600 msgr2=0x7facb8100800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:19:48.313 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:48.312+0000 7facbe3c9700 1 -- 172.21.15.42:0/1188361655 shutdown_connections 2024-06-06T08:19:48.313 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:48.312+0000 7facbe3c9700 1 -- 172.21.15.42:0/1188361655 wait complete. 2024-06-06T08:19:48.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:48 smithi042 ceph-mon[32384]: pgmap v343: 129 pgs: 129 active+clean; 584 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 682 B/s rd, 1.2 KiB/s wr, 5 op/s 2024-06-06T08:19:48.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:48 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/1188361655' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-06-06T08:19:48.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:48 smithi120 ceph-mon[36658]: pgmap v343: 129 pgs: 129 active+clean; 584 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 682 B/s rd, 1.2 KiB/s wr, 5 op/s 2024-06-06T08:19:48.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:48 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/1188361655' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-06-06T08:19:48.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:48 smithi149 ceph-mon[36842]: pgmap v343: 129 pgs: 129 active+clean; 584 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 682 B/s rd, 1.2 KiB/s wr, 5 op/s 2024-06-06T08:19:48.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:48 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/1188361655' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-06-06T08:19:49.104 DEBUG:tasks.cephfs.filesystem:Creating {'create': 2} subvols for filesystem 'cephfs' 2024-06-06T08:19:49.104 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs subvolumegroup create cephfs qa 2024-06-06T08:19:49.358 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:19:49.480 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:49 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/1188361655' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-06-06T08:19:49.480 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:49 smithi042 ceph-mon[32384]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:19:49.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:49 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/1188361655' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-06-06T08:19:49.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:49 smithi120 ceph-mon[36658]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:19:49.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:49 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/1188361655' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-06-06T08:19:49.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:49 smithi149 ceph-mon[36842]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:19:50.600 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:50 smithi042 ceph-mon[32384]: pgmap v344: 129 pgs: 129 active+clean; 584 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 2.0 KiB/s wr, 8 op/s 2024-06-06T08:19:50.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:50 smithi120 ceph-mon[36658]: pgmap v344: 129 pgs: 129 active+clean; 584 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 2.0 KiB/s wr, 8 op/s 2024-06-06T08:19:50.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:50 smithi149 ceph-mon[36842]: pgmap v344: 129 pgs: 129 active+clean; 584 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 2.0 KiB/s wr, 8 op/s 2024-06-06T08:19:51.025 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:51.024+0000 7f4d4ed61700 1 -- 172.21.15.42:0/3519639815 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d481085a0 msgr2=0x7f4d48108980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:51.025 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:51.024+0000 7f4d4ed61700 1 --2- 172.21.15.42:0/3519639815 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d481085a0 0x7f4d48108980 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f4d3c0099c0 tx=0x7f4d3c009cd0 comp rx=0 tx=0).stop 2024-06-06T08:19:51.026 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:51.024+0000 7f4d4ed61700 1 -- 172.21.15.42:0/3519639815 shutdown_connections 2024-06-06T08:19:51.026 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:51.024+0000 7f4d4ed61700 1 --2- 172.21.15.42:0/3519639815 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4d4806b580 0x7f4d4810f370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:51.026 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:51.024+0000 7f4d4ed61700 1 --2- 172.21.15.42:0/3519639815 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d481085a0 0x7f4d48108980 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:51.026 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:51.024+0000 7f4d4ed61700 1 --2- 172.21.15.42:0/3519639815 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4d4806abc0 0x7f4d4806b040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:51.026 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:51.024+0000 7f4d4ed61700 1 -- 172.21.15.42:0/3519639815 >> 172.21.15.42:0/3519639815 conn(0x7f4d48077200 msgr2=0x7f4d48077610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:19:51.026 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:51.024+0000 7f4d4ed61700 1 -- 172.21.15.42:0/3519639815 shutdown_connections 2024-06-06T08:19:51.026 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:51.024+0000 7f4d4ed61700 1 -- 172.21.15.42:0/3519639815 wait complete. 2024-06-06T08:19:51.026 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:51.025+0000 7f4d4ed61700 1 Processor -- start 2024-06-06T08:19:51.026 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:51.025+0000 7f4d4ed61700 1 -- start start 2024-06-06T08:19:51.026 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:51.025+0000 7f4d4ed61700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d4806abc0 0x7f4d4819e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:51.026 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:51.025+0000 7f4d4ed61700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4d4806b580 0x7f4d4819ee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:51.026 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:51.025+0000 7f4d4ed61700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4d481085a0 0x7f4d48198aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:51.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:51.025+0000 7f4d4ed61700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4d48112880 con 0x7f4d4806abc0 2024-06-06T08:19:51.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:51.025+0000 7f4d4ed61700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f4d48112700 con 0x7f4d4806b580 2024-06-06T08:19:51.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:51.025+0000 7f4d4ed61700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f4d48112a00 con 0x7f4d481085a0 2024-06-06T08:19:51.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:51.025+0000 7f4d4cafd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d4806abc0 0x7f4d4819e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:51.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:51.025+0000 7f4d4cafd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d4806abc0 0x7f4d4819e8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:57530/0 (socket says 172.21.15.42:57530) 2024-06-06T08:19:51.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:51.025+0000 7f4d4cafd700 1 -- 172.21.15.42:0/2484050557 learned_addr learned my addr 172.21.15.42:0/2484050557 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:19:51.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:51.025+0000 7f4d47fff700 1 --2- 172.21.15.42:0/2484050557 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4d4806b580 0x7f4d4819ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:51.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:51.025+0000 7f4d4d2fe700 1 --2- 172.21.15.42:0/2484050557 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4d481085a0 0x7f4d48198aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:51.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:51.025+0000 7f4d4cafd700 1 -- 172.21.15.42:0/2484050557 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4d481085a0 msgr2=0x7f4d48198aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:51.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:51.025+0000 7f4d4cafd700 1 --2- 172.21.15.42:0/2484050557 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4d481085a0 0x7f4d48198aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:51.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:51.025+0000 7f4d4cafd700 1 -- 172.21.15.42:0/2484050557 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4d4806b580 msgr2=0x7f4d4819ee20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:51.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:51.025+0000 7f4d4cafd700 1 --2- 172.21.15.42:0/2484050557 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4d4806b580 0x7f4d4819ee20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:51.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:51.025+0000 7f4d4cafd700 1 -- 172.21.15.42:0/2484050557 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d48199200 con 0x7f4d4806abc0 2024-06-06T08:19:51.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:51.025+0000 7f4d4d2fe700 1 --2- 172.21.15.42:0/2484050557 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4d481085a0 0x7f4d48198aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:19:51.028 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:51.026+0000 7f4d4cafd700 1 --2- 172.21.15.42:0/2484050557 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d4806abc0 0x7f4d4819e8e0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f4d3c000c00 tx=0x7f4d3c005590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:19:51.028 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:51.026+0000 7f4d45ffb700 1 -- 172.21.15.42:0/2484050557 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d3c027070 con 0x7f4d4806abc0 2024-06-06T08:19:51.028 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:51.026+0000 7f4d4ed61700 1 -- 172.21.15.42:0/2484050557 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d48199490 con 0x7f4d4806abc0 2024-06-06T08:19:51.028 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:51.026+0000 7f4d45ffb700 1 -- 172.21.15.42:0/2484050557 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4d3c004030 con 0x7f4d4806abc0 2024-06-06T08:19:51.028 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:51.026+0000 7f4d45ffb700 1 -- 172.21.15.42:0/2484050557 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d3c00f460 con 0x7f4d4806abc0 2024-06-06T08:19:51.029 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:51.026+0000 7f4d4ed61700 1 -- 172.21.15.42:0/2484050557 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d481a57b0 con 0x7f4d4806abc0 2024-06-06T08:19:51.029 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:51.027+0000 7f4d4ed61700 1 -- 172.21.15.42:0/2484050557 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4d48103bf0 con 0x7f4d4806abc0 2024-06-06T08:19:51.029 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:51.029+0000 7f4d45ffb700 1 -- 172.21.15.42:0/2484050557 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f4d3c02a070 con 0x7f4d4806abc0 2024-06-06T08:19:51.030 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:51.030+0000 7f4d45ffb700 1 --2- 172.21.15.42:0/2484050557 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4d380a2c20 0x7f4d380a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:51.030 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:51.030+0000 7f4d47fff700 1 --2- 172.21.15.42:0/2484050557 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4d380a2c20 0x7f4d380a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:51.030 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:51.030+0000 7f4d45ffb700 1 -- 172.21.15.42:0/2484050557 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f4d3c0d03d0 con 0x7f4d4806abc0 2024-06-06T08:19:51.030 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:51.030+0000 7f4d47fff700 1 --2- 172.21.15.42:0/2484050557 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4d380a2c20 0x7f4d380a50e0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f4d48077800 tx=0x7f4d34009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:19:51.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:51.033+0000 7f4d45ffb700 1 -- 172.21.15.42:0/2484050557 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f4d3c013070 con 0x7f4d4806abc0 2024-06-06T08:19:51.270 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:51.270+0000 7f4d4ed61700 1 -- 172.21.15.42:0/2484050557 --> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f4d48199fd0 con 0x7f4d380a2c20 2024-06-06T08:19:51.295 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:51.296+0000 7f4d45ffb700 1 -- 172.21.15.42:0/2484050557 <== mgr.14152 v2:172.21.15.42:6800/1196215200 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f4d48199fd0 con 0x7f4d380a2c20 2024-06-06T08:19:51.298 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:51.298+0000 7f4d4ed61700 1 -- 172.21.15.42:0/2484050557 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4d380a2c20 msgr2=0x7f4d380a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:51.298 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:51.298+0000 7f4d4ed61700 1 --2- 172.21.15.42:0/2484050557 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4d380a2c20 0x7f4d380a50e0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f4d48077800 tx=0x7f4d34009190 comp rx=0 tx=0).stop 2024-06-06T08:19:51.298 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:51.298+0000 7f4d4ed61700 1 -- 172.21.15.42:0/2484050557 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d4806abc0 msgr2=0x7f4d4819e8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:51.298 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:51.298+0000 7f4d4ed61700 1 --2- 172.21.15.42:0/2484050557 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d4806abc0 0x7f4d4819e8e0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f4d3c000c00 tx=0x7f4d3c005590 comp rx=0 tx=0).stop 2024-06-06T08:19:51.298 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:51.298+0000 7f4d4ed61700 1 -- 172.21.15.42:0/2484050557 shutdown_connections 2024-06-06T08:19:51.298 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:51.298+0000 7f4d4ed61700 1 --2- 172.21.15.42:0/2484050557 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4d380a2c20 0x7f4d380a50e0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:51.298 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:51.298+0000 7f4d4ed61700 1 --2- 172.21.15.42:0/2484050557 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4d481085a0 0x7f4d48198aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:51.298 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:51.298+0000 7f4d4ed61700 1 --2- 172.21.15.42:0/2484050557 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d4806abc0 0x7f4d4819e8e0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:51.298 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:51.298+0000 7f4d4ed61700 1 --2- 172.21.15.42:0/2484050557 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4d4806b580 0x7f4d4819ee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:51.298 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:51.298+0000 7f4d4ed61700 1 -- 172.21.15.42:0/2484050557 >> 172.21.15.42:0/2484050557 conn(0x7f4d48077200 msgr2=0x7f4d48100310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:19:51.298 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:51.298+0000 7f4d4ed61700 1 -- 172.21.15.42:0/2484050557 shutdown_connections 2024-06-06T08:19:51.299 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:51.298+0000 7f4d4ed61700 1 -- 172.21.15.42:0/2484050557 wait complete. 2024-06-06T08:19:51.565 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:19:51 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:19:51.275+0000 7f1ee413f700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T08:19:51.565 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:19:51 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:19:51.275+0000 7f1ee413f700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T08:19:51.565 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:19:51 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:19:51.275+0000 7f1ee413f700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T08:19:51.565 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:19:51 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:19:51.275+0000 7f1ee413f700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T08:19:51.565 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:19:51 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:19:51.275+0000 7f1ee413f700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T08:19:52.008 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs subvolume create cephfs sv_0 --group_name qa 2024-06-06T08:19:52.264 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:19:52.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:52 smithi120 ceph-mon[36658]: pgmap v345: 129 pgs: 129 active+clean; 584 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 2.0 KiB/s wr, 9 op/s 2024-06-06T08:19:52.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:52 smithi120 ceph-mon[36658]: from='client.14748 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:19:52.668 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:52 smithi042 ceph-mon[32384]: pgmap v345: 129 pgs: 129 active+clean; 584 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 2.0 KiB/s wr, 9 op/s 2024-06-06T08:19:52.669 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:52 smithi042 ceph-mon[32384]: from='client.14748 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:19:52.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:52 smithi149 ceph-mon[36842]: pgmap v345: 129 pgs: 129 active+clean; 584 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 2.0 KiB/s wr, 9 op/s 2024-06-06T08:19:52.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:52 smithi149 ceph-mon[36842]: from='client.14748 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:19:53.979 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:53.974+0000 7fac0f0a8700 1 -- 172.21.15.42:0/1848635495 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fac0806abc0 msgr2=0x7fac0806b040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:53.979 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:53.974+0000 7fac0f0a8700 1 --2- 172.21.15.42:0/1848635495 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fac0806abc0 0x7fac0806b040 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fabf40099c0 tx=0x7fabf4009cd0 comp rx=0 tx=0).stop 2024-06-06T08:19:53.979 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:53.974+0000 7fac0f0a8700 1 -- 172.21.15.42:0/1848635495 shutdown_connections 2024-06-06T08:19:53.979 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:53.974+0000 7fac0f0a8700 1 --2- 172.21.15.42:0/1848635495 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fac0806b580 0x7fac0810f340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:53.979 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:53.974+0000 7fac0f0a8700 1 --2- 172.21.15.42:0/1848635495 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fac08108540 0x7fac08108920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:53.979 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:53.974+0000 7fac0f0a8700 1 --2- 172.21.15.42:0/1848635495 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fac0806abc0 0x7fac0806b040 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:53.979 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:53.974+0000 7fac0f0a8700 1 -- 172.21.15.42:0/1848635495 >> 172.21.15.42:0/1848635495 conn(0x7fac08077200 msgr2=0x7fac08077610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:19:53.979 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:53.974+0000 7fac0f0a8700 1 -- 172.21.15.42:0/1848635495 shutdown_connections 2024-06-06T08:19:53.980 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:53.974+0000 7fac0f0a8700 1 -- 172.21.15.42:0/1848635495 wait complete. 2024-06-06T08:19:53.980 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:53.975+0000 7fac0f0a8700 1 Processor -- start 2024-06-06T08:19:53.980 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:53.975+0000 7fac0f0a8700 1 -- start start 2024-06-06T08:19:53.980 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:53.975+0000 7fac0f0a8700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fac0806abc0 0x7fac0819e820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:53.980 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:53.975+0000 7fac0f0a8700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fac0806b580 0x7fac0819ed60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:53.980 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:53.975+0000 7fac0f0a8700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fac08108540 0x7fac081989e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:53.980 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:53.975+0000 7fac0f0a8700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fac081127e0 con 0x7fac08108540 2024-06-06T08:19:53.980 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:53.975+0000 7fac0f0a8700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fac08112660 con 0x7fac0806b580 2024-06-06T08:19:53.980 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:53.975+0000 7fac0f0a8700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fac08112960 con 0x7fac0806abc0 2024-06-06T08:19:53.980 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:53.975+0000 7fac07fff700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fac0806b580 0x7fac0819ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:53.980 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:53.975+0000 7fac0d645700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fac08108540 0x7fac081989e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:53.981 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:53.975+0000 7fac07fff700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fac0806b580 0x7fac0819ed60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:51254/0 (socket says 172.21.15.42:51254) 2024-06-06T08:19:53.981 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:53.975+0000 7fac07fff700 1 -- 172.21.15.42:0/3336832623 learned_addr learned my addr 172.21.15.42:0/3336832623 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:19:53.981 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:53.975+0000 7fac0ce44700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fac0806abc0 0x7fac0819e820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:53.981 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:53.976+0000 7fac07fff700 1 -- 172.21.15.42:0/3336832623 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fac0806abc0 msgr2=0x7fac0819e820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:53.981 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:53.976+0000 7fac07fff700 1 --2- 172.21.15.42:0/3336832623 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fac0806abc0 0x7fac0819e820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:53.981 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:53.976+0000 7fac07fff700 1 -- 172.21.15.42:0/3336832623 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fac08108540 msgr2=0x7fac081989e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:53.981 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:53.976+0000 7fac07fff700 1 --2- 172.21.15.42:0/3336832623 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fac08108540 0x7fac081989e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:53.981 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:53.976+0000 7fac07fff700 1 -- 172.21.15.42:0/3336832623 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac08199140 con 0x7fac0806b580 2024-06-06T08:19:53.981 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:53.976+0000 7fac0d645700 1 --2- 172.21.15.42:0/3336832623 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fac08108540 0x7fac081989e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:19:53.981 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:53.976+0000 7fac07fff700 1 --2- 172.21.15.42:0/3336832623 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fac0806b580 0x7fac0819ed60 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fabf4009fd0 tx=0x7fabf40047b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:19:53.981 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:53.976+0000 7fac05ffb700 1 -- 172.21.15.42:0/3336832623 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabf4027070 con 0x7fac0806b580 2024-06-06T08:19:53.981 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:53.976+0000 7fac0f0a8700 1 -- 172.21.15.42:0/3336832623 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac081993d0 con 0x7fac0806b580 2024-06-06T08:19:53.981 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:53.976+0000 7fac05ffb700 1 -- 172.21.15.42:0/3336832623 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fabf4004050 con 0x7fac0806b580 2024-06-06T08:19:53.981 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:53.976+0000 7fac05ffb700 1 -- 172.21.15.42:0/3336832623 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabf4022e10 con 0x7fac0806b580 2024-06-06T08:19:53.982 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:53.976+0000 7fac0f0a8700 1 -- 172.21.15.42:0/3336832623 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac081016e0 con 0x7fac0806b580 2024-06-06T08:19:53.982 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:53.977+0000 7fac0f0a8700 1 -- 172.21.15.42:0/3336832623 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac08103be0 con 0x7fac0806b580 2024-06-06T08:19:53.982 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:53.979+0000 7fac05ffb700 1 -- 172.21.15.42:0/3336832623 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fabf4003b70 con 0x7fac0806b580 2024-06-06T08:19:53.982 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:53.979+0000 7fac05ffb700 1 --2- 172.21.15.42:0/3336832623 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fabf80a2cb0 0x7fabf80a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:53.982 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:53.980+0000 7fac0ce44700 1 --2- 172.21.15.42:0/3336832623 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fabf80a2cb0 0x7fabf80a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:53.983 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:53.980+0000 7fac05ffb700 1 -- 172.21.15.42:0/3336832623 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7fabf40d08c0 con 0x7fac0806b580 2024-06-06T08:19:53.983 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:53.980+0000 7fac0ce44700 1 --2- 172.21.15.42:0/3336832623 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fabf80a2cb0 0x7fabf80a5170 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fac08199b20 tx=0x7fabfc010040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:19:53.983 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:53.984+0000 7fac05ffb700 1 -- 172.21.15.42:0/3336832623 <== mon.2 v2:172.21.15.120:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fabf4030070 con 0x7fac0806b580 2024-06-06T08:19:54.224 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:54.224+0000 7fac0f0a8700 1 -- 172.21.15.42:0/3336832623 --> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7fac08199f10 con 0x7fabf80a2cb0 2024-06-06T08:19:54.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:54.251+0000 7fac05ffb700 1 -- 172.21.15.42:0/3336832623 <== mgr.14152 v2:172.21.15.42:6800/1196215200 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fac08199f10 con 0x7fabf80a2cb0 2024-06-06T08:19:54.253 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:54.253+0000 7fac0f0a8700 1 -- 172.21.15.42:0/3336832623 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fabf80a2cb0 msgr2=0x7fabf80a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:54.253 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:54.253+0000 7fac0f0a8700 1 --2- 172.21.15.42:0/3336832623 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fabf80a2cb0 0x7fabf80a5170 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fac08199b20 tx=0x7fabfc010040 comp rx=0 tx=0).stop 2024-06-06T08:19:54.254 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:54.253+0000 7fac0f0a8700 1 -- 172.21.15.42:0/3336832623 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fac0806b580 msgr2=0x7fac0819ed60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:54.254 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:54.253+0000 7fac0f0a8700 1 --2- 172.21.15.42:0/3336832623 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fac0806b580 0x7fac0819ed60 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fabf4009fd0 tx=0x7fabf40047b0 comp rx=0 tx=0).stop 2024-06-06T08:19:54.254 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:54.253+0000 7fac0f0a8700 1 -- 172.21.15.42:0/3336832623 shutdown_connections 2024-06-06T08:19:54.254 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:54.254+0000 7fac0f0a8700 1 --2- 172.21.15.42:0/3336832623 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fac08108540 0x7fac081989e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:54.254 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:54.254+0000 7fac0f0a8700 1 --2- 172.21.15.42:0/3336832623 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fabf80a2cb0 0x7fabf80a5170 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:54.254 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:54.254+0000 7fac0f0a8700 1 --2- 172.21.15.42:0/3336832623 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fac0806abc0 0x7fac0819e820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:54.254 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:54.254+0000 7fac0f0a8700 1 --2- 172.21.15.42:0/3336832623 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fac0806b580 0x7fac0819ed60 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:54.254 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:54.254+0000 7fac0f0a8700 1 -- 172.21.15.42:0/3336832623 >> 172.21.15.42:0/3336832623 conn(0x7fac08077200 msgr2=0x7fac08100230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:19:54.254 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:54.254+0000 7fac0f0a8700 1 -- 172.21.15.42:0/3336832623 shutdown_connections 2024-06-06T08:19:54.254 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:54.254+0000 7fac0f0a8700 1 -- 172.21.15.42:0/3336832623 wait complete. 2024-06-06T08:19:54.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:54 smithi042 ceph-mon[32384]: pgmap v346: 129 pgs: 129 active+clean; 591 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 2.8 KiB/s wr, 12 op/s 2024-06-06T08:19:54.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:54 smithi042 ceph-mon[32384]: mgrmap e17: x(active, since 8m), standbys: z, y 2024-06-06T08:19:54.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:54 smithi120 ceph-mon[36658]: pgmap v346: 129 pgs: 129 active+clean; 591 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 2.8 KiB/s wr, 12 op/s 2024-06-06T08:19:54.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:54 smithi120 ceph-mon[36658]: mgrmap e17: x(active, since 8m), standbys: z, y 2024-06-06T08:19:54.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:54 smithi149 ceph-mon[36842]: pgmap v346: 129 pgs: 129 active+clean; 591 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 2.8 KiB/s wr, 12 op/s 2024-06-06T08:19:54.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:54 smithi149 ceph-mon[36842]: mgrmap e17: x(active, since 8m), standbys: z, y 2024-06-06T08:19:54.951 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs subvolume getpath cephfs --group_name qa sv_0 2024-06-06T08:19:55.206 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:19:55.621 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:55 smithi042 ceph-mon[32384]: from='client.24602 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:19:55.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:55 smithi120 ceph-mon[36658]: from='client.24602 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:19:55.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:55 smithi149 ceph-mon[36842]: from='client.24602 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:19:56.377 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:56 smithi042 ceph-mon[32384]: pgmap v347: 129 pgs: 129 active+clean; 591 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 2.8 KiB/s wr, 12 op/s 2024-06-06T08:19:56.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:56 smithi120 ceph-mon[36658]: pgmap v347: 129 pgs: 129 active+clean; 591 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 2.8 KiB/s wr, 12 op/s 2024-06-06T08:19:56.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:56 smithi149 ceph-mon[36842]: pgmap v347: 129 pgs: 129 active+clean; 591 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 2.8 KiB/s wr, 12 op/s 2024-06-06T08:19:57.059 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:57.059+0000 7eff2cff0700 1 -- 172.21.15.42:0/1357022657 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7eff28107400 msgr2=0x7eff281077e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:57.059 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:57.059+0000 7eff2cff0700 1 --2- 172.21.15.42:0/1357022657 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7eff28107400 0x7eff281077e0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7eff18009990 tx=0x7eff18009ca0 comp rx=0 tx=0).stop 2024-06-06T08:19:57.059 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:57.059+0000 7eff2cff0700 1 -- 172.21.15.42:0/1357022657 shutdown_connections 2024-06-06T08:19:57.059 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:57.059+0000 7eff2cff0700 1 --2- 172.21.15.42:0/1357022657 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7eff28101d50 0x7eff2810e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:57.059 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:57.059+0000 7eff2cff0700 1 --2- 172.21.15.42:0/1357022657 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7eff28107400 0x7eff281077e0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:57.059 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:57.059+0000 7eff2cff0700 1 --2- 172.21.15.42:0/1357022657 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7eff28101390 0x7eff28101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:57.059 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:57.059+0000 7eff2cff0700 1 -- 172.21.15.42:0/1357022657 >> 172.21.15.42:0/1357022657 conn(0x7eff28078340 msgr2=0x7eff28078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:19:57.059 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:57.059+0000 7eff2cff0700 1 -- 172.21.15.42:0/1357022657 shutdown_connections 2024-06-06T08:19:57.060 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:57.059+0000 7eff2cff0700 1 -- 172.21.15.42:0/1357022657 wait complete. 2024-06-06T08:19:57.060 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:57.060+0000 7eff2cff0700 1 Processor -- start 2024-06-06T08:19:57.060 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:57.060+0000 7eff2cff0700 1 -- start start 2024-06-06T08:19:57.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:57.060+0000 7eff2cff0700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7eff28101390 0x7eff2819e8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:57.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:57.060+0000 7eff2cff0700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7eff28101d50 0x7eff2819ee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:57.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:57.060+0000 7eff2cff0700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7eff28107400 0x7eff28198ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:57.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:57.060+0000 7eff2cff0700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7eff281127f0 con 0x7eff28101d50 2024-06-06T08:19:57.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:57.060+0000 7eff2cff0700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7eff28112670 con 0x7eff28101390 2024-06-06T08:19:57.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:57.060+0000 7eff2cff0700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7eff28112970 con 0x7eff28107400 2024-06-06T08:19:57.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:57.061+0000 7eff1ffff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7eff28101d50 0x7eff2819ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:57.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:57.061+0000 7eff1ffff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7eff28101d50 0x7eff2819ee30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:57608/0 (socket says 172.21.15.42:57608) 2024-06-06T08:19:57.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:57.061+0000 7eff1ffff700 1 -- 172.21.15.42:0/3557921970 learned_addr learned my addr 172.21.15.42:0/3557921970 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:19:57.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:57.061+0000 7eff2659c700 1 --2- 172.21.15.42:0/3557921970 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7eff28101390 0x7eff2819e8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:57.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:57.061+0000 7eff26d9d700 1 --2- 172.21.15.42:0/3557921970 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7eff28107400 0x7eff28198ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:57.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:57.061+0000 7eff1ffff700 1 -- 172.21.15.42:0/3557921970 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7eff28107400 msgr2=0x7eff28198ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:57.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:57.061+0000 7eff1ffff700 1 --2- 172.21.15.42:0/3557921970 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7eff28107400 0x7eff28198ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:57.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:57.061+0000 7eff1ffff700 1 -- 172.21.15.42:0/3557921970 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7eff28101390 msgr2=0x7eff2819e8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:57.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:57.061+0000 7eff1ffff700 1 --2- 172.21.15.42:0/3557921970 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7eff28101390 0x7eff2819e8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:57.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:57.061+0000 7eff1ffff700 1 -- 172.21.15.42:0/3557921970 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff28199210 con 0x7eff28101d50 2024-06-06T08:19:57.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:57.061+0000 7eff26d9d700 1 --2- 172.21.15.42:0/3557921970 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7eff28107400 0x7eff28198ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:19:57.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:57.061+0000 7eff1ffff700 1 --2- 172.21.15.42:0/3557921970 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7eff28101d50 0x7eff2819ee30 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7eff1000b530 tx=0x7eff1000b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:19:57.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:57.061+0000 7eff1f7fe700 1 -- 172.21.15.42:0/3557921970 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff10015020 con 0x7eff28101d50 2024-06-06T08:19:57.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:57.061+0000 7eff2cff0700 1 -- 172.21.15.42:0/3557921970 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff28199500 con 0x7eff28101d50 2024-06-06T08:19:57.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:57.061+0000 7eff2cff0700 1 -- 172.21.15.42:0/3557921970 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff281a57c0 con 0x7eff28101d50 2024-06-06T08:19:57.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:57.061+0000 7eff1f7fe700 1 -- 172.21.15.42:0/3557921970 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7eff10011d10 con 0x7eff28101d50 2024-06-06T08:19:57.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:57.062+0000 7eff1f7fe700 1 -- 172.21.15.42:0/3557921970 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff1000f2e0 con 0x7eff28101d50 2024-06-06T08:19:57.064 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:57.063+0000 7eff2cff0700 1 -- 172.21.15.42:0/3557921970 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7eff28069180 con 0x7eff28101d50 2024-06-06T08:19:57.064 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:57.064+0000 7eff1f7fe700 1 -- 172.21.15.42:0/3557921970 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7eff10018020 con 0x7eff28101d50 2024-06-06T08:19:57.064 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:57.064+0000 7eff1f7fe700 1 --2- 172.21.15.42:0/3557921970 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7eff140a2d30 0x7eff140a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:19:57.064 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:57.065+0000 7eff1f7fe700 1 -- 172.21.15.42:0/3557921970 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7eff100cf220 con 0x7eff28101d50 2024-06-06T08:19:57.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:57.065+0000 7eff2659c700 1 --2- 172.21.15.42:0/3557921970 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7eff140a2d30 0x7eff140a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:19:57.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:57.065+0000 7eff2659c700 1 --2- 172.21.15.42:0/3557921970 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7eff140a2d30 0x7eff140a51f0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7eff1800b5c0 tx=0x7eff18005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:19:57.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:57.068+0000 7eff1f7fe700 1 -- 172.21.15.42:0/3557921970 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7eff1001f020 con 0x7eff28101d50 2024-06-06T08:19:57.310 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:57.311+0000 7eff2cff0700 1 -- 172.21.15.42:0/3557921970 --> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}) -- 0x7eff280628d0 con 0x7eff140a2d30 2024-06-06T08:19:57.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:57.318+0000 7eff1f7fe700 1 -- 172.21.15.42:0/3557921970 <== mgr.14152 v2:172.21.15.42:6800/1196215200 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7eff280628d0 con 0x7eff140a2d30 2024-06-06T08:19:57.317 INFO:teuthology.orchestra.run.smithi042.stdout:/volumes/qa/sv_0/80d9878b-0821-4b16-b17d-b9a07a2d2750 2024-06-06T08:19:57.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:57.320+0000 7eff2cff0700 1 -- 172.21.15.42:0/3557921970 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7eff140a2d30 msgr2=0x7eff140a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:57.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:57.320+0000 7eff2cff0700 1 --2- 172.21.15.42:0/3557921970 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7eff140a2d30 0x7eff140a51f0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7eff1800b5c0 tx=0x7eff18005960 comp rx=0 tx=0).stop 2024-06-06T08:19:57.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:57.320+0000 7eff2cff0700 1 -- 172.21.15.42:0/3557921970 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7eff28101d50 msgr2=0x7eff2819ee30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:19:57.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:57.320+0000 7eff2cff0700 1 --2- 172.21.15.42:0/3557921970 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7eff28101d50 0x7eff2819ee30 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7eff1000b530 tx=0x7eff1000b840 comp rx=0 tx=0).stop 2024-06-06T08:19:57.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:57.320+0000 7eff2cff0700 1 -- 172.21.15.42:0/3557921970 shutdown_connections 2024-06-06T08:19:57.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:57.320+0000 7eff2cff0700 1 --2- 172.21.15.42:0/3557921970 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7eff140a2d30 0x7eff140a51f0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:57.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:57.320+0000 7eff2cff0700 1 --2- 172.21.15.42:0/3557921970 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7eff28107400 0x7eff28198ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:57.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:57.320+0000 7eff2cff0700 1 --2- 172.21.15.42:0/3557921970 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7eff28101390 0x7eff2819e8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:57.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:57.320+0000 7eff2cff0700 1 --2- 172.21.15.42:0/3557921970 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7eff28101d50 0x7eff2819ee30 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:19:57.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:57.320+0000 7eff2cff0700 1 -- 172.21.15.42:0/3557921970 >> 172.21.15.42:0/3557921970 conn(0x7eff28078340 msgr2=0x7eff281001b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:19:57.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:57.320+0000 7eff2cff0700 1 -- 172.21.15.42:0/3557921970 shutdown_connections 2024-06-06T08:19:57.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:19:57.320+0000 7eff2cff0700 1 -- 172.21.15.42:0/3557921970 wait complete. 2024-06-06T08:19:58.001 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs subvolume create cephfs sv_1 --group_name qa 2024-06-06T08:19:58.253 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:19:58.590 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:58 smithi149 ceph-mon[36842]: pgmap v348: 129 pgs: 129 active+clean; 591 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 2.8 KiB/s wr, 12 op/s 2024-06-06T08:19:58.591 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:19:58 smithi149 ceph-mon[36842]: from='client.14766 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:19:58.614 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:58 smithi042 ceph-mon[32384]: pgmap v348: 129 pgs: 129 active+clean; 591 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 2.8 KiB/s wr, 12 op/s 2024-06-06T08:19:58.615 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:19:58 smithi042 ceph-mon[32384]: from='client.14766 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:19:58.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:58 smithi120 ceph-mon[36658]: pgmap v348: 129 pgs: 129 active+clean; 591 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 2.8 KiB/s wr, 12 op/s 2024-06-06T08:19:58.640 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:19:58 smithi120 ceph-mon[36658]: from='client.14766 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:20:00.186 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:00.184+0000 7fd915adc700 1 -- 172.21.15.42:0/1653502945 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd910101f40 msgr2=0x7fd9101023c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:00.187 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:00.184+0000 7fd915adc700 1 --2- 172.21.15.42:0/1653502945 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd910101f40 0x7fd9101023c0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fd9040099c0 tx=0x7fd904009cd0 comp rx=0 tx=0).stop 2024-06-06T08:20:00.187 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:00.184+0000 7fd915adc700 1 -- 172.21.15.42:0/1653502945 shutdown_connections 2024-06-06T08:20:00.187 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:00.184+0000 7fd915adc700 1 --2- 172.21.15.42:0/1653502945 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd910102900 0x7fd91010e310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:00.187 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:00.184+0000 7fd915adc700 1 --2- 172.21.15.42:0/1653502945 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd910107660 0x7fd910107a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:00.187 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:00.184+0000 7fd915adc700 1 --2- 172.21.15.42:0/1653502945 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd910101f40 0x7fd9101023c0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:00.187 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:00.184+0000 7fd915adc700 1 -- 172.21.15.42:0/1653502945 >> 172.21.15.42:0/1653502945 conn(0x7fd9100766b0 msgr2=0x7fd910076ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:20:00.187 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:00.184+0000 7fd915adc700 1 -- 172.21.15.42:0/1653502945 shutdown_connections 2024-06-06T08:20:00.187 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:00.184+0000 7fd915adc700 1 -- 172.21.15.42:0/1653502945 wait complete. 2024-06-06T08:20:00.188 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:00.185+0000 7fd915adc700 1 Processor -- start 2024-06-06T08:20:00.188 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:00.185+0000 7fd915adc700 1 -- start start 2024-06-06T08:20:00.188 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:00.185+0000 7fd915adc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd910101f40 0x7fd9101030c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:00.188 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:00.185+0000 7fd915adc700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd910102900 0x7fd910103600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:00.188 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:00.185+0000 7fd915adc700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd910107660 0x7fd910103b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:00.188 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:00.185+0000 7fd915adc700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd910111850 con 0x7fd910101f40 2024-06-06T08:20:00.188 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:00.185+0000 7fd915adc700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fd9101116d0 con 0x7fd910107660 2024-06-06T08:20:00.188 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:00.185+0000 7fd915adc700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fd9101119d0 con 0x7fd910102900 2024-06-06T08:20:00.188 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:00.185+0000 7fd90f7fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd910101f40 0x7fd9101030c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:00.189 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:00.185+0000 7fd90f7fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd910101f40 0x7fd9101030c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:59016/0 (socket says 172.21.15.42:59016) 2024-06-06T08:20:00.189 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:00.185+0000 7fd90f7fe700 1 -- 172.21.15.42:0/2042489062 learned_addr learned my addr 172.21.15.42:0/2042489062 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:20:00.189 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:00.185+0000 7fd90ffff700 1 --2- 172.21.15.42:0/2042489062 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd910107660 0x7fd910103b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:00.189 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:00.186+0000 7fd90effd700 1 --2- 172.21.15.42:0/2042489062 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd910102900 0x7fd910103600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:00.189 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:00.186+0000 7fd90f7fe700 1 -- 172.21.15.42:0/2042489062 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd910102900 msgr2=0x7fd910103600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:00.189 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:00.186+0000 7fd90f7fe700 1 --2- 172.21.15.42:0/2042489062 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd910102900 0x7fd910103600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:00.189 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:00.186+0000 7fd90f7fe700 1 -- 172.21.15.42:0/2042489062 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd910107660 msgr2=0x7fd910103b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:00.189 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:00.186+0000 7fd90f7fe700 1 --2- 172.21.15.42:0/2042489062 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd910107660 0x7fd910103b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:00.190 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:00.186+0000 7fd90f7fe700 1 -- 172.21.15.42:0/2042489062 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9101a7240 con 0x7fd910101f40 2024-06-06T08:20:00.190 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:00.186+0000 7fd90effd700 1 --2- 172.21.15.42:0/2042489062 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd910102900 0x7fd910103600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:20:00.190 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:00.186+0000 7fd90f7fe700 1 --2- 172.21.15.42:0/2042489062 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd910101f40 0x7fd9101030c0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fd90000d950 tx=0x7fd90000dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:20:00.190 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:00.186+0000 7fd90cff9700 1 -- 172.21.15.42:0/2042489062 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd900016070 con 0x7fd910101f40 2024-06-06T08:20:00.190 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:00.186+0000 7fd915adc700 1 -- 172.21.15.42:0/2042489062 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9101a7530 con 0x7fd910101f40 2024-06-06T08:20:00.190 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:00.186+0000 7fd90cff9700 1 -- 172.21.15.42:0/2042489062 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd900009e20 con 0x7fd910101f40 2024-06-06T08:20:00.190 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:00.186+0000 7fd90cff9700 1 -- 172.21.15.42:0/2042489062 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd90000f620 con 0x7fd910101f40 2024-06-06T08:20:00.190 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:00.186+0000 7fd915adc700 1 -- 172.21.15.42:0/2042489062 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9101a7ac0 con 0x7fd910101f40 2024-06-06T08:20:00.191 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:00.187+0000 7fd915adc700 1 -- 172.21.15.42:0/2042489062 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd910069180 con 0x7fd910101f40 2024-06-06T08:20:00.192 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:00.188+0000 7fd90cff9700 1 -- 172.21.15.42:0/2042489062 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fd900019070 con 0x7fd910101f40 2024-06-06T08:20:00.192 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:00.189+0000 7fd90cff9700 1 --2- 172.21.15.42:0/2042489062 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fd8f80a2cb0 0x7fd8f80a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:00.192 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:00.189+0000 7fd90effd700 1 --2- 172.21.15.42:0/2042489062 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fd8f80a2cb0 0x7fd8f80a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:00.192 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:00.189+0000 7fd90cff9700 1 -- 172.21.15.42:0/2042489062 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7fd9000cf0f0 con 0x7fd910101f40 2024-06-06T08:20:00.192 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:00.190+0000 7fd90effd700 1 --2- 172.21.15.42:0/2042489062 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fd8f80a2cb0 0x7fd8f80a5170 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fd904006010 tx=0x7fd904009f10 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:20:00.192 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:00.193+0000 7fd90cff9700 1 -- 172.21.15.42:0/2042489062 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fd90009bb90 con 0x7fd910101f40 2024-06-06T08:20:00.435 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:00.435+0000 7fd915adc700 1 -- 172.21.15.42:0/2042489062 --> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7fd910101520 con 0x7fd8f80a2cb0 2024-06-06T08:20:00.435 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:20:00 smithi042 ceph-mon[32384]: pgmap v349: 129 pgs: 129 active+clean; 609 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 3.6 KiB/s wr, 10 op/s 2024-06-06T08:20:00.435 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:20:00 smithi042 ceph-mon[32384]: overall HEALTH_OK 2024-06-06T08:20:00.466 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:00.467+0000 7fd90cff9700 1 -- 172.21.15.42:0/2042489062 <== mgr.14152 v2:172.21.15.42:6800/1196215200 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fd910101520 con 0x7fd8f80a2cb0 2024-06-06T08:20:00.468 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:00.469+0000 7fd915adc700 1 -- 172.21.15.42:0/2042489062 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fd8f80a2cb0 msgr2=0x7fd8f80a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:00.468 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:00.469+0000 7fd915adc700 1 --2- 172.21.15.42:0/2042489062 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fd8f80a2cb0 0x7fd8f80a5170 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fd904006010 tx=0x7fd904009f10 comp rx=0 tx=0).stop 2024-06-06T08:20:00.468 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:00.469+0000 7fd915adc700 1 -- 172.21.15.42:0/2042489062 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd910101f40 msgr2=0x7fd9101030c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:00.468 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:00.469+0000 7fd915adc700 1 --2- 172.21.15.42:0/2042489062 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd910101f40 0x7fd9101030c0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fd90000d950 tx=0x7fd90000dc60 comp rx=0 tx=0).stop 2024-06-06T08:20:00.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:00.469+0000 7fd915adc700 1 -- 172.21.15.42:0/2042489062 shutdown_connections 2024-06-06T08:20:00.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:00.469+0000 7fd915adc700 1 --2- 172.21.15.42:0/2042489062 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd910107660 0x7fd910103b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:00.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:00.469+0000 7fd915adc700 1 --2- 172.21.15.42:0/2042489062 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd910101f40 0x7fd9101030c0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:00.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:00.469+0000 7fd915adc700 1 --2- 172.21.15.42:0/2042489062 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fd8f80a2cb0 0x7fd8f80a5170 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:00.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:00.469+0000 7fd915adc700 1 --2- 172.21.15.42:0/2042489062 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd910102900 0x7fd910103600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:00.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:00.469+0000 7fd915adc700 1 -- 172.21.15.42:0/2042489062 >> 172.21.15.42:0/2042489062 conn(0x7fd9100766b0 msgr2=0x7fd910100e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:20:00.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:00.469+0000 7fd915adc700 1 -- 172.21.15.42:0/2042489062 shutdown_connections 2024-06-06T08:20:00.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:00.469+0000 7fd915adc700 1 -- 172.21.15.42:0/2042489062 wait complete. 2024-06-06T08:20:00.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:20:00 smithi120 ceph-mon[36658]: pgmap v349: 129 pgs: 129 active+clean; 609 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 3.6 KiB/s wr, 10 op/s 2024-06-06T08:20:00.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:20:00 smithi120 ceph-mon[36658]: overall HEALTH_OK 2024-06-06T08:20:00.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:20:00 smithi149 ceph-mon[36842]: pgmap v349: 129 pgs: 129 active+clean; 609 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 3.6 KiB/s wr, 10 op/s 2024-06-06T08:20:00.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:20:00 smithi149 ceph-mon[36842]: overall HEALTH_OK 2024-06-06T08:20:01.275 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs subvolume getpath cephfs --group_name qa sv_1 2024-06-06T08:20:01.535 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:20:01.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:20:01 smithi042 ceph-mon[32384]: from='client.14772 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:20:01.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:20:01 smithi120 ceph-mon[36658]: from='client.14772 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:20:01.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:20:01 smithi149 ceph-mon[36842]: from='client.14772 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:20:02.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:20:02 smithi120 ceph-mon[36658]: pgmap v350: 129 pgs: 129 active+clean; 609 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.8 KiB/s wr, 7 op/s 2024-06-06T08:20:02.727 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:20:02 smithi042 ceph-mon[32384]: pgmap v350: 129 pgs: 129 active+clean; 609 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.8 KiB/s wr, 7 op/s 2024-06-06T08:20:02.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:20:02 smithi149 ceph-mon[36842]: pgmap v350: 129 pgs: 129 active+clean; 609 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.8 KiB/s wr, 7 op/s 2024-06-06T08:20:03.323 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:03.320+0000 7f2565213700 1 -- 172.21.15.42:0/3613002239 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2560102740 msgr2=0x7f2560102b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:03.323 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:03.320+0000 7f2565213700 1 --2- 172.21.15.42:0/3613002239 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2560102740 0x7f2560102b20 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f25500099c0 tx=0x7f2550009cd0 comp rx=0 tx=0).stop 2024-06-06T08:20:03.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:03.320+0000 7f2565213700 1 -- 172.21.15.42:0/3613002239 shutdown_connections 2024-06-06T08:20:03.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:03.320+0000 7f2565213700 1 --2- 172.21.15.42:0/3613002239 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2560107840 0x7f256010f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:03.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:03.320+0000 7f2565213700 1 --2- 172.21.15.42:0/3613002239 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2560102740 0x7f2560102b20 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:03.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:03.320+0000 7f2565213700 1 --2- 172.21.15.42:0/3613002239 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f25601030f0 0x7f2560107110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:03.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:03.320+0000 7f2565213700 1 -- 172.21.15.42:0/3613002239 >> 172.21.15.42:0/3613002239 conn(0x7f25600795f0 msgr2=0x7f2560079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:20:03.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:03.320+0000 7f2565213700 1 -- 172.21.15.42:0/3613002239 shutdown_connections 2024-06-06T08:20:03.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:03.320+0000 7f2565213700 1 -- 172.21.15.42:0/3613002239 wait complete. 2024-06-06T08:20:03.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:03.321+0000 7f2565213700 1 Processor -- start 2024-06-06T08:20:03.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:03.321+0000 7f2565213700 1 -- start start 2024-06-06T08:20:03.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:03.322+0000 7f2565213700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2560102740 0x7f256019e7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:03.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:03.322+0000 7f2565213700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f25601030f0 0x7f256019ed20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:03.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:03.322+0000 7f2565213700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2560107840 0x7f25601989a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:03.325 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:03.322+0000 7f2565213700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2560112760 con 0x7f2560107840 2024-06-06T08:20:03.325 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:03.322+0000 7f2565213700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f25601125e0 con 0x7f2560102740 2024-06-06T08:20:03.325 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:03.322+0000 7f2565213700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f25601128e0 con 0x7f25601030f0 2024-06-06T08:20:03.325 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:03.322+0000 7f255f59e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2560107840 0x7f25601989a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:03.325 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:03.322+0000 7f255f59e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2560107840 0x7f25601989a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:59024/0 (socket says 172.21.15.42:59024) 2024-06-06T08:20:03.325 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:03.322+0000 7f255f59e700 1 -- 172.21.15.42:0/239951588 learned_addr learned my addr 172.21.15.42:0/239951588 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:20:03.325 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:03.322+0000 7f255ed9d700 1 --2- 172.21.15.42:0/239951588 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2560102740 0x7f256019e7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:03.325 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:03.322+0000 7f255659c700 1 --2- 172.21.15.42:0/239951588 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f25601030f0 0x7f256019ed20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:03.325 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:03.322+0000 7f255f59e700 1 -- 172.21.15.42:0/239951588 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f25601030f0 msgr2=0x7f256019ed20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:03.325 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:03.322+0000 7f255f59e700 1 --2- 172.21.15.42:0/239951588 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f25601030f0 0x7f256019ed20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:03.325 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:03.322+0000 7f255f59e700 1 -- 172.21.15.42:0/239951588 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2560102740 msgr2=0x7f256019e7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:03.325 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:03.322+0000 7f255f59e700 1 --2- 172.21.15.42:0/239951588 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2560102740 0x7f256019e7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:03.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:03.322+0000 7f255f59e700 1 -- 172.21.15.42:0/239951588 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2560199100 con 0x7f2560107840 2024-06-06T08:20:03.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:03.322+0000 7f255659c700 1 --2- 172.21.15.42:0/239951588 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f25601030f0 0x7f256019ed20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:20:03.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:03.322+0000 7f255f59e700 1 --2- 172.21.15.42:0/239951588 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2560107840 0x7f25601989a0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f2558007ee0 tx=0x7f255800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:20:03.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:03.322+0000 7f255cd99700 1 -- 172.21.15.42:0/239951588 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f255800dbd0 con 0x7f2560107840 2024-06-06T08:20:03.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:03.322+0000 7f2565213700 1 -- 172.21.15.42:0/239951588 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f25601993f0 con 0x7f2560107840 2024-06-06T08:20:03.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:03.322+0000 7f255cd99700 1 -- 172.21.15.42:0/239951588 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f255800dd70 con 0x7f2560107840 2024-06-06T08:20:03.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:03.322+0000 7f255cd99700 1 -- 172.21.15.42:0/239951588 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2558005a60 con 0x7f2560107840 2024-06-06T08:20:03.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:03.323+0000 7f2565213700 1 -- 172.21.15.42:0/239951588 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f25601a56b0 con 0x7f2560107840 2024-06-06T08:20:03.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:03.324+0000 7f2565213700 1 -- 172.21.15.42:0/239951588 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f256010aa80 con 0x7f2560107840 2024-06-06T08:20:03.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:03.325+0000 7f255cd99700 1 -- 172.21.15.42:0/239951588 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f255801a020 con 0x7f2560107840 2024-06-06T08:20:03.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:03.325+0000 7f255cd99700 1 --2- 172.21.15.42:0/239951588 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f254c0a2cb0 0x7f254c0a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:03.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:03.326+0000 7f255ed9d700 1 --2- 172.21.15.42:0/239951588 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f254c0a2cb0 0x7f254c0a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:03.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:03.326+0000 7f255cd99700 1 -- 172.21.15.42:0/239951588 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f25580cec60 con 0x7f2560107840 2024-06-06T08:20:03.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:03.326+0000 7f255ed9d700 1 --2- 172.21.15.42:0/239951588 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f254c0a2cb0 0x7f254c0a5170 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f2550000c00 tx=0x7f2550005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:20:03.328 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:03.330+0000 7f255cd99700 1 -- 172.21.15.42:0/239951588 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f2558010070 con 0x7f2560107840 2024-06-06T08:20:03.569 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:03.570+0000 7f2565213700 1 -- 172.21.15.42:0/239951588 --> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}) -- 0x7f25600628d0 con 0x7f254c0a2cb0 2024-06-06T08:20:03.573 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:03.575+0000 7f255cd99700 1 -- 172.21.15.42:0/239951588 <== mgr.14152 v2:172.21.15.42:6800/1196215200 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7f25600628d0 con 0x7f254c0a2cb0 2024-06-06T08:20:03.574 INFO:teuthology.orchestra.run.smithi042.stdout:/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08 2024-06-06T08:20:03.576 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:03.577+0000 7f2565213700 1 -- 172.21.15.42:0/239951588 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f254c0a2cb0 msgr2=0x7f254c0a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:03.576 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:03.577+0000 7f2565213700 1 --2- 172.21.15.42:0/239951588 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f254c0a2cb0 0x7f254c0a5170 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f2550000c00 tx=0x7f2550005fb0 comp rx=0 tx=0).stop 2024-06-06T08:20:03.576 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:03.577+0000 7f2565213700 1 -- 172.21.15.42:0/239951588 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2560107840 msgr2=0x7f25601989a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:03.576 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:03.577+0000 7f2565213700 1 --2- 172.21.15.42:0/239951588 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2560107840 0x7f25601989a0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f2558007ee0 tx=0x7f255800d3b0 comp rx=0 tx=0).stop 2024-06-06T08:20:03.576 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:03.577+0000 7f2565213700 1 -- 172.21.15.42:0/239951588 shutdown_connections 2024-06-06T08:20:03.577 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:03.577+0000 7f2565213700 1 --2- 172.21.15.42:0/239951588 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2560107840 0x7f25601989a0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:03.577 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:03.577+0000 7f2565213700 1 --2- 172.21.15.42:0/239951588 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2560102740 0x7f256019e7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:03.577 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:03.577+0000 7f2565213700 1 --2- 172.21.15.42:0/239951588 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f254c0a2cb0 0x7f254c0a5170 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:03.577 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:03.577+0000 7f2565213700 1 --2- 172.21.15.42:0/239951588 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f25601030f0 0x7f256019ed20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:03.577 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:03.577+0000 7f2565213700 1 -- 172.21.15.42:0/239951588 >> 172.21.15.42:0/239951588 conn(0x7f25600795f0 msgr2=0x7f2560108990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:20:03.577 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:03.577+0000 7f2565213700 1 -- 172.21.15.42:0/239951588 shutdown_connections 2024-06-06T08:20:03.577 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:03.577+0000 7f2565213700 1 -- 172.21.15.42:0/239951588 wait complete. 2024-06-06T08:20:04.234 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:20:04.486 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:20:04.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:20:04 smithi042 ceph-mon[32384]: pgmap v351: 129 pgs: 129 active+clean; 627 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 4.7 KiB/s wr, 9 op/s 2024-06-06T08:20:04.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:20:04 smithi120 ceph-mon[36658]: pgmap v351: 129 pgs: 129 active+clean; 627 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 4.7 KiB/s wr, 9 op/s 2024-06-06T08:20:04.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:20:04 smithi149 ceph-mon[36842]: pgmap v351: 129 pgs: 129 active+clean; 627 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 4.7 KiB/s wr, 9 op/s 2024-06-06T08:20:05.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:20:05 smithi120 ceph-mon[36658]: from='client.14778 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:20:05.723 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:20:05 smithi042 ceph-mon[32384]: from='client.14778 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:20:05.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:20:05 smithi149 ceph-mon[36842]: from='client.14778 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:20:06.287 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:06.288+0000 7f7178690700 1 -- 172.21.15.42:0/3332673646 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f717006b5c0 msgr2=0x7f717010f370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:06.288 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:06.288+0000 7f7178690700 1 --2- 172.21.15.42:0/3332673646 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f717006b5c0 0x7f717010f370 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f716800b0a0 tx=0x7f716800b3b0 comp rx=0 tx=0).stop 2024-06-06T08:20:06.288 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:06.288+0000 7f7178690700 1 -- 172.21.15.42:0/3332673646 shutdown_connections 2024-06-06T08:20:06.288 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:06.288+0000 7f7178690700 1 --2- 172.21.15.42:0/3332673646 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f717006b5c0 0x7f717010f370 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:06.288 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:06.288+0000 7f7178690700 1 --2- 172.21.15.42:0/3332673646 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7170108530 0x7f7170108910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:06.288 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:06.288+0000 7f7178690700 1 --2- 172.21.15.42:0/3332673646 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f717006ac00 0x7f717006b080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:06.288 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:06.288+0000 7f7178690700 1 -- 172.21.15.42:0/3332673646 >> 172.21.15.42:0/3332673646 conn(0x7f7170077400 msgr2=0x7f7170077810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:20:06.288 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:06.288+0000 7f7178690700 1 -- 172.21.15.42:0/3332673646 shutdown_connections 2024-06-06T08:20:06.288 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:06.288+0000 7f7178690700 1 -- 172.21.15.42:0/3332673646 wait complete. 2024-06-06T08:20:06.288 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:06.289+0000 7f7178690700 1 Processor -- start 2024-06-06T08:20:06.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:06.289+0000 7f7178690700 1 -- start start 2024-06-06T08:20:06.290 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:06.289+0000 7f7178690700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f717006ac00 0x7f717019e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:06.290 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:06.289+0000 7f7178690700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f717006b5c0 0x7f717019ed80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:06.290 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:06.289+0000 7f7178690700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7170108530 0x7f7170198a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:06.290 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:06.289+0000 7f7178690700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7170112760 con 0x7f717006ac00 2024-06-06T08:20:06.290 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:06.289+0000 7f7178690700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f71701125e0 con 0x7f717006b5c0 2024-06-06T08:20:06.290 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:06.289+0000 7f7178690700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f71701128e0 con 0x7f7170108530 2024-06-06T08:20:06.290 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:06.289+0000 7f717642c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f717006ac00 0x7f717019e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:06.290 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:06.289+0000 7f717642c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f717006ac00 0x7f717019e840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:59048/0 (socket says 172.21.15.42:59048) 2024-06-06T08:20:06.290 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:06.289+0000 7f717642c700 1 -- 172.21.15.42:0/73669053 learned_addr learned my addr 172.21.15.42:0/73669053 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:20:06.290 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:06.289+0000 7f7176c2d700 1 --2- 172.21.15.42:0/73669053 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7170108530 0x7f7170198a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:06.290 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:06.289+0000 7f7175c2b700 1 --2- 172.21.15.42:0/73669053 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f717006b5c0 0x7f717019ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:06.290 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:06.289+0000 7f717642c700 1 -- 172.21.15.42:0/73669053 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7170108530 msgr2=0x7f7170198a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:06.291 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:06.289+0000 7f717642c700 1 --2- 172.21.15.42:0/73669053 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7170108530 0x7f7170198a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:06.291 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:06.289+0000 7f717642c700 1 -- 172.21.15.42:0/73669053 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f717006b5c0 msgr2=0x7f717019ed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:06.291 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:06.289+0000 7f717642c700 1 --2- 172.21.15.42:0/73669053 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f717006b5c0 0x7f717019ed80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:06.291 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:06.289+0000 7f717642c700 1 -- 172.21.15.42:0/73669053 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7170199160 con 0x7f717006ac00 2024-06-06T08:20:06.291 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:06.290+0000 7f717642c700 1 --2- 172.21.15.42:0/73669053 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f717006ac00 0x7f717019e840 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f716c00c9b0 tx=0x7f716c00ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:20:06.291 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:06.290+0000 7f71677fe700 1 -- 172.21.15.42:0/73669053 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f716c007b00 con 0x7f717006ac00 2024-06-06T08:20:06.291 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:06.290+0000 7f7178690700 1 -- 172.21.15.42:0/73669053 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7170199450 con 0x7f717006ac00 2024-06-06T08:20:06.291 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:06.290+0000 7f71677fe700 1 -- 172.21.15.42:0/73669053 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f716c007ca0 con 0x7f717006ac00 2024-06-06T08:20:06.291 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:06.290+0000 7f71677fe700 1 -- 172.21.15.42:0/73669053 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f716c018730 con 0x7f717006ac00 2024-06-06T08:20:06.291 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:06.290+0000 7f7178690700 1 -- 172.21.15.42:0/73669053 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71701a5710 con 0x7f717006ac00 2024-06-06T08:20:06.292 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:06.291+0000 7f7178690700 1 -- 172.21.15.42:0/73669053 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7170103bf0 con 0x7f717006ac00 2024-06-06T08:20:06.293 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:06.292+0000 7f71677fe700 1 -- 172.21.15.42:0/73669053 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f716c0188d0 con 0x7f717006ac00 2024-06-06T08:20:06.293 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:06.293+0000 7f71677fe700 1 --2- 172.21.15.42:0/73669053 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f715c0a2cb0 0x7f715c0a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:06.293 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:06.293+0000 7f7175c2b700 1 --2- 172.21.15.42:0/73669053 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f715c0a2cb0 0x7f715c0a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:06.293 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:06.293+0000 7f71677fe700 1 -- 172.21.15.42:0/73669053 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f716c0cf520 con 0x7f717006ac00 2024-06-06T08:20:06.293 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:06.293+0000 7f7175c2b700 1 --2- 172.21.15.42:0/73669053 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f715c0a2cb0 0x7f715c0a5170 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f7160005fd0 tx=0x7f7160005f60 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:20:06.296 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:06.297+0000 7f71677fe700 1 -- 172.21.15.42:0/73669053 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f716c014030 con 0x7f717006ac00 2024-06-06T08:20:06.553 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:06.554+0000 7f7178690700 1 -- 172.21.15.42:0/73669053 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7170199f30 con 0x7f717006ac00 2024-06-06T08:20:06.554 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:20:06 smithi042 ceph-mon[32384]: pgmap v352: 129 pgs: 129 active+clean; 627 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 3.8 KiB/s wr, 7 op/s 2024-06-06T08:20:06.554 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:06.555+0000 7f71677fe700 1 -- 172.21.15.42:0/73669053 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11876 (secure 0 0 0) 0x7f716c09bf60 con 0x7f717006ac00 2024-06-06T08:20:06.555 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:20:06.555 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/667270675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":667270675},{"type":"v1","addr":"172.21.15.42:6837","nonce":667270675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/2414389302","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":2414389302},{"type":"v1","addr":"172.21.15.42:6839","nonce":2414389302}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14574,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/3625002785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":3625002785},{"type":"v1","addr":"172.21.15.42:6841","nonce":3625002785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24413,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6835/3995394553","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":3995394553},{"type":"v1","addr":"172.21.15.120:6835","nonce":3995394553}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T08:18:39.778858+0000","modified":"2024-06-06T08:19:48.185676+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24464},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6837/3434475673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":3434475673},{"type":"v1","addr":"172.21.15.120:6837","nonce":3434475673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6835/3776134468","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":3776134468},{"type":"v1","addr":"172.21.15.149:6835","nonce":3776134468}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":21,"addr":"172.21.15.120:6839/1585293472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":1585293472},{"type":"v1","addr":"172.21.15.120:6839","nonce":1585293472}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":25,"addr":"172.21.15.149:6837/751787578","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":751787578},{"type":"v1","addr":"172.21.15.149:6837","nonce":751787578}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":8,"addr":"172.21.15.149:6839/764851483","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":764851483},{"type":"v1","addr":"172.21.15.149:6839","nonce":764851483}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24469,24484,24464]},"id":1}]} 2024-06-06T08:20:06.557 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:06.557+0000 7f7178690700 1 -- 172.21.15.42:0/73669053 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f715c0a2cb0 msgr2=0x7f715c0a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:06.557 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:06.557+0000 7f7178690700 1 --2- 172.21.15.42:0/73669053 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f715c0a2cb0 0x7f715c0a5170 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f7160005fd0 tx=0x7f7160005f60 comp rx=0 tx=0).stop 2024-06-06T08:20:06.557 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:06.557+0000 7f7178690700 1 -- 172.21.15.42:0/73669053 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f717006ac00 msgr2=0x7f717019e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:06.557 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:06.557+0000 7f7178690700 1 --2- 172.21.15.42:0/73669053 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f717006ac00 0x7f717019e840 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f716c00c9b0 tx=0x7f716c00ccc0 comp rx=0 tx=0).stop 2024-06-06T08:20:06.558 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:06.557+0000 7f7178690700 1 -- 172.21.15.42:0/73669053 shutdown_connections 2024-06-06T08:20:06.558 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:06.557+0000 7f7178690700 1 --2- 172.21.15.42:0/73669053 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f715c0a2cb0 0x7f715c0a5170 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:06.558 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:06.557+0000 7f7178690700 1 --2- 172.21.15.42:0/73669053 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7170108530 0x7f7170198a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:06.558 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:06.557+0000 7f7178690700 1 --2- 172.21.15.42:0/73669053 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f717006ac00 0x7f717019e840 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:06.558 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:06.557+0000 7f7178690700 1 --2- 172.21.15.42:0/73669053 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f717006b5c0 0x7f717019ed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:06.558 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:06.558+0000 7f7178690700 1 -- 172.21.15.42:0/73669053 >> 172.21.15.42:0/73669053 conn(0x7f7170077400 msgr2=0x7f71701000c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:20:06.558 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:06.558+0000 7f7178690700 1 -- 172.21.15.42:0/73669053 shutdown_connections 2024-06-06T08:20:06.558 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:06.558+0000 7f7178690700 1 -- 172.21.15.42:0/73669053 wait complete. 2024-06-06T08:20:06.559 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 25 2024-06-06T08:20:06.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:20:06 smithi120 ceph-mon[36658]: pgmap v352: 129 pgs: 129 active+clean; 627 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 3.8 KiB/s wr, 7 op/s 2024-06-06T08:20:06.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:20:06 smithi149 ceph-mon[36842]: pgmap v352: 129 pgs: 129 active+clean; 627 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 3.8 KiB/s wr, 7 op/s 2024-06-06T08:20:07.193 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph osd dump --format=json 2024-06-06T08:20:07.449 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:20:07.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:20:07 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/73669053' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:20:07.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:20:07 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/73669053' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:20:07.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:20:07 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/73669053' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:20:08.612 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:20:08 smithi042 ceph-mon[32384]: pgmap v353: 129 pgs: 129 active+clean; 627 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 3.9 KiB/s wr, 8 op/s 2024-06-06T08:20:08.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:20:08 smithi120 ceph-mon[36658]: pgmap v353: 129 pgs: 129 active+clean; 627 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 3.9 KiB/s wr, 8 op/s 2024-06-06T08:20:08.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:20:08 smithi149 ceph-mon[36842]: pgmap v353: 129 pgs: 129 active+clean; 627 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 3.9 KiB/s wr, 8 op/s 2024-06-06T08:20:09.180 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:09.180+0000 7f12eb19a700 1 -- 172.21.15.42:0/1857054510 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f12e4108520 msgr2=0x7f12e4108900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:09.180 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:09.180+0000 7f12eb19a700 1 --2- 172.21.15.42:0/1857054510 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f12e4108520 0x7f12e4108900 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f12d400b0a0 tx=0x7f12d400b3b0 comp rx=0 tx=0).stop 2024-06-06T08:20:09.180 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:09.180+0000 7f12eb19a700 1 -- 172.21.15.42:0/1857054510 shutdown_connections 2024-06-06T08:20:09.180 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:09.180+0000 7f12eb19a700 1 --2- 172.21.15.42:0/1857054510 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f12e406b520 0x7f12e410f340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:09.180 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:09.180+0000 7f12eb19a700 1 --2- 172.21.15.42:0/1857054510 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f12e4108520 0x7f12e4108900 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:09.180 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:09.180+0000 7f12eb19a700 1 --2- 172.21.15.42:0/1857054510 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f12e406ab60 0x7f12e406afe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:09.180 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:09.180+0000 7f12eb19a700 1 -- 172.21.15.42:0/1857054510 >> 172.21.15.42:0/1857054510 conn(0x7f12e4078340 msgr2=0x7f12e4078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:20:09.181 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:09.180+0000 7f12eb19a700 1 -- 172.21.15.42:0/1857054510 shutdown_connections 2024-06-06T08:20:09.181 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:09.180+0000 7f12eb19a700 1 -- 172.21.15.42:0/1857054510 wait complete. 2024-06-06T08:20:09.181 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:09.181+0000 7f12eb19a700 1 Processor -- start 2024-06-06T08:20:09.181 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:09.181+0000 7f12eb19a700 1 -- start start 2024-06-06T08:20:09.183 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:09.181+0000 7f12eb19a700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f12e406ab60 0x7f12e419e8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:09.183 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:09.181+0000 7f12eb19a700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f12e406b520 0x7f12e419ee10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:09.183 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:09.181+0000 7f12eb19a700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f12e4108520 0x7f12e4198ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:09.183 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:09.181+0000 7f12eb19a700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f12e41127a0 con 0x7f12e406ab60 2024-06-06T08:20:09.183 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:09.181+0000 7f12eb19a700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f12e4112620 con 0x7f12e406b520 2024-06-06T08:20:09.183 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:09.181+0000 7f12eb19a700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f12e4112920 con 0x7f12e4108520 2024-06-06T08:20:09.183 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:09.181+0000 7f12e8f36700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f12e406ab60 0x7f12e419e8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:09.183 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:09.181+0000 7f12e8f36700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f12e406ab60 0x7f12e419e8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:45572/0 (socket says 172.21.15.42:45572) 2024-06-06T08:20:09.183 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:09.181+0000 7f12e8f36700 1 -- 172.21.15.42:0/2256212928 learned_addr learned my addr 172.21.15.42:0/2256212928 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:20:09.183 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:09.181+0000 7f12e3fff700 1 --2- 172.21.15.42:0/2256212928 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f12e406b520 0x7f12e419ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:09.184 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:09.181+0000 7f12e9737700 1 --2- 172.21.15.42:0/2256212928 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f12e4108520 0x7f12e4198ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:09.184 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:09.181+0000 7f12e8f36700 1 -- 172.21.15.42:0/2256212928 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f12e4108520 msgr2=0x7f12e4198ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:09.184 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:09.181+0000 7f12e8f36700 1 --2- 172.21.15.42:0/2256212928 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f12e4108520 0x7f12e4198ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:09.184 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:09.182+0000 7f12e8f36700 1 -- 172.21.15.42:0/2256212928 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f12e406b520 msgr2=0x7f12e419ee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:09.184 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:09.182+0000 7f12e8f36700 1 --2- 172.21.15.42:0/2256212928 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f12e406b520 0x7f12e419ee10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:09.184 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:09.182+0000 7f12e8f36700 1 -- 172.21.15.42:0/2256212928 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12e4199240 con 0x7f12e406ab60 2024-06-06T08:20:09.184 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:09.182+0000 7f12e9737700 1 --2- 172.21.15.42:0/2256212928 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f12e4108520 0x7f12e4198ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:20:09.184 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:09.182+0000 7f12e3fff700 1 --2- 172.21.15.42:0/2256212928 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f12e406b520 0x7f12e419ee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:20:09.184 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:09.182+0000 7f12e8f36700 1 --2- 172.21.15.42:0/2256212928 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f12e406ab60 0x7f12e419e8d0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f12d400b070 tx=0x7f12d4004ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:20:09.184 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:09.182+0000 7f12e1ffb700 1 -- 172.21.15.42:0/2256212928 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12d4021070 con 0x7f12e406ab60 2024-06-06T08:20:09.184 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:09.182+0000 7f12eb19a700 1 -- 172.21.15.42:0/2256212928 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12e41994d0 con 0x7f12e406ab60 2024-06-06T08:20:09.184 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:09.182+0000 7f12e1ffb700 1 -- 172.21.15.42:0/2256212928 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f12d401d930 con 0x7f12e406ab60 2024-06-06T08:20:09.185 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:09.182+0000 7f12e1ffb700 1 -- 172.21.15.42:0/2256212928 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12d4005440 con 0x7f12e406ab60 2024-06-06T08:20:09.185 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:09.182+0000 7f12eb19a700 1 -- 172.21.15.42:0/2256212928 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12e41a57a0 con 0x7f12e406ab60 2024-06-06T08:20:09.185 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:09.183+0000 7f12eb19a700 1 -- 172.21.15.42:0/2256212928 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f12e410aa00 con 0x7f12e406ab60 2024-06-06T08:20:09.185 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:09.185+0000 7f12e1ffb700 1 -- 172.21.15.42:0/2256212928 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f12d4024070 con 0x7f12e406ab60 2024-06-06T08:20:09.185 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:09.185+0000 7f12e1ffb700 1 --2- 172.21.15.42:0/2256212928 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f12d00a2cb0 0x7f12d00a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:09.185 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:09.185+0000 7f12e3fff700 1 --2- 172.21.15.42:0/2256212928 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f12d00a2cb0 0x7f12d00a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:09.186 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:09.185+0000 7f12e1ffb700 1 -- 172.21.15.42:0/2256212928 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f12d400f020 con 0x7f12e406ab60 2024-06-06T08:20:09.186 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:09.186+0000 7f12e3fff700 1 --2- 172.21.15.42:0/2256212928 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f12d00a2cb0 0x7f12d00a5170 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f12cc005d90 tx=0x7f12cc005d00 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:20:09.187 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:09.189+0000 7f12e1ffb700 1 -- 172.21.15.42:0/2256212928 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f12d402b020 con 0x7f12e406ab60 2024-06-06T08:20:09.393 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:09.394+0000 7f12eb19a700 1 -- 172.21.15.42:0/2256212928 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f12e4199fc0 con 0x7f12e406ab60 2024-06-06T08:20:09.394 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:09.395+0000 7f12e1ffb700 1 -- 172.21.15.42:0/2256212928 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v99) ==== 74+0+24632 (secure 0 0 0) 0x7f12d409dd30 con 0x7f12e406ab60 2024-06-06T08:20:09.395 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:20:09.395 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":99,"fsid":"103bdc14-23dc-11ef-bc9b-c7b262605968","created":"2024-06-06T08:10:24.766424+0000","modified":"2024-06-06T08:19:20.058787+0000","last_up_change":"2024-06-06T08:17:36.287686+0000","last_in_change":"2024-06-06T08:17:16.753056+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-06T08:13:45.019237+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-06-06T08:18:33.144907+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-06-06T08:18:36.897997+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-06-06T08:18:46.419853+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"97","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"e2e4fdcf-59e7-458d-b89e-8f5b7095ecba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6803","nonce":992269164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6805","nonce":992269164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6809","nonce":992269164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6807","nonce":992269164}]},"public_addr":"172.21.15.42:6803/992269164","cluster_addr":"172.21.15.42:6805/992269164","heartbeat_back_addr":"172.21.15.42:6809/992269164","heartbeat_front_addr":"172.21.15.42:6807/992269164","state":["exists","up"]},{"osd":1,"uuid":"5a66dde1-0e6a-44d3-9b2d-2c97d7c8db94","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6800","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6801","nonce":207181328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6802","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6803","nonce":207181328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6806","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6807","nonce":207181328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6804","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6805","nonce":207181328}]},"public_addr":"172.21.15.120:6801/207181328","cluster_addr":"172.21.15.120:6803/207181328","heartbeat_back_addr":"172.21.15.120:6807/207181328","heartbeat_front_addr":"172.21.15.120:6805/207181328","state":["exists","up"]},{"osd":2,"uuid":"642addc3-ef6d-438d-ba2b-011de9e2ba8d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6801","nonce":2997625975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6803","nonce":2997625975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6807","nonce":2997625975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6805","nonce":2997625975}]},"public_addr":"172.21.15.149:6801/2997625975","cluster_addr":"172.21.15.149:6803/2997625975","heartbeat_back_addr":"172.21.15.149:6807/2997625975","heartbeat_front_addr":"172.21.15.149:6805/2997625975","state":["exists","up"]},{"osd":3,"uuid":"2a97b907-d011-4010-a71b-a7783002e9b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6811","nonce":4079103623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6813","nonce":4079103623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6817","nonce":4079103623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6815","nonce":4079103623}]},"public_addr":"172.21.15.42:6811/4079103623","cluster_addr":"172.21.15.42:6813/4079103623","heartbeat_back_addr":"172.21.15.42:6817/4079103623","heartbeat_front_addr":"172.21.15.42:6815/4079103623","state":["exists","up"]},{"osd":4,"uuid":"8848bdb6-07d9-4be6-8dcb-01f181f6b678","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6808","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6809","nonce":559794558}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6810","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6811","nonce":559794558}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6814","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6815","nonce":559794558}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6812","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6813","nonce":559794558}]},"public_addr":"172.21.15.120:6809/559794558","cluster_addr":"172.21.15.120:6811/559794558","heartbeat_back_addr":"172.21.15.120:6815/559794558","heartbeat_front_addr":"172.21.15.120:6813/559794558","state":["exists","up"]},{"osd":5,"uuid":"4be1b7e5-1de1-4927-9960-c0f6415e0bff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6809","nonce":4023193877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6811","nonce":4023193877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6815","nonce":4023193877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6813","nonce":4023193877}]},"public_addr":"172.21.15.149:6809/4023193877","cluster_addr":"172.21.15.149:6811/4023193877","heartbeat_back_addr":"172.21.15.149:6815/4023193877","heartbeat_front_addr":"172.21.15.149:6813/4023193877","state":["exists","up"]},{"osd":6,"uuid":"6c1a1ff4-9bed-4f13-ab16-314c8086c06f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6819","nonce":1922652007}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6821","nonce":1922652007}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6825","nonce":1922652007}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6823","nonce":1922652007}]},"public_addr":"172.21.15.42:6819/1922652007","cluster_addr":"172.21.15.42:6821/1922652007","heartbeat_back_addr":"172.21.15.42:6825/1922652007","heartbeat_front_addr":"172.21.15.42:6823/1922652007","state":["exists","up"]},{"osd":7,"uuid":"37cb2c8b-d9c0-4d1e-bee8-cc850c69ba0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6816","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6817","nonce":156965814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6818","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6819","nonce":156965814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6822","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6823","nonce":156965814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6820","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6821","nonce":156965814}]},"public_addr":"172.21.15.120:6817/156965814","cluster_addr":"172.21.15.120:6819/156965814","heartbeat_back_addr":"172.21.15.120:6823/156965814","heartbeat_front_addr":"172.21.15.120:6821/156965814","state":["exists","up"]},{"osd":8,"uuid":"6df7e642-d784-4aac-b764-ddf0747add90","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6817","nonce":4100009474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6819","nonce":4100009474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6823","nonce":4100009474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6821","nonce":4100009474}]},"public_addr":"172.21.15.149:6817/4100009474","cluster_addr":"172.21.15.149:6819/4100009474","heartbeat_back_addr":"172.21.15.149:6823/4100009474","heartbeat_front_addr":"172.21.15.149:6821/4100009474","state":["exists","up"]},{"osd":9,"uuid":"f4b2af93-29f8-495a-86f7-72c2b64b34cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6827","nonce":3216295459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6829","nonce":3216295459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6833","nonce":3216295459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6831","nonce":3216295459}]},"public_addr":"172.21.15.42:6827/3216295459","cluster_addr":"172.21.15.42:6829/3216295459","heartbeat_back_addr":"172.21.15.42:6833/3216295459","heartbeat_front_addr":"172.21.15.42:6831/3216295459","state":["exists","up"]},{"osd":10,"uuid":"5d31e261-0c1d-488d-a7d5-6a6c1250edca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6824","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6825","nonce":3633743730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6826","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6827","nonce":3633743730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6830","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6831","nonce":3633743730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6828","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6829","nonce":3633743730}]},"public_addr":"172.21.15.120:6825/3633743730","cluster_addr":"172.21.15.120:6827/3633743730","heartbeat_back_addr":"172.21.15.120:6831/3633743730","heartbeat_front_addr":"172.21.15.120:6829/3633743730","state":["exists","up"]},{"osd":11,"uuid":"32e1e82b-97fe-4469-8345-871e9caffc3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6825","nonce":797850884}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6827","nonce":797850884}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6831","nonce":797850884}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6829","nonce":797850884}]},"public_addr":"172.21.15.149:6825/797850884","cluster_addr":"172.21.15.149:6827/797850884","heartbeat_back_addr":"172.21.15.149:6831/797850884","heartbeat_front_addr":"172.21.15.149:6829/797850884","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:12:53.901249+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:13:17.683764+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:13:41.352203+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:14:08.031995+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:14:33.363708+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:14:58.055589+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:15:24.669566+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:15:50.912783+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:16:15.924258+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:16:43.185660+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:17:09.578878+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:17:35.047958+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.10","mappings":[{"from":2,"to":4}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.1","mappings":[{"from":4,"to":9}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"4.e","mappings":[{"from":5,"to":8}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]},{"pgid":"4.14","mappings":[{"from":9,"to":8}]},{"pgid":"4.16","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.42:0/2349000297":"2024-06-07T08:11:18.501580+0000","172.21.15.42:6801/542419736":"2024-06-07T08:11:18.501580+0000","172.21.15.42:0/2444807230":"2024-06-07T08:10:51.469961+0000","172.21.15.42:0/2035946884":"2024-06-07T08:11:18.501580+0000","172.21.15.42:6800/542419736":"2024-06-07T08:11:18.501580+0000","172.21.15.42:0/2547834811":"2024-06-07T08:10:51.469961+0000","172.21.15.42:0/1748257485":"2024-06-07T08:11:18.501580+0000","172.21.15.42:0/1313394303":"2024-06-07T08:10:51.469961+0000","172.21.15.42:6800/1296506824":"2024-06-07T08:10:51.469961+0000","172.21.15.42:6801/1296506824":"2024-06-07T08:10:51.469961+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-06T08:20:09.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:09.398+0000 7f12eb19a700 1 -- 172.21.15.42:0/2256212928 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f12d00a2cb0 msgr2=0x7f12d00a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:09.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:09.398+0000 7f12eb19a700 1 --2- 172.21.15.42:0/2256212928 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f12d00a2cb0 0x7f12d00a5170 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f12cc005d90 tx=0x7f12cc005d00 comp rx=0 tx=0).stop 2024-06-06T08:20:09.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:09.398+0000 7f12eb19a700 1 -- 172.21.15.42:0/2256212928 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f12e406ab60 msgr2=0x7f12e419e8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:09.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:09.398+0000 7f12eb19a700 1 --2- 172.21.15.42:0/2256212928 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f12e406ab60 0x7f12e419e8d0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f12d400b070 tx=0x7f12d4004ef0 comp rx=0 tx=0).stop 2024-06-06T08:20:09.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:09.398+0000 7f12eb19a700 1 -- 172.21.15.42:0/2256212928 shutdown_connections 2024-06-06T08:20:09.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:09.398+0000 7f12eb19a700 1 --2- 172.21.15.42:0/2256212928 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f12d00a2cb0 0x7f12d00a5170 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:09.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:09.398+0000 7f12eb19a700 1 --2- 172.21.15.42:0/2256212928 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f12e4108520 0x7f12e4198ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:09.398 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:09.398+0000 7f12eb19a700 1 --2- 172.21.15.42:0/2256212928 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f12e406ab60 0x7f12e419e8d0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:09.398 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:09.398+0000 7f12eb19a700 1 --2- 172.21.15.42:0/2256212928 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f12e406b520 0x7f12e419ee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:09.398 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:09.398+0000 7f12eb19a700 1 -- 172.21.15.42:0/2256212928 >> 172.21.15.42:0/2256212928 conn(0x7f12e4078340 msgr2=0x7f12e4100380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:20:09.398 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:09.398+0000 7f12eb19a700 1 -- 172.21.15.42:0/2256212928 shutdown_connections 2024-06-06T08:20:09.398 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:09.398+0000 7f12eb19a700 1 -- 172.21.15.42:0/2256212928 wait complete. 2024-06-06T08:20:10.195 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-06-06T08:20:10.196 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph pg dump --format=json 2024-06-06T08:20:10.452 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:20:10.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:20:10 smithi042 ceph-mon[32384]: pgmap v354: 129 pgs: 129 active+clean; 636 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 4.5 KiB/s wr, 8 op/s 2024-06-06T08:20:10.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:20:10 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/2256212928' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T08:20:10.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:20:10 smithi120 ceph-mon[36658]: pgmap v354: 129 pgs: 129 active+clean; 636 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 4.5 KiB/s wr, 8 op/s 2024-06-06T08:20:10.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:20:10 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/2256212928' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T08:20:10.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:20:10 smithi149 ceph-mon[36842]: pgmap v354: 129 pgs: 129 active+clean; 636 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 4.5 KiB/s wr, 8 op/s 2024-06-06T08:20:10.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:20:10 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/2256212928' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T08:20:12.238 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:12.236+0000 7f1544e2c700 1 -- 172.21.15.42:0/1601997207 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1540101d50 msgr2=0x7f154010e240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:12.238 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:12.236+0000 7f1544e2c700 1 --2- 172.21.15.42:0/1601997207 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1540101d50 0x7f154010e240 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f153800b0a0 tx=0x7f153800b3b0 comp rx=0 tx=0).stop 2024-06-06T08:20:12.238 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:12.236+0000 7f1544e2c700 1 -- 172.21.15.42:0/1601997207 shutdown_connections 2024-06-06T08:20:12.238 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:12.236+0000 7f1544e2c700 1 --2- 172.21.15.42:0/1601997207 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1540101d50 0x7f154010e240 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:12.238 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:12.236+0000 7f1544e2c700 1 --2- 172.21.15.42:0/1601997207 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1540107400 0x7f15401077e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:12.238 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:12.236+0000 7f1544e2c700 1 --2- 172.21.15.42:0/1601997207 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1540101390 0x7f1540101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:12.238 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:12.236+0000 7f1544e2c700 1 -- 172.21.15.42:0/1601997207 >> 172.21.15.42:0/1601997207 conn(0x7f1540078340 msgr2=0x7f1540078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:20:12.238 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:12.237+0000 7f1544e2c700 1 -- 172.21.15.42:0/1601997207 shutdown_connections 2024-06-06T08:20:12.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:12.237+0000 7f1544e2c700 1 -- 172.21.15.42:0/1601997207 wait complete. 2024-06-06T08:20:12.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:12.237+0000 7f1544e2c700 1 Processor -- start 2024-06-06T08:20:12.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:12.237+0000 7f1544e2c700 1 -- start start 2024-06-06T08:20:12.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:12.238+0000 7f1544e2c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1540101390 0x7f15401999b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:12.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:12.238+0000 7f1544e2c700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1540101d50 0x7f1540199ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:12.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:12.238+0000 7f1544e2c700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1540107400 0x7f15401a4a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:12.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:12.238+0000 7f1544e2c700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f1540111670 con 0x7f1540101390 2024-06-06T08:20:12.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:12.238+0000 7f1544e2c700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f15401114f0 con 0x7f1540101d50 2024-06-06T08:20:12.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:12.238+0000 7f1544e2c700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f15401117f0 con 0x7f1540107400 2024-06-06T08:20:12.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:12.238+0000 7f153e59c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1540101390 0x7f15401999b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:12.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:12.238+0000 7f153e59c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1540101390 0x7f15401999b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:45596/0 (socket says 172.21.15.42:45596) 2024-06-06T08:20:12.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:12.238+0000 7f153e59c700 1 -- 172.21.15.42:0/1539959002 learned_addr learned my addr 172.21.15.42:0/1539959002 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:20:12.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:12.238+0000 7f153ed9d700 1 --2- 172.21.15.42:0/1539959002 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1540107400 0x7f15401a4a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:12.240 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:12.238+0000 7f1535d9b700 1 --2- 172.21.15.42:0/1539959002 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1540101d50 0x7f1540199ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:12.240 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:12.238+0000 7f153e59c700 1 -- 172.21.15.42:0/1539959002 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1540107400 msgr2=0x7f15401a4a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:12.240 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:12.238+0000 7f153e59c700 1 --2- 172.21.15.42:0/1539959002 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1540107400 0x7f15401a4a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:12.240 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:12.238+0000 7f153e59c700 1 -- 172.21.15.42:0/1539959002 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1540101d50 msgr2=0x7f1540199ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:12.240 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:12.238+0000 7f153e59c700 1 --2- 172.21.15.42:0/1539959002 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1540101d50 0x7f1540199ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:12.240 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:12.238+0000 7f153e59c700 1 -- 172.21.15.42:0/1539959002 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15401a4f70 con 0x7f1540101390 2024-06-06T08:20:12.240 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:12.238+0000 7f153ed9d700 1 --2- 172.21.15.42:0/1539959002 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1540107400 0x7f15401a4a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:20:12.240 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:12.238+0000 7f1535d9b700 1 --2- 172.21.15.42:0/1539959002 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1540101d50 0x7f1540199ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:20:12.240 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:12.238+0000 7f153e59c700 1 --2- 172.21.15.42:0/1539959002 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1540101390 0x7f15401999b0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f153000c9b0 tx=0x7f153000cd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:20:12.240 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:12.239+0000 7f1537fff700 1 -- 172.21.15.42:0/1539959002 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1530007b00 con 0x7f1540101390 2024-06-06T08:20:12.240 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:12.239+0000 7f1537fff700 1 -- 172.21.15.42:0/1539959002 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1530007ca0 con 0x7f1540101390 2024-06-06T08:20:12.240 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:12.239+0000 7f1544e2c700 1 -- 172.21.15.42:0/1539959002 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15401a51a0 con 0x7f1540101390 2024-06-06T08:20:12.240 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:12.239+0000 7f1537fff700 1 -- 172.21.15.42:0/1539959002 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1530018780 con 0x7f1540101390 2024-06-06T08:20:12.240 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:12.239+0000 7f1544e2c700 1 -- 172.21.15.42:0/1539959002 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15401a56b0 con 0x7f1540101390 2024-06-06T08:20:12.241 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:12.240+0000 7f1544e2c700 1 -- 172.21.15.42:0/1539959002 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1540069180 con 0x7f1540101390 2024-06-06T08:20:12.241 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:12.241+0000 7f1537fff700 1 -- 172.21.15.42:0/1539959002 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f153000f450 con 0x7f1540101390 2024-06-06T08:20:12.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:12.242+0000 7f1537fff700 1 --2- 172.21.15.42:0/1539959002 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f152c0a2cb0 0x7f152c0a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:12.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:12.242+0000 7f1535d9b700 1 --2- 172.21.15.42:0/1539959002 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f152c0a2cb0 0x7f152c0a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:12.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:12.242+0000 7f1537fff700 1 -- 172.21.15.42:0/1539959002 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f15300cf7c0 con 0x7f1540101390 2024-06-06T08:20:12.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:12.242+0000 7f1535d9b700 1 --2- 172.21.15.42:0/1539959002 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f152c0a2cb0 0x7f152c0a5170 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f1528005fd0 tx=0x7f1528005dc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:20:12.244 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:12.245+0000 7f1537fff700 1 -- 172.21.15.42:0/1539959002 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f1530014030 con 0x7f1540101390 2024-06-06T08:20:12.449 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:12.449+0000 7f1544e2c700 1 -- 172.21.15.42:0/1539959002 --> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1540100390 con 0x7f152c0a2cb0 2024-06-06T08:20:12.459 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:12.460+0000 7f1537fff700 1 -- 172.21.15.42:0/1539959002 <== mgr.14152 v2:172.21.15.42:6800/1196215200 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340646 (secure 0 0 0) 0x7f1540100390 con 0x7f152c0a2cb0 2024-06-06T08:20:12.467 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:20:12.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:12.463+0000 7f1544e2c700 1 -- 172.21.15.42:0/1539959002 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f152c0a2cb0 msgr2=0x7f152c0a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:12.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:12.463+0000 7f1544e2c700 1 --2- 172.21.15.42:0/1539959002 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f152c0a2cb0 0x7f152c0a5170 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f1528005fd0 tx=0x7f1528005dc0 comp rx=0 tx=0).stop 2024-06-06T08:20:12.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:12.463+0000 7f1544e2c700 1 -- 172.21.15.42:0/1539959002 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1540101390 msgr2=0x7f15401999b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:12.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:12.463+0000 7f1544e2c700 1 --2- 172.21.15.42:0/1539959002 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1540101390 0x7f15401999b0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f153000c9b0 tx=0x7f153000cd70 comp rx=0 tx=0).stop 2024-06-06T08:20:12.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:12.463+0000 7f1544e2c700 1 -- 172.21.15.42:0/1539959002 shutdown_connections 2024-06-06T08:20:12.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:12.463+0000 7f1544e2c700 1 --2- 172.21.15.42:0/1539959002 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f152c0a2cb0 0x7f152c0a5170 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:12.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:12.463+0000 7f1544e2c700 1 --2- 172.21.15.42:0/1539959002 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1540107400 0x7f15401a4a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:12.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:12.463+0000 7f1544e2c700 1 --2- 172.21.15.42:0/1539959002 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1540101390 0x7f15401999b0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:12.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:12.463+0000 7f1544e2c700 1 --2- 172.21.15.42:0/1539959002 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1540101d50 0x7f1540199ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:12.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:12.463+0000 7f1544e2c700 1 -- 172.21.15.42:0/1539959002 >> 172.21.15.42:0/1539959002 conn(0x7f1540078340 msgr2=0x7f15400ffc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:20:12.473 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:12.463+0000 7f1544e2c700 1 -- 172.21.15.42:0/1539959002 shutdown_connections 2024-06-06T08:20:12.473 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:12.463+0000 7f1544e2c700 1 -- 172.21.15.42:0/1539959002 wait complete. 2024-06-06T08:20:12.473 INFO:teuthology.orchestra.run.smithi042.stderr:dumped all 2024-06-06T08:20:12.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:20:12 smithi042 ceph-mon[32384]: pgmap v355: 129 pgs: 129 active+clean; 636 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 2.8 KiB/s wr, 7 op/s 2024-06-06T08:20:12.643 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:20:12 smithi120 ceph-mon[36658]: pgmap v355: 129 pgs: 129 active+clean; 636 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 2.8 KiB/s wr, 7 op/s 2024-06-06T08:20:12.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:20:12 smithi149 ceph-mon[36842]: pgmap v355: 129 pgs: 129 active+clean; 636 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 2.8 KiB/s wr, 7 op/s 2024-06-06T08:20:13.075 INFO:teuthology.orchestra.run.smithi042.stdout:{"pg_ready":true,"pg_map":{"version":355,"stamp":"2024-06-06T08:20:10.612420+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":651269,"num_objects":64,"num_object_clones":0,"num_object_copies":194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":297,"num_read_kb":263,"num_write":348,"num_write_kb":3048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":1180770,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":279,"ondisk_log_size":279,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":370716,"kb_used_data":13244,"kb_used_omap":18,"kb_used_meta":357357,"kb_avail":1124571108,"statfs":{"total":1151940427776,"available":1151560814592,"internally_reserved":0,"allocated":13561856,"data_stored":8658101,"data_compressed":426591,"data_compressed_allocated":577536,"data_compressed_original":2654208,"omap_allocated":19142,"internal_metadata":365933882},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":27579,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":68,"num_read_kb":58,"num_write":23,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003939"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":33,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.071430+0000","last_change":"2024-06-06T08:18:37.969286+0000","last_active":"2024-06-06T08:19:20.071430+0000","last_peered":"2024-06-06T08:19:20.071430+0000","last_clean":"2024-06-06T08:19:20.071430+0000","last_became_active":"2024-06-06T08:18:37.968898+0000","last_became_peered":"2024-06-06T08:18:37.968898+0000","last_unstale":"2024-06-06T08:19:20.071430+0000","last_undegraded":"2024-06-06T08:19:20.071430+0000","last_fullsized":"2024-06-06T08:19:20.071430+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:03:49.018143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.067136+0000","last_change":"2024-06-06T08:18:37.975057+0000","last_active":"2024-06-06T08:19:20.067136+0000","last_peered":"2024-06-06T08:19:20.067136+0000","last_clean":"2024-06-06T08:19:20.067136+0000","last_became_active":"2024-06-06T08:18:37.974448+0000","last_became_peered":"2024-06-06T08:18:37.974448+0000","last_unstale":"2024-06-06T08:19:20.067136+0000","last_undegraded":"2024-06-06T08:19:20.067136+0000","last_fullsized":"2024-06-06T08:19:20.067136+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:56:41.129485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.066855+0000","last_change":"2024-06-06T08:18:37.968865+0000","last_active":"2024-06-06T08:19:20.066855+0000","last_peered":"2024-06-06T08:19:20.066855+0000","last_clean":"2024-06-06T08:19:20.066855+0000","last_became_active":"2024-06-06T08:18:37.968415+0000","last_became_peered":"2024-06-06T08:18:37.968415+0000","last_unstale":"2024-06-06T08:19:20.066855+0000","last_undegraded":"2024-06-06T08:19:20.066855+0000","last_fullsized":"2024-06-06T08:19:20.066855+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:44:48.929544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070963+0000","last_change":"2024-06-06T08:18:37.973664+0000","last_active":"2024-06-06T08:19:20.070963+0000","last_peered":"2024-06-06T08:19:20.070963+0000","last_clean":"2024-06-06T08:19:20.070963+0000","last_became_active":"2024-06-06T08:18:37.972598+0000","last_became_peered":"2024-06-06T08:18:37.972598+0000","last_unstale":"2024-06-06T08:19:20.070963+0000","last_undegraded":"2024-06-06T08:19:20.070963+0000","last_fullsized":"2024-06-06T08:19:20.070963+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:12:09.810046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.067381+0000","last_change":"2024-06-06T08:18:37.971245+0000","last_active":"2024-06-06T08:19:20.067381+0000","last_peered":"2024-06-06T08:19:20.067381+0000","last_clean":"2024-06-06T08:19:20.067381+0000","last_became_active":"2024-06-06T08:18:37.970942+0000","last_became_peered":"2024-06-06T08:18:37.970942+0000","last_unstale":"2024-06-06T08:19:20.067381+0000","last_undegraded":"2024-06-06T08:19:20.067381+0000","last_fullsized":"2024-06-06T08:19:20.067381+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:01:03.121018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.069446+0000","last_change":"2024-06-06T08:18:37.971545+0000","last_active":"2024-06-06T08:19:20.069446+0000","last_peered":"2024-06-06T08:19:20.069446+0000","last_clean":"2024-06-06T08:19:20.069446+0000","last_became_active":"2024-06-06T08:18:37.970818+0000","last_became_peered":"2024-06-06T08:18:37.970818+0000","last_unstale":"2024-06-06T08:19:20.069446+0000","last_undegraded":"2024-06-06T08:19:20.069446+0000","last_fullsized":"2024-06-06T08:19:20.069446+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:31:04.675659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.066962+0000","last_change":"2024-06-06T08:18:37.975007+0000","last_active":"2024-06-06T08:19:20.066962+0000","last_peered":"2024-06-06T08:19:20.066962+0000","last_clean":"2024-06-06T08:19:20.066962+0000","last_became_active":"2024-06-06T08:18:37.974687+0000","last_became_peered":"2024-06-06T08:18:37.974687+0000","last_unstale":"2024-06-06T08:19:20.066962+0000","last_undegraded":"2024-06-06T08:19:20.066962+0000","last_fullsized":"2024-06-06T08:19:20.066962+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:50:28.803869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.073001+0000","last_change":"2024-06-06T08:18:37.973751+0000","last_active":"2024-06-06T08:19:20.073001+0000","last_peered":"2024-06-06T08:19:20.073001+0000","last_clean":"2024-06-06T08:19:20.073001+0000","last_became_active":"2024-06-06T08:18:37.973437+0000","last_became_peered":"2024-06-06T08:18:37.973437+0000","last_unstale":"2024-06-06T08:19:20.073001+0000","last_undegraded":"2024-06-06T08:19:20.073001+0000","last_fullsized":"2024-06-06T08:19:20.073001+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:49:49.230857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.073614+0000","last_change":"2024-06-06T08:18:37.969877+0000","last_active":"2024-06-06T08:19:20.073614+0000","last_peered":"2024-06-06T08:19:20.073614+0000","last_clean":"2024-06-06T08:19:20.073614+0000","last_became_active":"2024-06-06T08:18:37.968143+0000","last_became_peered":"2024-06-06T08:18:37.968143+0000","last_unstale":"2024-06-06T08:19:20.073614+0000","last_undegraded":"2024-06-06T08:19:20.073614+0000","last_fullsized":"2024-06-06T08:19:20.073614+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:37:51.949277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.069566+0000","last_change":"2024-06-06T08:18:37.966582+0000","last_active":"2024-06-06T08:19:20.069566+0000","last_peered":"2024-06-06T08:19:20.069566+0000","last_clean":"2024-06-06T08:19:20.069566+0000","last_became_active":"2024-06-06T08:18:37.966101+0000","last_became_peered":"2024-06-06T08:18:37.966101+0000","last_unstale":"2024-06-06T08:19:20.069566+0000","last_undegraded":"2024-06-06T08:19:20.069566+0000","last_fullsized":"2024-06-06T08:19:20.069566+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:03:28.811154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.067673+0000","last_change":"2024-06-06T08:18:37.971894+0000","last_active":"2024-06-06T08:19:20.067673+0000","last_peered":"2024-06-06T08:19:20.067673+0000","last_clean":"2024-06-06T08:19:20.067673+0000","last_became_active":"2024-06-06T08:18:37.971571+0000","last_became_peered":"2024-06-06T08:18:37.971571+0000","last_unstale":"2024-06-06T08:19:20.067673+0000","last_undegraded":"2024-06-06T08:19:20.067673+0000","last_fullsized":"2024-06-06T08:19:20.067673+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:25:21.990022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070884+0000","last_change":"2024-06-06T08:18:37.976387+0000","last_active":"2024-06-06T08:19:20.070884+0000","last_peered":"2024-06-06T08:19:20.070884+0000","last_clean":"2024-06-06T08:19:20.070884+0000","last_became_active":"2024-06-06T08:18:37.975401+0000","last_became_peered":"2024-06-06T08:18:37.975401+0000","last_unstale":"2024-06-06T08:19:20.070884+0000","last_undegraded":"2024-06-06T08:19:20.070884+0000","last_fullsized":"2024-06-06T08:19:20.070884+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:46:21.791578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.069626+0000","last_change":"2024-06-06T08:18:37.972454+0000","last_active":"2024-06-06T08:19:20.069626+0000","last_peered":"2024-06-06T08:19:20.069626+0000","last_clean":"2024-06-06T08:19:20.069626+0000","last_became_active":"2024-06-06T08:18:37.971686+0000","last_became_peered":"2024-06-06T08:18:37.971686+0000","last_unstale":"2024-06-06T08:19:20.069626+0000","last_undegraded":"2024-06-06T08:19:20.069626+0000","last_fullsized":"2024-06-06T08:19:20.069626+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:12:25.393092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.066686+0000","last_change":"2024-06-06T08:18:37.975608+0000","last_active":"2024-06-06T08:19:20.066686+0000","last_peered":"2024-06-06T08:19:20.066686+0000","last_clean":"2024-06-06T08:19:20.066686+0000","last_became_active":"2024-06-06T08:18:37.975058+0000","last_became_peered":"2024-06-06T08:18:37.975058+0000","last_unstale":"2024-06-06T08:19:20.066686+0000","last_undegraded":"2024-06-06T08:19:20.066686+0000","last_fullsized":"2024-06-06T08:19:20.066686+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:02:46.106415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.066632+0000","last_change":"2024-06-06T08:18:37.970867+0000","last_active":"2024-06-06T08:19:20.066632+0000","last_peered":"2024-06-06T08:19:20.066632+0000","last_clean":"2024-06-06T08:19:20.066632+0000","last_became_active":"2024-06-06T08:18:37.970521+0000","last_became_peered":"2024-06-06T08:18:37.970521+0000","last_unstale":"2024-06-06T08:19:20.066632+0000","last_undegraded":"2024-06-06T08:19:20.066632+0000","last_fullsized":"2024-06-06T08:19:20.066632+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:58:33.517402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.072583+0000","last_change":"2024-06-06T08:18:37.973492+0000","last_active":"2024-06-06T08:19:20.072583+0000","last_peered":"2024-06-06T08:19:20.072583+0000","last_clean":"2024-06-06T08:19:20.072583+0000","last_became_active":"2024-06-06T08:18:37.972691+0000","last_became_peered":"2024-06-06T08:18:37.972691+0000","last_unstale":"2024-06-06T08:19:20.072583+0000","last_undegraded":"2024-06-06T08:19:20.072583+0000","last_fullsized":"2024-06-06T08:19:20.072583+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:34:06.138782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":33,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.071425+0000","last_change":"2024-06-06T08:18:37.968931+0000","last_active":"2024-06-06T08:19:20.071425+0000","last_peered":"2024-06-06T08:19:20.071425+0000","last_clean":"2024-06-06T08:19:20.071425+0000","last_became_active":"2024-06-06T08:18:37.968544+0000","last_became_peered":"2024-06-06T08:18:37.968544+0000","last_unstale":"2024-06-06T08:19:20.071425+0000","last_undegraded":"2024-06-06T08:19:20.071425+0000","last_fullsized":"2024-06-06T08:19:20.071425+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:29:03.919712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070984+0000","last_change":"2024-06-06T08:18:37.968783+0000","last_active":"2024-06-06T08:19:20.070984+0000","last_peered":"2024-06-06T08:19:20.070984+0000","last_clean":"2024-06-06T08:19:20.070984+0000","last_became_active":"2024-06-06T08:18:37.968471+0000","last_became_peered":"2024-06-06T08:18:37.968471+0000","last_unstale":"2024-06-06T08:19:20.070984+0000","last_undegraded":"2024-06-06T08:19:20.070984+0000","last_fullsized":"2024-06-06T08:19:20.070984+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:36:23.904974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070842+0000","last_change":"2024-06-06T08:18:37.971803+0000","last_active":"2024-06-06T08:19:20.070842+0000","last_peered":"2024-06-06T08:19:20.070842+0000","last_clean":"2024-06-06T08:19:20.070842+0000","last_became_active":"2024-06-06T08:18:37.971131+0000","last_became_peered":"2024-06-06T08:18:37.971131+0000","last_unstale":"2024-06-06T08:19:20.070842+0000","last_undegraded":"2024-06-06T08:19:20.070842+0000","last_fullsized":"2024-06-06T08:19:20.070842+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:37:23.954557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":24,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070011+0000","last_change":"2024-06-06T08:18:48.002957+0000","last_active":"2024-06-06T08:19:20.070011+0000","last_peered":"2024-06-06T08:19:20.070011+0000","last_clean":"2024-06-06T08:19:20.070011+0000","last_became_active":"2024-06-06T08:18:48.001518+0000","last_became_peered":"2024-06-06T08:18:48.001518+0000","last_unstale":"2024-06-06T08:19:20.070011+0000","last_undegraded":"2024-06-06T08:19:20.070011+0000","last_fullsized":"2024-06-06T08:19:20.070011+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:55:37.919549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"99'9","reported_seq":50,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:43.305294+0000","last_change":"2024-06-06T08:18:34.680831+0000","last_active":"2024-06-06T08:19:43.305294+0000","last_peered":"2024-06-06T08:19:43.305294+0000","last_clean":"2024-06-06T08:19:43.305294+0000","last_became_active":"2024-06-06T08:18:34.680454+0000","last_became_peered":"2024-06-06T08:18:34.680454+0000","last_unstale":"2024-06-06T08:19:43.305294+0000","last_undegraded":"2024-06-06T08:19:43.305294+0000","last_fullsized":"2024-06-06T08:19:43.305294+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:58:54.944086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.073381+0000","last_change":"2024-06-06T08:18:37.977854+0000","last_active":"2024-06-06T08:19:20.073381+0000","last_peered":"2024-06-06T08:19:20.073381+0000","last_clean":"2024-06-06T08:19:20.073381+0000","last_became_active":"2024-06-06T08:18:37.977434+0000","last_became_peered":"2024-06-06T08:18:37.977434+0000","last_unstale":"2024-06-06T08:19:20.073381+0000","last_undegraded":"2024-06-06T08:19:20.073381+0000","last_fullsized":"2024-06-06T08:19:20.073381+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:33:32.371856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":24,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070523+0000","last_change":"2024-06-06T08:18:48.003720+0000","last_active":"2024-06-06T08:19:20.070523+0000","last_peered":"2024-06-06T08:19:20.070523+0000","last_clean":"2024-06-06T08:19:20.070523+0000","last_became_active":"2024-06-06T08:18:48.003293+0000","last_became_peered":"2024-06-06T08:18:48.003293+0000","last_unstale":"2024-06-06T08:19:20.070523+0000","last_undegraded":"2024-06-06T08:19:20.070523+0000","last_fullsized":"2024-06-06T08:19:20.070523+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:39:08.052369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"99'2","reported_seq":42,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.073527+0000","last_change":"2024-06-06T08:18:34.830505+0000","last_active":"2024-06-06T08:19:20.073527+0000","last_peered":"2024-06-06T08:19:20.073527+0000","last_clean":"2024-06-06T08:19:20.073527+0000","last_became_active":"2024-06-06T08:18:34.830157+0000","last_became_peered":"2024-06-06T08:18:34.830157+0000","last_unstale":"2024-06-06T08:19:20.073527+0000","last_undegraded":"2024-06-06T08:19:20.073527+0000","last_fullsized":"2024-06-06T08:19:20.073527+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:07:55.952261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.067218+0000","last_change":"2024-06-06T08:18:37.974925+0000","last_active":"2024-06-06T08:19:20.067218+0000","last_peered":"2024-06-06T08:19:20.067218+0000","last_clean":"2024-06-06T08:19:20.067218+0000","last_became_active":"2024-06-06T08:18:37.974528+0000","last_became_peered":"2024-06-06T08:18:37.974528+0000","last_unstale":"2024-06-06T08:19:20.067218+0000","last_undegraded":"2024-06-06T08:19:20.067218+0000","last_fullsized":"2024-06-06T08:19:20.067218+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:54:47.694267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":24,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070706+0000","last_change":"2024-06-06T08:18:48.005547+0000","last_active":"2024-06-06T08:19:20.070706+0000","last_peered":"2024-06-06T08:19:20.070706+0000","last_clean":"2024-06-06T08:19:20.070706+0000","last_became_active":"2024-06-06T08:18:48.004679+0000","last_became_peered":"2024-06-06T08:18:48.004679+0000","last_unstale":"2024-06-06T08:19:20.070706+0000","last_undegraded":"2024-06-06T08:19:20.070706+0000","last_fullsized":"2024-06-06T08:19:20.070706+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:53:29.106218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"99'4","reported_seq":44,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:43.303793+0000","last_change":"2024-06-06T08:18:34.683926+0000","last_active":"2024-06-06T08:19:43.303793+0000","last_peered":"2024-06-06T08:19:43.303793+0000","last_clean":"2024-06-06T08:19:43.303793+0000","last_became_active":"2024-06-06T08:18:34.683493+0000","last_became_peered":"2024-06-06T08:18:34.683493+0000","last_unstale":"2024-06-06T08:19:43.303793+0000","last_undegraded":"2024-06-06T08:19:43.303793+0000","last_fullsized":"2024-06-06T08:19:43.303793+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:27:29.601530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.073282+0000","last_change":"2024-06-06T08:18:37.975179+0000","last_active":"2024-06-06T08:19:20.073282+0000","last_peered":"2024-06-06T08:19:20.073282+0000","last_clean":"2024-06-06T08:19:20.073282+0000","last_became_active":"2024-06-06T08:18:37.974205+0000","last_became_peered":"2024-06-06T08:18:37.974205+0000","last_unstale":"2024-06-06T08:19:20.073282+0000","last_undegraded":"2024-06-06T08:19:20.073282+0000","last_fullsized":"2024-06-06T08:19:20.073282+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:29:03.142921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":24,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.071136+0000","last_change":"2024-06-06T08:18:48.004230+0000","last_active":"2024-06-06T08:19:20.071136+0000","last_peered":"2024-06-06T08:19:20.071136+0000","last_clean":"2024-06-06T08:19:20.071136+0000","last_became_active":"2024-06-06T08:18:48.003537+0000","last_became_peered":"2024-06-06T08:18:48.003537+0000","last_unstale":"2024-06-06T08:19:20.071136+0000","last_undegraded":"2024-06-06T08:19:20.071136+0000","last_fullsized":"2024-06-06T08:19:20.071136+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:07:20.249382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"90'2","reported_seq":15,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.084480+0000","last_change":"2024-06-06T08:19:20.084063+0000","last_active":"2024-06-06T08:19:20.084480+0000","last_peered":"2024-06-06T08:19:20.084480+0000","last_clean":"2024-06-06T08:19:20.084480+0000","last_became_active":"2024-06-06T08:19:20.075868+0000","last_became_peered":"2024-06-06T08:19:20.075868+0000","last_unstale":"2024-06-06T08:19:20.084480+0000","last_undegraded":"2024-06-06T08:19:20.084480+0000","last_fullsized":"2024-06-06T08:19:20.084480+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:59:24.220798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.074302+0000","last_change":"2024-06-06T08:18:37.973128+0000","last_active":"2024-06-06T08:19:20.074302+0000","last_peered":"2024-06-06T08:19:20.074302+0000","last_clean":"2024-06-06T08:19:20.074302+0000","last_became_active":"2024-06-06T08:18:37.972667+0000","last_became_peered":"2024-06-06T08:18:37.972667+0000","last_unstale":"2024-06-06T08:19:20.074302+0000","last_undegraded":"2024-06-06T08:19:20.074302+0000","last_fullsized":"2024-06-06T08:19:20.074302+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:30:50.132958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":24,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070648+0000","last_change":"2024-06-06T08:18:48.004156+0000","last_active":"2024-06-06T08:19:20.070648+0000","last_peered":"2024-06-06T08:19:20.070648+0000","last_clean":"2024-06-06T08:19:20.070648+0000","last_became_active":"2024-06-06T08:18:48.003705+0000","last_became_peered":"2024-06-06T08:18:48.003705+0000","last_unstale":"2024-06-06T08:19:20.070648+0000","last_undegraded":"2024-06-06T08:19:20.070648+0000","last_fullsized":"2024-06-06T08:19:20.070648+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:52:37.890207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"99'5","reported_seq":72,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:20:08.347398+0000","last_change":"2024-06-06T08:18:34.685641+0000","last_active":"2024-06-06T08:20:08.347398+0000","last_peered":"2024-06-06T08:20:08.347398+0000","last_clean":"2024-06-06T08:20:08.347398+0000","last_became_active":"2024-06-06T08:18:34.685132+0000","last_became_peered":"2024-06-06T08:18:34.685132+0000","last_unstale":"2024-06-06T08:20:08.347398+0000","last_undegraded":"2024-06-06T08:20:08.347398+0000","last_fullsized":"2024-06-06T08:20:08.347398+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:40:43.547356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":27,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.067441+0000","last_change":"2024-06-06T08:18:37.973373+0000","last_active":"2024-06-06T08:19:20.067441+0000","last_peered":"2024-06-06T08:19:20.067441+0000","last_clean":"2024-06-06T08:19:20.067441+0000","last_became_active":"2024-06-06T08:18:37.973058+0000","last_became_peered":"2024-06-06T08:18:37.973058+0000","last_unstale":"2024-06-06T08:19:20.067441+0000","last_undegraded":"2024-06-06T08:19:20.067441+0000","last_fullsized":"2024-06-06T08:19:20.067441+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:32:17.184387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":24,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070038+0000","last_change":"2024-06-06T08:18:48.010926+0000","last_active":"2024-06-06T08:19:20.070038+0000","last_peered":"2024-06-06T08:19:20.070038+0000","last_clean":"2024-06-06T08:19:20.070038+0000","last_became_active":"2024-06-06T08:18:48.010444+0000","last_became_peered":"2024-06-06T08:18:48.010444+0000","last_unstale":"2024-06-06T08:19:20.070038+0000","last_undegraded":"2024-06-06T08:19:20.070038+0000","last_fullsized":"2024-06-06T08:19:20.070038+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:53:31.540388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"99'3","reported_seq":43,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:43.304321+0000","last_change":"2024-06-06T08:18:34.680735+0000","last_active":"2024-06-06T08:19:43.304321+0000","last_peered":"2024-06-06T08:19:43.304321+0000","last_clean":"2024-06-06T08:19:43.304321+0000","last_became_active":"2024-06-06T08:18:34.680352+0000","last_became_peered":"2024-06-06T08:18:34.680352+0000","last_unstale":"2024-06-06T08:19:43.304321+0000","last_undegraded":"2024-06-06T08:19:43.304321+0000","last_fullsized":"2024-06-06T08:19:43.304321+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:24:50.680543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.076307+0000","last_change":"2024-06-06T08:19:20.075768+0000","last_active":"2024-06-06T08:19:20.076307+0000","last_peered":"2024-06-06T08:19:20.076307+0000","last_clean":"2024-06-06T08:19:20.076307+0000","last_became_active":"2024-06-06T08:19:20.075384+0000","last_became_peered":"2024-06-06T08:19:20.075384+0000","last_unstale":"2024-06-06T08:19:20.076307+0000","last_undegraded":"2024-06-06T08:19:20.076307+0000","last_fullsized":"2024-06-06T08:19:20.076307+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:34:44.437089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,3],"acting":[9,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":24,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.071079+0000","last_change":"2024-06-06T08:18:48.012906+0000","last_active":"2024-06-06T08:19:20.071079+0000","last_peered":"2024-06-06T08:19:20.071079+0000","last_clean":"2024-06-06T08:19:20.071079+0000","last_became_active":"2024-06-06T08:18:48.012454+0000","last_became_peered":"2024-06-06T08:18:48.012454+0000","last_unstale":"2024-06-06T08:19:20.071079+0000","last_undegraded":"2024-06-06T08:19:20.071079+0000","last_fullsized":"2024-06-06T08:19:20.071079+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:36:56.660610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"99'2","reported_seq":42,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:43.304038+0000","last_change":"2024-06-06T08:18:34.678683+0000","last_active":"2024-06-06T08:19:43.304038+0000","last_peered":"2024-06-06T08:19:43.304038+0000","last_clean":"2024-06-06T08:19:43.304038+0000","last_became_active":"2024-06-06T08:18:34.678342+0000","last_became_peered":"2024-06-06T08:18:34.678342+0000","last_unstale":"2024-06-06T08:19:43.304038+0000","last_undegraded":"2024-06-06T08:19:43.304038+0000","last_fullsized":"2024-06-06T08:19:43.304038+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T20:11:33.963323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.072895+0000","last_change":"2024-06-06T08:18:37.965932+0000","last_active":"2024-06-06T08:19:20.072895+0000","last_peered":"2024-06-06T08:19:20.072895+0000","last_clean":"2024-06-06T08:19:20.072895+0000","last_became_active":"2024-06-06T08:18:37.963714+0000","last_became_peered":"2024-06-06T08:18:37.963714+0000","last_unstale":"2024-06-06T08:19:20.072895+0000","last_undegraded":"2024-06-06T08:19:20.072895+0000","last_fullsized":"2024-06-06T08:19:20.072895+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:06:11.882753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":24,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.067078+0000","last_change":"2024-06-06T08:18:48.002609+0000","last_active":"2024-06-06T08:19:20.067078+0000","last_peered":"2024-06-06T08:19:20.067078+0000","last_clean":"2024-06-06T08:19:20.067078+0000","last_became_active":"2024-06-06T08:18:48.002211+0000","last_became_peered":"2024-06-06T08:18:48.002211+0000","last_unstale":"2024-06-06T08:19:20.067078+0000","last_undegraded":"2024-06-06T08:19:20.067078+0000","last_fullsized":"2024-06-06T08:19:20.067078+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:55:07.926808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"99'1","reported_seq":41,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.074907+0000","last_change":"2024-06-06T08:18:34.685112+0000","last_active":"2024-06-06T08:19:20.074907+0000","last_peered":"2024-06-06T08:19:20.074907+0000","last_clean":"2024-06-06T08:19:20.074907+0000","last_became_active":"2024-06-06T08:18:34.682604+0000","last_became_peered":"2024-06-06T08:18:34.682604+0000","last_unstale":"2024-06-06T08:19:20.074907+0000","last_undegraded":"2024-06-06T08:19:20.074907+0000","last_fullsized":"2024-06-06T08:19:20.074907+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:13:14.896283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.069704+0000","last_change":"2024-06-06T08:18:37.966628+0000","last_active":"2024-06-06T08:19:20.069704+0000","last_peered":"2024-06-06T08:19:20.069704+0000","last_clean":"2024-06-06T08:19:20.069704+0000","last_became_active":"2024-06-06T08:18:37.966174+0000","last_became_peered":"2024-06-06T08:18:37.966174+0000","last_unstale":"2024-06-06T08:19:20.069704+0000","last_undegraded":"2024-06-06T08:19:20.069704+0000","last_fullsized":"2024-06-06T08:19:20.069704+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:26:27.138349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":24,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.072437+0000","last_change":"2024-06-06T08:18:48.006357+0000","last_active":"2024-06-06T08:19:20.072437+0000","last_peered":"2024-06-06T08:19:20.072437+0000","last_clean":"2024-06-06T08:19:20.072437+0000","last_became_active":"2024-06-06T08:18:48.005964+0000","last_became_peered":"2024-06-06T08:18:48.005964+0000","last_unstale":"2024-06-06T08:19:20.072437+0000","last_undegraded":"2024-06-06T08:19:20.072437+0000","last_fullsized":"2024-06-06T08:19:20.072437+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:17:40.197144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"99'3","reported_seq":65,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:20:05.342432+0000","last_change":"2024-06-06T08:18:34.678638+0000","last_active":"2024-06-06T08:20:05.342432+0000","last_peered":"2024-06-06T08:20:05.342432+0000","last_clean":"2024-06-06T08:20:05.342432+0000","last_became_active":"2024-06-06T08:18:34.678294+0000","last_became_peered":"2024-06-06T08:18:34.678294+0000","last_unstale":"2024-06-06T08:20:05.342432+0000","last_undegraded":"2024-06-06T08:20:05.342432+0000","last_fullsized":"2024-06-06T08:20:05.342432+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:03:28.113846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":22,"num_read_kb":22,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.073858+0000","last_change":"2024-06-06T08:18:37.971773+0000","last_active":"2024-06-06T08:19:20.073858+0000","last_peered":"2024-06-06T08:19:20.073858+0000","last_clean":"2024-06-06T08:19:20.073858+0000","last_became_active":"2024-06-06T08:18:37.969850+0000","last_became_peered":"2024-06-06T08:18:37.969850+0000","last_unstale":"2024-06-06T08:19:20.073858+0000","last_undegraded":"2024-06-06T08:19:20.073858+0000","last_fullsized":"2024-06-06T08:19:20.073858+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:16:43.238696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":24,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.069117+0000","last_change":"2024-06-06T08:18:48.011111+0000","last_active":"2024-06-06T08:19:20.069117+0000","last_peered":"2024-06-06T08:19:20.069117+0000","last_clean":"2024-06-06T08:19:20.069117+0000","last_became_active":"2024-06-06T08:18:48.010614+0000","last_became_peered":"2024-06-06T08:18:48.010614+0000","last_unstale":"2024-06-06T08:19:20.069117+0000","last_undegraded":"2024-06-06T08:19:20.069117+0000","last_fullsized":"2024-06-06T08:19:20.069117+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:08:29.921768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"99'2","reported_seq":42,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:42.290558+0000","last_change":"2024-06-06T08:18:34.684626+0000","last_active":"2024-06-06T08:19:42.290558+0000","last_peered":"2024-06-06T08:19:42.290558+0000","last_clean":"2024-06-06T08:19:42.290558+0000","last_became_active":"2024-06-06T08:18:34.683484+0000","last_became_peered":"2024-06-06T08:18:34.683484+0000","last_unstale":"2024-06-06T08:19:42.290558+0000","last_undegraded":"2024-06-06T08:19:42.290558+0000","last_fullsized":"2024-06-06T08:19:42.290558+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:43:17.979708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.067223+0000","last_change":"2024-06-06T08:18:37.971981+0000","last_active":"2024-06-06T08:19:20.067223+0000","last_peered":"2024-06-06T08:19:20.067223+0000","last_clean":"2024-06-06T08:19:20.067223+0000","last_became_active":"2024-06-06T08:18:37.971625+0000","last_became_peered":"2024-06-06T08:18:37.971625+0000","last_unstale":"2024-06-06T08:19:20.067223+0000","last_undegraded":"2024-06-06T08:19:20.067223+0000","last_fullsized":"2024-06-06T08:19:20.067223+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:26:54.424426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":24,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070933+0000","last_change":"2024-06-06T08:18:48.001480+0000","last_active":"2024-06-06T08:19:20.070933+0000","last_peered":"2024-06-06T08:19:20.070933+0000","last_clean":"2024-06-06T08:19:20.070933+0000","last_became_active":"2024-06-06T08:18:48.001066+0000","last_became_peered":"2024-06-06T08:18:48.001066+0000","last_unstale":"2024-06-06T08:19:20.070933+0000","last_undegraded":"2024-06-06T08:19:20.070933+0000","last_fullsized":"2024-06-06T08:19:20.070933+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:41:03.746928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"99'4","reported_seq":45,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:42.292558+0000","last_change":"2024-06-06T08:18:34.830839+0000","last_active":"2024-06-06T08:19:42.292558+0000","last_peered":"2024-06-06T08:19:42.292558+0000","last_clean":"2024-06-06T08:19:42.292558+0000","last_became_active":"2024-06-06T08:18:34.830371+0000","last_became_peered":"2024-06-06T08:18:34.830371+0000","last_unstale":"2024-06-06T08:19:42.292558+0000","last_undegraded":"2024-06-06T08:19:42.292558+0000","last_fullsized":"2024-06-06T08:19:42.292558+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:27:59.206172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.073683+0000","last_change":"2024-06-06T08:18:37.980946+0000","last_active":"2024-06-06T08:19:20.073683+0000","last_peered":"2024-06-06T08:19:20.073683+0000","last_clean":"2024-06-06T08:19:20.073683+0000","last_became_active":"2024-06-06T08:18:37.980580+0000","last_became_peered":"2024-06-06T08:18:37.980580+0000","last_unstale":"2024-06-06T08:19:20.073683+0000","last_undegraded":"2024-06-06T08:19:20.073683+0000","last_fullsized":"2024-06-06T08:19:20.073683+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:13:23.979160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.076782+0000","last_change":"2024-06-06T08:19:20.076301+0000","last_active":"2024-06-06T08:19:20.076782+0000","last_peered":"2024-06-06T08:19:20.076782+0000","last_clean":"2024-06-06T08:19:20.076782+0000","last_became_active":"2024-06-06T08:19:20.075827+0000","last_became_peered":"2024-06-06T08:19:20.075827+0000","last_unstale":"2024-06-06T08:19:20.076782+0000","last_undegraded":"2024-06-06T08:19:20.076782+0000","last_fullsized":"2024-06-06T08:19:20.076782+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:33:26.126674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,11,5],"acting":[10,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.14","version":"99'29","reported_seq":121,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:20:06.345845+0000","last_change":"2024-06-06T08:18:34.682178+0000","last_active":"2024-06-06T08:20:06.345845+0000","last_peered":"2024-06-06T08:20:06.345845+0000","last_clean":"2024-06-06T08:20:06.345845+0000","last_became_active":"2024-06-06T08:18:34.681568+0000","last_became_peered":"2024-06-06T08:18:34.681568+0000","last_unstale":"2024-06-06T08:20:06.345845+0000","last_undegraded":"2024-06-06T08:20:06.345845+0000","last_fullsized":"2024-06-06T08:20:06.345845+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:52:19.711661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56667,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":52,"num_read_kb":81,"num_write":30,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.067970+0000","last_change":"2024-06-06T08:18:37.977178+0000","last_active":"2024-06-06T08:19:20.067970+0000","last_peered":"2024-06-06T08:19:20.067970+0000","last_clean":"2024-06-06T08:19:20.067970+0000","last_became_active":"2024-06-06T08:18:37.976879+0000","last_became_peered":"2024-06-06T08:18:37.976879+0000","last_unstale":"2024-06-06T08:19:20.067970+0000","last_undegraded":"2024-06-06T08:19:20.067970+0000","last_fullsized":"2024-06-06T08:19:20.067970+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:21:44.043685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":24,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.074699+0000","last_change":"2024-06-06T08:18:48.006999+0000","last_active":"2024-06-06T08:19:20.074699+0000","last_peered":"2024-06-06T08:19:20.074699+0000","last_clean":"2024-06-06T08:19:20.074699+0000","last_became_active":"2024-06-06T08:18:48.005658+0000","last_became_peered":"2024-06-06T08:18:48.005658+0000","last_unstale":"2024-06-06T08:19:20.074699+0000","last_undegraded":"2024-06-06T08:19:20.074699+0000","last_fullsized":"2024-06-06T08:19:20.074699+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:34:10.637604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"99'6","reported_seq":22,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:43.304206+0000","last_change":"2024-06-06T08:19:20.081844+0000","last_active":"2024-06-06T08:19:43.304206+0000","last_peered":"2024-06-06T08:19:43.304206+0000","last_clean":"2024-06-06T08:19:43.304206+0000","last_became_active":"2024-06-06T08:19:20.075790+0000","last_became_peered":"2024-06-06T08:19:20.075790+0000","last_unstale":"2024-06-06T08:19:43.304206+0000","last_undegraded":"2024-06-06T08:19:43.304206+0000","last_fullsized":"2024-06-06T08:19:43.304206+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:25:04.061811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.069298+0000","last_change":"2024-06-06T08:18:37.972377+0000","last_active":"2024-06-06T08:19:20.069298+0000","last_peered":"2024-06-06T08:19:20.069298+0000","last_clean":"2024-06-06T08:19:20.069298+0000","last_became_active":"2024-06-06T08:18:37.971755+0000","last_became_peered":"2024-06-06T08:18:37.971755+0000","last_unstale":"2024-06-06T08:19:20.069298+0000","last_undegraded":"2024-06-06T08:19:20.069298+0000","last_fullsized":"2024-06-06T08:19:20.069298+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:00:54.267536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":31,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.077172+0000","last_change":"2024-06-06T08:19:20.077172+0000","last_active":"2024-06-06T08:19:20.077172+0000","last_peered":"2024-06-06T08:19:20.077172+0000","last_clean":"2024-06-06T08:19:20.077172+0000","last_became_active":"2024-06-06T08:19:20.076569+0000","last_became_peered":"2024-06-06T08:19:20.076569+0000","last_unstale":"2024-06-06T08:19:20.077172+0000","last_undegraded":"2024-06-06T08:19:20.077172+0000","last_fullsized":"2024-06-06T08:19:20.077172+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T20:17:32.702814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,7,6],"acting":[11,8,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"99'3","reported_seq":43,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:42.293164+0000","last_change":"2024-06-06T08:18:34.683416+0000","last_active":"2024-06-06T08:19:42.293164+0000","last_peered":"2024-06-06T08:19:42.293164+0000","last_clean":"2024-06-06T08:19:42.293164+0000","last_became_active":"2024-06-06T08:18:34.683056+0000","last_became_peered":"2024-06-06T08:18:34.683056+0000","last_unstale":"2024-06-06T08:19:42.293164+0000","last_undegraded":"2024-06-06T08:19:42.293164+0000","last_fullsized":"2024-06-06T08:19:42.293164+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:52:58.744871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.067226+0000","last_change":"2024-06-06T08:18:37.978644+0000","last_active":"2024-06-06T08:19:20.067226+0000","last_peered":"2024-06-06T08:19:20.067226+0000","last_clean":"2024-06-06T08:19:20.067226+0000","last_became_active":"2024-06-06T08:18:37.978318+0000","last_became_peered":"2024-06-06T08:18:37.978318+0000","last_unstale":"2024-06-06T08:19:20.067226+0000","last_undegraded":"2024-06-06T08:19:20.067226+0000","last_fullsized":"2024-06-06T08:19:20.067226+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:44:07.829155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":24,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070155+0000","last_change":"2024-06-06T08:18:48.004073+0000","last_active":"2024-06-06T08:19:20.070155+0000","last_peered":"2024-06-06T08:19:20.070155+0000","last_clean":"2024-06-06T08:19:20.070155+0000","last_became_active":"2024-06-06T08:18:48.003698+0000","last_became_peered":"2024-06-06T08:18:48.003698+0000","last_unstale":"2024-06-06T08:19:20.070155+0000","last_undegraded":"2024-06-06T08:19:20.070155+0000","last_fullsized":"2024-06-06T08:19:20.070155+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:31:31.524345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"99'4","reported_seq":68,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:20:04.342214+0000","last_change":"2024-06-06T08:18:34.684025+0000","last_active":"2024-06-06T08:20:04.342214+0000","last_peered":"2024-06-06T08:20:04.342214+0000","last_clean":"2024-06-06T08:20:04.342214+0000","last_became_active":"2024-06-06T08:18:34.683704+0000","last_became_peered":"2024-06-06T08:18:34.683704+0000","last_unstale":"2024-06-06T08:20:04.342214+0000","last_undegraded":"2024-06-06T08:20:04.342214+0000","last_fullsized":"2024-06-06T08:20:04.342214+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:35:18.994049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":978,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":25,"num_read_kb":4,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.067635+0000","last_change":"2024-06-06T08:18:37.974755+0000","last_active":"2024-06-06T08:19:20.067635+0000","last_peered":"2024-06-06T08:19:20.067635+0000","last_clean":"2024-06-06T08:19:20.067635+0000","last_became_active":"2024-06-06T08:18:37.974433+0000","last_became_peered":"2024-06-06T08:18:37.974433+0000","last_unstale":"2024-06-06T08:19:20.067635+0000","last_undegraded":"2024-06-06T08:19:20.067635+0000","last_fullsized":"2024-06-06T08:19:20.067635+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:42:29.994159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":31,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.076660+0000","last_change":"2024-06-06T08:19:20.076660+0000","last_active":"2024-06-06T08:19:20.076660+0000","last_peered":"2024-06-06T08:19:20.076660+0000","last_clean":"2024-06-06T08:19:20.076660+0000","last_became_active":"2024-06-06T08:19:20.076106+0000","last_became_peered":"2024-06-06T08:19:20.076106+0000","last_unstale":"2024-06-06T08:19:20.076660+0000","last_undegraded":"2024-06-06T08:19:20.076660+0000","last_fullsized":"2024-06-06T08:19:20.076660+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:04:14.912823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,8,11],"acting":[6,3,8,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"99'15","reported_seq":72,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:43.306055+0000","last_change":"2024-06-06T08:19:20.083268+0000","last_active":"2024-06-06T08:19:43.306055+0000","last_peered":"2024-06-06T08:19:43.306055+0000","last_clean":"2024-06-06T08:19:43.306055+0000","last_became_active":"2024-06-06T08:19:20.072772+0000","last_became_peered":"2024-06-06T08:19:20.072772+0000","last_unstale":"2024-06-06T08:19:43.306055+0000","last_undegraded":"2024-06-06T08:19:43.306055+0000","last_fullsized":"2024-06-06T08:19:43.306055+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:24:31.654914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,4],"acting":[8,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.074840+0000","last_change":"2024-06-06T08:18:37.974686+0000","last_active":"2024-06-06T08:19:20.074840+0000","last_peered":"2024-06-06T08:19:20.074840+0000","last_clean":"2024-06-06T08:19:20.074840+0000","last_became_active":"2024-06-06T08:18:37.974359+0000","last_became_peered":"2024-06-06T08:18:37.974359+0000","last_unstale":"2024-06-06T08:19:20.074840+0000","last_undegraded":"2024-06-06T08:19:20.074840+0000","last_fullsized":"2024-06-06T08:19:20.074840+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:59:11.839143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":24,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.074863+0000","last_change":"2024-06-06T08:18:48.004663+0000","last_active":"2024-06-06T08:19:20.074863+0000","last_peered":"2024-06-06T08:19:20.074863+0000","last_clean":"2024-06-06T08:19:20.074863+0000","last_became_active":"2024-06-06T08:18:48.004157+0000","last_became_peered":"2024-06-06T08:18:48.004157+0000","last_unstale":"2024-06-06T08:19:20.074863+0000","last_undegraded":"2024-06-06T08:19:20.074863+0000","last_fullsized":"2024-06-06T08:19:20.074863+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:24:09.672748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"99'2","reported_seq":43,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:44.300468+0000","last_change":"2024-06-06T08:18:34.680195+0000","last_active":"2024-06-06T08:19:44.300468+0000","last_peered":"2024-06-06T08:19:44.300468+0000","last_clean":"2024-06-06T08:19:44.300468+0000","last_became_active":"2024-06-06T08:18:34.679739+0000","last_became_peered":"2024-06-06T08:18:34.679739+0000","last_unstale":"2024-06-06T08:19:44.300468+0000","last_undegraded":"2024-06-06T08:19:44.300468+0000","last_fullsized":"2024-06-06T08:19:44.300468+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:35:12.003240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":33,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070487+0000","last_change":"2024-06-06T08:18:37.972817+0000","last_active":"2024-06-06T08:19:20.070487+0000","last_peered":"2024-06-06T08:19:20.070487+0000","last_clean":"2024-06-06T08:19:20.070487+0000","last_became_active":"2024-06-06T08:18:37.972330+0000","last_became_peered":"2024-06-06T08:18:37.972330+0000","last_unstale":"2024-06-06T08:19:20.070487+0000","last_undegraded":"2024-06-06T08:19:20.070487+0000","last_fullsized":"2024-06-06T08:19:20.070487+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:28:52.945097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":24,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.067337+0000","last_change":"2024-06-06T08:18:48.069745+0000","last_active":"2024-06-06T08:19:20.067337+0000","last_peered":"2024-06-06T08:19:20.067337+0000","last_clean":"2024-06-06T08:19:20.067337+0000","last_became_active":"2024-06-06T08:18:48.069211+0000","last_became_peered":"2024-06-06T08:18:48.069211+0000","last_unstale":"2024-06-06T08:19:20.067337+0000","last_undegraded":"2024-06-06T08:19:20.067337+0000","last_fullsized":"2024-06-06T08:19:20.067337+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:20:30.421047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":40,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070170+0000","last_change":"2024-06-06T08:18:34.831498+0000","last_active":"2024-06-06T08:19:20.070170+0000","last_peered":"2024-06-06T08:19:20.070170+0000","last_clean":"2024-06-06T08:19:20.070170+0000","last_became_active":"2024-06-06T08:18:34.831101+0000","last_became_peered":"2024-06-06T08:18:34.831101+0000","last_unstale":"2024-06-06T08:19:20.070170+0000","last_undegraded":"2024-06-06T08:19:20.070170+0000","last_fullsized":"2024-06-06T08:19:20.070170+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:51:33.531875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.069051+0000","last_change":"2024-06-06T08:18:37.968601+0000","last_active":"2024-06-06T08:19:20.069051+0000","last_peered":"2024-06-06T08:19:20.069051+0000","last_clean":"2024-06-06T08:19:20.069051+0000","last_became_active":"2024-06-06T08:18:37.968269+0000","last_became_peered":"2024-06-06T08:18:37.968269+0000","last_unstale":"2024-06-06T08:19:20.069051+0000","last_undegraded":"2024-06-06T08:19:20.069051+0000","last_fullsized":"2024-06-06T08:19:20.069051+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:51:35.437855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":24,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.069873+0000","last_change":"2024-06-06T08:18:48.009054+0000","last_active":"2024-06-06T08:19:20.069873+0000","last_peered":"2024-06-06T08:19:20.069873+0000","last_clean":"2024-06-06T08:19:20.069873+0000","last_became_active":"2024-06-06T08:18:48.008286+0000","last_became_peered":"2024-06-06T08:18:48.008286+0000","last_unstale":"2024-06-06T08:19:20.069873+0000","last_undegraded":"2024-06-06T08:19:20.069873+0000","last_fullsized":"2024-06-06T08:19:20.069873+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:24:47.868921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"99'1","reported_seq":41,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.067204+0000","last_change":"2024-06-06T08:18:34.685520+0000","last_active":"2024-06-06T08:19:20.067204+0000","last_peered":"2024-06-06T08:19:20.067204+0000","last_clean":"2024-06-06T08:19:20.067204+0000","last_became_active":"2024-06-06T08:18:34.685063+0000","last_became_peered":"2024-06-06T08:18:34.685063+0000","last_unstale":"2024-06-06T08:19:20.067204+0000","last_undegraded":"2024-06-06T08:19:20.067204+0000","last_fullsized":"2024-06-06T08:19:20.067204+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:48:39.032501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":40,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.072686+0000","last_change":"2024-06-06T08:19:20.072686+0000","last_active":"2024-06-06T08:19:20.072686+0000","last_peered":"2024-06-06T08:19:20.072686+0000","last_clean":"2024-06-06T08:19:20.072686+0000","last_became_active":"2024-06-06T08:19:20.072310+0000","last_became_peered":"2024-06-06T08:19:20.072310+0000","last_unstale":"2024-06-06T08:19:20.072686+0000","last_undegraded":"2024-06-06T08:19:20.072686+0000","last_fullsized":"2024-06-06T08:19:20.072686+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:07:16.268969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":24,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070549+0000","last_change":"2024-06-06T08:18:48.069698+0000","last_active":"2024-06-06T08:19:20.070549+0000","last_peered":"2024-06-06T08:19:20.070549+0000","last_clean":"2024-06-06T08:19:20.070549+0000","last_became_active":"2024-06-06T08:18:48.069126+0000","last_became_peered":"2024-06-06T08:18:48.069126+0000","last_unstale":"2024-06-06T08:19:20.070549+0000","last_undegraded":"2024-06-06T08:19:20.070549+0000","last_fullsized":"2024-06-06T08:19:20.070549+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:12:41.551061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.075162+0000","last_change":"2024-06-06T08:18:37.976958+0000","last_active":"2024-06-06T08:19:20.075162+0000","last_peered":"2024-06-06T08:19:20.075162+0000","last_clean":"2024-06-06T08:19:20.075162+0000","last_became_active":"2024-06-06T08:18:37.975255+0000","last_became_peered":"2024-06-06T08:18:37.975255+0000","last_unstale":"2024-06-06T08:19:20.075162+0000","last_undegraded":"2024-06-06T08:19:20.075162+0000","last_fullsized":"2024-06-06T08:19:20.075162+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:30:43.849320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"99'4","reported_seq":66,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:20:05.343183+0000","last_change":"2024-06-06T08:18:34.830568+0000","last_active":"2024-06-06T08:20:05.343183+0000","last_peered":"2024-06-06T08:20:05.343183+0000","last_clean":"2024-06-06T08:20:05.343183+0000","last_became_active":"2024-06-06T08:18:34.830197+0000","last_became_peered":"2024-06-06T08:18:34.830197+0000","last_unstale":"2024-06-06T08:20:05.343183+0000","last_undegraded":"2024-06-06T08:20:05.343183+0000","last_fullsized":"2024-06-06T08:20:05.343183+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:55:26.436553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":22,"num_read_kb":22,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"99'1","reported_seq":25,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.067558+0000","last_change":"2024-06-06T08:18:48.010465+0000","last_active":"2024-06-06T08:19:20.067558+0000","last_peered":"2024-06-06T08:19:20.067558+0000","last_clean":"2024-06-06T08:19:20.067558+0000","last_became_active":"2024-06-06T08:18:48.010096+0000","last_became_peered":"2024-06-06T08:18:48.010096+0000","last_unstale":"2024-06-06T08:19:20.067558+0000","last_undegraded":"2024-06-06T08:19:20.067558+0000","last_fullsized":"2024-06-06T08:19:20.067558+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:39:33.906074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.072532+0000","last_change":"2024-06-06T08:18:37.973719+0000","last_active":"2024-06-06T08:19:20.072532+0000","last_peered":"2024-06-06T08:19:20.072532+0000","last_clean":"2024-06-06T08:19:20.072532+0000","last_became_active":"2024-06-06T08:18:37.973395+0000","last_became_peered":"2024-06-06T08:18:37.973395+0000","last_unstale":"2024-06-06T08:19:20.072532+0000","last_undegraded":"2024-06-06T08:19:20.072532+0000","last_fullsized":"2024-06-06T08:19:20.072532+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:46:30.231836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"99'3","reported_seq":45,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:45.311277+0000","last_change":"2024-06-06T08:18:34.681983+0000","last_active":"2024-06-06T08:19:45.311277+0000","last_peered":"2024-06-06T08:19:45.311277+0000","last_clean":"2024-06-06T08:19:45.311277+0000","last_became_active":"2024-06-06T08:18:34.681609+0000","last_became_peered":"2024-06-06T08:18:34.681609+0000","last_unstale":"2024-06-06T08:19:45.311277+0000","last_undegraded":"2024-06-06T08:19:45.311277+0000","last_fullsized":"2024-06-06T08:19:45.311277+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:52:15.132317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":375,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.066970+0000","last_change":"2024-06-06T08:17:15.096339+0000","last_active":"2024-06-06T08:19:20.066970+0000","last_peered":"2024-06-06T08:19:20.066970+0000","last_clean":"2024-06-06T08:19:20.066970+0000","last_became_active":"2024-06-06T08:17:15.095774+0000","last_became_peered":"2024-06-06T08:17:15.095774+0000","last_unstale":"2024-06-06T08:19:20.066970+0000","last_undegraded":"2024-06-06T08:19:20.066970+0000","last_fullsized":"2024-06-06T08:19:20.066970+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:13:45.360899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:13:45.360899+0000","last_clean_scrub_stamp":"2024-06-06T08:13:45.360899+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:11:51.805874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":24,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.073971+0000","last_change":"2024-06-06T08:18:48.069855+0000","last_active":"2024-06-06T08:19:20.073971+0000","last_peered":"2024-06-06T08:19:20.073971+0000","last_clean":"2024-06-06T08:19:20.073971+0000","last_became_active":"2024-06-06T08:18:48.069438+0000","last_became_peered":"2024-06-06T08:18:48.069438+0000","last_unstale":"2024-06-06T08:19:20.073971+0000","last_undegraded":"2024-06-06T08:19:20.073971+0000","last_fullsized":"2024-06-06T08:19:20.073971+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:25:14.432797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":40,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.073432+0000","last_change":"2024-06-06T08:19:20.073432+0000","last_active":"2024-06-06T08:19:20.073432+0000","last_peered":"2024-06-06T08:19:20.073432+0000","last_clean":"2024-06-06T08:19:20.073432+0000","last_became_active":"2024-06-06T08:19:20.073034+0000","last_became_peered":"2024-06-06T08:19:20.073034+0000","last_unstale":"2024-06-06T08:19:20.073432+0000","last_undegraded":"2024-06-06T08:19:20.073432+0000","last_fullsized":"2024-06-06T08:19:20.073432+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:08:52.802582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,2],"acting":[6,9,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"99'3","reported_seq":43,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:43.305393+0000","last_change":"2024-06-06T08:18:34.682370+0000","last_active":"2024-06-06T08:19:43.305393+0000","last_peered":"2024-06-06T08:19:43.305393+0000","last_clean":"2024-06-06T08:19:43.305393+0000","last_became_active":"2024-06-06T08:18:34.682002+0000","last_became_peered":"2024-06-06T08:18:34.682002+0000","last_unstale":"2024-06-06T08:19:43.305393+0000","last_undegraded":"2024-06-06T08:19:43.305393+0000","last_fullsized":"2024-06-06T08:19:43.305393+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:48:56.690891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":24,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.071418+0000","last_change":"2024-06-06T08:18:48.006552+0000","last_active":"2024-06-06T08:19:20.071418+0000","last_peered":"2024-06-06T08:19:20.071418+0000","last_clean":"2024-06-06T08:19:20.071418+0000","last_became_active":"2024-06-06T08:18:48.006021+0000","last_became_peered":"2024-06-06T08:18:48.006021+0000","last_unstale":"2024-06-06T08:19:20.071418+0000","last_undegraded":"2024-06-06T08:19:20.071418+0000","last_fullsized":"2024-06-06T08:19:20.071418+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:22:25.504479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"99'1","reported_seq":42,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:42.291148+0000","last_change":"2024-06-06T08:18:34.831372+0000","last_active":"2024-06-06T08:19:42.291148+0000","last_peered":"2024-06-06T08:19:42.291148+0000","last_clean":"2024-06-06T08:19:42.291148+0000","last_became_active":"2024-06-06T08:18:34.830779+0000","last_became_peered":"2024-06-06T08:18:34.830779+0000","last_unstale":"2024-06-06T08:19:42.291148+0000","last_undegraded":"2024-06-06T08:19:42.291148+0000","last_fullsized":"2024-06-06T08:19:42.291148+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T20:16:51.953873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070061+0000","last_change":"2024-06-06T08:18:37.965533+0000","last_active":"2024-06-06T08:19:20.070061+0000","last_peered":"2024-06-06T08:19:20.070061+0000","last_clean":"2024-06-06T08:19:20.070061+0000","last_became_active":"2024-06-06T08:18:37.965190+0000","last_became_peered":"2024-06-06T08:18:37.965190+0000","last_unstale":"2024-06-06T08:19:20.070061+0000","last_undegraded":"2024-06-06T08:19:20.070061+0000","last_fullsized":"2024-06-06T08:19:20.070061+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:56:20.789040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":24,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.072521+0000","last_change":"2024-06-06T08:18:48.069482+0000","last_active":"2024-06-06T08:19:20.072521+0000","last_peered":"2024-06-06T08:19:20.072521+0000","last_clean":"2024-06-06T08:19:20.072521+0000","last_became_active":"2024-06-06T08:18:48.069033+0000","last_became_peered":"2024-06-06T08:18:48.069033+0000","last_unstale":"2024-06-06T08:19:20.072521+0000","last_undegraded":"2024-06-06T08:19:20.072521+0000","last_fullsized":"2024-06-06T08:19:20.072521+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:53:57.135522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"99'12","reported_seq":52,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:20:06.978596+0000","last_change":"2024-06-06T08:18:34.680768+0000","last_active":"2024-06-06T08:20:06.978596+0000","last_peered":"2024-06-06T08:20:06.978596+0000","last_clean":"2024-06-06T08:20:06.978596+0000","last_became_active":"2024-06-06T08:18:34.680388+0000","last_became_peered":"2024-06-06T08:18:34.680388+0000","last_unstale":"2024-06-06T08:20:06.978596+0000","last_undegraded":"2024-06-06T08:20:06.978596+0000","last_fullsized":"2024-06-06T08:20:06.978596+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:20:11.041953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.073388+0000","last_change":"2024-06-06T08:18:37.962877+0000","last_active":"2024-06-06T08:19:20.073388+0000","last_peered":"2024-06-06T08:19:20.073388+0000","last_clean":"2024-06-06T08:19:20.073388+0000","last_became_active":"2024-06-06T08:18:37.962515+0000","last_became_peered":"2024-06-06T08:18:37.962515+0000","last_unstale":"2024-06-06T08:19:20.073388+0000","last_undegraded":"2024-06-06T08:19:20.073388+0000","last_fullsized":"2024-06-06T08:19:20.073388+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:09:29.783996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":24,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.069470+0000","last_change":"2024-06-06T08:18:48.002421+0000","last_active":"2024-06-06T08:19:20.069470+0000","last_peered":"2024-06-06T08:19:20.069470+0000","last_clean":"2024-06-06T08:19:20.069470+0000","last_became_active":"2024-06-06T08:18:48.001500+0000","last_became_peered":"2024-06-06T08:18:48.001500+0000","last_unstale":"2024-06-06T08:19:20.069470+0000","last_undegraded":"2024-06-06T08:19:20.069470+0000","last_fullsized":"2024-06-06T08:19:20.069470+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:16:23.206777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"99'4","reported_seq":44,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:42.292231+0000","last_change":"2024-06-06T08:18:35.126605+0000","last_active":"2024-06-06T08:19:42.292231+0000","last_peered":"2024-06-06T08:19:42.292231+0000","last_clean":"2024-06-06T08:19:42.292231+0000","last_became_active":"2024-06-06T08:18:35.126225+0000","last_became_peered":"2024-06-06T08:18:35.126225+0000","last_unstale":"2024-06-06T08:19:42.292231+0000","last_undegraded":"2024-06-06T08:19:42.292231+0000","last_fullsized":"2024-06-06T08:19:42.292231+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:27:58.288349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.067189+0000","last_change":"2024-06-06T08:18:37.978178+0000","last_active":"2024-06-06T08:19:20.067189+0000","last_peered":"2024-06-06T08:19:20.067189+0000","last_clean":"2024-06-06T08:19:20.067189+0000","last_became_active":"2024-06-06T08:18:37.977413+0000","last_became_peered":"2024-06-06T08:18:37.977413+0000","last_unstale":"2024-06-06T08:19:20.067189+0000","last_undegraded":"2024-06-06T08:19:20.067189+0000","last_fullsized":"2024-06-06T08:19:20.067189+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:19:27.492305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":31,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.074860+0000","last_change":"2024-06-06T08:19:20.074860+0000","last_active":"2024-06-06T08:19:20.074860+0000","last_peered":"2024-06-06T08:19:20.074860+0000","last_clean":"2024-06-06T08:19:20.074860+0000","last_became_active":"2024-06-06T08:19:20.074377+0000","last_became_peered":"2024-06-06T08:19:20.074377+0000","last_unstale":"2024-06-06T08:19:20.074860+0000","last_undegraded":"2024-06-06T08:19:20.074860+0000","last_fullsized":"2024-06-06T08:19:20.074860+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:24:23.991833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,10,9],"acting":[4,8,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"99'2","reported_seq":42,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:42.290452+0000","last_change":"2024-06-06T08:18:34.830742+0000","last_active":"2024-06-06T08:19:42.290452+0000","last_peered":"2024-06-06T08:19:42.290452+0000","last_clean":"2024-06-06T08:19:42.290452+0000","last_became_active":"2024-06-06T08:18:34.830351+0000","last_became_peered":"2024-06-06T08:18:34.830351+0000","last_unstale":"2024-06-06T08:19:42.290452+0000","last_undegraded":"2024-06-06T08:19:42.290452+0000","last_fullsized":"2024-06-06T08:19:42.290452+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:26:10.297538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.067302+0000","last_change":"2024-06-06T08:18:37.968284+0000","last_active":"2024-06-06T08:19:20.067302+0000","last_peered":"2024-06-06T08:19:20.067302+0000","last_clean":"2024-06-06T08:19:20.067302+0000","last_became_active":"2024-06-06T08:18:37.967965+0000","last_became_peered":"2024-06-06T08:18:37.967965+0000","last_unstale":"2024-06-06T08:19:20.067302+0000","last_undegraded":"2024-06-06T08:19:20.067302+0000","last_fullsized":"2024-06-06T08:19:20.067302+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:06:27.202803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":24,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070302+0000","last_change":"2024-06-06T08:18:48.011663+0000","last_active":"2024-06-06T08:19:20.070302+0000","last_peered":"2024-06-06T08:19:20.070302+0000","last_clean":"2024-06-06T08:19:20.070302+0000","last_became_active":"2024-06-06T08:18:48.011061+0000","last_became_peered":"2024-06-06T08:18:48.011061+0000","last_unstale":"2024-06-06T08:19:20.070302+0000","last_undegraded":"2024-06-06T08:19:20.070302+0000","last_fullsized":"2024-06-06T08:19:20.070302+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:42:57.080453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"99'3","reported_seq":43,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:42.291598+0000","last_change":"2024-06-06T08:18:34.682065+0000","last_active":"2024-06-06T08:19:42.291598+0000","last_peered":"2024-06-06T08:19:42.291598+0000","last_clean":"2024-06-06T08:19:42.291598+0000","last_became_active":"2024-06-06T08:18:34.681713+0000","last_became_peered":"2024-06-06T08:18:34.681713+0000","last_unstale":"2024-06-06T08:19:42.291598+0000","last_undegraded":"2024-06-06T08:19:42.291598+0000","last_fullsized":"2024-06-06T08:19:42.291598+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:31:52.342368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":33,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.069658+0000","last_change":"2024-06-06T08:18:37.970529+0000","last_active":"2024-06-06T08:19:20.069658+0000","last_peered":"2024-06-06T08:19:20.069658+0000","last_clean":"2024-06-06T08:19:20.069658+0000","last_became_active":"2024-06-06T08:18:37.967457+0000","last_became_peered":"2024-06-06T08:18:37.967457+0000","last_unstale":"2024-06-06T08:19:20.069658+0000","last_undegraded":"2024-06-06T08:19:20.069658+0000","last_fullsized":"2024-06-06T08:19:20.069658+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:37:02.931598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"99'1","reported_seq":25,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070647+0000","last_change":"2024-06-06T08:18:48.001708+0000","last_active":"2024-06-06T08:19:20.070647+0000","last_peered":"2024-06-06T08:19:20.070647+0000","last_clean":"2024-06-06T08:19:20.070647+0000","last_became_active":"2024-06-06T08:18:48.001028+0000","last_became_peered":"2024-06-06T08:18:48.001028+0000","last_unstale":"2024-06-06T08:19:20.070647+0000","last_undegraded":"2024-06-06T08:19:20.070647+0000","last_fullsized":"2024-06-06T08:19:20.070647+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:34:36.608830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"99'1","reported_seq":41,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.069929+0000","last_change":"2024-06-06T08:18:34.681687+0000","last_active":"2024-06-06T08:19:20.069929+0000","last_peered":"2024-06-06T08:19:20.069929+0000","last_clean":"2024-06-06T08:19:20.069929+0000","last_became_active":"2024-06-06T08:18:34.681359+0000","last_became_peered":"2024-06-06T08:18:34.681359+0000","last_unstale":"2024-06-06T08:19:20.069929+0000","last_undegraded":"2024-06-06T08:19:20.069929+0000","last_fullsized":"2024-06-06T08:19:20.069929+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:04:45.735761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.073381+0000","last_change":"2024-06-06T08:18:37.970897+0000","last_active":"2024-06-06T08:19:20.073381+0000","last_peered":"2024-06-06T08:19:20.073381+0000","last_clean":"2024-06-06T08:19:20.073381+0000","last_became_active":"2024-06-06T08:18:37.970571+0000","last_became_peered":"2024-06-06T08:18:37.970571+0000","last_unstale":"2024-06-06T08:19:20.073381+0000","last_undegraded":"2024-06-06T08:19:20.073381+0000","last_fullsized":"2024-06-06T08:19:20.073381+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:46:15.915929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":24,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070199+0000","last_change":"2024-06-06T08:18:48.069630+0000","last_active":"2024-06-06T08:19:20.070199+0000","last_peered":"2024-06-06T08:19:20.070199+0000","last_clean":"2024-06-06T08:19:20.070199+0000","last_became_active":"2024-06-06T08:18:48.069072+0000","last_became_peered":"2024-06-06T08:18:48.069072+0000","last_unstale":"2024-06-06T08:19:20.070199+0000","last_undegraded":"2024-06-06T08:19:20.070199+0000","last_fullsized":"2024-06-06T08:19:20.070199+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:06:52.895802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"99'4","reported_seq":45,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:42.292905+0000","last_change":"2024-06-06T08:18:34.684436+0000","last_active":"2024-06-06T08:19:42.292905+0000","last_peered":"2024-06-06T08:19:42.292905+0000","last_clean":"2024-06-06T08:19:42.292905+0000","last_became_active":"2024-06-06T08:18:34.684088+0000","last_became_peered":"2024-06-06T08:18:34.684088+0000","last_unstale":"2024-06-06T08:19:42.292905+0000","last_undegraded":"2024-06-06T08:19:42.292905+0000","last_fullsized":"2024-06-06T08:19:42.292905+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:15:52.921779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.067349+0000","last_change":"2024-06-06T08:18:37.969446+0000","last_active":"2024-06-06T08:19:20.067349+0000","last_peered":"2024-06-06T08:19:20.067349+0000","last_clean":"2024-06-06T08:19:20.067349+0000","last_became_active":"2024-06-06T08:18:37.969080+0000","last_became_peered":"2024-06-06T08:18:37.969080+0000","last_unstale":"2024-06-06T08:19:20.067349+0000","last_undegraded":"2024-06-06T08:19:20.067349+0000","last_fullsized":"2024-06-06T08:19:20.067349+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:11:04.510503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":24,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.072712+0000","last_change":"2024-06-06T08:18:48.003740+0000","last_active":"2024-06-06T08:19:20.072712+0000","last_peered":"2024-06-06T08:19:20.072712+0000","last_clean":"2024-06-06T08:19:20.072712+0000","last_became_active":"2024-06-06T08:18:48.003336+0000","last_became_peered":"2024-06-06T08:18:48.003336+0000","last_unstale":"2024-06-06T08:19:20.072712+0000","last_undegraded":"2024-06-06T08:19:20.072712+0000","last_fullsized":"2024-06-06T08:19:20.072712+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:50:46.165799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"99'3","reported_seq":44,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:43.304971+0000","last_change":"2024-06-06T08:18:35.126341+0000","last_active":"2024-06-06T08:19:43.304971+0000","last_peered":"2024-06-06T08:19:43.304971+0000","last_clean":"2024-06-06T08:19:43.304971+0000","last_became_active":"2024-06-06T08:18:35.125952+0000","last_became_peered":"2024-06-06T08:18:35.125952+0000","last_unstale":"2024-06-06T08:19:43.304971+0000","last_undegraded":"2024-06-06T08:19:43.304971+0000","last_fullsized":"2024-06-06T08:19:43.304971+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:27:06.337259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.067853+0000","last_change":"2024-06-06T08:18:37.968441+0000","last_active":"2024-06-06T08:19:20.067853+0000","last_peered":"2024-06-06T08:19:20.067853+0000","last_clean":"2024-06-06T08:19:20.067853+0000","last_became_active":"2024-06-06T08:18:37.968104+0000","last_became_peered":"2024-06-06T08:18:37.968104+0000","last_unstale":"2024-06-06T08:19:20.067853+0000","last_undegraded":"2024-06-06T08:19:20.067853+0000","last_fullsized":"2024-06-06T08:19:20.067853+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:15:56.554327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":24,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.066726+0000","last_change":"2024-06-06T08:18:48.003394+0000","last_active":"2024-06-06T08:19:20.066726+0000","last_peered":"2024-06-06T08:19:20.066726+0000","last_clean":"2024-06-06T08:19:20.066726+0000","last_became_active":"2024-06-06T08:18:48.002989+0000","last_became_peered":"2024-06-06T08:18:48.002989+0000","last_unstale":"2024-06-06T08:19:20.066726+0000","last_undegraded":"2024-06-06T08:19:20.066726+0000","last_fullsized":"2024-06-06T08:19:20.066726+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:03:19.225845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"90'1","reported_seq":42,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.074655+0000","last_change":"2024-06-06T08:18:34.682688+0000","last_active":"2024-06-06T08:19:20.074655+0000","last_peered":"2024-06-06T08:19:20.074655+0000","last_clean":"2024-06-06T08:19:20.074655+0000","last_became_active":"2024-06-06T08:18:34.682315+0000","last_became_peered":"2024-06-06T08:18:34.682315+0000","last_unstale":"2024-06-06T08:19:20.074655+0000","last_undegraded":"2024-06-06T08:19:20.074655+0000","last_fullsized":"2024-06-06T08:19:20.074655+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:06:00.681812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.067360+0000","last_change":"2024-06-06T08:18:37.973181+0000","last_active":"2024-06-06T08:19:20.067360+0000","last_peered":"2024-06-06T08:19:20.067360+0000","last_clean":"2024-06-06T08:19:20.067360+0000","last_became_active":"2024-06-06T08:18:37.972850+0000","last_became_peered":"2024-06-06T08:18:37.972850+0000","last_unstale":"2024-06-06T08:19:20.067360+0000","last_undegraded":"2024-06-06T08:19:20.067360+0000","last_fullsized":"2024-06-06T08:19:20.067360+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:03:25.044516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":24,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.074235+0000","last_change":"2024-06-06T08:18:48.004398+0000","last_active":"2024-06-06T08:19:20.074235+0000","last_peered":"2024-06-06T08:19:20.074235+0000","last_clean":"2024-06-06T08:19:20.074235+0000","last_became_active":"2024-06-06T08:18:48.003376+0000","last_became_peered":"2024-06-06T08:18:48.003376+0000","last_unstale":"2024-06-06T08:19:20.074235+0000","last_undegraded":"2024-06-06T08:19:20.074235+0000","last_fullsized":"2024-06-06T08:19:20.074235+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:59:24.118255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"90'2","reported_seq":42,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.071729+0000","last_change":"2024-06-06T08:18:34.676555+0000","last_active":"2024-06-06T08:19:20.071729+0000","last_peered":"2024-06-06T08:19:20.071729+0000","last_clean":"2024-06-06T08:19:20.071729+0000","last_became_active":"2024-06-06T08:18:34.676211+0000","last_became_peered":"2024-06-06T08:18:34.676211+0000","last_unstale":"2024-06-06T08:19:20.071729+0000","last_undegraded":"2024-06-06T08:19:20.071729+0000","last_fullsized":"2024-06-06T08:19:20.071729+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:32:06.731526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.067580+0000","last_change":"2024-06-06T08:18:37.970913+0000","last_active":"2024-06-06T08:19:20.067580+0000","last_peered":"2024-06-06T08:19:20.067580+0000","last_clean":"2024-06-06T08:19:20.067580+0000","last_became_active":"2024-06-06T08:18:37.970608+0000","last_became_peered":"2024-06-06T08:18:37.970608+0000","last_unstale":"2024-06-06T08:19:20.067580+0000","last_undegraded":"2024-06-06T08:19:20.067580+0000","last_fullsized":"2024-06-06T08:19:20.067580+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:26:04.912347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":33,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.069845+0000","last_change":"2024-06-06T08:18:37.974755+0000","last_active":"2024-06-06T08:19:20.069845+0000","last_peered":"2024-06-06T08:19:20.069845+0000","last_clean":"2024-06-06T08:19:20.069845+0000","last_became_active":"2024-06-06T08:18:37.974382+0000","last_became_peered":"2024-06-06T08:18:37.974382+0000","last_unstale":"2024-06-06T08:19:20.069845+0000","last_undegraded":"2024-06-06T08:19:20.069845+0000","last_fullsized":"2024-06-06T08:19:20.069845+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:38:10.260699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070241+0000","last_change":"2024-06-06T08:18:37.976674+0000","last_active":"2024-06-06T08:19:20.070241+0000","last_peered":"2024-06-06T08:19:20.070241+0000","last_clean":"2024-06-06T08:19:20.070241+0000","last_became_active":"2024-06-06T08:18:37.976279+0000","last_became_peered":"2024-06-06T08:18:37.976279+0000","last_unstale":"2024-06-06T08:19:20.070241+0000","last_undegraded":"2024-06-06T08:19:20.070241+0000","last_fullsized":"2024-06-06T08:19:20.070241+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:49:44.218179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.069761+0000","last_change":"2024-06-06T08:18:37.967246+0000","last_active":"2024-06-06T08:19:20.069761+0000","last_peered":"2024-06-06T08:19:20.069761+0000","last_clean":"2024-06-06T08:19:20.069761+0000","last_became_active":"2024-06-06T08:18:37.966893+0000","last_became_peered":"2024-06-06T08:18:37.966893+0000","last_unstale":"2024-06-06T08:19:20.069761+0000","last_undegraded":"2024-06-06T08:19:20.069761+0000","last_fullsized":"2024-06-06T08:19:20.069761+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:27:37.460198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.066924+0000","last_change":"2024-06-06T08:18:37.971779+0000","last_active":"2024-06-06T08:19:20.066924+0000","last_peered":"2024-06-06T08:19:20.066924+0000","last_clean":"2024-06-06T08:19:20.066924+0000","last_became_active":"2024-06-06T08:18:37.971263+0000","last_became_peered":"2024-06-06T08:18:37.971263+0000","last_unstale":"2024-06-06T08:19:20.066924+0000","last_undegraded":"2024-06-06T08:19:20.066924+0000","last_fullsized":"2024-06-06T08:19:20.066924+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:13:07.331856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070161+0000","last_change":"2024-06-06T08:18:37.966498+0000","last_active":"2024-06-06T08:19:20.070161+0000","last_peered":"2024-06-06T08:19:20.070161+0000","last_clean":"2024-06-06T08:19:20.070161+0000","last_became_active":"2024-06-06T08:18:37.966168+0000","last_became_peered":"2024-06-06T08:18:37.966168+0000","last_unstale":"2024-06-06T08:19:20.070161+0000","last_undegraded":"2024-06-06T08:19:20.070161+0000","last_fullsized":"2024-06-06T08:19:20.070161+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:53:30.055427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":33,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070376+0000","last_change":"2024-06-06T08:18:37.969990+0000","last_active":"2024-06-06T08:19:20.070376+0000","last_peered":"2024-06-06T08:19:20.070376+0000","last_clean":"2024-06-06T08:19:20.070376+0000","last_became_active":"2024-06-06T08:18:37.968057+0000","last_became_peered":"2024-06-06T08:18:37.968057+0000","last_unstale":"2024-06-06T08:19:20.070376+0000","last_undegraded":"2024-06-06T08:19:20.070376+0000","last_fullsized":"2024-06-06T08:19:20.070376+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:58:09.932685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070657+0000","last_change":"2024-06-06T08:18:37.974080+0000","last_active":"2024-06-06T08:19:20.070657+0000","last_peered":"2024-06-06T08:19:20.070657+0000","last_clean":"2024-06-06T08:19:20.070657+0000","last_became_active":"2024-06-06T08:18:37.973730+0000","last_became_peered":"2024-06-06T08:18:37.973730+0000","last_unstale":"2024-06-06T08:19:20.070657+0000","last_undegraded":"2024-06-06T08:19:20.070657+0000","last_fullsized":"2024-06-06T08:19:20.070657+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:44:14.792754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.073447+0000","last_change":"2024-06-06T08:18:37.968451+0000","last_active":"2024-06-06T08:19:20.073447+0000","last_peered":"2024-06-06T08:19:20.073447+0000","last_clean":"2024-06-06T08:19:20.073447+0000","last_became_active":"2024-06-06T08:18:37.968104+0000","last_became_peered":"2024-06-06T08:18:37.968104+0000","last_unstale":"2024-06-06T08:19:20.073447+0000","last_undegraded":"2024-06-06T08:19:20.073447+0000","last_fullsized":"2024-06-06T08:19:20.073447+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:38:19.899618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.074970+0000","last_change":"2024-06-06T08:18:37.977208+0000","last_active":"2024-06-06T08:19:20.074970+0000","last_peered":"2024-06-06T08:19:20.074970+0000","last_clean":"2024-06-06T08:19:20.074970+0000","last_became_active":"2024-06-06T08:18:37.976642+0000","last_became_peered":"2024-06-06T08:18:37.976642+0000","last_unstale":"2024-06-06T08:19:20.074970+0000","last_undegraded":"2024-06-06T08:19:20.074970+0000","last_fullsized":"2024-06-06T08:19:20.074970+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:18:53.095544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.072545+0000","last_change":"2024-06-06T08:18:37.970249+0000","last_active":"2024-06-06T08:19:20.072545+0000","last_peered":"2024-06-06T08:19:20.072545+0000","last_clean":"2024-06-06T08:19:20.072545+0000","last_became_active":"2024-06-06T08:18:37.968140+0000","last_became_peered":"2024-06-06T08:18:37.968140+0000","last_unstale":"2024-06-06T08:19:20.072545+0000","last_undegraded":"2024-06-06T08:19:20.072545+0000","last_fullsized":"2024-06-06T08:19:20.072545+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:16:33.574669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.072980+0000","last_change":"2024-06-06T08:18:37.976750+0000","last_active":"2024-06-06T08:19:20.072980+0000","last_peered":"2024-06-06T08:19:20.072980+0000","last_clean":"2024-06-06T08:19:20.072980+0000","last_became_active":"2024-06-06T08:18:37.972660+0000","last_became_peered":"2024-06-06T08:18:37.972660+0000","last_unstale":"2024-06-06T08:19:20.072980+0000","last_undegraded":"2024-06-06T08:19:20.072980+0000","last_fullsized":"2024-06-06T08:19:20.072980+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:35:12.473923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.069467+0000","last_change":"2024-06-06T08:18:37.965227+0000","last_active":"2024-06-06T08:19:20.069467+0000","last_peered":"2024-06-06T08:19:20.069467+0000","last_clean":"2024-06-06T08:19:20.069467+0000","last_became_active":"2024-06-06T08:18:37.964901+0000","last_became_peered":"2024-06-06T08:18:37.964901+0000","last_unstale":"2024-06-06T08:19:20.069467+0000","last_undegraded":"2024-06-06T08:19:20.069467+0000","last_fullsized":"2024-06-06T08:19:20.069467+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:44:35.718192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":33,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070614+0000","last_change":"2024-06-06T08:18:37.973543+0000","last_active":"2024-06-06T08:19:20.070614+0000","last_peered":"2024-06-06T08:19:20.070614+0000","last_clean":"2024-06-06T08:19:20.070614+0000","last_became_active":"2024-06-06T08:18:37.973226+0000","last_became_peered":"2024-06-06T08:18:37.973226+0000","last_unstale":"2024-06-06T08:19:20.070614+0000","last_undegraded":"2024-06-06T08:19:20.070614+0000","last_fullsized":"2024-06-06T08:19:20.070614+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:04:36.075435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":284537,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":60667,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":161,"num_read_kb":144,"num_write":165,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":413696,"data_stored":190714,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":140,"ondisk_log_size":140,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":82,"seq":352187318304,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28084,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717068,"statfs":{"total":95995035648,"available":95966277632,"internally_reserved":0,"allocated":1093632,"data_stored":560731,"data_compressed":26504,"data_compressed_allocated":36864,"data_compressed_original":73728,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":74,"seq":317827579942,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32376,"kb_used_data":1200,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712776,"statfs":{"total":95995035648,"available":95961882624,"internally_reserved":0,"allocated":1228800,"data_stored":1205022,"data_compressed":62685,"data_compressed_allocated":81920,"data_compressed_original":663552,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776172,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36420,"kb_used_data":1084,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708732,"statfs":{"total":95995035648,"available":95957741568,"internally_reserved":0,"allocated":1110016,"data_stored":565029,"data_compressed":26504,"data_compressed_allocated":36864,"data_compressed_original":73728,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037809,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32256,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712896,"statfs":{"total":95995035648,"available":95962005504,"internally_reserved":0,"allocated":1105920,"data_stored":560853,"data_compressed":26504,"data_compressed_allocated":36864,"data_compressed_original":73728,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299445,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32304,"kb_used_data":1128,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712848,"statfs":{"total":95995035648,"available":95961956352,"internally_reserved":0,"allocated":1155072,"data_stored":1156761,"data_compressed":62685,"data_compressed_allocated":81920,"data_compressed_original":663552,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462970,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28076,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717076,"statfs":{"total":95995035648,"available":95966285824,"internally_reserved":0,"allocated":1085440,"data_stored":556109,"data_compressed":26504,"data_compressed_allocated":36864,"data_compressed_original":73728,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574933,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28136,"kb_used_data":1120,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717016,"statfs":{"total":95995035648,"available":95966224384,"internally_reserved":0,"allocated":1146880,"data_stored":612686,"data_compressed":26504,"data_compressed_allocated":36864,"data_compressed_original":73728,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738456,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28100,"kb_used_data":1084,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717052,"statfs":{"total":95995035648,"available":95966261248,"internally_reserved":0,"allocated":1110016,"data_stored":557497,"data_compressed":26504,"data_compressed_allocated":36864,"data_compressed_original":73728,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411408,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28148,"kb_used_data":1132,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717004,"statfs":{"total":95995035648,"available":95966212096,"internally_reserved":0,"allocated":1159168,"data_stored":613890,"data_compressed":26504,"data_compressed_allocated":36864,"data_compressed_original":73728,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149771,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36408,"kb_used_data":1072,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708744,"statfs":{"total":95995035648,"available":95957753856,"internally_reserved":0,"allocated":1097728,"data_stored":556303,"data_compressed":26504,"data_compressed_allocated":36864,"data_compressed_original":73728,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888133,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28096,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717056,"statfs":{"total":95995035648,"available":95966265344,"internally_reserved":0,"allocated":1105920,"data_stored":561261,"data_compressed":26504,"data_compressed_allocated":36864,"data_compressed_original":73728,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724609,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32312,"kb_used_data":1136,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712840,"statfs":{"total":95995035648,"available":95961948160,"internally_reserved":0,"allocated":1163264,"data_stored":1151959,"data_compressed":62685,"data_compressed_allocated":81920,"data_compressed_original":663552,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34544,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34544,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34544,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36181,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36181,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36181,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36181,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36181,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":65380,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":57871,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1146,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":58635,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-06-06T08:20:13.082 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph pg dump --format=json 2024-06-06T08:20:13.331 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:20:13.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:20:13 smithi120 ceph-mon[36658]: from='client.14796 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T08:20:13.711 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:20:13 smithi042 ceph-mon[32384]: from='client.14796 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T08:20:13.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:20:13 smithi149 ceph-mon[36842]: from='client.14796 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T08:20:14.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:20:14 smithi042 ceph-mon[32384]: pgmap v356: 129 pgs: 129 active+clean; 645 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 3.7 KiB/s wr, 9 op/s 2024-06-06T08:20:14.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:20:14 smithi120 ceph-mon[36658]: pgmap v356: 129 pgs: 129 active+clean; 645 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 3.7 KiB/s wr, 9 op/s 2024-06-06T08:20:14.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:20:14 smithi149 ceph-mon[36842]: pgmap v356: 129 pgs: 129 active+clean; 645 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 3.7 KiB/s wr, 9 op/s 2024-06-06T08:20:15.137 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:15.138+0000 7f4affeea700 1 -- 172.21.15.42:0/3932576953 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4af8107400 msgr2=0x7f4af81077e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:15.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:15.138+0000 7f4affeea700 1 --2- 172.21.15.42:0/3932576953 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4af8107400 0x7f4af81077e0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f4af4009990 tx=0x7f4af4009ca0 comp rx=0 tx=0).stop 2024-06-06T08:20:15.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:15.138+0000 7f4affeea700 1 -- 172.21.15.42:0/3932576953 shutdown_connections 2024-06-06T08:20:15.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:15.138+0000 7f4affeea700 1 --2- 172.21.15.42:0/3932576953 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4af8101d50 0x7f4af810e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:15.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:15.138+0000 7f4affeea700 1 --2- 172.21.15.42:0/3932576953 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4af8107400 0x7f4af81077e0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:15.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:15.138+0000 7f4affeea700 1 --2- 172.21.15.42:0/3932576953 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4af8101390 0x7f4af8101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:15.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:15.138+0000 7f4affeea700 1 -- 172.21.15.42:0/3932576953 >> 172.21.15.42:0/3932576953 conn(0x7f4af8078340 msgr2=0x7f4af8078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:20:15.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:15.138+0000 7f4affeea700 1 -- 172.21.15.42:0/3932576953 shutdown_connections 2024-06-06T08:20:15.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:15.138+0000 7f4affeea700 1 -- 172.21.15.42:0/3932576953 wait complete. 2024-06-06T08:20:15.139 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:15.139+0000 7f4affeea700 1 Processor -- start 2024-06-06T08:20:15.139 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:15.139+0000 7f4affeea700 1 -- start start 2024-06-06T08:20:15.140 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:15.139+0000 7f4affeea700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4af8101390 0x7f4af8103070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:15.140 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:15.139+0000 7f4affeea700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4af8101d50 0x7f4af81035b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:15.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:15.139+0000 7f4affeea700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4af8107400 0x7f4af8103af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:15.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:15.139+0000 7f4affeea700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4af81116a0 con 0x7f4af8101390 2024-06-06T08:20:15.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:15.139+0000 7f4affeea700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f4af8111520 con 0x7f4af8107400 2024-06-06T08:20:15.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:15.139+0000 7f4affeea700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f4af8111820 con 0x7f4af8101d50 2024-06-06T08:20:15.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:15.139+0000 7f4afdc86700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4af8101390 0x7f4af8103070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:15.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:15.139+0000 7f4afdc86700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4af8101390 0x7f4af8103070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:45614/0 (socket says 172.21.15.42:45614) 2024-06-06T08:20:15.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:15.139+0000 7f4afdc86700 1 -- 172.21.15.42:0/1301172698 learned_addr learned my addr 172.21.15.42:0/1301172698 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:20:15.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:15.139+0000 7f4afe487700 1 --2- 172.21.15.42:0/1301172698 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4af8107400 0x7f4af8103af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:15.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:15.139+0000 7f4afd485700 1 --2- 172.21.15.42:0/1301172698 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4af8101d50 0x7f4af81035b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:15.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:15.140+0000 7f4afdc86700 1 -- 172.21.15.42:0/1301172698 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4af8101d50 msgr2=0x7f4af81035b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:15.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:15.140+0000 7f4afdc86700 1 --2- 172.21.15.42:0/1301172698 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4af8101d50 0x7f4af81035b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:15.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:15.140+0000 7f4afdc86700 1 -- 172.21.15.42:0/1301172698 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4af8107400 msgr2=0x7f4af8103af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:15.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:15.140+0000 7f4afdc86700 1 --2- 172.21.15.42:0/1301172698 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4af8107400 0x7f4af8103af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:15.142 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:15.140+0000 7f4afdc86700 1 -- 172.21.15.42:0/1301172698 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4af81a70e0 con 0x7f4af8101390 2024-06-06T08:20:15.142 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:15.140+0000 7f4afdc86700 1 --2- 172.21.15.42:0/1301172698 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4af8101390 0x7f4af8103070 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f4af4000c00 tx=0x7f4af40047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:20:15.142 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:15.140+0000 7f4aeeffd700 1 -- 172.21.15.42:0/1301172698 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4af4027070 con 0x7f4af8101390 2024-06-06T08:20:15.142 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:15.140+0000 7f4aeeffd700 1 -- 172.21.15.42:0/1301172698 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4af4003780 con 0x7f4af8101390 2024-06-06T08:20:15.142 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:15.140+0000 7f4affeea700 1 -- 172.21.15.42:0/1301172698 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4af81a7370 con 0x7f4af8101390 2024-06-06T08:20:15.142 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:15.140+0000 7f4affeea700 1 -- 172.21.15.42:0/1301172698 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4af81a7820 con 0x7f4af8101390 2024-06-06T08:20:15.142 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:15.140+0000 7f4aeeffd700 1 -- 172.21.15.42:0/1301172698 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4af4022dd0 con 0x7f4af8101390 2024-06-06T08:20:15.142 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:15.141+0000 7f4affeea700 1 -- 172.21.15.42:0/1301172698 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4af8069180 con 0x7f4af8101390 2024-06-06T08:20:15.143 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:15.143+0000 7f4aeeffd700 1 -- 172.21.15.42:0/1301172698 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f4af402a070 con 0x7f4af8101390 2024-06-06T08:20:15.143 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:15.143+0000 7f4aeeffd700 1 --2- 172.21.15.42:0/1301172698 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4ae40a2d30 0x7f4ae40a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:15.143 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:15.143+0000 7f4afd485700 1 --2- 172.21.15.42:0/1301172698 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4ae40a2d30 0x7f4ae40a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:15.144 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:15.144+0000 7f4aeeffd700 1 -- 172.21.15.42:0/1301172698 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f4af40d0240 con 0x7f4af8101390 2024-06-06T08:20:15.144 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:15.144+0000 7f4afd485700 1 --2- 172.21.15.42:0/1301172698 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4ae40a2d30 0x7f4ae40a51f0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f4ae8005ea0 tx=0x7f4ae8005e30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:20:15.147 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:15.148+0000 7f4aeeffd700 1 -- 172.21.15.42:0/1301172698 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f4af405e850 con 0x7f4af8101390 2024-06-06T08:20:15.348 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:15.349+0000 7f4affeea700 1 -- 172.21.15.42:0/1301172698 --> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f4af81051b0 con 0x7f4ae40a2d30 2024-06-06T08:20:15.357 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:15.358+0000 7f4aeeffd700 1 -- 172.21.15.42:0/1301172698 <== mgr.14152 v2:172.21.15.42:6800/1196215200 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340647 (secure 0 0 0) 0x7f4af81051b0 con 0x7f4ae40a2d30 2024-06-06T08:20:15.362 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:20:15.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:15.361+0000 7f4affeea700 1 -- 172.21.15.42:0/1301172698 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4ae40a2d30 msgr2=0x7f4ae40a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:15.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:15.361+0000 7f4affeea700 1 --2- 172.21.15.42:0/1301172698 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4ae40a2d30 0x7f4ae40a51f0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f4ae8005ea0 tx=0x7f4ae8005e30 comp rx=0 tx=0).stop 2024-06-06T08:20:15.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:15.361+0000 7f4affeea700 1 -- 172.21.15.42:0/1301172698 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4af8101390 msgr2=0x7f4af8103070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:15.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:15.361+0000 7f4affeea700 1 --2- 172.21.15.42:0/1301172698 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4af8101390 0x7f4af8103070 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f4af4000c00 tx=0x7f4af40047b0 comp rx=0 tx=0).stop 2024-06-06T08:20:15.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:15.361+0000 7f4affeea700 1 -- 172.21.15.42:0/1301172698 shutdown_connections 2024-06-06T08:20:15.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:15.361+0000 7f4affeea700 1 --2- 172.21.15.42:0/1301172698 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4af8107400 0x7f4af8103af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:15.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:15.361+0000 7f4affeea700 1 --2- 172.21.15.42:0/1301172698 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4af8101390 0x7f4af8103070 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:15.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:15.361+0000 7f4affeea700 1 --2- 172.21.15.42:0/1301172698 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4ae40a2d30 0x7f4ae40a51f0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:15.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:15.361+0000 7f4affeea700 1 --2- 172.21.15.42:0/1301172698 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4af8101d50 0x7f4af81035b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:15.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:15.361+0000 7f4affeea700 1 -- 172.21.15.42:0/1301172698 >> 172.21.15.42:0/1301172698 conn(0x7f4af8078340 msgr2=0x7f4af8100640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:20:15.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:15.361+0000 7f4affeea700 1 -- 172.21.15.42:0/1301172698 shutdown_connections 2024-06-06T08:20:15.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:15.361+0000 7f4affeea700 1 -- 172.21.15.42:0/1301172698 wait complete. 2024-06-06T08:20:15.366 INFO:teuthology.orchestra.run.smithi042.stderr:dumped all 2024-06-06T08:20:16.048 INFO:teuthology.orchestra.run.smithi042.stdout:{"pg_ready":true,"pg_map":{"version":357,"stamp":"2024-06-06T08:20:14.613422+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":659982,"num_objects":64,"num_object_clones":0,"num_object_copies":194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":323,"num_read_kb":287,"num_write":353,"num_write_kb":3060,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":1180770,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":284,"ondisk_log_size":284,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":370732,"kb_used_data":13260,"kb_used_omap":18,"kb_used_meta":357357,"kb_avail":1124571092,"statfs":{"total":1151940427776,"available":1151560798208,"internally_reserved":0,"allocated":13578240,"data_stored":8675527,"data_compressed":426591,"data_compressed_allocated":577536,"data_compressed_original":2654208,"omap_allocated":19142,"internal_metadata":365933882},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":17593,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":62,"num_read_kb":48,"num_write":16,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003678"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":33,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.071430+0000","last_change":"2024-06-06T08:18:37.969286+0000","last_active":"2024-06-06T08:19:20.071430+0000","last_peered":"2024-06-06T08:19:20.071430+0000","last_clean":"2024-06-06T08:19:20.071430+0000","last_became_active":"2024-06-06T08:18:37.968898+0000","last_became_peered":"2024-06-06T08:18:37.968898+0000","last_unstale":"2024-06-06T08:19:20.071430+0000","last_undegraded":"2024-06-06T08:19:20.071430+0000","last_fullsized":"2024-06-06T08:19:20.071430+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:03:49.018143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.067136+0000","last_change":"2024-06-06T08:18:37.975057+0000","last_active":"2024-06-06T08:19:20.067136+0000","last_peered":"2024-06-06T08:19:20.067136+0000","last_clean":"2024-06-06T08:19:20.067136+0000","last_became_active":"2024-06-06T08:18:37.974448+0000","last_became_peered":"2024-06-06T08:18:37.974448+0000","last_unstale":"2024-06-06T08:19:20.067136+0000","last_undegraded":"2024-06-06T08:19:20.067136+0000","last_fullsized":"2024-06-06T08:19:20.067136+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:56:41.129485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.066855+0000","last_change":"2024-06-06T08:18:37.968865+0000","last_active":"2024-06-06T08:19:20.066855+0000","last_peered":"2024-06-06T08:19:20.066855+0000","last_clean":"2024-06-06T08:19:20.066855+0000","last_became_active":"2024-06-06T08:18:37.968415+0000","last_became_peered":"2024-06-06T08:18:37.968415+0000","last_unstale":"2024-06-06T08:19:20.066855+0000","last_undegraded":"2024-06-06T08:19:20.066855+0000","last_fullsized":"2024-06-06T08:19:20.066855+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:44:48.929544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070963+0000","last_change":"2024-06-06T08:18:37.973664+0000","last_active":"2024-06-06T08:19:20.070963+0000","last_peered":"2024-06-06T08:19:20.070963+0000","last_clean":"2024-06-06T08:19:20.070963+0000","last_became_active":"2024-06-06T08:18:37.972598+0000","last_became_peered":"2024-06-06T08:18:37.972598+0000","last_unstale":"2024-06-06T08:19:20.070963+0000","last_undegraded":"2024-06-06T08:19:20.070963+0000","last_fullsized":"2024-06-06T08:19:20.070963+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:12:09.810046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.067381+0000","last_change":"2024-06-06T08:18:37.971245+0000","last_active":"2024-06-06T08:19:20.067381+0000","last_peered":"2024-06-06T08:19:20.067381+0000","last_clean":"2024-06-06T08:19:20.067381+0000","last_became_active":"2024-06-06T08:18:37.970942+0000","last_became_peered":"2024-06-06T08:18:37.970942+0000","last_unstale":"2024-06-06T08:19:20.067381+0000","last_undegraded":"2024-06-06T08:19:20.067381+0000","last_fullsized":"2024-06-06T08:19:20.067381+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:01:03.121018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.069446+0000","last_change":"2024-06-06T08:18:37.971545+0000","last_active":"2024-06-06T08:19:20.069446+0000","last_peered":"2024-06-06T08:19:20.069446+0000","last_clean":"2024-06-06T08:19:20.069446+0000","last_became_active":"2024-06-06T08:18:37.970818+0000","last_became_peered":"2024-06-06T08:18:37.970818+0000","last_unstale":"2024-06-06T08:19:20.069446+0000","last_undegraded":"2024-06-06T08:19:20.069446+0000","last_fullsized":"2024-06-06T08:19:20.069446+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:31:04.675659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.066962+0000","last_change":"2024-06-06T08:18:37.975007+0000","last_active":"2024-06-06T08:19:20.066962+0000","last_peered":"2024-06-06T08:19:20.066962+0000","last_clean":"2024-06-06T08:19:20.066962+0000","last_became_active":"2024-06-06T08:18:37.974687+0000","last_became_peered":"2024-06-06T08:18:37.974687+0000","last_unstale":"2024-06-06T08:19:20.066962+0000","last_undegraded":"2024-06-06T08:19:20.066962+0000","last_fullsized":"2024-06-06T08:19:20.066962+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:50:28.803869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.073001+0000","last_change":"2024-06-06T08:18:37.973751+0000","last_active":"2024-06-06T08:19:20.073001+0000","last_peered":"2024-06-06T08:19:20.073001+0000","last_clean":"2024-06-06T08:19:20.073001+0000","last_became_active":"2024-06-06T08:18:37.973437+0000","last_became_peered":"2024-06-06T08:18:37.973437+0000","last_unstale":"2024-06-06T08:19:20.073001+0000","last_undegraded":"2024-06-06T08:19:20.073001+0000","last_fullsized":"2024-06-06T08:19:20.073001+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:49:49.230857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.073614+0000","last_change":"2024-06-06T08:18:37.969877+0000","last_active":"2024-06-06T08:19:20.073614+0000","last_peered":"2024-06-06T08:19:20.073614+0000","last_clean":"2024-06-06T08:19:20.073614+0000","last_became_active":"2024-06-06T08:18:37.968143+0000","last_became_peered":"2024-06-06T08:18:37.968143+0000","last_unstale":"2024-06-06T08:19:20.073614+0000","last_undegraded":"2024-06-06T08:19:20.073614+0000","last_fullsized":"2024-06-06T08:19:20.073614+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:37:51.949277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.069566+0000","last_change":"2024-06-06T08:18:37.966582+0000","last_active":"2024-06-06T08:19:20.069566+0000","last_peered":"2024-06-06T08:19:20.069566+0000","last_clean":"2024-06-06T08:19:20.069566+0000","last_became_active":"2024-06-06T08:18:37.966101+0000","last_became_peered":"2024-06-06T08:18:37.966101+0000","last_unstale":"2024-06-06T08:19:20.069566+0000","last_undegraded":"2024-06-06T08:19:20.069566+0000","last_fullsized":"2024-06-06T08:19:20.069566+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:03:28.811154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.067673+0000","last_change":"2024-06-06T08:18:37.971894+0000","last_active":"2024-06-06T08:19:20.067673+0000","last_peered":"2024-06-06T08:19:20.067673+0000","last_clean":"2024-06-06T08:19:20.067673+0000","last_became_active":"2024-06-06T08:18:37.971571+0000","last_became_peered":"2024-06-06T08:18:37.971571+0000","last_unstale":"2024-06-06T08:19:20.067673+0000","last_undegraded":"2024-06-06T08:19:20.067673+0000","last_fullsized":"2024-06-06T08:19:20.067673+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:25:21.990022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070884+0000","last_change":"2024-06-06T08:18:37.976387+0000","last_active":"2024-06-06T08:19:20.070884+0000","last_peered":"2024-06-06T08:19:20.070884+0000","last_clean":"2024-06-06T08:19:20.070884+0000","last_became_active":"2024-06-06T08:18:37.975401+0000","last_became_peered":"2024-06-06T08:18:37.975401+0000","last_unstale":"2024-06-06T08:19:20.070884+0000","last_undegraded":"2024-06-06T08:19:20.070884+0000","last_fullsized":"2024-06-06T08:19:20.070884+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:46:21.791578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.069626+0000","last_change":"2024-06-06T08:18:37.972454+0000","last_active":"2024-06-06T08:19:20.069626+0000","last_peered":"2024-06-06T08:19:20.069626+0000","last_clean":"2024-06-06T08:19:20.069626+0000","last_became_active":"2024-06-06T08:18:37.971686+0000","last_became_peered":"2024-06-06T08:18:37.971686+0000","last_unstale":"2024-06-06T08:19:20.069626+0000","last_undegraded":"2024-06-06T08:19:20.069626+0000","last_fullsized":"2024-06-06T08:19:20.069626+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:12:25.393092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.066686+0000","last_change":"2024-06-06T08:18:37.975608+0000","last_active":"2024-06-06T08:19:20.066686+0000","last_peered":"2024-06-06T08:19:20.066686+0000","last_clean":"2024-06-06T08:19:20.066686+0000","last_became_active":"2024-06-06T08:18:37.975058+0000","last_became_peered":"2024-06-06T08:18:37.975058+0000","last_unstale":"2024-06-06T08:19:20.066686+0000","last_undegraded":"2024-06-06T08:19:20.066686+0000","last_fullsized":"2024-06-06T08:19:20.066686+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:02:46.106415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.066632+0000","last_change":"2024-06-06T08:18:37.970867+0000","last_active":"2024-06-06T08:19:20.066632+0000","last_peered":"2024-06-06T08:19:20.066632+0000","last_clean":"2024-06-06T08:19:20.066632+0000","last_became_active":"2024-06-06T08:18:37.970521+0000","last_became_peered":"2024-06-06T08:18:37.970521+0000","last_unstale":"2024-06-06T08:19:20.066632+0000","last_undegraded":"2024-06-06T08:19:20.066632+0000","last_fullsized":"2024-06-06T08:19:20.066632+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:58:33.517402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.072583+0000","last_change":"2024-06-06T08:18:37.973492+0000","last_active":"2024-06-06T08:19:20.072583+0000","last_peered":"2024-06-06T08:19:20.072583+0000","last_clean":"2024-06-06T08:19:20.072583+0000","last_became_active":"2024-06-06T08:18:37.972691+0000","last_became_peered":"2024-06-06T08:18:37.972691+0000","last_unstale":"2024-06-06T08:19:20.072583+0000","last_undegraded":"2024-06-06T08:19:20.072583+0000","last_fullsized":"2024-06-06T08:19:20.072583+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:34:06.138782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":33,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.071425+0000","last_change":"2024-06-06T08:18:37.968931+0000","last_active":"2024-06-06T08:19:20.071425+0000","last_peered":"2024-06-06T08:19:20.071425+0000","last_clean":"2024-06-06T08:19:20.071425+0000","last_became_active":"2024-06-06T08:18:37.968544+0000","last_became_peered":"2024-06-06T08:18:37.968544+0000","last_unstale":"2024-06-06T08:19:20.071425+0000","last_undegraded":"2024-06-06T08:19:20.071425+0000","last_fullsized":"2024-06-06T08:19:20.071425+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:29:03.919712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070984+0000","last_change":"2024-06-06T08:18:37.968783+0000","last_active":"2024-06-06T08:19:20.070984+0000","last_peered":"2024-06-06T08:19:20.070984+0000","last_clean":"2024-06-06T08:19:20.070984+0000","last_became_active":"2024-06-06T08:18:37.968471+0000","last_became_peered":"2024-06-06T08:18:37.968471+0000","last_unstale":"2024-06-06T08:19:20.070984+0000","last_undegraded":"2024-06-06T08:19:20.070984+0000","last_fullsized":"2024-06-06T08:19:20.070984+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:36:23.904974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070842+0000","last_change":"2024-06-06T08:18:37.971803+0000","last_active":"2024-06-06T08:19:20.070842+0000","last_peered":"2024-06-06T08:19:20.070842+0000","last_clean":"2024-06-06T08:19:20.070842+0000","last_became_active":"2024-06-06T08:18:37.971131+0000","last_became_peered":"2024-06-06T08:18:37.971131+0000","last_unstale":"2024-06-06T08:19:20.070842+0000","last_undegraded":"2024-06-06T08:19:20.070842+0000","last_fullsized":"2024-06-06T08:19:20.070842+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:37:23.954557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":24,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070011+0000","last_change":"2024-06-06T08:18:48.002957+0000","last_active":"2024-06-06T08:19:20.070011+0000","last_peered":"2024-06-06T08:19:20.070011+0000","last_clean":"2024-06-06T08:19:20.070011+0000","last_became_active":"2024-06-06T08:18:48.001518+0000","last_became_peered":"2024-06-06T08:18:48.001518+0000","last_unstale":"2024-06-06T08:19:20.070011+0000","last_undegraded":"2024-06-06T08:19:20.070011+0000","last_fullsized":"2024-06-06T08:19:20.070011+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:55:37.919549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"99'9","reported_seq":50,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:43.305294+0000","last_change":"2024-06-06T08:18:34.680831+0000","last_active":"2024-06-06T08:19:43.305294+0000","last_peered":"2024-06-06T08:19:43.305294+0000","last_clean":"2024-06-06T08:19:43.305294+0000","last_became_active":"2024-06-06T08:18:34.680454+0000","last_became_peered":"2024-06-06T08:18:34.680454+0000","last_unstale":"2024-06-06T08:19:43.305294+0000","last_undegraded":"2024-06-06T08:19:43.305294+0000","last_fullsized":"2024-06-06T08:19:43.305294+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:58:54.944086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.073381+0000","last_change":"2024-06-06T08:18:37.977854+0000","last_active":"2024-06-06T08:19:20.073381+0000","last_peered":"2024-06-06T08:19:20.073381+0000","last_clean":"2024-06-06T08:19:20.073381+0000","last_became_active":"2024-06-06T08:18:37.977434+0000","last_became_peered":"2024-06-06T08:18:37.977434+0000","last_unstale":"2024-06-06T08:19:20.073381+0000","last_undegraded":"2024-06-06T08:19:20.073381+0000","last_fullsized":"2024-06-06T08:19:20.073381+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:33:32.371856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":24,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070523+0000","last_change":"2024-06-06T08:18:48.003720+0000","last_active":"2024-06-06T08:19:20.070523+0000","last_peered":"2024-06-06T08:19:20.070523+0000","last_clean":"2024-06-06T08:19:20.070523+0000","last_became_active":"2024-06-06T08:18:48.003293+0000","last_became_peered":"2024-06-06T08:18:48.003293+0000","last_unstale":"2024-06-06T08:19:20.070523+0000","last_undegraded":"2024-06-06T08:19:20.070523+0000","last_fullsized":"2024-06-06T08:19:20.070523+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:39:08.052369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"99'2","reported_seq":42,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.073527+0000","last_change":"2024-06-06T08:18:34.830505+0000","last_active":"2024-06-06T08:19:20.073527+0000","last_peered":"2024-06-06T08:19:20.073527+0000","last_clean":"2024-06-06T08:19:20.073527+0000","last_became_active":"2024-06-06T08:18:34.830157+0000","last_became_peered":"2024-06-06T08:18:34.830157+0000","last_unstale":"2024-06-06T08:19:20.073527+0000","last_undegraded":"2024-06-06T08:19:20.073527+0000","last_fullsized":"2024-06-06T08:19:20.073527+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:07:55.952261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.067218+0000","last_change":"2024-06-06T08:18:37.974925+0000","last_active":"2024-06-06T08:19:20.067218+0000","last_peered":"2024-06-06T08:19:20.067218+0000","last_clean":"2024-06-06T08:19:20.067218+0000","last_became_active":"2024-06-06T08:18:37.974528+0000","last_became_peered":"2024-06-06T08:18:37.974528+0000","last_unstale":"2024-06-06T08:19:20.067218+0000","last_undegraded":"2024-06-06T08:19:20.067218+0000","last_fullsized":"2024-06-06T08:19:20.067218+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:54:47.694267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":24,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070706+0000","last_change":"2024-06-06T08:18:48.005547+0000","last_active":"2024-06-06T08:19:20.070706+0000","last_peered":"2024-06-06T08:19:20.070706+0000","last_clean":"2024-06-06T08:19:20.070706+0000","last_became_active":"2024-06-06T08:18:48.004679+0000","last_became_peered":"2024-06-06T08:18:48.004679+0000","last_unstale":"2024-06-06T08:19:20.070706+0000","last_undegraded":"2024-06-06T08:19:20.070706+0000","last_fullsized":"2024-06-06T08:19:20.070706+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:53:29.106218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"99'4","reported_seq":44,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:43.303793+0000","last_change":"2024-06-06T08:18:34.683926+0000","last_active":"2024-06-06T08:19:43.303793+0000","last_peered":"2024-06-06T08:19:43.303793+0000","last_clean":"2024-06-06T08:19:43.303793+0000","last_became_active":"2024-06-06T08:18:34.683493+0000","last_became_peered":"2024-06-06T08:18:34.683493+0000","last_unstale":"2024-06-06T08:19:43.303793+0000","last_undegraded":"2024-06-06T08:19:43.303793+0000","last_fullsized":"2024-06-06T08:19:43.303793+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:27:29.601530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.073282+0000","last_change":"2024-06-06T08:18:37.975179+0000","last_active":"2024-06-06T08:19:20.073282+0000","last_peered":"2024-06-06T08:19:20.073282+0000","last_clean":"2024-06-06T08:19:20.073282+0000","last_became_active":"2024-06-06T08:18:37.974205+0000","last_became_peered":"2024-06-06T08:18:37.974205+0000","last_unstale":"2024-06-06T08:19:20.073282+0000","last_undegraded":"2024-06-06T08:19:20.073282+0000","last_fullsized":"2024-06-06T08:19:20.073282+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:29:03.142921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":24,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.071136+0000","last_change":"2024-06-06T08:18:48.004230+0000","last_active":"2024-06-06T08:19:20.071136+0000","last_peered":"2024-06-06T08:19:20.071136+0000","last_clean":"2024-06-06T08:19:20.071136+0000","last_became_active":"2024-06-06T08:18:48.003537+0000","last_became_peered":"2024-06-06T08:18:48.003537+0000","last_unstale":"2024-06-06T08:19:20.071136+0000","last_undegraded":"2024-06-06T08:19:20.071136+0000","last_fullsized":"2024-06-06T08:19:20.071136+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:07:20.249382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"90'2","reported_seq":15,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.084480+0000","last_change":"2024-06-06T08:19:20.084063+0000","last_active":"2024-06-06T08:19:20.084480+0000","last_peered":"2024-06-06T08:19:20.084480+0000","last_clean":"2024-06-06T08:19:20.084480+0000","last_became_active":"2024-06-06T08:19:20.075868+0000","last_became_peered":"2024-06-06T08:19:20.075868+0000","last_unstale":"2024-06-06T08:19:20.084480+0000","last_undegraded":"2024-06-06T08:19:20.084480+0000","last_fullsized":"2024-06-06T08:19:20.084480+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:59:24.220798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.074302+0000","last_change":"2024-06-06T08:18:37.973128+0000","last_active":"2024-06-06T08:19:20.074302+0000","last_peered":"2024-06-06T08:19:20.074302+0000","last_clean":"2024-06-06T08:19:20.074302+0000","last_became_active":"2024-06-06T08:18:37.972667+0000","last_became_peered":"2024-06-06T08:18:37.972667+0000","last_unstale":"2024-06-06T08:19:20.074302+0000","last_undegraded":"2024-06-06T08:19:20.074302+0000","last_fullsized":"2024-06-06T08:19:20.074302+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:30:50.132958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":24,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070648+0000","last_change":"2024-06-06T08:18:48.004156+0000","last_active":"2024-06-06T08:19:20.070648+0000","last_peered":"2024-06-06T08:19:20.070648+0000","last_clean":"2024-06-06T08:19:20.070648+0000","last_became_active":"2024-06-06T08:18:48.003705+0000","last_became_peered":"2024-06-06T08:18:48.003705+0000","last_unstale":"2024-06-06T08:19:20.070648+0000","last_undegraded":"2024-06-06T08:19:20.070648+0000","last_fullsized":"2024-06-06T08:19:20.070648+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:52:37.890207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"99'5","reported_seq":72,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:20:08.347398+0000","last_change":"2024-06-06T08:18:34.685641+0000","last_active":"2024-06-06T08:20:08.347398+0000","last_peered":"2024-06-06T08:20:08.347398+0000","last_clean":"2024-06-06T08:20:08.347398+0000","last_became_active":"2024-06-06T08:18:34.685132+0000","last_became_peered":"2024-06-06T08:18:34.685132+0000","last_unstale":"2024-06-06T08:20:08.347398+0000","last_undegraded":"2024-06-06T08:20:08.347398+0000","last_fullsized":"2024-06-06T08:20:08.347398+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:40:43.547356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":27,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.067441+0000","last_change":"2024-06-06T08:18:37.973373+0000","last_active":"2024-06-06T08:19:20.067441+0000","last_peered":"2024-06-06T08:19:20.067441+0000","last_clean":"2024-06-06T08:19:20.067441+0000","last_became_active":"2024-06-06T08:18:37.973058+0000","last_became_peered":"2024-06-06T08:18:37.973058+0000","last_unstale":"2024-06-06T08:19:20.067441+0000","last_undegraded":"2024-06-06T08:19:20.067441+0000","last_fullsized":"2024-06-06T08:19:20.067441+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:32:17.184387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":24,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070038+0000","last_change":"2024-06-06T08:18:48.010926+0000","last_active":"2024-06-06T08:19:20.070038+0000","last_peered":"2024-06-06T08:19:20.070038+0000","last_clean":"2024-06-06T08:19:20.070038+0000","last_became_active":"2024-06-06T08:18:48.010444+0000","last_became_peered":"2024-06-06T08:18:48.010444+0000","last_unstale":"2024-06-06T08:19:20.070038+0000","last_undegraded":"2024-06-06T08:19:20.070038+0000","last_fullsized":"2024-06-06T08:19:20.070038+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:53:31.540388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"99'3","reported_seq":43,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:43.304321+0000","last_change":"2024-06-06T08:18:34.680735+0000","last_active":"2024-06-06T08:19:43.304321+0000","last_peered":"2024-06-06T08:19:43.304321+0000","last_clean":"2024-06-06T08:19:43.304321+0000","last_became_active":"2024-06-06T08:18:34.680352+0000","last_became_peered":"2024-06-06T08:18:34.680352+0000","last_unstale":"2024-06-06T08:19:43.304321+0000","last_undegraded":"2024-06-06T08:19:43.304321+0000","last_fullsized":"2024-06-06T08:19:43.304321+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:24:50.680543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.076307+0000","last_change":"2024-06-06T08:19:20.075768+0000","last_active":"2024-06-06T08:19:20.076307+0000","last_peered":"2024-06-06T08:19:20.076307+0000","last_clean":"2024-06-06T08:19:20.076307+0000","last_became_active":"2024-06-06T08:19:20.075384+0000","last_became_peered":"2024-06-06T08:19:20.075384+0000","last_unstale":"2024-06-06T08:19:20.076307+0000","last_undegraded":"2024-06-06T08:19:20.076307+0000","last_fullsized":"2024-06-06T08:19:20.076307+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:34:44.437089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,3],"acting":[9,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":24,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.071079+0000","last_change":"2024-06-06T08:18:48.012906+0000","last_active":"2024-06-06T08:19:20.071079+0000","last_peered":"2024-06-06T08:19:20.071079+0000","last_clean":"2024-06-06T08:19:20.071079+0000","last_became_active":"2024-06-06T08:18:48.012454+0000","last_became_peered":"2024-06-06T08:18:48.012454+0000","last_unstale":"2024-06-06T08:19:20.071079+0000","last_undegraded":"2024-06-06T08:19:20.071079+0000","last_fullsized":"2024-06-06T08:19:20.071079+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:36:56.660610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"99'2","reported_seq":42,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:43.304038+0000","last_change":"2024-06-06T08:18:34.678683+0000","last_active":"2024-06-06T08:19:43.304038+0000","last_peered":"2024-06-06T08:19:43.304038+0000","last_clean":"2024-06-06T08:19:43.304038+0000","last_became_active":"2024-06-06T08:18:34.678342+0000","last_became_peered":"2024-06-06T08:18:34.678342+0000","last_unstale":"2024-06-06T08:19:43.304038+0000","last_undegraded":"2024-06-06T08:19:43.304038+0000","last_fullsized":"2024-06-06T08:19:43.304038+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T20:11:33.963323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.072895+0000","last_change":"2024-06-06T08:18:37.965932+0000","last_active":"2024-06-06T08:19:20.072895+0000","last_peered":"2024-06-06T08:19:20.072895+0000","last_clean":"2024-06-06T08:19:20.072895+0000","last_became_active":"2024-06-06T08:18:37.963714+0000","last_became_peered":"2024-06-06T08:18:37.963714+0000","last_unstale":"2024-06-06T08:19:20.072895+0000","last_undegraded":"2024-06-06T08:19:20.072895+0000","last_fullsized":"2024-06-06T08:19:20.072895+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:06:11.882753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":24,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.067078+0000","last_change":"2024-06-06T08:18:48.002609+0000","last_active":"2024-06-06T08:19:20.067078+0000","last_peered":"2024-06-06T08:19:20.067078+0000","last_clean":"2024-06-06T08:19:20.067078+0000","last_became_active":"2024-06-06T08:18:48.002211+0000","last_became_peered":"2024-06-06T08:18:48.002211+0000","last_unstale":"2024-06-06T08:19:20.067078+0000","last_undegraded":"2024-06-06T08:19:20.067078+0000","last_fullsized":"2024-06-06T08:19:20.067078+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:55:07.926808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"99'1","reported_seq":41,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.074907+0000","last_change":"2024-06-06T08:18:34.685112+0000","last_active":"2024-06-06T08:19:20.074907+0000","last_peered":"2024-06-06T08:19:20.074907+0000","last_clean":"2024-06-06T08:19:20.074907+0000","last_became_active":"2024-06-06T08:18:34.682604+0000","last_became_peered":"2024-06-06T08:18:34.682604+0000","last_unstale":"2024-06-06T08:19:20.074907+0000","last_undegraded":"2024-06-06T08:19:20.074907+0000","last_fullsized":"2024-06-06T08:19:20.074907+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:13:14.896283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.069704+0000","last_change":"2024-06-06T08:18:37.966628+0000","last_active":"2024-06-06T08:19:20.069704+0000","last_peered":"2024-06-06T08:19:20.069704+0000","last_clean":"2024-06-06T08:19:20.069704+0000","last_became_active":"2024-06-06T08:18:37.966174+0000","last_became_peered":"2024-06-06T08:18:37.966174+0000","last_unstale":"2024-06-06T08:19:20.069704+0000","last_undegraded":"2024-06-06T08:19:20.069704+0000","last_fullsized":"2024-06-06T08:19:20.069704+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:26:27.138349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":24,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.072437+0000","last_change":"2024-06-06T08:18:48.006357+0000","last_active":"2024-06-06T08:19:20.072437+0000","last_peered":"2024-06-06T08:19:20.072437+0000","last_clean":"2024-06-06T08:19:20.072437+0000","last_became_active":"2024-06-06T08:18:48.005964+0000","last_became_peered":"2024-06-06T08:18:48.005964+0000","last_unstale":"2024-06-06T08:19:20.072437+0000","last_undegraded":"2024-06-06T08:19:20.072437+0000","last_fullsized":"2024-06-06T08:19:20.072437+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:17:40.197144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"99'3","reported_seq":70,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:20:10.349697+0000","last_change":"2024-06-06T08:18:34.678638+0000","last_active":"2024-06-06T08:20:10.349697+0000","last_peered":"2024-06-06T08:20:10.349697+0000","last_clean":"2024-06-06T08:20:10.349697+0000","last_became_active":"2024-06-06T08:18:34.678294+0000","last_became_peered":"2024-06-06T08:18:34.678294+0000","last_unstale":"2024-06-06T08:20:10.349697+0000","last_undegraded":"2024-06-06T08:20:10.349697+0000","last_fullsized":"2024-06-06T08:20:10.349697+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:03:28.113846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":27,"num_read_kb":27,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.073858+0000","last_change":"2024-06-06T08:18:37.971773+0000","last_active":"2024-06-06T08:19:20.073858+0000","last_peered":"2024-06-06T08:19:20.073858+0000","last_clean":"2024-06-06T08:19:20.073858+0000","last_became_active":"2024-06-06T08:18:37.969850+0000","last_became_peered":"2024-06-06T08:18:37.969850+0000","last_unstale":"2024-06-06T08:19:20.073858+0000","last_undegraded":"2024-06-06T08:19:20.073858+0000","last_fullsized":"2024-06-06T08:19:20.073858+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:16:43.238696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":24,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.069117+0000","last_change":"2024-06-06T08:18:48.011111+0000","last_active":"2024-06-06T08:19:20.069117+0000","last_peered":"2024-06-06T08:19:20.069117+0000","last_clean":"2024-06-06T08:19:20.069117+0000","last_became_active":"2024-06-06T08:18:48.010614+0000","last_became_peered":"2024-06-06T08:18:48.010614+0000","last_unstale":"2024-06-06T08:19:20.069117+0000","last_undegraded":"2024-06-06T08:19:20.069117+0000","last_fullsized":"2024-06-06T08:19:20.069117+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:08:29.921768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"99'2","reported_seq":42,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:42.290558+0000","last_change":"2024-06-06T08:18:34.684626+0000","last_active":"2024-06-06T08:19:42.290558+0000","last_peered":"2024-06-06T08:19:42.290558+0000","last_clean":"2024-06-06T08:19:42.290558+0000","last_became_active":"2024-06-06T08:18:34.683484+0000","last_became_peered":"2024-06-06T08:18:34.683484+0000","last_unstale":"2024-06-06T08:19:42.290558+0000","last_undegraded":"2024-06-06T08:19:42.290558+0000","last_fullsized":"2024-06-06T08:19:42.290558+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:43:17.979708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.067223+0000","last_change":"2024-06-06T08:18:37.971981+0000","last_active":"2024-06-06T08:19:20.067223+0000","last_peered":"2024-06-06T08:19:20.067223+0000","last_clean":"2024-06-06T08:19:20.067223+0000","last_became_active":"2024-06-06T08:18:37.971625+0000","last_became_peered":"2024-06-06T08:18:37.971625+0000","last_unstale":"2024-06-06T08:19:20.067223+0000","last_undegraded":"2024-06-06T08:19:20.067223+0000","last_fullsized":"2024-06-06T08:19:20.067223+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:26:54.424426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":24,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070933+0000","last_change":"2024-06-06T08:18:48.001480+0000","last_active":"2024-06-06T08:19:20.070933+0000","last_peered":"2024-06-06T08:19:20.070933+0000","last_clean":"2024-06-06T08:19:20.070933+0000","last_became_active":"2024-06-06T08:18:48.001066+0000","last_became_peered":"2024-06-06T08:18:48.001066+0000","last_unstale":"2024-06-06T08:19:20.070933+0000","last_undegraded":"2024-06-06T08:19:20.070933+0000","last_fullsized":"2024-06-06T08:19:20.070933+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:41:03.746928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"99'4","reported_seq":45,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:42.292558+0000","last_change":"2024-06-06T08:18:34.830839+0000","last_active":"2024-06-06T08:19:42.292558+0000","last_peered":"2024-06-06T08:19:42.292558+0000","last_clean":"2024-06-06T08:19:42.292558+0000","last_became_active":"2024-06-06T08:18:34.830371+0000","last_became_peered":"2024-06-06T08:18:34.830371+0000","last_unstale":"2024-06-06T08:19:42.292558+0000","last_undegraded":"2024-06-06T08:19:42.292558+0000","last_fullsized":"2024-06-06T08:19:42.292558+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:27:59.206172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.073683+0000","last_change":"2024-06-06T08:18:37.980946+0000","last_active":"2024-06-06T08:19:20.073683+0000","last_peered":"2024-06-06T08:19:20.073683+0000","last_clean":"2024-06-06T08:19:20.073683+0000","last_became_active":"2024-06-06T08:18:37.980580+0000","last_became_peered":"2024-06-06T08:18:37.980580+0000","last_unstale":"2024-06-06T08:19:20.073683+0000","last_undegraded":"2024-06-06T08:19:20.073683+0000","last_fullsized":"2024-06-06T08:19:20.073683+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:13:23.979160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.076782+0000","last_change":"2024-06-06T08:19:20.076301+0000","last_active":"2024-06-06T08:19:20.076782+0000","last_peered":"2024-06-06T08:19:20.076782+0000","last_clean":"2024-06-06T08:19:20.076782+0000","last_became_active":"2024-06-06T08:19:20.075827+0000","last_became_peered":"2024-06-06T08:19:20.075827+0000","last_unstale":"2024-06-06T08:19:20.076782+0000","last_undegraded":"2024-06-06T08:19:20.076782+0000","last_fullsized":"2024-06-06T08:19:20.076782+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:33:26.126674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,11,5],"acting":[10,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.14","version":"99'34","reported_seq":137,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:20:11.352732+0000","last_change":"2024-06-06T08:18:34.682178+0000","last_active":"2024-06-06T08:20:11.352732+0000","last_peered":"2024-06-06T08:20:11.352732+0000","last_clean":"2024-06-06T08:20:11.352732+0000","last_became_active":"2024-06-06T08:18:34.681568+0000","last_became_peered":"2024-06-06T08:18:34.681568+0000","last_unstale":"2024-06-06T08:20:11.352732+0000","last_undegraded":"2024-06-06T08:20:11.352732+0000","last_fullsized":"2024-06-06T08:20:11.352732+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:52:19.711661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65380,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":63,"num_read_kb":95,"num_write":35,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.067970+0000","last_change":"2024-06-06T08:18:37.977178+0000","last_active":"2024-06-06T08:19:20.067970+0000","last_peered":"2024-06-06T08:19:20.067970+0000","last_clean":"2024-06-06T08:19:20.067970+0000","last_became_active":"2024-06-06T08:18:37.976879+0000","last_became_peered":"2024-06-06T08:18:37.976879+0000","last_unstale":"2024-06-06T08:19:20.067970+0000","last_undegraded":"2024-06-06T08:19:20.067970+0000","last_fullsized":"2024-06-06T08:19:20.067970+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:21:44.043685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":24,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.074699+0000","last_change":"2024-06-06T08:18:48.006999+0000","last_active":"2024-06-06T08:19:20.074699+0000","last_peered":"2024-06-06T08:19:20.074699+0000","last_clean":"2024-06-06T08:19:20.074699+0000","last_became_active":"2024-06-06T08:18:48.005658+0000","last_became_peered":"2024-06-06T08:18:48.005658+0000","last_unstale":"2024-06-06T08:19:20.074699+0000","last_undegraded":"2024-06-06T08:19:20.074699+0000","last_fullsized":"2024-06-06T08:19:20.074699+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:34:10.637604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"99'6","reported_seq":22,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:43.304206+0000","last_change":"2024-06-06T08:19:20.081844+0000","last_active":"2024-06-06T08:19:43.304206+0000","last_peered":"2024-06-06T08:19:43.304206+0000","last_clean":"2024-06-06T08:19:43.304206+0000","last_became_active":"2024-06-06T08:19:20.075790+0000","last_became_peered":"2024-06-06T08:19:20.075790+0000","last_unstale":"2024-06-06T08:19:43.304206+0000","last_undegraded":"2024-06-06T08:19:43.304206+0000","last_fullsized":"2024-06-06T08:19:43.304206+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:25:04.061811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.069298+0000","last_change":"2024-06-06T08:18:37.972377+0000","last_active":"2024-06-06T08:19:20.069298+0000","last_peered":"2024-06-06T08:19:20.069298+0000","last_clean":"2024-06-06T08:19:20.069298+0000","last_became_active":"2024-06-06T08:18:37.971755+0000","last_became_peered":"2024-06-06T08:18:37.971755+0000","last_unstale":"2024-06-06T08:19:20.069298+0000","last_undegraded":"2024-06-06T08:19:20.069298+0000","last_fullsized":"2024-06-06T08:19:20.069298+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:00:54.267536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":31,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.077172+0000","last_change":"2024-06-06T08:19:20.077172+0000","last_active":"2024-06-06T08:19:20.077172+0000","last_peered":"2024-06-06T08:19:20.077172+0000","last_clean":"2024-06-06T08:19:20.077172+0000","last_became_active":"2024-06-06T08:19:20.076569+0000","last_became_peered":"2024-06-06T08:19:20.076569+0000","last_unstale":"2024-06-06T08:19:20.077172+0000","last_undegraded":"2024-06-06T08:19:20.077172+0000","last_fullsized":"2024-06-06T08:19:20.077172+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T20:17:32.702814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,7,6],"acting":[11,8,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"99'3","reported_seq":43,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:42.293164+0000","last_change":"2024-06-06T08:18:34.683416+0000","last_active":"2024-06-06T08:19:42.293164+0000","last_peered":"2024-06-06T08:19:42.293164+0000","last_clean":"2024-06-06T08:19:42.293164+0000","last_became_active":"2024-06-06T08:18:34.683056+0000","last_became_peered":"2024-06-06T08:18:34.683056+0000","last_unstale":"2024-06-06T08:19:42.293164+0000","last_undegraded":"2024-06-06T08:19:42.293164+0000","last_fullsized":"2024-06-06T08:19:42.293164+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:52:58.744871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.067226+0000","last_change":"2024-06-06T08:18:37.978644+0000","last_active":"2024-06-06T08:19:20.067226+0000","last_peered":"2024-06-06T08:19:20.067226+0000","last_clean":"2024-06-06T08:19:20.067226+0000","last_became_active":"2024-06-06T08:18:37.978318+0000","last_became_peered":"2024-06-06T08:18:37.978318+0000","last_unstale":"2024-06-06T08:19:20.067226+0000","last_undegraded":"2024-06-06T08:19:20.067226+0000","last_fullsized":"2024-06-06T08:19:20.067226+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:44:07.829155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":24,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070155+0000","last_change":"2024-06-06T08:18:48.004073+0000","last_active":"2024-06-06T08:19:20.070155+0000","last_peered":"2024-06-06T08:19:20.070155+0000","last_clean":"2024-06-06T08:19:20.070155+0000","last_became_active":"2024-06-06T08:18:48.003698+0000","last_became_peered":"2024-06-06T08:18:48.003698+0000","last_unstale":"2024-06-06T08:19:20.070155+0000","last_undegraded":"2024-06-06T08:19:20.070155+0000","last_fullsized":"2024-06-06T08:19:20.070155+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:31:31.524345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"99'4","reported_seq":73,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:20:09.349627+0000","last_change":"2024-06-06T08:18:34.684025+0000","last_active":"2024-06-06T08:20:09.349627+0000","last_peered":"2024-06-06T08:20:09.349627+0000","last_clean":"2024-06-06T08:20:09.349627+0000","last_became_active":"2024-06-06T08:18:34.683704+0000","last_became_peered":"2024-06-06T08:18:34.683704+0000","last_unstale":"2024-06-06T08:20:09.349627+0000","last_undegraded":"2024-06-06T08:20:09.349627+0000","last_fullsized":"2024-06-06T08:20:09.349627+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:35:18.994049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":978,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":30,"num_read_kb":4,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.067635+0000","last_change":"2024-06-06T08:18:37.974755+0000","last_active":"2024-06-06T08:19:20.067635+0000","last_peered":"2024-06-06T08:19:20.067635+0000","last_clean":"2024-06-06T08:19:20.067635+0000","last_became_active":"2024-06-06T08:18:37.974433+0000","last_became_peered":"2024-06-06T08:18:37.974433+0000","last_unstale":"2024-06-06T08:19:20.067635+0000","last_undegraded":"2024-06-06T08:19:20.067635+0000","last_fullsized":"2024-06-06T08:19:20.067635+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:42:29.994159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":31,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.076660+0000","last_change":"2024-06-06T08:19:20.076660+0000","last_active":"2024-06-06T08:19:20.076660+0000","last_peered":"2024-06-06T08:19:20.076660+0000","last_clean":"2024-06-06T08:19:20.076660+0000","last_became_active":"2024-06-06T08:19:20.076106+0000","last_became_peered":"2024-06-06T08:19:20.076106+0000","last_unstale":"2024-06-06T08:19:20.076660+0000","last_undegraded":"2024-06-06T08:19:20.076660+0000","last_fullsized":"2024-06-06T08:19:20.076660+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:04:14.912823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,8,11],"acting":[6,3,8,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"99'15","reported_seq":72,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:43.306055+0000","last_change":"2024-06-06T08:19:20.083268+0000","last_active":"2024-06-06T08:19:43.306055+0000","last_peered":"2024-06-06T08:19:43.306055+0000","last_clean":"2024-06-06T08:19:43.306055+0000","last_became_active":"2024-06-06T08:19:20.072772+0000","last_became_peered":"2024-06-06T08:19:20.072772+0000","last_unstale":"2024-06-06T08:19:43.306055+0000","last_undegraded":"2024-06-06T08:19:43.306055+0000","last_fullsized":"2024-06-06T08:19:43.306055+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:24:31.654914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,4],"acting":[8,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.074840+0000","last_change":"2024-06-06T08:18:37.974686+0000","last_active":"2024-06-06T08:19:20.074840+0000","last_peered":"2024-06-06T08:19:20.074840+0000","last_clean":"2024-06-06T08:19:20.074840+0000","last_became_active":"2024-06-06T08:18:37.974359+0000","last_became_peered":"2024-06-06T08:18:37.974359+0000","last_unstale":"2024-06-06T08:19:20.074840+0000","last_undegraded":"2024-06-06T08:19:20.074840+0000","last_fullsized":"2024-06-06T08:19:20.074840+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:59:11.839143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":24,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.074863+0000","last_change":"2024-06-06T08:18:48.004663+0000","last_active":"2024-06-06T08:19:20.074863+0000","last_peered":"2024-06-06T08:19:20.074863+0000","last_clean":"2024-06-06T08:19:20.074863+0000","last_became_active":"2024-06-06T08:18:48.004157+0000","last_became_peered":"2024-06-06T08:18:48.004157+0000","last_unstale":"2024-06-06T08:19:20.074863+0000","last_undegraded":"2024-06-06T08:19:20.074863+0000","last_fullsized":"2024-06-06T08:19:20.074863+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:24:09.672748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"99'2","reported_seq":43,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:44.300468+0000","last_change":"2024-06-06T08:18:34.680195+0000","last_active":"2024-06-06T08:19:44.300468+0000","last_peered":"2024-06-06T08:19:44.300468+0000","last_clean":"2024-06-06T08:19:44.300468+0000","last_became_active":"2024-06-06T08:18:34.679739+0000","last_became_peered":"2024-06-06T08:18:34.679739+0000","last_unstale":"2024-06-06T08:19:44.300468+0000","last_undegraded":"2024-06-06T08:19:44.300468+0000","last_fullsized":"2024-06-06T08:19:44.300468+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:35:12.003240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":33,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070487+0000","last_change":"2024-06-06T08:18:37.972817+0000","last_active":"2024-06-06T08:19:20.070487+0000","last_peered":"2024-06-06T08:19:20.070487+0000","last_clean":"2024-06-06T08:19:20.070487+0000","last_became_active":"2024-06-06T08:18:37.972330+0000","last_became_peered":"2024-06-06T08:18:37.972330+0000","last_unstale":"2024-06-06T08:19:20.070487+0000","last_undegraded":"2024-06-06T08:19:20.070487+0000","last_fullsized":"2024-06-06T08:19:20.070487+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:28:52.945097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":24,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.067337+0000","last_change":"2024-06-06T08:18:48.069745+0000","last_active":"2024-06-06T08:19:20.067337+0000","last_peered":"2024-06-06T08:19:20.067337+0000","last_clean":"2024-06-06T08:19:20.067337+0000","last_became_active":"2024-06-06T08:18:48.069211+0000","last_became_peered":"2024-06-06T08:18:48.069211+0000","last_unstale":"2024-06-06T08:19:20.067337+0000","last_undegraded":"2024-06-06T08:19:20.067337+0000","last_fullsized":"2024-06-06T08:19:20.067337+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:20:30.421047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":40,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070170+0000","last_change":"2024-06-06T08:18:34.831498+0000","last_active":"2024-06-06T08:19:20.070170+0000","last_peered":"2024-06-06T08:19:20.070170+0000","last_clean":"2024-06-06T08:19:20.070170+0000","last_became_active":"2024-06-06T08:18:34.831101+0000","last_became_peered":"2024-06-06T08:18:34.831101+0000","last_unstale":"2024-06-06T08:19:20.070170+0000","last_undegraded":"2024-06-06T08:19:20.070170+0000","last_fullsized":"2024-06-06T08:19:20.070170+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:51:33.531875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.069051+0000","last_change":"2024-06-06T08:18:37.968601+0000","last_active":"2024-06-06T08:19:20.069051+0000","last_peered":"2024-06-06T08:19:20.069051+0000","last_clean":"2024-06-06T08:19:20.069051+0000","last_became_active":"2024-06-06T08:18:37.968269+0000","last_became_peered":"2024-06-06T08:18:37.968269+0000","last_unstale":"2024-06-06T08:19:20.069051+0000","last_undegraded":"2024-06-06T08:19:20.069051+0000","last_fullsized":"2024-06-06T08:19:20.069051+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:51:35.437855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":24,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.069873+0000","last_change":"2024-06-06T08:18:48.009054+0000","last_active":"2024-06-06T08:19:20.069873+0000","last_peered":"2024-06-06T08:19:20.069873+0000","last_clean":"2024-06-06T08:19:20.069873+0000","last_became_active":"2024-06-06T08:18:48.008286+0000","last_became_peered":"2024-06-06T08:18:48.008286+0000","last_unstale":"2024-06-06T08:19:20.069873+0000","last_undegraded":"2024-06-06T08:19:20.069873+0000","last_fullsized":"2024-06-06T08:19:20.069873+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:24:47.868921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"99'1","reported_seq":41,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.067204+0000","last_change":"2024-06-06T08:18:34.685520+0000","last_active":"2024-06-06T08:19:20.067204+0000","last_peered":"2024-06-06T08:19:20.067204+0000","last_clean":"2024-06-06T08:19:20.067204+0000","last_became_active":"2024-06-06T08:18:34.685063+0000","last_became_peered":"2024-06-06T08:18:34.685063+0000","last_unstale":"2024-06-06T08:19:20.067204+0000","last_undegraded":"2024-06-06T08:19:20.067204+0000","last_fullsized":"2024-06-06T08:19:20.067204+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:48:39.032501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":40,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.072686+0000","last_change":"2024-06-06T08:19:20.072686+0000","last_active":"2024-06-06T08:19:20.072686+0000","last_peered":"2024-06-06T08:19:20.072686+0000","last_clean":"2024-06-06T08:19:20.072686+0000","last_became_active":"2024-06-06T08:19:20.072310+0000","last_became_peered":"2024-06-06T08:19:20.072310+0000","last_unstale":"2024-06-06T08:19:20.072686+0000","last_undegraded":"2024-06-06T08:19:20.072686+0000","last_fullsized":"2024-06-06T08:19:20.072686+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:07:16.268969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":24,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070549+0000","last_change":"2024-06-06T08:18:48.069698+0000","last_active":"2024-06-06T08:19:20.070549+0000","last_peered":"2024-06-06T08:19:20.070549+0000","last_clean":"2024-06-06T08:19:20.070549+0000","last_became_active":"2024-06-06T08:18:48.069126+0000","last_became_peered":"2024-06-06T08:18:48.069126+0000","last_unstale":"2024-06-06T08:19:20.070549+0000","last_undegraded":"2024-06-06T08:19:20.070549+0000","last_fullsized":"2024-06-06T08:19:20.070549+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:12:41.551061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.075162+0000","last_change":"2024-06-06T08:18:37.976958+0000","last_active":"2024-06-06T08:19:20.075162+0000","last_peered":"2024-06-06T08:19:20.075162+0000","last_clean":"2024-06-06T08:19:20.075162+0000","last_became_active":"2024-06-06T08:18:37.975255+0000","last_became_peered":"2024-06-06T08:18:37.975255+0000","last_unstale":"2024-06-06T08:19:20.075162+0000","last_undegraded":"2024-06-06T08:19:20.075162+0000","last_fullsized":"2024-06-06T08:19:20.075162+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:30:43.849320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"99'4","reported_seq":71,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:20:10.350556+0000","last_change":"2024-06-06T08:18:34.830568+0000","last_active":"2024-06-06T08:20:10.350556+0000","last_peered":"2024-06-06T08:20:10.350556+0000","last_clean":"2024-06-06T08:20:10.350556+0000","last_became_active":"2024-06-06T08:18:34.830197+0000","last_became_peered":"2024-06-06T08:18:34.830197+0000","last_unstale":"2024-06-06T08:20:10.350556+0000","last_undegraded":"2024-06-06T08:20:10.350556+0000","last_fullsized":"2024-06-06T08:20:10.350556+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:55:26.436553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":27,"num_read_kb":27,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"99'1","reported_seq":25,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.067558+0000","last_change":"2024-06-06T08:18:48.010465+0000","last_active":"2024-06-06T08:19:20.067558+0000","last_peered":"2024-06-06T08:19:20.067558+0000","last_clean":"2024-06-06T08:19:20.067558+0000","last_became_active":"2024-06-06T08:18:48.010096+0000","last_became_peered":"2024-06-06T08:18:48.010096+0000","last_unstale":"2024-06-06T08:19:20.067558+0000","last_undegraded":"2024-06-06T08:19:20.067558+0000","last_fullsized":"2024-06-06T08:19:20.067558+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:39:33.906074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.072532+0000","last_change":"2024-06-06T08:18:37.973719+0000","last_active":"2024-06-06T08:19:20.072532+0000","last_peered":"2024-06-06T08:19:20.072532+0000","last_clean":"2024-06-06T08:19:20.072532+0000","last_became_active":"2024-06-06T08:18:37.973395+0000","last_became_peered":"2024-06-06T08:18:37.973395+0000","last_unstale":"2024-06-06T08:19:20.072532+0000","last_undegraded":"2024-06-06T08:19:20.072532+0000","last_fullsized":"2024-06-06T08:19:20.072532+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:46:30.231836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"99'3","reported_seq":45,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:45.311277+0000","last_change":"2024-06-06T08:18:34.681983+0000","last_active":"2024-06-06T08:19:45.311277+0000","last_peered":"2024-06-06T08:19:45.311277+0000","last_clean":"2024-06-06T08:19:45.311277+0000","last_became_active":"2024-06-06T08:18:34.681609+0000","last_became_peered":"2024-06-06T08:18:34.681609+0000","last_unstale":"2024-06-06T08:19:45.311277+0000","last_undegraded":"2024-06-06T08:19:45.311277+0000","last_fullsized":"2024-06-06T08:19:45.311277+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:52:15.132317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":375,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.066970+0000","last_change":"2024-06-06T08:17:15.096339+0000","last_active":"2024-06-06T08:19:20.066970+0000","last_peered":"2024-06-06T08:19:20.066970+0000","last_clean":"2024-06-06T08:19:20.066970+0000","last_became_active":"2024-06-06T08:17:15.095774+0000","last_became_peered":"2024-06-06T08:17:15.095774+0000","last_unstale":"2024-06-06T08:19:20.066970+0000","last_undegraded":"2024-06-06T08:19:20.066970+0000","last_fullsized":"2024-06-06T08:19:20.066970+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:13:45.360899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:13:45.360899+0000","last_clean_scrub_stamp":"2024-06-06T08:13:45.360899+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:11:51.805874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":24,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.073971+0000","last_change":"2024-06-06T08:18:48.069855+0000","last_active":"2024-06-06T08:19:20.073971+0000","last_peered":"2024-06-06T08:19:20.073971+0000","last_clean":"2024-06-06T08:19:20.073971+0000","last_became_active":"2024-06-06T08:18:48.069438+0000","last_became_peered":"2024-06-06T08:18:48.069438+0000","last_unstale":"2024-06-06T08:19:20.073971+0000","last_undegraded":"2024-06-06T08:19:20.073971+0000","last_fullsized":"2024-06-06T08:19:20.073971+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:25:14.432797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":40,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.073432+0000","last_change":"2024-06-06T08:19:20.073432+0000","last_active":"2024-06-06T08:19:20.073432+0000","last_peered":"2024-06-06T08:19:20.073432+0000","last_clean":"2024-06-06T08:19:20.073432+0000","last_became_active":"2024-06-06T08:19:20.073034+0000","last_became_peered":"2024-06-06T08:19:20.073034+0000","last_unstale":"2024-06-06T08:19:20.073432+0000","last_undegraded":"2024-06-06T08:19:20.073432+0000","last_fullsized":"2024-06-06T08:19:20.073432+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:08:52.802582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,2],"acting":[6,9,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"99'3","reported_seq":43,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:43.305393+0000","last_change":"2024-06-06T08:18:34.682370+0000","last_active":"2024-06-06T08:19:43.305393+0000","last_peered":"2024-06-06T08:19:43.305393+0000","last_clean":"2024-06-06T08:19:43.305393+0000","last_became_active":"2024-06-06T08:18:34.682002+0000","last_became_peered":"2024-06-06T08:18:34.682002+0000","last_unstale":"2024-06-06T08:19:43.305393+0000","last_undegraded":"2024-06-06T08:19:43.305393+0000","last_fullsized":"2024-06-06T08:19:43.305393+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:48:56.690891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":24,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.071418+0000","last_change":"2024-06-06T08:18:48.006552+0000","last_active":"2024-06-06T08:19:20.071418+0000","last_peered":"2024-06-06T08:19:20.071418+0000","last_clean":"2024-06-06T08:19:20.071418+0000","last_became_active":"2024-06-06T08:18:48.006021+0000","last_became_peered":"2024-06-06T08:18:48.006021+0000","last_unstale":"2024-06-06T08:19:20.071418+0000","last_undegraded":"2024-06-06T08:19:20.071418+0000","last_fullsized":"2024-06-06T08:19:20.071418+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:22:25.504479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"99'1","reported_seq":42,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:42.291148+0000","last_change":"2024-06-06T08:18:34.831372+0000","last_active":"2024-06-06T08:19:42.291148+0000","last_peered":"2024-06-06T08:19:42.291148+0000","last_clean":"2024-06-06T08:19:42.291148+0000","last_became_active":"2024-06-06T08:18:34.830779+0000","last_became_peered":"2024-06-06T08:18:34.830779+0000","last_unstale":"2024-06-06T08:19:42.291148+0000","last_undegraded":"2024-06-06T08:19:42.291148+0000","last_fullsized":"2024-06-06T08:19:42.291148+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T20:16:51.953873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070061+0000","last_change":"2024-06-06T08:18:37.965533+0000","last_active":"2024-06-06T08:19:20.070061+0000","last_peered":"2024-06-06T08:19:20.070061+0000","last_clean":"2024-06-06T08:19:20.070061+0000","last_became_active":"2024-06-06T08:18:37.965190+0000","last_became_peered":"2024-06-06T08:18:37.965190+0000","last_unstale":"2024-06-06T08:19:20.070061+0000","last_undegraded":"2024-06-06T08:19:20.070061+0000","last_fullsized":"2024-06-06T08:19:20.070061+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:56:20.789040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":24,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.072521+0000","last_change":"2024-06-06T08:18:48.069482+0000","last_active":"2024-06-06T08:19:20.072521+0000","last_peered":"2024-06-06T08:19:20.072521+0000","last_clean":"2024-06-06T08:19:20.072521+0000","last_became_active":"2024-06-06T08:18:48.069033+0000","last_became_peered":"2024-06-06T08:18:48.069033+0000","last_unstale":"2024-06-06T08:19:20.072521+0000","last_undegraded":"2024-06-06T08:19:20.072521+0000","last_fullsized":"2024-06-06T08:19:20.072521+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:53:57.135522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"99'12","reported_seq":52,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:20:06.978596+0000","last_change":"2024-06-06T08:18:34.680768+0000","last_active":"2024-06-06T08:20:06.978596+0000","last_peered":"2024-06-06T08:20:06.978596+0000","last_clean":"2024-06-06T08:20:06.978596+0000","last_became_active":"2024-06-06T08:18:34.680388+0000","last_became_peered":"2024-06-06T08:18:34.680388+0000","last_unstale":"2024-06-06T08:20:06.978596+0000","last_undegraded":"2024-06-06T08:20:06.978596+0000","last_fullsized":"2024-06-06T08:20:06.978596+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:20:11.041953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.073388+0000","last_change":"2024-06-06T08:18:37.962877+0000","last_active":"2024-06-06T08:19:20.073388+0000","last_peered":"2024-06-06T08:19:20.073388+0000","last_clean":"2024-06-06T08:19:20.073388+0000","last_became_active":"2024-06-06T08:18:37.962515+0000","last_became_peered":"2024-06-06T08:18:37.962515+0000","last_unstale":"2024-06-06T08:19:20.073388+0000","last_undegraded":"2024-06-06T08:19:20.073388+0000","last_fullsized":"2024-06-06T08:19:20.073388+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:09:29.783996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":24,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.069470+0000","last_change":"2024-06-06T08:18:48.002421+0000","last_active":"2024-06-06T08:19:20.069470+0000","last_peered":"2024-06-06T08:19:20.069470+0000","last_clean":"2024-06-06T08:19:20.069470+0000","last_became_active":"2024-06-06T08:18:48.001500+0000","last_became_peered":"2024-06-06T08:18:48.001500+0000","last_unstale":"2024-06-06T08:19:20.069470+0000","last_undegraded":"2024-06-06T08:19:20.069470+0000","last_fullsized":"2024-06-06T08:19:20.069470+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:16:23.206777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"99'4","reported_seq":44,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:42.292231+0000","last_change":"2024-06-06T08:18:35.126605+0000","last_active":"2024-06-06T08:19:42.292231+0000","last_peered":"2024-06-06T08:19:42.292231+0000","last_clean":"2024-06-06T08:19:42.292231+0000","last_became_active":"2024-06-06T08:18:35.126225+0000","last_became_peered":"2024-06-06T08:18:35.126225+0000","last_unstale":"2024-06-06T08:19:42.292231+0000","last_undegraded":"2024-06-06T08:19:42.292231+0000","last_fullsized":"2024-06-06T08:19:42.292231+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:27:58.288349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.067189+0000","last_change":"2024-06-06T08:18:37.978178+0000","last_active":"2024-06-06T08:19:20.067189+0000","last_peered":"2024-06-06T08:19:20.067189+0000","last_clean":"2024-06-06T08:19:20.067189+0000","last_became_active":"2024-06-06T08:18:37.977413+0000","last_became_peered":"2024-06-06T08:18:37.977413+0000","last_unstale":"2024-06-06T08:19:20.067189+0000","last_undegraded":"2024-06-06T08:19:20.067189+0000","last_fullsized":"2024-06-06T08:19:20.067189+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:19:27.492305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":31,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.074860+0000","last_change":"2024-06-06T08:19:20.074860+0000","last_active":"2024-06-06T08:19:20.074860+0000","last_peered":"2024-06-06T08:19:20.074860+0000","last_clean":"2024-06-06T08:19:20.074860+0000","last_became_active":"2024-06-06T08:19:20.074377+0000","last_became_peered":"2024-06-06T08:19:20.074377+0000","last_unstale":"2024-06-06T08:19:20.074860+0000","last_undegraded":"2024-06-06T08:19:20.074860+0000","last_fullsized":"2024-06-06T08:19:20.074860+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:24:23.991833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,10,9],"acting":[4,8,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"99'2","reported_seq":42,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:42.290452+0000","last_change":"2024-06-06T08:18:34.830742+0000","last_active":"2024-06-06T08:19:42.290452+0000","last_peered":"2024-06-06T08:19:42.290452+0000","last_clean":"2024-06-06T08:19:42.290452+0000","last_became_active":"2024-06-06T08:18:34.830351+0000","last_became_peered":"2024-06-06T08:18:34.830351+0000","last_unstale":"2024-06-06T08:19:42.290452+0000","last_undegraded":"2024-06-06T08:19:42.290452+0000","last_fullsized":"2024-06-06T08:19:42.290452+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:26:10.297538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.067302+0000","last_change":"2024-06-06T08:18:37.968284+0000","last_active":"2024-06-06T08:19:20.067302+0000","last_peered":"2024-06-06T08:19:20.067302+0000","last_clean":"2024-06-06T08:19:20.067302+0000","last_became_active":"2024-06-06T08:18:37.967965+0000","last_became_peered":"2024-06-06T08:18:37.967965+0000","last_unstale":"2024-06-06T08:19:20.067302+0000","last_undegraded":"2024-06-06T08:19:20.067302+0000","last_fullsized":"2024-06-06T08:19:20.067302+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:06:27.202803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":24,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070302+0000","last_change":"2024-06-06T08:18:48.011663+0000","last_active":"2024-06-06T08:19:20.070302+0000","last_peered":"2024-06-06T08:19:20.070302+0000","last_clean":"2024-06-06T08:19:20.070302+0000","last_became_active":"2024-06-06T08:18:48.011061+0000","last_became_peered":"2024-06-06T08:18:48.011061+0000","last_unstale":"2024-06-06T08:19:20.070302+0000","last_undegraded":"2024-06-06T08:19:20.070302+0000","last_fullsized":"2024-06-06T08:19:20.070302+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:42:57.080453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"99'3","reported_seq":43,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:42.291598+0000","last_change":"2024-06-06T08:18:34.682065+0000","last_active":"2024-06-06T08:19:42.291598+0000","last_peered":"2024-06-06T08:19:42.291598+0000","last_clean":"2024-06-06T08:19:42.291598+0000","last_became_active":"2024-06-06T08:18:34.681713+0000","last_became_peered":"2024-06-06T08:18:34.681713+0000","last_unstale":"2024-06-06T08:19:42.291598+0000","last_undegraded":"2024-06-06T08:19:42.291598+0000","last_fullsized":"2024-06-06T08:19:42.291598+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:31:52.342368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":33,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.069658+0000","last_change":"2024-06-06T08:18:37.970529+0000","last_active":"2024-06-06T08:19:20.069658+0000","last_peered":"2024-06-06T08:19:20.069658+0000","last_clean":"2024-06-06T08:19:20.069658+0000","last_became_active":"2024-06-06T08:18:37.967457+0000","last_became_peered":"2024-06-06T08:18:37.967457+0000","last_unstale":"2024-06-06T08:19:20.069658+0000","last_undegraded":"2024-06-06T08:19:20.069658+0000","last_fullsized":"2024-06-06T08:19:20.069658+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:37:02.931598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"99'1","reported_seq":25,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070647+0000","last_change":"2024-06-06T08:18:48.001708+0000","last_active":"2024-06-06T08:19:20.070647+0000","last_peered":"2024-06-06T08:19:20.070647+0000","last_clean":"2024-06-06T08:19:20.070647+0000","last_became_active":"2024-06-06T08:18:48.001028+0000","last_became_peered":"2024-06-06T08:18:48.001028+0000","last_unstale":"2024-06-06T08:19:20.070647+0000","last_undegraded":"2024-06-06T08:19:20.070647+0000","last_fullsized":"2024-06-06T08:19:20.070647+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:34:36.608830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"99'1","reported_seq":41,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.069929+0000","last_change":"2024-06-06T08:18:34.681687+0000","last_active":"2024-06-06T08:19:20.069929+0000","last_peered":"2024-06-06T08:19:20.069929+0000","last_clean":"2024-06-06T08:19:20.069929+0000","last_became_active":"2024-06-06T08:18:34.681359+0000","last_became_peered":"2024-06-06T08:18:34.681359+0000","last_unstale":"2024-06-06T08:19:20.069929+0000","last_undegraded":"2024-06-06T08:19:20.069929+0000","last_fullsized":"2024-06-06T08:19:20.069929+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:04:45.735761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.073381+0000","last_change":"2024-06-06T08:18:37.970897+0000","last_active":"2024-06-06T08:19:20.073381+0000","last_peered":"2024-06-06T08:19:20.073381+0000","last_clean":"2024-06-06T08:19:20.073381+0000","last_became_active":"2024-06-06T08:18:37.970571+0000","last_became_peered":"2024-06-06T08:18:37.970571+0000","last_unstale":"2024-06-06T08:19:20.073381+0000","last_undegraded":"2024-06-06T08:19:20.073381+0000","last_fullsized":"2024-06-06T08:19:20.073381+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:46:15.915929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":24,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070199+0000","last_change":"2024-06-06T08:18:48.069630+0000","last_active":"2024-06-06T08:19:20.070199+0000","last_peered":"2024-06-06T08:19:20.070199+0000","last_clean":"2024-06-06T08:19:20.070199+0000","last_became_active":"2024-06-06T08:18:48.069072+0000","last_became_peered":"2024-06-06T08:18:48.069072+0000","last_unstale":"2024-06-06T08:19:20.070199+0000","last_undegraded":"2024-06-06T08:19:20.070199+0000","last_fullsized":"2024-06-06T08:19:20.070199+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:06:52.895802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"99'4","reported_seq":45,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:42.292905+0000","last_change":"2024-06-06T08:18:34.684436+0000","last_active":"2024-06-06T08:19:42.292905+0000","last_peered":"2024-06-06T08:19:42.292905+0000","last_clean":"2024-06-06T08:19:42.292905+0000","last_became_active":"2024-06-06T08:18:34.684088+0000","last_became_peered":"2024-06-06T08:18:34.684088+0000","last_unstale":"2024-06-06T08:19:42.292905+0000","last_undegraded":"2024-06-06T08:19:42.292905+0000","last_fullsized":"2024-06-06T08:19:42.292905+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:15:52.921779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.067349+0000","last_change":"2024-06-06T08:18:37.969446+0000","last_active":"2024-06-06T08:19:20.067349+0000","last_peered":"2024-06-06T08:19:20.067349+0000","last_clean":"2024-06-06T08:19:20.067349+0000","last_became_active":"2024-06-06T08:18:37.969080+0000","last_became_peered":"2024-06-06T08:18:37.969080+0000","last_unstale":"2024-06-06T08:19:20.067349+0000","last_undegraded":"2024-06-06T08:19:20.067349+0000","last_fullsized":"2024-06-06T08:19:20.067349+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:11:04.510503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":24,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.072712+0000","last_change":"2024-06-06T08:18:48.003740+0000","last_active":"2024-06-06T08:19:20.072712+0000","last_peered":"2024-06-06T08:19:20.072712+0000","last_clean":"2024-06-06T08:19:20.072712+0000","last_became_active":"2024-06-06T08:18:48.003336+0000","last_became_peered":"2024-06-06T08:18:48.003336+0000","last_unstale":"2024-06-06T08:19:20.072712+0000","last_undegraded":"2024-06-06T08:19:20.072712+0000","last_fullsized":"2024-06-06T08:19:20.072712+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:50:46.165799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"99'3","reported_seq":44,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:43.304971+0000","last_change":"2024-06-06T08:18:35.126341+0000","last_active":"2024-06-06T08:19:43.304971+0000","last_peered":"2024-06-06T08:19:43.304971+0000","last_clean":"2024-06-06T08:19:43.304971+0000","last_became_active":"2024-06-06T08:18:35.125952+0000","last_became_peered":"2024-06-06T08:18:35.125952+0000","last_unstale":"2024-06-06T08:19:43.304971+0000","last_undegraded":"2024-06-06T08:19:43.304971+0000","last_fullsized":"2024-06-06T08:19:43.304971+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:27:06.337259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.067853+0000","last_change":"2024-06-06T08:18:37.968441+0000","last_active":"2024-06-06T08:19:20.067853+0000","last_peered":"2024-06-06T08:19:20.067853+0000","last_clean":"2024-06-06T08:19:20.067853+0000","last_became_active":"2024-06-06T08:18:37.968104+0000","last_became_peered":"2024-06-06T08:18:37.968104+0000","last_unstale":"2024-06-06T08:19:20.067853+0000","last_undegraded":"2024-06-06T08:19:20.067853+0000","last_fullsized":"2024-06-06T08:19:20.067853+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:15:56.554327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":24,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.066726+0000","last_change":"2024-06-06T08:18:48.003394+0000","last_active":"2024-06-06T08:19:20.066726+0000","last_peered":"2024-06-06T08:19:20.066726+0000","last_clean":"2024-06-06T08:19:20.066726+0000","last_became_active":"2024-06-06T08:18:48.002989+0000","last_became_peered":"2024-06-06T08:18:48.002989+0000","last_unstale":"2024-06-06T08:19:20.066726+0000","last_undegraded":"2024-06-06T08:19:20.066726+0000","last_fullsized":"2024-06-06T08:19:20.066726+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:03:19.225845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"90'1","reported_seq":42,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.074655+0000","last_change":"2024-06-06T08:18:34.682688+0000","last_active":"2024-06-06T08:19:20.074655+0000","last_peered":"2024-06-06T08:19:20.074655+0000","last_clean":"2024-06-06T08:19:20.074655+0000","last_became_active":"2024-06-06T08:18:34.682315+0000","last_became_peered":"2024-06-06T08:18:34.682315+0000","last_unstale":"2024-06-06T08:19:20.074655+0000","last_undegraded":"2024-06-06T08:19:20.074655+0000","last_fullsized":"2024-06-06T08:19:20.074655+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:06:00.681812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.067360+0000","last_change":"2024-06-06T08:18:37.973181+0000","last_active":"2024-06-06T08:19:20.067360+0000","last_peered":"2024-06-06T08:19:20.067360+0000","last_clean":"2024-06-06T08:19:20.067360+0000","last_became_active":"2024-06-06T08:18:37.972850+0000","last_became_peered":"2024-06-06T08:18:37.972850+0000","last_unstale":"2024-06-06T08:19:20.067360+0000","last_undegraded":"2024-06-06T08:19:20.067360+0000","last_fullsized":"2024-06-06T08:19:20.067360+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:03:25.044516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":24,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.074235+0000","last_change":"2024-06-06T08:18:48.004398+0000","last_active":"2024-06-06T08:19:20.074235+0000","last_peered":"2024-06-06T08:19:20.074235+0000","last_clean":"2024-06-06T08:19:20.074235+0000","last_became_active":"2024-06-06T08:18:48.003376+0000","last_became_peered":"2024-06-06T08:18:48.003376+0000","last_unstale":"2024-06-06T08:19:20.074235+0000","last_undegraded":"2024-06-06T08:19:20.074235+0000","last_fullsized":"2024-06-06T08:19:20.074235+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:59:24.118255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"90'2","reported_seq":42,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.071729+0000","last_change":"2024-06-06T08:18:34.676555+0000","last_active":"2024-06-06T08:19:20.071729+0000","last_peered":"2024-06-06T08:19:20.071729+0000","last_clean":"2024-06-06T08:19:20.071729+0000","last_became_active":"2024-06-06T08:18:34.676211+0000","last_became_peered":"2024-06-06T08:18:34.676211+0000","last_unstale":"2024-06-06T08:19:20.071729+0000","last_undegraded":"2024-06-06T08:19:20.071729+0000","last_fullsized":"2024-06-06T08:19:20.071729+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:32:06.731526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.067580+0000","last_change":"2024-06-06T08:18:37.970913+0000","last_active":"2024-06-06T08:19:20.067580+0000","last_peered":"2024-06-06T08:19:20.067580+0000","last_clean":"2024-06-06T08:19:20.067580+0000","last_became_active":"2024-06-06T08:18:37.970608+0000","last_became_peered":"2024-06-06T08:18:37.970608+0000","last_unstale":"2024-06-06T08:19:20.067580+0000","last_undegraded":"2024-06-06T08:19:20.067580+0000","last_fullsized":"2024-06-06T08:19:20.067580+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:26:04.912347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":33,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.069845+0000","last_change":"2024-06-06T08:18:37.974755+0000","last_active":"2024-06-06T08:19:20.069845+0000","last_peered":"2024-06-06T08:19:20.069845+0000","last_clean":"2024-06-06T08:19:20.069845+0000","last_became_active":"2024-06-06T08:18:37.974382+0000","last_became_peered":"2024-06-06T08:18:37.974382+0000","last_unstale":"2024-06-06T08:19:20.069845+0000","last_undegraded":"2024-06-06T08:19:20.069845+0000","last_fullsized":"2024-06-06T08:19:20.069845+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:38:10.260699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070241+0000","last_change":"2024-06-06T08:18:37.976674+0000","last_active":"2024-06-06T08:19:20.070241+0000","last_peered":"2024-06-06T08:19:20.070241+0000","last_clean":"2024-06-06T08:19:20.070241+0000","last_became_active":"2024-06-06T08:18:37.976279+0000","last_became_peered":"2024-06-06T08:18:37.976279+0000","last_unstale":"2024-06-06T08:19:20.070241+0000","last_undegraded":"2024-06-06T08:19:20.070241+0000","last_fullsized":"2024-06-06T08:19:20.070241+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:49:44.218179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.069761+0000","last_change":"2024-06-06T08:18:37.967246+0000","last_active":"2024-06-06T08:19:20.069761+0000","last_peered":"2024-06-06T08:19:20.069761+0000","last_clean":"2024-06-06T08:19:20.069761+0000","last_became_active":"2024-06-06T08:18:37.966893+0000","last_became_peered":"2024-06-06T08:18:37.966893+0000","last_unstale":"2024-06-06T08:19:20.069761+0000","last_undegraded":"2024-06-06T08:19:20.069761+0000","last_fullsized":"2024-06-06T08:19:20.069761+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:27:37.460198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.066924+0000","last_change":"2024-06-06T08:18:37.971779+0000","last_active":"2024-06-06T08:19:20.066924+0000","last_peered":"2024-06-06T08:19:20.066924+0000","last_clean":"2024-06-06T08:19:20.066924+0000","last_became_active":"2024-06-06T08:18:37.971263+0000","last_became_peered":"2024-06-06T08:18:37.971263+0000","last_unstale":"2024-06-06T08:19:20.066924+0000","last_undegraded":"2024-06-06T08:19:20.066924+0000","last_fullsized":"2024-06-06T08:19:20.066924+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:13:07.331856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070161+0000","last_change":"2024-06-06T08:18:37.966498+0000","last_active":"2024-06-06T08:19:20.070161+0000","last_peered":"2024-06-06T08:19:20.070161+0000","last_clean":"2024-06-06T08:19:20.070161+0000","last_became_active":"2024-06-06T08:18:37.966168+0000","last_became_peered":"2024-06-06T08:18:37.966168+0000","last_unstale":"2024-06-06T08:19:20.070161+0000","last_undegraded":"2024-06-06T08:19:20.070161+0000","last_fullsized":"2024-06-06T08:19:20.070161+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:53:30.055427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":33,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070376+0000","last_change":"2024-06-06T08:18:37.969990+0000","last_active":"2024-06-06T08:19:20.070376+0000","last_peered":"2024-06-06T08:19:20.070376+0000","last_clean":"2024-06-06T08:19:20.070376+0000","last_became_active":"2024-06-06T08:18:37.968057+0000","last_became_peered":"2024-06-06T08:18:37.968057+0000","last_unstale":"2024-06-06T08:19:20.070376+0000","last_undegraded":"2024-06-06T08:19:20.070376+0000","last_fullsized":"2024-06-06T08:19:20.070376+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:58:09.932685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070657+0000","last_change":"2024-06-06T08:18:37.974080+0000","last_active":"2024-06-06T08:19:20.070657+0000","last_peered":"2024-06-06T08:19:20.070657+0000","last_clean":"2024-06-06T08:19:20.070657+0000","last_became_active":"2024-06-06T08:18:37.973730+0000","last_became_peered":"2024-06-06T08:18:37.973730+0000","last_unstale":"2024-06-06T08:19:20.070657+0000","last_undegraded":"2024-06-06T08:19:20.070657+0000","last_fullsized":"2024-06-06T08:19:20.070657+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:44:14.792754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.073447+0000","last_change":"2024-06-06T08:18:37.968451+0000","last_active":"2024-06-06T08:19:20.073447+0000","last_peered":"2024-06-06T08:19:20.073447+0000","last_clean":"2024-06-06T08:19:20.073447+0000","last_became_active":"2024-06-06T08:18:37.968104+0000","last_became_peered":"2024-06-06T08:18:37.968104+0000","last_unstale":"2024-06-06T08:19:20.073447+0000","last_undegraded":"2024-06-06T08:19:20.073447+0000","last_fullsized":"2024-06-06T08:19:20.073447+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:38:19.899618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.074970+0000","last_change":"2024-06-06T08:18:37.977208+0000","last_active":"2024-06-06T08:19:20.074970+0000","last_peered":"2024-06-06T08:19:20.074970+0000","last_clean":"2024-06-06T08:19:20.074970+0000","last_became_active":"2024-06-06T08:18:37.976642+0000","last_became_peered":"2024-06-06T08:18:37.976642+0000","last_unstale":"2024-06-06T08:19:20.074970+0000","last_undegraded":"2024-06-06T08:19:20.074970+0000","last_fullsized":"2024-06-06T08:19:20.074970+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:18:53.095544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.072545+0000","last_change":"2024-06-06T08:18:37.970249+0000","last_active":"2024-06-06T08:19:20.072545+0000","last_peered":"2024-06-06T08:19:20.072545+0000","last_clean":"2024-06-06T08:19:20.072545+0000","last_became_active":"2024-06-06T08:18:37.968140+0000","last_became_peered":"2024-06-06T08:18:37.968140+0000","last_unstale":"2024-06-06T08:19:20.072545+0000","last_undegraded":"2024-06-06T08:19:20.072545+0000","last_fullsized":"2024-06-06T08:19:20.072545+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:16:33.574669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.072980+0000","last_change":"2024-06-06T08:18:37.976750+0000","last_active":"2024-06-06T08:19:20.072980+0000","last_peered":"2024-06-06T08:19:20.072980+0000","last_clean":"2024-06-06T08:19:20.072980+0000","last_became_active":"2024-06-06T08:18:37.972660+0000","last_became_peered":"2024-06-06T08:18:37.972660+0000","last_unstale":"2024-06-06T08:19:20.072980+0000","last_undegraded":"2024-06-06T08:19:20.072980+0000","last_fullsized":"2024-06-06T08:19:20.072980+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:35:12.473923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":34,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.069467+0000","last_change":"2024-06-06T08:18:37.965227+0000","last_active":"2024-06-06T08:19:20.069467+0000","last_peered":"2024-06-06T08:19:20.069467+0000","last_clean":"2024-06-06T08:19:20.069467+0000","last_became_active":"2024-06-06T08:18:37.964901+0000","last_became_peered":"2024-06-06T08:18:37.964901+0000","last_unstale":"2024-06-06T08:19:20.069467+0000","last_undegraded":"2024-06-06T08:19:20.069467+0000","last_fullsized":"2024-06-06T08:19:20.069467+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:44:35.718192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":33,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070614+0000","last_change":"2024-06-06T08:18:37.973543+0000","last_active":"2024-06-06T08:19:20.070614+0000","last_peered":"2024-06-06T08:19:20.070614+0000","last_clean":"2024-06-06T08:19:20.070614+0000","last_became_active":"2024-06-06T08:18:37.973226+0000","last_became_peered":"2024-06-06T08:18:37.973226+0000","last_unstale":"2024-06-06T08:19:20.070614+0000","last_undegraded":"2024-06-06T08:19:20.070614+0000","last_fullsized":"2024-06-06T08:19:20.070614+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:04:36.075435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":284537,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":69380,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":187,"num_read_kb":168,"num_write":170,"num_write_kb":120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":430080,"data_stored":208140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":145,"ondisk_log_size":145,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":82,"seq":352187318305,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28084,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717068,"statfs":{"total":95995035648,"available":95966277632,"internally_reserved":0,"allocated":1093632,"data_stored":560731,"data_compressed":26504,"data_compressed_allocated":36864,"data_compressed_original":73728,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":74,"seq":317827579943,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32384,"kb_used_data":1208,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712768,"statfs":{"total":95995035648,"available":95961874432,"internally_reserved":0,"allocated":1236992,"data_stored":1213735,"data_compressed":62685,"data_compressed_allocated":81920,"data_compressed_original":663552,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776172,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36420,"kb_used_data":1084,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708732,"statfs":{"total":95995035648,"available":95957741568,"internally_reserved":0,"allocated":1110016,"data_stored":565029,"data_compressed":26504,"data_compressed_allocated":36864,"data_compressed_original":73728,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037810,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32256,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712896,"statfs":{"total":95995035648,"available":95962005504,"internally_reserved":0,"allocated":1105920,"data_stored":560853,"data_compressed":26504,"data_compressed_allocated":36864,"data_compressed_original":73728,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299446,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32304,"kb_used_data":1128,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712848,"statfs":{"total":95995035648,"available":95961956352,"internally_reserved":0,"allocated":1155072,"data_stored":1156761,"data_compressed":62685,"data_compressed_allocated":81920,"data_compressed_original":663552,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462971,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28076,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717076,"statfs":{"total":95995035648,"available":95966285824,"internally_reserved":0,"allocated":1085440,"data_stored":556109,"data_compressed":26504,"data_compressed_allocated":36864,"data_compressed_original":73728,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574933,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28136,"kb_used_data":1120,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717016,"statfs":{"total":95995035648,"available":95966224384,"internally_reserved":0,"allocated":1146880,"data_stored":612686,"data_compressed":26504,"data_compressed_allocated":36864,"data_compressed_original":73728,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738457,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28100,"kb_used_data":1084,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717052,"statfs":{"total":95995035648,"available":95966261248,"internally_reserved":0,"allocated":1110016,"data_stored":557497,"data_compressed":26504,"data_compressed_allocated":36864,"data_compressed_original":73728,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411409,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28156,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716996,"statfs":{"total":95995035648,"available":95966203904,"internally_reserved":0,"allocated":1167360,"data_stored":622603,"data_compressed":26504,"data_compressed_allocated":36864,"data_compressed_original":73728,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149771,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36408,"kb_used_data":1072,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708744,"statfs":{"total":95995035648,"available":95957753856,"internally_reserved":0,"allocated":1097728,"data_stored":556303,"data_compressed":26504,"data_compressed_allocated":36864,"data_compressed_original":73728,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888134,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28096,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717056,"statfs":{"total":95995035648,"available":95966265344,"internally_reserved":0,"allocated":1105920,"data_stored":561261,"data_compressed":26504,"data_compressed_allocated":36864,"data_compressed_original":73728,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724609,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32312,"kb_used_data":1136,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712840,"statfs":{"total":95995035648,"available":95961948160,"internally_reserved":0,"allocated":1163264,"data_stored":1151959,"data_compressed":62685,"data_compressed_allocated":81920,"data_compressed_original":663552,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34544,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34544,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34544,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36181,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36181,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36181,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36181,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36181,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":65380,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":66584,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1146,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":67348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-06-06T08:20:16.054 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-06-06T08:20:16.055 INFO:tasks.cephadm:Setting up client nodes... 2024-06-06T08:20:16.055 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-06-06T08:20:16.308 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:20:16.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:20:16 smithi120 ceph-mon[36658]: pgmap v357: 129 pgs: 129 active+clean; 645 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.9 KiB/s wr, 6 op/s 2024-06-06T08:20:16.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:20:16 smithi120 ceph-mon[36658]: from='client.14802 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T08:20:16.664 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:20:16 smithi042 ceph-mon[32384]: pgmap v357: 129 pgs: 129 active+clean; 645 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.9 KiB/s wr, 6 op/s 2024-06-06T08:20:16.664 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:20:16 smithi042 ceph-mon[32384]: from='client.14802 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T08:20:16.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:20:16 smithi149 ceph-mon[36842]: pgmap v357: 129 pgs: 129 active+clean; 645 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.9 KiB/s wr, 6 op/s 2024-06-06T08:20:16.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:20:16 smithi149 ceph-mon[36842]: from='client.14802 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T08:20:18.085 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:18.086+0000 7f5ed3034700 1 -- 172.21.15.42:0/3496784225 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ecc1016a0 msgr2=0x7f5ecc101b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:18.086 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:18.086+0000 7f5ed3034700 1 --2- 172.21.15.42:0/3496784225 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ecc1016a0 0x7f5ecc101b20 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f5eb4009990 tx=0x7f5eb4009ca0 comp rx=0 tx=0).stop 2024-06-06T08:20:18.086 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:18.086+0000 7f5ed3034700 1 -- 172.21.15.42:0/3496784225 shutdown_connections 2024-06-06T08:20:18.086 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:18.086+0000 7f5ed3034700 1 --2- 172.21.15.42:0/3496784225 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5ecc102060 0x7f5ecc109900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:18.087 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:18.086+0000 7f5ed3034700 1 --2- 172.21.15.42:0/3496784225 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5ecc102a40 0x7f5ecc102e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:18.087 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:18.086+0000 7f5ed3034700 1 --2- 172.21.15.42:0/3496784225 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ecc1016a0 0x7f5ecc101b20 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:18.087 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:18.086+0000 7f5ed3034700 1 -- 172.21.15.42:0/3496784225 >> 172.21.15.42:0/3496784225 conn(0x7f5ecc0fc170 msgr2=0x7f5ecc0fe590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:20:18.087 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:18.086+0000 7f5ed3034700 1 -- 172.21.15.42:0/3496784225 shutdown_connections 2024-06-06T08:20:18.087 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:18.086+0000 7f5ed3034700 1 -- 172.21.15.42:0/3496784225 wait complete. 2024-06-06T08:20:18.087 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:18.086+0000 7f5ed3034700 1 Processor -- start 2024-06-06T08:20:18.087 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:18.087+0000 7f5ed3034700 1 -- start start 2024-06-06T08:20:18.090 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:18.087+0000 7f5ed3034700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5ecc1016a0 0x7f5ecc1985a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:18.090 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:18.087+0000 7f5ed3034700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ecc102060 0x7f5ecc198ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:18.090 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:18.087+0000 7f5ed3034700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5ecc102a40 0x7f5ecc19fb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:18.090 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:18.087+0000 7f5ed3034700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5ecc10d060 con 0x7f5ecc102060 2024-06-06T08:20:18.090 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:18.087+0000 7f5ed3034700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f5ecc10cee0 con 0x7f5ecc1016a0 2024-06-06T08:20:18.090 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:18.087+0000 7f5ed3034700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f5ecc10d1e0 con 0x7f5ecc102a40 2024-06-06T08:20:18.090 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:18.087+0000 7f5ecbfff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ecc102060 0x7f5ecc198ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:18.090 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:18.087+0000 7f5ecbfff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ecc102060 0x7f5ecc198ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:33228/0 (socket says 172.21.15.42:33228) 2024-06-06T08:20:18.090 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:18.087+0000 7f5ecbfff700 1 -- 172.21.15.42:0/3984499907 learned_addr learned my addr 172.21.15.42:0/3984499907 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:20:18.090 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:18.087+0000 7f5ed0dd0700 1 --2- 172.21.15.42:0/3984499907 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5ecc1016a0 0x7f5ecc1985a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:18.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:18.087+0000 7f5ed15d1700 1 --2- 172.21.15.42:0/3984499907 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5ecc102a40 0x7f5ecc19fb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:18.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:18.087+0000 7f5ecbfff700 1 -- 172.21.15.42:0/3984499907 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5ecc102a40 msgr2=0x7f5ecc19fb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:18.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:18.087+0000 7f5ecbfff700 1 --2- 172.21.15.42:0/3984499907 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5ecc102a40 0x7f5ecc19fb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:18.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:18.087+0000 7f5ecbfff700 1 -- 172.21.15.42:0/3984499907 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5ecc1016a0 msgr2=0x7f5ecc1985a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:18.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:18.087+0000 7f5ecbfff700 1 --2- 172.21.15.42:0/3984499907 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5ecc1016a0 0x7f5ecc1985a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:18.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:18.087+0000 7f5ecbfff700 1 -- 172.21.15.42:0/3984499907 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ecc1a0200 con 0x7f5ecc102060 2024-06-06T08:20:18.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:18.088+0000 7f5ecbfff700 1 --2- 172.21.15.42:0/3984499907 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ecc102060 0x7f5ecc198ae0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f5eb40047b0 tx=0x7f5eb4003680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:20:18.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:18.088+0000 7f5ec9ffb700 1 -- 172.21.15.42:0/3984499907 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5eb4027070 con 0x7f5ecc102060 2024-06-06T08:20:18.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:18.088+0000 7f5ed3034700 1 -- 172.21.15.42:0/3984499907 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ecc1a0490 con 0x7f5ecc102060 2024-06-06T08:20:18.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:18.088+0000 7f5ec9ffb700 1 -- 172.21.15.42:0/3984499907 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5eb4022470 con 0x7f5ecc102060 2024-06-06T08:20:18.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:18.088+0000 7f5ec9ffb700 1 -- 172.21.15.42:0/3984499907 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5eb400f6c0 con 0x7f5ecc102060 2024-06-06T08:20:18.092 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:18.088+0000 7f5ed3034700 1 -- 172.21.15.42:0/3984499907 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ecc1a08f0 con 0x7f5ecc102060 2024-06-06T08:20:18.092 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:18.089+0000 7f5ed3034700 1 -- 172.21.15.42:0/3984499907 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5ecc050a00 con 0x7f5ecc102060 2024-06-06T08:20:18.092 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:18.091+0000 7f5ec9ffb700 1 -- 172.21.15.42:0/3984499907 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f5eb402a070 con 0x7f5ecc102060 2024-06-06T08:20:18.093 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:18.092+0000 7f5ec9ffb700 1 --2- 172.21.15.42:0/3984499907 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f5eb80a2d60 0x7f5eb80a5220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:18.093 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:18.092+0000 7f5ed0dd0700 1 --2- 172.21.15.42:0/3984499907 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f5eb80a2d60 0x7f5eb80a5220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:18.093 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:18.092+0000 7f5ec9ffb700 1 -- 172.21.15.42:0/3984499907 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f5eb40d0b60 con 0x7f5ecc102060 2024-06-06T08:20:18.093 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:18.092+0000 7f5ed0dd0700 1 --2- 172.21.15.42:0/3984499907 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f5eb80a2d60 0x7f5eb80a5220 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f5ebc007720 tx=0x7f5ebc0076b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:20:18.094 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:18.095+0000 7f5ec9ffb700 1 -- 172.21.15.42:0/3984499907 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f5eb4031070 con 0x7f5ecc102060 2024-06-06T08:20:18.387 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:18.388+0000 7f5ed3034700 1 -- 172.21.15.42:0/3984499907 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) -- 0x7f5ecc1a0d10 con 0x7f5ecc102060 2024-06-06T08:20:18.389 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:18.390+0000 7f5ec9ffb700 1 -- 172.21.15.42:0/3984499907 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0 v32) ==== 170+0+59 (secure 0 0 0) 0x7f5eb4013070 con 0x7f5ecc102060 2024-06-06T08:20:18.389 INFO:teuthology.orchestra.run.smithi042.stdout:[client.0] 2024-06-06T08:20:18.389 INFO:teuthology.orchestra.run.smithi042.stdout: key = AQBCcWFmipM4FxAAg3LswWHLl+U0fM8ssny4tQ== 2024-06-06T08:20:18.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:18.392+0000 7f5ed3034700 1 -- 172.21.15.42:0/3984499907 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f5eb80a2d60 msgr2=0x7f5eb80a5220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:18.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:18.392+0000 7f5ed3034700 1 --2- 172.21.15.42:0/3984499907 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f5eb80a2d60 0x7f5eb80a5220 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f5ebc007720 tx=0x7f5ebc0076b0 comp rx=0 tx=0).stop 2024-06-06T08:20:18.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:18.392+0000 7f5ed3034700 1 -- 172.21.15.42:0/3984499907 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ecc102060 msgr2=0x7f5ecc198ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:18.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:18.392+0000 7f5ed3034700 1 --2- 172.21.15.42:0/3984499907 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ecc102060 0x7f5ecc198ae0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f5eb40047b0 tx=0x7f5eb4003680 comp rx=0 tx=0).stop 2024-06-06T08:20:18.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:18.392+0000 7f5ed3034700 1 -- 172.21.15.42:0/3984499907 shutdown_connections 2024-06-06T08:20:18.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:18.392+0000 7f5ed3034700 1 --2- 172.21.15.42:0/3984499907 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f5eb80a2d60 0x7f5eb80a5220 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:18.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:18.392+0000 7f5ed3034700 1 --2- 172.21.15.42:0/3984499907 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5ecc102a40 0x7f5ecc19fb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:18.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:18.392+0000 7f5ed3034700 1 --2- 172.21.15.42:0/3984499907 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5ecc1016a0 0x7f5ecc1985a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:18.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:18.392+0000 7f5ed3034700 1 --2- 172.21.15.42:0/3984499907 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ecc102060 0x7f5ecc198ae0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:18.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:18.392+0000 7f5ed3034700 1 -- 172.21.15.42:0/3984499907 >> 172.21.15.42:0/3984499907 conn(0x7f5ecc0fc170 msgr2=0x7f5ecc0fda20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:20:18.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:18.393+0000 7f5ed3034700 1 -- 172.21.15.42:0/3984499907 shutdown_connections 2024-06-06T08:20:18.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:18.393+0000 7f5ed3034700 1 -- 172.21.15.42:0/3984499907 wait complete. 2024-06-06T08:20:18.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:20:18 smithi120 ceph-mon[36658]: pgmap v358: 129 pgs: 129 active+clean; 645 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.9 KiB/s wr, 7 op/s 2024-06-06T08:20:18.696 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:20:18 smithi042 ceph-mon[32384]: pgmap v358: 129 pgs: 129 active+clean; 645 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.9 KiB/s wr, 7 op/s 2024-06-06T08:20:18.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:20:18 smithi149 ceph-mon[36842]: pgmap v358: 129 pgs: 129 active+clean; 645 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.9 KiB/s wr, 7 op/s 2024-06-06T08:20:19.106 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-06-06T08:20:19.106 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-06-06T08:20:19.107 DEBUG:teuthology.orchestra.run.smithi042:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-06-06T08:20:19.151 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-06-06T08:20:19.151 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-06-06T08:20:19.151 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph mgr dump --format=json 2024-06-06T08:20:19.441 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:20:19.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:20:19 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/3984499907' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-06-06T08:20:19.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:20:19 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/3984499907' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-06-06T08:20:19.707 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:20:19 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/3984499907' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-06-06T08:20:19.708 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:20:19 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/3984499907' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-06-06T08:20:19.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:20:19 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/3984499907' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-06-06T08:20:19.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:20:19 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/3984499907' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-06-06T08:20:20.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:20:20 smithi149 ceph-mon[36842]: pgmap v359: 129 pgs: 129 active+clean; 645 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.8 KiB/s wr, 7 op/s 2024-06-06T08:20:20.791 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:20:20 smithi042 ceph-mon[32384]: pgmap v359: 129 pgs: 129 active+clean; 645 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.8 KiB/s wr, 7 op/s 2024-06-06T08:20:20.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:20:20 smithi120 ceph-mon[36658]: pgmap v359: 129 pgs: 129 active+clean; 645 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.8 KiB/s wr, 7 op/s 2024-06-06T08:20:21.295 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:21.296+0000 7f79171af700 1 -- 172.21.15.42:0/3883098698 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f79100746c0 msgr2=0x7f7910074aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:21.296 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:21.296+0000 7f79171af700 1 --2- 172.21.15.42:0/3883098698 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f79100746c0 0x7f7910074aa0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f7904009990 tx=0x7f7904009ca0 comp rx=0 tx=0).stop 2024-06-06T08:20:21.296 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:21.296+0000 7f79171af700 1 -- 172.21.15.42:0/3883098698 shutdown_connections 2024-06-06T08:20:21.296 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:21.296+0000 7f79171af700 1 --2- 172.21.15.42:0/3883098698 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f791010ee90 0x7f7910111280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:21.296 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:21.296+0000 7f79171af700 1 --2- 172.21.15.42:0/3883098698 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f79100746c0 0x7f7910074aa0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:21.297 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:21.296+0000 7f79171af700 1 --2- 172.21.15.42:0/3883098698 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7910074fe0 0x7f791010e950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:21.297 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:21.296+0000 7f79171af700 1 -- 172.21.15.42:0/3883098698 >> 172.21.15.42:0/3883098698 conn(0x7f79100795f0 msgr2=0x7f7910079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:20:21.297 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:21.296+0000 7f79171af700 1 -- 172.21.15.42:0/3883098698 shutdown_connections 2024-06-06T08:20:21.297 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:21.296+0000 7f79171af700 1 -- 172.21.15.42:0/3883098698 wait complete. 2024-06-06T08:20:21.297 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:21.297+0000 7f79171af700 1 Processor -- start 2024-06-06T08:20:21.297 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:21.297+0000 7f79171af700 1 -- start start 2024-06-06T08:20:21.302 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:21.297+0000 7f79171af700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f79100746c0 0x7f791019ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:21.302 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:21.297+0000 7f79171af700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7910074fe0 0x7f791019b370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:21.302 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:21.297+0000 7f79171af700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f791010ee90 0x7f791019f700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:21.302 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:21.297+0000 7f79171af700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f79101149c0 con 0x7f79100746c0 2024-06-06T08:20:21.302 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:21.297+0000 7f79171af700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f7910114840 con 0x7f791010ee90 2024-06-06T08:20:21.303 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:21.297+0000 7f79171af700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f7910114b40 con 0x7f7910074fe0 2024-06-06T08:20:21.303 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:21.297+0000 7f7914f4b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f79100746c0 0x7f791019ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:21.303 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:21.297+0000 7f7914f4b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f79100746c0 0x7f791019ae30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:33244/0 (socket says 172.21.15.42:33244) 2024-06-06T08:20:21.303 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:21.297+0000 7f7914f4b700 1 -- 172.21.15.42:0/3281713153 learned_addr learned my addr 172.21.15.42:0/3281713153 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:20:21.303 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:21.297+0000 7f790ffff700 1 --2- 172.21.15.42:0/3281713153 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7910074fe0 0x7f791019b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:21.303 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:21.297+0000 7f791574c700 1 --2- 172.21.15.42:0/3281713153 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f791010ee90 0x7f791019f700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:21.304 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:21.297+0000 7f7914f4b700 1 -- 172.21.15.42:0/3281713153 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7910074fe0 msgr2=0x7f791019b370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:21.304 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:21.297+0000 7f7914f4b700 1 --2- 172.21.15.42:0/3281713153 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7910074fe0 0x7f791019b370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:21.304 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:21.297+0000 7f7914f4b700 1 -- 172.21.15.42:0/3281713153 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f791010ee90 msgr2=0x7f791019f700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:21.304 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:21.298+0000 7f7914f4b700 1 --2- 172.21.15.42:0/3281713153 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f791010ee90 0x7f791019f700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:21.304 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:21.298+0000 7f7914f4b700 1 -- 172.21.15.42:0/3281713153 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f791019fe40 con 0x7f79100746c0 2024-06-06T08:20:21.304 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:21.298+0000 7f7914f4b700 1 --2- 172.21.15.42:0/3281713153 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f79100746c0 0x7f791019ae30 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f7904000c00 tx=0x7f79040047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:20:21.305 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:21.298+0000 7f790dffb700 1 -- 172.21.15.42:0/3281713153 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7904027070 con 0x7f79100746c0 2024-06-06T08:20:21.305 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:21.298+0000 7f790dffb700 1 -- 172.21.15.42:0/3281713153 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7904004050 con 0x7f79100746c0 2024-06-06T08:20:21.305 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:21.298+0000 7f790dffb700 1 -- 172.21.15.42:0/3281713153 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f790400f460 con 0x7f79100746c0 2024-06-06T08:20:21.305 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:21.298+0000 7f79171af700 1 -- 172.21.15.42:0/3281713153 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79101a00d0 con 0x7f79100746c0 2024-06-06T08:20:21.305 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:21.298+0000 7f79171af700 1 -- 172.21.15.42:0/3281713153 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79101a79b0 con 0x7f79100746c0 2024-06-06T08:20:21.305 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:21.299+0000 7f79171af700 1 -- 172.21.15.42:0/3281713153 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7910069180 con 0x7f79100746c0 2024-06-06T08:20:21.306 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:21.300+0000 7f790dffb700 1 -- 172.21.15.42:0/3281713153 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f790402a070 con 0x7f79100746c0 2024-06-06T08:20:21.306 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:21.301+0000 7f790dffb700 1 --2- 172.21.15.42:0/3281713153 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f79000a2d30 0x7f79000a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:21.306 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:21.301+0000 7f790ffff700 1 --2- 172.21.15.42:0/3281713153 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f79000a2d30 0x7f79000a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:21.306 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:21.301+0000 7f790dffb700 1 -- 172.21.15.42:0/3281713153 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f79040d0860 con 0x7f79100746c0 2024-06-06T08:20:21.306 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:21.301+0000 7f790ffff700 1 --2- 172.21.15.42:0/3281713153 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f79000a2d30 0x7f79000a51f0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f78fc005950 tx=0x7f78fc0058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:20:21.307 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:21.304+0000 7f790dffb700 1 -- 172.21.15.42:0/3281713153 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f7904031070 con 0x7f79100746c0 2024-06-06T08:20:21.571 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:21.572+0000 7f79171af700 1 -- 172.21.15.42:0/3281713153 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f791002dca0 con 0x7f79100746c0 2024-06-06T08:20:21.575 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:21.576+0000 7f790dffb700 1 -- 172.21.15.42:0/3281713153 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v17) ==== 74+0+263199 (secure 0 0 0) 0x7f7904013070 con 0x7f79100746c0 2024-06-06T08:20:21.580 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:20:21.582 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:21.581+0000 7f79171af700 1 -- 172.21.15.42:0/3281713153 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f79000a2d30 msgr2=0x7f79000a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:21.582 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:21.581+0000 7f79171af700 1 --2- 172.21.15.42:0/3281713153 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f79000a2d30 0x7f79000a51f0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f78fc005950 tx=0x7f78fc0058e0 comp rx=0 tx=0).stop 2024-06-06T08:20:21.582 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:21.581+0000 7f79171af700 1 -- 172.21.15.42:0/3281713153 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f79100746c0 msgr2=0x7f791019ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:21.582 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:21.581+0000 7f79171af700 1 --2- 172.21.15.42:0/3281713153 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f79100746c0 0x7f791019ae30 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f7904000c00 tx=0x7f79040047b0 comp rx=0 tx=0).stop 2024-06-06T08:20:21.582 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:21.581+0000 7f79171af700 1 -- 172.21.15.42:0/3281713153 shutdown_connections 2024-06-06T08:20:21.582 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:21.581+0000 7f79171af700 1 --2- 172.21.15.42:0/3281713153 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f791010ee90 0x7f791019f700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:21.582 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:21.581+0000 7f79171af700 1 --2- 172.21.15.42:0/3281713153 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f79100746c0 0x7f791019ae30 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:21.582 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:21.581+0000 7f79171af700 1 --2- 172.21.15.42:0/3281713153 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f79000a2d30 0x7f79000a51f0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:21.582 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:21.581+0000 7f79171af700 1 --2- 172.21.15.42:0/3281713153 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7910074fe0 0x7f791019b370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:21.582 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:21.581+0000 7f79171af700 1 -- 172.21.15.42:0/3281713153 >> 172.21.15.42:0/3281713153 conn(0x7f79100795f0 msgr2=0x7f79100ff660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:20:21.582 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:21.581+0000 7f79171af700 1 -- 172.21.15.42:0/3281713153 shutdown_connections 2024-06-06T08:20:21.582 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:21.581+0000 7f79171af700 1 -- 172.21.15.42:0/3281713153 wait complete. 2024-06-06T08:20:22.250 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":17,"flags":0,"active_gid":14152,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6800","nonce":1196215200},{"type":"v1","addr":"172.21.15.42:6801","nonce":1196215200}]},"active_addr":"172.21.15.42:6801/1196215200","active_change":"2024-06-06T08:11:18.501697+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":24109,"name":"z","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":24113,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.42:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.42:0","nonce":3684657279}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.42:0","nonce":375411175}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.42:0","nonce":4045339565}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.42:0","nonce":1967853952}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.42:0","nonce":690177299}]}]} 2024-06-06T08:20:22.256 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-06-06T08:20:22.256 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-06-06T08:20:22.256 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph osd dump --format=json 2024-06-06T08:20:22.510 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:20:22.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:20:22 smithi042 ceph-mon[32384]: pgmap v360: 129 pgs: 129 active+clean; 645 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1.1 KiB/s wr, 6 op/s 2024-06-06T08:20:22.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:20:22 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/3281713153' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-06-06T08:20:22.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:20:22 smithi149 ceph-mon[36842]: pgmap v360: 129 pgs: 129 active+clean; 645 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1.1 KiB/s wr, 6 op/s 2024-06-06T08:20:22.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:20:22 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/3281713153' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-06-06T08:20:22.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:20:22 smithi120 ceph-mon[36658]: pgmap v360: 129 pgs: 129 active+clean; 645 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1.1 KiB/s wr, 6 op/s 2024-06-06T08:20:22.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:20:22 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/3281713153' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-06-06T08:20:24.316 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:24.314+0000 7fc53b2c5700 1 -- 172.21.15.42:0/1584038294 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc53406a170 msgr2=0x7fc53406a5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:24.316 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:24.314+0000 7fc53b2c5700 1 --2- 172.21.15.42:0/1584038294 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc53406a170 0x7fc53406a5d0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fc5240099c0 tx=0x7fc524009cd0 comp rx=0 tx=0).stop 2024-06-06T08:20:24.316 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:24.314+0000 7fc53b2c5700 1 -- 172.21.15.42:0/1584038294 shutdown_connections 2024-06-06T08:20:24.316 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:24.314+0000 7fc53b2c5700 1 --2- 172.21.15.42:0/1584038294 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc53406ab10 0x7fc53410f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:24.316 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:24.314+0000 7fc53b2c5700 1 --2- 172.21.15.42:0/1584038294 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc5341084e0 0x7fc5341088c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:24.316 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:24.314+0000 7fc53b2c5700 1 --2- 172.21.15.42:0/1584038294 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc53406a170 0x7fc53406a5d0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:24.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:24.314+0000 7fc53b2c5700 1 -- 172.21.15.42:0/1584038294 >> 172.21.15.42:0/1584038294 conn(0x7fc5340782c0 msgr2=0x7fc5340786d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:20:24.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:24.314+0000 7fc53b2c5700 1 -- 172.21.15.42:0/1584038294 shutdown_connections 2024-06-06T08:20:24.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:24.314+0000 7fc53b2c5700 1 -- 172.21.15.42:0/1584038294 wait complete. 2024-06-06T08:20:24.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:24.315+0000 7fc53b2c5700 1 Processor -- start 2024-06-06T08:20:24.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:24.315+0000 7fc53b2c5700 1 -- start start 2024-06-06T08:20:24.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:24.315+0000 7fc53b2c5700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc53406a170 0x7fc53419e880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:24.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:24.315+0000 7fc53b2c5700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc53406ab10 0x7fc53419edc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:24.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:24.315+0000 7fc53b2c5700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc5341084e0 0x7fc534198a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:24.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:24.315+0000 7fc53b2c5700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc534112760 con 0x7fc5341084e0 2024-06-06T08:20:24.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:24.315+0000 7fc53b2c5700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fc5341125e0 con 0x7fc53406ab10 2024-06-06T08:20:24.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:24.315+0000 7fc53b2c5700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fc5341128e0 con 0x7fc53406a170 2024-06-06T08:20:24.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:24.315+0000 7fc539862700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc5341084e0 0x7fc534198a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:24.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:24.315+0000 7fc539862700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc5341084e0 0x7fc534198a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:33258/0 (socket says 172.21.15.42:33258) 2024-06-06T08:20:24.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:24.315+0000 7fc539862700 1 -- 172.21.15.42:0/467944244 learned_addr learned my addr 172.21.15.42:0/467944244 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:20:24.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:24.316+0000 7fc538860700 1 --2- 172.21.15.42:0/467944244 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc53406ab10 0x7fc53419edc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:24.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:24.316+0000 7fc539061700 1 --2- 172.21.15.42:0/467944244 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc53406a170 0x7fc53419e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:24.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:24.316+0000 7fc539862700 1 -- 172.21.15.42:0/467944244 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc53406a170 msgr2=0x7fc53419e880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:24.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:24.316+0000 7fc539862700 1 --2- 172.21.15.42:0/467944244 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc53406a170 0x7fc53419e880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:24.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:24.316+0000 7fc539862700 1 -- 172.21.15.42:0/467944244 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc53406ab10 msgr2=0x7fc53419edc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:24.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:24.316+0000 7fc539862700 1 --2- 172.21.15.42:0/467944244 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc53406ab10 0x7fc53419edc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:24.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:24.316+0000 7fc539862700 1 -- 172.21.15.42:0/467944244 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5341991a0 con 0x7fc5341084e0 2024-06-06T08:20:24.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:24.316+0000 7fc538860700 1 --2- 172.21.15.42:0/467944244 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc53406ab10 0x7fc53419edc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:20:24.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:24.316+0000 7fc539862700 1 --2- 172.21.15.42:0/467944244 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc5341084e0 0x7fc534198a40 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fc52c00ada0 tx=0x7fc52c00c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:20:24.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:24.316+0000 7fc52a7fc700 1 -- 172.21.15.42:0/467944244 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc52c017020 con 0x7fc5341084e0 2024-06-06T08:20:24.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:24.316+0000 7fc52a7fc700 1 -- 172.21.15.42:0/467944244 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc52c004bb0 con 0x7fc5341084e0 2024-06-06T08:20:24.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:24.316+0000 7fc53b2c5700 1 -- 172.21.15.42:0/467944244 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc534199490 con 0x7fc5341084e0 2024-06-06T08:20:24.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:24.316+0000 7fc52a7fc700 1 -- 172.21.15.42:0/467944244 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc52c005520 con 0x7fc5341084e0 2024-06-06T08:20:24.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:24.316+0000 7fc53b2c5700 1 -- 172.21.15.42:0/467944244 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5341a5750 con 0x7fc5341084e0 2024-06-06T08:20:24.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:24.317+0000 7fc53b2c5700 1 -- 172.21.15.42:0/467944244 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc534069180 con 0x7fc5341084e0 2024-06-06T08:20:24.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:24.318+0000 7fc52a7fc700 1 -- 172.21.15.42:0/467944244 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fc52c0056c0 con 0x7fc5341084e0 2024-06-06T08:20:24.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:24.319+0000 7fc52a7fc700 1 --2- 172.21.15.42:0/467944244 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fc5200a2d30 0x7fc5200a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:24.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:24.319+0000 7fc539061700 1 --2- 172.21.15.42:0/467944244 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fc5200a2d30 0x7fc5200a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:24.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:24.319+0000 7fc52a7fc700 1 -- 172.21.15.42:0/467944244 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7fc52c0cf250 con 0x7fc5341084e0 2024-06-06T08:20:24.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:24.320+0000 7fc539061700 1 --2- 172.21.15.42:0/467944244 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fc5200a2d30 0x7fc5200a51f0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fc534199b80 tx=0x7fc53000b5b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:20:24.321 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:24.323+0000 7fc52a7fc700 1 -- 172.21.15.42:0/467944244 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fc52c021020 con 0x7fc5341084e0 2024-06-06T08:20:24.532 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:24.533+0000 7fc53b2c5700 1 -- 172.21.15.42:0/467944244 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc53402dca0 con 0x7fc5341084e0 2024-06-06T08:20:24.533 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:20:24 smithi042 ceph-mon[32384]: pgmap v361: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-06-06T08:20:24.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:24.534+0000 7fc52a7fc700 1 -- 172.21.15.42:0/467944244 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v99) ==== 74+0+24632 (secure 0 0 0) 0x7fc52c09bd20 con 0x7fc5341084e0 2024-06-06T08:20:24.534 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:20:24.535 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":99,"fsid":"103bdc14-23dc-11ef-bc9b-c7b262605968","created":"2024-06-06T08:10:24.766424+0000","modified":"2024-06-06T08:19:20.058787+0000","last_up_change":"2024-06-06T08:17:36.287686+0000","last_in_change":"2024-06-06T08:17:16.753056+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-06T08:13:45.019237+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-06-06T08:18:33.144907+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-06-06T08:18:36.897997+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-06-06T08:18:46.419853+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"97","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"e2e4fdcf-59e7-458d-b89e-8f5b7095ecba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6803","nonce":992269164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6805","nonce":992269164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6809","nonce":992269164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6807","nonce":992269164}]},"public_addr":"172.21.15.42:6803/992269164","cluster_addr":"172.21.15.42:6805/992269164","heartbeat_back_addr":"172.21.15.42:6809/992269164","heartbeat_front_addr":"172.21.15.42:6807/992269164","state":["exists","up"]},{"osd":1,"uuid":"5a66dde1-0e6a-44d3-9b2d-2c97d7c8db94","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6800","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6801","nonce":207181328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6802","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6803","nonce":207181328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6806","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6807","nonce":207181328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6804","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6805","nonce":207181328}]},"public_addr":"172.21.15.120:6801/207181328","cluster_addr":"172.21.15.120:6803/207181328","heartbeat_back_addr":"172.21.15.120:6807/207181328","heartbeat_front_addr":"172.21.15.120:6805/207181328","state":["exists","up"]},{"osd":2,"uuid":"642addc3-ef6d-438d-ba2b-011de9e2ba8d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6801","nonce":2997625975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6803","nonce":2997625975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6807","nonce":2997625975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6805","nonce":2997625975}]},"public_addr":"172.21.15.149:6801/2997625975","cluster_addr":"172.21.15.149:6803/2997625975","heartbeat_back_addr":"172.21.15.149:6807/2997625975","heartbeat_front_addr":"172.21.15.149:6805/2997625975","state":["exists","up"]},{"osd":3,"uuid":"2a97b907-d011-4010-a71b-a7783002e9b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6811","nonce":4079103623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6813","nonce":4079103623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6817","nonce":4079103623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6815","nonce":4079103623}]},"public_addr":"172.21.15.42:6811/4079103623","cluster_addr":"172.21.15.42:6813/4079103623","heartbeat_back_addr":"172.21.15.42:6817/4079103623","heartbeat_front_addr":"172.21.15.42:6815/4079103623","state":["exists","up"]},{"osd":4,"uuid":"8848bdb6-07d9-4be6-8dcb-01f181f6b678","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6808","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6809","nonce":559794558}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6810","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6811","nonce":559794558}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6814","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6815","nonce":559794558}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6812","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6813","nonce":559794558}]},"public_addr":"172.21.15.120:6809/559794558","cluster_addr":"172.21.15.120:6811/559794558","heartbeat_back_addr":"172.21.15.120:6815/559794558","heartbeat_front_addr":"172.21.15.120:6813/559794558","state":["exists","up"]},{"osd":5,"uuid":"4be1b7e5-1de1-4927-9960-c0f6415e0bff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6809","nonce":4023193877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6811","nonce":4023193877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6815","nonce":4023193877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6813","nonce":4023193877}]},"public_addr":"172.21.15.149:6809/4023193877","cluster_addr":"172.21.15.149:6811/4023193877","heartbeat_back_addr":"172.21.15.149:6815/4023193877","heartbeat_front_addr":"172.21.15.149:6813/4023193877","state":["exists","up"]},{"osd":6,"uuid":"6c1a1ff4-9bed-4f13-ab16-314c8086c06f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6819","nonce":1922652007}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6821","nonce":1922652007}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6825","nonce":1922652007}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6823","nonce":1922652007}]},"public_addr":"172.21.15.42:6819/1922652007","cluster_addr":"172.21.15.42:6821/1922652007","heartbeat_back_addr":"172.21.15.42:6825/1922652007","heartbeat_front_addr":"172.21.15.42:6823/1922652007","state":["exists","up"]},{"osd":7,"uuid":"37cb2c8b-d9c0-4d1e-bee8-cc850c69ba0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6816","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6817","nonce":156965814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6818","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6819","nonce":156965814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6822","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6823","nonce":156965814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6820","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6821","nonce":156965814}]},"public_addr":"172.21.15.120:6817/156965814","cluster_addr":"172.21.15.120:6819/156965814","heartbeat_back_addr":"172.21.15.120:6823/156965814","heartbeat_front_addr":"172.21.15.120:6821/156965814","state":["exists","up"]},{"osd":8,"uuid":"6df7e642-d784-4aac-b764-ddf0747add90","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6817","nonce":4100009474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6819","nonce":4100009474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6823","nonce":4100009474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6821","nonce":4100009474}]},"public_addr":"172.21.15.149:6817/4100009474","cluster_addr":"172.21.15.149:6819/4100009474","heartbeat_back_addr":"172.21.15.149:6823/4100009474","heartbeat_front_addr":"172.21.15.149:6821/4100009474","state":["exists","up"]},{"osd":9,"uuid":"f4b2af93-29f8-495a-86f7-72c2b64b34cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6827","nonce":3216295459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6829","nonce":3216295459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6833","nonce":3216295459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6831","nonce":3216295459}]},"public_addr":"172.21.15.42:6827/3216295459","cluster_addr":"172.21.15.42:6829/3216295459","heartbeat_back_addr":"172.21.15.42:6833/3216295459","heartbeat_front_addr":"172.21.15.42:6831/3216295459","state":["exists","up"]},{"osd":10,"uuid":"5d31e261-0c1d-488d-a7d5-6a6c1250edca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6824","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6825","nonce":3633743730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6826","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6827","nonce":3633743730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6830","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6831","nonce":3633743730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6828","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6829","nonce":3633743730}]},"public_addr":"172.21.15.120:6825/3633743730","cluster_addr":"172.21.15.120:6827/3633743730","heartbeat_back_addr":"172.21.15.120:6831/3633743730","heartbeat_front_addr":"172.21.15.120:6829/3633743730","state":["exists","up"]},{"osd":11,"uuid":"32e1e82b-97fe-4469-8345-871e9caffc3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6825","nonce":797850884}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6827","nonce":797850884}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6831","nonce":797850884}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6829","nonce":797850884}]},"public_addr":"172.21.15.149:6825/797850884","cluster_addr":"172.21.15.149:6827/797850884","heartbeat_back_addr":"172.21.15.149:6831/797850884","heartbeat_front_addr":"172.21.15.149:6829/797850884","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:12:53.901249+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:13:17.683764+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:13:41.352203+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:14:08.031995+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:14:33.363708+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:14:58.055589+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:15:24.669566+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:15:50.912783+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:16:15.924258+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:16:43.185660+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:17:09.578878+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:17:35.047958+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.10","mappings":[{"from":2,"to":4}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.1","mappings":[{"from":4,"to":9}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"4.e","mappings":[{"from":5,"to":8}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]},{"pgid":"4.14","mappings":[{"from":9,"to":8}]},{"pgid":"4.16","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.42:0/2349000297":"2024-06-07T08:11:18.501580+0000","172.21.15.42:6801/542419736":"2024-06-07T08:11:18.501580+0000","172.21.15.42:0/2444807230":"2024-06-07T08:10:51.469961+0000","172.21.15.42:0/2035946884":"2024-06-07T08:11:18.501580+0000","172.21.15.42:6800/542419736":"2024-06-07T08:11:18.501580+0000","172.21.15.42:0/2547834811":"2024-06-07T08:10:51.469961+0000","172.21.15.42:0/1748257485":"2024-06-07T08:11:18.501580+0000","172.21.15.42:0/1313394303":"2024-06-07T08:10:51.469961+0000","172.21.15.42:6800/1296506824":"2024-06-07T08:10:51.469961+0000","172.21.15.42:6801/1296506824":"2024-06-07T08:10:51.469961+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-06T08:20:24.536 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:24.537+0000 7fc53b2c5700 1 -- 172.21.15.42:0/467944244 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fc5200a2d30 msgr2=0x7fc5200a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:24.536 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:24.537+0000 7fc53b2c5700 1 --2- 172.21.15.42:0/467944244 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fc5200a2d30 0x7fc5200a51f0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fc534199b80 tx=0x7fc53000b5b0 comp rx=0 tx=0).stop 2024-06-06T08:20:24.537 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:24.537+0000 7fc53b2c5700 1 -- 172.21.15.42:0/467944244 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc5341084e0 msgr2=0x7fc534198a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:24.537 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:24.537+0000 7fc53b2c5700 1 --2- 172.21.15.42:0/467944244 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc5341084e0 0x7fc534198a40 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fc52c00ada0 tx=0x7fc52c00c330 comp rx=0 tx=0).stop 2024-06-06T08:20:24.537 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:24.537+0000 7fc53b2c5700 1 -- 172.21.15.42:0/467944244 shutdown_connections 2024-06-06T08:20:24.537 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:24.537+0000 7fc53b2c5700 1 --2- 172.21.15.42:0/467944244 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc5341084e0 0x7fc534198a40 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:24.537 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:24.537+0000 7fc53b2c5700 1 --2- 172.21.15.42:0/467944244 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fc5200a2d30 0x7fc5200a51f0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:24.537 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:24.537+0000 7fc53b2c5700 1 --2- 172.21.15.42:0/467944244 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc53406a170 0x7fc53419e880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:24.538 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:24.537+0000 7fc53b2c5700 1 --2- 172.21.15.42:0/467944244 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc53406ab10 0x7fc53419edc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:24.538 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:24.537+0000 7fc53b2c5700 1 -- 172.21.15.42:0/467944244 >> 172.21.15.42:0/467944244 conn(0x7fc5340782c0 msgr2=0x7fc5340ff4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:20:24.538 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:24.537+0000 7fc53b2c5700 1 -- 172.21.15.42:0/467944244 shutdown_connections 2024-06-06T08:20:24.538 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:24.537+0000 7fc53b2c5700 1 -- 172.21.15.42:0/467944244 wait complete. 2024-06-06T08:20:24.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:20:24 smithi149 ceph-mon[36842]: pgmap v361: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-06-06T08:20:24.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:20:24 smithi120 ceph-mon[36658]: pgmap v361: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-06-06T08:20:25.244 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-06-06T08:20:25.244 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph osd dump --format=json 2024-06-06T08:20:25.498 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:20:25.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:20:25 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/467944244' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T08:20:25.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:20:25 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/467944244' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T08:20:25.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:20:25 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/467944244' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T08:20:26.662 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:20:26 smithi042 ceph-mon[32384]: pgmap v362: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 5 op/s 2024-06-06T08:20:26.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:20:26 smithi149 ceph-mon[36842]: pgmap v362: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 5 op/s 2024-06-06T08:20:26.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:20:26 smithi120 ceph-mon[36658]: pgmap v362: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 5 op/s 2024-06-06T08:20:27.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:27.366+0000 7f31c999f700 1 -- 172.21.15.42:0/2154168165 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f31c406aac0 msgr2=0x7f31c410ea00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:27.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:27.366+0000 7f31c999f700 1 --2- 172.21.15.42:0/2154168165 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f31c406aac0 0x7f31c410ea00 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f31ac009990 tx=0x7f31ac009ca0 comp rx=0 tx=0).stop 2024-06-06T08:20:27.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:27.366+0000 7f31c999f700 1 -- 172.21.15.42:0/2154168165 shutdown_connections 2024-06-06T08:20:27.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:27.366+0000 7f31c999f700 1 --2- 172.21.15.42:0/2154168165 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f31c410ef40 0x7f31c4111330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:27.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:27.366+0000 7f31c999f700 1 --2- 172.21.15.42:0/2154168165 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f31c406a1a0 0x7f31c406a580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:27.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:27.366+0000 7f31c999f700 1 --2- 172.21.15.42:0/2154168165 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f31c406aac0 0x7f31c410ea00 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:27.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:27.366+0000 7f31c999f700 1 -- 172.21.15.42:0/2154168165 >> 172.21.15.42:0/2154168165 conn(0x7f31c4078340 msgr2=0x7f31c4078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:20:27.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:27.366+0000 7f31c999f700 1 -- 172.21.15.42:0/2154168165 shutdown_connections 2024-06-06T08:20:27.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:27.366+0000 7f31c999f700 1 -- 172.21.15.42:0/2154168165 wait complete. 2024-06-06T08:20:27.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:27.367+0000 7f31c999f700 1 Processor -- start 2024-06-06T08:20:27.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:27.367+0000 7f31c999f700 1 -- start start 2024-06-06T08:20:27.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:27.367+0000 7f31c999f700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f31c406a1a0 0x7f31c419af00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:27.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:27.367+0000 7f31c999f700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f31c406aac0 0x7f31c419b440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:27.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:27.367+0000 7f31c999f700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f31c410ef40 0x7f31c419f7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:27.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:27.367+0000 7f31c999f700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f31c4114a10 con 0x7f31c406aac0 2024-06-06T08:20:27.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:27.367+0000 7f31c999f700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f31c4114890 con 0x7f31c406a1a0 2024-06-06T08:20:27.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:27.367+0000 7f31c999f700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f31c4114b90 con 0x7f31c410ef40 2024-06-06T08:20:27.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:27.367+0000 7f31c27fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f31c406aac0 0x7f31c419b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:27.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:27.367+0000 7f31c27fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f31c406aac0 0x7f31c419b440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:33268/0 (socket says 172.21.15.42:33268) 2024-06-06T08:20:27.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:27.367+0000 7f31c27fc700 1 -- 172.21.15.42:0/140552717 learned_addr learned my addr 172.21.15.42:0/140552717 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:20:27.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:27.368+0000 7f31c27fc700 1 -- 172.21.15.42:0/140552717 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f31c410ef40 msgr2=0x7f31c419f7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:27.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:27.368+0000 7f31c37fe700 1 --2- 172.21.15.42:0/140552717 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f31c410ef40 0x7f31c419f7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:27.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:27.368+0000 7f31c27fc700 1 --2- 172.21.15.42:0/140552717 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f31c410ef40 0x7f31c419f7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:27.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:27.368+0000 7f31c2ffd700 1 --2- 172.21.15.42:0/140552717 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f31c406a1a0 0x7f31c419af00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:27.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:27.368+0000 7f31c27fc700 1 -- 172.21.15.42:0/140552717 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f31c406a1a0 msgr2=0x7f31c419af00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:27.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:27.368+0000 7f31c27fc700 1 --2- 172.21.15.42:0/140552717 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f31c406a1a0 0x7f31c419af00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:27.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:27.368+0000 7f31c27fc700 1 -- 172.21.15.42:0/140552717 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31c419ff10 con 0x7f31c406aac0 2024-06-06T08:20:27.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:27.368+0000 7f31c2ffd700 1 --2- 172.21.15.42:0/140552717 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f31c406a1a0 0x7f31c419af00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:20:27.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:27.368+0000 7f31c27fc700 1 --2- 172.21.15.42:0/140552717 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f31c406aac0 0x7f31c419b440 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f31ac0038b0 tx=0x7f31ac005590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:20:27.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:27.368+0000 7f31c899d700 1 -- 172.21.15.42:0/140552717 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31ac027070 con 0x7f31c406aac0 2024-06-06T08:20:27.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:27.368+0000 7f31c999f700 1 -- 172.21.15.42:0/140552717 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31c41a01a0 con 0x7f31c406aac0 2024-06-06T08:20:27.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:27.368+0000 7f31c899d700 1 -- 172.21.15.42:0/140552717 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f31ac0040d0 con 0x7f31c406aac0 2024-06-06T08:20:27.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:27.368+0000 7f31c899d700 1 -- 172.21.15.42:0/140552717 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31ac022dd0 con 0x7f31c406aac0 2024-06-06T08:20:27.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:27.368+0000 7f31c999f700 1 -- 172.21.15.42:0/140552717 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31c41a7a80 con 0x7f31c406aac0 2024-06-06T08:20:27.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:27.369+0000 7f31c999f700 1 -- 172.21.15.42:0/140552717 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f31c4069180 con 0x7f31c406aac0 2024-06-06T08:20:27.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:27.370+0000 7f31c899d700 1 -- 172.21.15.42:0/140552717 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f31ac02a070 con 0x7f31c406aac0 2024-06-06T08:20:27.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:27.371+0000 7f31c899d700 1 --2- 172.21.15.42:0/140552717 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f31b00a2cb0 0x7f31b00a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:27.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:27.371+0000 7f31c2ffd700 1 --2- 172.21.15.42:0/140552717 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f31b00a2cb0 0x7f31b00a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:27.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:27.371+0000 7f31c899d700 1 -- 172.21.15.42:0/140552717 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f31ac0d0270 con 0x7f31c406aac0 2024-06-06T08:20:27.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:27.372+0000 7f31c2ffd700 1 --2- 172.21.15.42:0/140552717 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f31b00a2cb0 0x7f31b00a5170 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f31b4005fd0 tx=0x7f31b4005ee0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:20:27.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:27.376+0000 7f31c899d700 1 -- 172.21.15.42:0/140552717 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f31ac05e850 con 0x7f31c406aac0 2024-06-06T08:20:27.583 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:27.584+0000 7f31c999f700 1 -- 172.21.15.42:0/140552717 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f31c402dca0 con 0x7f31c406aac0 2024-06-06T08:20:27.585 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:27.586+0000 7f31c899d700 1 -- 172.21.15.42:0/140552717 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v99) ==== 74+0+24632 (secure 0 0 0) 0x7f31ac013070 con 0x7f31c406aac0 2024-06-06T08:20:27.585 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:20:27.585 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":99,"fsid":"103bdc14-23dc-11ef-bc9b-c7b262605968","created":"2024-06-06T08:10:24.766424+0000","modified":"2024-06-06T08:19:20.058787+0000","last_up_change":"2024-06-06T08:17:36.287686+0000","last_in_change":"2024-06-06T08:17:16.753056+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-06T08:13:45.019237+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-06-06T08:18:33.144907+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-06-06T08:18:36.897997+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-06-06T08:18:46.419853+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"97","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"e2e4fdcf-59e7-458d-b89e-8f5b7095ecba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6803","nonce":992269164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6805","nonce":992269164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6809","nonce":992269164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6807","nonce":992269164}]},"public_addr":"172.21.15.42:6803/992269164","cluster_addr":"172.21.15.42:6805/992269164","heartbeat_back_addr":"172.21.15.42:6809/992269164","heartbeat_front_addr":"172.21.15.42:6807/992269164","state":["exists","up"]},{"osd":1,"uuid":"5a66dde1-0e6a-44d3-9b2d-2c97d7c8db94","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6800","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6801","nonce":207181328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6802","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6803","nonce":207181328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6806","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6807","nonce":207181328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6804","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6805","nonce":207181328}]},"public_addr":"172.21.15.120:6801/207181328","cluster_addr":"172.21.15.120:6803/207181328","heartbeat_back_addr":"172.21.15.120:6807/207181328","heartbeat_front_addr":"172.21.15.120:6805/207181328","state":["exists","up"]},{"osd":2,"uuid":"642addc3-ef6d-438d-ba2b-011de9e2ba8d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6801","nonce":2997625975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6803","nonce":2997625975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6807","nonce":2997625975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6805","nonce":2997625975}]},"public_addr":"172.21.15.149:6801/2997625975","cluster_addr":"172.21.15.149:6803/2997625975","heartbeat_back_addr":"172.21.15.149:6807/2997625975","heartbeat_front_addr":"172.21.15.149:6805/2997625975","state":["exists","up"]},{"osd":3,"uuid":"2a97b907-d011-4010-a71b-a7783002e9b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6811","nonce":4079103623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6813","nonce":4079103623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6817","nonce":4079103623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6815","nonce":4079103623}]},"public_addr":"172.21.15.42:6811/4079103623","cluster_addr":"172.21.15.42:6813/4079103623","heartbeat_back_addr":"172.21.15.42:6817/4079103623","heartbeat_front_addr":"172.21.15.42:6815/4079103623","state":["exists","up"]},{"osd":4,"uuid":"8848bdb6-07d9-4be6-8dcb-01f181f6b678","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6808","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6809","nonce":559794558}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6810","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6811","nonce":559794558}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6814","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6815","nonce":559794558}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6812","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6813","nonce":559794558}]},"public_addr":"172.21.15.120:6809/559794558","cluster_addr":"172.21.15.120:6811/559794558","heartbeat_back_addr":"172.21.15.120:6815/559794558","heartbeat_front_addr":"172.21.15.120:6813/559794558","state":["exists","up"]},{"osd":5,"uuid":"4be1b7e5-1de1-4927-9960-c0f6415e0bff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6809","nonce":4023193877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6811","nonce":4023193877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6815","nonce":4023193877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6813","nonce":4023193877}]},"public_addr":"172.21.15.149:6809/4023193877","cluster_addr":"172.21.15.149:6811/4023193877","heartbeat_back_addr":"172.21.15.149:6815/4023193877","heartbeat_front_addr":"172.21.15.149:6813/4023193877","state":["exists","up"]},{"osd":6,"uuid":"6c1a1ff4-9bed-4f13-ab16-314c8086c06f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6819","nonce":1922652007}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6821","nonce":1922652007}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6825","nonce":1922652007}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6823","nonce":1922652007}]},"public_addr":"172.21.15.42:6819/1922652007","cluster_addr":"172.21.15.42:6821/1922652007","heartbeat_back_addr":"172.21.15.42:6825/1922652007","heartbeat_front_addr":"172.21.15.42:6823/1922652007","state":["exists","up"]},{"osd":7,"uuid":"37cb2c8b-d9c0-4d1e-bee8-cc850c69ba0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6816","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6817","nonce":156965814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6818","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6819","nonce":156965814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6822","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6823","nonce":156965814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6820","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6821","nonce":156965814}]},"public_addr":"172.21.15.120:6817/156965814","cluster_addr":"172.21.15.120:6819/156965814","heartbeat_back_addr":"172.21.15.120:6823/156965814","heartbeat_front_addr":"172.21.15.120:6821/156965814","state":["exists","up"]},{"osd":8,"uuid":"6df7e642-d784-4aac-b764-ddf0747add90","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6817","nonce":4100009474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6819","nonce":4100009474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6823","nonce":4100009474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6821","nonce":4100009474}]},"public_addr":"172.21.15.149:6817/4100009474","cluster_addr":"172.21.15.149:6819/4100009474","heartbeat_back_addr":"172.21.15.149:6823/4100009474","heartbeat_front_addr":"172.21.15.149:6821/4100009474","state":["exists","up"]},{"osd":9,"uuid":"f4b2af93-29f8-495a-86f7-72c2b64b34cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6827","nonce":3216295459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6829","nonce":3216295459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6833","nonce":3216295459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6831","nonce":3216295459}]},"public_addr":"172.21.15.42:6827/3216295459","cluster_addr":"172.21.15.42:6829/3216295459","heartbeat_back_addr":"172.21.15.42:6833/3216295459","heartbeat_front_addr":"172.21.15.42:6831/3216295459","state":["exists","up"]},{"osd":10,"uuid":"5d31e261-0c1d-488d-a7d5-6a6c1250edca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6824","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6825","nonce":3633743730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6826","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6827","nonce":3633743730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6830","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6831","nonce":3633743730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6828","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6829","nonce":3633743730}]},"public_addr":"172.21.15.120:6825/3633743730","cluster_addr":"172.21.15.120:6827/3633743730","heartbeat_back_addr":"172.21.15.120:6831/3633743730","heartbeat_front_addr":"172.21.15.120:6829/3633743730","state":["exists","up"]},{"osd":11,"uuid":"32e1e82b-97fe-4469-8345-871e9caffc3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6825","nonce":797850884}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6827","nonce":797850884}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6831","nonce":797850884}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6829","nonce":797850884}]},"public_addr":"172.21.15.149:6825/797850884","cluster_addr":"172.21.15.149:6827/797850884","heartbeat_back_addr":"172.21.15.149:6831/797850884","heartbeat_front_addr":"172.21.15.149:6829/797850884","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:12:53.901249+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:13:17.683764+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:13:41.352203+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:14:08.031995+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:14:33.363708+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:14:58.055589+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:15:24.669566+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:15:50.912783+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:16:15.924258+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:16:43.185660+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:17:09.578878+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:17:35.047958+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.10","mappings":[{"from":2,"to":4}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.1","mappings":[{"from":4,"to":9}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"4.e","mappings":[{"from":5,"to":8}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]},{"pgid":"4.14","mappings":[{"from":9,"to":8}]},{"pgid":"4.16","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.42:0/2349000297":"2024-06-07T08:11:18.501580+0000","172.21.15.42:6801/542419736":"2024-06-07T08:11:18.501580+0000","172.21.15.42:0/2444807230":"2024-06-07T08:10:51.469961+0000","172.21.15.42:0/2035946884":"2024-06-07T08:11:18.501580+0000","172.21.15.42:6800/542419736":"2024-06-07T08:11:18.501580+0000","172.21.15.42:0/2547834811":"2024-06-07T08:10:51.469961+0000","172.21.15.42:0/1748257485":"2024-06-07T08:11:18.501580+0000","172.21.15.42:0/1313394303":"2024-06-07T08:10:51.469961+0000","172.21.15.42:6800/1296506824":"2024-06-07T08:10:51.469961+0000","172.21.15.42:6801/1296506824":"2024-06-07T08:10:51.469961+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-06T08:20:27.587 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:27.588+0000 7f31c999f700 1 -- 172.21.15.42:0/140552717 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f31b00a2cb0 msgr2=0x7f31b00a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:27.587 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:27.588+0000 7f31c999f700 1 --2- 172.21.15.42:0/140552717 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f31b00a2cb0 0x7f31b00a5170 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f31b4005fd0 tx=0x7f31b4005ee0 comp rx=0 tx=0).stop 2024-06-06T08:20:27.587 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:27.588+0000 7f31c999f700 1 -- 172.21.15.42:0/140552717 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f31c406aac0 msgr2=0x7f31c419b440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:27.588 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:27.588+0000 7f31c999f700 1 --2- 172.21.15.42:0/140552717 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f31c406aac0 0x7f31c419b440 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f31ac0038b0 tx=0x7f31ac005590 comp rx=0 tx=0).stop 2024-06-06T08:20:27.588 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:27.588+0000 7f31c999f700 1 -- 172.21.15.42:0/140552717 shutdown_connections 2024-06-06T08:20:27.588 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:27.588+0000 7f31c999f700 1 --2- 172.21.15.42:0/140552717 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f31b00a2cb0 0x7f31b00a5170 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:27.588 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:27.588+0000 7f31c999f700 1 --2- 172.21.15.42:0/140552717 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f31c410ef40 0x7f31c419f7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:27.588 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:27.588+0000 7f31c999f700 1 --2- 172.21.15.42:0/140552717 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f31c406a1a0 0x7f31c419af00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:27.588 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:27.588+0000 7f31c999f700 1 --2- 172.21.15.42:0/140552717 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f31c406aac0 0x7f31c419b440 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:27.588 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:27.588+0000 7f31c999f700 1 -- 172.21.15.42:0/140552717 >> 172.21.15.42:0/140552717 conn(0x7f31c4078340 msgr2=0x7f31c41103f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:20:27.588 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:27.589+0000 7f31c999f700 1 -- 172.21.15.42:0/140552717 shutdown_connections 2024-06-06T08:20:27.588 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:27.589+0000 7f31c999f700 1 -- 172.21.15.42:0/140552717 wait complete. 2024-06-06T08:20:28.392 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-06-06T08:20:28.393 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-06-06T08:20:28.393 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-06-06T08:20:28.394 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-06-06T08:20:28.394 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-06-06T08:20:28.395 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-06-06T08:20:28.395 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-06-06T08:20:28.395 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-06-06T08:20:28.396 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell osd.8 flush_pg_stats 2024-06-06T08:20:28.396 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell osd.9 flush_pg_stats 2024-06-06T08:20:28.397 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell osd.10 flush_pg_stats 2024-06-06T08:20:28.397 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell osd.11 flush_pg_stats 2024-06-06T08:20:28.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:20:28 smithi149 ceph-mon[36842]: pgmap v363: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 5 op/s 2024-06-06T08:20:28.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:20:28 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/140552717' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T08:20:28.817 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:20:28 smithi042 ceph-mon[32384]: pgmap v363: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 5 op/s 2024-06-06T08:20:28.817 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:20:28 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/140552717' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T08:20:28.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:20:28 smithi120 ceph-mon[36658]: pgmap v363: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 5 op/s 2024-06-06T08:20:28.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:20:28 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/140552717' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T08:20:29.055 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:20:29.884 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:20:29.884 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:20:29.888 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:20:29.894 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:20:29.895 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:20:29.900 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:20:29.902 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:20:29.907 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:20:29.910 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:20:29.911 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:20:30.527 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:20:30 smithi042 ceph-mon[32384]: pgmap v364: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 170 B/s wr, 6 op/s 2024-06-06T08:20:30.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:20:30 smithi149 ceph-mon[36842]: pgmap v364: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 170 B/s wr, 6 op/s 2024-06-06T08:20:30.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:20:30 smithi120 ceph-mon[36658]: pgmap v364: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 170 B/s wr, 6 op/s 2024-06-06T08:20:32.632 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:20:32 smithi042 ceph-mon[32384]: pgmap v365: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 5 op/s 2024-06-06T08:20:32.691 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:20:32 smithi120 ceph-mon[36658]: pgmap v365: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 5 op/s 2024-06-06T08:20:32.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:20:32 smithi149 ceph-mon[36842]: pgmap v365: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 5 op/s 2024-06-06T08:20:33.330 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.323+0000 7f344dd3d700 1 -- 172.21.15.42:0/1598819881 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f344810eee0 msgr2=0x7f34481112d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:33.330 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.323+0000 7f344dd3d700 1 --2- 172.21.15.42:0/1598819881 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f344810eee0 0x7f34481112d0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f344000b0a0 tx=0x7f344000b3b0 comp rx=0 tx=0).stop 2024-06-06T08:20:33.331 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.323+0000 7f344dd3d700 1 -- 172.21.15.42:0/1598819881 shutdown_connections 2024-06-06T08:20:33.331 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.323+0000 7f344dd3d700 1 --2- 172.21.15.42:0/1598819881 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f344810eee0 0x7f34481112d0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:33.331 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.323+0000 7f344dd3d700 1 --2- 172.21.15.42:0/1598819881 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f344806ac40 0x7f344806b020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:33.331 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.323+0000 7f344dd3d700 1 --2- 172.21.15.42:0/1598819881 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f344806b560 0x7f344810e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:33.331 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.323+0000 7f344dd3d700 1 -- 172.21.15.42:0/1598819881 >> 172.21.15.42:0/1598819881 conn(0x7f3448078430 msgr2=0x7f3448078840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:20:33.331 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.323+0000 7f344dd3d700 1 -- 172.21.15.42:0/1598819881 shutdown_connections 2024-06-06T08:20:33.331 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.323+0000 7f344dd3d700 1 -- 172.21.15.42:0/1598819881 wait complete. 2024-06-06T08:20:33.331 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.323+0000 7f344dd3d700 1 Processor -- start 2024-06-06T08:20:33.331 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.324+0000 7f344dd3d700 1 -- start start 2024-06-06T08:20:33.331 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.324+0000 7f344dd3d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f344806ac40 0x7f344819aee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:33.331 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.324+0000 7f344dd3d700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f344806b560 0x7f344819b420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:33.331 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.324+0000 7f344dd3d700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f344810eee0 0x7f344819f760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:33.332 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.324+0000 7f344dd3d700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f3448114a90 con 0x7f344806ac40 2024-06-06T08:20:33.332 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.324+0000 7f344dd3d700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f3448114910 con 0x7f344810eee0 2024-06-06T08:20:33.332 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.324+0000 7f344dd3d700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f3448114c10 con 0x7f344806b560 2024-06-06T08:20:33.332 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.324+0000 7f34477fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f344806ac40 0x7f344819aee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:33.332 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.324+0000 7f34477fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f344806ac40 0x7f344819aee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:50714/0 (socket says 172.21.15.42:50714) 2024-06-06T08:20:33.332 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.324+0000 7f34477fe700 1 -- 172.21.15.42:0/6809970 learned_addr learned my addr 172.21.15.42:0/6809970 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:20:33.332 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.324+0000 7f3447fff700 1 --2- 172.21.15.42:0/6809970 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f344810eee0 0x7f344819f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:33.332 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.324+0000 7f3446ffd700 1 --2- 172.21.15.42:0/6809970 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f344806b560 0x7f344819b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:33.332 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.324+0000 7f34477fe700 1 -- 172.21.15.42:0/6809970 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f344806b560 msgr2=0x7f344819b420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:33.332 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.324+0000 7f34477fe700 1 --2- 172.21.15.42:0/6809970 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f344806b560 0x7f344819b420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:33.332 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.324+0000 7f34477fe700 1 -- 172.21.15.42:0/6809970 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f344810eee0 msgr2=0x7f344819f760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:33.332 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.324+0000 7f34477fe700 1 --2- 172.21.15.42:0/6809970 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f344810eee0 0x7f344819f760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:33.332 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.324+0000 7f34477fe700 1 -- 172.21.15.42:0/6809970 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f344819fea0 con 0x7f344806ac40 2024-06-06T08:20:33.333 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.324+0000 7f3446ffd700 1 --2- 172.21.15.42:0/6809970 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f344806b560 0x7f344819b420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:20:33.333 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.324+0000 7f34477fe700 1 --2- 172.21.15.42:0/6809970 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f344806ac40 0x7f344819aee0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f343800d950 tx=0x7f343800dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:20:33.333 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.325+0000 7f3444ff9700 1 -- 172.21.15.42:0/6809970 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3438016070 con 0x7f344806ac40 2024-06-06T08:20:33.333 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.325+0000 7f3444ff9700 1 -- 172.21.15.42:0/6809970 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3438009e20 con 0x7f344806ac40 2024-06-06T08:20:33.333 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.325+0000 7f3444ff9700 1 -- 172.21.15.42:0/6809970 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f343800f620 con 0x7f344806ac40 2024-06-06T08:20:33.333 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.325+0000 7f344dd3d700 1 -- 172.21.15.42:0/6809970 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f34481a0190 con 0x7f344806ac40 2024-06-06T08:20:33.333 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.325+0000 7f344dd3d700 1 -- 172.21.15.42:0/6809970 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34481a7a10 con 0x7f344806ac40 2024-06-06T08:20:33.333 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.325+0000 7f344dd3d700 1 -- 172.21.15.42:0/6809970 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f3448062c20 con 0x7f344806ac40 2024-06-06T08:20:33.333 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.327+0000 7f3444ff9700 1 -- 172.21.15.42:0/6809970 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f3438019070 con 0x7f344806ac40 2024-06-06T08:20:33.333 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.328+0000 7f3444ff9700 1 --2- 172.21.15.42:0/6809970 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f34300a2cb0 0x7f34300a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:33.333 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.328+0000 7f3446ffd700 1 --2- 172.21.15.42:0/6809970 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f34300a2cb0 0x7f34300a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:33.333 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.328+0000 7f3444ff9700 1 -- 172.21.15.42:0/6809970 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f34380cf600 con 0x7f344806ac40 2024-06-06T08:20:33.334 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.328+0000 7f3444ff9700 1 --2- 172.21.15.42:0/6809970 >> [v2:172.21.15.42:6802/992269164,v1:172.21.15.42:6803/992269164] conn(0x7f34300ade10 0x7f34300b02b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:33.334 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.328+0000 7f3444ff9700 1 -- 172.21.15.42:0/6809970 --> [v2:172.21.15.42:6802/992269164,v1:172.21.15.42:6803/992269164] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f3438010e50 con 0x7f34300ade10 2024-06-06T08:20:33.334 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.328+0000 7f3444ff9700 1 -- 172.21.15.42:0/6809970 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_get_version_reply(handle=1 version=99) ==== 24+0+0 (secure 0 0 0) 0x7f34380cfa50 con 0x7f344806ac40 2024-06-06T08:20:33.334 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.328+0000 7f3447fff700 1 --2- 172.21.15.42:0/6809970 >> [v2:172.21.15.42:6802/992269164,v1:172.21.15.42:6803/992269164] conn(0x7f34300ade10 0x7f34300b02b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:33.334 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.328+0000 7f3446ffd700 1 --2- 172.21.15.42:0/6809970 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f34300a2cb0 0x7f34300a5170 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f3448102890 tx=0x7f343c008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:20:33.334 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.329+0000 7f3447fff700 1 --2- 172.21.15.42:0/6809970 >> [v2:172.21.15.42:6802/992269164,v1:172.21.15.42:6803/992269164] conn(0x7f34300ade10 0x7f34300b02b0 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:20:33.334 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.329+0000 7f3444ff9700 1 -- 172.21.15.42:0/6809970 <== osd.0 v2:172.21.15.42:6802/992269164 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f3438010e50 con 0x7f34300ade10 2024-06-06T08:20:33.345 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.346+0000 7f344dd3d700 1 -- 172.21.15.42:0/6809970 --> [v2:172.21.15.42:6802/992269164,v1:172.21.15.42:6803/992269164] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f34480630a0 con 0x7f34300ade10 2024-06-06T08:20:33.345 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.347+0000 7f3444ff9700 1 -- 172.21.15.42:0/6809970 <== osd.0 v2:172.21.15.42:6802/992269164 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f34480630a0 con 0x7f34300ade10 2024-06-06T08:20:33.346 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.347+0000 7f344dd3d700 1 -- 172.21.15.42:0/6809970 >> [v2:172.21.15.42:6802/992269164,v1:172.21.15.42:6803/992269164] conn(0x7f34300ade10 msgr2=0x7f34300b02b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:33.346 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.347+0000 7f344dd3d700 1 --2- 172.21.15.42:0/6809970 >> [v2:172.21.15.42:6802/992269164,v1:172.21.15.42:6803/992269164] conn(0x7f34300ade10 0x7f34300b02b0 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:33.346 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.347+0000 7f344dd3d700 1 -- 172.21.15.42:0/6809970 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f34300a2cb0 msgr2=0x7f34300a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:33.347 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.347+0000 7f344dd3d700 1 --2- 172.21.15.42:0/6809970 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f34300a2cb0 0x7f34300a5170 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f3448102890 tx=0x7f343c008040 comp rx=0 tx=0).stop 2024-06-06T08:20:33.347 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.347+0000 7f344dd3d700 1 -- 172.21.15.42:0/6809970 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f344806ac40 msgr2=0x7f344819aee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:33.347 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.347+0000 7f344dd3d700 1 --2- 172.21.15.42:0/6809970 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f344806ac40 0x7f344819aee0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f343800d950 tx=0x7f343800dc60 comp rx=0 tx=0).stop 2024-06-06T08:20:33.347 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.347+0000 7f3447fff700 1 -- 172.21.15.42:0/6809970 reap_dead start 2024-06-06T08:20:33.347 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.347+0000 7f344dd3d700 1 -- 172.21.15.42:0/6809970 shutdown_connections 2024-06-06T08:20:33.347 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.347+0000 7f344dd3d700 1 -- 172.21.15.42:0/6809970 >> 172.21.15.42:0/6809970 conn(0x7f3448078430 msgr2=0x7f3448110290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:20:33.347 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.347+0000 7f344dd3d700 1 -- 172.21.15.42:0/6809970 shutdown_connections 2024-06-06T08:20:33.347 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:33.347+0000 7f344dd3d700 1 -- 172.21.15.42:0/6809970 wait complete. 2024-06-06T08:20:34.668 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:20:34 smithi042 ceph-mon[32384]: pgmap v366: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 170 B/s wr, 7 op/s 2024-06-06T08:20:34.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:20:34 smithi149 ceph-mon[36842]: pgmap v366: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 170 B/s wr, 7 op/s 2024-06-06T08:20:34.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:20:34 smithi120 ceph-mon[36658]: pgmap v366: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 170 B/s wr, 7 op/s 2024-06-06T08:20:36.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.327+0000 7ff3cfc5d700 1 -- 172.21.15.42:0/2859421939 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff3c8102ee0 msgr2=0x7ff3c810f3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:36.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.327+0000 7ff3cfc5d700 1 --2- 172.21.15.42:0/2859421939 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff3c8102ee0 0x7ff3c810f3c0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7ff3c0009990 tx=0x7ff3c0009ca0 comp rx=0 tx=0).stop 2024-06-06T08:20:36.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.327+0000 7ff3cfc5d700 1 -- 172.21.15.42:0/2859421939 shutdown_connections 2024-06-06T08:20:36.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.327+0000 7ff3cfc5d700 1 --2- 172.21.15.42:0/2859421939 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff3c8102ee0 0x7ff3c810f3c0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:36.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.327+0000 7ff3cfc5d700 1 --2- 172.21.15.42:0/2859421939 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff3c8107450 0x7ff3c8107830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:36.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.327+0000 7ff3cfc5d700 1 --2- 172.21.15.42:0/2859421939 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff3c8102540 0x7ff3c81029a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:36.142 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.327+0000 7ff3cfc5d700 1 -- 172.21.15.42:0/2859421939 >> 172.21.15.42:0/2859421939 conn(0x7ff3c80795f0 msgr2=0x7ff3c8079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:20:36.142 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.327+0000 7ff3cfc5d700 1 -- 172.21.15.42:0/2859421939 shutdown_connections 2024-06-06T08:20:36.142 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.327+0000 7ff3cfc5d700 1 -- 172.21.15.42:0/2859421939 wait complete. 2024-06-06T08:20:36.142 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.328+0000 7ff3cfc5d700 1 Processor -- start 2024-06-06T08:20:36.142 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.328+0000 7ff3cfc5d700 1 -- start start 2024-06-06T08:20:36.142 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.328+0000 7ff3cfc5d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff3c8102540 0x7ff3c8074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:36.142 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.328+0000 7ff3cfc5d700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff3c8102ee0 0x7ff3c8074cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:36.142 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.328+0000 7ff3cfc5d700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff3c8107450 0x7ff3c8075210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:36.142 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.328+0000 7ff3cfc5d700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff3c8112820 con 0x7ff3c8102540 2024-06-06T08:20:36.142 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.328+0000 7ff3cfc5d700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7ff3c81126a0 con 0x7ff3c8102ee0 2024-06-06T08:20:36.142 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.328+0000 7ff3cfc5d700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7ff3c81129a0 con 0x7ff3c8107450 2024-06-06T08:20:36.142 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.328+0000 7ff3cd9f9700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff3c8102540 0x7ff3c8074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:36.142 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.328+0000 7ff3cd9f9700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff3c8102540 0x7ff3c8074790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:50732/0 (socket says 172.21.15.42:50732) 2024-06-06T08:20:36.143 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.328+0000 7ff3cd9f9700 1 -- 172.21.15.42:0/1046297757 learned_addr learned my addr 172.21.15.42:0/1046297757 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:20:36.143 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.328+0000 7ff3cd1f8700 1 --2- 172.21.15.42:0/1046297757 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff3c8102ee0 0x7ff3c8074cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:36.143 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.328+0000 7ff3ce1fa700 1 --2- 172.21.15.42:0/1046297757 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff3c8107450 0x7ff3c8075210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:36.143 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.328+0000 7ff3cd9f9700 1 -- 172.21.15.42:0/1046297757 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff3c8107450 msgr2=0x7ff3c8075210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:36.143 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.328+0000 7ff3cd9f9700 1 --2- 172.21.15.42:0/1046297757 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff3c8107450 0x7ff3c8075210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:36.143 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.328+0000 7ff3cd9f9700 1 -- 172.21.15.42:0/1046297757 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff3c8102ee0 msgr2=0x7ff3c8074cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:36.143 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.328+0000 7ff3cd9f9700 1 --2- 172.21.15.42:0/1046297757 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff3c8102ee0 0x7ff3c8074cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:36.143 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.328+0000 7ff3cd9f9700 1 -- 172.21.15.42:0/1046297757 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3c81a70d0 con 0x7ff3c8102540 2024-06-06T08:20:36.143 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.328+0000 7ff3ce1fa700 1 --2- 172.21.15.42:0/1046297757 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff3c8107450 0x7ff3c8075210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:20:36.143 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.329+0000 7ff3cd9f9700 1 --2- 172.21.15.42:0/1046297757 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff3c8102540 0x7ff3c8074790 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7ff3c4007f10 tx=0x7ff3c400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:20:36.143 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.329+0000 7ff3beffd700 1 -- 172.21.15.42:0/1046297757 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3c400ddd0 con 0x7ff3c8102540 2024-06-06T08:20:36.144 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.329+0000 7ff3beffd700 1 -- 172.21.15.42:0/1046297757 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff3c4018070 con 0x7ff3c8102540 2024-06-06T08:20:36.144 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.329+0000 7ff3beffd700 1 -- 172.21.15.42:0/1046297757 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3c40126d0 con 0x7ff3c8102540 2024-06-06T08:20:36.144 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.329+0000 7ff3cfc5d700 1 -- 172.21.15.42:0/1046297757 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3c81a73c0 con 0x7ff3c8102540 2024-06-06T08:20:36.144 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.329+0000 7ff3cfc5d700 1 -- 172.21.15.42:0/1046297757 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3c81a78b0 con 0x7ff3c8102540 2024-06-06T08:20:36.144 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.330+0000 7ff3cfc5d700 1 -- 172.21.15.42:0/1046297757 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ff3c8062ba0 con 0x7ff3c8102540 2024-06-06T08:20:36.144 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.331+0000 7ff3beffd700 1 -- 172.21.15.42:0/1046297757 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7ff3c4004ad0 con 0x7ff3c8102540 2024-06-06T08:20:36.144 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.332+0000 7ff3beffd700 1 --2- 172.21.15.42:0/1046297757 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7ff3b40a2d30 0x7ff3b40a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:36.144 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.332+0000 7ff3beffd700 1 -- 172.21.15.42:0/1046297757 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7ff3c40cf590 con 0x7ff3c8102540 2024-06-06T08:20:36.145 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.332+0000 7ff3cd1f8700 1 --2- 172.21.15.42:0/1046297757 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7ff3b40a2d30 0x7ff3b40a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:36.145 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.332+0000 7ff3beffd700 1 --2- 172.21.15.42:0/1046297757 >> [v2:172.21.15.120:6816/156965814,v1:172.21.15.120:6817/156965814] conn(0x7ff3b40ade90 0x7ff3b40b0330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:36.145 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.332+0000 7ff3beffd700 1 -- 172.21.15.42:0/1046297757 --> [v2:172.21.15.120:6816/156965814,v1:172.21.15.120:6817/156965814] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ff3c4024e50 con 0x7ff3b40ade90 2024-06-06T08:20:36.145 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.332+0000 7ff3beffd700 1 -- 172.21.15.42:0/1046297757 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_get_version_reply(handle=1 version=99) ==== 24+0+0 (secure 0 0 0) 0x7ff3c40cf9e0 con 0x7ff3c8102540 2024-06-06T08:20:36.145 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.332+0000 7ff3ce1fa700 1 --2- 172.21.15.42:0/1046297757 >> [v2:172.21.15.120:6816/156965814,v1:172.21.15.120:6817/156965814] conn(0x7ff3b40ade90 0x7ff3b40b0330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:36.145 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.333+0000 7ff3cd1f8700 1 --2- 172.21.15.42:0/1046297757 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7ff3b40a2d30 0x7ff3b40a51f0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7ff3c8079af0 tx=0x7ff3b800b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:20:36.145 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.333+0000 7ff3ce1fa700 1 --2- 172.21.15.42:0/1046297757 >> [v2:172.21.15.120:6816/156965814,v1:172.21.15.120:6817/156965814] conn(0x7ff3b40ade90 0x7ff3b40b0330 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:20:36.145 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.334+0000 7ff3beffd700 1 -- 172.21.15.42:0/1046297757 <== osd.7 v2:172.21.15.120:6816/156965814 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ff3c4024e50 con 0x7ff3b40ade90 2024-06-06T08:20:36.145 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.351+0000 7ff3cfc5d700 1 -- 172.21.15.42:0/1046297757 --> [v2:172.21.15.120:6816/156965814,v1:172.21.15.120:6817/156965814] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7ff3c8062e30 con 0x7ff3b40ade90 2024-06-06T08:20:36.145 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.352+0000 7ff3beffd700 1 -- 172.21.15.42:0/1046297757 <== osd.7 v2:172.21.15.120:6816/156965814 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7ff3c8062e30 con 0x7ff3b40ade90 2024-06-06T08:20:36.145 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.352+0000 7ff3cfc5d700 1 -- 172.21.15.42:0/1046297757 >> [v2:172.21.15.120:6816/156965814,v1:172.21.15.120:6817/156965814] conn(0x7ff3b40ade90 msgr2=0x7ff3b40b0330 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:36.145 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.352+0000 7ff3cfc5d700 1 --2- 172.21.15.42:0/1046297757 >> [v2:172.21.15.120:6816/156965814,v1:172.21.15.120:6817/156965814] conn(0x7ff3b40ade90 0x7ff3b40b0330 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:36.145 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.352+0000 7ff3cfc5d700 1 -- 172.21.15.42:0/1046297757 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7ff3b40a2d30 msgr2=0x7ff3b40a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:36.146 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.352+0000 7ff3cfc5d700 1 --2- 172.21.15.42:0/1046297757 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7ff3b40a2d30 0x7ff3b40a51f0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7ff3c8079af0 tx=0x7ff3b800b410 comp rx=0 tx=0).stop 2024-06-06T08:20:36.146 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.352+0000 7ff3cfc5d700 1 -- 172.21.15.42:0/1046297757 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff3c8102540 msgr2=0x7ff3c8074790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:36.146 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.352+0000 7ff3cfc5d700 1 --2- 172.21.15.42:0/1046297757 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff3c8102540 0x7ff3c8074790 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7ff3c4007f10 tx=0x7ff3c400d3b0 comp rx=0 tx=0).stop 2024-06-06T08:20:36.146 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.352+0000 7ff3ce1fa700 1 -- 172.21.15.42:0/1046297757 reap_dead start 2024-06-06T08:20:36.146 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.352+0000 7ff3cfc5d700 1 -- 172.21.15.42:0/1046297757 shutdown_connections 2024-06-06T08:20:36.146 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.352+0000 7ff3cfc5d700 1 -- 172.21.15.42:0/1046297757 >> 172.21.15.42:0/1046297757 conn(0x7ff3c80795f0 msgr2=0x7ff3c81004f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:20:36.146 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.353+0000 7ff3cfc5d700 1 -- 172.21.15.42:0/1046297757 shutdown_connections 2024-06-06T08:20:36.146 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:35.353+0000 7ff3cfc5d700 1 -- 172.21.15.42:0/1046297757 wait complete. 2024-06-06T08:20:36.772 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:20:36 smithi042 ceph-mon[32384]: pgmap v367: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-06T08:20:36.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:20:36 smithi149 ceph-mon[36842]: pgmap v367: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-06T08:20:36.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:20:36 smithi120 ceph-mon[36658]: pgmap v367: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-06T08:20:37.386 INFO:teuthology.orchestra.run.smithi042.stdout:34359738462 2024-06-06T08:20:37.386 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-06-06T08:20:38.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:20:38 smithi149 ceph-mon[36842]: pgmap v368: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:20:38.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:20:38 smithi042 ceph-mon[32384]: pgmap v368: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:20:38.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:20:38 smithi120 ceph-mon[36658]: pgmap v368: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:20:38.933 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:20:39.541 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:20:39 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:20:39.765 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:20:39 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:20:39.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:20:39 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:20:40.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:20:40 smithi042 ceph-mon[32384]: pgmap v369: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-06-06T08:20:40.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:20:40 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:20:40.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:20:40 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:20:40.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:20:40 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:20:40.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:20:40 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:20:40.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:20:40 smithi149 ceph-mon[36842]: pgmap v369: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-06-06T08:20:40.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:20:40 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:20:40.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:20:40 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:20:40.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:20:40 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:20:40.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:20:40 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:20:40.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:20:40 smithi120 ceph-mon[36658]: pgmap v369: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-06-06T08:20:40.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:20:40 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:20:40.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:20:40 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:20:40.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:20:40 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:20:40.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:20:40 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:20:42.177 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.176+0000 7f5cbb74a700 1 -- 172.21.15.42:0/2421574640 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5cb4107830 msgr2=0x7f5cb410f3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:42.177 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.176+0000 7f5cbb74a700 1 --2- 172.21.15.42:0/2421574640 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5cb4107830 0x7f5cb410f3b0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f5cac00b0d0 tx=0x7f5cac00b3e0 comp rx=0 tx=0).stop 2024-06-06T08:20:42.177 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.176+0000 7f5cbb74a700 1 -- 172.21.15.42:0/2421574640 shutdown_connections 2024-06-06T08:20:42.177 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.176+0000 7f5cbb74a700 1 --2- 172.21.15.42:0/2421574640 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5cb4107830 0x7f5cb410f3b0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:42.177 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.176+0000 7f5cbb74a700 1 --2- 172.21.15.42:0/2421574640 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5cb4102740 0x7f5cb4102b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:42.177 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.176+0000 7f5cbb74a700 1 --2- 172.21.15.42:0/2421574640 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5cb41030f0 0x7f5cb4107100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:42.177 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.176+0000 7f5cbb74a700 1 -- 172.21.15.42:0/2421574640 >> 172.21.15.42:0/2421574640 conn(0x7f5cb40795b0 msgr2=0x7f5cb40799c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:20:42.177 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.176+0000 7f5cbb74a700 1 -- 172.21.15.42:0/2421574640 shutdown_connections 2024-06-06T08:20:42.177 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.177+0000 7f5cbb74a700 1 -- 172.21.15.42:0/2421574640 wait complete. 2024-06-06T08:20:42.178 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.177+0000 7f5cbb74a700 1 Processor -- start 2024-06-06T08:20:42.178 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.177+0000 7f5cbb74a700 1 -- start start 2024-06-06T08:20:42.178 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.177+0000 7f5cbb74a700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5cb4102740 0x7f5cb4074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:42.178 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.177+0000 7f5cbb74a700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5cb41030f0 0x7f5cb4074cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:42.178 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.177+0000 7f5cbb74a700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5cb4107830 0x7f5cb4075210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:42.178 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.177+0000 7f5cbb74a700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5cb4112770 con 0x7f5cb4102740 2024-06-06T08:20:42.178 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.177+0000 7f5cbb74a700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f5cb41125f0 con 0x7f5cb41030f0 2024-06-06T08:20:42.178 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.177+0000 7f5cbb74a700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f5cb41128f0 con 0x7f5cb4107830 2024-06-06T08:20:42.178 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.178+0000 7f5cb94e6700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5cb4102740 0x7f5cb4074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:42.178 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.178+0000 7f5cb94e6700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5cb4102740 0x7f5cb4074790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:47550/0 (socket says 172.21.15.42:47550) 2024-06-06T08:20:42.179 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.178+0000 7f5cb94e6700 1 -- 172.21.15.42:0/3361479688 learned_addr learned my addr 172.21.15.42:0/3361479688 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:20:42.181 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.178+0000 7f5cb9ce7700 1 --2- 172.21.15.42:0/3361479688 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5cb4107830 0x7f5cb4075210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:42.181 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.178+0000 7f5cb8ce5700 1 --2- 172.21.15.42:0/3361479688 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5cb41030f0 0x7f5cb4074cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:42.182 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.178+0000 7f5cb94e6700 1 -- 172.21.15.42:0/3361479688 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5cb4107830 msgr2=0x7f5cb4075210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:42.182 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.178+0000 7f5cb94e6700 1 --2- 172.21.15.42:0/3361479688 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5cb4107830 0x7f5cb4075210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:42.182 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.178+0000 7f5cb94e6700 1 -- 172.21.15.42:0/3361479688 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5cb41030f0 msgr2=0x7f5cb4074cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:42.182 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.178+0000 7f5cb94e6700 1 --2- 172.21.15.42:0/3361479688 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5cb41030f0 0x7f5cb4074cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:42.182 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.178+0000 7f5cb94e6700 1 -- 172.21.15.42:0/3361479688 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5cb41a7060 con 0x7f5cb4102740 2024-06-06T08:20:42.182 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.178+0000 7f5cb8ce5700 1 --2- 172.21.15.42:0/3361479688 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5cb41030f0 0x7f5cb4074cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:20:42.182 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.178+0000 7f5cb94e6700 1 --2- 172.21.15.42:0/3361479688 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5cb4102740 0x7f5cb4074790 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f5cb000c970 tx=0x7f5cb000cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:20:42.182 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.178+0000 7f5caa7fc700 1 -- 172.21.15.42:0/3361479688 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cb0007aa0 con 0x7f5cb4102740 2024-06-06T08:20:42.182 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.178+0000 7f5cbb74a700 1 -- 172.21.15.42:0/3361479688 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5cb41a7350 con 0x7f5cb4102740 2024-06-06T08:20:42.182 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.178+0000 7f5caa7fc700 1 -- 172.21.15.42:0/3361479688 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5cb0004d10 con 0x7f5cb4102740 2024-06-06T08:20:42.182 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.178+0000 7f5caa7fc700 1 -- 172.21.15.42:0/3361479688 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cb000f450 con 0x7f5cb4102740 2024-06-06T08:20:42.183 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.178+0000 7f5cbb74a700 1 -- 172.21.15.42:0/3361479688 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5cb41a7840 con 0x7f5cb4102740 2024-06-06T08:20:42.183 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.179+0000 7f5cbb74a700 1 -- 172.21.15.42:0/3361479688 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f5cb4062c20 con 0x7f5cb4102740 2024-06-06T08:20:42.183 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.181+0000 7f5caa7fc700 1 -- 172.21.15.42:0/3361479688 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f5cb0004750 con 0x7f5cb4102740 2024-06-06T08:20:42.183 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.181+0000 7f5caa7fc700 1 --2- 172.21.15.42:0/3361479688 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f5ca00a2cb0 0x7f5ca00a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:42.183 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.181+0000 7f5cb8ce5700 1 --2- 172.21.15.42:0/3361479688 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f5ca00a2cb0 0x7f5ca00a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:42.183 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.182+0000 7f5caa7fc700 1 -- 172.21.15.42:0/3361479688 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f5cb00cf760 con 0x7f5cb4102740 2024-06-06T08:20:42.183 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.182+0000 7f5caa7fc700 1 --2- 172.21.15.42:0/3361479688 >> [v2:172.21.15.42:6818/1922652007,v1:172.21.15.42:6819/1922652007] conn(0x7f5ca00ade10 0x7f5ca00b02b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:42.183 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.182+0000 7f5caa7fc700 1 -- 172.21.15.42:0/3361479688 --> [v2:172.21.15.42:6818/1922652007,v1:172.21.15.42:6819/1922652007] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f5cb001fe70 con 0x7f5ca00ade10 2024-06-06T08:20:42.183 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.182+0000 7f5caa7fc700 1 -- 172.21.15.42:0/3361479688 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_get_version_reply(handle=1 version=99) ==== 24+0+0 (secure 0 0 0) 0x7f5cb00cfbb0 con 0x7f5cb4102740 2024-06-06T08:20:42.183 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.182+0000 7f5cb9ce7700 1 --2- 172.21.15.42:0/3361479688 >> [v2:172.21.15.42:6818/1922652007,v1:172.21.15.42:6819/1922652007] conn(0x7f5ca00ade10 0x7f5ca00b02b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:42.184 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.182+0000 7f5cb8ce5700 1 --2- 172.21.15.42:0/3361479688 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f5ca00a2cb0 0x7f5ca00a5170 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f5ca4005fd0 tx=0x7f5ca4005d40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:20:42.184 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.182+0000 7f5cb9ce7700 1 --2- 172.21.15.42:0/3361479688 >> [v2:172.21.15.42:6818/1922652007,v1:172.21.15.42:6819/1922652007] conn(0x7f5ca00ade10 0x7f5ca00b02b0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:20:42.184 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.183+0000 7f5caa7fc700 1 -- 172.21.15.42:0/3361479688 <== osd.6 v2:172.21.15.42:6818/1922652007 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f5cb001fe70 con 0x7f5ca00ade10 2024-06-06T08:20:42.198 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.200+0000 7f5cbb74a700 1 -- 172.21.15.42:0/3361479688 --> [v2:172.21.15.42:6818/1922652007,v1:172.21.15.42:6819/1922652007] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f5cb40630a0 con 0x7f5ca00ade10 2024-06-06T08:20:42.199 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.200+0000 7f5caa7fc700 1 -- 172.21.15.42:0/3361479688 <== osd.6 v2:172.21.15.42:6818/1922652007 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f5cb40630a0 con 0x7f5ca00ade10 2024-06-06T08:20:42.200 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.200+0000 7f5cbb74a700 1 -- 172.21.15.42:0/3361479688 >> [v2:172.21.15.42:6818/1922652007,v1:172.21.15.42:6819/1922652007] conn(0x7f5ca00ade10 msgr2=0x7f5ca00b02b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:42.200 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.200+0000 7f5cbb74a700 1 --2- 172.21.15.42:0/3361479688 >> [v2:172.21.15.42:6818/1922652007,v1:172.21.15.42:6819/1922652007] conn(0x7f5ca00ade10 0x7f5ca00b02b0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:42.200 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.200+0000 7f5cbb74a700 1 -- 172.21.15.42:0/3361479688 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f5ca00a2cb0 msgr2=0x7f5ca00a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:42.200 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.200+0000 7f5cbb74a700 1 --2- 172.21.15.42:0/3361479688 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f5ca00a2cb0 0x7f5ca00a5170 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f5ca4005fd0 tx=0x7f5ca4005d40 comp rx=0 tx=0).stop 2024-06-06T08:20:42.201 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.200+0000 7f5cbb74a700 1 -- 172.21.15.42:0/3361479688 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5cb4102740 msgr2=0x7f5cb4074790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:42.201 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.200+0000 7f5cbb74a700 1 --2- 172.21.15.42:0/3361479688 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5cb4102740 0x7f5cb4074790 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f5cb000c970 tx=0x7f5cb000cc80 comp rx=0 tx=0).stop 2024-06-06T08:20:42.201 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.200+0000 7f5cb9ce7700 1 -- 172.21.15.42:0/3361479688 reap_dead start 2024-06-06T08:20:42.201 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.201+0000 7f5cbb74a700 1 -- 172.21.15.42:0/3361479688 shutdown_connections 2024-06-06T08:20:42.201 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.201+0000 7f5cbb74a700 1 -- 172.21.15.42:0/3361479688 >> 172.21.15.42:0/3361479688 conn(0x7f5cb40795b0 msgr2=0x7f5cb4100490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:20:42.201 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.201+0000 7f5cbb74a700 1 -- 172.21.15.42:0/3361479688 shutdown_connections 2024-06-06T08:20:42.201 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.201+0000 7f5cbb74a700 1 -- 172.21.15.42:0/3361479688 wait complete. 2024-06-06T08:20:42.556 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.532+0000 7f7be73b2700 1 -- 172.21.15.42:0/2183128732 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7be0102740 msgr2=0x7f7be0102b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:42.556 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.532+0000 7f7be73b2700 1 --2- 172.21.15.42:0/2183128732 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7be0102740 0x7f7be0102b20 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f7bdc0099c0 tx=0x7f7bdc009cd0 comp rx=0 tx=0).stop 2024-06-06T08:20:42.556 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.532+0000 7f7be73b2700 1 -- 172.21.15.42:0/2183128732 shutdown_connections 2024-06-06T08:20:42.557 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.532+0000 7f7be73b2700 1 --2- 172.21.15.42:0/2183128732 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7be0107840 0x7f7be010f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:42.557 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.532+0000 7f7be73b2700 1 --2- 172.21.15.42:0/2183128732 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7be0102740 0x7f7be0102b20 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:42.557 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.532+0000 7f7be73b2700 1 --2- 172.21.15.42:0/2183128732 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7be01030f0 0x7f7be0107110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:42.557 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.532+0000 7f7be73b2700 1 -- 172.21.15.42:0/2183128732 >> 172.21.15.42:0/2183128732 conn(0x7f7be00795f0 msgr2=0x7f7be0079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:20:42.557 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.533+0000 7f7be73b2700 1 -- 172.21.15.42:0/2183128732 shutdown_connections 2024-06-06T08:20:42.557 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.533+0000 7f7be73b2700 1 -- 172.21.15.42:0/2183128732 wait complete. 2024-06-06T08:20:42.557 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.533+0000 7f7be73b2700 1 Processor -- start 2024-06-06T08:20:42.557 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.533+0000 7f7be73b2700 1 -- start start 2024-06-06T08:20:42.557 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.533+0000 7f7be73b2700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7be0102740 0x7f7be019e880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:42.557 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.533+0000 7f7be73b2700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7be01030f0 0x7f7be019edc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:42.557 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.533+0000 7f7be73b2700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7be0107840 0x7f7be0198a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:42.557 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.533+0000 7f7be73b2700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7be01127d0 con 0x7f7be01030f0 2024-06-06T08:20:42.558 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.533+0000 7f7be73b2700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f7be0112650 con 0x7f7be0102740 2024-06-06T08:20:42.558 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.533+0000 7f7be73b2700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f7be0112950 con 0x7f7be0107840 2024-06-06T08:20:42.558 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.533+0000 7f7be494d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7be01030f0 0x7f7be019edc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:42.558 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.534+0000 7f7be494d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7be01030f0 0x7f7be019edc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:47584/0 (socket says 172.21.15.42:47584) 2024-06-06T08:20:42.558 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.534+0000 7f7be494d700 1 -- 172.21.15.42:0/2178504959 learned_addr learned my addr 172.21.15.42:0/2178504959 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:20:42.558 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.534+0000 7f7be514e700 1 --2- 172.21.15.42:0/2178504959 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7be0102740 0x7f7be019e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:42.558 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.534+0000 7f7be494d700 1 -- 172.21.15.42:0/2178504959 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7be0107840 msgr2=0x7f7be0198a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:42.558 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.534+0000 7f7be594f700 1 --2- 172.21.15.42:0/2178504959 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7be0107840 0x7f7be0198a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:42.558 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.534+0000 7f7be494d700 1 --2- 172.21.15.42:0/2178504959 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7be0107840 0x7f7be0198a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:42.559 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.534+0000 7f7be494d700 1 -- 172.21.15.42:0/2178504959 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7be0102740 msgr2=0x7f7be019e880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:42.559 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.534+0000 7f7be494d700 1 --2- 172.21.15.42:0/2178504959 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7be0102740 0x7f7be019e880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:42.559 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.534+0000 7f7be494d700 1 -- 172.21.15.42:0/2178504959 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7be01991f0 con 0x7f7be01030f0 2024-06-06T08:20:42.559 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.534+0000 7f7be514e700 1 --2- 172.21.15.42:0/2178504959 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7be0102740 0x7f7be019e880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:20:42.559 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.534+0000 7f7be494d700 1 --2- 172.21.15.42:0/2178504959 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7be01030f0 0x7f7be019edc0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f7bd000d980 tx=0x7f7bd000dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:20:42.559 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.534+0000 7f7bd67fc700 1 -- 172.21.15.42:0/2178504959 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bd0017070 con 0x7f7be01030f0 2024-06-06T08:20:42.559 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.534+0000 7f7be73b2700 1 -- 172.21.15.42:0/2178504959 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7be01994e0 con 0x7f7be01030f0 2024-06-06T08:20:42.559 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.534+0000 7f7bd67fc700 1 -- 172.21.15.42:0/2178504959 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7bd0004d10 con 0x7f7be01030f0 2024-06-06T08:20:42.560 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.534+0000 7f7bd67fc700 1 -- 172.21.15.42:0/2178504959 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bd00055c0 con 0x7f7be01030f0 2024-06-06T08:20:42.560 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.535+0000 7f7be73b2700 1 -- 172.21.15.42:0/2178504959 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7be01a5750 con 0x7f7be01030f0 2024-06-06T08:20:42.560 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.535+0000 7f7be73b2700 1 -- 172.21.15.42:0/2178504959 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f7be0062be0 con 0x7f7be01030f0 2024-06-06T08:20:42.560 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.536+0000 7f7bd67fc700 1 -- 172.21.15.42:0/2178504959 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f7bd0004750 con 0x7f7be01030f0 2024-06-06T08:20:42.560 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.537+0000 7f7bd67fc700 1 --2- 172.21.15.42:0/2178504959 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f7bcc0a2cb0 0x7f7bcc0a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:42.560 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.537+0000 7f7bd67fc700 1 -- 172.21.15.42:0/2178504959 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f7bd00cfa70 con 0x7f7be01030f0 2024-06-06T08:20:42.560 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.537+0000 7f7be514e700 1 --2- 172.21.15.42:0/2178504959 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f7bcc0a2cb0 0x7f7bcc0a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:42.560 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.537+0000 7f7bd67fc700 1 --2- 172.21.15.42:0/2178504959 >> [v2:172.21.15.149:6824/797850884,v1:172.21.15.149:6825/797850884] conn(0x7f7bcc0ade10 0x7f7bcc0b02b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:42.560 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.537+0000 7f7bd67fc700 1 -- 172.21.15.42:0/2178504959 --> [v2:172.21.15.149:6824/797850884,v1:172.21.15.149:6825/797850884] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f7bcc0b0980 con 0x7f7bcc0ade10 2024-06-06T08:20:42.560 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.537+0000 7f7bd67fc700 1 -- 172.21.15.42:0/2178504959 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_get_version_reply(handle=1 version=99) ==== 24+0+0 (secure 0 0 0) 0x7f7bd00cfec0 con 0x7f7be01030f0 2024-06-06T08:20:42.560 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.538+0000 7f7be514e700 1 --2- 172.21.15.42:0/2178504959 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f7bcc0a2cb0 0x7f7bcc0a5170 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f7bdc006010 tx=0x7f7bdc009f70 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:20:42.560 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.538+0000 7f7be594f700 1 --2- 172.21.15.42:0/2178504959 >> [v2:172.21.15.149:6824/797850884,v1:172.21.15.149:6825/797850884] conn(0x7f7bcc0ade10 0x7f7bcc0b02b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:42.560 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.538+0000 7f7be594f700 1 --2- 172.21.15.42:0/2178504959 >> [v2:172.21.15.149:6824/797850884,v1:172.21.15.149:6825/797850884] conn(0x7f7bcc0ade10 0x7f7bcc0b02b0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.11 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:20:42.561 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.539+0000 7f7bd67fc700 1 -- 172.21.15.42:0/2178504959 <== osd.11 v2:172.21.15.149:6824/797850884 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f7bcc0b0980 con 0x7f7bcc0ade10 2024-06-06T08:20:42.561 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.555+0000 7f7be73b2700 1 -- 172.21.15.42:0/2178504959 --> [v2:172.21.15.149:6824/797850884,v1:172.21.15.149:6825/797850884] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f7be0063060 con 0x7f7bcc0ade10 2024-06-06T08:20:42.561 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.556+0000 7f7bd67fc700 1 -- 172.21.15.42:0/2178504959 <== osd.11 v2:172.21.15.149:6824/797850884 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f7be0063060 con 0x7f7bcc0ade10 2024-06-06T08:20:42.561 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.557+0000 7f7be73b2700 1 -- 172.21.15.42:0/2178504959 >> [v2:172.21.15.149:6824/797850884,v1:172.21.15.149:6825/797850884] conn(0x7f7bcc0ade10 msgr2=0x7f7bcc0b02b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:42.561 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.557+0000 7f7be73b2700 1 --2- 172.21.15.42:0/2178504959 >> [v2:172.21.15.149:6824/797850884,v1:172.21.15.149:6825/797850884] conn(0x7f7bcc0ade10 0x7f7bcc0b02b0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:42.561 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.557+0000 7f7be73b2700 1 -- 172.21.15.42:0/2178504959 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f7bcc0a2cb0 msgr2=0x7f7bcc0a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:42.561 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.557+0000 7f7be73b2700 1 --2- 172.21.15.42:0/2178504959 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f7bcc0a2cb0 0x7f7bcc0a5170 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f7bdc006010 tx=0x7f7bdc009f70 comp rx=0 tx=0).stop 2024-06-06T08:20:42.561 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.557+0000 7f7be73b2700 1 -- 172.21.15.42:0/2178504959 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7be01030f0 msgr2=0x7f7be019edc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:42.561 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.557+0000 7f7be73b2700 1 --2- 172.21.15.42:0/2178504959 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7be01030f0 0x7f7be019edc0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f7bd000d980 tx=0x7f7bd000dd40 comp rx=0 tx=0).stop 2024-06-06T08:20:42.561 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.557+0000 7f7be594f700 1 -- 172.21.15.42:0/2178504959 reap_dead start 2024-06-06T08:20:42.561 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.557+0000 7f7be73b2700 1 -- 172.21.15.42:0/2178504959 shutdown_connections 2024-06-06T08:20:42.561 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.557+0000 7f7be73b2700 1 -- 172.21.15.42:0/2178504959 >> 172.21.15.42:0/2178504959 conn(0x7f7be00795f0 msgr2=0x7f7be0101c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:20:42.561 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.557+0000 7f7be73b2700 1 -- 172.21.15.42:0/2178504959 shutdown_connections 2024-06-06T08:20:42.562 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.557+0000 7f7be73b2700 1 -- 172.21.15.42:0/2178504959 wait complete. 2024-06-06T08:20:42.676 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:20:42 smithi042 ceph-mon[32384]: pgmap v370: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:20:42.784 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.782+0000 7ff198d80700 1 -- 172.21.15.42:0/2682537419 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff194102ed0 msgr2=0x7ff19410f350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:42.784 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.782+0000 7ff198d80700 1 --2- 172.21.15.42:0/2682537419 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff194102ed0 0x7ff19410f350 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7ff18c00b0a0 tx=0x7ff18c00b3b0 comp rx=0 tx=0).stop 2024-06-06T08:20:42.785 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.782+0000 7ff198d80700 1 -- 172.21.15.42:0/2682537419 shutdown_connections 2024-06-06T08:20:42.785 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.782+0000 7ff198d80700 1 --2- 172.21.15.42:0/2682537419 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff194102ed0 0x7ff19410f350 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:42.785 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.782+0000 7ff198d80700 1 --2- 172.21.15.42:0/2682537419 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff194108510 0x7ff1941088f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:42.785 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.782+0000 7ff198d80700 1 --2- 172.21.15.42:0/2682537419 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff194102510 0x7ff194102990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:42.785 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.782+0000 7ff198d80700 1 -- 172.21.15.42:0/2682537419 >> 172.21.15.42:0/2682537419 conn(0x7ff1940795b0 msgr2=0x7ff1940799c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:20:42.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.782+0000 7ff198d80700 1 -- 172.21.15.42:0/2682537419 shutdown_connections 2024-06-06T08:20:42.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.782+0000 7ff198d80700 1 -- 172.21.15.42:0/2682537419 wait complete. 2024-06-06T08:20:42.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.782+0000 7ff198d80700 1 Processor -- start 2024-06-06T08:20:42.787 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.783+0000 7ff198d80700 1 -- start start 2024-06-06T08:20:42.787 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.783+0000 7ff198d80700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff194102510 0x7ff194074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:42.787 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.783+0000 7ff198d80700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff194102ed0 0x7ff194074cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:42.787 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.783+0000 7ff198d80700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff194108510 0x7ff194075210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:42.788 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.783+0000 7ff198d80700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff194112760 con 0x7ff194102ed0 2024-06-06T08:20:42.788 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.783+0000 7ff198d80700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7ff1941125e0 con 0x7ff194108510 2024-06-06T08:20:42.788 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.783+0000 7ff198d80700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7ff1941128e0 con 0x7ff194102510 2024-06-06T08:20:42.788 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.783+0000 7ff191d9b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff194102ed0 0x7ff194074cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:42.788 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.783+0000 7ff191d9b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff194102ed0 0x7ff194074cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:47610/0 (socket says 172.21.15.42:47610) 2024-06-06T08:20:42.788 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.783+0000 7ff191d9b700 1 -- 172.21.15.42:0/1061910467 learned_addr learned my addr 172.21.15.42:0/1061910467 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:20:42.788 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.783+0000 7ff192d9d700 1 --2- 172.21.15.42:0/1061910467 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff194108510 0x7ff194075210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:42.788 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.783+0000 7ff19259c700 1 --2- 172.21.15.42:0/1061910467 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff194102510 0x7ff194074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:42.788 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.783+0000 7ff191d9b700 1 -- 172.21.15.42:0/1061910467 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff194102510 msgr2=0x7ff194074790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:42.788 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.783+0000 7ff191d9b700 1 --2- 172.21.15.42:0/1061910467 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff194102510 0x7ff194074790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:42.788 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.783+0000 7ff191d9b700 1 -- 172.21.15.42:0/1061910467 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff194108510 msgr2=0x7ff194075210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:42.788 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.783+0000 7ff191d9b700 1 --2- 172.21.15.42:0/1061910467 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff194108510 0x7ff194075210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:42.788 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.783+0000 7ff191d9b700 1 -- 172.21.15.42:0/1061910467 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1941a70e0 con 0x7ff194102ed0 2024-06-06T08:20:42.789 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.783+0000 7ff192d9d700 1 --2- 172.21.15.42:0/1061910467 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff194108510 0x7ff194075210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:20:42.789 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.783+0000 7ff191d9b700 1 --2- 172.21.15.42:0/1061910467 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff194102ed0 0x7ff194074cd0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7ff18800c920 tx=0x7ff18800cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:20:42.789 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.784+0000 7ff1837fe700 1 -- 172.21.15.42:0/1061910467 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff188007b00 con 0x7ff194102ed0 2024-06-06T08:20:42.789 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.784+0000 7ff1837fe700 1 -- 172.21.15.42:0/1061910467 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff188004d10 con 0x7ff194102ed0 2024-06-06T08:20:42.789 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.784+0000 7ff198d80700 1 -- 172.21.15.42:0/1061910467 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1941a73d0 con 0x7ff194102ed0 2024-06-06T08:20:42.789 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.784+0000 7ff1837fe700 1 -- 172.21.15.42:0/1061910467 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff18800f450 con 0x7ff194102ed0 2024-06-06T08:20:42.789 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.784+0000 7ff198d80700 1 -- 172.21.15.42:0/1061910467 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1941a7910 con 0x7ff194102ed0 2024-06-06T08:20:42.789 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.784+0000 7ff198d80700 1 -- 172.21.15.42:0/1061910467 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ff194062ba0 con 0x7ff194102ed0 2024-06-06T08:20:42.790 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:20:42 smithi149 ceph-mon[36842]: pgmap v370: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:20:42.791 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.786+0000 7ff1837fe700 1 -- 172.21.15.42:0/1061910467 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7ff188004750 con 0x7ff194102ed0 2024-06-06T08:20:42.791 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.787+0000 7ff1837fe700 1 --2- 172.21.15.42:0/1061910467 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7ff17c0a2cb0 0x7ff17c0a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:42.791 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.787+0000 7ff19259c700 1 --2- 172.21.15.42:0/1061910467 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7ff17c0a2cb0 0x7ff17c0a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:42.791 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.787+0000 7ff1837fe700 1 -- 172.21.15.42:0/1061910467 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7ff1880cf730 con 0x7ff194102ed0 2024-06-06T08:20:42.791 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.787+0000 7ff1837fe700 1 --2- 172.21.15.42:0/1061910467 >> [v2:172.21.15.42:6810/4079103623,v1:172.21.15.42:6811/4079103623] conn(0x7ff17c0ade10 0x7ff17c0b02b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:42.791 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.787+0000 7ff1837fe700 1 -- 172.21.15.42:0/1061910467 --> [v2:172.21.15.42:6810/4079103623,v1:172.21.15.42:6811/4079103623] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ff188023e50 con 0x7ff17c0ade10 2024-06-06T08:20:42.791 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.787+0000 7ff1837fe700 1 -- 172.21.15.42:0/1061910467 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_get_version_reply(handle=1 version=99) ==== 24+0+0 (secure 0 0 0) 0x7ff1880cfb80 con 0x7ff194102ed0 2024-06-06T08:20:42.791 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.787+0000 7ff192d9d700 1 --2- 172.21.15.42:0/1061910467 >> [v2:172.21.15.42:6810/4079103623,v1:172.21.15.42:6811/4079103623] conn(0x7ff17c0ade10 0x7ff17c0b02b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:42.791 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.787+0000 7ff19259c700 1 --2- 172.21.15.42:0/1061910467 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7ff17c0a2cb0 0x7ff17c0a5170 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7ff184005fd0 tx=0x7ff184005d90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:20:42.791 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.787+0000 7ff192d9d700 1 --2- 172.21.15.42:0/1061910467 >> [v2:172.21.15.42:6810/4079103623,v1:172.21.15.42:6811/4079103623] conn(0x7ff17c0ade10 0x7ff17c0b02b0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:20:42.792 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.788+0000 7ff1837fe700 1 -- 172.21.15.42:0/1061910467 <== osd.3 v2:172.21.15.42:6810/4079103623 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ff188023e50 con 0x7ff17c0ade10 2024-06-06T08:20:42.803 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.805+0000 7ff198d80700 1 -- 172.21.15.42:0/1061910467 --> [v2:172.21.15.42:6810/4079103623,v1:172.21.15.42:6811/4079103623] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7ff194063020 con 0x7ff17c0ade10 2024-06-06T08:20:42.804 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.805+0000 7ff1837fe700 1 -- 172.21.15.42:0/1061910467 <== osd.3 v2:172.21.15.42:6810/4079103623 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7ff194063020 con 0x7ff17c0ade10 2024-06-06T08:20:42.805 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.805+0000 7ff198d80700 1 -- 172.21.15.42:0/1061910467 >> [v2:172.21.15.42:6810/4079103623,v1:172.21.15.42:6811/4079103623] conn(0x7ff17c0ade10 msgr2=0x7ff17c0b02b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:42.805 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.805+0000 7ff198d80700 1 --2- 172.21.15.42:0/1061910467 >> [v2:172.21.15.42:6810/4079103623,v1:172.21.15.42:6811/4079103623] conn(0x7ff17c0ade10 0x7ff17c0b02b0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:42.805 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.805+0000 7ff198d80700 1 -- 172.21.15.42:0/1061910467 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7ff17c0a2cb0 msgr2=0x7ff17c0a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:42.805 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.805+0000 7ff198d80700 1 --2- 172.21.15.42:0/1061910467 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7ff17c0a2cb0 0x7ff17c0a5170 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7ff184005fd0 tx=0x7ff184005d90 comp rx=0 tx=0).stop 2024-06-06T08:20:42.805 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.805+0000 7ff198d80700 1 -- 172.21.15.42:0/1061910467 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff194102ed0 msgr2=0x7ff194074cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:42.805 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.805+0000 7ff198d80700 1 --2- 172.21.15.42:0/1061910467 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff194102ed0 0x7ff194074cd0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7ff18800c920 tx=0x7ff18800cce0 comp rx=0 tx=0).stop 2024-06-06T08:20:42.805 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.805+0000 7ff192d9d700 1 -- 172.21.15.42:0/1061910467 reap_dead start 2024-06-06T08:20:42.805 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.805+0000 7ff198d80700 1 -- 172.21.15.42:0/1061910467 shutdown_connections 2024-06-06T08:20:42.806 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.805+0000 7ff198d80700 1 -- 172.21.15.42:0/1061910467 >> 172.21.15.42:0/1061910467 conn(0x7ff1940795b0 msgr2=0x7ff194101160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:20:42.806 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.805+0000 7ff198d80700 1 -- 172.21.15.42:0/1061910467 shutdown_connections 2024-06-06T08:20:42.806 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.806+0000 7ff198d80700 1 -- 172.21.15.42:0/1061910467 wait complete. 2024-06-06T08:20:42.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:20:42 smithi120 ceph-mon[36658]: pgmap v370: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:20:43.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.411+0000 7f690eb57700 1 -- 172.21.15.42:0/2150564422 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f69081030f0 msgr2=0x7f6908107110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:43.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.411+0000 7f690eb57700 1 --2- 172.21.15.42:0/2150564422 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f69081030f0 0x7f6908107110 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f68f00099c0 tx=0x7f68f0009cd0 comp rx=0 tx=0).stop 2024-06-06T08:20:43.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.411+0000 7f690eb57700 1 -- 172.21.15.42:0/2150564422 shutdown_connections 2024-06-06T08:20:43.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.411+0000 7f690eb57700 1 --2- 172.21.15.42:0/2150564422 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6908107840 0x7f690810f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:43.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.411+0000 7f690eb57700 1 --2- 172.21.15.42:0/2150564422 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6908102740 0x7f6908102b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:43.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.411+0000 7f690eb57700 1 --2- 172.21.15.42:0/2150564422 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f69081030f0 0x7f6908107110 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:43.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.411+0000 7f690eb57700 1 -- 172.21.15.42:0/2150564422 >> 172.21.15.42:0/2150564422 conn(0x7f69080795f0 msgr2=0x7f6908079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:20:43.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.412+0000 7f690eb57700 1 -- 172.21.15.42:0/2150564422 shutdown_connections 2024-06-06T08:20:43.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.412+0000 7f690eb57700 1 -- 172.21.15.42:0/2150564422 wait complete. 2024-06-06T08:20:43.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.412+0000 7f690eb57700 1 Processor -- start 2024-06-06T08:20:43.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.412+0000 7f690eb57700 1 -- start start 2024-06-06T08:20:43.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.413+0000 7f690eb57700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6908102740 0x7f6908074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:43.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.413+0000 7f690eb57700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f69081030f0 0x7f6908074cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:43.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.413+0000 7f690eb57700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6908107840 0x7f6908075210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:43.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.413+0000 7f690eb57700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6908112770 con 0x7f6908102740 2024-06-06T08:20:43.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.413+0000 7f690eb57700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f69081125f0 con 0x7f6908107840 2024-06-06T08:20:43.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.413+0000 7f690eb57700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f69081128f0 con 0x7f69081030f0 2024-06-06T08:20:43.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.413+0000 7f690c8f3700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6908102740 0x7f6908074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:43.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.413+0000 7f690c8f3700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6908102740 0x7f6908074790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:47566/0 (socket says 172.21.15.42:47566) 2024-06-06T08:20:43.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.413+0000 7f690c8f3700 1 -- 172.21.15.42:0/3324746795 learned_addr learned my addr 172.21.15.42:0/3324746795 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:20:43.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.413+0000 7f68fffff700 1 --2- 172.21.15.42:0/3324746795 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f69081030f0 0x7f6908074cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:43.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.413+0000 7f690d0f4700 1 --2- 172.21.15.42:0/3324746795 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6908107840 0x7f6908075210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:43.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.413+0000 7f690c8f3700 1 -- 172.21.15.42:0/3324746795 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f69081030f0 msgr2=0x7f6908074cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:43.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.413+0000 7f690c8f3700 1 --2- 172.21.15.42:0/3324746795 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f69081030f0 0x7f6908074cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:43.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.413+0000 7f690c8f3700 1 -- 172.21.15.42:0/3324746795 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6908107840 msgr2=0x7f6908075210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:43.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.413+0000 7f690c8f3700 1 --2- 172.21.15.42:0/3324746795 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6908107840 0x7f6908075210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:43.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.413+0000 7f690c8f3700 1 -- 172.21.15.42:0/3324746795 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69081a70b0 con 0x7f6908102740 2024-06-06T08:20:43.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.413+0000 7f690d0f4700 1 --2- 172.21.15.42:0/3324746795 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6908107840 0x7f6908075210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:20:43.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.413+0000 7f690c8f3700 1 --2- 172.21.15.42:0/3324746795 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6908102740 0x7f6908074790 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f68f800d980 tx=0x7f68f800dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:20:43.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.413+0000 7f69067fc700 1 -- 172.21.15.42:0/3324746795 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68f8017070 con 0x7f6908102740 2024-06-06T08:20:43.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.414+0000 7f690eb57700 1 -- 172.21.15.42:0/3324746795 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69081a73a0 con 0x7f6908102740 2024-06-06T08:20:43.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.414+0000 7f69067fc700 1 -- 172.21.15.42:0/3324746795 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f68f8004d10 con 0x7f6908102740 2024-06-06T08:20:43.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.414+0000 7f69067fc700 1 -- 172.21.15.42:0/3324746795 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68f80055c0 con 0x7f6908102740 2024-06-06T08:20:43.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.414+0000 7f690eb57700 1 -- 172.21.15.42:0/3324746795 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69081a7860 con 0x7f6908102740 2024-06-06T08:20:43.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.414+0000 7f690eb57700 1 -- 172.21.15.42:0/3324746795 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f6908062c20 con 0x7f6908102740 2024-06-06T08:20:43.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.417+0000 7f69067fc700 1 -- 172.21.15.42:0/3324746795 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f68f8004750 con 0x7f6908102740 2024-06-06T08:20:43.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.418+0000 7f69067fc700 1 --2- 172.21.15.42:0/3324746795 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f68f40a2cb0 0x7f68f40a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:43.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.418+0000 7f68fffff700 1 --2- 172.21.15.42:0/3324746795 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f68f40a2cb0 0x7f68f40a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:43.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.418+0000 7f69067fc700 1 -- 172.21.15.42:0/3324746795 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f68f80cfad0 con 0x7f6908102740 2024-06-06T08:20:43.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.418+0000 7f69067fc700 1 --2- 172.21.15.42:0/3324746795 >> [v2:172.21.15.120:6808/559794558,v1:172.21.15.120:6809/559794558] conn(0x7f68f40ade10 0x7f68f40b02b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:43.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.418+0000 7f69067fc700 1 -- 172.21.15.42:0/3324746795 --> [v2:172.21.15.120:6808/559794558,v1:172.21.15.120:6809/559794558] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f68f40b0980 con 0x7f68f40ade10 2024-06-06T08:20:43.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.418+0000 7f69067fc700 1 -- 172.21.15.42:0/3324746795 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_get_version_reply(handle=1 version=99) ==== 24+0+0 (secure 0 0 0) 0x7f68f80cfe80 con 0x7f6908102740 2024-06-06T08:20:43.930 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.418+0000 7f68fffff700 1 --2- 172.21.15.42:0/3324746795 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f68f40a2cb0 0x7f68f40a5170 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f6908076220 tx=0x7f68f0005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:20:43.930 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.419+0000 7f690d0f4700 1 --2- 172.21.15.42:0/3324746795 >> [v2:172.21.15.120:6808/559794558,v1:172.21.15.120:6809/559794558] conn(0x7f68f40ade10 0x7f68f40b02b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:43.930 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.419+0000 7f690d0f4700 1 --2- 172.21.15.42:0/3324746795 >> [v2:172.21.15.120:6808/559794558,v1:172.21.15.120:6809/559794558] conn(0x7f68f40ade10 0x7f68f40b02b0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:20:43.930 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.420+0000 7f69067fc700 1 -- 172.21.15.42:0/3324746795 <== osd.4 v2:172.21.15.120:6808/559794558 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f68f40b0980 con 0x7f68f40ade10 2024-06-06T08:20:43.930 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.437+0000 7f690eb57700 1 -- 172.21.15.42:0/3324746795 --> [v2:172.21.15.120:6808/559794558,v1:172.21.15.120:6809/559794558] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f69080630a0 con 0x7f68f40ade10 2024-06-06T08:20:43.930 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.438+0000 7f69067fc700 1 -- 172.21.15.42:0/3324746795 <== osd.4 v2:172.21.15.120:6808/559794558 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f69080630a0 con 0x7f68f40ade10 2024-06-06T08:20:43.930 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.438+0000 7f690eb57700 1 -- 172.21.15.42:0/3324746795 >> [v2:172.21.15.120:6808/559794558,v1:172.21.15.120:6809/559794558] conn(0x7f68f40ade10 msgr2=0x7f68f40b02b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:43.930 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.438+0000 7f690eb57700 1 --2- 172.21.15.42:0/3324746795 >> [v2:172.21.15.120:6808/559794558,v1:172.21.15.120:6809/559794558] conn(0x7f68f40ade10 0x7f68f40b02b0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:43.931 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.438+0000 7f690eb57700 1 -- 172.21.15.42:0/3324746795 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f68f40a2cb0 msgr2=0x7f68f40a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:43.931 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.438+0000 7f690eb57700 1 --2- 172.21.15.42:0/3324746795 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f68f40a2cb0 0x7f68f40a5170 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f6908076220 tx=0x7f68f0005fd0 comp rx=0 tx=0).stop 2024-06-06T08:20:43.931 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.438+0000 7f690eb57700 1 -- 172.21.15.42:0/3324746795 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6908102740 msgr2=0x7f6908074790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:43.931 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.438+0000 7f690eb57700 1 --2- 172.21.15.42:0/3324746795 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6908102740 0x7f6908074790 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f68f800d980 tx=0x7f68f800dd40 comp rx=0 tx=0).stop 2024-06-06T08:20:43.931 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.438+0000 7f690d0f4700 1 -- 172.21.15.42:0/3324746795 reap_dead start 2024-06-06T08:20:43.931 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.438+0000 7f690eb57700 1 -- 172.21.15.42:0/3324746795 shutdown_connections 2024-06-06T08:20:43.931 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.438+0000 7f690eb57700 1 -- 172.21.15.42:0/3324746795 >> 172.21.15.42:0/3324746795 conn(0x7f69080795f0 msgr2=0x7f6908101ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:20:43.931 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.438+0000 7f690eb57700 1 -- 172.21.15.42:0/3324746795 shutdown_connections 2024-06-06T08:20:43.931 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:42.438+0000 7f690eb57700 1 -- 172.21.15.42:0/3324746795 wait complete. 2024-06-06T08:20:44.482 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:20:44 smithi042 ceph-mon[32384]: pgmap v371: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-06T08:20:44.517 INFO:teuthology.orchestra.run.smithi042.stdout:146028888141 2024-06-06T08:20:44.518 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-06-06T08:20:44.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.719+0000 7f96e85a3700 1 -- 172.21.15.42:0/586886518 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f96e0106720 msgr2=0x7f96e010e2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:44.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.719+0000 7f96e85a3700 1 --2- 172.21.15.42:0/586886518 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f96e0106720 0x7f96e010e2c0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f96d800b0d0 tx=0x7f96d800b3e0 comp rx=0 tx=0).stop 2024-06-06T08:20:44.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.719+0000 7f96e85a3700 1 -- 172.21.15.42:0/586886518 shutdown_connections 2024-06-06T08:20:44.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.719+0000 7f96e85a3700 1 --2- 172.21.15.42:0/586886518 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f96e0106720 0x7f96e010e2c0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:44.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.719+0000 7f96e85a3700 1 --2- 172.21.15.42:0/586886518 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f96e01019d0 0x7f96e0101db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:44.719 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.719+0000 7f96e85a3700 1 --2- 172.21.15.42:0/586886518 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f96e0102380 0x7f96e0105ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:44.719 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.719+0000 7f96e85a3700 1 -- 172.21.15.42:0/586886518 >> 172.21.15.42:0/586886518 conn(0x7f96e0078340 msgr2=0x7f96e0078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:20:44.719 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.719+0000 7f96e85a3700 1 -- 172.21.15.42:0/586886518 shutdown_connections 2024-06-06T08:20:44.719 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.719+0000 7f96e85a3700 1 -- 172.21.15.42:0/586886518 wait complete. 2024-06-06T08:20:44.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.720+0000 7f96e85a3700 1 Processor -- start 2024-06-06T08:20:44.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.720+0000 7f96e85a3700 1 -- start start 2024-06-06T08:20:44.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.720+0000 7f96e85a3700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f96e01019d0 0x7f96e0199b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:44.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.720+0000 7f96e85a3700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f96e0102380 0x7f96e019a0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:44.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.720+0000 7f96e85a3700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f96e0106720 0x7f96e01a4c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:44.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.720+0000 7f96e85a3700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f96e0111760 con 0x7f96e0102380 2024-06-06T08:20:44.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.720+0000 7f96e85a3700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f96e01115e0 con 0x7f96e0106720 2024-06-06T08:20:44.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.720+0000 7f96e85a3700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f96e01118e0 con 0x7f96e01019d0 2024-06-06T08:20:44.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.720+0000 7f96e5b3e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f96e0102380 0x7f96e019a0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:44.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.720+0000 7f96e5b3e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f96e0102380 0x7f96e019a0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:47620/0 (socket says 172.21.15.42:47620) 2024-06-06T08:20:44.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.720+0000 7f96e5b3e700 1 -- 172.21.15.42:0/2129614945 learned_addr learned my addr 172.21.15.42:0/2129614945 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:20:44.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.721+0000 7f96e633f700 1 --2- 172.21.15.42:0/2129614945 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f96e01019d0 0x7f96e0199b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:44.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.721+0000 7f96e6b40700 1 --2- 172.21.15.42:0/2129614945 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f96e0106720 0x7f96e01a4c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:44.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.721+0000 7f96e5b3e700 1 -- 172.21.15.42:0/2129614945 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f96e01019d0 msgr2=0x7f96e0199b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:44.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.721+0000 7f96e5b3e700 1 --2- 172.21.15.42:0/2129614945 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f96e01019d0 0x7f96e0199b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:44.722 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.721+0000 7f96e5b3e700 1 -- 172.21.15.42:0/2129614945 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f96e0106720 msgr2=0x7f96e01a4c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:44.722 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.721+0000 7f96e5b3e700 1 --2- 172.21.15.42:0/2129614945 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f96e0106720 0x7f96e01a4c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:44.722 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.721+0000 7f96e5b3e700 1 -- 172.21.15.42:0/2129614945 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96e01a5140 con 0x7f96e0102380 2024-06-06T08:20:44.722 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.721+0000 7f96e5b3e700 1 --2- 172.21.15.42:0/2129614945 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f96e0102380 0x7f96e019a0c0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f96d000d950 tx=0x7f96d000dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:20:44.722 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.721+0000 7f96d77fe700 1 -- 172.21.15.42:0/2129614945 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96d0017070 con 0x7f96e0102380 2024-06-06T08:20:44.722 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.721+0000 7f96d77fe700 1 -- 172.21.15.42:0/2129614945 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f96d000fd70 con 0x7f96e0102380 2024-06-06T08:20:44.722 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.721+0000 7f96e85a3700 1 -- 172.21.15.42:0/2129614945 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96e01a5370 con 0x7f96e0102380 2024-06-06T08:20:44.722 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.721+0000 7f96d77fe700 1 -- 172.21.15.42:0/2129614945 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96d000e3b0 con 0x7f96e0102380 2024-06-06T08:20:44.722 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.721+0000 7f96e85a3700 1 -- 172.21.15.42:0/2129614945 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96e01a5880 con 0x7f96e0102380 2024-06-06T08:20:44.723 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.722+0000 7f96e85a3700 1 -- 172.21.15.42:0/2129614945 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f96e0062ba0 con 0x7f96e0102380 2024-06-06T08:20:44.723 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.724+0000 7f96d77fe700 1 -- 172.21.15.42:0/2129614945 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f96d001a070 con 0x7f96e0102380 2024-06-06T08:20:44.723 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.724+0000 7f96d77fe700 1 --2- 172.21.15.42:0/2129614945 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f96cc0a2cb0 0x7f96cc0a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:44.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.724+0000 7f96e633f700 1 --2- 172.21.15.42:0/2129614945 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f96cc0a2cb0 0x7f96cc0a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:44.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.724+0000 7f96d77fe700 1 -- 172.21.15.42:0/2129614945 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f96d00cf130 con 0x7f96e0102380 2024-06-06T08:20:44.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.725+0000 7f96d77fe700 1 --2- 172.21.15.42:0/2129614945 >> [v2:172.21.15.149:6808/4023193877,v1:172.21.15.149:6809/4023193877] conn(0x7f96cc0ade10 0x7f96cc0b02b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:44.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.725+0000 7f96d77fe700 1 -- 172.21.15.42:0/2129614945 --> [v2:172.21.15.149:6808/4023193877,v1:172.21.15.149:6809/4023193877] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f96d001ae50 con 0x7f96cc0ade10 2024-06-06T08:20:44.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.725+0000 7f96d77fe700 1 -- 172.21.15.42:0/2129614945 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_get_version_reply(handle=1 version=99) ==== 24+0+0 (secure 0 0 0) 0x7f96d00cf580 con 0x7f96e0102380 2024-06-06T08:20:44.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.725+0000 7f96e633f700 1 --2- 172.21.15.42:0/2129614945 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f96cc0a2cb0 0x7f96cc0a5170 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f96dc009a10 tx=0x7f96dc009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:20:44.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.725+0000 7f96e6b40700 1 --2- 172.21.15.42:0/2129614945 >> [v2:172.21.15.149:6808/4023193877,v1:172.21.15.149:6809/4023193877] conn(0x7f96cc0ade10 0x7f96cc0b02b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:44.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.726+0000 7f96e6b40700 1 --2- 172.21.15.42:0/2129614945 >> [v2:172.21.15.149:6808/4023193877,v1:172.21.15.149:6809/4023193877] conn(0x7f96cc0ade10 0x7f96cc0b02b0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:20:44.725 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.726+0000 7f96d77fe700 1 -- 172.21.15.42:0/2129614945 <== osd.5 v2:172.21.15.149:6808/4023193877 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f96d001ae50 con 0x7f96cc0ade10 2024-06-06T08:20:44.744 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.745+0000 7f96e85a3700 1 -- 172.21.15.42:0/2129614945 --> [v2:172.21.15.149:6808/4023193877,v1:172.21.15.149:6809/4023193877] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f96e0062fa0 con 0x7f96cc0ade10 2024-06-06T08:20:44.744 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.745+0000 7f96d77fe700 1 -- 172.21.15.42:0/2129614945 <== osd.5 v2:172.21.15.149:6808/4023193877 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f96e0062fa0 con 0x7f96cc0ade10 2024-06-06T08:20:44.745 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.746+0000 7f96e85a3700 1 -- 172.21.15.42:0/2129614945 >> [v2:172.21.15.149:6808/4023193877,v1:172.21.15.149:6809/4023193877] conn(0x7f96cc0ade10 msgr2=0x7f96cc0b02b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:44.745 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.746+0000 7f96e85a3700 1 --2- 172.21.15.42:0/2129614945 >> [v2:172.21.15.149:6808/4023193877,v1:172.21.15.149:6809/4023193877] conn(0x7f96cc0ade10 0x7f96cc0b02b0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:44.745 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.746+0000 7f96e85a3700 1 -- 172.21.15.42:0/2129614945 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f96cc0a2cb0 msgr2=0x7f96cc0a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:44.745 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.746+0000 7f96e85a3700 1 --2- 172.21.15.42:0/2129614945 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f96cc0a2cb0 0x7f96cc0a5170 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f96dc009a10 tx=0x7f96dc009190 comp rx=0 tx=0).stop 2024-06-06T08:20:44.745 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.746+0000 7f96e85a3700 1 -- 172.21.15.42:0/2129614945 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f96e0102380 msgr2=0x7f96e019a0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:44.745 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.746+0000 7f96e85a3700 1 --2- 172.21.15.42:0/2129614945 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f96e0102380 0x7f96e019a0c0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f96d000d950 tx=0x7f96d000dc60 comp rx=0 tx=0).stop 2024-06-06T08:20:44.745 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.746+0000 7f96e6b40700 1 -- 172.21.15.42:0/2129614945 reap_dead start 2024-06-06T08:20:44.745 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.746+0000 7f96e85a3700 1 -- 172.21.15.42:0/2129614945 shutdown_connections 2024-06-06T08:20:44.745 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.746+0000 7f96e85a3700 1 -- 172.21.15.42:0/2129614945 >> 172.21.15.42:0/2129614945 conn(0x7f96e0078340 msgr2=0x7f96e00ff860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:20:44.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.746+0000 7f96e85a3700 1 -- 172.21.15.42:0/2129614945 shutdown_connections 2024-06-06T08:20:44.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:44.746+0000 7f96e85a3700 1 -- 172.21.15.42:0/2129614945 wait complete. 2024-06-06T08:20:44.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:20:44 smithi149 ceph-mon[36842]: pgmap v371: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-06T08:20:44.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:20:44 smithi120 ceph-mon[36658]: pgmap v371: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-06T08:20:46.767 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:20:46 smithi042 ceph-mon[32384]: pgmap v372: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:20:46.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:20:46 smithi149 ceph-mon[36842]: pgmap v372: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:20:46.801 INFO:teuthology.orchestra.run.smithi042.stdout:352187318312 2024-06-06T08:20:46.801 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.11 2024-06-06T08:20:46.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:20:46 smithi120 ceph-mon[36658]: pgmap v372: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:20:47.417 INFO:teuthology.orchestra.run.smithi042.stdout:111669149778 2024-06-06T08:20:47.418 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-06-06T08:20:47.581 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.685+0000 7fd6b330a700 1 -- 172.21.15.42:0/3734224489 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd6ac101d50 msgr2=0x7fd6ac10e240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:47.581 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.685+0000 7fd6b330a700 1 --2- 172.21.15.42:0/3734224489 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd6ac101d50 0x7fd6ac10e240 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fd6a400b0a0 tx=0x7fd6a400b3b0 comp rx=0 tx=0).stop 2024-06-06T08:20:47.582 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.685+0000 7fd6b330a700 1 -- 172.21.15.42:0/3734224489 shutdown_connections 2024-06-06T08:20:47.582 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.685+0000 7fd6b330a700 1 --2- 172.21.15.42:0/3734224489 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd6ac101d50 0x7fd6ac10e240 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:47.582 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.685+0000 7fd6b330a700 1 --2- 172.21.15.42:0/3734224489 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd6ac107400 0x7fd6ac1077e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:47.582 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.685+0000 7fd6b330a700 1 --2- 172.21.15.42:0/3734224489 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd6ac101390 0x7fd6ac101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:47.582 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.685+0000 7fd6b330a700 1 -- 172.21.15.42:0/3734224489 >> 172.21.15.42:0/3734224489 conn(0x7fd6ac078340 msgr2=0x7fd6ac078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:20:47.582 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.685+0000 7fd6b330a700 1 -- 172.21.15.42:0/3734224489 shutdown_connections 2024-06-06T08:20:47.582 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.685+0000 7fd6b330a700 1 -- 172.21.15.42:0/3734224489 wait complete. 2024-06-06T08:20:47.582 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.686+0000 7fd6b330a700 1 Processor -- start 2024-06-06T08:20:47.582 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.686+0000 7fd6b330a700 1 -- start start 2024-06-06T08:20:47.582 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.686+0000 7fd6b330a700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd6ac101390 0x7fd6ac1031c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:47.582 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.686+0000 7fd6b330a700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd6ac101d50 0x7fd6ac103700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:47.582 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.686+0000 7fd6b330a700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd6ac107400 0x7fd6ac103c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:47.583 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.686+0000 7fd6b330a700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd6ac111670 con 0x7fd6ac101390 2024-06-06T08:20:47.583 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.686+0000 7fd6b330a700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fd6ac1114f0 con 0x7fd6ac107400 2024-06-06T08:20:47.583 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.686+0000 7fd6b330a700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fd6ac1117f0 con 0x7fd6ac101d50 2024-06-06T08:20:47.583 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.686+0000 7fd6b10a6700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd6ac101390 0x7fd6ac1031c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:47.583 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.686+0000 7fd6b10a6700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd6ac101390 0x7fd6ac1031c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:47650/0 (socket says 172.21.15.42:47650) 2024-06-06T08:20:47.583 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.686+0000 7fd6b10a6700 1 -- 172.21.15.42:0/3919906019 learned_addr learned my addr 172.21.15.42:0/3919906019 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:20:47.583 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.686+0000 7fd6b08a5700 1 --2- 172.21.15.42:0/3919906019 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd6ac101d50 0x7fd6ac103700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:47.583 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.687+0000 7fd6b18a7700 1 --2- 172.21.15.42:0/3919906019 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd6ac107400 0x7fd6ac103c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:47.584 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.687+0000 7fd6b10a6700 1 -- 172.21.15.42:0/3919906019 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd6ac101d50 msgr2=0x7fd6ac103700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:47.584 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.687+0000 7fd6b10a6700 1 --2- 172.21.15.42:0/3919906019 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd6ac101d50 0x7fd6ac103700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:47.584 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.687+0000 7fd6b10a6700 1 -- 172.21.15.42:0/3919906019 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd6ac107400 msgr2=0x7fd6ac103c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:47.584 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.687+0000 7fd6b10a6700 1 --2- 172.21.15.42:0/3919906019 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd6ac107400 0x7fd6ac103c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:47.584 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.687+0000 7fd6b10a6700 1 -- 172.21.15.42:0/3919906019 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6ac1a7100 con 0x7fd6ac101390 2024-06-06T08:20:47.584 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.687+0000 7fd6b18a7700 1 --2- 172.21.15.42:0/3919906019 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd6ac107400 0x7fd6ac103c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:20:47.584 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.687+0000 7fd6b10a6700 1 --2- 172.21.15.42:0/3919906019 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd6ac101390 0x7fd6ac1031c0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fd6a800c9b0 tx=0x7fd6a800cd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:20:47.584 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.687+0000 7fd6a27fc700 1 -- 172.21.15.42:0/3919906019 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6a8007b00 con 0x7fd6ac101390 2024-06-06T08:20:47.584 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.687+0000 7fd6b330a700 1 -- 172.21.15.42:0/3919906019 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6ac1a73f0 con 0x7fd6ac101390 2024-06-06T08:20:47.585 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.687+0000 7fd6a27fc700 1 -- 172.21.15.42:0/3919906019 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd6a8007ca0 con 0x7fd6ac101390 2024-06-06T08:20:47.585 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.687+0000 7fd6a27fc700 1 -- 172.21.15.42:0/3919906019 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6a8018780 con 0x7fd6ac101390 2024-06-06T08:20:47.585 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.687+0000 7fd6b330a700 1 -- 172.21.15.42:0/3919906019 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6ac1a7930 con 0x7fd6ac101390 2024-06-06T08:20:47.585 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.688+0000 7fd6b330a700 1 -- 172.21.15.42:0/3919906019 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fd6ac06a440 con 0x7fd6ac101390 2024-06-06T08:20:47.585 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.689+0000 7fd6a27fc700 1 -- 172.21.15.42:0/3919906019 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fd6a800f450 con 0x7fd6ac101390 2024-06-06T08:20:47.585 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.690+0000 7fd6a27fc700 1 --2- 172.21.15.42:0/3919906019 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fd6980a2cb0 0x7fd6980a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:47.585 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.690+0000 7fd6b08a5700 1 --2- 172.21.15.42:0/3919906019 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fd6980a2cb0 0x7fd6980a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:47.585 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.690+0000 7fd6a27fc700 1 -- 172.21.15.42:0/3919906019 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7fd6a80cf9e0 con 0x7fd6ac101390 2024-06-06T08:20:47.585 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.690+0000 7fd6a27fc700 1 --2- 172.21.15.42:0/3919906019 >> [v2:172.21.15.149:6816/4100009474,v1:172.21.15.149:6817/4100009474] conn(0x7fd6980ade10 0x7fd6980b02b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:47.585 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.690+0000 7fd6a27fc700 1 -- 172.21.15.42:0/3919906019 --> [v2:172.21.15.149:6816/4100009474,v1:172.21.15.149:6817/4100009474] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fd6a8015e70 con 0x7fd6980ade10 2024-06-06T08:20:47.585 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.690+0000 7fd6a27fc700 1 -- 172.21.15.42:0/3919906019 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_get_version_reply(handle=1 version=99) ==== 24+0+0 (secure 0 0 0) 0x7fd6a80cfd90 con 0x7fd6ac101390 2024-06-06T08:20:47.585 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.690+0000 7fd6b08a5700 1 --2- 172.21.15.42:0/3919906019 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fd6980a2cb0 0x7fd6980a5170 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fd69c005fd0 tx=0x7fd69c005f60 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:20:47.585 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.691+0000 7fd6b18a7700 1 --2- 172.21.15.42:0/3919906019 >> [v2:172.21.15.149:6816/4100009474,v1:172.21.15.149:6817/4100009474] conn(0x7fd6980ade10 0x7fd6980b02b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:47.586 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.692+0000 7fd6b18a7700 1 --2- 172.21.15.42:0/3919906019 >> [v2:172.21.15.149:6816/4100009474,v1:172.21.15.149:6817/4100009474] conn(0x7fd6980ade10 0x7fd6980b02b0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.8 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:20:47.586 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.692+0000 7fd6a27fc700 1 -- 172.21.15.42:0/3919906019 <== osd.8 v2:172.21.15.149:6816/4100009474 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fd6a8015e70 con 0x7fd6980ade10 2024-06-06T08:20:47.586 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.709+0000 7fd6b330a700 1 -- 172.21.15.42:0/3919906019 --> [v2:172.21.15.149:6816/4100009474,v1:172.21.15.149:6817/4100009474] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fd6ac102ab0 con 0x7fd6980ade10 2024-06-06T08:20:47.586 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.710+0000 7fd6a27fc700 1 -- 172.21.15.42:0/3919906019 <== osd.8 v2:172.21.15.149:6816/4100009474 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fd6ac102ab0 con 0x7fd6980ade10 2024-06-06T08:20:47.586 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.710+0000 7fd6b330a700 1 -- 172.21.15.42:0/3919906019 >> [v2:172.21.15.149:6816/4100009474,v1:172.21.15.149:6817/4100009474] conn(0x7fd6980ade10 msgr2=0x7fd6980b02b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:47.586 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.710+0000 7fd6b330a700 1 --2- 172.21.15.42:0/3919906019 >> [v2:172.21.15.149:6816/4100009474,v1:172.21.15.149:6817/4100009474] conn(0x7fd6980ade10 0x7fd6980b02b0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:47.586 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.710+0000 7fd6b330a700 1 -- 172.21.15.42:0/3919906019 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fd6980a2cb0 msgr2=0x7fd6980a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:47.586 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.710+0000 7fd6b330a700 1 --2- 172.21.15.42:0/3919906019 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fd6980a2cb0 0x7fd6980a5170 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fd69c005fd0 tx=0x7fd69c005f60 comp rx=0 tx=0).stop 2024-06-06T08:20:47.586 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.710+0000 7fd6b330a700 1 -- 172.21.15.42:0/3919906019 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd6ac101390 msgr2=0x7fd6ac1031c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:47.586 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.710+0000 7fd6b330a700 1 --2- 172.21.15.42:0/3919906019 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd6ac101390 0x7fd6ac1031c0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fd6a800c9b0 tx=0x7fd6a800cd70 comp rx=0 tx=0).stop 2024-06-06T08:20:47.586 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.710+0000 7fd6b18a7700 1 -- 172.21.15.42:0/3919906019 reap_dead start 2024-06-06T08:20:47.586 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.710+0000 7fd6b330a700 1 -- 172.21.15.42:0/3919906019 shutdown_connections 2024-06-06T08:20:47.587 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.710+0000 7fd6b330a700 1 -- 172.21.15.42:0/3919906019 >> 172.21.15.42:0/3919906019 conn(0x7fd6ac078340 msgr2=0x7fd6ac1053a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:20:47.587 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.710+0000 7fd6b330a700 1 -- 172.21.15.42:0/3919906019 shutdown_connections 2024-06-06T08:20:47.587 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:45.710+0000 7fd6b330a700 1 -- 172.21.15.42:0/3919906019 wait complete. 2024-06-06T08:20:48.023 INFO:teuthology.orchestra.run.smithi042.stdout:223338299451 2024-06-06T08:20:48.023 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-06-06T08:20:48.458 INFO:teuthology.orchestra.run.smithi042.stdout:201863462978 2024-06-06T08:20:48.459 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-06-06T08:20:48.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:20:48 smithi149 ceph-mon[36842]: pgmap v373: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:20:48.810 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:20:48 smithi042 ceph-mon[32384]: pgmap v373: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:20:48.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:20:48 smithi120 ceph-mon[36658]: pgmap v373: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:20:49.276 INFO:teuthology.orchestra.run.smithi042.stdout:167503724616 2024-06-06T08:20:49.276 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-06-06T08:20:50.199 INFO:teuthology.orchestra.run.smithi042.stdout:257698037817 2024-06-06T08:20:50.200 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.8 2024-06-06T08:20:50.526 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.527+0000 7f1fe90b7700 1 -- 172.21.15.42:0/4219438182 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1fe406ab30 msgr2=0x7f1fe410f320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:50.527 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.527+0000 7f1fe90b7700 1 --2- 172.21.15.42:0/4219438182 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1fe406ab30 0x7f1fe410f320 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f1fdc00b0a0 tx=0x7f1fdc00b3b0 comp rx=0 tx=0).stop 2024-06-06T08:20:50.527 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.527+0000 7f1fe90b7700 1 -- 172.21.15.42:0/4219438182 shutdown_connections 2024-06-06T08:20:50.527 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.527+0000 7f1fe90b7700 1 --2- 172.21.15.42:0/4219438182 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1fe406ab30 0x7f1fe410f320 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:50.527 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.527+0000 7f1fe90b7700 1 --2- 172.21.15.42:0/4219438182 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1fe4108500 0x7f1fe41088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:50.527 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.527+0000 7f1fe90b7700 1 --2- 172.21.15.42:0/4219438182 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1fe406a170 0x7f1fe406a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:50.527 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.527+0000 7f1fe90b7700 1 -- 172.21.15.42:0/4219438182 >> 172.21.15.42:0/4219438182 conn(0x7f1fe4078340 msgr2=0x7f1fe4078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:20:50.527 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.527+0000 7f1fe90b7700 1 -- 172.21.15.42:0/4219438182 shutdown_connections 2024-06-06T08:20:50.527 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.527+0000 7f1fe90b7700 1 -- 172.21.15.42:0/4219438182 wait complete. 2024-06-06T08:20:50.527 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.528+0000 7f1fe90b7700 1 Processor -- start 2024-06-06T08:20:50.529 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.528+0000 7f1fe90b7700 1 -- start start 2024-06-06T08:20:50.529 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.528+0000 7f1fe90b7700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1fe406a170 0x7f1fe419e8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:50.529 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.528+0000 7f1fe90b7700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1fe406ab30 0x7f1fe419edf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:50.529 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.528+0000 7f1fe90b7700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1fe4108500 0x7f1fe4198ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:50.530 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.528+0000 7f1fe90b7700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f1fe4112780 con 0x7f1fe406ab30 2024-06-06T08:20:50.530 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.528+0000 7f1fe90b7700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f1fe4112600 con 0x7f1fe406a170 2024-06-06T08:20:50.530 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.528+0000 7f1fe90b7700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f1fe4112900 con 0x7f1fe4108500 2024-06-06T08:20:50.530 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.528+0000 7f1fe259c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1fe406ab30 0x7f1fe419edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:50.530 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.528+0000 7f1fe259c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1fe406ab30 0x7f1fe419edf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55020/0 (socket says 172.21.15.42:55020) 2024-06-06T08:20:50.530 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.528+0000 7f1fe259c700 1 -- 172.21.15.42:0/1986146173 learned_addr learned my addr 172.21.15.42:0/1986146173 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:20:50.530 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.529+0000 7f1fe2d9d700 1 --2- 172.21.15.42:0/1986146173 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1fe406a170 0x7f1fe419e8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:50.530 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.529+0000 7f1fe359e700 1 --2- 172.21.15.42:0/1986146173 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1fe4108500 0x7f1fe4198ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:50.530 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.529+0000 7f1fe259c700 1 -- 172.21.15.42:0/1986146173 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1fe4108500 msgr2=0x7f1fe4198ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:50.530 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.529+0000 7f1fe259c700 1 --2- 172.21.15.42:0/1986146173 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1fe4108500 0x7f1fe4198ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:50.530 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.529+0000 7f1fe259c700 1 -- 172.21.15.42:0/1986146173 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1fe406a170 msgr2=0x7f1fe419e8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:50.530 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.529+0000 7f1fe259c700 1 --2- 172.21.15.42:0/1986146173 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1fe406a170 0x7f1fe419e8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:50.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.529+0000 7f1fe259c700 1 -- 172.21.15.42:0/1986146173 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1fe4199220 con 0x7f1fe406ab30 2024-06-06T08:20:50.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.529+0000 7f1fe259c700 1 --2- 172.21.15.42:0/1986146173 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1fe406ab30 0x7f1fe419edf0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f1fd800d950 tx=0x7f1fd800dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:20:50.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.529+0000 7f1fcbfff700 1 -- 172.21.15.42:0/1986146173 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fd8016070 con 0x7f1fe406ab30 2024-06-06T08:20:50.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.529+0000 7f1fe90b7700 1 -- 172.21.15.42:0/1986146173 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1fe4199510 con 0x7f1fe406ab30 2024-06-06T08:20:50.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.529+0000 7f1fcbfff700 1 -- 172.21.15.42:0/1986146173 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1fd800fd70 con 0x7f1fe406ab30 2024-06-06T08:20:50.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.529+0000 7f1fcbfff700 1 -- 172.21.15.42:0/1986146173 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fd800e610 con 0x7f1fe406ab30 2024-06-06T08:20:50.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.529+0000 7f1fe90b7700 1 -- 172.21.15.42:0/1986146173 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1fe41a5780 con 0x7f1fe406ab30 2024-06-06T08:20:50.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.530+0000 7f1fe90b7700 1 -- 172.21.15.42:0/1986146173 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f1fe4062ba0 con 0x7f1fe406ab30 2024-06-06T08:20:50.532 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.532+0000 7f1fcbfff700 1 -- 172.21.15.42:0/1986146173 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f1fd8019070 con 0x7f1fe406ab30 2024-06-06T08:20:50.532 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.532+0000 7f1fcbfff700 1 --2- 172.21.15.42:0/1986146173 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f1fcc0a2cb0 0x7f1fcc0a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:50.532 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.532+0000 7f1fe2d9d700 1 --2- 172.21.15.42:0/1986146173 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f1fcc0a2cb0 0x7f1fcc0a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:50.532 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.532+0000 7f1fcbfff700 1 -- 172.21.15.42:0/1986146173 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f1fd80cf4e0 con 0x7f1fe406ab30 2024-06-06T08:20:50.532 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.533+0000 7f1fcbfff700 1 --2- 172.21.15.42:0/1986146173 >> [v2:172.21.15.149:6800/2997625975,v1:172.21.15.149:6801/2997625975] conn(0x7f1fcc0ade10 0x7f1fcc0b02b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:50.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.533+0000 7f1fcbfff700 1 -- 172.21.15.42:0/1986146173 --> [v2:172.21.15.149:6800/2997625975,v1:172.21.15.149:6801/2997625975] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f1fcc0b0980 con 0x7f1fcc0ade10 2024-06-06T08:20:50.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.533+0000 7f1fcbfff700 1 -- 172.21.15.42:0/1986146173 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_get_version_reply(handle=1 version=99) ==== 24+0+0 (secure 0 0 0) 0x7f1fd80cf930 con 0x7f1fe406ab30 2024-06-06T08:20:50.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.533+0000 7f1fe2d9d700 1 --2- 172.21.15.42:0/1986146173 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f1fcc0a2cb0 0x7f1fcc0a5170 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f1fd4005950 tx=0x7f1fd400a300 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:20:50.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.533+0000 7f1fe359e700 1 --2- 172.21.15.42:0/1986146173 >> [v2:172.21.15.149:6800/2997625975,v1:172.21.15.149:6801/2997625975] conn(0x7f1fcc0ade10 0x7f1fcc0b02b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:50.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.533+0000 7f1fe359e700 1 --2- 172.21.15.42:0/1986146173 >> [v2:172.21.15.149:6800/2997625975,v1:172.21.15.149:6801/2997625975] conn(0x7f1fcc0ade10 0x7f1fcc0b02b0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:20:50.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.534+0000 7f1fcbfff700 1 -- 172.21.15.42:0/1986146173 <== osd.2 v2:172.21.15.149:6800/2997625975 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f1fcc0b0980 con 0x7f1fcc0ade10 2024-06-06T08:20:50.550 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.551+0000 7f1fe90b7700 1 -- 172.21.15.42:0/1986146173 --> [v2:172.21.15.149:6800/2997625975,v1:172.21.15.149:6801/2997625975] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f1fe4063020 con 0x7f1fcc0ade10 2024-06-06T08:20:50.551 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.552+0000 7f1fcbfff700 1 -- 172.21.15.42:0/1986146173 <== osd.2 v2:172.21.15.149:6800/2997625975 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f1fe4063020 con 0x7f1fcc0ade10 2024-06-06T08:20:50.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.553+0000 7f1fe90b7700 1 -- 172.21.15.42:0/1986146173 >> [v2:172.21.15.149:6800/2997625975,v1:172.21.15.149:6801/2997625975] conn(0x7f1fcc0ade10 msgr2=0x7f1fcc0b02b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:50.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.553+0000 7f1fe90b7700 1 --2- 172.21.15.42:0/1986146173 >> [v2:172.21.15.149:6800/2997625975,v1:172.21.15.149:6801/2997625975] conn(0x7f1fcc0ade10 0x7f1fcc0b02b0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:50.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.553+0000 7f1fe90b7700 1 -- 172.21.15.42:0/1986146173 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f1fcc0a2cb0 msgr2=0x7f1fcc0a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:50.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.553+0000 7f1fe90b7700 1 --2- 172.21.15.42:0/1986146173 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f1fcc0a2cb0 0x7f1fcc0a5170 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f1fd4005950 tx=0x7f1fd400a300 comp rx=0 tx=0).stop 2024-06-06T08:20:50.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.553+0000 7f1fe90b7700 1 -- 172.21.15.42:0/1986146173 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1fe406ab30 msgr2=0x7f1fe419edf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:50.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.553+0000 7f1fe90b7700 1 --2- 172.21.15.42:0/1986146173 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1fe406ab30 0x7f1fe419edf0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f1fd800d950 tx=0x7f1fd800dc60 comp rx=0 tx=0).stop 2024-06-06T08:20:50.553 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.553+0000 7f1fe359e700 1 -- 172.21.15.42:0/1986146173 reap_dead start 2024-06-06T08:20:50.553 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.553+0000 7f1fe90b7700 1 -- 172.21.15.42:0/1986146173 shutdown_connections 2024-06-06T08:20:50.553 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.553+0000 7f1fe90b7700 1 -- 172.21.15.42:0/1986146173 >> 172.21.15.42:0/1986146173 conn(0x7f1fe4078340 msgr2=0x7f1fe4100060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:20:50.553 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.553+0000 7f1fe90b7700 1 -- 172.21.15.42:0/1986146173 shutdown_connections 2024-06-06T08:20:50.553 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:50.553+0000 7f1fe90b7700 1 -- 172.21.15.42:0/1986146173 wait complete. 2024-06-06T08:20:50.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:20:50 smithi149 ceph-mon[36842]: pgmap v374: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-06-06T08:20:50.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:20:50 smithi042 ceph-mon[32384]: pgmap v374: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-06-06T08:20:50.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:20:50 smithi120 ceph-mon[36658]: pgmap v374: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-06-06T08:20:52.030 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.029+0000 7f24fab7a700 1 -- 172.21.15.42:0/462476143 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f24f41084f0 msgr2=0x7f24f41088d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:52.030 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.029+0000 7f24fab7a700 1 --2- 172.21.15.42:0/462476143 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f24f41084f0 0x7f24f41088d0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f24f0009990 tx=0x7f24f0009ca0 comp rx=0 tx=0).stop 2024-06-06T08:20:52.030 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.029+0000 7f24fab7a700 1 -- 172.21.15.42:0/462476143 shutdown_connections 2024-06-06T08:20:52.030 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.029+0000 7f24fab7a700 1 --2- 172.21.15.42:0/462476143 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f24f4102e80 0x7f24f410f330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:52.030 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.029+0000 7f24fab7a700 1 --2- 172.21.15.42:0/462476143 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f24f41084f0 0x7f24f41088d0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:52.030 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.029+0000 7f24fab7a700 1 --2- 172.21.15.42:0/462476143 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f24f41024e0 0x7f24f4102940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:52.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.029+0000 7f24fab7a700 1 -- 172.21.15.42:0/462476143 >> 172.21.15.42:0/462476143 conn(0x7f24f4079530 msgr2=0x7f24f4079940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:20:52.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.029+0000 7f24fab7a700 1 -- 172.21.15.42:0/462476143 shutdown_connections 2024-06-06T08:20:52.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.029+0000 7f24fab7a700 1 -- 172.21.15.42:0/462476143 wait complete. 2024-06-06T08:20:52.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.029+0000 7f24fab7a700 1 Processor -- start 2024-06-06T08:20:52.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.030+0000 7f24fab7a700 1 -- start start 2024-06-06T08:20:52.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.030+0000 7f24fab7a700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f24f41024e0 0x7f24f4074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:52.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.030+0000 7f24fab7a700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f24f4102e80 0x7f24f4074cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:52.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.030+0000 7f24fab7a700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f24f41084f0 0x7f24f4075210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:52.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.030+0000 7f24fab7a700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f24f4112750 con 0x7f24f41024e0 2024-06-06T08:20:52.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.030+0000 7f24fab7a700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f24f41125d0 con 0x7f24f41084f0 2024-06-06T08:20:52.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.030+0000 7f24fab7a700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f24f41128d0 con 0x7f24f4102e80 2024-06-06T08:20:52.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.030+0000 7f24f8916700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f24f41024e0 0x7f24f4074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:52.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.030+0000 7f24f8916700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f24f41024e0 0x7f24f4074790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55046/0 (socket says 172.21.15.42:55046) 2024-06-06T08:20:52.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.030+0000 7f24f8916700 1 -- 172.21.15.42:0/320342796 learned_addr learned my addr 172.21.15.42:0/320342796 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:20:52.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.030+0000 7f24f9117700 1 --2- 172.21.15.42:0/320342796 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f24f41084f0 0x7f24f4075210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:52.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.030+0000 7f24ebfff700 1 --2- 172.21.15.42:0/320342796 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f24f4102e80 0x7f24f4074cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:52.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.030+0000 7f24f8916700 1 -- 172.21.15.42:0/320342796 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f24f4102e80 msgr2=0x7f24f4074cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:52.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.030+0000 7f24f8916700 1 --2- 172.21.15.42:0/320342796 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f24f4102e80 0x7f24f4074cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:52.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.030+0000 7f24f8916700 1 -- 172.21.15.42:0/320342796 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f24f41084f0 msgr2=0x7f24f4075210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:52.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.030+0000 7f24f8916700 1 --2- 172.21.15.42:0/320342796 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f24f41084f0 0x7f24f4075210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:52.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.030+0000 7f24f8916700 1 -- 172.21.15.42:0/320342796 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24f41a7140 con 0x7f24f41024e0 2024-06-06T08:20:52.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.030+0000 7f24ebfff700 1 --2- 172.21.15.42:0/320342796 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f24f4102e80 0x7f24f4074cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:20:52.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.030+0000 7f24f8916700 1 --2- 172.21.15.42:0/320342796 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f24f41024e0 0x7f24f4074790 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f24f0000c00 tx=0x7f24f00047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:20:52.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.031+0000 7f24e9ffb700 1 -- 172.21.15.42:0/320342796 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24f0027070 con 0x7f24f41024e0 2024-06-06T08:20:52.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.031+0000 7f24e9ffb700 1 -- 172.21.15.42:0/320342796 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f24f0004050 con 0x7f24f41024e0 2024-06-06T08:20:52.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.031+0000 7f24fab7a700 1 -- 172.21.15.42:0/320342796 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24f41a73d0 con 0x7f24f41024e0 2024-06-06T08:20:52.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.031+0000 7f24e9ffb700 1 -- 172.21.15.42:0/320342796 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24f000f460 con 0x7f24f41024e0 2024-06-06T08:20:52.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.031+0000 7f24fab7a700 1 -- 172.21.15.42:0/320342796 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24f41a7820 con 0x7f24f41024e0 2024-06-06T08:20:52.034 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.032+0000 7f24fab7a700 1 -- 172.21.15.42:0/320342796 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f24f4062ba0 con 0x7f24f41024e0 2024-06-06T08:20:52.035 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.033+0000 7f24e9ffb700 1 -- 172.21.15.42:0/320342796 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f24f002a070 con 0x7f24f41024e0 2024-06-06T08:20:52.035 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.034+0000 7f24e9ffb700 1 --2- 172.21.15.42:0/320342796 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f24dc0a2cb0 0x7f24dc0a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:52.035 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.034+0000 7f24ebfff700 1 --2- 172.21.15.42:0/320342796 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f24dc0a2cb0 0x7f24dc0a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:52.035 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.034+0000 7f24e9ffb700 1 -- 172.21.15.42:0/320342796 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f24f00d0c20 con 0x7f24f41024e0 2024-06-06T08:20:52.035 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.034+0000 7f24e9ffb700 1 --2- 172.21.15.42:0/320342796 >> [v2:172.21.15.120:6824/3633743730,v1:172.21.15.120:6825/3633743730] conn(0x7f24dc0ade10 0x7f24dc0b02b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:52.035 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.034+0000 7f24e9ffb700 1 -- 172.21.15.42:0/320342796 --> [v2:172.21.15.120:6824/3633743730,v1:172.21.15.120:6825/3633743730] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f24f00043d0 con 0x7f24dc0ade10 2024-06-06T08:20:52.035 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.034+0000 7f24e9ffb700 1 -- 172.21.15.42:0/320342796 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_get_version_reply(handle=1 version=99) ==== 24+0+0 (secure 0 0 0) 0x7f24f00d0fd0 con 0x7f24f41024e0 2024-06-06T08:20:52.035 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.034+0000 7f24ebfff700 1 --2- 172.21.15.42:0/320342796 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f24dc0a2cb0 0x7f24dc0a5170 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f24e4005fd0 tx=0x7f24e4005dc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:20:52.035 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.034+0000 7f24f9117700 1 --2- 172.21.15.42:0/320342796 >> [v2:172.21.15.120:6824/3633743730,v1:172.21.15.120:6825/3633743730] conn(0x7f24dc0ade10 0x7f24dc0b02b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:52.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.035+0000 7f24f9117700 1 --2- 172.21.15.42:0/320342796 >> [v2:172.21.15.120:6824/3633743730,v1:172.21.15.120:6825/3633743730] conn(0x7f24dc0ade10 0x7f24dc0b02b0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.10 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:20:52.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.036+0000 7f24e9ffb700 1 -- 172.21.15.42:0/320342796 <== osd.10 v2:172.21.15.120:6824/3633743730 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f24f00043d0 con 0x7f24dc0ade10 2024-06-06T08:20:52.051 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.052+0000 7f24fab7a700 1 -- 172.21.15.42:0/320342796 --> [v2:172.21.15.120:6824/3633743730,v1:172.21.15.120:6825/3633743730] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f24f4062fa0 con 0x7f24dc0ade10 2024-06-06T08:20:52.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.053+0000 7f24e9ffb700 1 -- 172.21.15.42:0/320342796 <== osd.10 v2:172.21.15.120:6824/3633743730 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f24f4062fa0 con 0x7f24dc0ade10 2024-06-06T08:20:52.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.053+0000 7f24fab7a700 1 -- 172.21.15.42:0/320342796 >> [v2:172.21.15.120:6824/3633743730,v1:172.21.15.120:6825/3633743730] conn(0x7f24dc0ade10 msgr2=0x7f24dc0b02b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:52.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.053+0000 7f24fab7a700 1 --2- 172.21.15.42:0/320342796 >> [v2:172.21.15.120:6824/3633743730,v1:172.21.15.120:6825/3633743730] conn(0x7f24dc0ade10 0x7f24dc0b02b0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:52.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.053+0000 7f24fab7a700 1 -- 172.21.15.42:0/320342796 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f24dc0a2cb0 msgr2=0x7f24dc0a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:52.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.053+0000 7f24fab7a700 1 --2- 172.21.15.42:0/320342796 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f24dc0a2cb0 0x7f24dc0a5170 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f24e4005fd0 tx=0x7f24e4005dc0 comp rx=0 tx=0).stop 2024-06-06T08:20:52.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.053+0000 7f24fab7a700 1 -- 172.21.15.42:0/320342796 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f24f41024e0 msgr2=0x7f24f4074790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:52.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.053+0000 7f24fab7a700 1 --2- 172.21.15.42:0/320342796 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f24f41024e0 0x7f24f4074790 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f24f0000c00 tx=0x7f24f00047b0 comp rx=0 tx=0).stop 2024-06-06T08:20:52.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.053+0000 7f24f9117700 1 -- 172.21.15.42:0/320342796 reap_dead start 2024-06-06T08:20:52.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.053+0000 7f24fab7a700 1 -- 172.21.15.42:0/320342796 shutdown_connections 2024-06-06T08:20:52.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.053+0000 7f24fab7a700 1 -- 172.21.15.42:0/320342796 >> 172.21.15.42:0/320342796 conn(0x7f24f4079530 msgr2=0x7f24f41005d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:20:52.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.054+0000 7f24fab7a700 1 -- 172.21.15.42:0/320342796 shutdown_connections 2024-06-06T08:20:52.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:52.054+0000 7f24fab7a700 1 -- 172.21.15.42:0/320342796 wait complete. 2024-06-06T08:20:52.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:20:52 smithi042 ceph-mon[32384]: pgmap v375: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:20:52.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:20:52 smithi149 ceph-mon[36842]: pgmap v375: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:20:52.855 INFO:teuthology.orchestra.run.smithi042.stdout:317827579951 2024-06-06T08:20:52.856 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.10 2024-06-06T08:20:52.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:20:52 smithi120 ceph-mon[36658]: pgmap v375: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:20:53.245 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.246+0000 7f7b0d06a700 1 -- 172.21.15.42:0/2812022202 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7b08100a80 msgr2=0x7f7b08100f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:53.245 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.246+0000 7f7b0d06a700 1 --2- 172.21.15.42:0/2812022202 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7b08100a80 0x7f7b08100f00 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f7afc009990 tx=0x7f7afc009ca0 comp rx=0 tx=0).stop 2024-06-06T08:20:53.245 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.246+0000 7f7b0d06a700 1 -- 172.21.15.42:0/2812022202 shutdown_connections 2024-06-06T08:20:53.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.246+0000 7f7b0d06a700 1 --2- 172.21.15.42:0/2812022202 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7b08101440 0x7f7b0810f330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:53.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.246+0000 7f7b0d06a700 1 --2- 172.21.15.42:0/2812022202 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7b08108510 0x7f7b081088f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:53.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.246+0000 7f7b0d06a700 1 --2- 172.21.15.42:0/2812022202 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7b08100a80 0x7f7b08100f00 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:53.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.246+0000 7f7b0d06a700 1 -- 172.21.15.42:0/2812022202 >> 172.21.15.42:0/2812022202 conn(0x7f7b08077a00 msgr2=0x7f7b080fedb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:20:53.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.246+0000 7f7b0d06a700 1 -- 172.21.15.42:0/2812022202 shutdown_connections 2024-06-06T08:20:53.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.246+0000 7f7b0d06a700 1 -- 172.21.15.42:0/2812022202 wait complete. 2024-06-06T08:20:53.247 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.247+0000 7f7b0d06a700 1 Processor -- start 2024-06-06T08:20:53.247 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.247+0000 7f7b0d06a700 1 -- start start 2024-06-06T08:20:53.247 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.247+0000 7f7b0d06a700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7b08100a80 0x7f7b0819e9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:53.248 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.247+0000 7f7b0d06a700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7b08101440 0x7f7b0819ef10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:53.248 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.247+0000 7f7b0d06a700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7b08108510 0x7f7b08198b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:53.248 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.247+0000 7f7b0d06a700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7b08112770 con 0x7f7b08100a80 2024-06-06T08:20:53.248 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.247+0000 7f7b0d06a700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f7b081125f0 con 0x7f7b08101440 2024-06-06T08:20:53.248 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.247+0000 7f7b0d06a700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f7b081128f0 con 0x7f7b08108510 2024-06-06T08:20:53.248 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.247+0000 7f7b06d9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7b08100a80 0x7f7b0819e9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:53.248 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.247+0000 7f7b06d9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7b08100a80 0x7f7b0819e9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55072/0 (socket says 172.21.15.42:55072) 2024-06-06T08:20:53.248 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.247+0000 7f7b06d9d700 1 -- 172.21.15.42:0/4164777223 learned_addr learned my addr 172.21.15.42:0/4164777223 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:20:53.248 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.248+0000 7f7b0659c700 1 --2- 172.21.15.42:0/4164777223 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7b08101440 0x7f7b0819ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:53.248 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.248+0000 7f7b0759e700 1 --2- 172.21.15.42:0/4164777223 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7b08108510 0x7f7b08198b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:53.248 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.248+0000 7f7b06d9d700 1 -- 172.21.15.42:0/4164777223 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7b08108510 msgr2=0x7f7b08198b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:53.248 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.248+0000 7f7b06d9d700 1 --2- 172.21.15.42:0/4164777223 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7b08108510 0x7f7b08198b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:53.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.248+0000 7f7b06d9d700 1 -- 172.21.15.42:0/4164777223 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7b08101440 msgr2=0x7f7b0819ef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:53.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.248+0000 7f7b06d9d700 1 --2- 172.21.15.42:0/4164777223 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7b08101440 0x7f7b0819ef10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:53.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.248+0000 7f7b06d9d700 1 -- 172.21.15.42:0/4164777223 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b081992d0 con 0x7f7b08100a80 2024-06-06T08:20:53.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.248+0000 7f7b06d9d700 1 --2- 172.21.15.42:0/4164777223 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7b08100a80 0x7f7b0819e9d0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f7af800c9b0 tx=0x7f7af800ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:20:53.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.248+0000 7f7aeffff700 1 -- 172.21.15.42:0/4164777223 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7af8007b00 con 0x7f7b08100a80 2024-06-06T08:20:53.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.248+0000 7f7b0d06a700 1 -- 172.21.15.42:0/4164777223 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b081995c0 con 0x7f7b08100a80 2024-06-06T08:20:53.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.248+0000 7f7aeffff700 1 -- 172.21.15.42:0/4164777223 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7af800ce50 con 0x7f7b08100a80 2024-06-06T08:20:53.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.248+0000 7f7b0d06a700 1 -- 172.21.15.42:0/4164777223 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b081a57f0 con 0x7f7b08100a80 2024-06-06T08:20:53.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.248+0000 7f7aeffff700 1 -- 172.21.15.42:0/4164777223 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7af8018660 con 0x7f7b08100a80 2024-06-06T08:20:53.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.249+0000 7f7b0d06a700 1 -- 172.21.15.42:0/4164777223 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f7b08062ba0 con 0x7f7b08100a80 2024-06-06T08:20:53.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.251+0000 7f7aeffff700 1 -- 172.21.15.42:0/4164777223 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f7af800f450 con 0x7f7b08100a80 2024-06-06T08:20:53.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.252+0000 7f7aeffff700 1 --2- 172.21.15.42:0/4164777223 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f7af00a2cb0 0x7f7af00a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:53.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.252+0000 7f7aeffff700 1 -- 172.21.15.42:0/4164777223 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f7af80cfa40 con 0x7f7b08100a80 2024-06-06T08:20:53.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.252+0000 7f7b0659c700 1 --2- 172.21.15.42:0/4164777223 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f7af00a2cb0 0x7f7af00a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:53.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.252+0000 7f7aeffff700 1 --2- 172.21.15.42:0/4164777223 >> [v2:172.21.15.120:6800/207181328,v1:172.21.15.120:6801/207181328] conn(0x7f7af00ade10 0x7f7af00b02b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:53.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.252+0000 7f7aeffff700 1 -- 172.21.15.42:0/4164777223 --> [v2:172.21.15.120:6800/207181328,v1:172.21.15.120:6801/207181328] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f7af800c120 con 0x7f7af00ade10 2024-06-06T08:20:53.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.252+0000 7f7aeffff700 1 -- 172.21.15.42:0/4164777223 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_get_version_reply(handle=1 version=99) ==== 24+0+0 (secure 0 0 0) 0x7f7af80cfe90 con 0x7f7b08100a80 2024-06-06T08:20:53.252 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.252+0000 7f7b0759e700 1 --2- 172.21.15.42:0/4164777223 >> [v2:172.21.15.120:6800/207181328,v1:172.21.15.120:6801/207181328] conn(0x7f7af00ade10 0x7f7af00b02b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:53.252 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.252+0000 7f7b0659c700 1 --2- 172.21.15.42:0/4164777223 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f7af00a2cb0 0x7f7af00a5170 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f7afc0098e0 tx=0x7f7afc005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:20:53.252 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.253+0000 7f7b0759e700 1 --2- 172.21.15.42:0/4164777223 >> [v2:172.21.15.120:6800/207181328,v1:172.21.15.120:6801/207181328] conn(0x7f7af00ade10 0x7f7af00b02b0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:20:53.252 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.254+0000 7f7aeffff700 1 -- 172.21.15.42:0/4164777223 <== osd.1 v2:172.21.15.120:6800/207181328 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f7af800c120 con 0x7f7af00ade10 2024-06-06T08:20:53.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.282+0000 7f7b0d06a700 1 -- 172.21.15.42:0/4164777223 --> [v2:172.21.15.120:6800/207181328,v1:172.21.15.120:6801/207181328] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f7b08062db0 con 0x7f7af00ade10 2024-06-06T08:20:53.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.282+0000 7f7aeffff700 1 -- 172.21.15.42:0/4164777223 <== osd.1 v2:172.21.15.120:6800/207181328 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f7b08062db0 con 0x7f7af00ade10 2024-06-06T08:20:53.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.283+0000 7f7b0d06a700 1 -- 172.21.15.42:0/4164777223 >> [v2:172.21.15.120:6800/207181328,v1:172.21.15.120:6801/207181328] conn(0x7f7af00ade10 msgr2=0x7f7af00b02b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:53.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.283+0000 7f7b0d06a700 1 --2- 172.21.15.42:0/4164777223 >> [v2:172.21.15.120:6800/207181328,v1:172.21.15.120:6801/207181328] conn(0x7f7af00ade10 0x7f7af00b02b0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:53.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.283+0000 7f7b0d06a700 1 -- 172.21.15.42:0/4164777223 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f7af00a2cb0 msgr2=0x7f7af00a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:53.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.283+0000 7f7b0d06a700 1 --2- 172.21.15.42:0/4164777223 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f7af00a2cb0 0x7f7af00a5170 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f7afc0098e0 tx=0x7f7afc005960 comp rx=0 tx=0).stop 2024-06-06T08:20:53.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.283+0000 7f7b0d06a700 1 -- 172.21.15.42:0/4164777223 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7b08100a80 msgr2=0x7f7b0819e9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:53.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.283+0000 7f7b0d06a700 1 --2- 172.21.15.42:0/4164777223 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7b08100a80 0x7f7b0819e9d0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f7af800c9b0 tx=0x7f7af800ccc0 comp rx=0 tx=0).stop 2024-06-06T08:20:53.283 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.283+0000 7f7b0759e700 1 -- 172.21.15.42:0/4164777223 reap_dead start 2024-06-06T08:20:53.283 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.283+0000 7f7b0d06a700 1 -- 172.21.15.42:0/4164777223 shutdown_connections 2024-06-06T08:20:53.283 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.283+0000 7f7b0d06a700 1 -- 172.21.15.42:0/4164777223 >> 172.21.15.42:0/4164777223 conn(0x7f7b08077a00 msgr2=0x7f7b080fefc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:20:53.283 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.284+0000 7f7b0d06a700 1 -- 172.21.15.42:0/4164777223 shutdown_connections 2024-06-06T08:20:53.283 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:53.284+0000 7f7b0d06a700 1 -- 172.21.15.42:0/4164777223 wait complete. 2024-06-06T08:20:53.771 INFO:teuthology.orchestra.run.smithi042.stdout:77309411417 2024-06-06T08:20:53.771 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-06-06T08:20:54.089 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.090+0000 7f20f50fb700 1 -- 172.21.15.42:0/232428011 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f20f0107400 msgr2=0x7f20f01077e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:54.089 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.090+0000 7f20f50fb700 1 --2- 172.21.15.42:0/232428011 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f20f0107400 0x7f20f01077e0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f20e000dd20 tx=0x7f20e000f330 comp rx=0 tx=0).stop 2024-06-06T08:20:54.089 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.090+0000 7f20f50fb700 1 -- 172.21.15.42:0/232428011 shutdown_connections 2024-06-06T08:20:54.090 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.090+0000 7f20f50fb700 1 --2- 172.21.15.42:0/232428011 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f20f0101d50 0x7f20f010e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:54.090 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.090+0000 7f20f50fb700 1 --2- 172.21.15.42:0/232428011 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f20f0107400 0x7f20f01077e0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:54.090 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.090+0000 7f20f50fb700 1 --2- 172.21.15.42:0/232428011 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f20f0101390 0x7f20f0101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:54.090 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.090+0000 7f20f50fb700 1 -- 172.21.15.42:0/232428011 >> 172.21.15.42:0/232428011 conn(0x7f20f0078340 msgr2=0x7f20f0078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:20:54.090 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.090+0000 7f20f50fb700 1 -- 172.21.15.42:0/232428011 shutdown_connections 2024-06-06T08:20:54.090 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.090+0000 7f20f50fb700 1 -- 172.21.15.42:0/232428011 wait complete. 2024-06-06T08:20:54.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.091+0000 7f20f50fb700 1 Processor -- start 2024-06-06T08:20:54.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.091+0000 7f20f50fb700 1 -- start start 2024-06-06T08:20:54.092 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.091+0000 7f20f50fb700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f20f0101390 0x7f20f019c6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:54.092 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.091+0000 7f20f50fb700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f20f0101d50 0x7f20f019cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:54.092 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.091+0000 7f20f50fb700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f20f0107400 0x7f20f0196890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:54.092 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.092+0000 7f20f50fb700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f20f0110610 con 0x7f20f0101390 2024-06-06T08:20:54.092 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.092+0000 7f20f50fb700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f20f0110490 con 0x7f20f0107400 2024-06-06T08:20:54.092 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.092+0000 7f20f50fb700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f20f0110790 con 0x7f20f0101d50 2024-06-06T08:20:54.092 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.092+0000 7f20eed9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f20f0101390 0x7f20f019c6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:54.092 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.092+0000 7f20eed9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f20f0101390 0x7f20f019c6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55088/0 (socket says 172.21.15.42:55088) 2024-06-06T08:20:54.092 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.092+0000 7f20eed9d700 1 -- 172.21.15.42:0/2874101551 learned_addr learned my addr 172.21.15.42:0/2874101551 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:20:54.092 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.092+0000 7f20ee59c700 1 --2- 172.21.15.42:0/2874101551 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f20f0101d50 0x7f20f019cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:54.092 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.092+0000 7f20ef59e700 1 --2- 172.21.15.42:0/2874101551 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f20f0107400 0x7f20f0196890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:54.092 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.092+0000 7f20eed9d700 1 -- 172.21.15.42:0/2874101551 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f20f0101d50 msgr2=0x7f20f019cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:54.093 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.092+0000 7f20eed9d700 1 --2- 172.21.15.42:0/2874101551 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f20f0101d50 0x7f20f019cc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:54.093 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.092+0000 7f20eed9d700 1 -- 172.21.15.42:0/2874101551 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f20f0107400 msgr2=0x7f20f0196890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:54.093 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.092+0000 7f20eed9d700 1 --2- 172.21.15.42:0/2874101551 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f20f0107400 0x7f20f0196890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:54.093 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.092+0000 7f20eed9d700 1 -- 172.21.15.42:0/2874101551 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20f0196ff0 con 0x7f20f0101390 2024-06-06T08:20:54.093 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.092+0000 7f20eed9d700 1 --2- 172.21.15.42:0/2874101551 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f20f0101390 0x7f20f019c6d0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f20e0003930 tx=0x7f20e000d580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:20:54.093 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.092+0000 7f20d7fff700 1 -- 172.21.15.42:0/2874101551 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20e001b040 con 0x7f20f0101390 2024-06-06T08:20:54.093 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.093+0000 7f20f50fb700 1 -- 172.21.15.42:0/2874101551 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20f0197280 con 0x7f20f0101390 2024-06-06T08:20:54.093 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.093+0000 7f20d7fff700 1 -- 172.21.15.42:0/2874101551 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f20e000bcb0 con 0x7f20f0101390 2024-06-06T08:20:54.093 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.093+0000 7f20d7fff700 1 -- 172.21.15.42:0/2874101551 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20e0021430 con 0x7f20f0101390 2024-06-06T08:20:54.094 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.093+0000 7f20f50fb700 1 -- 172.21.15.42:0/2874101551 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20f01a35a0 con 0x7f20f0101390 2024-06-06T08:20:54.094 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.094+0000 7f20f50fb700 1 -- 172.21.15.42:0/2874101551 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f20f0062be0 con 0x7f20f0101390 2024-06-06T08:20:54.094 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.095+0000 7f20d7fff700 1 -- 172.21.15.42:0/2874101551 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f20e0003b60 con 0x7f20f0101390 2024-06-06T08:20:54.095 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.096+0000 7f20d7fff700 1 --2- 172.21.15.42:0/2874101551 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f20d80a2cb0 0x7f20d80a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:54.095 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.096+0000 7f20d7fff700 1 -- 172.21.15.42:0/2874101551 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f20e0013020 con 0x7f20f0101390 2024-06-06T08:20:54.095 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.096+0000 7f20ee59c700 1 --2- 172.21.15.42:0/2874101551 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f20d80a2cb0 0x7f20d80a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:54.096 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.096+0000 7f20d7fff700 1 --2- 172.21.15.42:0/2874101551 >> [v2:172.21.15.42:6826/3216295459,v1:172.21.15.42:6827/3216295459] conn(0x7f20d80ade10 0x7f20d80b02b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:20:54.096 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.096+0000 7f20d7fff700 1 -- 172.21.15.42:0/2874101551 --> [v2:172.21.15.42:6826/3216295459,v1:172.21.15.42:6827/3216295459] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f20e001ce50 con 0x7f20d80ade10 2024-06-06T08:20:54.096 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.096+0000 7f20d7fff700 1 -- 172.21.15.42:0/2874101551 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_get_version_reply(handle=1 version=99) ==== 24+0+0 (secure 0 0 0) 0x7f20e00d9070 con 0x7f20f0101390 2024-06-06T08:20:54.096 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.097+0000 7f20ef59e700 1 --2- 172.21.15.42:0/2874101551 >> [v2:172.21.15.42:6826/3216295459,v1:172.21.15.42:6827/3216295459] conn(0x7f20d80ade10 0x7f20d80b02b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:20:54.096 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.097+0000 7f20ee59c700 1 --2- 172.21.15.42:0/2874101551 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f20d80a2cb0 0x7f20d80a5170 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f20f0078c80 tx=0x7f20e4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:20:54.096 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.097+0000 7f20ef59e700 1 --2- 172.21.15.42:0/2874101551 >> [v2:172.21.15.42:6826/3216295459,v1:172.21.15.42:6827/3216295459] conn(0x7f20d80ade10 0x7f20d80b02b0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.9 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:20:54.097 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.098+0000 7f20d7fff700 1 -- 172.21.15.42:0/2874101551 <== osd.9 v2:172.21.15.42:6826/3216295459 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f20e001ce50 con 0x7f20d80ade10 2024-06-06T08:20:54.117 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.117+0000 7f20f50fb700 1 -- 172.21.15.42:0/2874101551 --> [v2:172.21.15.42:6826/3216295459,v1:172.21.15.42:6827/3216295459] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f20f0063090 con 0x7f20d80ade10 2024-06-06T08:20:54.117 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.118+0000 7f20d7fff700 1 -- 172.21.15.42:0/2874101551 <== osd.9 v2:172.21.15.42:6826/3216295459 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f20f0063090 con 0x7f20d80ade10 2024-06-06T08:20:54.118 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.118+0000 7f20f50fb700 1 -- 172.21.15.42:0/2874101551 >> [v2:172.21.15.42:6826/3216295459,v1:172.21.15.42:6827/3216295459] conn(0x7f20d80ade10 msgr2=0x7f20d80b02b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:54.118 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.118+0000 7f20f50fb700 1 --2- 172.21.15.42:0/2874101551 >> [v2:172.21.15.42:6826/3216295459,v1:172.21.15.42:6827/3216295459] conn(0x7f20d80ade10 0x7f20d80b02b0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:20:54.119 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.118+0000 7f20f50fb700 1 -- 172.21.15.42:0/2874101551 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f20d80a2cb0 msgr2=0x7f20d80a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:54.119 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.118+0000 7f20f50fb700 1 --2- 172.21.15.42:0/2874101551 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f20d80a2cb0 0x7f20d80a5170 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f20f0078c80 tx=0x7f20e4009260 comp rx=0 tx=0).stop 2024-06-06T08:20:54.119 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.118+0000 7f20f50fb700 1 -- 172.21.15.42:0/2874101551 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f20f0101390 msgr2=0x7f20f019c6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:20:54.119 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.118+0000 7f20f50fb700 1 --2- 172.21.15.42:0/2874101551 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f20f0101390 0x7f20f019c6d0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f20e0003930 tx=0x7f20e000d580 comp rx=0 tx=0).stop 2024-06-06T08:20:54.119 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.118+0000 7f20ef59e700 1 -- 172.21.15.42:0/2874101551 reap_dead start 2024-06-06T08:20:54.119 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.118+0000 7f20f50fb700 1 -- 172.21.15.42:0/2874101551 shutdown_connections 2024-06-06T08:20:54.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.118+0000 7f20f50fb700 1 -- 172.21.15.42:0/2874101551 >> 172.21.15.42:0/2874101551 conn(0x7f20f0078340 msgr2=0x7f20f0105400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:20:54.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.119+0000 7f20f50fb700 1 -- 172.21.15.42:0/2874101551 shutdown_connections 2024-06-06T08:20:54.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:20:54.119+0000 7f20f50fb700 1 -- 172.21.15.42:0/2874101551 wait complete. 2024-06-06T08:20:54.782 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:20:54 smithi042 ceph-mon[32384]: pgmap v376: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-06T08:20:54.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:20:54 smithi149 ceph-mon[36842]: pgmap v376: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-06T08:20:54.811 INFO:teuthology.orchestra.run.smithi042.stdout:292057776181 2024-06-06T08:20:54.811 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.9 2024-06-06T08:20:54.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:20:54 smithi120 ceph-mon[36658]: pgmap v376: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-06T08:20:55.019 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:20:55.452 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:20:55.455 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:20:55.455 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:20:55.458 INFO:teuthology.orchestra.run.smithi042.stdout:55834574942 2024-06-06T08:20:55.459 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-06-06T08:20:55.467 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:20:55.467 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:20:55.472 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:20:55.528 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:20:55.529 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:20:56.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:20:56 smithi149 ceph-mon[36842]: pgmap v377: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-06T08:20:56.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:20:56 smithi042 ceph-mon[32384]: pgmap v377: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-06T08:20:56.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:20:56 smithi120 ceph-mon[36658]: pgmap v377: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-06T08:20:58.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:20:58 smithi042 ceph-mon[32384]: pgmap v378: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:20:58.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:20:58 smithi149 ceph-mon[36842]: pgmap v378: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:20:58.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:20:58 smithi120 ceph-mon[36658]: pgmap v378: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:21:00.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:00 smithi042 ceph-mon[32384]: pgmap v379: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-06-06T08:21:00.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:00 smithi149 ceph-mon[36842]: pgmap v379: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-06-06T08:21:00.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:00 smithi120 ceph-mon[36658]: pgmap v379: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-06-06T08:21:01.522 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:21:02.706 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:02 smithi120 ceph-mon[36658]: pgmap v380: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:21:02.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:02 smithi149 ceph-mon[36842]: pgmap v380: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:21:02.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:02 smithi042 ceph-mon[32384]: pgmap v380: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:21:04.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:04 smithi042 ceph-mon[32384]: pgmap v381: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-06T08:21:04.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:04 smithi149 ceph-mon[36842]: pgmap v381: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-06T08:21:04.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:04 smithi120 ceph-mon[36658]: pgmap v381: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-06T08:21:05.664 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:05 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/2798122177' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-06-06T08:21:05.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:05 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/2798122177' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-06-06T08:21:05.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:05 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/2798122177' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-06-06T08:21:06.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:05.192+0000 7f4a22a4d700 1 -- 172.21.15.42:0/2600008862 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4a1c101390 msgr2=0x7f4a1c101810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:06.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:05.192+0000 7f4a22a4d700 1 --2- 172.21.15.42:0/2600008862 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4a1c101390 0x7f4a1c101810 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f4a10009990 tx=0x7f4a10009ca0 comp rx=0 tx=0).stop 2024-06-06T08:21:06.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:05.192+0000 7f4a22a4d700 1 -- 172.21.15.42:0/2600008862 shutdown_connections 2024-06-06T08:21:06.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:05.192+0000 7f4a22a4d700 1 --2- 172.21.15.42:0/2600008862 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4a1c101d50 0x7f4a1c10e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:06.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:05.192+0000 7f4a22a4d700 1 --2- 172.21.15.42:0/2600008862 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4a1c107400 0x7f4a1c1077e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:06.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:05.192+0000 7f4a22a4d700 1 --2- 172.21.15.42:0/2600008862 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4a1c101390 0x7f4a1c101810 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:06.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:05.192+0000 7f4a22a4d700 1 -- 172.21.15.42:0/2600008862 >> 172.21.15.42:0/2600008862 conn(0x7f4a1c078340 msgr2=0x7f4a1c078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:06.121 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:05.192+0000 7f4a22a4d700 1 -- 172.21.15.42:0/2600008862 shutdown_connections 2024-06-06T08:21:06.121 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:05.193+0000 7f4a22a4d700 1 -- 172.21.15.42:0/2600008862 wait complete. 2024-06-06T08:21:06.121 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:05.193+0000 7f4a22a4d700 1 Processor -- start 2024-06-06T08:21:06.121 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:05.193+0000 7f4a22a4d700 1 -- start start 2024-06-06T08:21:06.121 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:05.194+0000 7f4a22a4d700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4a1c101390 0x7f4a1c19e850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:06.121 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:05.194+0000 7f4a22a4d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4a1c101d50 0x7f4a1c19ed90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:06.121 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:05.194+0000 7f4a22a4d700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4a1c107400 0x7f4a1c198a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:06.121 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:05.194+0000 7f4a22a4d700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4a1c1116f0 con 0x7f4a1c101d50 2024-06-06T08:21:06.121 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:05.194+0000 7f4a22a4d700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f4a1c111570 con 0x7f4a1c101390 2024-06-06T08:21:06.121 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:05.194+0000 7f4a22a4d700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f4a1c111870 con 0x7f4a1c107400 2024-06-06T08:21:06.121 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:05.194+0000 7f4a1b7fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4a1c101d50 0x7f4a1c19ed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:06.121 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:05.194+0000 7f4a1b7fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4a1c101d50 0x7f4a1c19ed90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:36270/0 (socket says 172.21.15.42:36270) 2024-06-06T08:21:06.121 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:05.194+0000 7f4a1b7fe700 1 -- 172.21.15.42:0/2798122177 learned_addr learned my addr 172.21.15.42:0/2798122177 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:21:06.122 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:05.194+0000 7f4a20fea700 1 --2- 172.21.15.42:0/2798122177 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4a1c107400 0x7f4a1c198a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:06.122 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:05.194+0000 7f4a1bfff700 1 --2- 172.21.15.42:0/2798122177 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4a1c101390 0x7f4a1c19e850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:06.122 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:05.194+0000 7f4a1b7fe700 1 -- 172.21.15.42:0/2798122177 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4a1c107400 msgr2=0x7f4a1c198a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:06.122 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:05.194+0000 7f4a1b7fe700 1 --2- 172.21.15.42:0/2798122177 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4a1c107400 0x7f4a1c198a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:06.122 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:05.194+0000 7f4a1b7fe700 1 -- 172.21.15.42:0/2798122177 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4a1c101390 msgr2=0x7f4a1c19e850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:06.122 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:05.194+0000 7f4a1b7fe700 1 --2- 172.21.15.42:0/2798122177 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4a1c101390 0x7f4a1c19e850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:06.122 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:05.194+0000 7f4a1b7fe700 1 -- 172.21.15.42:0/2798122177 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a1c199170 con 0x7f4a1c101d50 2024-06-06T08:21:06.122 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:05.194+0000 7f4a1bfff700 1 --2- 172.21.15.42:0/2798122177 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4a1c101390 0x7f4a1c19e850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:21:06.122 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:05.194+0000 7f4a1b7fe700 1 --2- 172.21.15.42:0/2798122177 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4a1c101d50 0x7f4a1c19ed90 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f4a10000c00 tx=0x7f4a10003680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:06.122 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:05.194+0000 7f4a197fa700 1 -- 172.21.15.42:0/2798122177 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a10027070 con 0x7f4a1c101d50 2024-06-06T08:21:06.122 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:05.194+0000 7f4a197fa700 1 -- 172.21.15.42:0/2798122177 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4a10004110 con 0x7f4a1c101d50 2024-06-06T08:21:06.122 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:05.194+0000 7f4a197fa700 1 -- 172.21.15.42:0/2798122177 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a1000f460 con 0x7f4a1c101d50 2024-06-06T08:21:06.122 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:05.195+0000 7f4a22a4d700 1 -- 172.21.15.42:0/2798122177 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a1c199400 con 0x7f4a1c101d50 2024-06-06T08:21:06.123 INFO:teuthology.orchestra.run.smithi042.stdout:223338299456 2024-06-06T08:21:06.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:05.195+0000 7f4a22a4d700 1 -- 172.21.15.42:0/2798122177 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a1c1a5720 con 0x7f4a1c101d50 2024-06-06T08:21:06.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:05.195+0000 7f4a22a4d700 1 -- 172.21.15.42:0/2798122177 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a1c102ab0 con 0x7f4a1c101d50 2024-06-06T08:21:06.124 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:05.197+0000 7f4a197fa700 1 -- 172.21.15.42:0/2798122177 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f4a1002a070 con 0x7f4a1c101d50 2024-06-06T08:21:06.124 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:05.198+0000 7f4a197fa700 1 --2- 172.21.15.42:0/2798122177 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4a040a2cb0 0x7f4a040a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:06.124 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:05.198+0000 7f4a1bfff700 1 --2- 172.21.15.42:0/2798122177 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4a040a2cb0 0x7f4a040a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:06.124 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:05.198+0000 7f4a197fa700 1 -- 172.21.15.42:0/2798122177 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f4a100d04c0 con 0x7f4a1c101d50 2024-06-06T08:21:06.124 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:05.198+0000 7f4a1bfff700 1 --2- 172.21.15.42:0/2798122177 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4a040a2cb0 0x7f4a040a5170 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f4a1c199b50 tx=0x7f4a0c00a680 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:06.124 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:05.202+0000 7f4a197fa700 1 -- 172.21.15.42:0/2798122177 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f4a1005e850 con 0x7f4a1c101d50 2024-06-06T08:21:06.124 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:05.408+0000 7f4a22a4d700 1 -- 172.21.15.42:0/2798122177 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f4a1c199f70 con 0x7f4a1c101d50 2024-06-06T08:21:06.124 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:05.408+0000 7f4a197fa700 1 -- 172.21.15.42:0/2798122177 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f4a1c199f70 con 0x7f4a1c101d50 2024-06-06T08:21:06.124 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:05.411+0000 7f4a22a4d700 1 -- 172.21.15.42:0/2798122177 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4a040a2cb0 msgr2=0x7f4a040a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:06.124 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:05.411+0000 7f4a22a4d700 1 --2- 172.21.15.42:0/2798122177 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4a040a2cb0 0x7f4a040a5170 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f4a1c199b50 tx=0x7f4a0c00a680 comp rx=0 tx=0).stop 2024-06-06T08:21:06.124 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:05.411+0000 7f4a22a4d700 1 -- 172.21.15.42:0/2798122177 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4a1c101d50 msgr2=0x7f4a1c19ed90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:06.124 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:05.411+0000 7f4a22a4d700 1 --2- 172.21.15.42:0/2798122177 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4a1c101d50 0x7f4a1c19ed90 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f4a10000c00 tx=0x7f4a10003680 comp rx=0 tx=0).stop 2024-06-06T08:21:06.124 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:05.411+0000 7f4a22a4d700 1 -- 172.21.15.42:0/2798122177 shutdown_connections 2024-06-06T08:21:06.125 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:05.411+0000 7f4a22a4d700 1 --2- 172.21.15.42:0/2798122177 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4a040a2cb0 0x7f4a040a5170 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:06.125 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:05.411+0000 7f4a22a4d700 1 --2- 172.21.15.42:0/2798122177 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4a1c107400 0x7f4a1c198a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:06.125 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:05.411+0000 7f4a22a4d700 1 --2- 172.21.15.42:0/2798122177 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4a1c101390 0x7f4a1c19e850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:06.125 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:05.411+0000 7f4a22a4d700 1 --2- 172.21.15.42:0/2798122177 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4a1c101d50 0x7f4a1c19ed90 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:06.125 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:05.411+0000 7f4a22a4d700 1 -- 172.21.15.42:0/2798122177 >> 172.21.15.42:0/2798122177 conn(0x7f4a1c078340 msgr2=0x7f4a1c1005a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:06.125 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:05.411+0000 7f4a22a4d700 1 -- 172.21.15.42:0/2798122177 shutdown_connections 2024-06-06T08:21:06.125 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:05.411+0000 7f4a22a4d700 1 -- 172.21.15.42:0/2798122177 wait complete. 2024-06-06T08:21:06.719 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:06 smithi042 ceph-mon[32384]: pgmap v382: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-06T08:21:06.721 INFO:tasks.cephadm.ceph_manager.ceph:need seq 223338299451 got 223338299456 for osd.7 2024-06-06T08:21:06.721 DEBUG:teuthology.parallel:result is None 2024-06-06T08:21:06.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:06 smithi149 ceph-mon[36842]: pgmap v382: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-06T08:21:06.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:06 smithi120 ceph-mon[36658]: pgmap v382: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-06T08:21:06.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:06.920+0000 7f8168505700 1 -- 172.21.15.42:0/1906525887 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f81601030f0 msgr2=0x7f8160107110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:06.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:06.920+0000 7f8168505700 1 --2- 172.21.15.42:0/1906525887 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f81601030f0 0x7f8160107110 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f81500099c0 tx=0x7f8150009cd0 comp rx=0 tx=0).stop 2024-06-06T08:21:06.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:06.921+0000 7f8168505700 1 -- 172.21.15.42:0/1906525887 shutdown_connections 2024-06-06T08:21:06.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:06.921+0000 7f8168505700 1 --2- 172.21.15.42:0/1906525887 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8160107840 0x7f816010f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:06.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:06.921+0000 7f8168505700 1 --2- 172.21.15.42:0/1906525887 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8160102740 0x7f8160102b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:06.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:06.921+0000 7f8168505700 1 --2- 172.21.15.42:0/1906525887 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f81601030f0 0x7f8160107110 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:06.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:06.921+0000 7f8168505700 1 -- 172.21.15.42:0/1906525887 >> 172.21.15.42:0/1906525887 conn(0x7f81600795f0 msgr2=0x7f8160079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:06.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:06.921+0000 7f8168505700 1 -- 172.21.15.42:0/1906525887 shutdown_connections 2024-06-06T08:21:06.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:06.921+0000 7f8168505700 1 -- 172.21.15.42:0/1906525887 wait complete. 2024-06-06T08:21:06.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:06.921+0000 7f8168505700 1 Processor -- start 2024-06-06T08:21:06.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:06.921+0000 7f8168505700 1 -- start start 2024-06-06T08:21:06.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:06.922+0000 7f8168505700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8160102740 0x7f8160074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:06.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:06.922+0000 7f8168505700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f81601030f0 0x7f8160074cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:06.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:06.922+0000 7f8168505700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8160107840 0x7f8160075210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:06.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:06.922+0000 7f8168505700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f8160112750 con 0x7f81601030f0 2024-06-06T08:21:06.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:06.922+0000 7f8168505700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f81601125d0 con 0x7f8160107840 2024-06-06T08:21:06.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:06.922+0000 7f8168505700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f81601128d0 con 0x7f8160102740 2024-06-06T08:21:06.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:06.922+0000 7f8165aa0700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f81601030f0 0x7f8160074cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:06.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:06.922+0000 7f8165aa0700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f81601030f0 0x7f8160074cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:36288/0 (socket says 172.21.15.42:36288) 2024-06-06T08:21:06.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:06.922+0000 7f8165aa0700 1 -- 172.21.15.42:0/1107594532 learned_addr learned my addr 172.21.15.42:0/1107594532 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:21:06.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:06.922+0000 7f81662a1700 1 --2- 172.21.15.42:0/1107594532 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8160102740 0x7f8160074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:06.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:06.922+0000 7f8166aa2700 1 --2- 172.21.15.42:0/1107594532 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8160107840 0x7f8160075210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:06.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:06.922+0000 7f8165aa0700 1 -- 172.21.15.42:0/1107594532 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8160102740 msgr2=0x7f8160074790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:06.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:06.922+0000 7f8165aa0700 1 --2- 172.21.15.42:0/1107594532 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8160102740 0x7f8160074790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:06.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:06.922+0000 7f8165aa0700 1 -- 172.21.15.42:0/1107594532 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8160107840 msgr2=0x7f8160075210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:06.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:06.922+0000 7f8165aa0700 1 --2- 172.21.15.42:0/1107594532 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8160107840 0x7f8160075210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:06.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:06.922+0000 7f8165aa0700 1 -- 172.21.15.42:0/1107594532 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81601a7060 con 0x7f81601030f0 2024-06-06T08:21:06.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:06.922+0000 7f8165aa0700 1 --2- 172.21.15.42:0/1107594532 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f81601030f0 0x7f8160074cd0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f81500059d0 tx=0x7f81500038b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:06.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:06.922+0000 7f81577fe700 1 -- 172.21.15.42:0/1107594532 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8150027070 con 0x7f81601030f0 2024-06-06T08:21:06.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:06.922+0000 7f8168505700 1 -- 172.21.15.42:0/1107594532 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81601a72f0 con 0x7f81601030f0 2024-06-06T08:21:06.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:06.922+0000 7f81577fe700 1 -- 172.21.15.42:0/1107594532 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8150003e40 con 0x7f81601030f0 2024-06-06T08:21:06.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:06.922+0000 7f81577fe700 1 -- 172.21.15.42:0/1107594532 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8150022d00 con 0x7f81601030f0 2024-06-06T08:21:06.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:06.923+0000 7f8168505700 1 -- 172.21.15.42:0/1107594532 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81601a77a0 con 0x7f81601030f0 2024-06-06T08:21:06.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:06.924+0000 7f8168505700 1 -- 172.21.15.42:0/1107594532 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8160069180 con 0x7f81601030f0 2024-06-06T08:21:06.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:06.925+0000 7f81577fe700 1 -- 172.21.15.42:0/1107594532 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f815002a070 con 0x7f81601030f0 2024-06-06T08:21:06.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:06.925+0000 7f81577fe700 1 --2- 172.21.15.42:0/1107594532 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f814c0a2cb0 0x7f814c0a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:06.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:06.926+0000 7f81662a1700 1 --2- 172.21.15.42:0/1107594532 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f814c0a2cb0 0x7f814c0a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:06.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:06.926+0000 7f81577fe700 1 -- 172.21.15.42:0/1107594532 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f81500d0370 con 0x7f81601030f0 2024-06-06T08:21:06.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:06.926+0000 7f81662a1700 1 --2- 172.21.15.42:0/1107594532 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f814c0a2cb0 0x7f814c0a5170 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f815c00ac50 tx=0x7f815c00a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:06.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:06.930+0000 7f81577fe700 1 -- 172.21.15.42:0/1107594532 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f815005e850 con 0x7f81601030f0 2024-06-06T08:21:07.154 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:07.155+0000 7f8168505700 1 -- 172.21.15.42:0/1107594532 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 11} v 0) -- 0x7f816002dca0 con 0x7f81601030f0 2024-06-06T08:21:07.155 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:07.156+0000 7f81577fe700 1 -- 172.21.15.42:0/1107594532 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 11}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f8150013070 con 0x7f81601030f0 2024-06-06T08:21:07.155 INFO:teuthology.orchestra.run.smithi042.stdout:352187318316 2024-06-06T08:21:07.157 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:07.158+0000 7f8168505700 1 -- 172.21.15.42:0/1107594532 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f814c0a2cb0 msgr2=0x7f814c0a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:07.157 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:07.158+0000 7f8168505700 1 --2- 172.21.15.42:0/1107594532 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f814c0a2cb0 0x7f814c0a5170 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f815c00ac50 tx=0x7f815c00a380 comp rx=0 tx=0).stop 2024-06-06T08:21:07.157 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:07.158+0000 7f8168505700 1 -- 172.21.15.42:0/1107594532 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f81601030f0 msgr2=0x7f8160074cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:07.157 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:07.158+0000 7f8168505700 1 --2- 172.21.15.42:0/1107594532 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f81601030f0 0x7f8160074cd0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f81500059d0 tx=0x7f81500038b0 comp rx=0 tx=0).stop 2024-06-06T08:21:07.157 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:07.158+0000 7f8168505700 1 -- 172.21.15.42:0/1107594532 shutdown_connections 2024-06-06T08:21:07.157 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:07.158+0000 7f8168505700 1 --2- 172.21.15.42:0/1107594532 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8160107840 0x7f8160075210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:07.157 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:07.158+0000 7f8168505700 1 --2- 172.21.15.42:0/1107594532 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f814c0a2cb0 0x7f814c0a5170 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:07.157 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:07.158+0000 7f8168505700 1 --2- 172.21.15.42:0/1107594532 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8160102740 0x7f8160074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:07.157 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:07.158+0000 7f8168505700 1 --2- 172.21.15.42:0/1107594532 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f81601030f0 0x7f8160074cd0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:07.158 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:07.158+0000 7f8168505700 1 -- 172.21.15.42:0/1107594532 >> 172.21.15.42:0/1107594532 conn(0x7f81600795f0 msgr2=0x7f8160100490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:07.158 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:07.158+0000 7f8168505700 1 -- 172.21.15.42:0/1107594532 shutdown_connections 2024-06-06T08:21:07.158 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:07.158+0000 7f8168505700 1 -- 172.21.15.42:0/1107594532 wait complete. 2024-06-06T08:21:07.778 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:07 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/1107594532' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-06-06T08:21:07.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:07 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/1107594532' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-06-06T08:21:07.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:07 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/1107594532' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-06-06T08:21:08.709 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:08 smithi042 ceph-mon[32384]: pgmap v383: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:21:08.715 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.716+0000 7feeb44f9700 1 -- 172.21.15.42:0/4285778778 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feeac06b580 msgr2=0x7feeac10f320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:08.715 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.716+0000 7feeb44f9700 1 --2- 172.21.15.42:0/4285778778 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feeac06b580 0x7feeac10f320 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7feea400b0a0 tx=0x7feea400b3b0 comp rx=0 tx=0).stop 2024-06-06T08:21:08.715 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.716+0000 7feeb44f9700 1 -- 172.21.15.42:0/4285778778 shutdown_connections 2024-06-06T08:21:08.715 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.716+0000 7feeb44f9700 1 --2- 172.21.15.42:0/4285778778 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feeac06b580 0x7feeac10f320 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:08.715 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.716+0000 7feeb44f9700 1 --2- 172.21.15.42:0/4285778778 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7feeac108500 0x7feeac1088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:08.715 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.716+0000 7feeb44f9700 1 --2- 172.21.15.42:0/4285778778 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7feeac06abc0 0x7feeac06b040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:08.715 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.716+0000 7feeb44f9700 1 -- 172.21.15.42:0/4285778778 >> 172.21.15.42:0/4285778778 conn(0x7feeac078340 msgr2=0x7feeac078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:08.715 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.716+0000 7feeb44f9700 1 -- 172.21.15.42:0/4285778778 shutdown_connections 2024-06-06T08:21:08.715 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.716+0000 7feeb44f9700 1 -- 172.21.15.42:0/4285778778 wait complete. 2024-06-06T08:21:08.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.716+0000 7feeb44f9700 1 Processor -- start 2024-06-06T08:21:08.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.717+0000 7feeb44f9700 1 -- start start 2024-06-06T08:21:08.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.717+0000 7feeb44f9700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7feeac06abc0 0x7feeac19e8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:08.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.717+0000 7feeb44f9700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7feeac06b580 0x7feeac19ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:08.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.717+0000 7feeb44f9700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feeac108500 0x7feeac198a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:08.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.717+0000 7feeb44f9700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7feeac112760 con 0x7feeac108500 2024-06-06T08:21:08.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.717+0000 7feeb44f9700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7feeac1125e0 con 0x7feeac06b580 2024-06-06T08:21:08.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.717+0000 7feeb44f9700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7feeac1128e0 con 0x7feeac06abc0 2024-06-06T08:21:08.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.717+0000 7feeb2a96700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feeac108500 0x7feeac198a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:08.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.717+0000 7feeb2a96700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feeac108500 0x7feeac198a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55406/0 (socket says 172.21.15.42:55406) 2024-06-06T08:21:08.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.717+0000 7feeb2a96700 1 -- 172.21.15.42:0/2877761060 learned_addr learned my addr 172.21.15.42:0/2877761060 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:21:08.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.717+0000 7feeb1a94700 1 --2- 172.21.15.42:0/2877761060 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7feeac06b580 0x7feeac19ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:08.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.717+0000 7feeb2295700 1 --2- 172.21.15.42:0/2877761060 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7feeac06abc0 0x7feeac19e8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:08.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.717+0000 7feeb2a96700 1 -- 172.21.15.42:0/2877761060 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7feeac06abc0 msgr2=0x7feeac19e8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:08.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.717+0000 7feeb2a96700 1 --2- 172.21.15.42:0/2877761060 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7feeac06abc0 0x7feeac19e8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:08.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.717+0000 7feeb2a96700 1 -- 172.21.15.42:0/2877761060 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7feeac06b580 msgr2=0x7feeac19ede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:08.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.717+0000 7feeb2a96700 1 --2- 172.21.15.42:0/2877761060 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7feeac06b580 0x7feeac19ede0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:08.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.717+0000 7feeb2a96700 1 -- 172.21.15.42:0/2877761060 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feeac1991c0 con 0x7feeac108500 2024-06-06T08:21:08.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.717+0000 7feeb2295700 1 --2- 172.21.15.42:0/2877761060 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7feeac06abc0 0x7feeac19e8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:21:08.719 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.717+0000 7feeb2a96700 1 --2- 172.21.15.42:0/2877761060 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feeac108500 0x7feeac198a60 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7feea40062a0 tx=0x7feea400be60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:08.719 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.718+0000 7feea37fe700 1 -- 172.21.15.42:0/2877761060 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feea4021070 con 0x7feeac108500 2024-06-06T08:21:08.719 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.718+0000 7feeb44f9700 1 -- 172.21.15.42:0/2877761060 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feeac199450 con 0x7feeac108500 2024-06-06T08:21:08.719 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.718+0000 7feeb44f9700 1 -- 172.21.15.42:0/2877761060 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feeac1a5770 con 0x7feeac108500 2024-06-06T08:21:08.719 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.718+0000 7feea37fe700 1 -- 172.21.15.42:0/2877761060 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7feea4009c40 con 0x7feeac108500 2024-06-06T08:21:08.719 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.718+0000 7feea37fe700 1 -- 172.21.15.42:0/2877761060 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feea401ddb0 con 0x7feeac108500 2024-06-06T08:21:08.719 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.719+0000 7feeb44f9700 1 -- 172.21.15.42:0/2877761060 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fee90005330 con 0x7feeac108500 2024-06-06T08:21:08.719 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.721+0000 7feea37fe700 1 -- 172.21.15.42:0/2877761060 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7feea4024070 con 0x7feeac108500 2024-06-06T08:21:08.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.721+0000 7feea37fe700 1 --2- 172.21.15.42:0/2877761060 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fee980a2cb0 0x7fee980a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:08.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.721+0000 7feeb2295700 1 --2- 172.21.15.42:0/2877761060 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fee980a2cb0 0x7fee980a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:08.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.722+0000 7feea37fe700 1 -- 172.21.15.42:0/2877761060 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7feea40d0300 con 0x7feeac108500 2024-06-06T08:21:08.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.722+0000 7feeb2295700 1 --2- 172.21.15.42:0/2877761060 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fee980a2cb0 0x7fee980a5170 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7feea8005e20 tx=0x7feea8005db0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:08.725 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.726+0000 7feea37fe700 1 -- 172.21.15.42:0/2877761060 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7feea402b030 con 0x7feeac108500 2024-06-06T08:21:08.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:08 smithi149 ceph-mon[36842]: pgmap v383: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:21:08.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:08 smithi120 ceph-mon[36658]: pgmap v383: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:21:08.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.297+0000 7f03232ae700 1 -- 172.21.15.42:0/248351799 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f031c06b100 msgr2=0x7f031c06b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:08.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.297+0000 7f03232ae700 1 --2- 172.21.15.42:0/248351799 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f031c06b100 0x7f031c06b580 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f030c009990 tx=0x7f030c009ca0 comp rx=0 tx=0).stop 2024-06-06T08:21:08.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.297+0000 7f03232ae700 1 -- 172.21.15.42:0/248351799 shutdown_connections 2024-06-06T08:21:08.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.297+0000 7f03232ae700 1 --2- 172.21.15.42:0/248351799 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f031c104ec0 0x7f031c105370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:08.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.297+0000 7f03232ae700 1 --2- 172.21.15.42:0/248351799 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f031c1073b0 0x7f031c06abc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:08.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.297+0000 7f03232ae700 1 --2- 172.21.15.42:0/248351799 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f031c06b100 0x7f031c06b580 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:08.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.297+0000 7f03232ae700 1 -- 172.21.15.42:0/248351799 >> 172.21.15.42:0/248351799 conn(0x7f031c078340 msgr2=0x7f031c078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:08.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.297+0000 7f03232ae700 1 -- 172.21.15.42:0/248351799 shutdown_connections 2024-06-06T08:21:08.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.297+0000 7f03232ae700 1 -- 172.21.15.42:0/248351799 wait complete. 2024-06-06T08:21:08.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.298+0000 7f03232ae700 1 Processor -- start 2024-06-06T08:21:08.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.298+0000 7f03232ae700 1 -- start start 2024-06-06T08:21:08.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.298+0000 7f03232ae700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f031c06b100 0x7f031c19f2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:08.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.298+0000 7f03232ae700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f031c104ec0 0x7f031c19f810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:08.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.298+0000 7f03232ae700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f031c1073b0 0x7f031c1a3ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:08.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.298+0000 7f03232ae700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f031c118e00 con 0x7f031c1073b0 2024-06-06T08:21:08.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.298+0000 7f03232ae700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f031c118c80 con 0x7f031c06b100 2024-06-06T08:21:08.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.298+0000 7f03232ae700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f031c118f80 con 0x7f031c104ec0 2024-06-06T08:21:08.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.298+0000 7f032184b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f031c1073b0 0x7f031c1a3ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:08.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.298+0000 7f032184b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f031c1073b0 0x7f031c1a3ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55386/0 (socket says 172.21.15.42:55386) 2024-06-06T08:21:08.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.298+0000 7f032184b700 1 -- 172.21.15.42:0/1170502959 learned_addr learned my addr 172.21.15.42:0/1170502959 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:21:08.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.298+0000 7f0320849700 1 --2- 172.21.15.42:0/1170502959 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f031c104ec0 0x7f031c19f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:08.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.298+0000 7f032104a700 1 --2- 172.21.15.42:0/1170502959 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f031c06b100 0x7f031c19f2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:08.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.299+0000 7f032184b700 1 -- 172.21.15.42:0/1170502959 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f031c104ec0 msgr2=0x7f031c19f810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:08.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.299+0000 7f032184b700 1 --2- 172.21.15.42:0/1170502959 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f031c104ec0 0x7f031c19f810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:08.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.299+0000 7f032184b700 1 -- 172.21.15.42:0/1170502959 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f031c06b100 msgr2=0x7f031c19f2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:08.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.299+0000 7f032184b700 1 --2- 172.21.15.42:0/1170502959 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f031c06b100 0x7f031c19f2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:08.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.299+0000 7f032184b700 1 -- 172.21.15.42:0/1170502959 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f031c1a42e0 con 0x7f031c1073b0 2024-06-06T08:21:08.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.299+0000 7f032104a700 1 --2- 172.21.15.42:0/1170502959 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f031c06b100 0x7f031c19f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:21:08.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.299+0000 7f032184b700 1 --2- 172.21.15.42:0/1170502959 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f031c1073b0 0x7f031c1a3ba0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f031400d980 tx=0x7f031400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:08.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.299+0000 7f03127fc700 1 -- 172.21.15.42:0/1170502959 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0314017070 con 0x7f031c1073b0 2024-06-06T08:21:08.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.299+0000 7f03127fc700 1 -- 172.21.15.42:0/1170502959 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0314005020 con 0x7f031c1073b0 2024-06-06T08:21:08.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.299+0000 7f03232ae700 1 -- 172.21.15.42:0/1170502959 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f031c1a45d0 con 0x7f031c1073b0 2024-06-06T08:21:08.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.299+0000 7f03127fc700 1 -- 172.21.15.42:0/1170502959 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0314009b50 con 0x7f031c1073b0 2024-06-06T08:21:08.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.299+0000 7f03232ae700 1 -- 172.21.15.42:0/1170502959 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f031c1abe50 con 0x7f031c1073b0 2024-06-06T08:21:08.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.300+0000 7f03232ae700 1 -- 172.21.15.42:0/1170502959 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f031c069180 con 0x7f031c1073b0 2024-06-06T08:21:08.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.301+0000 7f03127fc700 1 -- 172.21.15.42:0/1170502959 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f0314009cf0 con 0x7f031c1073b0 2024-06-06T08:21:08.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.302+0000 7f03127fc700 1 --2- 172.21.15.42:0/1170502959 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f03080a2cb0 0x7f03080a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:08.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.302+0000 7f032104a700 1 --2- 172.21.15.42:0/1170502959 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f03080a2cb0 0x7f03080a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:08.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.302+0000 7f03127fc700 1 -- 172.21.15.42:0/1170502959 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f03140cf340 con 0x7f031c1073b0 2024-06-06T08:21:08.923 INFO:teuthology.orchestra.run.smithi042.stdout:167503724621 2024-06-06T08:21:08.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.302+0000 7f032104a700 1 --2- 172.21.15.42:0/1170502959 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f03080a2cb0 0x7f03080a5170 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f0318009fa0 tx=0x7f0318009570 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:08.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.306+0000 7f03127fc700 1 -- 172.21.15.42:0/1170502959 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f0314020020 con 0x7f031c1073b0 2024-06-06T08:21:08.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.517+0000 7f03232ae700 1 -- 172.21.15.42:0/1170502959 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7f031c1ac020 con 0x7f031c1073b0 2024-06-06T08:21:08.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.518+0000 7f03127fc700 1 -- 172.21.15.42:0/1170502959 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f031409bde0 con 0x7f031c1073b0 2024-06-06T08:21:08.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.520+0000 7f03232ae700 1 -- 172.21.15.42:0/1170502959 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f03080a2cb0 msgr2=0x7f03080a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:08.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.520+0000 7f03232ae700 1 --2- 172.21.15.42:0/1170502959 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f03080a2cb0 0x7f03080a5170 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f0318009fa0 tx=0x7f0318009570 comp rx=0 tx=0).stop 2024-06-06T08:21:08.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.520+0000 7f03232ae700 1 -- 172.21.15.42:0/1170502959 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f031c1073b0 msgr2=0x7f031c1a3ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:08.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.520+0000 7f03232ae700 1 --2- 172.21.15.42:0/1170502959 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f031c1073b0 0x7f031c1a3ba0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f031400d980 tx=0x7f031400dc90 comp rx=0 tx=0).stop 2024-06-06T08:21:08.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.520+0000 7f03232ae700 1 -- 172.21.15.42:0/1170502959 shutdown_connections 2024-06-06T08:21:08.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.520+0000 7f03232ae700 1 --2- 172.21.15.42:0/1170502959 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f031c1073b0 0x7f031c1a3ba0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:08.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.520+0000 7f03232ae700 1 --2- 172.21.15.42:0/1170502959 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f031c06b100 0x7f031c19f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:08.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.520+0000 7f03232ae700 1 --2- 172.21.15.42:0/1170502959 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f03080a2cb0 0x7f03080a5170 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:08.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.520+0000 7f03232ae700 1 --2- 172.21.15.42:0/1170502959 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f031c104ec0 0x7f031c19f810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:08.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.520+0000 7f03232ae700 1 -- 172.21.15.42:0/1170502959 >> 172.21.15.42:0/1170502959 conn(0x7f031c078340 msgr2=0x7f031c103ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:08.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.520+0000 7f03232ae700 1 -- 172.21.15.42:0/1170502959 shutdown_connections 2024-06-06T08:21:08.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.520+0000 7f03232ae700 1 -- 172.21.15.42:0/1170502959 wait complete. 2024-06-06T08:21:08.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.943+0000 7feeb44f9700 1 -- 172.21.15.42:0/2877761060 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7fee900058f0 con 0x7feeac108500 2024-06-06T08:21:08.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.943+0000 7feea37fe700 1 -- 172.21.15.42:0/2877761060 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7feea409ce30 con 0x7feeac108500 2024-06-06T08:21:08.942 INFO:teuthology.orchestra.run.smithi042.stdout:146028888146 2024-06-06T08:21:08.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.945+0000 7feeb44f9700 1 -- 172.21.15.42:0/2877761060 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fee980a2cb0 msgr2=0x7fee980a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:08.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.945+0000 7feeb44f9700 1 --2- 172.21.15.42:0/2877761060 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fee980a2cb0 0x7fee980a5170 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7feea8005e20 tx=0x7feea8005db0 comp rx=0 tx=0).stop 2024-06-06T08:21:08.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.945+0000 7feeb44f9700 1 -- 172.21.15.42:0/2877761060 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feeac108500 msgr2=0x7feeac198a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:08.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.945+0000 7feeb44f9700 1 --2- 172.21.15.42:0/2877761060 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feeac108500 0x7feeac198a60 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7feea40062a0 tx=0x7feea400be60 comp rx=0 tx=0).stop 2024-06-06T08:21:08.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.945+0000 7feeb44f9700 1 -- 172.21.15.42:0/2877761060 shutdown_connections 2024-06-06T08:21:08.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.945+0000 7feeb44f9700 1 --2- 172.21.15.42:0/2877761060 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feeac108500 0x7feeac198a60 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:08.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.945+0000 7feeb44f9700 1 --2- 172.21.15.42:0/2877761060 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fee980a2cb0 0x7fee980a5170 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:08.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.945+0000 7feeb44f9700 1 --2- 172.21.15.42:0/2877761060 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7feeac06abc0 0x7feeac19e8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:08.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.945+0000 7feeb44f9700 1 --2- 172.21.15.42:0/2877761060 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7feeac06b580 0x7feeac19ede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:08.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.946+0000 7feeb44f9700 1 -- 172.21.15.42:0/2877761060 >> 172.21.15.42:0/2877761060 conn(0x7feeac078340 msgr2=0x7feeac100080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:08.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.946+0000 7feeb44f9700 1 -- 172.21.15.42:0/2877761060 shutdown_connections 2024-06-06T08:21:08.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:08.946+0000 7feeb44f9700 1 -- 172.21.15.42:0/2877761060 wait complete. 2024-06-06T08:21:09.562 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:09.561+0000 7f7653173700 1 -- 172.21.15.42:0/4292246044 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f764c108500 msgr2=0x7f764c1088e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:09.562 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:09.561+0000 7f7653173700 1 --2- 172.21.15.42:0/4292246044 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f764c108500 0x7f764c1088e0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f763c00b0a0 tx=0x7f763c00b3b0 comp rx=0 tx=0).stop 2024-06-06T08:21:09.562 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:09.561+0000 7f7653173700 1 -- 172.21.15.42:0/4292246044 shutdown_connections 2024-06-06T08:21:09.563 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:09.561+0000 7f7653173700 1 --2- 172.21.15.42:0/4292246044 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f764c06ab30 0x7f764c10f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:09.563 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:09.561+0000 7f7653173700 1 --2- 172.21.15.42:0/4292246044 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f764c108500 0x7f764c1088e0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:09.563 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:09.561+0000 7f7653173700 1 --2- 172.21.15.42:0/4292246044 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f764c06a170 0x7f764c06a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:09.563 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:09.561+0000 7f7653173700 1 -- 172.21.15.42:0/4292246044 >> 172.21.15.42:0/4292246044 conn(0x7f764c078340 msgr2=0x7f764c078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:09.563 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:09.561+0000 7f7653173700 1 -- 172.21.15.42:0/4292246044 shutdown_connections 2024-06-06T08:21:09.563 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:09.561+0000 7f7653173700 1 -- 172.21.15.42:0/4292246044 wait complete. 2024-06-06T08:21:09.564 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:09.561+0000 7f7653173700 1 Processor -- start 2024-06-06T08:21:09.564 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:09.561+0000 7f7653173700 1 -- start start 2024-06-06T08:21:09.564 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:09.562+0000 7f7653173700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f764c06a170 0x7f764c101460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:09.564 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:09.562+0000 7f7653173700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f764c06ab30 0x7f764c1019a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:09.564 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:09.562+0000 7f7653173700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f764c108500 0x7f764c101ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:09.565 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:09.562+0000 7f7653173700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f764c1127b0 con 0x7f764c108500 2024-06-06T08:21:09.565 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:09.562+0000 7f7653173700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f764c112630 con 0x7f764c06a170 2024-06-06T08:21:09.565 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:09.562+0000 7f7653173700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f764c112930 con 0x7f764c06ab30 2024-06-06T08:21:09.565 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:09.562+0000 7f764bfff700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f764c06ab30 0x7f764c1019a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:09.565 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:09.562+0000 7f764bfff700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f764c06ab30 0x7f764c1019a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:46226/0 (socket says 172.21.15.42:46226) 2024-06-06T08:21:09.565 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:09.562+0000 7f764bfff700 1 -- 172.21.15.42:0/3644263606 learned_addr learned my addr 172.21.15.42:0/3644263606 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:21:09.566 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:09.562+0000 7f7651710700 1 --2- 172.21.15.42:0/3644263606 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f764c108500 0x7f764c101ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:09.566 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:09.562+0000 7f7650f0f700 1 --2- 172.21.15.42:0/3644263606 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f764c06a170 0x7f764c101460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:09.566 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:09.562+0000 7f764bfff700 1 -- 172.21.15.42:0/3644263606 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f764c06a170 msgr2=0x7f764c101460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:09.566 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:09.562+0000 7f764bfff700 1 --2- 172.21.15.42:0/3644263606 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f764c06a170 0x7f764c101460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:09.566 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:09.562+0000 7f764bfff700 1 -- 172.21.15.42:0/3644263606 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f764c108500 msgr2=0x7f764c101ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:09.567 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:09.562+0000 7f764bfff700 1 --2- 172.21.15.42:0/3644263606 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f764c108500 0x7f764c101ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:09.567 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:09.562+0000 7f764bfff700 1 -- 172.21.15.42:0/3644263606 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f764c1a7160 con 0x7f764c06ab30 2024-06-06T08:21:09.567 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:09.562+0000 7f764bfff700 1 --2- 172.21.15.42:0/3644263606 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f764c06ab30 0x7f764c1019a0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f763400e9a0 tx=0x7f763400ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:09.567 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:09.563+0000 7f7649ffb700 1 -- 172.21.15.42:0/3644263606 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f763400cbd0 con 0x7f764c06ab30 2024-06-06T08:21:09.567 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:09.563+0000 7f7649ffb700 1 -- 172.21.15.42:0/3644263606 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f763400cd70 con 0x7f764c06ab30 2024-06-06T08:21:09.567 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:09.563+0000 7f7653173700 1 -- 172.21.15.42:0/3644263606 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f764c1a7450 con 0x7f764c06ab30 2024-06-06T08:21:09.567 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:09.563+0000 7f7649ffb700 1 -- 172.21.15.42:0/3644263606 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7634018750 con 0x7f764c06ab30 2024-06-06T08:21:09.567 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:09.563+0000 7f7653173700 1 -- 172.21.15.42:0/3644263606 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f764c1a7990 con 0x7f764c06ab30 2024-06-06T08:21:09.568 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:09.564+0000 7f7653173700 1 -- 172.21.15.42:0/3644263606 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f764c10a9e0 con 0x7f764c06ab30 2024-06-06T08:21:09.569 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:09.565+0000 7f7649ffb700 1 -- 172.21.15.42:0/3644263606 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f7634010430 con 0x7f764c06ab30 2024-06-06T08:21:09.569 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:09.566+0000 7f7649ffb700 1 --2- 172.21.15.42:0/3644263606 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f76380a2cb0 0x7f76380a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:09.569 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:09.566+0000 7f7650f0f700 1 --2- 172.21.15.42:0/3644263606 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f76380a2cb0 0x7f76380a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:09.569 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:09.566+0000 7f7649ffb700 1 -- 172.21.15.42:0/3644263606 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f76340cf850 con 0x7f764c06ab30 2024-06-06T08:21:09.569 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:09.566+0000 7f7650f0f700 1 --2- 172.21.15.42:0/3644263606 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f76380a2cb0 0x7f76380a5170 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f763c00b780 tx=0x7f763c0061f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:09.570 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:09.571+0000 7f7649ffb700 1 -- 172.21.15.42:0/3644263606 <== mon.1 v2:172.21.15.149:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f763409c290 con 0x7f764c06ab30 2024-06-06T08:21:09.771 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:09 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/1170502959' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-06-06T08:21:09.771 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:09 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/2877761060' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-06-06T08:21:09.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:09.787+0000 7f7653173700 1 -- 172.21.15.42:0/3644263606 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f764c10a3c0 con 0x7f764c06ab30 2024-06-06T08:21:09.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:09.787+0000 7f7649ffb700 1 -- 172.21.15.42:0/3644263606 <== mon.1 v2:172.21.15.149:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f763409bb90 con 0x7f764c06ab30 2024-06-06T08:21:09.787 INFO:teuthology.orchestra.run.smithi042.stdout:201863462983 2024-06-06T08:21:09.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:09 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/1170502959' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-06-06T08:21:09.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:09 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/2877761060' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-06-06T08:21:09.789 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:09.789+0000 7f7653173700 1 -- 172.21.15.42:0/3644263606 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f76380a2cb0 msgr2=0x7f76380a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:09.789 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:09.789+0000 7f7653173700 1 --2- 172.21.15.42:0/3644263606 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f76380a2cb0 0x7f76380a5170 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f763c00b780 tx=0x7f763c0061f0 comp rx=0 tx=0).stop 2024-06-06T08:21:09.789 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:09.789+0000 7f7653173700 1 -- 172.21.15.42:0/3644263606 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f764c06ab30 msgr2=0x7f764c1019a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:09.789 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:09.789+0000 7f7653173700 1 --2- 172.21.15.42:0/3644263606 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f764c06ab30 0x7f764c1019a0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f763400e9a0 tx=0x7f763400ecb0 comp rx=0 tx=0).stop 2024-06-06T08:21:09.789 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:09.790+0000 7f7653173700 1 -- 172.21.15.42:0/3644263606 shutdown_connections 2024-06-06T08:21:09.789 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:09.790+0000 7f7653173700 1 --2- 172.21.15.42:0/3644263606 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f764c108500 0x7f764c101ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:09.789 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:09.790+0000 7f7653173700 1 --2- 172.21.15.42:0/3644263606 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f764c06a170 0x7f764c101460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:09.789 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:09.790+0000 7f7653173700 1 --2- 172.21.15.42:0/3644263606 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f76380a2cb0 0x7f76380a5170 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:09.789 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:09.790+0000 7f7653173700 1 --2- 172.21.15.42:0/3644263606 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f764c06ab30 0x7f764c1019a0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:09.789 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:09.790+0000 7f7653173700 1 -- 172.21.15.42:0/3644263606 >> 172.21.15.42:0/3644263606 conn(0x7f764c078340 msgr2=0x7f764c0ffef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:09.789 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:09.790+0000 7f7653173700 1 -- 172.21.15.42:0/3644263606 shutdown_connections 2024-06-06T08:21:09.790 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:09.790+0000 7f7653173700 1 -- 172.21.15.42:0/3644263606 wait complete. 2024-06-06T08:21:09.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:09 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/1170502959' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-06-06T08:21:09.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:09 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/2877761060' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-06-06T08:21:10.434 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.435+0000 7f94cd3fd700 1 -- 172.21.15.42:0/865705834 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f94c81024e0 msgr2=0x7f94c8102960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:10.434 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.435+0000 7f94cd3fd700 1 --2- 172.21.15.42:0/865705834 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f94c81024e0 0x7f94c8102960 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f94b0009990 tx=0x7f94b0009ca0 comp rx=0 tx=0).stop 2024-06-06T08:21:10.434 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.435+0000 7f94cd3fd700 1 -- 172.21.15.42:0/865705834 shutdown_connections 2024-06-06T08:21:10.434 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.435+0000 7f94cd3fd700 1 --2- 172.21.15.42:0/865705834 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f94c8102ea0 0x7f94c810f380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:10.434 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.435+0000 7f94cd3fd700 1 --2- 172.21.15.42:0/865705834 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f94c81085f0 0x7f94c81089d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:10.435 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.435+0000 7f94cd3fd700 1 --2- 172.21.15.42:0/865705834 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f94c81024e0 0x7f94c8102960 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:10.435 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.435+0000 7f94cd3fd700 1 -- 172.21.15.42:0/865705834 >> 172.21.15.42:0/865705834 conn(0x7f94c8079640 msgr2=0x7f94c8079a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:10.435 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.435+0000 7f94cd3fd700 1 -- 172.21.15.42:0/865705834 shutdown_connections 2024-06-06T08:21:10.435 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.435+0000 7f94cd3fd700 1 -- 172.21.15.42:0/865705834 wait complete. 2024-06-06T08:21:10.436 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.436+0000 7f94cd3fd700 1 Processor -- start 2024-06-06T08:21:10.436 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.436+0000 7f94cd3fd700 1 -- start start 2024-06-06T08:21:10.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.436+0000 7f94cd3fd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f94c81024e0 0x7f94c8074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:10.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.436+0000 7f94cd3fd700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f94c8102ea0 0x7f94c8074cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:10.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.436+0000 7f94cd3fd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f94c81085f0 0x7f94c8075210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:10.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.436+0000 7f94cd3fd700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f94c81127b0 con 0x7f94c81024e0 2024-06-06T08:21:10.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.436+0000 7f94cd3fd700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f94c8112630 con 0x7f94c8102ea0 2024-06-06T08:21:10.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.436+0000 7f94cd3fd700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f94c8112930 con 0x7f94c81085f0 2024-06-06T08:21:10.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.436+0000 7f94c6ffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f94c81024e0 0x7f94c8074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:10.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.436+0000 7f94c6ffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f94c81024e0 0x7f94c8074790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55436/0 (socket says 172.21.15.42:55436) 2024-06-06T08:21:10.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.436+0000 7f94c6ffd700 1 -- 172.21.15.42:0/2248878043 learned_addr learned my addr 172.21.15.42:0/2248878043 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:21:10.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.436+0000 7f94c67fc700 1 --2- 172.21.15.42:0/2248878043 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f94c8102ea0 0x7f94c8074cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:10.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.436+0000 7f94c77fe700 1 --2- 172.21.15.42:0/2248878043 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f94c81085f0 0x7f94c8075210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:10.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.437+0000 7f94c6ffd700 1 -- 172.21.15.42:0/2248878043 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f94c81085f0 msgr2=0x7f94c8075210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:10.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.437+0000 7f94c6ffd700 1 --2- 172.21.15.42:0/2248878043 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f94c81085f0 0x7f94c8075210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:10.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.437+0000 7f94c6ffd700 1 -- 172.21.15.42:0/2248878043 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f94c8102ea0 msgr2=0x7f94c8074cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:10.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.437+0000 7f94c6ffd700 1 --2- 172.21.15.42:0/2248878043 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f94c8102ea0 0x7f94c8074cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:10.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.437+0000 7f94c6ffd700 1 -- 172.21.15.42:0/2248878043 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94c81a7190 con 0x7f94c81024e0 2024-06-06T08:21:10.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.437+0000 7f94c6ffd700 1 --2- 172.21.15.42:0/2248878043 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f94c81024e0 0x7f94c8074790 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f94b800ef30 tx=0x7f94b800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:10.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.437+0000 7f94bffff700 1 -- 172.21.15.42:0/2248878043 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94b80092e0 con 0x7f94c81024e0 2024-06-06T08:21:10.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.437+0000 7f94cd3fd700 1 -- 172.21.15.42:0/2248878043 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f94c81a7420 con 0x7f94c81024e0 2024-06-06T08:21:10.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.437+0000 7f94bffff700 1 -- 172.21.15.42:0/2248878043 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f94b8004bb0 con 0x7f94c81024e0 2024-06-06T08:21:10.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.437+0000 7f94bffff700 1 -- 172.21.15.42:0/2248878043 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94b8004280 con 0x7f94c81024e0 2024-06-06T08:21:10.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.437+0000 7f94cd3fd700 1 -- 172.21.15.42:0/2248878043 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94c81a78e0 con 0x7f94c81024e0 2024-06-06T08:21:10.439 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.438+0000 7f94cd3fd700 1 -- 172.21.15.42:0/2248878043 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f94c8069180 con 0x7f94c81024e0 2024-06-06T08:21:10.439 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.439+0000 7f94bffff700 1 -- 172.21.15.42:0/2248878043 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f94b801b030 con 0x7f94c81024e0 2024-06-06T08:21:10.439 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.440+0000 7f94bffff700 1 --2- 172.21.15.42:0/2248878043 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f94b40a2cb0 0x7f94b40a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:10.439 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.440+0000 7f94bffff700 1 -- 172.21.15.42:0/2248878043 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f94b80cf090 con 0x7f94c81024e0 2024-06-06T08:21:10.439 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.440+0000 7f94c67fc700 1 --2- 172.21.15.42:0/2248878043 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f94b40a2cb0 0x7f94b40a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:10.440 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.441+0000 7f94c67fc700 1 --2- 172.21.15.42:0/2248878043 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f94b40a2cb0 0x7f94b40a5170 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f94b000b2e0 tx=0x7f94b0005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:10.444 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.445+0000 7f94bffff700 1 -- 172.21.15.42:0/2248878043 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f94b8022020 con 0x7f94c81024e0 2024-06-06T08:21:10.657 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.658+0000 7f94cd3fd700 1 -- 172.21.15.42:0/2248878043 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 10} v 0) -- 0x7f94c802dca0 con 0x7f94c81024e0 2024-06-06T08:21:10.658 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.659+0000 7f94bffff700 1 -- 172.21.15.42:0/2248878043 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 10}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f94b8010040 con 0x7f94c81024e0 2024-06-06T08:21:10.658 INFO:teuthology.orchestra.run.smithi042.stdout:317827579955 2024-06-06T08:21:10.660 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.661+0000 7f94cd3fd700 1 -- 172.21.15.42:0/2248878043 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f94b40a2cb0 msgr2=0x7f94b40a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:10.660 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.661+0000 7f94cd3fd700 1 --2- 172.21.15.42:0/2248878043 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f94b40a2cb0 0x7f94b40a5170 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f94b000b2e0 tx=0x7f94b0005960 comp rx=0 tx=0).stop 2024-06-06T08:21:10.660 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.661+0000 7f94cd3fd700 1 -- 172.21.15.42:0/2248878043 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f94c81024e0 msgr2=0x7f94c8074790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:10.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.661+0000 7f94cd3fd700 1 --2- 172.21.15.42:0/2248878043 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f94c81024e0 0x7f94c8074790 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f94b800ef30 tx=0x7f94b800c3a0 comp rx=0 tx=0).stop 2024-06-06T08:21:10.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.662+0000 7f94cd3fd700 1 -- 172.21.15.42:0/2248878043 shutdown_connections 2024-06-06T08:21:10.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.662+0000 7f94cd3fd700 1 --2- 172.21.15.42:0/2248878043 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f94b40a2cb0 0x7f94b40a5170 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:10.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.662+0000 7f94cd3fd700 1 --2- 172.21.15.42:0/2248878043 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f94c81085f0 0x7f94c8075210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:10.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.662+0000 7f94cd3fd700 1 --2- 172.21.15.42:0/2248878043 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f94c81024e0 0x7f94c8074790 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:10.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.662+0000 7f94cd3fd700 1 --2- 172.21.15.42:0/2248878043 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f94c8102ea0 0x7f94c8074cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:10.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.662+0000 7f94cd3fd700 1 -- 172.21.15.42:0/2248878043 >> 172.21.15.42:0/2248878043 conn(0x7f94c8079640 msgr2=0x7f94c8100fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:10.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.662+0000 7f4ae0497700 1 -- 172.21.15.42:0/1040312949 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4ad8106b90 msgr2=0x7f4ad8106f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:10.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.662+0000 7f4ae0497700 1 --2- 172.21.15.42:0/1040312949 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4ad8106b90 0x7f4ad8106f70 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f4ad4009990 tx=0x7f4ad4009ca0 comp rx=0 tx=0).stop 2024-06-06T08:21:10.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.662+0000 7f94cd3fd700 1 -- 172.21.15.42:0/2248878043 shutdown_connections 2024-06-06T08:21:10.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.662+0000 7f94cd3fd700 1 -- 172.21.15.42:0/2248878043 wait complete. 2024-06-06T08:21:10.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.662+0000 7f4ae0497700 1 -- 172.21.15.42:0/1040312949 shutdown_connections 2024-06-06T08:21:10.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.662+0000 7f4ae0497700 1 --2- 172.21.15.42:0/1040312949 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4ad8101510 0x7f4ad810d9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:10.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.662+0000 7f4ae0497700 1 --2- 172.21.15.42:0/1040312949 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4ad8106b90 0x7f4ad8106f70 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:10.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.662+0000 7f4ae0497700 1 --2- 172.21.15.42:0/1040312949 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4ad8100b50 0x7f4ad8100fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:10.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.662+0000 7f4ae0497700 1 -- 172.21.15.42:0/1040312949 >> 172.21.15.42:0/1040312949 conn(0x7f4ad8077a00 msgr2=0x7f4ad80fedb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:10.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.662+0000 7f4ae0497700 1 -- 172.21.15.42:0/1040312949 shutdown_connections 2024-06-06T08:21:10.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.662+0000 7f4ae0497700 1 -- 172.21.15.42:0/1040312949 wait complete. 2024-06-06T08:21:10.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.663+0000 7f4ae0497700 1 Processor -- start 2024-06-06T08:21:10.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.663+0000 7f4ae0497700 1 -- start start 2024-06-06T08:21:10.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.663+0000 7f4ae0497700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4ad8100b50 0x7f4ad8199af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:10.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.663+0000 7f4ae0497700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4ad8101510 0x7f4ad819a030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:10.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.663+0000 7f4ae0497700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4ad8106b90 0x7f4ad81a4b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:10.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.664+0000 7f4ae0497700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4ad81116f0 con 0x7f4ad8106b90 2024-06-06T08:21:10.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.664+0000 7f4ae0497700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f4ad8111570 con 0x7f4ad8101510 2024-06-06T08:21:10.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.664+0000 7f4ae0497700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f4ad8111870 con 0x7f4ad8100b50 2024-06-06T08:21:10.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.664+0000 7f4adea34700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4ad8106b90 0x7f4ad81a4b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:10.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.664+0000 7f4adea34700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4ad8106b90 0x7f4ad81a4b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55458/0 (socket says 172.21.15.42:55458) 2024-06-06T08:21:10.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.664+0000 7f4ade233700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4ad8100b50 0x7f4ad8199af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:10.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.664+0000 7f4adea34700 1 -- 172.21.15.42:0/3621158797 learned_addr learned my addr 172.21.15.42:0/3621158797 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:21:10.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.664+0000 7f4adda32700 1 --2- 172.21.15.42:0/3621158797 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4ad8101510 0x7f4ad819a030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:10.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.664+0000 7f4adea34700 1 -- 172.21.15.42:0/3621158797 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4ad8100b50 msgr2=0x7f4ad8199af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:10.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.664+0000 7f4adea34700 1 --2- 172.21.15.42:0/3621158797 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4ad8100b50 0x7f4ad8199af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:10.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.664+0000 7f4adea34700 1 -- 172.21.15.42:0/3621158797 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4ad8101510 msgr2=0x7f4ad819a030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:10.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.664+0000 7f4adea34700 1 --2- 172.21.15.42:0/3621158797 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4ad8101510 0x7f4ad819a030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:10.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.664+0000 7f4adea34700 1 -- 172.21.15.42:0/3621158797 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ad81a50b0 con 0x7f4ad8106b90 2024-06-06T08:21:10.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.664+0000 7f4ade233700 1 --2- 172.21.15.42:0/3621158797 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4ad8100b50 0x7f4ad8199af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:21:10.666 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.664+0000 7f4adea34700 1 --2- 172.21.15.42:0/3621158797 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4ad8106b90 0x7f4ad81a4b70 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f4ad000ef30 tx=0x7f4ad000c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:10.666 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.665+0000 7f4acf7fe700 1 -- 172.21.15.42:0/3621158797 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ad00092e0 con 0x7f4ad8106b90 2024-06-06T08:21:10.666 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.665+0000 7f4acf7fe700 1 -- 172.21.15.42:0/3621158797 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4ad0004bb0 con 0x7f4ad8106b90 2024-06-06T08:21:10.666 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.665+0000 7f4ae0497700 1 -- 172.21.15.42:0/3621158797 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ad81a5280 con 0x7f4ad8106b90 2024-06-06T08:21:10.666 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.665+0000 7f4acf7fe700 1 -- 172.21.15.42:0/3621158797 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ad0004280 con 0x7f4ad8106b90 2024-06-06T08:21:10.666 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.665+0000 7f4ae0497700 1 -- 172.21.15.42:0/3621158797 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ad81a5760 con 0x7f4ad8106b90 2024-06-06T08:21:10.666 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.666+0000 7f4ae0497700 1 -- 172.21.15.42:0/3621158797 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ad8069180 con 0x7f4ad8106b90 2024-06-06T08:21:10.667 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.668+0000 7f4acf7fe700 1 -- 172.21.15.42:0/3621158797 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f4ad001b030 con 0x7f4ad8106b90 2024-06-06T08:21:10.668 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.669+0000 7f4acf7fe700 1 --2- 172.21.15.42:0/3621158797 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4ac40a2d30 0x7f4ac40a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:10.668 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.669+0000 7f4acf7fe700 1 -- 172.21.15.42:0/3621158797 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f4ad00cf8b0 con 0x7f4ad8106b90 2024-06-06T08:21:10.668 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.670+0000 7f4ade233700 1 --2- 172.21.15.42:0/3621158797 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4ac40a2d30 0x7f4ac40a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:10.669 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.670+0000 7f4ade233700 1 --2- 172.21.15.42:0/3621158797 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4ac40a2d30 0x7f4ac40a51f0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f4ad4006010 tx=0x7f4ad401a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:10.671 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.672+0000 7f4acf7fe700 1 -- 172.21.15.42:0/3621158797 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f4ad0022020 con 0x7f4ad8106b90 2024-06-06T08:21:10.681 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724616 got 167503724621 for osd.5 2024-06-06T08:21:10.682 DEBUG:teuthology.parallel:result is None 2024-06-06T08:21:10.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:10 smithi149 ceph-mon[36842]: pgmap v384: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-06-06T08:21:10.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:10 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/3644263606' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-06-06T08:21:10.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:10 smithi042 ceph-mon[32384]: pgmap v384: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-06-06T08:21:10.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:10 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/3644263606' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-06-06T08:21:10.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.884+0000 7f4ae0497700 1 -- 172.21.15.42:0/3621158797 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 8} v 0) -- 0x7f4ad802dca0 con 0x7f4ad8106b90 2024-06-06T08:21:10.884 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.885+0000 7f4acf7fe700 1 -- 172.21.15.42:0/3621158797 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 8}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f4ad0010040 con 0x7f4ad8106b90 2024-06-06T08:21:10.884 INFO:teuthology.orchestra.run.smithi042.stdout:257698037822 2024-06-06T08:21:10.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.887+0000 7f4ae0497700 1 -- 172.21.15.42:0/3621158797 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4ac40a2d30 msgr2=0x7f4ac40a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:10.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.887+0000 7f4ae0497700 1 --2- 172.21.15.42:0/3621158797 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4ac40a2d30 0x7f4ac40a51f0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f4ad4006010 tx=0x7f4ad401a040 comp rx=0 tx=0).stop 2024-06-06T08:21:10.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.887+0000 7f4ae0497700 1 -- 172.21.15.42:0/3621158797 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4ad8106b90 msgr2=0x7f4ad81a4b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:10.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.887+0000 7f4ae0497700 1 --2- 172.21.15.42:0/3621158797 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4ad8106b90 0x7f4ad81a4b70 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f4ad000ef30 tx=0x7f4ad000c3a0 comp rx=0 tx=0).stop 2024-06-06T08:21:10.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.887+0000 7f4ae0497700 1 -- 172.21.15.42:0/3621158797 shutdown_connections 2024-06-06T08:21:10.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.887+0000 7f4ae0497700 1 --2- 172.21.15.42:0/3621158797 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4ad8106b90 0x7f4ad81a4b70 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:10.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.887+0000 7f4ae0497700 1 --2- 172.21.15.42:0/3621158797 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4ac40a2d30 0x7f4ac40a51f0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:10.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.887+0000 7f4ae0497700 1 --2- 172.21.15.42:0/3621158797 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4ad8100b50 0x7f4ad8199af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:10.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.887+0000 7f4ae0497700 1 --2- 172.21.15.42:0/3621158797 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4ad8101510 0x7f4ad819a030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:10.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.887+0000 7f4ae0497700 1 -- 172.21.15.42:0/3621158797 >> 172.21.15.42:0/3621158797 conn(0x7f4ad8077a00 msgr2=0x7f4ad8103a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:10.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.887+0000 7f4ae0497700 1 -- 172.21.15.42:0/3621158797 shutdown_connections 2024-06-06T08:21:10.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:10.887+0000 7f4ae0497700 1 -- 172.21.15.42:0/3621158797 wait complete. 2024-06-06T08:21:10.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:10 smithi120 ceph-mon[36658]: pgmap v384: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-06-06T08:21:10.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:10 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/3644263606' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-06-06T08:21:11.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:11 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/2248878043' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-06-06T08:21:11.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:11 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/3621158797' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-06-06T08:21:11.599 INFO:tasks.cephadm.ceph_manager.ceph:need seq 257698037817 got 257698037822 for osd.8 2024-06-06T08:21:11.599 DEBUG:teuthology.parallel:result is None 2024-06-06T08:21:11.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:11 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/2248878043' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-06-06T08:21:11.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:11 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/3621158797' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-06-06T08:21:11.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:11 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/2248878043' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-06-06T08:21:11.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:11 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/3621158797' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-06-06T08:21:12.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:12 smithi149 ceph-mon[36842]: pgmap v385: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:21:12.792 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:12 smithi042 ceph-mon[32384]: pgmap v385: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:21:12.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:12 smithi120 ceph-mon[36658]: pgmap v385: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:21:12.994 INFO:tasks.cephadm.ceph_manager.ceph:need seq 352187318312 got 352187318316 for osd.11 2024-06-06T08:21:12.994 DEBUG:teuthology.parallel:result is None 2024-06-06T08:21:13.167 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:13.167+0000 7f080dc2b700 1 -- 172.21.15.42:0/649742306 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f08081084f0 msgr2=0x7f08081088d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:13.167 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:13.167+0000 7f080dc2b700 1 --2- 172.21.15.42:0/649742306 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f08081084f0 0x7f08081088d0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f07f8009990 tx=0x7f07f8009ca0 comp rx=0 tx=0).stop 2024-06-06T08:21:13.167 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:13.167+0000 7f080dc2b700 1 -- 172.21.15.42:0/649742306 shutdown_connections 2024-06-06T08:21:13.167 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:13.167+0000 7f080dc2b700 1 --2- 172.21.15.42:0/649742306 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f080806b3c0 0x7f080810f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:13.167 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:13.167+0000 7f080dc2b700 1 --2- 172.21.15.42:0/649742306 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f08081084f0 0x7f08081088d0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:13.167 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:13.167+0000 7f080dc2b700 1 --2- 172.21.15.42:0/649742306 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f080806aa00 0x7f080806ae80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:13.167 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:13.167+0000 7f080dc2b700 1 -- 172.21.15.42:0/649742306 >> 172.21.15.42:0/649742306 conn(0x7f0808078300 msgr2=0x7f0808078710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:13.168 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:13.167+0000 7f080dc2b700 1 -- 172.21.15.42:0/649742306 shutdown_connections 2024-06-06T08:21:13.168 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:13.167+0000 7f080dc2b700 1 -- 172.21.15.42:0/649742306 wait complete. 2024-06-06T08:21:13.168 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:13.168+0000 7f080dc2b700 1 Processor -- start 2024-06-06T08:21:13.170 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:13.168+0000 7f080dc2b700 1 -- start start 2024-06-06T08:21:13.170 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:13.168+0000 7f080dc2b700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f080806aa00 0x7f0808198d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:13.171 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:13.168+0000 7f080dc2b700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f080806b3c0 0x7f08081992a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:13.171 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:13.168+0000 7f080dc2b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f08081084f0 0x7f080819d630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:13.171 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:13.168+0000 7f080dc2b700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0808112850 con 0x7f08081084f0 2024-06-06T08:21:13.171 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:13.168+0000 7f080dc2b700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f08081126d0 con 0x7f080806aa00 2024-06-06T08:21:13.171 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:13.168+0000 7f080dc2b700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f08081129d0 con 0x7f080806b3c0 2024-06-06T08:21:13.171 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:13.169+0000 7f0807fff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f08081084f0 0x7f080819d630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:13.171 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:13.169+0000 7f0807fff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f08081084f0 0x7f080819d630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55464/0 (socket says 172.21.15.42:55464) 2024-06-06T08:21:13.172 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:13.169+0000 7f0807fff700 1 -- 172.21.15.42:0/149808317 learned_addr learned my addr 172.21.15.42:0/149808317 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:21:13.172 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:13.169+0000 7f0806ffd700 1 --2- 172.21.15.42:0/149808317 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f080806b3c0 0x7f08081992a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:13.172 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:13.169+0000 7f08077fe700 1 --2- 172.21.15.42:0/149808317 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f080806aa00 0x7f0808198d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:13.172 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:13.169+0000 7f0807fff700 1 -- 172.21.15.42:0/149808317 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f080806b3c0 msgr2=0x7f08081992a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:13.172 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:13.169+0000 7f0807fff700 1 --2- 172.21.15.42:0/149808317 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f080806b3c0 0x7f08081992a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:13.172 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:13.169+0000 7f0807fff700 1 -- 172.21.15.42:0/149808317 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f080806aa00 msgr2=0x7f0808198d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:13.173 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:13.169+0000 7f0807fff700 1 --2- 172.21.15.42:0/149808317 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f080806aa00 0x7f0808198d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:13.173 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:13.169+0000 7f0807fff700 1 -- 172.21.15.42:0/149808317 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f080819dd70 con 0x7f08081084f0 2024-06-06T08:21:13.173 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:13.169+0000 7f08077fe700 1 --2- 172.21.15.42:0/149808317 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f080806aa00 0x7f0808198d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:21:13.173 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:13.169+0000 7f0807fff700 1 --2- 172.21.15.42:0/149808317 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f08081084f0 0x7f080819d630 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f080000b970 tx=0x7f080000bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:13.173 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:13.169+0000 7f0804ff9700 1 -- 172.21.15.42:0/149808317 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0800019070 con 0x7f08081084f0 2024-06-06T08:21:13.173 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:13.169+0000 7f0804ff9700 1 -- 172.21.15.42:0/149808317 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f080000ce10 con 0x7f08081084f0 2024-06-06T08:21:13.173 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:13.169+0000 7f080dc2b700 1 -- 172.21.15.42:0/149808317 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f080819e060 con 0x7f08081084f0 2024-06-06T08:21:13.173 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:13.169+0000 7f080dc2b700 1 -- 172.21.15.42:0/149808317 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08081a58e0 con 0x7f08081084f0 2024-06-06T08:21:13.173 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:13.169+0000 7f0804ff9700 1 -- 172.21.15.42:0/149808317 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0800007370 con 0x7f08081084f0 2024-06-06T08:21:13.174 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:13.170+0000 7f080dc2b700 1 -- 172.21.15.42:0/149808317 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f080810a9d0 con 0x7f08081084f0 2024-06-06T08:21:13.174 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:13.172+0000 7f0804ff9700 1 -- 172.21.15.42:0/149808317 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f080001c070 con 0x7f08081084f0 2024-06-06T08:21:13.176 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:13.172+0000 7f0804ff9700 1 --2- 172.21.15.42:0/149808317 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f07f40a2cb0 0x7f07f40a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:13.176 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:13.172+0000 7f08077fe700 1 --2- 172.21.15.42:0/149808317 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f07f40a2cb0 0x7f07f40a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:13.176 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:13.172+0000 7f0804ff9700 1 -- 172.21.15.42:0/149808317 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f08000ce7f0 con 0x7f08081084f0 2024-06-06T08:21:13.176 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:13.173+0000 7f08077fe700 1 --2- 172.21.15.42:0/149808317 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f07f40a2cb0 0x7f07f40a5170 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f07f8006010 tx=0x7f07f800b540 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:13.177 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:13.177+0000 7f0804ff9700 1 -- 172.21.15.42:0/149808317 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f080009b340 con 0x7f08081084f0 2024-06-06T08:21:13.387 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:13.388+0000 7f080dc2b700 1 -- 172.21.15.42:0/149808317 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f080819a0c0 con 0x7f08081084f0 2024-06-06T08:21:13.388 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:13.388+0000 7f0804ff9700 1 -- 172.21.15.42:0/149808317 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f080009ac40 con 0x7f08081084f0 2024-06-06T08:21:13.388 INFO:teuthology.orchestra.run.smithi042.stdout:111669149784 2024-06-06T08:21:13.390 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:13.391+0000 7f080dc2b700 1 -- 172.21.15.42:0/149808317 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f07f40a2cb0 msgr2=0x7f07f40a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:13.390 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:13.391+0000 7f080dc2b700 1 --2- 172.21.15.42:0/149808317 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f07f40a2cb0 0x7f07f40a5170 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f07f8006010 tx=0x7f07f800b540 comp rx=0 tx=0).stop 2024-06-06T08:21:13.390 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:13.391+0000 7f080dc2b700 1 -- 172.21.15.42:0/149808317 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f08081084f0 msgr2=0x7f080819d630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:13.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:13.391+0000 7f080dc2b700 1 --2- 172.21.15.42:0/149808317 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f08081084f0 0x7f080819d630 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f080000b970 tx=0x7f080000bc80 comp rx=0 tx=0).stop 2024-06-06T08:21:13.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:13.391+0000 7f080dc2b700 1 -- 172.21.15.42:0/149808317 shutdown_connections 2024-06-06T08:21:13.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:13.391+0000 7f080dc2b700 1 --2- 172.21.15.42:0/149808317 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f08081084f0 0x7f080819d630 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:13.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:13.391+0000 7f080dc2b700 1 --2- 172.21.15.42:0/149808317 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f080806aa00 0x7f0808198d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:13.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:13.391+0000 7f080dc2b700 1 --2- 172.21.15.42:0/149808317 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f07f40a2cb0 0x7f07f40a5170 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:13.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:13.391+0000 7f080dc2b700 1 --2- 172.21.15.42:0/149808317 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f080806b3c0 0x7f08081992a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:13.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:13.391+0000 7f080dc2b700 1 -- 172.21.15.42:0/149808317 >> 172.21.15.42:0/149808317 conn(0x7f0808078300 msgr2=0x7f0808100090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:13.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:13.391+0000 7f080dc2b700 1 -- 172.21.15.42:0/149808317 shutdown_connections 2024-06-06T08:21:13.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:13.391+0000 7f080dc2b700 1 -- 172.21.15.42:0/149808317 wait complete. 2024-06-06T08:21:13.629 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:13 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/149808317' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-06-06T08:21:13.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:13 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/149808317' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-06-06T08:21:13.655 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462978 got 201863462983 for osd.6 2024-06-06T08:21:13.656 DEBUG:teuthology.parallel:result is None 2024-06-06T08:21:13.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:13 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/149808317' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-06-06T08:21:14.388 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:14.388+0000 7f7d2628e700 1 -- 172.21.15.42:0/454171307 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d201085d0 msgr2=0x7f7d201089b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:14.388 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:14.388+0000 7f7d2628e700 1 --2- 172.21.15.42:0/454171307 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d201085d0 0x7f7d201089b0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f7d100099c0 tx=0x7f7d10009cd0 comp rx=0 tx=0).stop 2024-06-06T08:21:14.388 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:14.388+0000 7f7d2628e700 1 -- 172.21.15.42:0/454171307 shutdown_connections 2024-06-06T08:21:14.388 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:14.388+0000 7f7d2628e700 1 --2- 172.21.15.42:0/454171307 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7d20102ef0 0x7f7d2010f3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:14.388 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:14.388+0000 7f7d2628e700 1 --2- 172.21.15.42:0/454171307 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d201085d0 0x7f7d201089b0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:14.389 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:14.388+0000 7f7d2628e700 1 --2- 172.21.15.42:0/454171307 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7d20102530 0x7f7d201029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:14.389 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:14.388+0000 7f7d2628e700 1 -- 172.21.15.42:0/454171307 >> 172.21.15.42:0/454171307 conn(0x7f7d20079640 msgr2=0x7f7d20079a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:14.389 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:14.389+0000 7f7d2628e700 1 -- 172.21.15.42:0/454171307 shutdown_connections 2024-06-06T08:21:14.389 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:14.389+0000 7f7d2628e700 1 -- 172.21.15.42:0/454171307 wait complete. 2024-06-06T08:21:14.389 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:14.389+0000 7f7d2628e700 1 Processor -- start 2024-06-06T08:21:14.389 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:14.389+0000 7f7d2628e700 1 -- start start 2024-06-06T08:21:14.390 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:14.390+0000 7f7d2628e700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7d20102530 0x7f7d2019e8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:14.390 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:14.390+0000 7f7d2628e700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7d20102ef0 0x7f7d2019ee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:14.390 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:14.390+0000 7f7d2628e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d201085d0 0x7f7d20198ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:14.390 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:14.390+0000 7f7d2628e700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7d20112810 con 0x7f7d201085d0 2024-06-06T08:21:14.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:14.390+0000 7f7d2628e700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f7d20112690 con 0x7f7d20102530 2024-06-06T08:21:14.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:14.390+0000 7f7d2628e700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f7d20112990 con 0x7f7d20102ef0 2024-06-06T08:21:14.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:14.390+0000 7f7d2482b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d201085d0 0x7f7d20198ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:14.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:14.390+0000 7f7d2482b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d201085d0 0x7f7d20198ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55480/0 (socket says 172.21.15.42:55480) 2024-06-06T08:21:14.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:14.390+0000 7f7d2482b700 1 -- 172.21.15.42:0/1323472931 learned_addr learned my addr 172.21.15.42:0/1323472931 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:21:14.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:14.390+0000 7f7d1f7fe700 1 --2- 172.21.15.42:0/1323472931 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7d20102ef0 0x7f7d2019ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:14.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:14.390+0000 7f7d1ffff700 1 --2- 172.21.15.42:0/1323472931 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7d20102530 0x7f7d2019e8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:14.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:14.390+0000 7f7d2482b700 1 -- 172.21.15.42:0/1323472931 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7d20102ef0 msgr2=0x7f7d2019ee30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:14.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:14.390+0000 7f7d2482b700 1 --2- 172.21.15.42:0/1323472931 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7d20102ef0 0x7f7d2019ee30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:14.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:14.390+0000 7f7d2482b700 1 -- 172.21.15.42:0/1323472931 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7d20102530 msgr2=0x7f7d2019e8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:14.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:14.390+0000 7f7d2482b700 1 --2- 172.21.15.42:0/1323472931 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7d20102530 0x7f7d2019e8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:14.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:14.390+0000 7f7d2482b700 1 -- 172.21.15.42:0/1323472931 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d20199210 con 0x7f7d201085d0 2024-06-06T08:21:14.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:14.390+0000 7f7d1f7fe700 1 --2- 172.21.15.42:0/1323472931 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7d20102ef0 0x7f7d2019ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:21:14.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:14.391+0000 7f7d2482b700 1 --2- 172.21.15.42:0/1323472931 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d201085d0 0x7f7d20198ab0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f7d18007ee0 tx=0x7f7d1800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:14.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:14.391+0000 7f7d1d7fa700 1 -- 172.21.15.42:0/1323472931 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d1800ddd0 con 0x7f7d201085d0 2024-06-06T08:21:14.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:14.391+0000 7f7d1d7fa700 1 -- 172.21.15.42:0/1323472931 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7d18004020 con 0x7f7d201085d0 2024-06-06T08:21:14.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:14.391+0000 7f7d2628e700 1 -- 172.21.15.42:0/1323472931 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d20199500 con 0x7f7d201085d0 2024-06-06T08:21:14.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:14.391+0000 7f7d1d7fa700 1 -- 172.21.15.42:0/1323472931 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d18015660 con 0x7f7d201085d0 2024-06-06T08:21:14.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:14.391+0000 7f7d2628e700 1 -- 172.21.15.42:0/1323472931 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d201a57c0 con 0x7f7d201085d0 2024-06-06T08:21:14.393 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:14.392+0000 7f7d2628e700 1 -- 172.21.15.42:0/1323472931 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7d2010aa60 con 0x7f7d201085d0 2024-06-06T08:21:14.393 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:14.393+0000 7f7d1d7fa700 1 -- 172.21.15.42:0/1323472931 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f7d180041d0 con 0x7f7d201085d0 2024-06-06T08:21:14.394 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:14.394+0000 7f7d1d7fa700 1 --2- 172.21.15.42:0/1323472931 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f7d080a2cb0 0x7f7d080a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:14.394 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:14.394+0000 7f7d1ffff700 1 --2- 172.21.15.42:0/1323472931 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f7d080a2cb0 0x7f7d080a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:14.394 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:14.394+0000 7f7d1d7fa700 1 -- 172.21.15.42:0/1323472931 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f7d180cefd0 con 0x7f7d201085d0 2024-06-06T08:21:14.394 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:14.394+0000 7f7d1ffff700 1 --2- 172.21.15.42:0/1323472931 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f7d080a2cb0 0x7f7d080a5170 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f7d10000c00 tx=0x7f7d10005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:14.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:14.398+0000 7f7d1d7fa700 1 -- 172.21.15.42:0/1323472931 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f7d18010070 con 0x7f7d201085d0 2024-06-06T08:21:14.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:14 smithi042 ceph-mon[32384]: pgmap v386: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-06T08:21:14.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:14 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:21:14.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:14 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:21:14.624 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:14.625+0000 7f7d2628e700 1 -- 172.21.15.42:0/1323472931 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f7d20199fe0 con 0x7f7d201085d0 2024-06-06T08:21:14.624 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:14.625+0000 7f7d1d7fa700 1 -- 172.21.15.42:0/1323472931 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f7d1809ba70 con 0x7f7d201085d0 2024-06-06T08:21:14.625 INFO:teuthology.orchestra.run.smithi042.stdout:77309411421 2024-06-06T08:21:14.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:14.627+0000 7f7d2628e700 1 -- 172.21.15.42:0/1323472931 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f7d080a2cb0 msgr2=0x7f7d080a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:14.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:14.627+0000 7f7d2628e700 1 --2- 172.21.15.42:0/1323472931 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f7d080a2cb0 0x7f7d080a5170 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f7d10000c00 tx=0x7f7d10005fd0 comp rx=0 tx=0).stop 2024-06-06T08:21:14.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:14.627+0000 7f7d2628e700 1 -- 172.21.15.42:0/1323472931 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d201085d0 msgr2=0x7f7d20198ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:14.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:14.627+0000 7f7d2628e700 1 --2- 172.21.15.42:0/1323472931 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d201085d0 0x7f7d20198ab0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f7d18007ee0 tx=0x7f7d1800d3b0 comp rx=0 tx=0).stop 2024-06-06T08:21:14.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:14.627+0000 7f7d2628e700 1 -- 172.21.15.42:0/1323472931 shutdown_connections 2024-06-06T08:21:14.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:14.627+0000 7f7d2628e700 1 --2- 172.21.15.42:0/1323472931 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d201085d0 0x7f7d20198ab0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:14.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:14.627+0000 7f7d2628e700 1 --2- 172.21.15.42:0/1323472931 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7d20102530 0x7f7d2019e8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:14.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:14.627+0000 7f7d2628e700 1 --2- 172.21.15.42:0/1323472931 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f7d080a2cb0 0x7f7d080a5170 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:14.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:14.627+0000 7f7d2628e700 1 --2- 172.21.15.42:0/1323472931 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7d20102ef0 0x7f7d2019ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:14.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:14.627+0000 7f7d2628e700 1 -- 172.21.15.42:0/1323472931 >> 172.21.15.42:0/1323472931 conn(0x7f7d20079640 msgr2=0x7f7d20101030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:14.629 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:14.627+0000 7f7d2628e700 1 -- 172.21.15.42:0/1323472931 shutdown_connections 2024-06-06T08:21:14.629 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:14.627+0000 7f7d2628e700 1 -- 172.21.15.42:0/1323472931 wait complete. 2024-06-06T08:21:14.742 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149778 got 111669149784 for osd.3 2024-06-06T08:21:14.742 DEBUG:teuthology.parallel:result is None 2024-06-06T08:21:14.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:14 smithi149 ceph-mon[36842]: pgmap v386: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-06T08:21:14.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:14 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:21:14.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:14 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:21:14.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:14 smithi120 ceph-mon[36658]: pgmap v386: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-06T08:21:14.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:14 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:21:14.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:14 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:21:14.934 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:21:14.936 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:21:15.739 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:15 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:21:15.739 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:15 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:21:15.739 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:15 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:21:15.739 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:15 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/1323472931' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-06-06T08:21:15.765 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411417 got 77309411421 for osd.2 2024-06-06T08:21:15.765 DEBUG:teuthology.parallel:result is None 2024-06-06T08:21:15.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:15 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:21:15.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:15 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:21:15.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:15 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:21:15.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:15 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/1323472931' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-06-06T08:21:15.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:15 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:21:15.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:15 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:21:15.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:15 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:21:15.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:15 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/1323472931' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-06-06T08:21:16.178 INFO:tasks.cephadm.ceph_manager.ceph:need seq 146028888141 got 146028888146 for osd.4 2024-06-06T08:21:16.178 DEBUG:teuthology.parallel:result is None 2024-06-06T08:21:16.732 INFO:tasks.cephadm.ceph_manager.ceph:need seq 317827579951 got 317827579955 for osd.10 2024-06-06T08:21:16.732 DEBUG:teuthology.parallel:result is None 2024-06-06T08:21:16.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:16 smithi149 ceph-mon[36842]: pgmap v387: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-06T08:21:16.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:16 smithi042 ceph-mon[32384]: pgmap v387: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-06T08:21:16.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:16 smithi120 ceph-mon[36658]: pgmap v387: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-06T08:21:18.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:18.437+0000 7f1aa871f700 1 -- 172.21.15.42:0/2653576598 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1aa0102540 msgr2=0x7f1aa01029a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:18.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:18.437+0000 7f1aa871f700 1 --2- 172.21.15.42:0/2653576598 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1aa0102540 0x7f1aa01029a0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f1a90009990 tx=0x7f1a90009ca0 comp rx=0 tx=0).stop 2024-06-06T08:21:18.442 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:18.437+0000 7f1aa871f700 1 -- 172.21.15.42:0/2653576598 shutdown_connections 2024-06-06T08:21:18.444 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:18.437+0000 7f1aa871f700 1 --2- 172.21.15.42:0/2653576598 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1aa0102ee0 0x7f1aa010f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:18.444 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:18.437+0000 7f1aa871f700 1 --2- 172.21.15.42:0/2653576598 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1aa0107450 0x7f1aa0107830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:18.444 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:18.437+0000 7f1aa871f700 1 --2- 172.21.15.42:0/2653576598 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1aa0102540 0x7f1aa01029a0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:18.444 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:18.437+0000 7f1aa871f700 1 -- 172.21.15.42:0/2653576598 >> 172.21.15.42:0/2653576598 conn(0x7f1aa00795f0 msgr2=0x7f1aa0079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:18.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:18.437+0000 7f1aa871f700 1 -- 172.21.15.42:0/2653576598 shutdown_connections 2024-06-06T08:21:18.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:18.437+0000 7f1aa871f700 1 -- 172.21.15.42:0/2653576598 wait complete. 2024-06-06T08:21:18.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:18.438+0000 7f1aa871f700 1 Processor -- start 2024-06-06T08:21:18.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:18.438+0000 7f1aa871f700 1 -- start start 2024-06-06T08:21:18.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:18.438+0000 7f1aa871f700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1aa0102540 0x7f1aa0076380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:18.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:18.438+0000 7f1aa871f700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1aa0102ee0 0x7f1aa0074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:18.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:18.438+0000 7f1aa871f700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1aa0107450 0x7f1aa0074df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:18.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:18.438+0000 7f1aa871f700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f1aa01127d0 con 0x7f1aa0102ee0 2024-06-06T08:21:18.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:18.438+0000 7f1aa871f700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f1aa0112650 con 0x7f1aa0107450 2024-06-06T08:21:18.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:18.438+0000 7f1aa871f700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f1aa0112950 con 0x7f1aa0102540 2024-06-06T08:21:18.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:18.439+0000 7f1aa5cba700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1aa0102ee0 0x7f1aa0074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:18.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:18.439+0000 7f1aa5cba700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1aa0102ee0 0x7f1aa0074790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:57460/0 (socket says 172.21.15.42:57460) 2024-06-06T08:21:18.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:18.439+0000 7f1aa5cba700 1 -- 172.21.15.42:0/1111543371 learned_addr learned my addr 172.21.15.42:0/1111543371 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:21:18.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:18.439+0000 7f1aa6cbc700 1 --2- 172.21.15.42:0/1111543371 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1aa0107450 0x7f1aa0074df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:18.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:18.439+0000 7f1aa64bb700 1 --2- 172.21.15.42:0/1111543371 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1aa0102540 0x7f1aa0076380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:18.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:18.439+0000 7f1aa5cba700 1 -- 172.21.15.42:0/1111543371 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1aa0102540 msgr2=0x7f1aa0076380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:18.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:18.439+0000 7f1aa5cba700 1 --2- 172.21.15.42:0/1111543371 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1aa0102540 0x7f1aa0076380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:18.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:18.439+0000 7f1aa5cba700 1 -- 172.21.15.42:0/1111543371 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1aa0107450 msgr2=0x7f1aa0074df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:18.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:18.439+0000 7f1aa5cba700 1 --2- 172.21.15.42:0/1111543371 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1aa0107450 0x7f1aa0074df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:18.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:18.439+0000 7f1aa5cba700 1 -- 172.21.15.42:0/1111543371 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1aa01ab550 con 0x7f1aa0102ee0 2024-06-06T08:21:18.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:18.439+0000 7f1aa5cba700 1 --2- 172.21.15.42:0/1111543371 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1aa0102ee0 0x7f1aa0074790 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f1a90005810 tx=0x7f1a900038b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:18.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:18.440+0000 7f1a977fe700 1 -- 172.21.15.42:0/1111543371 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a90027070 con 0x7f1aa0102ee0 2024-06-06T08:21:18.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:18.440+0000 7f1aa871f700 1 -- 172.21.15.42:0/1111543371 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1aa01ab780 con 0x7f1aa0102ee0 2024-06-06T08:21:18.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:18.440+0000 7f1a977fe700 1 -- 172.21.15.42:0/1111543371 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1a90003fc0 con 0x7f1aa0102ee0 2024-06-06T08:21:18.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:18.440+0000 7f1aa871f700 1 -- 172.21.15.42:0/1111543371 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1aa01abc60 con 0x7f1aa0102ee0 2024-06-06T08:21:18.449 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:18.440+0000 7f1a977fe700 1 -- 172.21.15.42:0/1111543371 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a90022c90 con 0x7f1aa0102ee0 2024-06-06T08:21:18.449 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:18.441+0000 7f1aa871f700 1 -- 172.21.15.42:0/1111543371 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1aa0103c00 con 0x7f1aa0102ee0 2024-06-06T08:21:18.452 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:18.442+0000 7f1a977fe700 1 -- 172.21.15.42:0/1111543371 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f1a9002a070 con 0x7f1aa0102ee0 2024-06-06T08:21:18.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:18.443+0000 7f1a977fe700 1 --2- 172.21.15.42:0/1111543371 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f1a8c0a2d30 0x7f1a8c0a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:18.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:18.443+0000 7f1aa64bb700 1 --2- 172.21.15.42:0/1111543371 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f1a8c0a2d30 0x7f1a8c0a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:18.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:18.444+0000 7f1a977fe700 1 -- 172.21.15.42:0/1111543371 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f1a900d0a80 con 0x7f1aa0102ee0 2024-06-06T08:21:18.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:18.444+0000 7f1aa64bb700 1 --2- 172.21.15.42:0/1111543371 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f1a8c0a2d30 0x7f1a8c0a51f0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f1a9c005fd0 tx=0x7f1a9c005e50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:18.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:18.447+0000 7f1a977fe700 1 -- 172.21.15.42:0/1111543371 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f1a90031020 con 0x7f1aa0102ee0 2024-06-06T08:21:18.686 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:18.687+0000 7f1aa871f700 1 -- 172.21.15.42:0/1111543371 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f1aa002dca0 con 0x7f1aa0102ee0 2024-06-06T08:21:18.687 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:18 smithi042 ceph-mon[32384]: pgmap v388: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:21:18.687 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:18.687+0000 7f1a977fe700 1 -- 172.21.15.42:0/1111543371 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f1a90013070 con 0x7f1aa0102ee0 2024-06-06T08:21:18.688 INFO:teuthology.orchestra.run.smithi042.stdout:34359738471 2024-06-06T08:21:18.689 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:18.690+0000 7f1aa871f700 1 -- 172.21.15.42:0/1111543371 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f1a8c0a2d30 msgr2=0x7f1a8c0a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:18.689 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:18.690+0000 7f1aa871f700 1 --2- 172.21.15.42:0/1111543371 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f1a8c0a2d30 0x7f1a8c0a51f0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f1a9c005fd0 tx=0x7f1a9c005e50 comp rx=0 tx=0).stop 2024-06-06T08:21:18.689 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:18.690+0000 7f1aa871f700 1 -- 172.21.15.42:0/1111543371 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1aa0102ee0 msgr2=0x7f1aa0074790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:18.689 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:18.690+0000 7f1aa871f700 1 --2- 172.21.15.42:0/1111543371 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1aa0102ee0 0x7f1aa0074790 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f1a90005810 tx=0x7f1a900038b0 comp rx=0 tx=0).stop 2024-06-06T08:21:18.689 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:18.690+0000 7f1aa871f700 1 -- 172.21.15.42:0/1111543371 shutdown_connections 2024-06-06T08:21:18.690 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:18.690+0000 7f1aa871f700 1 --2- 172.21.15.42:0/1111543371 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1aa0107450 0x7f1aa0074df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:18.690 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:18.690+0000 7f1aa871f700 1 --2- 172.21.15.42:0/1111543371 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f1a8c0a2d30 0x7f1a8c0a51f0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:18.690 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:18.690+0000 7f1aa871f700 1 --2- 172.21.15.42:0/1111543371 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1aa0102540 0x7f1aa0076380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:18.690 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:18.690+0000 7f1aa871f700 1 --2- 172.21.15.42:0/1111543371 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1aa0102ee0 0x7f1aa0074790 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:18.690 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:18.690+0000 7f1aa871f700 1 -- 172.21.15.42:0/1111543371 >> 172.21.15.42:0/1111543371 conn(0x7f1aa00795f0 msgr2=0x7f1aa01004f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:18.691 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:18.690+0000 7f1aa871f700 1 -- 172.21.15.42:0/1111543371 shutdown_connections 2024-06-06T08:21:18.691 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:18.690+0000 7f1aa871f700 1 -- 172.21.15.42:0/1111543371 wait complete. 2024-06-06T08:21:18.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:18 smithi149 ceph-mon[36842]: pgmap v388: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:21:18.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:18 smithi120 ceph-mon[36658]: pgmap v388: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:21:19.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:19 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/1111543371' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-06-06T08:21:19.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:19 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/1111543371' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-06-06T08:21:19.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:19 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/1111543371' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-06-06T08:21:20.165 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738462 got 34359738471 for osd.0 2024-06-06T08:21:20.166 DEBUG:teuthology.parallel:result is None 2024-06-06T08:21:20.678 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:20 smithi042 ceph-mon[32384]: pgmap v389: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-06-06T08:21:20.682 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:20 smithi042 ceph-mon[32384]: mgrmap e18: x(active, since 10m), standbys: z, y 2024-06-06T08:21:20.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:20 smithi149 ceph-mon[36842]: pgmap v389: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-06-06T08:21:20.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:20 smithi149 ceph-mon[36842]: mgrmap e18: x(active, since 10m), standbys: z, y 2024-06-06T08:21:20.851 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:20.850+0000 7f4f2b88f700 1 -- 172.21.15.42:0/2294380549 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4f2406ab60 msgr2=0x7f4f2406afe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:20.852 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:20.850+0000 7f4f2b88f700 1 --2- 172.21.15.42:0/2294380549 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4f2406ab60 0x7f4f2406afe0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f4f14009990 tx=0x7f4f14009ca0 comp rx=0 tx=0).stop 2024-06-06T08:21:20.852 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:20.850+0000 7f4f2b88f700 1 -- 172.21.15.42:0/2294380549 shutdown_connections 2024-06-06T08:21:20.852 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:20.850+0000 7f4f2b88f700 1 --2- 172.21.15.42:0/2294380549 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4f2406b520 0x7f4f2410f350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:20.852 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:20.850+0000 7f4f2b88f700 1 --2- 172.21.15.42:0/2294380549 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4f24108530 0x7f4f24108910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:20.852 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:20.850+0000 7f4f2b88f700 1 --2- 172.21.15.42:0/2294380549 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4f2406ab60 0x7f4f2406afe0 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:20.852 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:20.850+0000 7f4f2b88f700 1 -- 172.21.15.42:0/2294380549 >> 172.21.15.42:0/2294380549 conn(0x7f4f240783d0 msgr2=0x7f4f240787e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:20.852 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:20.850+0000 7f4f2b88f700 1 -- 172.21.15.42:0/2294380549 shutdown_connections 2024-06-06T08:21:20.852 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:20.850+0000 7f4f2b88f700 1 -- 172.21.15.42:0/2294380549 wait complete. 2024-06-06T08:21:20.852 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:20.851+0000 7f4f2b88f700 1 Processor -- start 2024-06-06T08:21:20.852 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:20.851+0000 7f4f2b88f700 1 -- start start 2024-06-06T08:21:20.853 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:20.851+0000 7f4f2b88f700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4f2406ab60 0x7f4f24198d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:20.853 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:20.851+0000 7f4f2b88f700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4f2406b520 0x7f4f241992b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:20.853 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:20.851+0000 7f4f2b88f700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4f24108530 0x7f4f2419d640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:20.853 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:20.851+0000 7f4f2b88f700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4f24112860 con 0x7f4f24108530 2024-06-06T08:21:20.853 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:20.851+0000 7f4f2b88f700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f4f241126e0 con 0x7f4f2406ab60 2024-06-06T08:21:20.853 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:20.851+0000 7f4f2b88f700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f4f241129e0 con 0x7f4f2406b520 2024-06-06T08:21:20.853 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:20.851+0000 7f4f29e2c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4f24108530 0x7f4f2419d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:20.853 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:20.851+0000 7f4f29e2c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4f24108530 0x7f4f2419d640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:57490/0 (socket says 172.21.15.42:57490) 2024-06-06T08:21:20.853 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:20.851+0000 7f4f29e2c700 1 -- 172.21.15.42:0/1451537816 learned_addr learned my addr 172.21.15.42:0/1451537816 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:21:20.853 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:20.852+0000 7f4f2962b700 1 --2- 172.21.15.42:0/1451537816 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4f2406ab60 0x7f4f24198d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:20.853 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:20.852+0000 7f4f28e2a700 1 --2- 172.21.15.42:0/1451537816 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4f2406b520 0x7f4f241992b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:20.853 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:20.852+0000 7f4f29e2c700 1 -- 172.21.15.42:0/1451537816 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4f2406b520 msgr2=0x7f4f241992b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:20.853 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:20.852+0000 7f4f29e2c700 1 --2- 172.21.15.42:0/1451537816 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4f2406b520 0x7f4f241992b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:20.854 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:20.852+0000 7f4f29e2c700 1 -- 172.21.15.42:0/1451537816 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4f2406ab60 msgr2=0x7f4f24198d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:20.854 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:20.852+0000 7f4f29e2c700 1 --2- 172.21.15.42:0/1451537816 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4f2406ab60 0x7f4f24198d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:20.854 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:20.852+0000 7f4f29e2c700 1 -- 172.21.15.42:0/1451537816 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f2419dd80 con 0x7f4f24108530 2024-06-06T08:21:20.854 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:20.852+0000 7f4f29e2c700 1 --2- 172.21.15.42:0/1451537816 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4f24108530 0x7f4f2419d640 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f4f1c00b550 tx=0x7f4f1c00b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:20.854 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:20.852+0000 7f4f1a7fc700 1 -- 172.21.15.42:0/1451537816 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f1c015020 con 0x7f4f24108530 2024-06-06T08:21:20.854 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:20.852+0000 7f4f1a7fc700 1 -- 172.21.15.42:0/1451537816 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4f1c011d10 con 0x7f4f24108530 2024-06-06T08:21:20.854 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:20.852+0000 7f4f2b88f700 1 -- 172.21.15.42:0/1451537816 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f2419e070 con 0x7f4f24108530 2024-06-06T08:21:20.854 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:20.852+0000 7f4f1a7fc700 1 -- 172.21.15.42:0/1451537816 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f1c00f2e0 con 0x7f4f24108530 2024-06-06T08:21:20.854 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:20.852+0000 7f4f2b88f700 1 -- 172.21.15.42:0/1451537816 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f241a58f0 con 0x7f4f24108530 2024-06-06T08:21:20.855 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:20.853+0000 7f4f2b88f700 1 -- 172.21.15.42:0/1451537816 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f24103bf0 con 0x7f4f24108530 2024-06-06T08:21:20.855 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:20.854+0000 7f4f1a7fc700 1 -- 172.21.15.42:0/1451537816 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f4f1c018020 con 0x7f4f24108530 2024-06-06T08:21:20.855 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:20.855+0000 7f4f1a7fc700 1 --2- 172.21.15.42:0/1451537816 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4f100a2c20 0x7f4f100a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:20.855 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:20.855+0000 7f4f2962b700 1 --2- 172.21.15.42:0/1451537816 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4f100a2c20 0x7f4f100a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:20.855 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:20.855+0000 7f4f1a7fc700 1 -- 172.21.15.42:0/1451537816 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f4f1c0ceba0 con 0x7f4f24108530 2024-06-06T08:21:20.855 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:20.856+0000 7f4f2962b700 1 --2- 172.21.15.42:0/1451537816 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4f100a2c20 0x7f4f100a50e0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f4f200060b0 tx=0x7f4f20007b80 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:20.858 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:20.860+0000 7f4f1a7fc700 1 -- 172.21.15.42:0/1451537816 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f4f1c01f020 con 0x7f4f24108530 2024-06-06T08:21:20.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:20 smithi120 ceph-mon[36658]: pgmap v389: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-06-06T08:21:20.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:20 smithi120 ceph-mon[36658]: mgrmap e18: x(active, since 10m), standbys: z, y 2024-06-06T08:21:21.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.070+0000 7f4f2b88f700 1 -- 172.21.15.42:0/1451537816 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f4f2419a0d0 con 0x7f4f24108530 2024-06-06T08:21:21.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.070+0000 7f4f1a7fc700 1 -- 172.21.15.42:0/1451537816 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f4f1c09b7a0 con 0x7f4f24108530 2024-06-06T08:21:21.069 INFO:teuthology.orchestra.run.smithi042.stdout:55834574947 2024-06-06T08:21:21.071 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.072+0000 7f4f2b88f700 1 -- 172.21.15.42:0/1451537816 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4f100a2c20 msgr2=0x7f4f100a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:21.071 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.072+0000 7f4f2b88f700 1 --2- 172.21.15.42:0/1451537816 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4f100a2c20 0x7f4f100a50e0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f4f200060b0 tx=0x7f4f20007b80 comp rx=0 tx=0).stop 2024-06-06T08:21:21.071 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.072+0000 7f4f2b88f700 1 -- 172.21.15.42:0/1451537816 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4f24108530 msgr2=0x7f4f2419d640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:21.072 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.072+0000 7f4f2b88f700 1 --2- 172.21.15.42:0/1451537816 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4f24108530 0x7f4f2419d640 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f4f1c00b550 tx=0x7f4f1c00b910 comp rx=0 tx=0).stop 2024-06-06T08:21:21.072 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.072+0000 7f4f2b88f700 1 -- 172.21.15.42:0/1451537816 shutdown_connections 2024-06-06T08:21:21.072 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.072+0000 7f4f2b88f700 1 --2- 172.21.15.42:0/1451537816 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4f24108530 0x7f4f2419d640 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:21.072 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.072+0000 7f4f2b88f700 1 --2- 172.21.15.42:0/1451537816 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4f2406ab60 0x7f4f24198d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:21.072 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.072+0000 7f4f2b88f700 1 --2- 172.21.15.42:0/1451537816 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4f100a2c20 0x7f4f100a50e0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:21.072 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.072+0000 7f4f2b88f700 1 --2- 172.21.15.42:0/1451537816 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4f2406b520 0x7f4f241992b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:21.072 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.072+0000 7f4f2b88f700 1 -- 172.21.15.42:0/1451537816 >> 172.21.15.42:0/1451537816 conn(0x7f4f240783d0 msgr2=0x7f4f24100160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:21.072 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.072+0000 7f4f2b88f700 1 -- 172.21.15.42:0/1451537816 shutdown_connections 2024-06-06T08:21:21.072 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.072+0000 7f4f2b88f700 1 -- 172.21.15.42:0/1451537816 wait complete. 2024-06-06T08:21:21.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.200+0000 7fe207479700 1 -- 172.21.15.42:0/179011926 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe20006a1a0 msgr2=0x7fe20006a580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:21.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.200+0000 7fe207479700 1 --2- 172.21.15.42:0/179011926 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe20006a1a0 0x7fe20006a580 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fe1fc009990 tx=0x7fe1fc009ca0 comp rx=0 tx=0).stop 2024-06-06T08:21:21.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.200+0000 7fe207479700 1 -- 172.21.15.42:0/179011926 shutdown_connections 2024-06-06T08:21:21.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.200+0000 7fe207479700 1 --2- 172.21.15.42:0/179011926 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe20010ef40 0x7fe200111330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:21.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.200+0000 7fe207479700 1 --2- 172.21.15.42:0/179011926 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe20006a1a0 0x7fe20006a580 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:21.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.200+0000 7fe207479700 1 --2- 172.21.15.42:0/179011926 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe20006aac0 0x7fe20010ea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:21.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.200+0000 7fe207479700 1 -- 172.21.15.42:0/179011926 >> 172.21.15.42:0/179011926 conn(0x7fe200078340 msgr2=0x7fe200078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:21.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.200+0000 7fe207479700 1 -- 172.21.15.42:0/179011926 shutdown_connections 2024-06-06T08:21:21.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.200+0000 7fe207479700 1 -- 172.21.15.42:0/179011926 wait complete. 2024-06-06T08:21:21.420 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.201+0000 7fe207479700 1 Processor -- start 2024-06-06T08:21:21.420 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.201+0000 7fe207479700 1 -- start start 2024-06-06T08:21:21.420 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.201+0000 7fe207479700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe20006a1a0 0x7fe20019ae80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:21.420 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.201+0000 7fe207479700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe20006aac0 0x7fe20019b3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:21.420 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.201+0000 7fe207479700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe20010ef40 0x7fe20019f700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:21.420 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.201+0000 7fe207479700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe2001149b0 con 0x7fe20006a1a0 2024-06-06T08:21:21.420 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.201+0000 7fe207479700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fe200114830 con 0x7fe20006aac0 2024-06-06T08:21:21.420 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.201+0000 7fe207479700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fe200114b30 con 0x7fe20010ef40 2024-06-06T08:21:21.420 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.201+0000 7fe205215700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe20006a1a0 0x7fe20019ae80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:21.420 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.201+0000 7fe205215700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe20006a1a0 0x7fe20019ae80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:57504/0 (socket says 172.21.15.42:57504) 2024-06-06T08:21:21.420 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.201+0000 7fe205215700 1 -- 172.21.15.42:0/3196210536 learned_addr learned my addr 172.21.15.42:0/3196210536 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:21:21.420 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.201+0000 7fe204a14700 1 --2- 172.21.15.42:0/3196210536 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe20006aac0 0x7fe20019b3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:21.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.201+0000 7fe205a16700 1 --2- 172.21.15.42:0/3196210536 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe20010ef40 0x7fe20019f700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:21.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.202+0000 7fe205215700 1 -- 172.21.15.42:0/3196210536 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe20010ef40 msgr2=0x7fe20019f700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:21.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.202+0000 7fe205215700 1 --2- 172.21.15.42:0/3196210536 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe20010ef40 0x7fe20019f700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:21.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.202+0000 7fe205215700 1 -- 172.21.15.42:0/3196210536 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe20006aac0 msgr2=0x7fe20019b3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:21.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.202+0000 7fe205215700 1 --2- 172.21.15.42:0/3196210536 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe20006aac0 0x7fe20019b3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:21.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.202+0000 7fe205215700 1 -- 172.21.15.42:0/3196210536 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe20019fe40 con 0x7fe20006a1a0 2024-06-06T08:21:21.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.202+0000 7fe205215700 1 --2- 172.21.15.42:0/3196210536 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe20006a1a0 0x7fe20019ae80 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fe1fc000c00 tx=0x7fe1fc00bab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:21.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.202+0000 7fe1f67fc700 1 -- 172.21.15.42:0/3196210536 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1fc027070 con 0x7fe20006a1a0 2024-06-06T08:21:21.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.202+0000 7fe207479700 1 -- 172.21.15.42:0/3196210536 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2001a00d0 con 0x7fe20006a1a0 2024-06-06T08:21:21.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.202+0000 7fe1f67fc700 1 -- 172.21.15.42:0/3196210536 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe1fc003d70 con 0x7fe20006a1a0 2024-06-06T08:21:21.421 INFO:teuthology.orchestra.run.smithi042.stdout:292057776186 2024-06-06T08:21:21.423 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.202+0000 7fe1f67fc700 1 -- 172.21.15.42:0/3196210536 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1fc00f6c0 con 0x7fe20006a1a0 2024-06-06T08:21:21.423 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.202+0000 7fe207479700 1 -- 172.21.15.42:0/3196210536 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2001a79b0 con 0x7fe20006a1a0 2024-06-06T08:21:21.423 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.203+0000 7fe207479700 1 -- 172.21.15.42:0/3196210536 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe200069180 con 0x7fe20006a1a0 2024-06-06T08:21:21.423 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.205+0000 7fe1f67fc700 1 -- 172.21.15.42:0/3196210536 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fe1fc02a070 con 0x7fe20006a1a0 2024-06-06T08:21:21.423 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.205+0000 7fe1f67fc700 1 --2- 172.21.15.42:0/3196210536 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fe1ec0a2c20 0x7fe1ec0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:21.423 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.206+0000 7fe1f67fc700 1 -- 172.21.15.42:0/3196210536 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7fe1fc0d08f0 con 0x7fe20006a1a0 2024-06-06T08:21:21.423 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.206+0000 7fe204a14700 1 --2- 172.21.15.42:0/3196210536 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fe1ec0a2c20 0x7fe1ec0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:21.423 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.206+0000 7fe204a14700 1 --2- 172.21.15.42:0/3196210536 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fe1ec0a2c20 0x7fe1ec0a50e0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fe2001028f0 tx=0x7fe1f0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:21.423 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.209+0000 7fe1f67fc700 1 -- 172.21.15.42:0/3196210536 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fe1fc031070 con 0x7fe20006a1a0 2024-06-06T08:21:21.423 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.418+0000 7fe207479700 1 -- 172.21.15.42:0/3196210536 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 9} v 0) -- 0x7fe20002dca0 con 0x7fe20006a1a0 2024-06-06T08:21:21.423 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.418+0000 7fe1f67fc700 1 -- 172.21.15.42:0/3196210536 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 9}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fe1fc013070 con 0x7fe20006a1a0 2024-06-06T08:21:21.423 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.421+0000 7fe207479700 1 -- 172.21.15.42:0/3196210536 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fe1ec0a2c20 msgr2=0x7fe1ec0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:21.424 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.421+0000 7fe207479700 1 --2- 172.21.15.42:0/3196210536 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fe1ec0a2c20 0x7fe1ec0a50e0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fe2001028f0 tx=0x7fe1f0009260 comp rx=0 tx=0).stop 2024-06-06T08:21:21.424 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.421+0000 7fe207479700 1 -- 172.21.15.42:0/3196210536 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe20006a1a0 msgr2=0x7fe20019ae80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:21.424 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.421+0000 7fe207479700 1 --2- 172.21.15.42:0/3196210536 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe20006a1a0 0x7fe20019ae80 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fe1fc000c00 tx=0x7fe1fc00bab0 comp rx=0 tx=0).stop 2024-06-06T08:21:21.424 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.421+0000 7fe207479700 1 -- 172.21.15.42:0/3196210536 shutdown_connections 2024-06-06T08:21:21.424 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.421+0000 7fe207479700 1 --2- 172.21.15.42:0/3196210536 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fe1ec0a2c20 0x7fe1ec0a50e0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:21.424 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.421+0000 7fe207479700 1 --2- 172.21.15.42:0/3196210536 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe20010ef40 0x7fe20019f700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:21.424 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.421+0000 7fe207479700 1 --2- 172.21.15.42:0/3196210536 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe20006a1a0 0x7fe20019ae80 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:21.424 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.421+0000 7fe207479700 1 --2- 172.21.15.42:0/3196210536 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe20006aac0 0x7fe20019b3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:21.424 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.421+0000 7fe207479700 1 -- 172.21.15.42:0/3196210536 >> 172.21.15.42:0/3196210536 conn(0x7fe200078340 msgr2=0x7fe200110390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:21.424 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.422+0000 7fe207479700 1 -- 172.21.15.42:0/3196210536 shutdown_connections 2024-06-06T08:21:21.424 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:21.422+0000 7fe207479700 1 -- 172.21.15.42:0/3196210536 wait complete. 2024-06-06T08:21:21.672 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:21 smithi042 ceph-mon[32384]: pgmap v390: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2024-06-06T08:21:21.672 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:21 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/1451537816' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-06-06T08:21:21.672 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:21 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/3196210536' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-06-06T08:21:21.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:21 smithi149 ceph-mon[36842]: pgmap v390: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2024-06-06T08:21:21.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:21 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/1451537816' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-06-06T08:21:21.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:21 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/3196210536' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-06-06T08:21:21.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:21 smithi120 ceph-mon[36658]: pgmap v390: 129 pgs: 129 active+clean; 646 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2024-06-06T08:21:21.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:21 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/1451537816' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-06-06T08:21:21.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:21 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/3196210536' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-06-06T08:21:22.053 INFO:tasks.cephadm.ceph_manager.ceph:need seq 292057776181 got 292057776186 for osd.9 2024-06-06T08:21:22.054 DEBUG:teuthology.parallel:result is None 2024-06-06T08:21:22.585 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574942 got 55834574947 for osd.1 2024-06-06T08:21:22.586 DEBUG:teuthology.parallel:result is None 2024-06-06T08:21:22.586 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-06-06T08:21:22.586 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph pg dump --format=json 2024-06-06T08:21:22.846 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:21:23.939 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:23 smithi042 ceph-mon[32384]: pgmap v391: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 426 B/s wr, 7 op/s 2024-06-06T08:21:24.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:23 smithi149 ceph-mon[36842]: pgmap v391: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 426 B/s wr, 7 op/s 2024-06-06T08:21:24.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:23 smithi120 ceph-mon[36658]: pgmap v391: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 426 B/s wr, 7 op/s 2024-06-06T08:21:24.490 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:24.490+0000 7fd390435700 1 -- 172.21.15.42:0/4174089076 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd38806abe0 msgr2=0x7fd38806b060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:24.490 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:24.490+0000 7fd390435700 1 --2- 172.21.15.42:0/4174089076 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd38806abe0 0x7fd38806b060 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fd378009990 tx=0x7fd378009ca0 comp rx=0 tx=0).stop 2024-06-06T08:21:24.490 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:24.490+0000 7fd390435700 1 -- 172.21.15.42:0/4174089076 shutdown_connections 2024-06-06T08:21:24.490 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:24.490+0000 7fd390435700 1 --2- 172.21.15.42:0/4174089076 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd38806b5a0 0x7fd38810f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:24.490 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:24.490+0000 7fd390435700 1 --2- 172.21.15.42:0/4174089076 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd388108500 0x7fd3881088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:24.490 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:24.490+0000 7fd390435700 1 --2- 172.21.15.42:0/4174089076 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd38806abe0 0x7fd38806b060 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:24.490 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:24.490+0000 7fd390435700 1 -- 172.21.15.42:0/4174089076 >> 172.21.15.42:0/4174089076 conn(0x7fd388078360 msgr2=0x7fd388078770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:24.490 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:24.490+0000 7fd390435700 1 -- 172.21.15.42:0/4174089076 shutdown_connections 2024-06-06T08:21:24.491 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:24.490+0000 7fd390435700 1 -- 172.21.15.42:0/4174089076 wait complete. 2024-06-06T08:21:24.491 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:24.491+0000 7fd390435700 1 Processor -- start 2024-06-06T08:21:24.491 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:24.491+0000 7fd390435700 1 -- start start 2024-06-06T08:21:24.492 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:24.491+0000 7fd390435700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd38806abe0 0x7fd38819ae00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:24.492 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:24.491+0000 7fd390435700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd38806b5a0 0x7fd38819b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:24.492 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:24.491+0000 7fd390435700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd388108500 0x7fd38819f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:24.492 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:24.491+0000 7fd390435700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd388112780 con 0x7fd38806abe0 2024-06-06T08:21:24.492 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:24.491+0000 7fd390435700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fd388112600 con 0x7fd38806b5a0 2024-06-06T08:21:24.493 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:24.491+0000 7fd390435700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fd388112900 con 0x7fd388108500 2024-06-06T08:21:24.493 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:24.491+0000 7fd38e1d1700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd38806abe0 0x7fd38819ae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:24.493 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:24.492+0000 7fd38e1d1700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd38806abe0 0x7fd38819ae00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:57520/0 (socket says 172.21.15.42:57520) 2024-06-06T08:21:24.493 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:24.492+0000 7fd38e1d1700 1 -- 172.21.15.42:0/1782604683 learned_addr learned my addr 172.21.15.42:0/1782604683 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:21:24.493 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:24.492+0000 7fd38e9d2700 1 --2- 172.21.15.42:0/1782604683 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd388108500 0x7fd38819f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:24.493 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:24.492+0000 7fd38d9d0700 1 --2- 172.21.15.42:0/1782604683 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd38806b5a0 0x7fd38819b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:24.493 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:24.492+0000 7fd38e1d1700 1 -- 172.21.15.42:0/1782604683 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd388108500 msgr2=0x7fd38819f6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:24.493 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:24.492+0000 7fd38e1d1700 1 --2- 172.21.15.42:0/1782604683 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd388108500 0x7fd38819f6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:24.493 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:24.492+0000 7fd38e1d1700 1 -- 172.21.15.42:0/1782604683 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd38806b5a0 msgr2=0x7fd38819b340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:24.493 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:24.492+0000 7fd38e1d1700 1 --2- 172.21.15.42:0/1782604683 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd38806b5a0 0x7fd38819b340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:24.494 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:24.492+0000 7fd38e1d1700 1 -- 172.21.15.42:0/1782604683 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd38819fe10 con 0x7fd38806abe0 2024-06-06T08:21:24.494 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:24.492+0000 7fd38e9d2700 1 --2- 172.21.15.42:0/1782604683 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd388108500 0x7fd38819f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:21:24.494 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:24.492+0000 7fd38d9d0700 1 --2- 172.21.15.42:0/1782604683 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd38806b5a0 0x7fd38819b340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:21:24.494 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:24.492+0000 7fd38e1d1700 1 --2- 172.21.15.42:0/1782604683 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd38806abe0 0x7fd38819ae00 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fd38400d980 tx=0x7fd38400dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:24.494 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:24.492+0000 7fd37f7fe700 1 -- 172.21.15.42:0/1782604683 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd384017070 con 0x7fd38806abe0 2024-06-06T08:21:24.494 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:24.492+0000 7fd37f7fe700 1 -- 172.21.15.42:0/1782604683 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd384004d10 con 0x7fd38806abe0 2024-06-06T08:21:24.494 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:24.492+0000 7fd390435700 1 -- 172.21.15.42:0/1782604683 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3881a0100 con 0x7fd38806abe0 2024-06-06T08:21:24.494 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:24.492+0000 7fd37f7fe700 1 -- 172.21.15.42:0/1782604683 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3840055c0 con 0x7fd38806abe0 2024-06-06T08:21:24.494 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:24.492+0000 7fd390435700 1 -- 172.21.15.42:0/1782604683 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3881a7980 con 0x7fd38806abe0 2024-06-06T08:21:24.495 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:24.494+0000 7fd390435700 1 -- 172.21.15.42:0/1782604683 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd388069180 con 0x7fd38806abe0 2024-06-06T08:21:24.495 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:24.496+0000 7fd37f7fe700 1 -- 172.21.15.42:0/1782604683 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fd384004750 con 0x7fd38806abe0 2024-06-06T08:21:24.495 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:24.496+0000 7fd37f7fe700 1 --2- 172.21.15.42:0/1782604683 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fd3740a2c20 0x7fd3740a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:24.495 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:24.497+0000 7fd37f7fe700 1 -- 172.21.15.42:0/1782604683 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7fd3840cf690 con 0x7fd38806abe0 2024-06-06T08:21:24.495 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:24.497+0000 7fd38d9d0700 1 --2- 172.21.15.42:0/1782604683 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fd3740a2c20 0x7fd3740a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:24.496 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:24.497+0000 7fd38d9d0700 1 --2- 172.21.15.42:0/1782604683 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fd3740a2c20 0x7fd3740a50e0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fd378006010 tx=0x7fd37800b540 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:24.499 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:24.500+0000 7fd37f7fe700 1 -- 172.21.15.42:0/1782604683 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fd384020020 con 0x7fd38806abe0 2024-06-06T08:21:24.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:24.700+0000 7fd390435700 1 -- 172.21.15.42:0/1782604683 --> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fd38810dd80 con 0x7fd3740a2c20 2024-06-06T08:21:24.709 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:24.710+0000 7fd37f7fe700 1 -- 172.21.15.42:0/1782604683 <== mgr.14152 v2:172.21.15.42:6800/1196215200 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340906 (secure 0 0 0) 0x7fd38810dd80 con 0x7fd3740a2c20 2024-06-06T08:21:24.711 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:21:24.723 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:24.714+0000 7fd390435700 1 -- 172.21.15.42:0/1782604683 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fd3740a2c20 msgr2=0x7fd3740a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:24.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:24.714+0000 7fd390435700 1 --2- 172.21.15.42:0/1782604683 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fd3740a2c20 0x7fd3740a50e0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fd378006010 tx=0x7fd37800b540 comp rx=0 tx=0).stop 2024-06-06T08:21:24.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:24.714+0000 7fd390435700 1 -- 172.21.15.42:0/1782604683 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd38806abe0 msgr2=0x7fd38819ae00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:24.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:24.714+0000 7fd390435700 1 --2- 172.21.15.42:0/1782604683 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd38806abe0 0x7fd38819ae00 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fd38400d980 tx=0x7fd38400dd40 comp rx=0 tx=0).stop 2024-06-06T08:21:24.725 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:24.714+0000 7fd390435700 1 -- 172.21.15.42:0/1782604683 shutdown_connections 2024-06-06T08:21:24.725 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:24.714+0000 7fd390435700 1 --2- 172.21.15.42:0/1782604683 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fd3740a2c20 0x7fd3740a50e0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:24.725 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:24.714+0000 7fd390435700 1 --2- 172.21.15.42:0/1782604683 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd388108500 0x7fd38819f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:24.725 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:24.714+0000 7fd390435700 1 --2- 172.21.15.42:0/1782604683 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd38806abe0 0x7fd38819ae00 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:24.725 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:24.714+0000 7fd390435700 1 --2- 172.21.15.42:0/1782604683 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd38806b5a0 0x7fd38819b340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:24.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:24.714+0000 7fd390435700 1 -- 172.21.15.42:0/1782604683 >> 172.21.15.42:0/1782604683 conn(0x7fd388078360 msgr2=0x7fd38810d670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:24.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:24.714+0000 7fd390435700 1 -- 172.21.15.42:0/1782604683 shutdown_connections 2024-06-06T08:21:24.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:24.714+0000 7fd390435700 1 -- 172.21.15.42:0/1782604683 wait complete. 2024-06-06T08:21:24.726 INFO:teuthology.orchestra.run.smithi042.stderr:dumped all 2024-06-06T08:21:25.386 INFO:teuthology.orchestra.run.smithi042.stdout:{"pg_ready":true,"pg_map":{"version":392,"stamp":"2024-06-06T08:21:24.636606+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":662024,"num_objects":64,"num_object_clones":0,"num_object_copies":194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":746,"num_read_kb":501,"num_write":361,"num_write_kb":3067,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":1180770,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":791,"ondisk_log_size":791,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":370752,"kb_used_data":13280,"kb_used_omap":18,"kb_used_meta":357357,"kb_avail":1124571072,"statfs":{"total":1151940427776,"available":1151560777728,"internally_reserved":0,"allocated":13598720,"data_stored":8690366,"data_compressed":426591,"data_compressed_allocated":577536,"data_compressed_original":2654208,"omap_allocated":19142,"internal_metadata":365933882},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":19,"apply_latency_ms":19,"commit_latency_ns":19000000,"apply_latency_ns":19000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":390,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":62,"num_read_kb":32,"num_write":7,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005045"},"pg_stats":[{"pgid":"3.3f","version":"99'8","reported_seq":42,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.623560+0000","last_change":"2024-06-06T08:18:37.969286+0000","last_active":"2024-06-06T08:21:18.623560+0000","last_peered":"2024-06-06T08:21:18.623560+0000","last_clean":"2024-06-06T08:21:18.623560+0000","last_became_active":"2024-06-06T08:18:37.968898+0000","last_became_peered":"2024-06-06T08:18:37.968898+0000","last_unstale":"2024-06-06T08:21:18.623560+0000","last_undegraded":"2024-06-06T08:21:18.623560+0000","last_fullsized":"2024-06-06T08:21:18.623560+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:03:49.018143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"99'4","reported_seq":39,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.608493+0000","last_change":"2024-06-06T08:18:37.975057+0000","last_active":"2024-06-06T08:21:18.608493+0000","last_peered":"2024-06-06T08:21:18.608493+0000","last_clean":"2024-06-06T08:21:18.608493+0000","last_became_active":"2024-06-06T08:18:37.974448+0000","last_became_peered":"2024-06-06T08:18:37.974448+0000","last_unstale":"2024-06-06T08:21:18.608493+0000","last_undegraded":"2024-06-06T08:21:18.608493+0000","last_fullsized":"2024-06-06T08:21:18.608493+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:56:41.129485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"99'7","reported_seq":42,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.624630+0000","last_change":"2024-06-06T08:18:37.968865+0000","last_active":"2024-06-06T08:21:18.624630+0000","last_peered":"2024-06-06T08:21:18.624630+0000","last_clean":"2024-06-06T08:21:18.624630+0000","last_became_active":"2024-06-06T08:18:37.968415+0000","last_became_peered":"2024-06-06T08:18:37.968415+0000","last_unstale":"2024-06-06T08:21:18.624630+0000","last_undegraded":"2024-06-06T08:21:18.624630+0000","last_fullsized":"2024-06-06T08:21:18.624630+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:44:48.929544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"99'8","reported_seq":43,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.622475+0000","last_change":"2024-06-06T08:18:37.973664+0000","last_active":"2024-06-06T08:21:18.622475+0000","last_peered":"2024-06-06T08:21:18.622475+0000","last_clean":"2024-06-06T08:21:18.622475+0000","last_became_active":"2024-06-06T08:18:37.972598+0000","last_became_peered":"2024-06-06T08:18:37.972598+0000","last_unstale":"2024-06-06T08:21:18.622475+0000","last_undegraded":"2024-06-06T08:21:18.622475+0000","last_fullsized":"2024-06-06T08:21:18.622475+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:12:09.810046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"99'4","reported_seq":39,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.623384+0000","last_change":"2024-06-06T08:18:37.971245+0000","last_active":"2024-06-06T08:21:18.623384+0000","last_peered":"2024-06-06T08:21:18.623384+0000","last_clean":"2024-06-06T08:21:18.623384+0000","last_became_active":"2024-06-06T08:18:37.970942+0000","last_became_peered":"2024-06-06T08:18:37.970942+0000","last_unstale":"2024-06-06T08:21:18.623384+0000","last_undegraded":"2024-06-06T08:21:18.623384+0000","last_fullsized":"2024-06-06T08:21:18.623384+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:01:03.121018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"99'6","reported_seq":41,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.615588+0000","last_change":"2024-06-06T08:18:37.971545+0000","last_active":"2024-06-06T08:21:18.615588+0000","last_peered":"2024-06-06T08:21:18.615588+0000","last_clean":"2024-06-06T08:21:18.615588+0000","last_became_active":"2024-06-06T08:18:37.970818+0000","last_became_peered":"2024-06-06T08:18:37.970818+0000","last_unstale":"2024-06-06T08:21:18.615588+0000","last_undegraded":"2024-06-06T08:21:18.615588+0000","last_fullsized":"2024-06-06T08:21:18.615588+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:31:04.675659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"99'5","reported_seq":40,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.608169+0000","last_change":"2024-06-06T08:18:37.975007+0000","last_active":"2024-06-06T08:21:18.608169+0000","last_peered":"2024-06-06T08:21:18.608169+0000","last_clean":"2024-06-06T08:21:18.608169+0000","last_became_active":"2024-06-06T08:18:37.974687+0000","last_became_peered":"2024-06-06T08:18:37.974687+0000","last_unstale":"2024-06-06T08:21:18.608169+0000","last_undegraded":"2024-06-06T08:21:18.608169+0000","last_fullsized":"2024-06-06T08:21:18.608169+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:50:28.803869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"99'9","reported_seq":44,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.618574+0000","last_change":"2024-06-06T08:18:37.973751+0000","last_active":"2024-06-06T08:21:18.618574+0000","last_peered":"2024-06-06T08:21:18.618574+0000","last_clean":"2024-06-06T08:21:18.618574+0000","last_became_active":"2024-06-06T08:18:37.973437+0000","last_became_peered":"2024-06-06T08:18:37.973437+0000","last_unstale":"2024-06-06T08:21:18.618574+0000","last_undegraded":"2024-06-06T08:21:18.618574+0000","last_fullsized":"2024-06-06T08:21:18.618574+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:49:49.230857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"99'11","reported_seq":46,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.620104+0000","last_change":"2024-06-06T08:18:37.969877+0000","last_active":"2024-06-06T08:21:18.620104+0000","last_peered":"2024-06-06T08:21:18.620104+0000","last_clean":"2024-06-06T08:21:18.620104+0000","last_became_active":"2024-06-06T08:18:37.968143+0000","last_became_peered":"2024-06-06T08:18:37.968143+0000","last_unstale":"2024-06-06T08:21:18.620104+0000","last_undegraded":"2024-06-06T08:21:18.620104+0000","last_fullsized":"2024-06-06T08:21:18.620104+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:37:51.949277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"99'16","reported_seq":51,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.610011+0000","last_change":"2024-06-06T08:18:37.966582+0000","last_active":"2024-06-06T08:21:18.610011+0000","last_peered":"2024-06-06T08:21:18.610011+0000","last_clean":"2024-06-06T08:21:18.610011+0000","last_became_active":"2024-06-06T08:18:37.966101+0000","last_became_peered":"2024-06-06T08:18:37.966101+0000","last_unstale":"2024-06-06T08:21:18.610011+0000","last_undegraded":"2024-06-06T08:21:18.610011+0000","last_fullsized":"2024-06-06T08:21:18.610011+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:03:28.811154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"99'6","reported_seq":41,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.613095+0000","last_change":"2024-06-06T08:18:37.971894+0000","last_active":"2024-06-06T08:21:18.613095+0000","last_peered":"2024-06-06T08:21:18.613095+0000","last_clean":"2024-06-06T08:21:18.613095+0000","last_became_active":"2024-06-06T08:18:37.971571+0000","last_became_peered":"2024-06-06T08:18:37.971571+0000","last_unstale":"2024-06-06T08:21:18.613095+0000","last_undegraded":"2024-06-06T08:21:18.613095+0000","last_fullsized":"2024-06-06T08:21:18.613095+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:25:21.990022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"99'7","reported_seq":42,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.622130+0000","last_change":"2024-06-06T08:18:37.976387+0000","last_active":"2024-06-06T08:21:18.622130+0000","last_peered":"2024-06-06T08:21:18.622130+0000","last_clean":"2024-06-06T08:21:18.622130+0000","last_became_active":"2024-06-06T08:18:37.975401+0000","last_became_peered":"2024-06-06T08:18:37.975401+0000","last_unstale":"2024-06-06T08:21:18.622130+0000","last_undegraded":"2024-06-06T08:21:18.622130+0000","last_fullsized":"2024-06-06T08:21:18.622130+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:46:21.791578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"99'10","reported_seq":45,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.625933+0000","last_change":"2024-06-06T08:18:37.972454+0000","last_active":"2024-06-06T08:21:18.625933+0000","last_peered":"2024-06-06T08:21:18.625933+0000","last_clean":"2024-06-06T08:21:18.625933+0000","last_became_active":"2024-06-06T08:18:37.971686+0000","last_became_peered":"2024-06-06T08:18:37.971686+0000","last_unstale":"2024-06-06T08:21:18.625933+0000","last_undegraded":"2024-06-06T08:21:18.625933+0000","last_fullsized":"2024-06-06T08:21:18.625933+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:12:25.393092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"99'7","reported_seq":42,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.617608+0000","last_change":"2024-06-06T08:18:37.975608+0000","last_active":"2024-06-06T08:21:18.617608+0000","last_peered":"2024-06-06T08:21:18.617608+0000","last_clean":"2024-06-06T08:21:18.617608+0000","last_became_active":"2024-06-06T08:18:37.975058+0000","last_became_peered":"2024-06-06T08:18:37.975058+0000","last_unstale":"2024-06-06T08:21:18.617608+0000","last_undegraded":"2024-06-06T08:21:18.617608+0000","last_fullsized":"2024-06-06T08:21:18.617608+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:02:46.106415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"99'7","reported_seq":42,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.621981+0000","last_change":"2024-06-06T08:18:37.970867+0000","last_active":"2024-06-06T08:21:18.621981+0000","last_peered":"2024-06-06T08:21:18.621981+0000","last_clean":"2024-06-06T08:21:18.621981+0000","last_became_active":"2024-06-06T08:18:37.970521+0000","last_became_peered":"2024-06-06T08:18:37.970521+0000","last_unstale":"2024-06-06T08:21:18.621981+0000","last_undegraded":"2024-06-06T08:21:18.621981+0000","last_fullsized":"2024-06-06T08:21:18.621981+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:58:33.517402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"99'9","reported_seq":44,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.623928+0000","last_change":"2024-06-06T08:18:37.973492+0000","last_active":"2024-06-06T08:21:18.623928+0000","last_peered":"2024-06-06T08:21:18.623928+0000","last_clean":"2024-06-06T08:21:18.623928+0000","last_became_active":"2024-06-06T08:18:37.972691+0000","last_became_peered":"2024-06-06T08:18:37.972691+0000","last_unstale":"2024-06-06T08:21:18.623928+0000","last_undegraded":"2024-06-06T08:21:18.623928+0000","last_fullsized":"2024-06-06T08:21:18.623928+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:34:06.138782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"99'8","reported_seq":42,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.623646+0000","last_change":"2024-06-06T08:18:37.968931+0000","last_active":"2024-06-06T08:21:18.623646+0000","last_peered":"2024-06-06T08:21:18.623646+0000","last_clean":"2024-06-06T08:21:18.623646+0000","last_became_active":"2024-06-06T08:18:37.968544+0000","last_became_peered":"2024-06-06T08:18:37.968544+0000","last_unstale":"2024-06-06T08:21:18.623646+0000","last_undegraded":"2024-06-06T08:21:18.623646+0000","last_fullsized":"2024-06-06T08:21:18.623646+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:29:03.919712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"99'10","reported_seq":45,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.608061+0000","last_change":"2024-06-06T08:18:37.968783+0000","last_active":"2024-06-06T08:21:18.608061+0000","last_peered":"2024-06-06T08:21:18.608061+0000","last_clean":"2024-06-06T08:21:18.608061+0000","last_became_active":"2024-06-06T08:18:37.968471+0000","last_became_peered":"2024-06-06T08:18:37.968471+0000","last_unstale":"2024-06-06T08:21:18.608061+0000","last_undegraded":"2024-06-06T08:21:18.608061+0000","last_fullsized":"2024-06-06T08:21:18.608061+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:36:23.904974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"99'7","reported_seq":42,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.624063+0000","last_change":"2024-06-06T08:18:37.971803+0000","last_active":"2024-06-06T08:21:18.624063+0000","last_peered":"2024-06-06T08:21:18.624063+0000","last_clean":"2024-06-06T08:21:18.624063+0000","last_became_active":"2024-06-06T08:18:37.971131+0000","last_became_peered":"2024-06-06T08:18:37.971131+0000","last_unstale":"2024-06-06T08:21:18.624063+0000","last_undegraded":"2024-06-06T08:21:18.624063+0000","last_fullsized":"2024-06-06T08:21:18.624063+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:37:23.954557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":25,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070071+0000","last_change":"2024-06-06T08:18:48.002957+0000","last_active":"2024-06-06T08:19:20.070071+0000","last_peered":"2024-06-06T08:19:20.070071+0000","last_clean":"2024-06-06T08:19:20.070071+0000","last_became_active":"2024-06-06T08:18:48.001518+0000","last_became_peered":"2024-06-06T08:18:48.001518+0000","last_unstale":"2024-06-06T08:19:20.070071+0000","last_undegraded":"2024-06-06T08:19:20.070071+0000","last_fullsized":"2024-06-06T08:19:20.070071+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:55:37.919549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"99'9","reported_seq":51,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:45.315794+0000","last_change":"2024-06-06T08:18:34.680831+0000","last_active":"2024-06-06T08:19:45.315794+0000","last_peered":"2024-06-06T08:19:45.315794+0000","last_clean":"2024-06-06T08:19:45.315794+0000","last_became_active":"2024-06-06T08:18:34.680454+0000","last_became_peered":"2024-06-06T08:18:34.680454+0000","last_unstale":"2024-06-06T08:19:45.315794+0000","last_undegraded":"2024-06-06T08:19:45.315794+0000","last_fullsized":"2024-06-06T08:19:45.315794+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:58:54.944086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"99'5","reported_seq":40,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.621520+0000","last_change":"2024-06-06T08:18:37.977854+0000","last_active":"2024-06-06T08:21:18.621520+0000","last_peered":"2024-06-06T08:21:18.621520+0000","last_clean":"2024-06-06T08:21:18.621520+0000","last_became_active":"2024-06-06T08:18:37.977434+0000","last_became_peered":"2024-06-06T08:18:37.977434+0000","last_unstale":"2024-06-06T08:21:18.621520+0000","last_undegraded":"2024-06-06T08:21:18.621520+0000","last_fullsized":"2024-06-06T08:21:18.621520+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:33:32.371856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":25,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070570+0000","last_change":"2024-06-06T08:18:48.003720+0000","last_active":"2024-06-06T08:19:20.070570+0000","last_peered":"2024-06-06T08:19:20.070570+0000","last_clean":"2024-06-06T08:19:20.070570+0000","last_became_active":"2024-06-06T08:18:48.003293+0000","last_became_peered":"2024-06-06T08:18:48.003293+0000","last_unstale":"2024-06-06T08:19:20.070570+0000","last_undegraded":"2024-06-06T08:19:20.070570+0000","last_fullsized":"2024-06-06T08:19:20.070570+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:39:08.052369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"99'2","reported_seq":43,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:43.302554+0000","last_change":"2024-06-06T08:18:34.830505+0000","last_active":"2024-06-06T08:19:43.302554+0000","last_peered":"2024-06-06T08:19:43.302554+0000","last_clean":"2024-06-06T08:19:43.302554+0000","last_became_active":"2024-06-06T08:18:34.830157+0000","last_became_peered":"2024-06-06T08:18:34.830157+0000","last_unstale":"2024-06-06T08:19:43.302554+0000","last_undegraded":"2024-06-06T08:19:43.302554+0000","last_fullsized":"2024-06-06T08:19:43.302554+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:07:55.952261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"99'6","reported_seq":41,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.624278+0000","last_change":"2024-06-06T08:18:37.974925+0000","last_active":"2024-06-06T08:21:18.624278+0000","last_peered":"2024-06-06T08:21:18.624278+0000","last_clean":"2024-06-06T08:21:18.624278+0000","last_became_active":"2024-06-06T08:18:37.974528+0000","last_became_peered":"2024-06-06T08:18:37.974528+0000","last_unstale":"2024-06-06T08:21:18.624278+0000","last_undegraded":"2024-06-06T08:21:18.624278+0000","last_fullsized":"2024-06-06T08:21:18.624278+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:54:47.694267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":25,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070754+0000","last_change":"2024-06-06T08:18:48.005547+0000","last_active":"2024-06-06T08:19:20.070754+0000","last_peered":"2024-06-06T08:19:20.070754+0000","last_clean":"2024-06-06T08:19:20.070754+0000","last_became_active":"2024-06-06T08:18:48.004679+0000","last_became_peered":"2024-06-06T08:18:48.004679+0000","last_unstale":"2024-06-06T08:19:20.070754+0000","last_undegraded":"2024-06-06T08:19:20.070754+0000","last_fullsized":"2024-06-06T08:19:20.070754+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:53:29.106218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"99'4","reported_seq":45,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:43.304550+0000","last_change":"2024-06-06T08:18:34.683926+0000","last_active":"2024-06-06T08:19:43.304550+0000","last_peered":"2024-06-06T08:19:43.304550+0000","last_clean":"2024-06-06T08:19:43.304550+0000","last_became_active":"2024-06-06T08:18:34.683493+0000","last_became_peered":"2024-06-06T08:18:34.683493+0000","last_unstale":"2024-06-06T08:19:43.304550+0000","last_undegraded":"2024-06-06T08:19:43.304550+0000","last_fullsized":"2024-06-06T08:19:43.304550+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:27:29.601530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"99'9","reported_seq":44,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.621064+0000","last_change":"2024-06-06T08:18:37.975179+0000","last_active":"2024-06-06T08:21:18.621064+0000","last_peered":"2024-06-06T08:21:18.621064+0000","last_clean":"2024-06-06T08:21:18.621064+0000","last_became_active":"2024-06-06T08:18:37.974205+0000","last_became_peered":"2024-06-06T08:18:37.974205+0000","last_unstale":"2024-06-06T08:21:18.621064+0000","last_undegraded":"2024-06-06T08:21:18.621064+0000","last_fullsized":"2024-06-06T08:21:18.621064+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:29:03.142921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":25,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.071186+0000","last_change":"2024-06-06T08:18:48.004230+0000","last_active":"2024-06-06T08:19:20.071186+0000","last_peered":"2024-06-06T08:19:20.071186+0000","last_clean":"2024-06-06T08:19:20.071186+0000","last_became_active":"2024-06-06T08:18:48.003537+0000","last_became_peered":"2024-06-06T08:18:48.003537+0000","last_unstale":"2024-06-06T08:19:20.071186+0000","last_undegraded":"2024-06-06T08:19:20.071186+0000","last_fullsized":"2024-06-06T08:19:20.071186+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:07:20.249382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"90'2","reported_seq":15,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.084480+0000","last_change":"2024-06-06T08:19:20.084063+0000","last_active":"2024-06-06T08:19:20.084480+0000","last_peered":"2024-06-06T08:19:20.084480+0000","last_clean":"2024-06-06T08:19:20.084480+0000","last_became_active":"2024-06-06T08:19:20.075868+0000","last_became_peered":"2024-06-06T08:19:20.075868+0000","last_unstale":"2024-06-06T08:19:20.084480+0000","last_undegraded":"2024-06-06T08:19:20.084480+0000","last_fullsized":"2024-06-06T08:19:20.084480+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:59:24.220798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1d","version":"99'15","reported_seq":50,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.622328+0000","last_change":"2024-06-06T08:18:37.973128+0000","last_active":"2024-06-06T08:21:18.622328+0000","last_peered":"2024-06-06T08:21:18.622328+0000","last_clean":"2024-06-06T08:21:18.622328+0000","last_became_active":"2024-06-06T08:18:37.972667+0000","last_became_peered":"2024-06-06T08:18:37.972667+0000","last_unstale":"2024-06-06T08:21:18.622328+0000","last_undegraded":"2024-06-06T08:21:18.622328+0000","last_fullsized":"2024-06-06T08:21:18.622328+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:30:50.132958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":25,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070696+0000","last_change":"2024-06-06T08:18:48.004156+0000","last_active":"2024-06-06T08:19:20.070696+0000","last_peered":"2024-06-06T08:19:20.070696+0000","last_clean":"2024-06-06T08:19:20.070696+0000","last_became_active":"2024-06-06T08:18:48.003705+0000","last_became_peered":"2024-06-06T08:18:48.003705+0000","last_unstale":"2024-06-06T08:19:20.070696+0000","last_undegraded":"2024-06-06T08:19:20.070696+0000","last_fullsized":"2024-06-06T08:19:20.070696+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:52:37.890207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"99'5","reported_seq":143,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.445707+0000","last_change":"2024-06-06T08:18:34.685641+0000","last_active":"2024-06-06T08:21:18.445707+0000","last_peered":"2024-06-06T08:21:18.445707+0000","last_clean":"2024-06-06T08:21:18.445707+0000","last_became_active":"2024-06-06T08:18:34.685132+0000","last_became_peered":"2024-06-06T08:18:34.685132+0000","last_unstale":"2024-06-06T08:21:18.445707+0000","last_undegraded":"2024-06-06T08:21:18.445707+0000","last_fullsized":"2024-06-06T08:21:18.445707+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:40:43.547356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":97,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"99'7","reported_seq":42,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.608515+0000","last_change":"2024-06-06T08:18:37.973373+0000","last_active":"2024-06-06T08:21:18.608515+0000","last_peered":"2024-06-06T08:21:18.608515+0000","last_clean":"2024-06-06T08:21:18.608515+0000","last_became_active":"2024-06-06T08:18:37.973058+0000","last_became_peered":"2024-06-06T08:18:37.973058+0000","last_unstale":"2024-06-06T08:21:18.608515+0000","last_undegraded":"2024-06-06T08:21:18.608515+0000","last_fullsized":"2024-06-06T08:21:18.608515+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:32:17.184387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":25,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070088+0000","last_change":"2024-06-06T08:18:48.010926+0000","last_active":"2024-06-06T08:19:20.070088+0000","last_peered":"2024-06-06T08:19:20.070088+0000","last_clean":"2024-06-06T08:19:20.070088+0000","last_became_active":"2024-06-06T08:18:48.010444+0000","last_became_peered":"2024-06-06T08:18:48.010444+0000","last_unstale":"2024-06-06T08:19:20.070088+0000","last_undegraded":"2024-06-06T08:19:20.070088+0000","last_fullsized":"2024-06-06T08:19:20.070088+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:53:31.540388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"99'3","reported_seq":44,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:43.304608+0000","last_change":"2024-06-06T08:18:34.680735+0000","last_active":"2024-06-06T08:19:43.304608+0000","last_peered":"2024-06-06T08:19:43.304608+0000","last_clean":"2024-06-06T08:19:43.304608+0000","last_became_active":"2024-06-06T08:18:34.680352+0000","last_became_peered":"2024-06-06T08:18:34.680352+0000","last_unstale":"2024-06-06T08:19:43.304608+0000","last_undegraded":"2024-06-06T08:19:43.304608+0000","last_fullsized":"2024-06-06T08:19:43.304608+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:24:50.680543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"99'8","reported_seq":19,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.617474+0000","last_change":"2024-06-06T08:19:20.075768+0000","last_active":"2024-06-06T08:21:18.617474+0000","last_peered":"2024-06-06T08:21:18.617474+0000","last_clean":"2024-06-06T08:21:18.617474+0000","last_became_active":"2024-06-06T08:19:20.075384+0000","last_became_peered":"2024-06-06T08:19:20.075384+0000","last_unstale":"2024-06-06T08:21:18.617474+0000","last_undegraded":"2024-06-06T08:21:18.617474+0000","last_fullsized":"2024-06-06T08:21:18.617474+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:34:44.437089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,3],"acting":[9,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":25,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.071188+0000","last_change":"2024-06-06T08:18:48.012906+0000","last_active":"2024-06-06T08:19:20.071188+0000","last_peered":"2024-06-06T08:19:20.071188+0000","last_clean":"2024-06-06T08:19:20.071188+0000","last_became_active":"2024-06-06T08:18:48.012454+0000","last_became_peered":"2024-06-06T08:18:48.012454+0000","last_unstale":"2024-06-06T08:19:20.071188+0000","last_undegraded":"2024-06-06T08:19:20.071188+0000","last_fullsized":"2024-06-06T08:19:20.071188+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:36:56.660610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"99'2","reported_seq":43,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:43.304134+0000","last_change":"2024-06-06T08:18:34.678683+0000","last_active":"2024-06-06T08:19:43.304134+0000","last_peered":"2024-06-06T08:19:43.304134+0000","last_clean":"2024-06-06T08:19:43.304134+0000","last_became_active":"2024-06-06T08:18:34.678342+0000","last_became_peered":"2024-06-06T08:18:34.678342+0000","last_unstale":"2024-06-06T08:19:43.304134+0000","last_undegraded":"2024-06-06T08:19:43.304134+0000","last_fullsized":"2024-06-06T08:19:43.304134+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T20:11:33.963323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"99'8","reported_seq":43,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.624104+0000","last_change":"2024-06-06T08:18:37.965932+0000","last_active":"2024-06-06T08:21:18.624104+0000","last_peered":"2024-06-06T08:21:18.624104+0000","last_clean":"2024-06-06T08:21:18.624104+0000","last_became_active":"2024-06-06T08:18:37.963714+0000","last_became_peered":"2024-06-06T08:18:37.963714+0000","last_unstale":"2024-06-06T08:21:18.624104+0000","last_undegraded":"2024-06-06T08:21:18.624104+0000","last_fullsized":"2024-06-06T08:21:18.624104+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:06:11.882753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":25,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.067130+0000","last_change":"2024-06-06T08:18:48.002609+0000","last_active":"2024-06-06T08:19:20.067130+0000","last_peered":"2024-06-06T08:19:20.067130+0000","last_clean":"2024-06-06T08:19:20.067130+0000","last_became_active":"2024-06-06T08:18:48.002211+0000","last_became_peered":"2024-06-06T08:18:48.002211+0000","last_unstale":"2024-06-06T08:19:20.067130+0000","last_undegraded":"2024-06-06T08:19:20.067130+0000","last_fullsized":"2024-06-06T08:19:20.067130+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:55:07.926808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"99'1","reported_seq":42,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:42.292767+0000","last_change":"2024-06-06T08:18:34.685112+0000","last_active":"2024-06-06T08:19:42.292767+0000","last_peered":"2024-06-06T08:19:42.292767+0000","last_clean":"2024-06-06T08:19:42.292767+0000","last_became_active":"2024-06-06T08:18:34.682604+0000","last_became_peered":"2024-06-06T08:18:34.682604+0000","last_unstale":"2024-06-06T08:19:42.292767+0000","last_undegraded":"2024-06-06T08:19:42.292767+0000","last_fullsized":"2024-06-06T08:19:42.292767+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:13:14.896283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"99'11","reported_seq":46,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.618542+0000","last_change":"2024-06-06T08:18:37.966628+0000","last_active":"2024-06-06T08:21:18.618542+0000","last_peered":"2024-06-06T08:21:18.618542+0000","last_clean":"2024-06-06T08:21:18.618542+0000","last_became_active":"2024-06-06T08:18:37.966174+0000","last_became_peered":"2024-06-06T08:18:37.966174+0000","last_unstale":"2024-06-06T08:21:18.618542+0000","last_undegraded":"2024-06-06T08:21:18.618542+0000","last_fullsized":"2024-06-06T08:21:18.618542+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:26:27.138349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":25,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.072489+0000","last_change":"2024-06-06T08:18:48.006357+0000","last_active":"2024-06-06T08:19:20.072489+0000","last_peered":"2024-06-06T08:19:20.072489+0000","last_clean":"2024-06-06T08:19:20.072489+0000","last_became_active":"2024-06-06T08:18:48.005964+0000","last_became_peered":"2024-06-06T08:18:48.005964+0000","last_unstale":"2024-06-06T08:19:20.072489+0000","last_undegraded":"2024-06-06T08:19:20.072489+0000","last_fullsized":"2024-06-06T08:19:20.072489+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:17:40.197144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"99'3","reported_seq":141,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:20.448475+0000","last_change":"2024-06-06T08:18:34.678638+0000","last_active":"2024-06-06T08:21:20.448475+0000","last_peered":"2024-06-06T08:21:20.448475+0000","last_clean":"2024-06-06T08:21:20.448475+0000","last_became_active":"2024-06-06T08:18:34.678294+0000","last_became_peered":"2024-06-06T08:18:34.678294+0000","last_unstale":"2024-06-06T08:21:20.448475+0000","last_undegraded":"2024-06-06T08:21:20.448475+0000","last_fullsized":"2024-06-06T08:21:20.448475+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:03:28.113846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":97,"num_read_kb":97,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"99'10","reported_seq":45,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.622494+0000","last_change":"2024-06-06T08:18:37.971773+0000","last_active":"2024-06-06T08:21:18.622494+0000","last_peered":"2024-06-06T08:21:18.622494+0000","last_clean":"2024-06-06T08:21:18.622494+0000","last_became_active":"2024-06-06T08:18:37.969850+0000","last_became_peered":"2024-06-06T08:18:37.969850+0000","last_unstale":"2024-06-06T08:21:18.622494+0000","last_undegraded":"2024-06-06T08:21:18.622494+0000","last_fullsized":"2024-06-06T08:21:18.622494+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:16:43.238696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":25,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.069201+0000","last_change":"2024-06-06T08:18:48.011111+0000","last_active":"2024-06-06T08:19:20.069201+0000","last_peered":"2024-06-06T08:19:20.069201+0000","last_clean":"2024-06-06T08:19:20.069201+0000","last_became_active":"2024-06-06T08:18:48.010614+0000","last_became_peered":"2024-06-06T08:18:48.010614+0000","last_unstale":"2024-06-06T08:19:20.069201+0000","last_undegraded":"2024-06-06T08:19:20.069201+0000","last_fullsized":"2024-06-06T08:19:20.069201+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:08:29.921768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"99'2","reported_seq":43,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:42.290656+0000","last_change":"2024-06-06T08:18:34.684626+0000","last_active":"2024-06-06T08:19:42.290656+0000","last_peered":"2024-06-06T08:19:42.290656+0000","last_clean":"2024-06-06T08:19:42.290656+0000","last_became_active":"2024-06-06T08:18:34.683484+0000","last_became_peered":"2024-06-06T08:18:34.683484+0000","last_unstale":"2024-06-06T08:19:42.290656+0000","last_undegraded":"2024-06-06T08:19:42.290656+0000","last_fullsized":"2024-06-06T08:19:42.290656+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:43:17.979708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"99'9","reported_seq":44,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.621423+0000","last_change":"2024-06-06T08:18:37.971981+0000","last_active":"2024-06-06T08:21:18.621423+0000","last_peered":"2024-06-06T08:21:18.621423+0000","last_clean":"2024-06-06T08:21:18.621423+0000","last_became_active":"2024-06-06T08:18:37.971625+0000","last_became_peered":"2024-06-06T08:18:37.971625+0000","last_unstale":"2024-06-06T08:21:18.621423+0000","last_undegraded":"2024-06-06T08:21:18.621423+0000","last_fullsized":"2024-06-06T08:21:18.621423+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:26:54.424426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":25,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070981+0000","last_change":"2024-06-06T08:18:48.001480+0000","last_active":"2024-06-06T08:19:20.070981+0000","last_peered":"2024-06-06T08:19:20.070981+0000","last_clean":"2024-06-06T08:19:20.070981+0000","last_became_active":"2024-06-06T08:18:48.001066+0000","last_became_peered":"2024-06-06T08:18:48.001066+0000","last_unstale":"2024-06-06T08:19:20.070981+0000","last_undegraded":"2024-06-06T08:19:20.070981+0000","last_fullsized":"2024-06-06T08:19:20.070981+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:41:03.746928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"99'4","reported_seq":46,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:45.314335+0000","last_change":"2024-06-06T08:18:34.830839+0000","last_active":"2024-06-06T08:19:45.314335+0000","last_peered":"2024-06-06T08:19:45.314335+0000","last_clean":"2024-06-06T08:19:45.314335+0000","last_became_active":"2024-06-06T08:18:34.830371+0000","last_became_peered":"2024-06-06T08:18:34.830371+0000","last_unstale":"2024-06-06T08:19:45.314335+0000","last_undegraded":"2024-06-06T08:19:45.314335+0000","last_fullsized":"2024-06-06T08:19:45.314335+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:27:59.206172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"99'11","reported_seq":46,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.623560+0000","last_change":"2024-06-06T08:18:37.980946+0000","last_active":"2024-06-06T08:21:18.623560+0000","last_peered":"2024-06-06T08:21:18.623560+0000","last_clean":"2024-06-06T08:21:18.623560+0000","last_became_active":"2024-06-06T08:18:37.980580+0000","last_became_peered":"2024-06-06T08:18:37.980580+0000","last_unstale":"2024-06-06T08:21:18.623560+0000","last_undegraded":"2024-06-06T08:21:18.623560+0000","last_fullsized":"2024-06-06T08:21:18.623560+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:13:23.979160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.076782+0000","last_change":"2024-06-06T08:19:20.076301+0000","last_active":"2024-06-06T08:19:20.076782+0000","last_peered":"2024-06-06T08:19:20.076782+0000","last_clean":"2024-06-06T08:19:20.076782+0000","last_became_active":"2024-06-06T08:19:20.075827+0000","last_became_peered":"2024-06-06T08:19:20.075827+0000","last_unstale":"2024-06-06T08:19:20.076782+0000","last_undegraded":"2024-06-06T08:19:20.076782+0000","last_fullsized":"2024-06-06T08:19:20.076782+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:33:26.126674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,11,5],"acting":[10,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.14","version":"99'38","reported_seq":284,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:21.449985+0000","last_change":"2024-06-06T08:18:34.682178+0000","last_active":"2024-06-06T08:21:21.449985+0000","last_peered":"2024-06-06T08:21:21.449985+0000","last_clean":"2024-06-06T08:21:21.449985+0000","last_became_active":"2024-06-06T08:18:34.681568+0000","last_became_peered":"2024-06-06T08:18:34.681568+0000","last_unstale":"2024-06-06T08:21:21.449985+0000","last_undegraded":"2024-06-06T08:21:21.449985+0000","last_fullsized":"2024-06-06T08:21:21.449985+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:52:19.711661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67281,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":205,"num_read_kb":168,"num_write":39,"num_write_kb":84,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"99'6","reported_seq":41,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.617099+0000","last_change":"2024-06-06T08:18:37.977178+0000","last_active":"2024-06-06T08:21:18.617099+0000","last_peered":"2024-06-06T08:21:18.617099+0000","last_clean":"2024-06-06T08:21:18.617099+0000","last_became_active":"2024-06-06T08:18:37.976879+0000","last_became_peered":"2024-06-06T08:18:37.976879+0000","last_unstale":"2024-06-06T08:21:18.617099+0000","last_undegraded":"2024-06-06T08:21:18.617099+0000","last_fullsized":"2024-06-06T08:21:18.617099+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:21:44.043685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":25,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.074749+0000","last_change":"2024-06-06T08:18:48.006999+0000","last_active":"2024-06-06T08:19:20.074749+0000","last_peered":"2024-06-06T08:19:20.074749+0000","last_clean":"2024-06-06T08:19:20.074749+0000","last_became_active":"2024-06-06T08:18:48.005658+0000","last_became_peered":"2024-06-06T08:18:48.005658+0000","last_unstale":"2024-06-06T08:19:20.074749+0000","last_undegraded":"2024-06-06T08:19:20.074749+0000","last_fullsized":"2024-06-06T08:19:20.074749+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:34:10.637604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"99'6","reported_seq":22,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:43.304206+0000","last_change":"2024-06-06T08:19:20.081844+0000","last_active":"2024-06-06T08:19:43.304206+0000","last_peered":"2024-06-06T08:19:43.304206+0000","last_clean":"2024-06-06T08:19:43.304206+0000","last_became_active":"2024-06-06T08:19:20.075790+0000","last_became_peered":"2024-06-06T08:19:20.075790+0000","last_unstale":"2024-06-06T08:19:43.304206+0000","last_undegraded":"2024-06-06T08:19:43.304206+0000","last_fullsized":"2024-06-06T08:19:43.304206+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:25:04.061811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"99'9","reported_seq":44,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.623596+0000","last_change":"2024-06-06T08:18:37.972377+0000","last_active":"2024-06-06T08:21:18.623596+0000","last_peered":"2024-06-06T08:21:18.623596+0000","last_clean":"2024-06-06T08:21:18.623596+0000","last_became_active":"2024-06-06T08:18:37.971755+0000","last_became_peered":"2024-06-06T08:18:37.971755+0000","last_unstale":"2024-06-06T08:21:18.623596+0000","last_undegraded":"2024-06-06T08:21:18.623596+0000","last_fullsized":"2024-06-06T08:21:18.623596+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:00:54.267536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":32,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.078110+0000","last_change":"2024-06-06T08:19:20.077172+0000","last_active":"2024-06-06T08:19:20.078110+0000","last_peered":"2024-06-06T08:19:20.078110+0000","last_clean":"2024-06-06T08:19:20.078110+0000","last_became_active":"2024-06-06T08:19:20.076569+0000","last_became_peered":"2024-06-06T08:19:20.076569+0000","last_unstale":"2024-06-06T08:19:20.078110+0000","last_undegraded":"2024-06-06T08:19:20.078110+0000","last_fullsized":"2024-06-06T08:19:20.078110+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T20:17:32.702814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,7,6],"acting":[11,8,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"99'3","reported_seq":44,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:42.293311+0000","last_change":"2024-06-06T08:18:34.683416+0000","last_active":"2024-06-06T08:19:42.293311+0000","last_peered":"2024-06-06T08:19:42.293311+0000","last_clean":"2024-06-06T08:19:42.293311+0000","last_became_active":"2024-06-06T08:18:34.683056+0000","last_became_peered":"2024-06-06T08:18:34.683056+0000","last_unstale":"2024-06-06T08:19:42.293311+0000","last_undegraded":"2024-06-06T08:19:42.293311+0000","last_fullsized":"2024-06-06T08:19:42.293311+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:52:58.744871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"99'15","reported_seq":50,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.622621+0000","last_change":"2024-06-06T08:18:37.978644+0000","last_active":"2024-06-06T08:21:18.622621+0000","last_peered":"2024-06-06T08:21:18.622621+0000","last_clean":"2024-06-06T08:21:18.622621+0000","last_became_active":"2024-06-06T08:18:37.978318+0000","last_became_peered":"2024-06-06T08:18:37.978318+0000","last_unstale":"2024-06-06T08:21:18.622621+0000","last_undegraded":"2024-06-06T08:21:18.622621+0000","last_fullsized":"2024-06-06T08:21:18.622621+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:44:07.829155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":25,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070215+0000","last_change":"2024-06-06T08:18:48.004073+0000","last_active":"2024-06-06T08:19:20.070215+0000","last_peered":"2024-06-06T08:19:20.070215+0000","last_clean":"2024-06-06T08:19:20.070215+0000","last_became_active":"2024-06-06T08:18:48.003698+0000","last_became_peered":"2024-06-06T08:18:48.003698+0000","last_unstale":"2024-06-06T08:19:20.070215+0000","last_undegraded":"2024-06-06T08:19:20.070215+0000","last_fullsized":"2024-06-06T08:19:20.070215+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:31:31.524345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"99'5","reported_seq":146,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:19.459480+0000","last_change":"2024-06-06T08:18:34.684025+0000","last_active":"2024-06-06T08:21:19.459480+0000","last_peered":"2024-06-06T08:21:19.459480+0000","last_clean":"2024-06-06T08:21:19.459480+0000","last_became_active":"2024-06-06T08:18:34.683704+0000","last_became_peered":"2024-06-06T08:18:34.683704+0000","last_unstale":"2024-06-06T08:21:19.459480+0000","last_undegraded":"2024-06-06T08:21:19.459480+0000","last_fullsized":"2024-06-06T08:21:19.459480+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:35:18.994049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1119,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":101,"num_read_kb":5,"num_write":4,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"99'6","reported_seq":41,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.600158+0000","last_change":"2024-06-06T08:18:37.974755+0000","last_active":"2024-06-06T08:21:18.600158+0000","last_peered":"2024-06-06T08:21:18.600158+0000","last_clean":"2024-06-06T08:21:18.600158+0000","last_became_active":"2024-06-06T08:18:37.974433+0000","last_became_peered":"2024-06-06T08:18:37.974433+0000","last_unstale":"2024-06-06T08:21:18.600158+0000","last_undegraded":"2024-06-06T08:21:18.600158+0000","last_fullsized":"2024-06-06T08:21:18.600158+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:42:29.994159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":32,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.077101+0000","last_change":"2024-06-06T08:19:20.076660+0000","last_active":"2024-06-06T08:19:20.077101+0000","last_peered":"2024-06-06T08:19:20.077101+0000","last_clean":"2024-06-06T08:19:20.077101+0000","last_became_active":"2024-06-06T08:19:20.076106+0000","last_became_peered":"2024-06-06T08:19:20.076106+0000","last_unstale":"2024-06-06T08:19:20.077101+0000","last_undegraded":"2024-06-06T08:19:20.077101+0000","last_fullsized":"2024-06-06T08:19:20.077101+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:04:14.912823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,8,11],"acting":[6,3,8,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"99'15","reported_seq":73,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:45.312135+0000","last_change":"2024-06-06T08:19:20.083268+0000","last_active":"2024-06-06T08:19:45.312135+0000","last_peered":"2024-06-06T08:19:45.312135+0000","last_clean":"2024-06-06T08:19:45.312135+0000","last_became_active":"2024-06-06T08:19:20.072772+0000","last_became_peered":"2024-06-06T08:19:20.072772+0000","last_unstale":"2024-06-06T08:19:45.312135+0000","last_undegraded":"2024-06-06T08:19:45.312135+0000","last_fullsized":"2024-06-06T08:19:45.312135+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:24:31.654914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,4],"acting":[8,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"99'6","reported_seq":41,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.621832+0000","last_change":"2024-06-06T08:18:37.974686+0000","last_active":"2024-06-06T08:21:18.621832+0000","last_peered":"2024-06-06T08:21:18.621832+0000","last_clean":"2024-06-06T08:21:18.621832+0000","last_became_active":"2024-06-06T08:18:37.974359+0000","last_became_peered":"2024-06-06T08:18:37.974359+0000","last_unstale":"2024-06-06T08:21:18.621832+0000","last_undegraded":"2024-06-06T08:21:18.621832+0000","last_fullsized":"2024-06-06T08:21:18.621832+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:59:11.839143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":25,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.074944+0000","last_change":"2024-06-06T08:18:48.004663+0000","last_active":"2024-06-06T08:19:20.074944+0000","last_peered":"2024-06-06T08:19:20.074944+0000","last_clean":"2024-06-06T08:19:20.074944+0000","last_became_active":"2024-06-06T08:18:48.004157+0000","last_became_peered":"2024-06-06T08:18:48.004157+0000","last_unstale":"2024-06-06T08:19:20.074944+0000","last_undegraded":"2024-06-06T08:19:20.074944+0000","last_fullsized":"2024-06-06T08:19:20.074944+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:24:09.672748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"99'2","reported_seq":44,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:45.312772+0000","last_change":"2024-06-06T08:18:34.680195+0000","last_active":"2024-06-06T08:19:45.312772+0000","last_peered":"2024-06-06T08:19:45.312772+0000","last_clean":"2024-06-06T08:19:45.312772+0000","last_became_active":"2024-06-06T08:18:34.679739+0000","last_became_peered":"2024-06-06T08:18:34.679739+0000","last_unstale":"2024-06-06T08:19:45.312772+0000","last_undegraded":"2024-06-06T08:19:45.312772+0000","last_fullsized":"2024-06-06T08:19:45.312772+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:35:12.003240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"99'5","reported_seq":39,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.619329+0000","last_change":"2024-06-06T08:18:37.972817+0000","last_active":"2024-06-06T08:21:18.619329+0000","last_peered":"2024-06-06T08:21:18.619329+0000","last_clean":"2024-06-06T08:21:18.619329+0000","last_became_active":"2024-06-06T08:18:37.972330+0000","last_became_peered":"2024-06-06T08:18:37.972330+0000","last_unstale":"2024-06-06T08:21:18.619329+0000","last_undegraded":"2024-06-06T08:21:18.619329+0000","last_fullsized":"2024-06-06T08:21:18.619329+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:28:52.945097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":25,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.067392+0000","last_change":"2024-06-06T08:18:48.069745+0000","last_active":"2024-06-06T08:19:20.067392+0000","last_peered":"2024-06-06T08:19:20.067392+0000","last_clean":"2024-06-06T08:19:20.067392+0000","last_became_active":"2024-06-06T08:18:48.069211+0000","last_became_peered":"2024-06-06T08:18:48.069211+0000","last_unstale":"2024-06-06T08:19:20.067392+0000","last_undegraded":"2024-06-06T08:19:20.067392+0000","last_fullsized":"2024-06-06T08:19:20.067392+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:20:30.421047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":41,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070227+0000","last_change":"2024-06-06T08:18:34.831498+0000","last_active":"2024-06-06T08:19:20.070227+0000","last_peered":"2024-06-06T08:19:20.070227+0000","last_clean":"2024-06-06T08:19:20.070227+0000","last_became_active":"2024-06-06T08:18:34.831101+0000","last_became_peered":"2024-06-06T08:18:34.831101+0000","last_unstale":"2024-06-06T08:19:20.070227+0000","last_undegraded":"2024-06-06T08:19:20.070227+0000","last_fullsized":"2024-06-06T08:19:20.070227+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:51:33.531875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"99'4","reported_seq":39,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.625553+0000","last_change":"2024-06-06T08:18:37.968601+0000","last_active":"2024-06-06T08:21:18.625553+0000","last_peered":"2024-06-06T08:21:18.625553+0000","last_clean":"2024-06-06T08:21:18.625553+0000","last_became_active":"2024-06-06T08:18:37.968269+0000","last_became_peered":"2024-06-06T08:18:37.968269+0000","last_unstale":"2024-06-06T08:21:18.625553+0000","last_undegraded":"2024-06-06T08:21:18.625553+0000","last_fullsized":"2024-06-06T08:21:18.625553+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:51:35.437855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":25,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.069935+0000","last_change":"2024-06-06T08:18:48.009054+0000","last_active":"2024-06-06T08:19:20.069935+0000","last_peered":"2024-06-06T08:19:20.069935+0000","last_clean":"2024-06-06T08:19:20.069935+0000","last_became_active":"2024-06-06T08:18:48.008286+0000","last_became_peered":"2024-06-06T08:18:48.008286+0000","last_unstale":"2024-06-06T08:19:20.069935+0000","last_undegraded":"2024-06-06T08:19:20.069935+0000","last_fullsized":"2024-06-06T08:19:20.069935+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:24:47.868921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"99'1","reported_seq":42,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:43.304423+0000","last_change":"2024-06-06T08:18:34.685520+0000","last_active":"2024-06-06T08:19:43.304423+0000","last_peered":"2024-06-06T08:19:43.304423+0000","last_clean":"2024-06-06T08:19:43.304423+0000","last_became_active":"2024-06-06T08:18:34.685063+0000","last_became_peered":"2024-06-06T08:18:34.685063+0000","last_unstale":"2024-06-06T08:19:43.304423+0000","last_undegraded":"2024-06-06T08:19:43.304423+0000","last_fullsized":"2024-06-06T08:19:43.304423+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:48:39.032501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"99'7","reported_seq":48,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.616172+0000","last_change":"2024-06-06T08:19:20.072686+0000","last_active":"2024-06-06T08:21:18.616172+0000","last_peered":"2024-06-06T08:21:18.616172+0000","last_clean":"2024-06-06T08:21:18.616172+0000","last_became_active":"2024-06-06T08:19:20.072310+0000","last_became_peered":"2024-06-06T08:19:20.072310+0000","last_unstale":"2024-06-06T08:21:18.616172+0000","last_undegraded":"2024-06-06T08:21:18.616172+0000","last_fullsized":"2024-06-06T08:21:18.616172+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:07:16.268969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":25,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070602+0000","last_change":"2024-06-06T08:18:48.069698+0000","last_active":"2024-06-06T08:19:20.070602+0000","last_peered":"2024-06-06T08:19:20.070602+0000","last_clean":"2024-06-06T08:19:20.070602+0000","last_became_active":"2024-06-06T08:18:48.069126+0000","last_became_peered":"2024-06-06T08:18:48.069126+0000","last_unstale":"2024-06-06T08:19:20.070602+0000","last_undegraded":"2024-06-06T08:19:20.070602+0000","last_fullsized":"2024-06-06T08:19:20.070602+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:12:41.551061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"99'8","reported_seq":43,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.621599+0000","last_change":"2024-06-06T08:18:37.976958+0000","last_active":"2024-06-06T08:21:18.621599+0000","last_peered":"2024-06-06T08:21:18.621599+0000","last_clean":"2024-06-06T08:21:18.621599+0000","last_became_active":"2024-06-06T08:18:37.975255+0000","last_became_peered":"2024-06-06T08:18:37.975255+0000","last_unstale":"2024-06-06T08:21:18.621599+0000","last_undegraded":"2024-06-06T08:21:18.621599+0000","last_fullsized":"2024-06-06T08:21:18.621599+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:30:43.849320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"99'5","reported_seq":143,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:20.460670+0000","last_change":"2024-06-06T08:18:34.830568+0000","last_active":"2024-06-06T08:21:20.460670+0000","last_peered":"2024-06-06T08:21:20.460670+0000","last_clean":"2024-06-06T08:21:20.460670+0000","last_became_active":"2024-06-06T08:18:34.830197+0000","last_became_peered":"2024-06-06T08:18:34.830197+0000","last_unstale":"2024-06-06T08:21:20.460670+0000","last_undegraded":"2024-06-06T08:21:20.460670+0000","last_fullsized":"2024-06-06T08:21:20.460670+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:55:26.436553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":97,"num_read_kb":97,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"99'1","reported_seq":26,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:54.249456+0000","last_change":"2024-06-06T08:18:48.010465+0000","last_active":"2024-06-06T08:19:54.249456+0000","last_peered":"2024-06-06T08:19:54.249456+0000","last_clean":"2024-06-06T08:19:54.249456+0000","last_became_active":"2024-06-06T08:18:48.010096+0000","last_became_peered":"2024-06-06T08:18:48.010096+0000","last_unstale":"2024-06-06T08:19:54.249456+0000","last_undegraded":"2024-06-06T08:19:54.249456+0000","last_fullsized":"2024-06-06T08:19:54.249456+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:39:33.906074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"99'8","reported_seq":43,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.617981+0000","last_change":"2024-06-06T08:18:37.973719+0000","last_active":"2024-06-06T08:21:18.617981+0000","last_peered":"2024-06-06T08:21:18.617981+0000","last_clean":"2024-06-06T08:21:18.617981+0000","last_became_active":"2024-06-06T08:18:37.973395+0000","last_became_peered":"2024-06-06T08:18:37.973395+0000","last_unstale":"2024-06-06T08:21:18.617981+0000","last_undegraded":"2024-06-06T08:21:18.617981+0000","last_fullsized":"2024-06-06T08:21:18.617981+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:46:30.231836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"99'3","reported_seq":46,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:45.312011+0000","last_change":"2024-06-06T08:18:34.681983+0000","last_active":"2024-06-06T08:19:45.312011+0000","last_peered":"2024-06-06T08:19:45.312011+0000","last_clean":"2024-06-06T08:19:45.312011+0000","last_became_active":"2024-06-06T08:18:34.681609+0000","last_became_peered":"2024-06-06T08:18:34.681609+0000","last_unstale":"2024-06-06T08:19:45.312011+0000","last_undegraded":"2024-06-06T08:19:45.312011+0000","last_fullsized":"2024-06-06T08:19:45.312011+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:52:15.132317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":375,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.066970+0000","last_change":"2024-06-06T08:17:15.096339+0000","last_active":"2024-06-06T08:19:20.066970+0000","last_peered":"2024-06-06T08:19:20.066970+0000","last_clean":"2024-06-06T08:19:20.066970+0000","last_became_active":"2024-06-06T08:17:15.095774+0000","last_became_peered":"2024-06-06T08:17:15.095774+0000","last_unstale":"2024-06-06T08:19:20.066970+0000","last_undegraded":"2024-06-06T08:19:20.066970+0000","last_fullsized":"2024-06-06T08:19:20.066970+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:13:45.360899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:13:45.360899+0000","last_clean_scrub_stamp":"2024-06-06T08:13:45.360899+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:11:51.805874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":25,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.074030+0000","last_change":"2024-06-06T08:18:48.069855+0000","last_active":"2024-06-06T08:19:20.074030+0000","last_peered":"2024-06-06T08:19:20.074030+0000","last_clean":"2024-06-06T08:19:20.074030+0000","last_became_active":"2024-06-06T08:18:48.069438+0000","last_became_peered":"2024-06-06T08:18:48.069438+0000","last_unstale":"2024-06-06T08:19:20.074030+0000","last_undegraded":"2024-06-06T08:19:20.074030+0000","last_fullsized":"2024-06-06T08:19:20.074030+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:25:14.432797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"99'5","reported_seq":46,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.616319+0000","last_change":"2024-06-06T08:19:20.073432+0000","last_active":"2024-06-06T08:21:18.616319+0000","last_peered":"2024-06-06T08:21:18.616319+0000","last_clean":"2024-06-06T08:21:18.616319+0000","last_became_active":"2024-06-06T08:19:20.073034+0000","last_became_peered":"2024-06-06T08:19:20.073034+0000","last_unstale":"2024-06-06T08:21:18.616319+0000","last_undegraded":"2024-06-06T08:21:18.616319+0000","last_fullsized":"2024-06-06T08:21:18.616319+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:08:52.802582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,2],"acting":[6,9,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"99'3","reported_seq":44,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:43.305554+0000","last_change":"2024-06-06T08:18:34.682370+0000","last_active":"2024-06-06T08:19:43.305554+0000","last_peered":"2024-06-06T08:19:43.305554+0000","last_clean":"2024-06-06T08:19:43.305554+0000","last_became_active":"2024-06-06T08:18:34.682002+0000","last_became_peered":"2024-06-06T08:18:34.682002+0000","last_unstale":"2024-06-06T08:19:43.305554+0000","last_undegraded":"2024-06-06T08:19:43.305554+0000","last_fullsized":"2024-06-06T08:19:43.305554+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:48:56.690891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":25,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.071477+0000","last_change":"2024-06-06T08:18:48.006552+0000","last_active":"2024-06-06T08:19:20.071477+0000","last_peered":"2024-06-06T08:19:20.071477+0000","last_clean":"2024-06-06T08:19:20.071477+0000","last_became_active":"2024-06-06T08:18:48.006021+0000","last_became_peered":"2024-06-06T08:18:48.006021+0000","last_unstale":"2024-06-06T08:19:20.071477+0000","last_undegraded":"2024-06-06T08:19:20.071477+0000","last_fullsized":"2024-06-06T08:19:20.071477+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:22:25.504479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"99'1","reported_seq":43,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:45.312100+0000","last_change":"2024-06-06T08:18:34.831372+0000","last_active":"2024-06-06T08:19:45.312100+0000","last_peered":"2024-06-06T08:19:45.312100+0000","last_clean":"2024-06-06T08:19:45.312100+0000","last_became_active":"2024-06-06T08:18:34.830779+0000","last_became_peered":"2024-06-06T08:18:34.830779+0000","last_unstale":"2024-06-06T08:19:45.312100+0000","last_undegraded":"2024-06-06T08:19:45.312100+0000","last_fullsized":"2024-06-06T08:19:45.312100+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T20:16:51.953873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"99'9","reported_seq":44,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.616292+0000","last_change":"2024-06-06T08:18:37.965533+0000","last_active":"2024-06-06T08:21:18.616292+0000","last_peered":"2024-06-06T08:21:18.616292+0000","last_clean":"2024-06-06T08:21:18.616292+0000","last_became_active":"2024-06-06T08:18:37.965190+0000","last_became_peered":"2024-06-06T08:18:37.965190+0000","last_unstale":"2024-06-06T08:21:18.616292+0000","last_undegraded":"2024-06-06T08:21:18.616292+0000","last_fullsized":"2024-06-06T08:21:18.616292+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:56:20.789040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":25,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.072575+0000","last_change":"2024-06-06T08:18:48.069482+0000","last_active":"2024-06-06T08:19:20.072575+0000","last_peered":"2024-06-06T08:19:20.072575+0000","last_clean":"2024-06-06T08:19:20.072575+0000","last_became_active":"2024-06-06T08:18:48.069033+0000","last_became_peered":"2024-06-06T08:18:48.069033+0000","last_unstale":"2024-06-06T08:19:20.072575+0000","last_undegraded":"2024-06-06T08:19:20.072575+0000","last_fullsized":"2024-06-06T08:19:20.072575+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:53:57.135522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"99'13","reported_seq":54,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:20:45.397665+0000","last_change":"2024-06-06T08:18:34.680768+0000","last_active":"2024-06-06T08:20:45.397665+0000","last_peered":"2024-06-06T08:20:45.397665+0000","last_clean":"2024-06-06T08:20:45.397665+0000","last_became_active":"2024-06-06T08:18:34.680388+0000","last_became_peered":"2024-06-06T08:18:34.680388+0000","last_unstale":"2024-06-06T08:20:45.397665+0000","last_undegraded":"2024-06-06T08:20:45.397665+0000","last_fullsized":"2024-06-06T08:20:45.397665+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:20:11.041953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"99'5","reported_seq":40,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.619224+0000","last_change":"2024-06-06T08:18:37.962877+0000","last_active":"2024-06-06T08:21:18.619224+0000","last_peered":"2024-06-06T08:21:18.619224+0000","last_clean":"2024-06-06T08:21:18.619224+0000","last_became_active":"2024-06-06T08:18:37.962515+0000","last_became_peered":"2024-06-06T08:18:37.962515+0000","last_unstale":"2024-06-06T08:21:18.619224+0000","last_undegraded":"2024-06-06T08:21:18.619224+0000","last_fullsized":"2024-06-06T08:21:18.619224+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:09:29.783996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":25,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.069534+0000","last_change":"2024-06-06T08:18:48.002421+0000","last_active":"2024-06-06T08:19:20.069534+0000","last_peered":"2024-06-06T08:19:20.069534+0000","last_clean":"2024-06-06T08:19:20.069534+0000","last_became_active":"2024-06-06T08:18:48.001500+0000","last_became_peered":"2024-06-06T08:18:48.001500+0000","last_unstale":"2024-06-06T08:19:20.069534+0000","last_undegraded":"2024-06-06T08:19:20.069534+0000","last_fullsized":"2024-06-06T08:19:20.069534+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:16:23.206777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"99'4","reported_seq":45,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:42.292340+0000","last_change":"2024-06-06T08:18:35.126605+0000","last_active":"2024-06-06T08:19:42.292340+0000","last_peered":"2024-06-06T08:19:42.292340+0000","last_clean":"2024-06-06T08:19:42.292340+0000","last_became_active":"2024-06-06T08:18:35.126225+0000","last_became_peered":"2024-06-06T08:18:35.126225+0000","last_unstale":"2024-06-06T08:19:42.292340+0000","last_undegraded":"2024-06-06T08:19:42.292340+0000","last_fullsized":"2024-06-06T08:19:42.292340+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:27:58.288349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"99'7","reported_seq":42,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.622885+0000","last_change":"2024-06-06T08:18:37.978178+0000","last_active":"2024-06-06T08:21:18.622885+0000","last_peered":"2024-06-06T08:21:18.622885+0000","last_clean":"2024-06-06T08:21:18.622885+0000","last_became_active":"2024-06-06T08:18:37.977413+0000","last_became_peered":"2024-06-06T08:18:37.977413+0000","last_unstale":"2024-06-06T08:21:18.622885+0000","last_undegraded":"2024-06-06T08:21:18.622885+0000","last_fullsized":"2024-06-06T08:21:18.622885+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:19:27.492305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":32,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.075449+0000","last_change":"2024-06-06T08:19:20.074860+0000","last_active":"2024-06-06T08:19:20.075449+0000","last_peered":"2024-06-06T08:19:20.075449+0000","last_clean":"2024-06-06T08:19:20.075449+0000","last_became_active":"2024-06-06T08:19:20.074377+0000","last_became_peered":"2024-06-06T08:19:20.074377+0000","last_unstale":"2024-06-06T08:19:20.075449+0000","last_undegraded":"2024-06-06T08:19:20.075449+0000","last_fullsized":"2024-06-06T08:19:20.075449+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:24:23.991833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,10,9],"acting":[4,8,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"99'2","reported_seq":43,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:42.291036+0000","last_change":"2024-06-06T08:18:34.830742+0000","last_active":"2024-06-06T08:19:42.291036+0000","last_peered":"2024-06-06T08:19:42.291036+0000","last_clean":"2024-06-06T08:19:42.291036+0000","last_became_active":"2024-06-06T08:18:34.830351+0000","last_became_peered":"2024-06-06T08:18:34.830351+0000","last_unstale":"2024-06-06T08:19:42.291036+0000","last_undegraded":"2024-06-06T08:19:42.291036+0000","last_fullsized":"2024-06-06T08:19:42.291036+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:26:10.297538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"99'2","reported_seq":37,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.604765+0000","last_change":"2024-06-06T08:18:37.968284+0000","last_active":"2024-06-06T08:21:18.604765+0000","last_peered":"2024-06-06T08:21:18.604765+0000","last_clean":"2024-06-06T08:21:18.604765+0000","last_became_active":"2024-06-06T08:18:37.967965+0000","last_became_peered":"2024-06-06T08:18:37.967965+0000","last_unstale":"2024-06-06T08:21:18.604765+0000","last_undegraded":"2024-06-06T08:21:18.604765+0000","last_fullsized":"2024-06-06T08:21:18.604765+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:06:27.202803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":25,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070368+0000","last_change":"2024-06-06T08:18:48.011663+0000","last_active":"2024-06-06T08:19:20.070368+0000","last_peered":"2024-06-06T08:19:20.070368+0000","last_clean":"2024-06-06T08:19:20.070368+0000","last_became_active":"2024-06-06T08:18:48.011061+0000","last_became_peered":"2024-06-06T08:18:48.011061+0000","last_unstale":"2024-06-06T08:19:20.070368+0000","last_undegraded":"2024-06-06T08:19:20.070368+0000","last_fullsized":"2024-06-06T08:19:20.070368+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:42:57.080453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"99'3","reported_seq":44,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:42.292081+0000","last_change":"2024-06-06T08:18:34.682065+0000","last_active":"2024-06-06T08:19:42.292081+0000","last_peered":"2024-06-06T08:19:42.292081+0000","last_clean":"2024-06-06T08:19:42.292081+0000","last_became_active":"2024-06-06T08:18:34.681713+0000","last_became_peered":"2024-06-06T08:18:34.681713+0000","last_unstale":"2024-06-06T08:19:42.292081+0000","last_undegraded":"2024-06-06T08:19:42.292081+0000","last_fullsized":"2024-06-06T08:19:42.292081+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:31:52.342368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"99'9","reported_seq":43,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.618039+0000","last_change":"2024-06-06T08:18:37.970529+0000","last_active":"2024-06-06T08:21:18.618039+0000","last_peered":"2024-06-06T08:21:18.618039+0000","last_clean":"2024-06-06T08:21:18.618039+0000","last_became_active":"2024-06-06T08:18:37.967457+0000","last_became_peered":"2024-06-06T08:18:37.967457+0000","last_unstale":"2024-06-06T08:21:18.618039+0000","last_undegraded":"2024-06-06T08:21:18.618039+0000","last_fullsized":"2024-06-06T08:21:18.618039+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:37:02.931598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"99'1","reported_seq":26,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:20:00.461788+0000","last_change":"2024-06-06T08:18:48.001708+0000","last_active":"2024-06-06T08:20:00.461788+0000","last_peered":"2024-06-06T08:20:00.461788+0000","last_clean":"2024-06-06T08:20:00.461788+0000","last_became_active":"2024-06-06T08:18:48.001028+0000","last_became_peered":"2024-06-06T08:18:48.001028+0000","last_unstale":"2024-06-06T08:20:00.461788+0000","last_undegraded":"2024-06-06T08:20:00.461788+0000","last_fullsized":"2024-06-06T08:20:00.461788+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:34:36.608830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"99'1","reported_seq":42,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:44.287907+0000","last_change":"2024-06-06T08:18:34.681687+0000","last_active":"2024-06-06T08:19:44.287907+0000","last_peered":"2024-06-06T08:19:44.287907+0000","last_clean":"2024-06-06T08:19:44.287907+0000","last_became_active":"2024-06-06T08:18:34.681359+0000","last_became_peered":"2024-06-06T08:18:34.681359+0000","last_unstale":"2024-06-06T08:19:44.287907+0000","last_undegraded":"2024-06-06T08:19:44.287907+0000","last_fullsized":"2024-06-06T08:19:44.287907+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:04:45.735761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"99'8","reported_seq":43,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.620001+0000","last_change":"2024-06-06T08:18:37.970897+0000","last_active":"2024-06-06T08:21:18.620001+0000","last_peered":"2024-06-06T08:21:18.620001+0000","last_clean":"2024-06-06T08:21:18.620001+0000","last_became_active":"2024-06-06T08:18:37.970571+0000","last_became_peered":"2024-06-06T08:18:37.970571+0000","last_unstale":"2024-06-06T08:21:18.620001+0000","last_undegraded":"2024-06-06T08:21:18.620001+0000","last_fullsized":"2024-06-06T08:21:18.620001+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:46:15.915929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":25,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070273+0000","last_change":"2024-06-06T08:18:48.069630+0000","last_active":"2024-06-06T08:19:20.070273+0000","last_peered":"2024-06-06T08:19:20.070273+0000","last_clean":"2024-06-06T08:19:20.070273+0000","last_became_active":"2024-06-06T08:18:48.069072+0000","last_became_peered":"2024-06-06T08:18:48.069072+0000","last_unstale":"2024-06-06T08:19:20.070273+0000","last_undegraded":"2024-06-06T08:19:20.070273+0000","last_fullsized":"2024-06-06T08:19:20.070273+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:06:52.895802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"99'4","reported_seq":46,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:45.312381+0000","last_change":"2024-06-06T08:18:34.684436+0000","last_active":"2024-06-06T08:19:45.312381+0000","last_peered":"2024-06-06T08:19:45.312381+0000","last_clean":"2024-06-06T08:19:45.312381+0000","last_became_active":"2024-06-06T08:18:34.684088+0000","last_became_peered":"2024-06-06T08:18:34.684088+0000","last_unstale":"2024-06-06T08:19:45.312381+0000","last_undegraded":"2024-06-06T08:19:45.312381+0000","last_fullsized":"2024-06-06T08:19:45.312381+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:15:52.921779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"99'5","reported_seq":40,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.621771+0000","last_change":"2024-06-06T08:18:37.969446+0000","last_active":"2024-06-06T08:21:18.621771+0000","last_peered":"2024-06-06T08:21:18.621771+0000","last_clean":"2024-06-06T08:21:18.621771+0000","last_became_active":"2024-06-06T08:18:37.969080+0000","last_became_peered":"2024-06-06T08:18:37.969080+0000","last_unstale":"2024-06-06T08:21:18.621771+0000","last_undegraded":"2024-06-06T08:21:18.621771+0000","last_fullsized":"2024-06-06T08:21:18.621771+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:11:04.510503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":25,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.072793+0000","last_change":"2024-06-06T08:18:48.003740+0000","last_active":"2024-06-06T08:19:20.072793+0000","last_peered":"2024-06-06T08:19:20.072793+0000","last_clean":"2024-06-06T08:19:20.072793+0000","last_became_active":"2024-06-06T08:18:48.003336+0000","last_became_peered":"2024-06-06T08:18:48.003336+0000","last_unstale":"2024-06-06T08:19:20.072793+0000","last_undegraded":"2024-06-06T08:19:20.072793+0000","last_fullsized":"2024-06-06T08:19:20.072793+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:50:46.165799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"99'3","reported_seq":45,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:45.315383+0000","last_change":"2024-06-06T08:18:35.126341+0000","last_active":"2024-06-06T08:19:45.315383+0000","last_peered":"2024-06-06T08:19:45.315383+0000","last_clean":"2024-06-06T08:19:45.315383+0000","last_became_active":"2024-06-06T08:18:35.125952+0000","last_became_peered":"2024-06-06T08:18:35.125952+0000","last_unstale":"2024-06-06T08:19:45.315383+0000","last_undegraded":"2024-06-06T08:19:45.315383+0000","last_fullsized":"2024-06-06T08:19:45.315383+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:27:06.337259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"99'7","reported_seq":42,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.613364+0000","last_change":"2024-06-06T08:18:37.968441+0000","last_active":"2024-06-06T08:21:18.613364+0000","last_peered":"2024-06-06T08:21:18.613364+0000","last_clean":"2024-06-06T08:21:18.613364+0000","last_became_active":"2024-06-06T08:18:37.968104+0000","last_became_peered":"2024-06-06T08:18:37.968104+0000","last_unstale":"2024-06-06T08:21:18.613364+0000","last_undegraded":"2024-06-06T08:21:18.613364+0000","last_fullsized":"2024-06-06T08:21:18.613364+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:15:56.554327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":25,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.066783+0000","last_change":"2024-06-06T08:18:48.003394+0000","last_active":"2024-06-06T08:19:20.066783+0000","last_peered":"2024-06-06T08:19:20.066783+0000","last_clean":"2024-06-06T08:19:20.066783+0000","last_became_active":"2024-06-06T08:18:48.002989+0000","last_became_peered":"2024-06-06T08:18:48.002989+0000","last_unstale":"2024-06-06T08:19:20.066783+0000","last_undegraded":"2024-06-06T08:19:20.066783+0000","last_fullsized":"2024-06-06T08:19:20.066783+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:03:19.225845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"90'1","reported_seq":43,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:45.312288+0000","last_change":"2024-06-06T08:18:34.682688+0000","last_active":"2024-06-06T08:19:45.312288+0000","last_peered":"2024-06-06T08:19:45.312288+0000","last_clean":"2024-06-06T08:19:45.312288+0000","last_became_active":"2024-06-06T08:18:34.682315+0000","last_became_peered":"2024-06-06T08:18:34.682315+0000","last_unstale":"2024-06-06T08:19:45.312288+0000","last_undegraded":"2024-06-06T08:19:45.312288+0000","last_fullsized":"2024-06-06T08:19:45.312288+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:06:00.681812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"99'6","reported_seq":41,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.613874+0000","last_change":"2024-06-06T08:18:37.973181+0000","last_active":"2024-06-06T08:21:18.613874+0000","last_peered":"2024-06-06T08:21:18.613874+0000","last_clean":"2024-06-06T08:21:18.613874+0000","last_became_active":"2024-06-06T08:18:37.972850+0000","last_became_peered":"2024-06-06T08:18:37.972850+0000","last_unstale":"2024-06-06T08:21:18.613874+0000","last_undegraded":"2024-06-06T08:21:18.613874+0000","last_fullsized":"2024-06-06T08:21:18.613874+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:03:25.044516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":25,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.074294+0000","last_change":"2024-06-06T08:18:48.004398+0000","last_active":"2024-06-06T08:19:20.074294+0000","last_peered":"2024-06-06T08:19:20.074294+0000","last_clean":"2024-06-06T08:19:20.074294+0000","last_became_active":"2024-06-06T08:18:48.003376+0000","last_became_peered":"2024-06-06T08:18:48.003376+0000","last_unstale":"2024-06-06T08:19:20.074294+0000","last_undegraded":"2024-06-06T08:19:20.074294+0000","last_fullsized":"2024-06-06T08:19:20.074294+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:59:24.118255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"90'2","reported_seq":43,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.071787+0000","last_change":"2024-06-06T08:18:34.676555+0000","last_active":"2024-06-06T08:19:20.071787+0000","last_peered":"2024-06-06T08:19:20.071787+0000","last_clean":"2024-06-06T08:19:20.071787+0000","last_became_active":"2024-06-06T08:18:34.676211+0000","last_became_peered":"2024-06-06T08:18:34.676211+0000","last_unstale":"2024-06-06T08:19:20.071787+0000","last_undegraded":"2024-06-06T08:19:20.071787+0000","last_fullsized":"2024-06-06T08:19:20.071787+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:32:06.731526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"99'9","reported_seq":44,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.605532+0000","last_change":"2024-06-06T08:18:37.970913+0000","last_active":"2024-06-06T08:21:18.605532+0000","last_peered":"2024-06-06T08:21:18.605532+0000","last_clean":"2024-06-06T08:21:18.605532+0000","last_became_active":"2024-06-06T08:18:37.970608+0000","last_became_peered":"2024-06-06T08:18:37.970608+0000","last_unstale":"2024-06-06T08:21:18.605532+0000","last_undegraded":"2024-06-06T08:21:18.605532+0000","last_fullsized":"2024-06-06T08:21:18.605532+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:26:04.912347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"99'9","reported_seq":43,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.617914+0000","last_change":"2024-06-06T08:18:37.974755+0000","last_active":"2024-06-06T08:21:18.617914+0000","last_peered":"2024-06-06T08:21:18.617914+0000","last_clean":"2024-06-06T08:21:18.617914+0000","last_became_active":"2024-06-06T08:18:37.974382+0000","last_became_peered":"2024-06-06T08:18:37.974382+0000","last_unstale":"2024-06-06T08:21:18.617914+0000","last_undegraded":"2024-06-06T08:21:18.617914+0000","last_fullsized":"2024-06-06T08:21:18.617914+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:38:10.260699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"99'12","reported_seq":47,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.613163+0000","last_change":"2024-06-06T08:18:37.976674+0000","last_active":"2024-06-06T08:21:18.613163+0000","last_peered":"2024-06-06T08:21:18.613163+0000","last_clean":"2024-06-06T08:21:18.613163+0000","last_became_active":"2024-06-06T08:18:37.976279+0000","last_became_peered":"2024-06-06T08:18:37.976279+0000","last_unstale":"2024-06-06T08:21:18.613163+0000","last_undegraded":"2024-06-06T08:21:18.613163+0000","last_fullsized":"2024-06-06T08:21:18.613163+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:49:44.218179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"99'8","reported_seq":43,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.623883+0000","last_change":"2024-06-06T08:18:37.967246+0000","last_active":"2024-06-06T08:21:18.623883+0000","last_peered":"2024-06-06T08:21:18.623883+0000","last_clean":"2024-06-06T08:21:18.623883+0000","last_became_active":"2024-06-06T08:18:37.966893+0000","last_became_peered":"2024-06-06T08:18:37.966893+0000","last_unstale":"2024-06-06T08:21:18.623883+0000","last_undegraded":"2024-06-06T08:21:18.623883+0000","last_fullsized":"2024-06-06T08:21:18.623883+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:27:37.460198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"99'7","reported_seq":42,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.626269+0000","last_change":"2024-06-06T08:18:37.971779+0000","last_active":"2024-06-06T08:21:18.626269+0000","last_peered":"2024-06-06T08:21:18.626269+0000","last_clean":"2024-06-06T08:21:18.626269+0000","last_became_active":"2024-06-06T08:18:37.971263+0000","last_became_peered":"2024-06-06T08:18:37.971263+0000","last_unstale":"2024-06-06T08:21:18.626269+0000","last_undegraded":"2024-06-06T08:21:18.626269+0000","last_fullsized":"2024-06-06T08:21:18.626269+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:13:07.331856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"99'4","reported_seq":39,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.624690+0000","last_change":"2024-06-06T08:18:37.966498+0000","last_active":"2024-06-06T08:21:18.624690+0000","last_peered":"2024-06-06T08:21:18.624690+0000","last_clean":"2024-06-06T08:21:18.624690+0000","last_became_active":"2024-06-06T08:18:37.966168+0000","last_became_peered":"2024-06-06T08:18:37.966168+0000","last_unstale":"2024-06-06T08:21:18.624690+0000","last_undegraded":"2024-06-06T08:21:18.624690+0000","last_fullsized":"2024-06-06T08:21:18.624690+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:53:30.055427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"99'6","reported_seq":40,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.611801+0000","last_change":"2024-06-06T08:18:37.969990+0000","last_active":"2024-06-06T08:21:18.611801+0000","last_peered":"2024-06-06T08:21:18.611801+0000","last_clean":"2024-06-06T08:21:18.611801+0000","last_became_active":"2024-06-06T08:18:37.968057+0000","last_became_peered":"2024-06-06T08:18:37.968057+0000","last_unstale":"2024-06-06T08:21:18.611801+0000","last_undegraded":"2024-06-06T08:21:18.611801+0000","last_fullsized":"2024-06-06T08:21:18.611801+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:58:09.932685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"99'15","reported_seq":50,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.618685+0000","last_change":"2024-06-06T08:18:37.974080+0000","last_active":"2024-06-06T08:21:18.618685+0000","last_peered":"2024-06-06T08:21:18.618685+0000","last_clean":"2024-06-06T08:21:18.618685+0000","last_became_active":"2024-06-06T08:18:37.973730+0000","last_became_peered":"2024-06-06T08:18:37.973730+0000","last_unstale":"2024-06-06T08:21:18.618685+0000","last_undegraded":"2024-06-06T08:21:18.618685+0000","last_fullsized":"2024-06-06T08:21:18.618685+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:44:14.792754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"99'2","reported_seq":37,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.624185+0000","last_change":"2024-06-06T08:18:37.968451+0000","last_active":"2024-06-06T08:21:18.624185+0000","last_peered":"2024-06-06T08:21:18.624185+0000","last_clean":"2024-06-06T08:21:18.624185+0000","last_became_active":"2024-06-06T08:18:37.968104+0000","last_became_peered":"2024-06-06T08:18:37.968104+0000","last_unstale":"2024-06-06T08:21:18.624185+0000","last_undegraded":"2024-06-06T08:21:18.624185+0000","last_fullsized":"2024-06-06T08:21:18.624185+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:38:19.899618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"99'6","reported_seq":41,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.614554+0000","last_change":"2024-06-06T08:18:37.977208+0000","last_active":"2024-06-06T08:21:18.614554+0000","last_peered":"2024-06-06T08:21:18.614554+0000","last_clean":"2024-06-06T08:21:18.614554+0000","last_became_active":"2024-06-06T08:18:37.976642+0000","last_became_peered":"2024-06-06T08:18:37.976642+0000","last_unstale":"2024-06-06T08:21:18.614554+0000","last_undegraded":"2024-06-06T08:21:18.614554+0000","last_fullsized":"2024-06-06T08:21:18.614554+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:18:53.095544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"99'8","reported_seq":43,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.621947+0000","last_change":"2024-06-06T08:18:37.970249+0000","last_active":"2024-06-06T08:21:18.621947+0000","last_peered":"2024-06-06T08:21:18.621947+0000","last_clean":"2024-06-06T08:21:18.621947+0000","last_became_active":"2024-06-06T08:18:37.968140+0000","last_became_peered":"2024-06-06T08:18:37.968140+0000","last_unstale":"2024-06-06T08:21:18.621947+0000","last_undegraded":"2024-06-06T08:21:18.621947+0000","last_fullsized":"2024-06-06T08:21:18.621947+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:16:33.574669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"99'10","reported_seq":45,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.622774+0000","last_change":"2024-06-06T08:18:37.976750+0000","last_active":"2024-06-06T08:21:18.622774+0000","last_peered":"2024-06-06T08:21:18.622774+0000","last_clean":"2024-06-06T08:21:18.622774+0000","last_became_active":"2024-06-06T08:18:37.972660+0000","last_became_peered":"2024-06-06T08:18:37.972660+0000","last_unstale":"2024-06-06T08:21:18.622774+0000","last_undegraded":"2024-06-06T08:21:18.622774+0000","last_fullsized":"2024-06-06T08:21:18.622774+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:35:12.473923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"99'11","reported_seq":46,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.625974+0000","last_change":"2024-06-06T08:18:37.965227+0000","last_active":"2024-06-06T08:21:18.625974+0000","last_peered":"2024-06-06T08:21:18.625974+0000","last_clean":"2024-06-06T08:21:18.625974+0000","last_became_active":"2024-06-06T08:18:37.964901+0000","last_became_peered":"2024-06-06T08:18:37.964901+0000","last_unstale":"2024-06-06T08:21:18.625974+0000","last_undegraded":"2024-06-06T08:21:18.625974+0000","last_fullsized":"2024-06-06T08:21:18.625974+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:44:35.718192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"99'8","reported_seq":42,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.619747+0000","last_change":"2024-06-06T08:18:37.973543+0000","last_active":"2024-06-06T08:21:18.619747+0000","last_peered":"2024-06-06T08:21:18.619747+0000","last_clean":"2024-06-06T08:21:18.619747+0000","last_became_active":"2024-06-06T08:18:37.973226+0000","last_became_peered":"2024-06-06T08:18:37.973226+0000","last_unstale":"2024-06-06T08:21:18.619747+0000","last_undegraded":"2024-06-06T08:21:18.619747+0000","last_fullsized":"2024-06-06T08:21:18.619747+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:04:36.075435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":284537,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":71422,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":610,"num_read_kb":382,"num_write":178,"num_write_kb":127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":214266,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":152,"ondisk_log_size":152,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":82,"seq":352187318320,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28084,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717068,"statfs":{"total":95995035648,"available":95966277632,"internally_reserved":0,"allocated":1093632,"data_stored":560731,"data_compressed":26504,"data_compressed_allocated":36864,"data_compressed_original":73728,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":10,"up_from":74,"seq":317827579958,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32388,"kb_used_data":1212,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712764,"statfs":{"total":95995035648,"available":95961870336,"internally_reserved":0,"allocated":1241088,"data_stored":1215777,"data_compressed":62685,"data_compressed_allocated":81920,"data_compressed_original":663552,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776187,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36420,"kb_used_data":1084,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708732,"statfs":{"total":95995035648,"available":95957741568,"internally_reserved":0,"allocated":1110016,"data_stored":565029,"data_compressed":26504,"data_compressed_allocated":36864,"data_compressed_original":73728,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037825,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32256,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712896,"statfs":{"total":95995035648,"available":95962005504,"internally_reserved":0,"allocated":1105920,"data_stored":560853,"data_compressed":26504,"data_compressed_allocated":36864,"data_compressed_original":73728,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299461,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32304,"kb_used_data":1128,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712848,"statfs":{"total":95995035648,"available":95961956352,"internally_reserved":0,"allocated":1155072,"data_stored":1156902,"data_compressed":62685,"data_compressed_allocated":81920,"data_compressed_original":663552,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462986,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28076,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717076,"statfs":{"total":95995035648,"available":95966285824,"internally_reserved":0,"allocated":1085440,"data_stored":556109,"data_compressed":26504,"data_compressed_allocated":36864,"data_compressed_original":73728,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574948,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28148,"kb_used_data":1132,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717004,"statfs":{"total":95995035648,"available":95966212096,"internally_reserved":0,"allocated":1159168,"data_stored":623300,"data_compressed":26504,"data_compressed_allocated":36864,"data_compressed_original":73728,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738472,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28100,"kb_used_data":1084,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717052,"statfs":{"total":95995035648,"available":95966261248,"internally_reserved":0,"allocated":1110016,"data_stored":557497,"data_compressed":26504,"data_compressed_allocated":36864,"data_compressed_original":73728,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411424,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28160,"kb_used_data":1144,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716992,"statfs":{"total":95995035648,"available":95966199808,"internally_reserved":0,"allocated":1171456,"data_stored":624504,"data_compressed":26504,"data_compressed_allocated":36864,"data_compressed_original":73728,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149786,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36408,"kb_used_data":1072,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708744,"statfs":{"total":95995035648,"available":95957753856,"internally_reserved":0,"allocated":1097728,"data_stored":556303,"data_compressed":26504,"data_compressed_allocated":36864,"data_compressed_original":73728,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888149,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28096,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717056,"statfs":{"total":95995035648,"available":95966265344,"internally_reserved":0,"allocated":1105920,"data_stored":561402,"data_compressed":26504,"data_compressed_allocated":36864,"data_compressed_original":73728,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724624,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32312,"kb_used_data":1136,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712840,"statfs":{"total":95995035648,"available":95961948160,"internally_reserved":0,"allocated":1163264,"data_stored":1151959,"data_compressed":62685,"data_compressed_allocated":81920,"data_compressed_original":663552,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34544,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34544,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34544,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36181,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36181,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36181,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36181,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36181,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":67281,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":68485,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1287,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":69390,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-06-06T08:21:25.392 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph pg dump --format=json 2024-06-06T08:21:25.682 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:21:25.950 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:25 smithi042 ceph-mon[32384]: pgmap v392: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 426 B/s wr, 5 op/s 2024-06-06T08:21:25.950 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:25 smithi042 ceph-mon[32384]: from='client.14976 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T08:21:26.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:25 smithi149 ceph-mon[36842]: pgmap v392: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 426 B/s wr, 5 op/s 2024-06-06T08:21:26.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:25 smithi149 ceph-mon[36842]: from='client.14976 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T08:21:26.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:25 smithi120 ceph-mon[36658]: pgmap v392: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 426 B/s wr, 5 op/s 2024-06-06T08:21:26.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:25 smithi120 ceph-mon[36658]: from='client.14976 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T08:21:27.396 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:27.394+0000 7f2457b28700 1 -- 172.21.15.42:0/4125994033 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f24501066b0 msgr2=0x7f245010e280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:27.396 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:27.394+0000 7f2457b28700 1 --2- 172.21.15.42:0/4125994033 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f24501066b0 0x7f245010e280 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f244800b0d0 tx=0x7f244800b3e0 comp rx=0 tx=0).stop 2024-06-06T08:21:27.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:27.394+0000 7f2457b28700 1 -- 172.21.15.42:0/4125994033 shutdown_connections 2024-06-06T08:21:27.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:27.394+0000 7f2457b28700 1 --2- 172.21.15.42:0/4125994033 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f24501066b0 0x7f245010e280 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:27.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:27.394+0000 7f2457b28700 1 --2- 172.21.15.42:0/4125994033 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2450101620 0x7f2450101a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:27.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:27.394+0000 7f2457b28700 1 --2- 172.21.15.42:0/4125994033 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2450101fd0 0x7f2450105fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:27.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:27.394+0000 7f2457b28700 1 -- 172.21.15.42:0/4125994033 >> 172.21.15.42:0/4125994033 conn(0x7f2450078340 msgr2=0x7f2450078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:27.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:27.394+0000 7f2457b28700 1 -- 172.21.15.42:0/4125994033 shutdown_connections 2024-06-06T08:21:27.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:27.394+0000 7f2457b28700 1 -- 172.21.15.42:0/4125994033 wait complete. 2024-06-06T08:21:27.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:27.395+0000 7f2457b28700 1 Processor -- start 2024-06-06T08:21:27.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:27.395+0000 7f2457b28700 1 -- start start 2024-06-06T08:21:27.398 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:27.395+0000 7f2457b28700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2450101620 0x7f2450199b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:27.398 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:27.395+0000 7f2457b28700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2450101fd0 0x7f245019a040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:27.398 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:27.395+0000 7f2457b28700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f24501066b0 0x7f24501a4b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:27.398 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:27.395+0000 7f2457b28700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f24501116c0 con 0x7f24501066b0 2024-06-06T08:21:27.398 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:27.395+0000 7f2457b28700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f2450111540 con 0x7f2450101620 2024-06-06T08:21:27.398 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:27.395+0000 7f2457b28700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f2450111840 con 0x7f2450101fd0 2024-06-06T08:21:27.398 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:27.395+0000 7f24560c5700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f24501066b0 0x7f24501a4b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:27.398 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:27.395+0000 7f24560c5700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f24501066b0 0x7f24501a4b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:57540/0 (socket says 172.21.15.42:57540) 2024-06-06T08:21:27.398 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:27.395+0000 7f24560c5700 1 -- 172.21.15.42:0/3414637317 learned_addr learned my addr 172.21.15.42:0/3414637317 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:21:27.398 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:27.396+0000 7f24550c3700 1 --2- 172.21.15.42:0/3414637317 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2450101fd0 0x7f245019a040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:27.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:27.396+0000 7f24558c4700 1 --2- 172.21.15.42:0/3414637317 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2450101620 0x7f2450199b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:27.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:27.396+0000 7f24560c5700 1 -- 172.21.15.42:0/3414637317 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2450101fd0 msgr2=0x7f245019a040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:27.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:27.396+0000 7f24560c5700 1 --2- 172.21.15.42:0/3414637317 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2450101fd0 0x7f245019a040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:27.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:27.396+0000 7f24560c5700 1 -- 172.21.15.42:0/3414637317 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2450101620 msgr2=0x7f2450199b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:27.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:27.396+0000 7f24560c5700 1 --2- 172.21.15.42:0/3414637317 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2450101620 0x7f2450199b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:27.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:27.396+0000 7f24560c5700 1 -- 172.21.15.42:0/3414637317 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24501a50c0 con 0x7f24501066b0 2024-06-06T08:21:27.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:27.396+0000 7f24560c5700 1 --2- 172.21.15.42:0/3414637317 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f24501066b0 0x7f24501a4b80 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f2448006070 tx=0x7f2448004db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:27.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:27.396+0000 7f2446ffd700 1 -- 172.21.15.42:0/3414637317 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2448021070 con 0x7f24501066b0 2024-06-06T08:21:27.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:27.396+0000 7f2457b28700 1 -- 172.21.15.42:0/3414637317 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24501a5290 con 0x7f24501066b0 2024-06-06T08:21:27.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:27.396+0000 7f2457b28700 1 -- 172.21.15.42:0/3414637317 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24501a5790 con 0x7f24501066b0 2024-06-06T08:21:27.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:27.396+0000 7f2446ffd700 1 -- 172.21.15.42:0/3414637317 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2448007c80 con 0x7f24501066b0 2024-06-06T08:21:27.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:27.396+0000 7f2446ffd700 1 -- 172.21.15.42:0/3414637317 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24480053c0 con 0x7f24501066b0 2024-06-06T08:21:27.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:27.397+0000 7f2444ff9700 1 -- 172.21.15.42:0/3414637317 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2438005330 con 0x7f24501066b0 2024-06-06T08:21:27.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:27.399+0000 7f2446ffd700 1 -- 172.21.15.42:0/3414637317 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f2448024070 con 0x7f24501066b0 2024-06-06T08:21:27.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:27.400+0000 7f2446ffd700 1 --2- 172.21.15.42:0/3414637317 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f243c0a2ca0 0x7f243c0a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:27.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:27.400+0000 7f24558c4700 1 --2- 172.21.15.42:0/3414637317 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f243c0a2ca0 0x7f243c0a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:27.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:27.401+0000 7f2446ffd700 1 -- 172.21.15.42:0/3414637317 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f244800f020 con 0x7f24501066b0 2024-06-06T08:21:27.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:27.401+0000 7f24558c4700 1 --2- 172.21.15.42:0/3414637317 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f243c0a2ca0 0x7f243c0a5160 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f244c005950 tx=0x7f244c0058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:27.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:27.403+0000 7f2446ffd700 1 -- 172.21.15.42:0/3414637317 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f244802b020 con 0x7f24501066b0 2024-06-06T08:21:27.606 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:27.607+0000 7f2444ff9700 1 -- 172.21.15.42:0/3414637317 --> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f2438000bc0 con 0x7f243c0a2ca0 2024-06-06T08:21:27.619 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:27.617+0000 7f2446ffd700 1 -- 172.21.15.42:0/3414637317 <== mgr.14152 v2:172.21.15.42:6800/1196215200 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340819 (secure 0 0 0) 0x7f2438000bc0 con 0x7f243c0a2ca0 2024-06-06T08:21:27.624 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:21:27.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:27.620+0000 7f2444ff9700 1 -- 172.21.15.42:0/3414637317 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f243c0a2ca0 msgr2=0x7f243c0a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:27.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:27.620+0000 7f2444ff9700 1 --2- 172.21.15.42:0/3414637317 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f243c0a2ca0 0x7f243c0a5160 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f244c005950 tx=0x7f244c0058e0 comp rx=0 tx=0).stop 2024-06-06T08:21:27.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:27.620+0000 7f2444ff9700 1 -- 172.21.15.42:0/3414637317 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f24501066b0 msgr2=0x7f24501a4b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:27.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:27.620+0000 7f2444ff9700 1 --2- 172.21.15.42:0/3414637317 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f24501066b0 0x7f24501a4b80 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f2448006070 tx=0x7f2448004db0 comp rx=0 tx=0).stop 2024-06-06T08:21:27.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:27.620+0000 7f2444ff9700 1 -- 172.21.15.42:0/3414637317 shutdown_connections 2024-06-06T08:21:27.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:27.620+0000 7f2444ff9700 1 --2- 172.21.15.42:0/3414637317 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f24501066b0 0x7f24501a4b80 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:27.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:27.620+0000 7f2444ff9700 1 --2- 172.21.15.42:0/3414637317 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2450101620 0x7f2450199b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:27.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:27.620+0000 7f2444ff9700 1 --2- 172.21.15.42:0/3414637317 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f243c0a2ca0 0x7f243c0a5160 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:27.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:27.620+0000 7f2444ff9700 1 --2- 172.21.15.42:0/3414637317 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2450101fd0 0x7f245019a040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:27.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:27.621+0000 7f2444ff9700 1 -- 172.21.15.42:0/3414637317 >> 172.21.15.42:0/3414637317 conn(0x7f2450078340 msgr2=0x7f24500ff370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:27.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:27.621+0000 7f2444ff9700 1 -- 172.21.15.42:0/3414637317 shutdown_connections 2024-06-06T08:21:27.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:27.621+0000 7f2444ff9700 1 -- 172.21.15.42:0/3414637317 wait complete. 2024-06-06T08:21:27.628 INFO:teuthology.orchestra.run.smithi042.stderr:dumped all 2024-06-06T08:21:28.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:27 smithi149 ceph-mon[36842]: pgmap v393: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 426 B/s wr, 6 op/s 2024-06-06T08:21:28.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:27 smithi042 ceph-mon[32384]: pgmap v393: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 426 B/s wr, 6 op/s 2024-06-06T08:21:28.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:27 smithi120 ceph-mon[36658]: pgmap v393: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 426 B/s wr, 6 op/s 2024-06-06T08:21:28.362 INFO:teuthology.orchestra.run.smithi042.stdout:{"pg_ready":true,"pg_map":{"version":393,"stamp":"2024-06-06T08:21:26.637056+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":662024,"num_objects":64,"num_object_clones":0,"num_object_copies":194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":756,"num_read_kb":501,"num_write":361,"num_write_kb":3067,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":1180770,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":791,"ondisk_log_size":791,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":370752,"kb_used_data":13280,"kb_used_omap":18,"kb_used_meta":357357,"kb_avail":1124571072,"statfs":{"total":1151940427776,"available":1151560777728,"internally_reserved":0,"allocated":13598720,"data_stored":8690366,"data_compressed":426591,"data_compressed_allocated":577536,"data_compressed_original":2654208,"omap_allocated":19142,"internal_metadata":365933882},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":390,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":72,"num_read_kb":32,"num_write":7,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004895"},"pg_stats":[{"pgid":"3.3f","version":"99'8","reported_seq":42,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.623560+0000","last_change":"2024-06-06T08:18:37.969286+0000","last_active":"2024-06-06T08:21:18.623560+0000","last_peered":"2024-06-06T08:21:18.623560+0000","last_clean":"2024-06-06T08:21:18.623560+0000","last_became_active":"2024-06-06T08:18:37.968898+0000","last_became_peered":"2024-06-06T08:18:37.968898+0000","last_unstale":"2024-06-06T08:21:18.623560+0000","last_undegraded":"2024-06-06T08:21:18.623560+0000","last_fullsized":"2024-06-06T08:21:18.623560+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:03:49.018143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"99'4","reported_seq":39,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.608493+0000","last_change":"2024-06-06T08:18:37.975057+0000","last_active":"2024-06-06T08:21:18.608493+0000","last_peered":"2024-06-06T08:21:18.608493+0000","last_clean":"2024-06-06T08:21:18.608493+0000","last_became_active":"2024-06-06T08:18:37.974448+0000","last_became_peered":"2024-06-06T08:18:37.974448+0000","last_unstale":"2024-06-06T08:21:18.608493+0000","last_undegraded":"2024-06-06T08:21:18.608493+0000","last_fullsized":"2024-06-06T08:21:18.608493+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:56:41.129485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"99'7","reported_seq":42,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.624630+0000","last_change":"2024-06-06T08:18:37.968865+0000","last_active":"2024-06-06T08:21:18.624630+0000","last_peered":"2024-06-06T08:21:18.624630+0000","last_clean":"2024-06-06T08:21:18.624630+0000","last_became_active":"2024-06-06T08:18:37.968415+0000","last_became_peered":"2024-06-06T08:18:37.968415+0000","last_unstale":"2024-06-06T08:21:18.624630+0000","last_undegraded":"2024-06-06T08:21:18.624630+0000","last_fullsized":"2024-06-06T08:21:18.624630+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:44:48.929544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"99'8","reported_seq":43,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.622475+0000","last_change":"2024-06-06T08:18:37.973664+0000","last_active":"2024-06-06T08:21:18.622475+0000","last_peered":"2024-06-06T08:21:18.622475+0000","last_clean":"2024-06-06T08:21:18.622475+0000","last_became_active":"2024-06-06T08:18:37.972598+0000","last_became_peered":"2024-06-06T08:18:37.972598+0000","last_unstale":"2024-06-06T08:21:18.622475+0000","last_undegraded":"2024-06-06T08:21:18.622475+0000","last_fullsized":"2024-06-06T08:21:18.622475+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:12:09.810046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"99'4","reported_seq":39,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.623384+0000","last_change":"2024-06-06T08:18:37.971245+0000","last_active":"2024-06-06T08:21:18.623384+0000","last_peered":"2024-06-06T08:21:18.623384+0000","last_clean":"2024-06-06T08:21:18.623384+0000","last_became_active":"2024-06-06T08:18:37.970942+0000","last_became_peered":"2024-06-06T08:18:37.970942+0000","last_unstale":"2024-06-06T08:21:18.623384+0000","last_undegraded":"2024-06-06T08:21:18.623384+0000","last_fullsized":"2024-06-06T08:21:18.623384+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:01:03.121018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"99'6","reported_seq":41,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.615588+0000","last_change":"2024-06-06T08:18:37.971545+0000","last_active":"2024-06-06T08:21:18.615588+0000","last_peered":"2024-06-06T08:21:18.615588+0000","last_clean":"2024-06-06T08:21:18.615588+0000","last_became_active":"2024-06-06T08:18:37.970818+0000","last_became_peered":"2024-06-06T08:18:37.970818+0000","last_unstale":"2024-06-06T08:21:18.615588+0000","last_undegraded":"2024-06-06T08:21:18.615588+0000","last_fullsized":"2024-06-06T08:21:18.615588+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:31:04.675659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"99'5","reported_seq":40,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.608169+0000","last_change":"2024-06-06T08:18:37.975007+0000","last_active":"2024-06-06T08:21:18.608169+0000","last_peered":"2024-06-06T08:21:18.608169+0000","last_clean":"2024-06-06T08:21:18.608169+0000","last_became_active":"2024-06-06T08:18:37.974687+0000","last_became_peered":"2024-06-06T08:18:37.974687+0000","last_unstale":"2024-06-06T08:21:18.608169+0000","last_undegraded":"2024-06-06T08:21:18.608169+0000","last_fullsized":"2024-06-06T08:21:18.608169+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:50:28.803869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"99'9","reported_seq":44,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.618574+0000","last_change":"2024-06-06T08:18:37.973751+0000","last_active":"2024-06-06T08:21:18.618574+0000","last_peered":"2024-06-06T08:21:18.618574+0000","last_clean":"2024-06-06T08:21:18.618574+0000","last_became_active":"2024-06-06T08:18:37.973437+0000","last_became_peered":"2024-06-06T08:18:37.973437+0000","last_unstale":"2024-06-06T08:21:18.618574+0000","last_undegraded":"2024-06-06T08:21:18.618574+0000","last_fullsized":"2024-06-06T08:21:18.618574+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:49:49.230857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"99'11","reported_seq":46,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.620104+0000","last_change":"2024-06-06T08:18:37.969877+0000","last_active":"2024-06-06T08:21:18.620104+0000","last_peered":"2024-06-06T08:21:18.620104+0000","last_clean":"2024-06-06T08:21:18.620104+0000","last_became_active":"2024-06-06T08:18:37.968143+0000","last_became_peered":"2024-06-06T08:18:37.968143+0000","last_unstale":"2024-06-06T08:21:18.620104+0000","last_undegraded":"2024-06-06T08:21:18.620104+0000","last_fullsized":"2024-06-06T08:21:18.620104+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:37:51.949277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"99'16","reported_seq":51,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.610011+0000","last_change":"2024-06-06T08:18:37.966582+0000","last_active":"2024-06-06T08:21:18.610011+0000","last_peered":"2024-06-06T08:21:18.610011+0000","last_clean":"2024-06-06T08:21:18.610011+0000","last_became_active":"2024-06-06T08:18:37.966101+0000","last_became_peered":"2024-06-06T08:18:37.966101+0000","last_unstale":"2024-06-06T08:21:18.610011+0000","last_undegraded":"2024-06-06T08:21:18.610011+0000","last_fullsized":"2024-06-06T08:21:18.610011+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:03:28.811154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"99'6","reported_seq":41,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.613095+0000","last_change":"2024-06-06T08:18:37.971894+0000","last_active":"2024-06-06T08:21:18.613095+0000","last_peered":"2024-06-06T08:21:18.613095+0000","last_clean":"2024-06-06T08:21:18.613095+0000","last_became_active":"2024-06-06T08:18:37.971571+0000","last_became_peered":"2024-06-06T08:18:37.971571+0000","last_unstale":"2024-06-06T08:21:18.613095+0000","last_undegraded":"2024-06-06T08:21:18.613095+0000","last_fullsized":"2024-06-06T08:21:18.613095+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:25:21.990022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"99'7","reported_seq":42,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.622130+0000","last_change":"2024-06-06T08:18:37.976387+0000","last_active":"2024-06-06T08:21:18.622130+0000","last_peered":"2024-06-06T08:21:18.622130+0000","last_clean":"2024-06-06T08:21:18.622130+0000","last_became_active":"2024-06-06T08:18:37.975401+0000","last_became_peered":"2024-06-06T08:18:37.975401+0000","last_unstale":"2024-06-06T08:21:18.622130+0000","last_undegraded":"2024-06-06T08:21:18.622130+0000","last_fullsized":"2024-06-06T08:21:18.622130+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:46:21.791578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"99'10","reported_seq":45,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.625933+0000","last_change":"2024-06-06T08:18:37.972454+0000","last_active":"2024-06-06T08:21:18.625933+0000","last_peered":"2024-06-06T08:21:18.625933+0000","last_clean":"2024-06-06T08:21:18.625933+0000","last_became_active":"2024-06-06T08:18:37.971686+0000","last_became_peered":"2024-06-06T08:18:37.971686+0000","last_unstale":"2024-06-06T08:21:18.625933+0000","last_undegraded":"2024-06-06T08:21:18.625933+0000","last_fullsized":"2024-06-06T08:21:18.625933+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:12:25.393092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"99'7","reported_seq":42,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.617608+0000","last_change":"2024-06-06T08:18:37.975608+0000","last_active":"2024-06-06T08:21:18.617608+0000","last_peered":"2024-06-06T08:21:18.617608+0000","last_clean":"2024-06-06T08:21:18.617608+0000","last_became_active":"2024-06-06T08:18:37.975058+0000","last_became_peered":"2024-06-06T08:18:37.975058+0000","last_unstale":"2024-06-06T08:21:18.617608+0000","last_undegraded":"2024-06-06T08:21:18.617608+0000","last_fullsized":"2024-06-06T08:21:18.617608+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:02:46.106415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"99'7","reported_seq":42,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.621981+0000","last_change":"2024-06-06T08:18:37.970867+0000","last_active":"2024-06-06T08:21:18.621981+0000","last_peered":"2024-06-06T08:21:18.621981+0000","last_clean":"2024-06-06T08:21:18.621981+0000","last_became_active":"2024-06-06T08:18:37.970521+0000","last_became_peered":"2024-06-06T08:18:37.970521+0000","last_unstale":"2024-06-06T08:21:18.621981+0000","last_undegraded":"2024-06-06T08:21:18.621981+0000","last_fullsized":"2024-06-06T08:21:18.621981+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:58:33.517402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"99'9","reported_seq":44,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.623928+0000","last_change":"2024-06-06T08:18:37.973492+0000","last_active":"2024-06-06T08:21:18.623928+0000","last_peered":"2024-06-06T08:21:18.623928+0000","last_clean":"2024-06-06T08:21:18.623928+0000","last_became_active":"2024-06-06T08:18:37.972691+0000","last_became_peered":"2024-06-06T08:18:37.972691+0000","last_unstale":"2024-06-06T08:21:18.623928+0000","last_undegraded":"2024-06-06T08:21:18.623928+0000","last_fullsized":"2024-06-06T08:21:18.623928+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:34:06.138782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"99'8","reported_seq":42,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.623646+0000","last_change":"2024-06-06T08:18:37.968931+0000","last_active":"2024-06-06T08:21:18.623646+0000","last_peered":"2024-06-06T08:21:18.623646+0000","last_clean":"2024-06-06T08:21:18.623646+0000","last_became_active":"2024-06-06T08:18:37.968544+0000","last_became_peered":"2024-06-06T08:18:37.968544+0000","last_unstale":"2024-06-06T08:21:18.623646+0000","last_undegraded":"2024-06-06T08:21:18.623646+0000","last_fullsized":"2024-06-06T08:21:18.623646+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:29:03.919712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"99'10","reported_seq":45,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.608061+0000","last_change":"2024-06-06T08:18:37.968783+0000","last_active":"2024-06-06T08:21:18.608061+0000","last_peered":"2024-06-06T08:21:18.608061+0000","last_clean":"2024-06-06T08:21:18.608061+0000","last_became_active":"2024-06-06T08:18:37.968471+0000","last_became_peered":"2024-06-06T08:18:37.968471+0000","last_unstale":"2024-06-06T08:21:18.608061+0000","last_undegraded":"2024-06-06T08:21:18.608061+0000","last_fullsized":"2024-06-06T08:21:18.608061+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:36:23.904974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"99'7","reported_seq":42,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.624063+0000","last_change":"2024-06-06T08:18:37.971803+0000","last_active":"2024-06-06T08:21:18.624063+0000","last_peered":"2024-06-06T08:21:18.624063+0000","last_clean":"2024-06-06T08:21:18.624063+0000","last_became_active":"2024-06-06T08:18:37.971131+0000","last_became_peered":"2024-06-06T08:18:37.971131+0000","last_unstale":"2024-06-06T08:21:18.624063+0000","last_undegraded":"2024-06-06T08:21:18.624063+0000","last_fullsized":"2024-06-06T08:21:18.624063+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:37:23.954557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":25,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070071+0000","last_change":"2024-06-06T08:18:48.002957+0000","last_active":"2024-06-06T08:19:20.070071+0000","last_peered":"2024-06-06T08:19:20.070071+0000","last_clean":"2024-06-06T08:19:20.070071+0000","last_became_active":"2024-06-06T08:18:48.001518+0000","last_became_peered":"2024-06-06T08:18:48.001518+0000","last_unstale":"2024-06-06T08:19:20.070071+0000","last_undegraded":"2024-06-06T08:19:20.070071+0000","last_fullsized":"2024-06-06T08:19:20.070071+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:55:37.919549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"99'9","reported_seq":51,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:45.315794+0000","last_change":"2024-06-06T08:18:34.680831+0000","last_active":"2024-06-06T08:19:45.315794+0000","last_peered":"2024-06-06T08:19:45.315794+0000","last_clean":"2024-06-06T08:19:45.315794+0000","last_became_active":"2024-06-06T08:18:34.680454+0000","last_became_peered":"2024-06-06T08:18:34.680454+0000","last_unstale":"2024-06-06T08:19:45.315794+0000","last_undegraded":"2024-06-06T08:19:45.315794+0000","last_fullsized":"2024-06-06T08:19:45.315794+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:58:54.944086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"99'5","reported_seq":40,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.621520+0000","last_change":"2024-06-06T08:18:37.977854+0000","last_active":"2024-06-06T08:21:18.621520+0000","last_peered":"2024-06-06T08:21:18.621520+0000","last_clean":"2024-06-06T08:21:18.621520+0000","last_became_active":"2024-06-06T08:18:37.977434+0000","last_became_peered":"2024-06-06T08:18:37.977434+0000","last_unstale":"2024-06-06T08:21:18.621520+0000","last_undegraded":"2024-06-06T08:21:18.621520+0000","last_fullsized":"2024-06-06T08:21:18.621520+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:33:32.371856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":25,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070570+0000","last_change":"2024-06-06T08:18:48.003720+0000","last_active":"2024-06-06T08:19:20.070570+0000","last_peered":"2024-06-06T08:19:20.070570+0000","last_clean":"2024-06-06T08:19:20.070570+0000","last_became_active":"2024-06-06T08:18:48.003293+0000","last_became_peered":"2024-06-06T08:18:48.003293+0000","last_unstale":"2024-06-06T08:19:20.070570+0000","last_undegraded":"2024-06-06T08:19:20.070570+0000","last_fullsized":"2024-06-06T08:19:20.070570+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:39:08.052369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"99'2","reported_seq":43,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:43.302554+0000","last_change":"2024-06-06T08:18:34.830505+0000","last_active":"2024-06-06T08:19:43.302554+0000","last_peered":"2024-06-06T08:19:43.302554+0000","last_clean":"2024-06-06T08:19:43.302554+0000","last_became_active":"2024-06-06T08:18:34.830157+0000","last_became_peered":"2024-06-06T08:18:34.830157+0000","last_unstale":"2024-06-06T08:19:43.302554+0000","last_undegraded":"2024-06-06T08:19:43.302554+0000","last_fullsized":"2024-06-06T08:19:43.302554+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:07:55.952261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"99'6","reported_seq":41,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.624278+0000","last_change":"2024-06-06T08:18:37.974925+0000","last_active":"2024-06-06T08:21:18.624278+0000","last_peered":"2024-06-06T08:21:18.624278+0000","last_clean":"2024-06-06T08:21:18.624278+0000","last_became_active":"2024-06-06T08:18:37.974528+0000","last_became_peered":"2024-06-06T08:18:37.974528+0000","last_unstale":"2024-06-06T08:21:18.624278+0000","last_undegraded":"2024-06-06T08:21:18.624278+0000","last_fullsized":"2024-06-06T08:21:18.624278+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:54:47.694267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":25,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070754+0000","last_change":"2024-06-06T08:18:48.005547+0000","last_active":"2024-06-06T08:19:20.070754+0000","last_peered":"2024-06-06T08:19:20.070754+0000","last_clean":"2024-06-06T08:19:20.070754+0000","last_became_active":"2024-06-06T08:18:48.004679+0000","last_became_peered":"2024-06-06T08:18:48.004679+0000","last_unstale":"2024-06-06T08:19:20.070754+0000","last_undegraded":"2024-06-06T08:19:20.070754+0000","last_fullsized":"2024-06-06T08:19:20.070754+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:53:29.106218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"99'4","reported_seq":45,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:43.304550+0000","last_change":"2024-06-06T08:18:34.683926+0000","last_active":"2024-06-06T08:19:43.304550+0000","last_peered":"2024-06-06T08:19:43.304550+0000","last_clean":"2024-06-06T08:19:43.304550+0000","last_became_active":"2024-06-06T08:18:34.683493+0000","last_became_peered":"2024-06-06T08:18:34.683493+0000","last_unstale":"2024-06-06T08:19:43.304550+0000","last_undegraded":"2024-06-06T08:19:43.304550+0000","last_fullsized":"2024-06-06T08:19:43.304550+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:27:29.601530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"99'9","reported_seq":44,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.621064+0000","last_change":"2024-06-06T08:18:37.975179+0000","last_active":"2024-06-06T08:21:18.621064+0000","last_peered":"2024-06-06T08:21:18.621064+0000","last_clean":"2024-06-06T08:21:18.621064+0000","last_became_active":"2024-06-06T08:18:37.974205+0000","last_became_peered":"2024-06-06T08:18:37.974205+0000","last_unstale":"2024-06-06T08:21:18.621064+0000","last_undegraded":"2024-06-06T08:21:18.621064+0000","last_fullsized":"2024-06-06T08:21:18.621064+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:29:03.142921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":25,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.071186+0000","last_change":"2024-06-06T08:18:48.004230+0000","last_active":"2024-06-06T08:19:20.071186+0000","last_peered":"2024-06-06T08:19:20.071186+0000","last_clean":"2024-06-06T08:19:20.071186+0000","last_became_active":"2024-06-06T08:18:48.003537+0000","last_became_peered":"2024-06-06T08:18:48.003537+0000","last_unstale":"2024-06-06T08:19:20.071186+0000","last_undegraded":"2024-06-06T08:19:20.071186+0000","last_fullsized":"2024-06-06T08:19:20.071186+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:07:20.249382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"90'2","reported_seq":15,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.084480+0000","last_change":"2024-06-06T08:19:20.084063+0000","last_active":"2024-06-06T08:19:20.084480+0000","last_peered":"2024-06-06T08:19:20.084480+0000","last_clean":"2024-06-06T08:19:20.084480+0000","last_became_active":"2024-06-06T08:19:20.075868+0000","last_became_peered":"2024-06-06T08:19:20.075868+0000","last_unstale":"2024-06-06T08:19:20.084480+0000","last_undegraded":"2024-06-06T08:19:20.084480+0000","last_fullsized":"2024-06-06T08:19:20.084480+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:59:24.220798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1d","version":"99'15","reported_seq":50,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.622328+0000","last_change":"2024-06-06T08:18:37.973128+0000","last_active":"2024-06-06T08:21:18.622328+0000","last_peered":"2024-06-06T08:21:18.622328+0000","last_clean":"2024-06-06T08:21:18.622328+0000","last_became_active":"2024-06-06T08:18:37.972667+0000","last_became_peered":"2024-06-06T08:18:37.972667+0000","last_unstale":"2024-06-06T08:21:18.622328+0000","last_undegraded":"2024-06-06T08:21:18.622328+0000","last_fullsized":"2024-06-06T08:21:18.622328+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:30:50.132958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":25,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070696+0000","last_change":"2024-06-06T08:18:48.004156+0000","last_active":"2024-06-06T08:19:20.070696+0000","last_peered":"2024-06-06T08:19:20.070696+0000","last_clean":"2024-06-06T08:19:20.070696+0000","last_became_active":"2024-06-06T08:18:48.003705+0000","last_became_peered":"2024-06-06T08:18:48.003705+0000","last_unstale":"2024-06-06T08:19:20.070696+0000","last_undegraded":"2024-06-06T08:19:20.070696+0000","last_fullsized":"2024-06-06T08:19:20.070696+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:52:37.890207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"99'5","reported_seq":148,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:23.453436+0000","last_change":"2024-06-06T08:18:34.685641+0000","last_active":"2024-06-06T08:21:23.453436+0000","last_peered":"2024-06-06T08:21:23.453436+0000","last_clean":"2024-06-06T08:21:23.453436+0000","last_became_active":"2024-06-06T08:18:34.685132+0000","last_became_peered":"2024-06-06T08:18:34.685132+0000","last_unstale":"2024-06-06T08:21:23.453436+0000","last_undegraded":"2024-06-06T08:21:23.453436+0000","last_fullsized":"2024-06-06T08:21:23.453436+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:40:43.547356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":102,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"99'7","reported_seq":42,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.608515+0000","last_change":"2024-06-06T08:18:37.973373+0000","last_active":"2024-06-06T08:21:18.608515+0000","last_peered":"2024-06-06T08:21:18.608515+0000","last_clean":"2024-06-06T08:21:18.608515+0000","last_became_active":"2024-06-06T08:18:37.973058+0000","last_became_peered":"2024-06-06T08:18:37.973058+0000","last_unstale":"2024-06-06T08:21:18.608515+0000","last_undegraded":"2024-06-06T08:21:18.608515+0000","last_fullsized":"2024-06-06T08:21:18.608515+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:32:17.184387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":25,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070088+0000","last_change":"2024-06-06T08:18:48.010926+0000","last_active":"2024-06-06T08:19:20.070088+0000","last_peered":"2024-06-06T08:19:20.070088+0000","last_clean":"2024-06-06T08:19:20.070088+0000","last_became_active":"2024-06-06T08:18:48.010444+0000","last_became_peered":"2024-06-06T08:18:48.010444+0000","last_unstale":"2024-06-06T08:19:20.070088+0000","last_undegraded":"2024-06-06T08:19:20.070088+0000","last_fullsized":"2024-06-06T08:19:20.070088+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:53:31.540388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"99'3","reported_seq":44,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:43.304608+0000","last_change":"2024-06-06T08:18:34.680735+0000","last_active":"2024-06-06T08:19:43.304608+0000","last_peered":"2024-06-06T08:19:43.304608+0000","last_clean":"2024-06-06T08:19:43.304608+0000","last_became_active":"2024-06-06T08:18:34.680352+0000","last_became_peered":"2024-06-06T08:18:34.680352+0000","last_unstale":"2024-06-06T08:19:43.304608+0000","last_undegraded":"2024-06-06T08:19:43.304608+0000","last_fullsized":"2024-06-06T08:19:43.304608+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:24:50.680543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"99'8","reported_seq":19,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.617474+0000","last_change":"2024-06-06T08:19:20.075768+0000","last_active":"2024-06-06T08:21:18.617474+0000","last_peered":"2024-06-06T08:21:18.617474+0000","last_clean":"2024-06-06T08:21:18.617474+0000","last_became_active":"2024-06-06T08:19:20.075384+0000","last_became_peered":"2024-06-06T08:19:20.075384+0000","last_unstale":"2024-06-06T08:21:18.617474+0000","last_undegraded":"2024-06-06T08:21:18.617474+0000","last_fullsized":"2024-06-06T08:21:18.617474+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:34:44.437089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,3],"acting":[9,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":25,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.071188+0000","last_change":"2024-06-06T08:18:48.012906+0000","last_active":"2024-06-06T08:19:20.071188+0000","last_peered":"2024-06-06T08:19:20.071188+0000","last_clean":"2024-06-06T08:19:20.071188+0000","last_became_active":"2024-06-06T08:18:48.012454+0000","last_became_peered":"2024-06-06T08:18:48.012454+0000","last_unstale":"2024-06-06T08:19:20.071188+0000","last_undegraded":"2024-06-06T08:19:20.071188+0000","last_fullsized":"2024-06-06T08:19:20.071188+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:36:56.660610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"99'2","reported_seq":43,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:43.304134+0000","last_change":"2024-06-06T08:18:34.678683+0000","last_active":"2024-06-06T08:19:43.304134+0000","last_peered":"2024-06-06T08:19:43.304134+0000","last_clean":"2024-06-06T08:19:43.304134+0000","last_became_active":"2024-06-06T08:18:34.678342+0000","last_became_peered":"2024-06-06T08:18:34.678342+0000","last_unstale":"2024-06-06T08:19:43.304134+0000","last_undegraded":"2024-06-06T08:19:43.304134+0000","last_fullsized":"2024-06-06T08:19:43.304134+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T20:11:33.963323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"99'8","reported_seq":43,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.624104+0000","last_change":"2024-06-06T08:18:37.965932+0000","last_active":"2024-06-06T08:21:18.624104+0000","last_peered":"2024-06-06T08:21:18.624104+0000","last_clean":"2024-06-06T08:21:18.624104+0000","last_became_active":"2024-06-06T08:18:37.963714+0000","last_became_peered":"2024-06-06T08:18:37.963714+0000","last_unstale":"2024-06-06T08:21:18.624104+0000","last_undegraded":"2024-06-06T08:21:18.624104+0000","last_fullsized":"2024-06-06T08:21:18.624104+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:06:11.882753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":25,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.067130+0000","last_change":"2024-06-06T08:18:48.002609+0000","last_active":"2024-06-06T08:19:20.067130+0000","last_peered":"2024-06-06T08:19:20.067130+0000","last_clean":"2024-06-06T08:19:20.067130+0000","last_became_active":"2024-06-06T08:18:48.002211+0000","last_became_peered":"2024-06-06T08:18:48.002211+0000","last_unstale":"2024-06-06T08:19:20.067130+0000","last_undegraded":"2024-06-06T08:19:20.067130+0000","last_fullsized":"2024-06-06T08:19:20.067130+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:55:07.926808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"99'1","reported_seq":42,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:42.292767+0000","last_change":"2024-06-06T08:18:34.685112+0000","last_active":"2024-06-06T08:19:42.292767+0000","last_peered":"2024-06-06T08:19:42.292767+0000","last_clean":"2024-06-06T08:19:42.292767+0000","last_became_active":"2024-06-06T08:18:34.682604+0000","last_became_peered":"2024-06-06T08:18:34.682604+0000","last_unstale":"2024-06-06T08:19:42.292767+0000","last_undegraded":"2024-06-06T08:19:42.292767+0000","last_fullsized":"2024-06-06T08:19:42.292767+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:13:14.896283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"99'11","reported_seq":46,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.618542+0000","last_change":"2024-06-06T08:18:37.966628+0000","last_active":"2024-06-06T08:21:18.618542+0000","last_peered":"2024-06-06T08:21:18.618542+0000","last_clean":"2024-06-06T08:21:18.618542+0000","last_became_active":"2024-06-06T08:18:37.966174+0000","last_became_peered":"2024-06-06T08:18:37.966174+0000","last_unstale":"2024-06-06T08:21:18.618542+0000","last_undegraded":"2024-06-06T08:21:18.618542+0000","last_fullsized":"2024-06-06T08:21:18.618542+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:26:27.138349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":25,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.072489+0000","last_change":"2024-06-06T08:18:48.006357+0000","last_active":"2024-06-06T08:19:20.072489+0000","last_peered":"2024-06-06T08:19:20.072489+0000","last_clean":"2024-06-06T08:19:20.072489+0000","last_became_active":"2024-06-06T08:18:48.005964+0000","last_became_peered":"2024-06-06T08:18:48.005964+0000","last_unstale":"2024-06-06T08:19:20.072489+0000","last_undegraded":"2024-06-06T08:19:20.072489+0000","last_fullsized":"2024-06-06T08:19:20.072489+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:17:40.197144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"99'3","reported_seq":141,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:20.448475+0000","last_change":"2024-06-06T08:18:34.678638+0000","last_active":"2024-06-06T08:21:20.448475+0000","last_peered":"2024-06-06T08:21:20.448475+0000","last_clean":"2024-06-06T08:21:20.448475+0000","last_became_active":"2024-06-06T08:18:34.678294+0000","last_became_peered":"2024-06-06T08:18:34.678294+0000","last_unstale":"2024-06-06T08:21:20.448475+0000","last_undegraded":"2024-06-06T08:21:20.448475+0000","last_fullsized":"2024-06-06T08:21:20.448475+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:03:28.113846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":97,"num_read_kb":97,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"99'10","reported_seq":45,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.622494+0000","last_change":"2024-06-06T08:18:37.971773+0000","last_active":"2024-06-06T08:21:18.622494+0000","last_peered":"2024-06-06T08:21:18.622494+0000","last_clean":"2024-06-06T08:21:18.622494+0000","last_became_active":"2024-06-06T08:18:37.969850+0000","last_became_peered":"2024-06-06T08:18:37.969850+0000","last_unstale":"2024-06-06T08:21:18.622494+0000","last_undegraded":"2024-06-06T08:21:18.622494+0000","last_fullsized":"2024-06-06T08:21:18.622494+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:16:43.238696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":25,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.069201+0000","last_change":"2024-06-06T08:18:48.011111+0000","last_active":"2024-06-06T08:19:20.069201+0000","last_peered":"2024-06-06T08:19:20.069201+0000","last_clean":"2024-06-06T08:19:20.069201+0000","last_became_active":"2024-06-06T08:18:48.010614+0000","last_became_peered":"2024-06-06T08:18:48.010614+0000","last_unstale":"2024-06-06T08:19:20.069201+0000","last_undegraded":"2024-06-06T08:19:20.069201+0000","last_fullsized":"2024-06-06T08:19:20.069201+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:08:29.921768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"99'2","reported_seq":43,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:42.290656+0000","last_change":"2024-06-06T08:18:34.684626+0000","last_active":"2024-06-06T08:19:42.290656+0000","last_peered":"2024-06-06T08:19:42.290656+0000","last_clean":"2024-06-06T08:19:42.290656+0000","last_became_active":"2024-06-06T08:18:34.683484+0000","last_became_peered":"2024-06-06T08:18:34.683484+0000","last_unstale":"2024-06-06T08:19:42.290656+0000","last_undegraded":"2024-06-06T08:19:42.290656+0000","last_fullsized":"2024-06-06T08:19:42.290656+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:43:17.979708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"99'9","reported_seq":44,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.621423+0000","last_change":"2024-06-06T08:18:37.971981+0000","last_active":"2024-06-06T08:21:18.621423+0000","last_peered":"2024-06-06T08:21:18.621423+0000","last_clean":"2024-06-06T08:21:18.621423+0000","last_became_active":"2024-06-06T08:18:37.971625+0000","last_became_peered":"2024-06-06T08:18:37.971625+0000","last_unstale":"2024-06-06T08:21:18.621423+0000","last_undegraded":"2024-06-06T08:21:18.621423+0000","last_fullsized":"2024-06-06T08:21:18.621423+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:26:54.424426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":25,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070981+0000","last_change":"2024-06-06T08:18:48.001480+0000","last_active":"2024-06-06T08:19:20.070981+0000","last_peered":"2024-06-06T08:19:20.070981+0000","last_clean":"2024-06-06T08:19:20.070981+0000","last_became_active":"2024-06-06T08:18:48.001066+0000","last_became_peered":"2024-06-06T08:18:48.001066+0000","last_unstale":"2024-06-06T08:19:20.070981+0000","last_undegraded":"2024-06-06T08:19:20.070981+0000","last_fullsized":"2024-06-06T08:19:20.070981+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:41:03.746928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"99'4","reported_seq":46,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:45.314335+0000","last_change":"2024-06-06T08:18:34.830839+0000","last_active":"2024-06-06T08:19:45.314335+0000","last_peered":"2024-06-06T08:19:45.314335+0000","last_clean":"2024-06-06T08:19:45.314335+0000","last_became_active":"2024-06-06T08:18:34.830371+0000","last_became_peered":"2024-06-06T08:18:34.830371+0000","last_unstale":"2024-06-06T08:19:45.314335+0000","last_undegraded":"2024-06-06T08:19:45.314335+0000","last_fullsized":"2024-06-06T08:19:45.314335+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:27:59.206172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"99'11","reported_seq":46,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.623560+0000","last_change":"2024-06-06T08:18:37.980946+0000","last_active":"2024-06-06T08:21:18.623560+0000","last_peered":"2024-06-06T08:21:18.623560+0000","last_clean":"2024-06-06T08:21:18.623560+0000","last_became_active":"2024-06-06T08:18:37.980580+0000","last_became_peered":"2024-06-06T08:18:37.980580+0000","last_unstale":"2024-06-06T08:21:18.623560+0000","last_undegraded":"2024-06-06T08:21:18.623560+0000","last_fullsized":"2024-06-06T08:21:18.623560+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:13:23.979160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.076782+0000","last_change":"2024-06-06T08:19:20.076301+0000","last_active":"2024-06-06T08:19:20.076782+0000","last_peered":"2024-06-06T08:19:20.076782+0000","last_clean":"2024-06-06T08:19:20.076782+0000","last_became_active":"2024-06-06T08:19:20.075827+0000","last_became_peered":"2024-06-06T08:19:20.075827+0000","last_unstale":"2024-06-06T08:19:20.076782+0000","last_undegraded":"2024-06-06T08:19:20.076782+0000","last_fullsized":"2024-06-06T08:19:20.076782+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:33:26.126674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,11,5],"acting":[10,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.14","version":"99'38","reported_seq":284,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:21.449985+0000","last_change":"2024-06-06T08:18:34.682178+0000","last_active":"2024-06-06T08:21:21.449985+0000","last_peered":"2024-06-06T08:21:21.449985+0000","last_clean":"2024-06-06T08:21:21.449985+0000","last_became_active":"2024-06-06T08:18:34.681568+0000","last_became_peered":"2024-06-06T08:18:34.681568+0000","last_unstale":"2024-06-06T08:21:21.449985+0000","last_undegraded":"2024-06-06T08:21:21.449985+0000","last_fullsized":"2024-06-06T08:21:21.449985+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:52:19.711661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67281,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":205,"num_read_kb":168,"num_write":39,"num_write_kb":84,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"99'6","reported_seq":41,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.617099+0000","last_change":"2024-06-06T08:18:37.977178+0000","last_active":"2024-06-06T08:21:18.617099+0000","last_peered":"2024-06-06T08:21:18.617099+0000","last_clean":"2024-06-06T08:21:18.617099+0000","last_became_active":"2024-06-06T08:18:37.976879+0000","last_became_peered":"2024-06-06T08:18:37.976879+0000","last_unstale":"2024-06-06T08:21:18.617099+0000","last_undegraded":"2024-06-06T08:21:18.617099+0000","last_fullsized":"2024-06-06T08:21:18.617099+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:21:44.043685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":25,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.074749+0000","last_change":"2024-06-06T08:18:48.006999+0000","last_active":"2024-06-06T08:19:20.074749+0000","last_peered":"2024-06-06T08:19:20.074749+0000","last_clean":"2024-06-06T08:19:20.074749+0000","last_became_active":"2024-06-06T08:18:48.005658+0000","last_became_peered":"2024-06-06T08:18:48.005658+0000","last_unstale":"2024-06-06T08:19:20.074749+0000","last_undegraded":"2024-06-06T08:19:20.074749+0000","last_fullsized":"2024-06-06T08:19:20.074749+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:34:10.637604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"99'6","reported_seq":22,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:43.304206+0000","last_change":"2024-06-06T08:19:20.081844+0000","last_active":"2024-06-06T08:19:43.304206+0000","last_peered":"2024-06-06T08:19:43.304206+0000","last_clean":"2024-06-06T08:19:43.304206+0000","last_became_active":"2024-06-06T08:19:20.075790+0000","last_became_peered":"2024-06-06T08:19:20.075790+0000","last_unstale":"2024-06-06T08:19:43.304206+0000","last_undegraded":"2024-06-06T08:19:43.304206+0000","last_fullsized":"2024-06-06T08:19:43.304206+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:25:04.061811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"99'9","reported_seq":44,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.623596+0000","last_change":"2024-06-06T08:18:37.972377+0000","last_active":"2024-06-06T08:21:18.623596+0000","last_peered":"2024-06-06T08:21:18.623596+0000","last_clean":"2024-06-06T08:21:18.623596+0000","last_became_active":"2024-06-06T08:18:37.971755+0000","last_became_peered":"2024-06-06T08:18:37.971755+0000","last_unstale":"2024-06-06T08:21:18.623596+0000","last_undegraded":"2024-06-06T08:21:18.623596+0000","last_fullsized":"2024-06-06T08:21:18.623596+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:00:54.267536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":32,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.078110+0000","last_change":"2024-06-06T08:19:20.077172+0000","last_active":"2024-06-06T08:19:20.078110+0000","last_peered":"2024-06-06T08:19:20.078110+0000","last_clean":"2024-06-06T08:19:20.078110+0000","last_became_active":"2024-06-06T08:19:20.076569+0000","last_became_peered":"2024-06-06T08:19:20.076569+0000","last_unstale":"2024-06-06T08:19:20.078110+0000","last_undegraded":"2024-06-06T08:19:20.078110+0000","last_fullsized":"2024-06-06T08:19:20.078110+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T20:17:32.702814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,7,6],"acting":[11,8,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"99'3","reported_seq":44,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:42.293311+0000","last_change":"2024-06-06T08:18:34.683416+0000","last_active":"2024-06-06T08:19:42.293311+0000","last_peered":"2024-06-06T08:19:42.293311+0000","last_clean":"2024-06-06T08:19:42.293311+0000","last_became_active":"2024-06-06T08:18:34.683056+0000","last_became_peered":"2024-06-06T08:18:34.683056+0000","last_unstale":"2024-06-06T08:19:42.293311+0000","last_undegraded":"2024-06-06T08:19:42.293311+0000","last_fullsized":"2024-06-06T08:19:42.293311+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:52:58.744871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"99'15","reported_seq":50,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.622621+0000","last_change":"2024-06-06T08:18:37.978644+0000","last_active":"2024-06-06T08:21:18.622621+0000","last_peered":"2024-06-06T08:21:18.622621+0000","last_clean":"2024-06-06T08:21:18.622621+0000","last_became_active":"2024-06-06T08:18:37.978318+0000","last_became_peered":"2024-06-06T08:18:37.978318+0000","last_unstale":"2024-06-06T08:21:18.622621+0000","last_undegraded":"2024-06-06T08:21:18.622621+0000","last_fullsized":"2024-06-06T08:21:18.622621+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:44:07.829155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":25,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070215+0000","last_change":"2024-06-06T08:18:48.004073+0000","last_active":"2024-06-06T08:19:20.070215+0000","last_peered":"2024-06-06T08:19:20.070215+0000","last_clean":"2024-06-06T08:19:20.070215+0000","last_became_active":"2024-06-06T08:18:48.003698+0000","last_became_peered":"2024-06-06T08:18:48.003698+0000","last_unstale":"2024-06-06T08:19:20.070215+0000","last_undegraded":"2024-06-06T08:19:20.070215+0000","last_fullsized":"2024-06-06T08:19:20.070215+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:31:31.524345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"99'5","reported_seq":151,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:24.467721+0000","last_change":"2024-06-06T08:18:34.684025+0000","last_active":"2024-06-06T08:21:24.467721+0000","last_peered":"2024-06-06T08:21:24.467721+0000","last_clean":"2024-06-06T08:21:24.467721+0000","last_became_active":"2024-06-06T08:18:34.683704+0000","last_became_peered":"2024-06-06T08:18:34.683704+0000","last_unstale":"2024-06-06T08:21:24.467721+0000","last_undegraded":"2024-06-06T08:21:24.467721+0000","last_fullsized":"2024-06-06T08:21:24.467721+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:35:18.994049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1119,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":5,"num_write":4,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"99'6","reported_seq":41,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.600158+0000","last_change":"2024-06-06T08:18:37.974755+0000","last_active":"2024-06-06T08:21:18.600158+0000","last_peered":"2024-06-06T08:21:18.600158+0000","last_clean":"2024-06-06T08:21:18.600158+0000","last_became_active":"2024-06-06T08:18:37.974433+0000","last_became_peered":"2024-06-06T08:18:37.974433+0000","last_unstale":"2024-06-06T08:21:18.600158+0000","last_undegraded":"2024-06-06T08:21:18.600158+0000","last_fullsized":"2024-06-06T08:21:18.600158+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:42:29.994159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":32,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.077101+0000","last_change":"2024-06-06T08:19:20.076660+0000","last_active":"2024-06-06T08:19:20.077101+0000","last_peered":"2024-06-06T08:19:20.077101+0000","last_clean":"2024-06-06T08:19:20.077101+0000","last_became_active":"2024-06-06T08:19:20.076106+0000","last_became_peered":"2024-06-06T08:19:20.076106+0000","last_unstale":"2024-06-06T08:19:20.077101+0000","last_undegraded":"2024-06-06T08:19:20.077101+0000","last_fullsized":"2024-06-06T08:19:20.077101+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:04:14.912823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,8,11],"acting":[6,3,8,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"99'15","reported_seq":73,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:45.312135+0000","last_change":"2024-06-06T08:19:20.083268+0000","last_active":"2024-06-06T08:19:45.312135+0000","last_peered":"2024-06-06T08:19:45.312135+0000","last_clean":"2024-06-06T08:19:45.312135+0000","last_became_active":"2024-06-06T08:19:20.072772+0000","last_became_peered":"2024-06-06T08:19:20.072772+0000","last_unstale":"2024-06-06T08:19:45.312135+0000","last_undegraded":"2024-06-06T08:19:45.312135+0000","last_fullsized":"2024-06-06T08:19:45.312135+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:24:31.654914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,4],"acting":[8,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"99'6","reported_seq":41,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.621832+0000","last_change":"2024-06-06T08:18:37.974686+0000","last_active":"2024-06-06T08:21:18.621832+0000","last_peered":"2024-06-06T08:21:18.621832+0000","last_clean":"2024-06-06T08:21:18.621832+0000","last_became_active":"2024-06-06T08:18:37.974359+0000","last_became_peered":"2024-06-06T08:18:37.974359+0000","last_unstale":"2024-06-06T08:21:18.621832+0000","last_undegraded":"2024-06-06T08:21:18.621832+0000","last_fullsized":"2024-06-06T08:21:18.621832+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:59:11.839143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":25,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.074944+0000","last_change":"2024-06-06T08:18:48.004663+0000","last_active":"2024-06-06T08:19:20.074944+0000","last_peered":"2024-06-06T08:19:20.074944+0000","last_clean":"2024-06-06T08:19:20.074944+0000","last_became_active":"2024-06-06T08:18:48.004157+0000","last_became_peered":"2024-06-06T08:18:48.004157+0000","last_unstale":"2024-06-06T08:19:20.074944+0000","last_undegraded":"2024-06-06T08:19:20.074944+0000","last_fullsized":"2024-06-06T08:19:20.074944+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:24:09.672748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"99'2","reported_seq":44,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:45.312772+0000","last_change":"2024-06-06T08:18:34.680195+0000","last_active":"2024-06-06T08:19:45.312772+0000","last_peered":"2024-06-06T08:19:45.312772+0000","last_clean":"2024-06-06T08:19:45.312772+0000","last_became_active":"2024-06-06T08:18:34.679739+0000","last_became_peered":"2024-06-06T08:18:34.679739+0000","last_unstale":"2024-06-06T08:19:45.312772+0000","last_undegraded":"2024-06-06T08:19:45.312772+0000","last_fullsized":"2024-06-06T08:19:45.312772+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:35:12.003240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"99'5","reported_seq":39,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.619329+0000","last_change":"2024-06-06T08:18:37.972817+0000","last_active":"2024-06-06T08:21:18.619329+0000","last_peered":"2024-06-06T08:21:18.619329+0000","last_clean":"2024-06-06T08:21:18.619329+0000","last_became_active":"2024-06-06T08:18:37.972330+0000","last_became_peered":"2024-06-06T08:18:37.972330+0000","last_unstale":"2024-06-06T08:21:18.619329+0000","last_undegraded":"2024-06-06T08:21:18.619329+0000","last_fullsized":"2024-06-06T08:21:18.619329+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:28:52.945097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":25,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.067392+0000","last_change":"2024-06-06T08:18:48.069745+0000","last_active":"2024-06-06T08:19:20.067392+0000","last_peered":"2024-06-06T08:19:20.067392+0000","last_clean":"2024-06-06T08:19:20.067392+0000","last_became_active":"2024-06-06T08:18:48.069211+0000","last_became_peered":"2024-06-06T08:18:48.069211+0000","last_unstale":"2024-06-06T08:19:20.067392+0000","last_undegraded":"2024-06-06T08:19:20.067392+0000","last_fullsized":"2024-06-06T08:19:20.067392+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:20:30.421047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":41,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070227+0000","last_change":"2024-06-06T08:18:34.831498+0000","last_active":"2024-06-06T08:19:20.070227+0000","last_peered":"2024-06-06T08:19:20.070227+0000","last_clean":"2024-06-06T08:19:20.070227+0000","last_became_active":"2024-06-06T08:18:34.831101+0000","last_became_peered":"2024-06-06T08:18:34.831101+0000","last_unstale":"2024-06-06T08:19:20.070227+0000","last_undegraded":"2024-06-06T08:19:20.070227+0000","last_fullsized":"2024-06-06T08:19:20.070227+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:51:33.531875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"99'4","reported_seq":39,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.625553+0000","last_change":"2024-06-06T08:18:37.968601+0000","last_active":"2024-06-06T08:21:18.625553+0000","last_peered":"2024-06-06T08:21:18.625553+0000","last_clean":"2024-06-06T08:21:18.625553+0000","last_became_active":"2024-06-06T08:18:37.968269+0000","last_became_peered":"2024-06-06T08:18:37.968269+0000","last_unstale":"2024-06-06T08:21:18.625553+0000","last_undegraded":"2024-06-06T08:21:18.625553+0000","last_fullsized":"2024-06-06T08:21:18.625553+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:51:35.437855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":25,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.069935+0000","last_change":"2024-06-06T08:18:48.009054+0000","last_active":"2024-06-06T08:19:20.069935+0000","last_peered":"2024-06-06T08:19:20.069935+0000","last_clean":"2024-06-06T08:19:20.069935+0000","last_became_active":"2024-06-06T08:18:48.008286+0000","last_became_peered":"2024-06-06T08:18:48.008286+0000","last_unstale":"2024-06-06T08:19:20.069935+0000","last_undegraded":"2024-06-06T08:19:20.069935+0000","last_fullsized":"2024-06-06T08:19:20.069935+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:24:47.868921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"99'1","reported_seq":42,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:43.304423+0000","last_change":"2024-06-06T08:18:34.685520+0000","last_active":"2024-06-06T08:19:43.304423+0000","last_peered":"2024-06-06T08:19:43.304423+0000","last_clean":"2024-06-06T08:19:43.304423+0000","last_became_active":"2024-06-06T08:18:34.685063+0000","last_became_peered":"2024-06-06T08:18:34.685063+0000","last_unstale":"2024-06-06T08:19:43.304423+0000","last_undegraded":"2024-06-06T08:19:43.304423+0000","last_fullsized":"2024-06-06T08:19:43.304423+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:48:39.032501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"99'7","reported_seq":48,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.616172+0000","last_change":"2024-06-06T08:19:20.072686+0000","last_active":"2024-06-06T08:21:18.616172+0000","last_peered":"2024-06-06T08:21:18.616172+0000","last_clean":"2024-06-06T08:21:18.616172+0000","last_became_active":"2024-06-06T08:19:20.072310+0000","last_became_peered":"2024-06-06T08:19:20.072310+0000","last_unstale":"2024-06-06T08:21:18.616172+0000","last_undegraded":"2024-06-06T08:21:18.616172+0000","last_fullsized":"2024-06-06T08:21:18.616172+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:07:16.268969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":25,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070602+0000","last_change":"2024-06-06T08:18:48.069698+0000","last_active":"2024-06-06T08:19:20.070602+0000","last_peered":"2024-06-06T08:19:20.070602+0000","last_clean":"2024-06-06T08:19:20.070602+0000","last_became_active":"2024-06-06T08:18:48.069126+0000","last_became_peered":"2024-06-06T08:18:48.069126+0000","last_unstale":"2024-06-06T08:19:20.070602+0000","last_undegraded":"2024-06-06T08:19:20.070602+0000","last_fullsized":"2024-06-06T08:19:20.070602+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:12:41.551061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"99'8","reported_seq":43,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.621599+0000","last_change":"2024-06-06T08:18:37.976958+0000","last_active":"2024-06-06T08:21:18.621599+0000","last_peered":"2024-06-06T08:21:18.621599+0000","last_clean":"2024-06-06T08:21:18.621599+0000","last_became_active":"2024-06-06T08:18:37.975255+0000","last_became_peered":"2024-06-06T08:18:37.975255+0000","last_unstale":"2024-06-06T08:21:18.621599+0000","last_undegraded":"2024-06-06T08:21:18.621599+0000","last_fullsized":"2024-06-06T08:21:18.621599+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:30:43.849320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"99'5","reported_seq":143,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:20.460670+0000","last_change":"2024-06-06T08:18:34.830568+0000","last_active":"2024-06-06T08:21:20.460670+0000","last_peered":"2024-06-06T08:21:20.460670+0000","last_clean":"2024-06-06T08:21:20.460670+0000","last_became_active":"2024-06-06T08:18:34.830197+0000","last_became_peered":"2024-06-06T08:18:34.830197+0000","last_unstale":"2024-06-06T08:21:20.460670+0000","last_undegraded":"2024-06-06T08:21:20.460670+0000","last_fullsized":"2024-06-06T08:21:20.460670+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:55:26.436553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":97,"num_read_kb":97,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"99'1","reported_seq":26,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:54.249456+0000","last_change":"2024-06-06T08:18:48.010465+0000","last_active":"2024-06-06T08:19:54.249456+0000","last_peered":"2024-06-06T08:19:54.249456+0000","last_clean":"2024-06-06T08:19:54.249456+0000","last_became_active":"2024-06-06T08:18:48.010096+0000","last_became_peered":"2024-06-06T08:18:48.010096+0000","last_unstale":"2024-06-06T08:19:54.249456+0000","last_undegraded":"2024-06-06T08:19:54.249456+0000","last_fullsized":"2024-06-06T08:19:54.249456+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:39:33.906074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"99'8","reported_seq":43,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.617981+0000","last_change":"2024-06-06T08:18:37.973719+0000","last_active":"2024-06-06T08:21:18.617981+0000","last_peered":"2024-06-06T08:21:18.617981+0000","last_clean":"2024-06-06T08:21:18.617981+0000","last_became_active":"2024-06-06T08:18:37.973395+0000","last_became_peered":"2024-06-06T08:18:37.973395+0000","last_unstale":"2024-06-06T08:21:18.617981+0000","last_undegraded":"2024-06-06T08:21:18.617981+0000","last_fullsized":"2024-06-06T08:21:18.617981+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:46:30.231836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"99'3","reported_seq":46,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:45.312011+0000","last_change":"2024-06-06T08:18:34.681983+0000","last_active":"2024-06-06T08:19:45.312011+0000","last_peered":"2024-06-06T08:19:45.312011+0000","last_clean":"2024-06-06T08:19:45.312011+0000","last_became_active":"2024-06-06T08:18:34.681609+0000","last_became_peered":"2024-06-06T08:18:34.681609+0000","last_unstale":"2024-06-06T08:19:45.312011+0000","last_undegraded":"2024-06-06T08:19:45.312011+0000","last_fullsized":"2024-06-06T08:19:45.312011+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:52:15.132317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":375,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.066970+0000","last_change":"2024-06-06T08:17:15.096339+0000","last_active":"2024-06-06T08:19:20.066970+0000","last_peered":"2024-06-06T08:19:20.066970+0000","last_clean":"2024-06-06T08:19:20.066970+0000","last_became_active":"2024-06-06T08:17:15.095774+0000","last_became_peered":"2024-06-06T08:17:15.095774+0000","last_unstale":"2024-06-06T08:19:20.066970+0000","last_undegraded":"2024-06-06T08:19:20.066970+0000","last_fullsized":"2024-06-06T08:19:20.066970+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:13:45.360899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:13:45.360899+0000","last_clean_scrub_stamp":"2024-06-06T08:13:45.360899+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:11:51.805874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":25,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.074030+0000","last_change":"2024-06-06T08:18:48.069855+0000","last_active":"2024-06-06T08:19:20.074030+0000","last_peered":"2024-06-06T08:19:20.074030+0000","last_clean":"2024-06-06T08:19:20.074030+0000","last_became_active":"2024-06-06T08:18:48.069438+0000","last_became_peered":"2024-06-06T08:18:48.069438+0000","last_unstale":"2024-06-06T08:19:20.074030+0000","last_undegraded":"2024-06-06T08:19:20.074030+0000","last_fullsized":"2024-06-06T08:19:20.074030+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:25:14.432797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"99'5","reported_seq":46,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.616319+0000","last_change":"2024-06-06T08:19:20.073432+0000","last_active":"2024-06-06T08:21:18.616319+0000","last_peered":"2024-06-06T08:21:18.616319+0000","last_clean":"2024-06-06T08:21:18.616319+0000","last_became_active":"2024-06-06T08:19:20.073034+0000","last_became_peered":"2024-06-06T08:19:20.073034+0000","last_unstale":"2024-06-06T08:21:18.616319+0000","last_undegraded":"2024-06-06T08:21:18.616319+0000","last_fullsized":"2024-06-06T08:21:18.616319+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:08:52.802582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,2],"acting":[6,9,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"99'3","reported_seq":44,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:43.305554+0000","last_change":"2024-06-06T08:18:34.682370+0000","last_active":"2024-06-06T08:19:43.305554+0000","last_peered":"2024-06-06T08:19:43.305554+0000","last_clean":"2024-06-06T08:19:43.305554+0000","last_became_active":"2024-06-06T08:18:34.682002+0000","last_became_peered":"2024-06-06T08:18:34.682002+0000","last_unstale":"2024-06-06T08:19:43.305554+0000","last_undegraded":"2024-06-06T08:19:43.305554+0000","last_fullsized":"2024-06-06T08:19:43.305554+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:48:56.690891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":25,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.071477+0000","last_change":"2024-06-06T08:18:48.006552+0000","last_active":"2024-06-06T08:19:20.071477+0000","last_peered":"2024-06-06T08:19:20.071477+0000","last_clean":"2024-06-06T08:19:20.071477+0000","last_became_active":"2024-06-06T08:18:48.006021+0000","last_became_peered":"2024-06-06T08:18:48.006021+0000","last_unstale":"2024-06-06T08:19:20.071477+0000","last_undegraded":"2024-06-06T08:19:20.071477+0000","last_fullsized":"2024-06-06T08:19:20.071477+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:22:25.504479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"99'1","reported_seq":43,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:45.312100+0000","last_change":"2024-06-06T08:18:34.831372+0000","last_active":"2024-06-06T08:19:45.312100+0000","last_peered":"2024-06-06T08:19:45.312100+0000","last_clean":"2024-06-06T08:19:45.312100+0000","last_became_active":"2024-06-06T08:18:34.830779+0000","last_became_peered":"2024-06-06T08:18:34.830779+0000","last_unstale":"2024-06-06T08:19:45.312100+0000","last_undegraded":"2024-06-06T08:19:45.312100+0000","last_fullsized":"2024-06-06T08:19:45.312100+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T20:16:51.953873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"99'9","reported_seq":44,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.616292+0000","last_change":"2024-06-06T08:18:37.965533+0000","last_active":"2024-06-06T08:21:18.616292+0000","last_peered":"2024-06-06T08:21:18.616292+0000","last_clean":"2024-06-06T08:21:18.616292+0000","last_became_active":"2024-06-06T08:18:37.965190+0000","last_became_peered":"2024-06-06T08:18:37.965190+0000","last_unstale":"2024-06-06T08:21:18.616292+0000","last_undegraded":"2024-06-06T08:21:18.616292+0000","last_fullsized":"2024-06-06T08:21:18.616292+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:56:20.789040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":25,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.072575+0000","last_change":"2024-06-06T08:18:48.069482+0000","last_active":"2024-06-06T08:19:20.072575+0000","last_peered":"2024-06-06T08:19:20.072575+0000","last_clean":"2024-06-06T08:19:20.072575+0000","last_became_active":"2024-06-06T08:18:48.069033+0000","last_became_peered":"2024-06-06T08:18:48.069033+0000","last_unstale":"2024-06-06T08:19:20.072575+0000","last_undegraded":"2024-06-06T08:19:20.072575+0000","last_fullsized":"2024-06-06T08:19:20.072575+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:53:57.135522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"99'13","reported_seq":54,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:20:45.397665+0000","last_change":"2024-06-06T08:18:34.680768+0000","last_active":"2024-06-06T08:20:45.397665+0000","last_peered":"2024-06-06T08:20:45.397665+0000","last_clean":"2024-06-06T08:20:45.397665+0000","last_became_active":"2024-06-06T08:18:34.680388+0000","last_became_peered":"2024-06-06T08:18:34.680388+0000","last_unstale":"2024-06-06T08:20:45.397665+0000","last_undegraded":"2024-06-06T08:20:45.397665+0000","last_fullsized":"2024-06-06T08:20:45.397665+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:20:11.041953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"99'5","reported_seq":40,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.619224+0000","last_change":"2024-06-06T08:18:37.962877+0000","last_active":"2024-06-06T08:21:18.619224+0000","last_peered":"2024-06-06T08:21:18.619224+0000","last_clean":"2024-06-06T08:21:18.619224+0000","last_became_active":"2024-06-06T08:18:37.962515+0000","last_became_peered":"2024-06-06T08:18:37.962515+0000","last_unstale":"2024-06-06T08:21:18.619224+0000","last_undegraded":"2024-06-06T08:21:18.619224+0000","last_fullsized":"2024-06-06T08:21:18.619224+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:09:29.783996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":25,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.069534+0000","last_change":"2024-06-06T08:18:48.002421+0000","last_active":"2024-06-06T08:19:20.069534+0000","last_peered":"2024-06-06T08:19:20.069534+0000","last_clean":"2024-06-06T08:19:20.069534+0000","last_became_active":"2024-06-06T08:18:48.001500+0000","last_became_peered":"2024-06-06T08:18:48.001500+0000","last_unstale":"2024-06-06T08:19:20.069534+0000","last_undegraded":"2024-06-06T08:19:20.069534+0000","last_fullsized":"2024-06-06T08:19:20.069534+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:16:23.206777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"99'4","reported_seq":45,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:42.292340+0000","last_change":"2024-06-06T08:18:35.126605+0000","last_active":"2024-06-06T08:19:42.292340+0000","last_peered":"2024-06-06T08:19:42.292340+0000","last_clean":"2024-06-06T08:19:42.292340+0000","last_became_active":"2024-06-06T08:18:35.126225+0000","last_became_peered":"2024-06-06T08:18:35.126225+0000","last_unstale":"2024-06-06T08:19:42.292340+0000","last_undegraded":"2024-06-06T08:19:42.292340+0000","last_fullsized":"2024-06-06T08:19:42.292340+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:27:58.288349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"99'7","reported_seq":42,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.622885+0000","last_change":"2024-06-06T08:18:37.978178+0000","last_active":"2024-06-06T08:21:18.622885+0000","last_peered":"2024-06-06T08:21:18.622885+0000","last_clean":"2024-06-06T08:21:18.622885+0000","last_became_active":"2024-06-06T08:18:37.977413+0000","last_became_peered":"2024-06-06T08:18:37.977413+0000","last_unstale":"2024-06-06T08:21:18.622885+0000","last_undegraded":"2024-06-06T08:21:18.622885+0000","last_fullsized":"2024-06-06T08:21:18.622885+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:19:27.492305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":32,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.075449+0000","last_change":"2024-06-06T08:19:20.074860+0000","last_active":"2024-06-06T08:19:20.075449+0000","last_peered":"2024-06-06T08:19:20.075449+0000","last_clean":"2024-06-06T08:19:20.075449+0000","last_became_active":"2024-06-06T08:19:20.074377+0000","last_became_peered":"2024-06-06T08:19:20.074377+0000","last_unstale":"2024-06-06T08:19:20.075449+0000","last_undegraded":"2024-06-06T08:19:20.075449+0000","last_fullsized":"2024-06-06T08:19:20.075449+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:24:23.991833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,10,9],"acting":[4,8,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"99'2","reported_seq":43,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:42.291036+0000","last_change":"2024-06-06T08:18:34.830742+0000","last_active":"2024-06-06T08:19:42.291036+0000","last_peered":"2024-06-06T08:19:42.291036+0000","last_clean":"2024-06-06T08:19:42.291036+0000","last_became_active":"2024-06-06T08:18:34.830351+0000","last_became_peered":"2024-06-06T08:18:34.830351+0000","last_unstale":"2024-06-06T08:19:42.291036+0000","last_undegraded":"2024-06-06T08:19:42.291036+0000","last_fullsized":"2024-06-06T08:19:42.291036+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:26:10.297538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"99'2","reported_seq":37,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.604765+0000","last_change":"2024-06-06T08:18:37.968284+0000","last_active":"2024-06-06T08:21:18.604765+0000","last_peered":"2024-06-06T08:21:18.604765+0000","last_clean":"2024-06-06T08:21:18.604765+0000","last_became_active":"2024-06-06T08:18:37.967965+0000","last_became_peered":"2024-06-06T08:18:37.967965+0000","last_unstale":"2024-06-06T08:21:18.604765+0000","last_undegraded":"2024-06-06T08:21:18.604765+0000","last_fullsized":"2024-06-06T08:21:18.604765+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:06:27.202803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":25,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070368+0000","last_change":"2024-06-06T08:18:48.011663+0000","last_active":"2024-06-06T08:19:20.070368+0000","last_peered":"2024-06-06T08:19:20.070368+0000","last_clean":"2024-06-06T08:19:20.070368+0000","last_became_active":"2024-06-06T08:18:48.011061+0000","last_became_peered":"2024-06-06T08:18:48.011061+0000","last_unstale":"2024-06-06T08:19:20.070368+0000","last_undegraded":"2024-06-06T08:19:20.070368+0000","last_fullsized":"2024-06-06T08:19:20.070368+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:42:57.080453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"99'3","reported_seq":44,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:42.292081+0000","last_change":"2024-06-06T08:18:34.682065+0000","last_active":"2024-06-06T08:19:42.292081+0000","last_peered":"2024-06-06T08:19:42.292081+0000","last_clean":"2024-06-06T08:19:42.292081+0000","last_became_active":"2024-06-06T08:18:34.681713+0000","last_became_peered":"2024-06-06T08:18:34.681713+0000","last_unstale":"2024-06-06T08:19:42.292081+0000","last_undegraded":"2024-06-06T08:19:42.292081+0000","last_fullsized":"2024-06-06T08:19:42.292081+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:31:52.342368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"99'9","reported_seq":43,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.618039+0000","last_change":"2024-06-06T08:18:37.970529+0000","last_active":"2024-06-06T08:21:18.618039+0000","last_peered":"2024-06-06T08:21:18.618039+0000","last_clean":"2024-06-06T08:21:18.618039+0000","last_became_active":"2024-06-06T08:18:37.967457+0000","last_became_peered":"2024-06-06T08:18:37.967457+0000","last_unstale":"2024-06-06T08:21:18.618039+0000","last_undegraded":"2024-06-06T08:21:18.618039+0000","last_fullsized":"2024-06-06T08:21:18.618039+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:37:02.931598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"99'1","reported_seq":26,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:20:00.461788+0000","last_change":"2024-06-06T08:18:48.001708+0000","last_active":"2024-06-06T08:20:00.461788+0000","last_peered":"2024-06-06T08:20:00.461788+0000","last_clean":"2024-06-06T08:20:00.461788+0000","last_became_active":"2024-06-06T08:18:48.001028+0000","last_became_peered":"2024-06-06T08:18:48.001028+0000","last_unstale":"2024-06-06T08:20:00.461788+0000","last_undegraded":"2024-06-06T08:20:00.461788+0000","last_fullsized":"2024-06-06T08:20:00.461788+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:34:36.608830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"99'1","reported_seq":42,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:44.287907+0000","last_change":"2024-06-06T08:18:34.681687+0000","last_active":"2024-06-06T08:19:44.287907+0000","last_peered":"2024-06-06T08:19:44.287907+0000","last_clean":"2024-06-06T08:19:44.287907+0000","last_became_active":"2024-06-06T08:18:34.681359+0000","last_became_peered":"2024-06-06T08:18:34.681359+0000","last_unstale":"2024-06-06T08:19:44.287907+0000","last_undegraded":"2024-06-06T08:19:44.287907+0000","last_fullsized":"2024-06-06T08:19:44.287907+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:04:45.735761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"99'8","reported_seq":43,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.620001+0000","last_change":"2024-06-06T08:18:37.970897+0000","last_active":"2024-06-06T08:21:18.620001+0000","last_peered":"2024-06-06T08:21:18.620001+0000","last_clean":"2024-06-06T08:21:18.620001+0000","last_became_active":"2024-06-06T08:18:37.970571+0000","last_became_peered":"2024-06-06T08:18:37.970571+0000","last_unstale":"2024-06-06T08:21:18.620001+0000","last_undegraded":"2024-06-06T08:21:18.620001+0000","last_fullsized":"2024-06-06T08:21:18.620001+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:46:15.915929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":25,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.070273+0000","last_change":"2024-06-06T08:18:48.069630+0000","last_active":"2024-06-06T08:19:20.070273+0000","last_peered":"2024-06-06T08:19:20.070273+0000","last_clean":"2024-06-06T08:19:20.070273+0000","last_became_active":"2024-06-06T08:18:48.069072+0000","last_became_peered":"2024-06-06T08:18:48.069072+0000","last_unstale":"2024-06-06T08:19:20.070273+0000","last_undegraded":"2024-06-06T08:19:20.070273+0000","last_fullsized":"2024-06-06T08:19:20.070273+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:06:52.895802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"99'4","reported_seq":46,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:45.312381+0000","last_change":"2024-06-06T08:18:34.684436+0000","last_active":"2024-06-06T08:19:45.312381+0000","last_peered":"2024-06-06T08:19:45.312381+0000","last_clean":"2024-06-06T08:19:45.312381+0000","last_became_active":"2024-06-06T08:18:34.684088+0000","last_became_peered":"2024-06-06T08:18:34.684088+0000","last_unstale":"2024-06-06T08:19:45.312381+0000","last_undegraded":"2024-06-06T08:19:45.312381+0000","last_fullsized":"2024-06-06T08:19:45.312381+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:15:52.921779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"99'5","reported_seq":40,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.621771+0000","last_change":"2024-06-06T08:18:37.969446+0000","last_active":"2024-06-06T08:21:18.621771+0000","last_peered":"2024-06-06T08:21:18.621771+0000","last_clean":"2024-06-06T08:21:18.621771+0000","last_became_active":"2024-06-06T08:18:37.969080+0000","last_became_peered":"2024-06-06T08:18:37.969080+0000","last_unstale":"2024-06-06T08:21:18.621771+0000","last_undegraded":"2024-06-06T08:21:18.621771+0000","last_fullsized":"2024-06-06T08:21:18.621771+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:11:04.510503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":25,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.072793+0000","last_change":"2024-06-06T08:18:48.003740+0000","last_active":"2024-06-06T08:19:20.072793+0000","last_peered":"2024-06-06T08:19:20.072793+0000","last_clean":"2024-06-06T08:19:20.072793+0000","last_became_active":"2024-06-06T08:18:48.003336+0000","last_became_peered":"2024-06-06T08:18:48.003336+0000","last_unstale":"2024-06-06T08:19:20.072793+0000","last_undegraded":"2024-06-06T08:19:20.072793+0000","last_fullsized":"2024-06-06T08:19:20.072793+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:50:46.165799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"99'3","reported_seq":45,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:45.315383+0000","last_change":"2024-06-06T08:18:35.126341+0000","last_active":"2024-06-06T08:19:45.315383+0000","last_peered":"2024-06-06T08:19:45.315383+0000","last_clean":"2024-06-06T08:19:45.315383+0000","last_became_active":"2024-06-06T08:18:35.125952+0000","last_became_peered":"2024-06-06T08:18:35.125952+0000","last_unstale":"2024-06-06T08:19:45.315383+0000","last_undegraded":"2024-06-06T08:19:45.315383+0000","last_fullsized":"2024-06-06T08:19:45.315383+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:27:06.337259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"99'7","reported_seq":42,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.613364+0000","last_change":"2024-06-06T08:18:37.968441+0000","last_active":"2024-06-06T08:21:18.613364+0000","last_peered":"2024-06-06T08:21:18.613364+0000","last_clean":"2024-06-06T08:21:18.613364+0000","last_became_active":"2024-06-06T08:18:37.968104+0000","last_became_peered":"2024-06-06T08:18:37.968104+0000","last_unstale":"2024-06-06T08:21:18.613364+0000","last_undegraded":"2024-06-06T08:21:18.613364+0000","last_fullsized":"2024-06-06T08:21:18.613364+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:15:56.554327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":25,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.066783+0000","last_change":"2024-06-06T08:18:48.003394+0000","last_active":"2024-06-06T08:19:20.066783+0000","last_peered":"2024-06-06T08:19:20.066783+0000","last_clean":"2024-06-06T08:19:20.066783+0000","last_became_active":"2024-06-06T08:18:48.002989+0000","last_became_peered":"2024-06-06T08:18:48.002989+0000","last_unstale":"2024-06-06T08:19:20.066783+0000","last_undegraded":"2024-06-06T08:19:20.066783+0000","last_fullsized":"2024-06-06T08:19:20.066783+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:03:19.225845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"90'1","reported_seq":43,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:45.312288+0000","last_change":"2024-06-06T08:18:34.682688+0000","last_active":"2024-06-06T08:19:45.312288+0000","last_peered":"2024-06-06T08:19:45.312288+0000","last_clean":"2024-06-06T08:19:45.312288+0000","last_became_active":"2024-06-06T08:18:34.682315+0000","last_became_peered":"2024-06-06T08:18:34.682315+0000","last_unstale":"2024-06-06T08:19:45.312288+0000","last_undegraded":"2024-06-06T08:19:45.312288+0000","last_fullsized":"2024-06-06T08:19:45.312288+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:06:00.681812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"99'6","reported_seq":41,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.613874+0000","last_change":"2024-06-06T08:18:37.973181+0000","last_active":"2024-06-06T08:21:18.613874+0000","last_peered":"2024-06-06T08:21:18.613874+0000","last_clean":"2024-06-06T08:21:18.613874+0000","last_became_active":"2024-06-06T08:18:37.972850+0000","last_became_peered":"2024-06-06T08:18:37.972850+0000","last_unstale":"2024-06-06T08:21:18.613874+0000","last_undegraded":"2024-06-06T08:21:18.613874+0000","last_fullsized":"2024-06-06T08:21:18.613874+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:03:25.044516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":25,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.074294+0000","last_change":"2024-06-06T08:18:48.004398+0000","last_active":"2024-06-06T08:19:20.074294+0000","last_peered":"2024-06-06T08:19:20.074294+0000","last_clean":"2024-06-06T08:19:20.074294+0000","last_became_active":"2024-06-06T08:18:48.003376+0000","last_became_peered":"2024-06-06T08:18:48.003376+0000","last_unstale":"2024-06-06T08:19:20.074294+0000","last_undegraded":"2024-06-06T08:19:20.074294+0000","last_fullsized":"2024-06-06T08:19:20.074294+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:59:24.118255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"90'2","reported_seq":43,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:19:20.071787+0000","last_change":"2024-06-06T08:18:34.676555+0000","last_active":"2024-06-06T08:19:20.071787+0000","last_peered":"2024-06-06T08:19:20.071787+0000","last_clean":"2024-06-06T08:19:20.071787+0000","last_became_active":"2024-06-06T08:18:34.676211+0000","last_became_peered":"2024-06-06T08:18:34.676211+0000","last_unstale":"2024-06-06T08:19:20.071787+0000","last_undegraded":"2024-06-06T08:19:20.071787+0000","last_fullsized":"2024-06-06T08:19:20.071787+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:32:06.731526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"99'9","reported_seq":44,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.605532+0000","last_change":"2024-06-06T08:18:37.970913+0000","last_active":"2024-06-06T08:21:18.605532+0000","last_peered":"2024-06-06T08:21:18.605532+0000","last_clean":"2024-06-06T08:21:18.605532+0000","last_became_active":"2024-06-06T08:18:37.970608+0000","last_became_peered":"2024-06-06T08:18:37.970608+0000","last_unstale":"2024-06-06T08:21:18.605532+0000","last_undegraded":"2024-06-06T08:21:18.605532+0000","last_fullsized":"2024-06-06T08:21:18.605532+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:26:04.912347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"99'9","reported_seq":43,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.617914+0000","last_change":"2024-06-06T08:18:37.974755+0000","last_active":"2024-06-06T08:21:18.617914+0000","last_peered":"2024-06-06T08:21:18.617914+0000","last_clean":"2024-06-06T08:21:18.617914+0000","last_became_active":"2024-06-06T08:18:37.974382+0000","last_became_peered":"2024-06-06T08:18:37.974382+0000","last_unstale":"2024-06-06T08:21:18.617914+0000","last_undegraded":"2024-06-06T08:21:18.617914+0000","last_fullsized":"2024-06-06T08:21:18.617914+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:38:10.260699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"99'12","reported_seq":47,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.613163+0000","last_change":"2024-06-06T08:18:37.976674+0000","last_active":"2024-06-06T08:21:18.613163+0000","last_peered":"2024-06-06T08:21:18.613163+0000","last_clean":"2024-06-06T08:21:18.613163+0000","last_became_active":"2024-06-06T08:18:37.976279+0000","last_became_peered":"2024-06-06T08:18:37.976279+0000","last_unstale":"2024-06-06T08:21:18.613163+0000","last_undegraded":"2024-06-06T08:21:18.613163+0000","last_fullsized":"2024-06-06T08:21:18.613163+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:49:44.218179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"99'8","reported_seq":43,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.623883+0000","last_change":"2024-06-06T08:18:37.967246+0000","last_active":"2024-06-06T08:21:18.623883+0000","last_peered":"2024-06-06T08:21:18.623883+0000","last_clean":"2024-06-06T08:21:18.623883+0000","last_became_active":"2024-06-06T08:18:37.966893+0000","last_became_peered":"2024-06-06T08:18:37.966893+0000","last_unstale":"2024-06-06T08:21:18.623883+0000","last_undegraded":"2024-06-06T08:21:18.623883+0000","last_fullsized":"2024-06-06T08:21:18.623883+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:27:37.460198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"99'7","reported_seq":42,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.626269+0000","last_change":"2024-06-06T08:18:37.971779+0000","last_active":"2024-06-06T08:21:18.626269+0000","last_peered":"2024-06-06T08:21:18.626269+0000","last_clean":"2024-06-06T08:21:18.626269+0000","last_became_active":"2024-06-06T08:18:37.971263+0000","last_became_peered":"2024-06-06T08:18:37.971263+0000","last_unstale":"2024-06-06T08:21:18.626269+0000","last_undegraded":"2024-06-06T08:21:18.626269+0000","last_fullsized":"2024-06-06T08:21:18.626269+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:13:07.331856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"99'4","reported_seq":39,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.624690+0000","last_change":"2024-06-06T08:18:37.966498+0000","last_active":"2024-06-06T08:21:18.624690+0000","last_peered":"2024-06-06T08:21:18.624690+0000","last_clean":"2024-06-06T08:21:18.624690+0000","last_became_active":"2024-06-06T08:18:37.966168+0000","last_became_peered":"2024-06-06T08:18:37.966168+0000","last_unstale":"2024-06-06T08:21:18.624690+0000","last_undegraded":"2024-06-06T08:21:18.624690+0000","last_fullsized":"2024-06-06T08:21:18.624690+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:53:30.055427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"99'6","reported_seq":40,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.611801+0000","last_change":"2024-06-06T08:18:37.969990+0000","last_active":"2024-06-06T08:21:18.611801+0000","last_peered":"2024-06-06T08:21:18.611801+0000","last_clean":"2024-06-06T08:21:18.611801+0000","last_became_active":"2024-06-06T08:18:37.968057+0000","last_became_peered":"2024-06-06T08:18:37.968057+0000","last_unstale":"2024-06-06T08:21:18.611801+0000","last_undegraded":"2024-06-06T08:21:18.611801+0000","last_fullsized":"2024-06-06T08:21:18.611801+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:58:09.932685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"99'15","reported_seq":50,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.618685+0000","last_change":"2024-06-06T08:18:37.974080+0000","last_active":"2024-06-06T08:21:18.618685+0000","last_peered":"2024-06-06T08:21:18.618685+0000","last_clean":"2024-06-06T08:21:18.618685+0000","last_became_active":"2024-06-06T08:18:37.973730+0000","last_became_peered":"2024-06-06T08:18:37.973730+0000","last_unstale":"2024-06-06T08:21:18.618685+0000","last_undegraded":"2024-06-06T08:21:18.618685+0000","last_fullsized":"2024-06-06T08:21:18.618685+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:44:14.792754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"99'2","reported_seq":37,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.624185+0000","last_change":"2024-06-06T08:18:37.968451+0000","last_active":"2024-06-06T08:21:18.624185+0000","last_peered":"2024-06-06T08:21:18.624185+0000","last_clean":"2024-06-06T08:21:18.624185+0000","last_became_active":"2024-06-06T08:18:37.968104+0000","last_became_peered":"2024-06-06T08:18:37.968104+0000","last_unstale":"2024-06-06T08:21:18.624185+0000","last_undegraded":"2024-06-06T08:21:18.624185+0000","last_fullsized":"2024-06-06T08:21:18.624185+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:38:19.899618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"99'6","reported_seq":41,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.614554+0000","last_change":"2024-06-06T08:18:37.977208+0000","last_active":"2024-06-06T08:21:18.614554+0000","last_peered":"2024-06-06T08:21:18.614554+0000","last_clean":"2024-06-06T08:21:18.614554+0000","last_became_active":"2024-06-06T08:18:37.976642+0000","last_became_peered":"2024-06-06T08:18:37.976642+0000","last_unstale":"2024-06-06T08:21:18.614554+0000","last_undegraded":"2024-06-06T08:21:18.614554+0000","last_fullsized":"2024-06-06T08:21:18.614554+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:18:53.095544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"99'8","reported_seq":43,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.621947+0000","last_change":"2024-06-06T08:18:37.970249+0000","last_active":"2024-06-06T08:21:18.621947+0000","last_peered":"2024-06-06T08:21:18.621947+0000","last_clean":"2024-06-06T08:21:18.621947+0000","last_became_active":"2024-06-06T08:18:37.968140+0000","last_became_peered":"2024-06-06T08:18:37.968140+0000","last_unstale":"2024-06-06T08:21:18.621947+0000","last_undegraded":"2024-06-06T08:21:18.621947+0000","last_fullsized":"2024-06-06T08:21:18.621947+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:16:33.574669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"99'10","reported_seq":45,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.622774+0000","last_change":"2024-06-06T08:18:37.976750+0000","last_active":"2024-06-06T08:21:18.622774+0000","last_peered":"2024-06-06T08:21:18.622774+0000","last_clean":"2024-06-06T08:21:18.622774+0000","last_became_active":"2024-06-06T08:18:37.972660+0000","last_became_peered":"2024-06-06T08:18:37.972660+0000","last_unstale":"2024-06-06T08:21:18.622774+0000","last_undegraded":"2024-06-06T08:21:18.622774+0000","last_fullsized":"2024-06-06T08:21:18.622774+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:35:12.473923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"99'11","reported_seq":46,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.625974+0000","last_change":"2024-06-06T08:18:37.965227+0000","last_active":"2024-06-06T08:21:18.625974+0000","last_peered":"2024-06-06T08:21:18.625974+0000","last_clean":"2024-06-06T08:21:18.625974+0000","last_became_active":"2024-06-06T08:18:37.964901+0000","last_became_peered":"2024-06-06T08:18:37.964901+0000","last_unstale":"2024-06-06T08:21:18.625974+0000","last_undegraded":"2024-06-06T08:21:18.625974+0000","last_fullsized":"2024-06-06T08:21:18.625974+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:44:35.718192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"99'8","reported_seq":42,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-06-06T08:21:18.619747+0000","last_change":"2024-06-06T08:18:37.973543+0000","last_active":"2024-06-06T08:21:18.619747+0000","last_peered":"2024-06-06T08:21:18.619747+0000","last_clean":"2024-06-06T08:21:18.619747+0000","last_became_active":"2024-06-06T08:18:37.973226+0000","last_became_peered":"2024-06-06T08:18:37.973226+0000","last_unstale":"2024-06-06T08:21:18.619747+0000","last_undegraded":"2024-06-06T08:21:18.619747+0000","last_fullsized":"2024-06-06T08:21:18.619747+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:04:36.075435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":284537,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":71422,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":620,"num_read_kb":382,"num_write":178,"num_write_kb":127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":214266,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":152,"ondisk_log_size":152,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":82,"seq":352187318321,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28084,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717068,"statfs":{"total":95995035648,"available":95966277632,"internally_reserved":0,"allocated":1093632,"data_stored":560731,"data_compressed":26504,"data_compressed_allocated":36864,"data_compressed_original":73728,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":74,"seq":317827579958,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32388,"kb_used_data":1212,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712764,"statfs":{"total":95995035648,"available":95961870336,"internally_reserved":0,"allocated":1241088,"data_stored":1215777,"data_compressed":62685,"data_compressed_allocated":81920,"data_compressed_original":663552,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776188,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36420,"kb_used_data":1084,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708732,"statfs":{"total":95995035648,"available":95957741568,"internally_reserved":0,"allocated":1110016,"data_stored":565029,"data_compressed":26504,"data_compressed_allocated":36864,"data_compressed_original":73728,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037825,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32256,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712896,"statfs":{"total":95995035648,"available":95962005504,"internally_reserved":0,"allocated":1105920,"data_stored":560853,"data_compressed":26504,"data_compressed_allocated":36864,"data_compressed_original":73728,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299461,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32304,"kb_used_data":1128,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712848,"statfs":{"total":95995035648,"available":95961956352,"internally_reserved":0,"allocated":1155072,"data_stored":1156902,"data_compressed":62685,"data_compressed_allocated":81920,"data_compressed_original":663552,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462986,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28076,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717076,"statfs":{"total":95995035648,"available":95966285824,"internally_reserved":0,"allocated":1085440,"data_stored":556109,"data_compressed":26504,"data_compressed_allocated":36864,"data_compressed_original":73728,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574949,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28148,"kb_used_data":1132,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717004,"statfs":{"total":95995035648,"available":95966212096,"internally_reserved":0,"allocated":1159168,"data_stored":623300,"data_compressed":26504,"data_compressed_allocated":36864,"data_compressed_original":73728,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738473,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28100,"kb_used_data":1084,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717052,"statfs":{"total":95995035648,"available":95966261248,"internally_reserved":0,"allocated":1110016,"data_stored":557497,"data_compressed":26504,"data_compressed_allocated":36864,"data_compressed_original":73728,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411424,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28160,"kb_used_data":1144,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716992,"statfs":{"total":95995035648,"available":95966199808,"internally_reserved":0,"allocated":1171456,"data_stored":624504,"data_compressed":26504,"data_compressed_allocated":36864,"data_compressed_original":73728,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149787,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36408,"kb_used_data":1072,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708744,"statfs":{"total":95995035648,"available":95957753856,"internally_reserved":0,"allocated":1097728,"data_stored":556303,"data_compressed":26504,"data_compressed_allocated":36864,"data_compressed_original":73728,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888150,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28096,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717056,"statfs":{"total":95995035648,"available":95966265344,"internally_reserved":0,"allocated":1105920,"data_stored":561402,"data_compressed":26504,"data_compressed_allocated":36864,"data_compressed_original":73728,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724625,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32312,"kb_used_data":1136,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712840,"statfs":{"total":95995035648,"available":95961948160,"internally_reserved":0,"allocated":1163264,"data_stored":1151959,"data_compressed":62685,"data_compressed_allocated":81920,"data_compressed_original":663552,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34544,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34544,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34544,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36181,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36181,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36181,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36181,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36181,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":67281,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":68485,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1287,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":69390,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-06-06T08:21:28.368 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-06-06T08:21:28.368 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-06-06T08:21:28.368 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-06-06T08:21:28.369 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph health --format=json 2024-06-06T08:21:28.622 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:21:29.027 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:28 smithi042 ceph-mon[32384]: from='client.14982 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T08:21:29.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:28 smithi149 ceph-mon[36842]: from='client.14982 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T08:21:29.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:28 smithi120 ceph-mon[36658]: from='client.14982 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T08:21:29.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:29 smithi042 ceph-mon[32384]: pgmap v394: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 426 B/s wr, 7 op/s 2024-06-06T08:21:30.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:29 smithi149 ceph-mon[36842]: pgmap v394: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 426 B/s wr, 7 op/s 2024-06-06T08:21:30.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:29 smithi120 ceph-mon[36658]: pgmap v394: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 426 B/s wr, 7 op/s 2024-06-06T08:21:30.462 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:30.462+0000 7f26b0876700 1 -- 172.21.15.42:0/2105205924 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f26ac06ab30 msgr2=0x7f26ac10f320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:30.462 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:30.462+0000 7f26b0876700 1 --2- 172.21.15.42:0/2105205924 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f26ac06ab30 0x7f26ac10f320 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f26a400b0a0 tx=0x7f26a400b3b0 comp rx=0 tx=0).stop 2024-06-06T08:21:30.462 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:30.462+0000 7f26b0876700 1 -- 172.21.15.42:0/2105205924 shutdown_connections 2024-06-06T08:21:30.462 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:30.462+0000 7f26b0876700 1 --2- 172.21.15.42:0/2105205924 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f26ac06ab30 0x7f26ac10f320 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:30.462 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:30.462+0000 7f26b0876700 1 --2- 172.21.15.42:0/2105205924 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f26ac108500 0x7f26ac1088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:30.462 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:30.462+0000 7f26b0876700 1 --2- 172.21.15.42:0/2105205924 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f26ac06a170 0x7f26ac06a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:30.462 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:30.462+0000 7f26b0876700 1 -- 172.21.15.42:0/2105205924 >> 172.21.15.42:0/2105205924 conn(0x7f26ac078340 msgr2=0x7f26ac078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:30.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:30.462+0000 7f26b0876700 1 -- 172.21.15.42:0/2105205924 shutdown_connections 2024-06-06T08:21:30.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:30.462+0000 7f26b0876700 1 -- 172.21.15.42:0/2105205924 wait complete. 2024-06-06T08:21:30.464 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:30.463+0000 7f26b0876700 1 Processor -- start 2024-06-06T08:21:30.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:30.463+0000 7f26b0876700 1 -- start start 2024-06-06T08:21:30.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:30.464+0000 7f26b0876700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f26ac06a170 0x7f26ac19e820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:30.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:30.464+0000 7f26b0876700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f26ac06ab30 0x7f26ac19ed60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:30.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:30.464+0000 7f26b0876700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f26ac108500 0x7f26ac1989e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:30.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:30.464+0000 7f26b0876700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f26ac112780 con 0x7f26ac06a170 2024-06-06T08:21:30.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:30.464+0000 7f26b0876700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f26ac112600 con 0x7f26ac06ab30 2024-06-06T08:21:30.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:30.464+0000 7f26b0876700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f26ac112900 con 0x7f26ac108500 2024-06-06T08:21:30.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:30.464+0000 7f26aa59c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f26ac06a170 0x7f26ac19e820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:30.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:30.464+0000 7f26aa59c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f26ac06a170 0x7f26ac19e820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:59080/0 (socket says 172.21.15.42:59080) 2024-06-06T08:21:30.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:30.464+0000 7f26aa59c700 1 -- 172.21.15.42:0/2628727577 learned_addr learned my addr 172.21.15.42:0/2628727577 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:21:30.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:30.464+0000 7f26a9d9b700 1 --2- 172.21.15.42:0/2628727577 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f26ac06ab30 0x7f26ac19ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:30.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:30.464+0000 7f26aad9d700 1 --2- 172.21.15.42:0/2628727577 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f26ac108500 0x7f26ac1989e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:30.466 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:30.464+0000 7f26aa59c700 1 -- 172.21.15.42:0/2628727577 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f26ac108500 msgr2=0x7f26ac1989e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:30.466 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:30.464+0000 7f26aa59c700 1 --2- 172.21.15.42:0/2628727577 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f26ac108500 0x7f26ac1989e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:30.466 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:30.464+0000 7f26aa59c700 1 -- 172.21.15.42:0/2628727577 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f26ac06ab30 msgr2=0x7f26ac19ed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:30.466 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:30.464+0000 7f26aa59c700 1 --2- 172.21.15.42:0/2628727577 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f26ac06ab30 0x7f26ac19ed60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:30.466 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:30.464+0000 7f26aa59c700 1 -- 172.21.15.42:0/2628727577 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26ac199140 con 0x7f26ac06a170 2024-06-06T08:21:30.466 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:30.464+0000 7f26aa59c700 1 --2- 172.21.15.42:0/2628727577 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f26ac06a170 0x7f26ac19e820 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f269c00e9c0 tx=0x7f269c00ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:30.466 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:30.465+0000 7f269b7fe700 1 -- 172.21.15.42:0/2628727577 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f269c00cbd0 con 0x7f26ac06a170 2024-06-06T08:21:30.466 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:30.465+0000 7f269b7fe700 1 -- 172.21.15.42:0/2628727577 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f269c00cd70 con 0x7f26ac06a170 2024-06-06T08:21:30.466 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:30.465+0000 7f26b0876700 1 -- 172.21.15.42:0/2628727577 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26ac199430 con 0x7f26ac06a170 2024-06-06T08:21:30.466 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:30.465+0000 7f269b7fe700 1 -- 172.21.15.42:0/2628727577 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f269c010430 con 0x7f26ac06a170 2024-06-06T08:21:30.466 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:30.465+0000 7f26b0876700 1 -- 172.21.15.42:0/2628727577 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26ac1a56f0 con 0x7f26ac06a170 2024-06-06T08:21:30.466 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:30.466+0000 7f26b0876700 1 -- 172.21.15.42:0/2628727577 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f26ac069180 con 0x7f26ac06a170 2024-06-06T08:21:30.467 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:30.467+0000 7f269b7fe700 1 -- 172.21.15.42:0/2628727577 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f269c004750 con 0x7f26ac06a170 2024-06-06T08:21:30.467 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:30.468+0000 7f269b7fe700 1 --2- 172.21.15.42:0/2628727577 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f26940a2c20 0x7f26940a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:30.467 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:30.468+0000 7f26a9d9b700 1 --2- 172.21.15.42:0/2628727577 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f26940a2c20 0x7f26940a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:30.467 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:30.468+0000 7f269b7fe700 1 -- 172.21.15.42:0/2628727577 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f269c0cf5b0 con 0x7f26ac06a170 2024-06-06T08:21:30.468 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:30.468+0000 7f26a9d9b700 1 --2- 172.21.15.42:0/2628727577 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f26940a2c20 0x7f26940a50e0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f26ac078940 tx=0x7f26a000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:30.474 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:30.473+0000 7f269b7fe700 1 -- 172.21.15.42:0/2628727577 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f269c09c1b0 con 0x7f26ac06a170 2024-06-06T08:21:30.727 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:30.728+0000 7f26b0876700 1 -- 172.21.15.42:0/2628727577 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f26ac02dca0 con 0x7f26ac06a170 2024-06-06T08:21:30.727 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:30.728+0000 7f269b7fe700 1 -- 172.21.15.42:0/2628727577 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f269c09bab0 con 0x7f26ac06a170 2024-06-06T08:21:30.728 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:21:30.728 INFO:teuthology.orchestra.run.smithi042.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-06-06T08:21:30.730 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:30.731+0000 7f26b0876700 1 -- 172.21.15.42:0/2628727577 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f26940a2c20 msgr2=0x7f26940a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:30.730 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:30.731+0000 7f26b0876700 1 --2- 172.21.15.42:0/2628727577 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f26940a2c20 0x7f26940a50e0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f26ac078940 tx=0x7f26a000b410 comp rx=0 tx=0).stop 2024-06-06T08:21:30.730 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:30.731+0000 7f26b0876700 1 -- 172.21.15.42:0/2628727577 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f26ac06a170 msgr2=0x7f26ac19e820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:30.730 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:30.731+0000 7f26b0876700 1 --2- 172.21.15.42:0/2628727577 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f26ac06a170 0x7f26ac19e820 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f269c00e9c0 tx=0x7f269c00ecd0 comp rx=0 tx=0).stop 2024-06-06T08:21:30.730 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:30.731+0000 7f26b0876700 1 -- 172.21.15.42:0/2628727577 shutdown_connections 2024-06-06T08:21:30.730 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:30.731+0000 7f26b0876700 1 --2- 172.21.15.42:0/2628727577 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f26940a2c20 0x7f26940a50e0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:30.730 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:30.731+0000 7f26b0876700 1 --2- 172.21.15.42:0/2628727577 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f26ac108500 0x7f26ac1989e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:30.730 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:30.731+0000 7f26b0876700 1 --2- 172.21.15.42:0/2628727577 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f26ac06a170 0x7f26ac19e820 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:30.730 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:30.731+0000 7f26b0876700 1 --2- 172.21.15.42:0/2628727577 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f26ac06ab30 0x7f26ac19ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:30.731 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:30.731+0000 7f26b0876700 1 -- 172.21.15.42:0/2628727577 >> 172.21.15.42:0/2628727577 conn(0x7f26ac078340 msgr2=0x7f26ac0fffc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:30.731 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:30.731+0000 7f26b0876700 1 -- 172.21.15.42:0/2628727577 shutdown_connections 2024-06-06T08:21:30.731 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:30.731+0000 7f26b0876700 1 -- 172.21.15.42:0/2628727577 wait complete. 2024-06-06T08:21:31.498 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-06-06T08:21:31.498 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:21:31.747 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:31 smithi042 ceph-mon[32384]: pgmap v395: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 426 B/s wr, 6 op/s 2024-06-06T08:21:31.747 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:31 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/2628727577' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T08:21:31.755 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:21:32.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:31 smithi149 ceph-mon[36842]: pgmap v395: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 426 B/s wr, 6 op/s 2024-06-06T08:21:32.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:31 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/2628727577' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T08:21:32.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:31 smithi120 ceph-mon[36658]: pgmap v395: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 426 B/s wr, 6 op/s 2024-06-06T08:21:32.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:31 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/2628727577' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T08:21:33.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:33.449+0000 7ff120e8e700 1 -- 172.21.15.42:0/2045569685 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff11c101620 msgr2=0x7ff11c101a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:33.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:33.449+0000 7ff120e8e700 1 --2- 172.21.15.42:0/2045569685 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff11c101620 0x7ff11c101a00 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7ff10c0099c0 tx=0x7ff10c009cd0 comp rx=0 tx=0).stop 2024-06-06T08:21:33.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:33.449+0000 7ff120e8e700 1 -- 172.21.15.42:0/2045569685 shutdown_connections 2024-06-06T08:21:33.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:33.449+0000 7ff120e8e700 1 --2- 172.21.15.42:0/2045569685 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff11c1066b0 0x7ff11c10e280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:33.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:33.449+0000 7ff120e8e700 1 --2- 172.21.15.42:0/2045569685 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff11c101620 0x7ff11c101a00 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:33.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:33.449+0000 7ff120e8e700 1 --2- 172.21.15.42:0/2045569685 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff11c101fd0 0x7ff11c105fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:33.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:33.449+0000 7ff120e8e700 1 -- 172.21.15.42:0/2045569685 >> 172.21.15.42:0/2045569685 conn(0x7ff11c078340 msgr2=0x7ff11c078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:33.449 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:33.449+0000 7ff120e8e700 1 -- 172.21.15.42:0/2045569685 shutdown_connections 2024-06-06T08:21:33.449 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:33.449+0000 7ff120e8e700 1 -- 172.21.15.42:0/2045569685 wait complete. 2024-06-06T08:21:33.450 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:33.450+0000 7ff120e8e700 1 Processor -- start 2024-06-06T08:21:33.450 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:33.450+0000 7ff120e8e700 1 -- start start 2024-06-06T08:21:33.450 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:33.450+0000 7ff120e8e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff11c101620 0x7ff11c199af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:33.451 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:33.450+0000 7ff120e8e700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff11c101fd0 0x7ff11c19a030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:33.451 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:33.450+0000 7ff120e8e700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff11c1066b0 0x7ff11c1a4b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:33.451 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:33.450+0000 7ff120e8e700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff11c111690 con 0x7ff11c101620 2024-06-06T08:21:33.451 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:33.450+0000 7ff120e8e700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7ff11c111510 con 0x7ff11c1066b0 2024-06-06T08:21:33.451 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:33.450+0000 7ff120e8e700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7ff11c111810 con 0x7ff11c101fd0 2024-06-06T08:21:33.451 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:33.450+0000 7ff11a59c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff11c101620 0x7ff11c199af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:33.451 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:33.450+0000 7ff11a59c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff11c101620 0x7ff11c199af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:59092/0 (socket says 172.21.15.42:59092) 2024-06-06T08:21:33.451 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:33.450+0000 7ff11a59c700 1 -- 172.21.15.42:0/2190481960 learned_addr learned my addr 172.21.15.42:0/2190481960 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:21:33.451 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:33.450+0000 7ff11ad9d700 1 --2- 172.21.15.42:0/2190481960 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff11c1066b0 0x7ff11c1a4b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:33.451 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:33.450+0000 7ff113fff700 1 --2- 172.21.15.42:0/2190481960 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff11c101fd0 0x7ff11c19a030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:33.451 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:33.450+0000 7ff11a59c700 1 -- 172.21.15.42:0/2190481960 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff11c101fd0 msgr2=0x7ff11c19a030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:33.451 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:33.450+0000 7ff11a59c700 1 --2- 172.21.15.42:0/2190481960 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff11c101fd0 0x7ff11c19a030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:33.451 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:33.450+0000 7ff11a59c700 1 -- 172.21.15.42:0/2190481960 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff11c1066b0 msgr2=0x7ff11c1a4b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:33.451 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:33.450+0000 7ff11a59c700 1 --2- 172.21.15.42:0/2190481960 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff11c1066b0 0x7ff11c1a4b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:33.452 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:33.450+0000 7ff11a59c700 1 -- 172.21.15.42:0/2190481960 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff11c1a50b0 con 0x7ff11c101620 2024-06-06T08:21:33.452 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:33.451+0000 7ff11a59c700 1 --2- 172.21.15.42:0/2190481960 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff11c101620 0x7ff11c199af0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7ff10c006010 tx=0x7ff10c009f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:33.452 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:33.451+0000 7ff1137fe700 1 -- 172.21.15.42:0/2190481960 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff10c027070 con 0x7ff11c101620 2024-06-06T08:21:33.452 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:33.451+0000 7ff1137fe700 1 -- 172.21.15.42:0/2190481960 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff10c003780 con 0x7ff11c101620 2024-06-06T08:21:33.452 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:33.451+0000 7ff120e8e700 1 -- 172.21.15.42:0/2190481960 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff11c1a5280 con 0x7ff11c101620 2024-06-06T08:21:33.452 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:33.451+0000 7ff1137fe700 1 -- 172.21.15.42:0/2190481960 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff10c022da0 con 0x7ff11c101620 2024-06-06T08:21:33.452 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:33.451+0000 7ff120e8e700 1 -- 172.21.15.42:0/2190481960 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff11c1a56d0 con 0x7ff11c101620 2024-06-06T08:21:33.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:33.452+0000 7ff120e8e700 1 -- 172.21.15.42:0/2190481960 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff11c069180 con 0x7ff11c101620 2024-06-06T08:21:33.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:33.453+0000 7ff1137fe700 1 -- 172.21.15.42:0/2190481960 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7ff10c02a070 con 0x7ff11c101620 2024-06-06T08:21:33.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:33.454+0000 7ff1137fe700 1 --2- 172.21.15.42:0/2190481960 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7ff1080a2c20 0x7ff1080a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:33.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:33.454+0000 7ff113fff700 1 --2- 172.21.15.42:0/2190481960 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7ff1080a2c20 0x7ff1080a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:33.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:33.454+0000 7ff1137fe700 1 -- 172.21.15.42:0/2190481960 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7ff10c0d0050 con 0x7ff11c101620 2024-06-06T08:21:33.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:33.454+0000 7ff113fff700 1 --2- 172.21.15.42:0/2190481960 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7ff1080a2c20 0x7ff1080a50e0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7ff104005fd0 tx=0x7ff10400a560 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:33.457 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:33.459+0000 7ff1137fe700 1 -- 172.21.15.42:0/2190481960 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7ff10c013070 con 0x7ff11c101620 2024-06-06T08:21:33.711 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:33.712+0000 7ff120e8e700 1 -- 172.21.15.42:0/2190481960 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff11c02de60 con 0x7ff11c101620 2024-06-06T08:21:33.712 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:33.713+0000 7ff1137fe700 1 -- 172.21.15.42:0/2190481960 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11876 (secure 0 0 0) 0x7ff10c09cce0 con 0x7ff11c101620 2024-06-06T08:21:33.712 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:21:33.712 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/667270675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":667270675},{"type":"v1","addr":"172.21.15.42:6837","nonce":667270675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/2414389302","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":2414389302},{"type":"v1","addr":"172.21.15.42:6839","nonce":2414389302}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14574,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/3625002785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":3625002785},{"type":"v1","addr":"172.21.15.42:6841","nonce":3625002785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24413,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6835/3995394553","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":3995394553},{"type":"v1","addr":"172.21.15.120:6835","nonce":3995394553}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T08:18:39.778858+0000","modified":"2024-06-06T08:19:48.185676+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24464},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6837/3434475673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":3434475673},{"type":"v1","addr":"172.21.15.120:6837","nonce":3434475673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6835/3776134468","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":3776134468},{"type":"v1","addr":"172.21.15.149:6835","nonce":3776134468}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":21,"addr":"172.21.15.120:6839/1585293472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":1585293472},{"type":"v1","addr":"172.21.15.120:6839","nonce":1585293472}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":25,"addr":"172.21.15.149:6837/751787578","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":751787578},{"type":"v1","addr":"172.21.15.149:6837","nonce":751787578}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":8,"addr":"172.21.15.149:6839/764851483","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":764851483},{"type":"v1","addr":"172.21.15.149:6839","nonce":764851483}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24469,24484,24464]},"id":1}]} 2024-06-06T08:21:33.715 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:33.715+0000 7ff120e8e700 1 -- 172.21.15.42:0/2190481960 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7ff1080a2c20 msgr2=0x7ff1080a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:33.715 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:33.715+0000 7ff120e8e700 1 --2- 172.21.15.42:0/2190481960 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7ff1080a2c20 0x7ff1080a50e0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7ff104005fd0 tx=0x7ff10400a560 comp rx=0 tx=0).stop 2024-06-06T08:21:33.715 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:33.715+0000 7ff120e8e700 1 -- 172.21.15.42:0/2190481960 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff11c101620 msgr2=0x7ff11c199af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:33.716 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:33.715+0000 7ff120e8e700 1 --2- 172.21.15.42:0/2190481960 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff11c101620 0x7ff11c199af0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7ff10c006010 tx=0x7ff10c009f80 comp rx=0 tx=0).stop 2024-06-06T08:21:33.716 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:33.715+0000 7ff120e8e700 1 -- 172.21.15.42:0/2190481960 shutdown_connections 2024-06-06T08:21:33.716 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:33.715+0000 7ff120e8e700 1 --2- 172.21.15.42:0/2190481960 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff11c1066b0 0x7ff11c1a4b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:33.716 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:33.715+0000 7ff120e8e700 1 --2- 172.21.15.42:0/2190481960 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff11c101620 0x7ff11c199af0 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:33.716 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:33.715+0000 7ff120e8e700 1 --2- 172.21.15.42:0/2190481960 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7ff1080a2c20 0x7ff1080a50e0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:33.716 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:33.715+0000 7ff120e8e700 1 --2- 172.21.15.42:0/2190481960 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff11c101fd0 0x7ff11c19a030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:33.716 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:33.715+0000 7ff120e8e700 1 -- 172.21.15.42:0/2190481960 >> 172.21.15.42:0/2190481960 conn(0x7ff11c078340 msgr2=0x7ff11c1052f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:33.716 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:33.715+0000 7ff120e8e700 1 -- 172.21.15.42:0/2190481960 shutdown_connections 2024-06-06T08:21:33.716 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:33.715+0000 7ff120e8e700 1 -- 172.21.15.42:0/2190481960 wait complete. 2024-06-06T08:21:33.716 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 25 2024-06-06T08:21:34.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:33 smithi149 ceph-mon[36842]: pgmap v396: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 426 B/s wr, 7 op/s 2024-06-06T08:21:34.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:33 smithi042 ceph-mon[32384]: pgmap v396: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 426 B/s wr, 7 op/s 2024-06-06T08:21:34.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:33 smithi120 ceph-mon[36658]: pgmap v396: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 426 B/s wr, 7 op/s 2024-06-06T08:21:34.563 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:21:34.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:34 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/2190481960' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:21:34.819 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:21:35.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:34 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/2190481960' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:21:35.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:34 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/2190481960' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:21:36.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:35 smithi149 ceph-mon[36842]: pgmap v397: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-06T08:21:36.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:35 smithi042 ceph-mon[32384]: pgmap v397: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-06T08:21:36.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:35 smithi120 ceph-mon[36658]: pgmap v397: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-06T08:21:36.482 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:36.483+0000 7f4ad6c6a700 1 -- 172.21.15.42:0/3604630525 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4ad006b0a0 msgr2=0x7f4ad006b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:36.482 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:36.483+0000 7f4ad6c6a700 1 --2- 172.21.15.42:0/3604630525 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4ad006b0a0 0x7f4ad006b520 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f4acc009990 tx=0x7f4acc009ca0 comp rx=0 tx=0).stop 2024-06-06T08:21:36.482 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:36.483+0000 7f4ad6c6a700 1 -- 172.21.15.42:0/3604630525 shutdown_connections 2024-06-06T08:21:36.483 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:36.483+0000 7f4ad6c6a700 1 --2- 172.21.15.42:0/3604630525 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4ad010ee70 0x7f4ad0111260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:36.483 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:36.483+0000 7f4ad6c6a700 1 --2- 172.21.15.42:0/3604630525 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4ad01034e0 0x7f4ad006ab60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:36.483 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:36.483+0000 7f4ad6c6a700 1 --2- 172.21.15.42:0/3604630525 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4ad006b0a0 0x7f4ad006b520 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:36.483 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:36.483+0000 7f4ad6c6a700 1 -- 172.21.15.42:0/3604630525 >> 172.21.15.42:0/3604630525 conn(0x7f4ad0078340 msgr2=0x7f4ad0078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:36.483 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:36.483+0000 7f4ad6c6a700 1 -- 172.21.15.42:0/3604630525 shutdown_connections 2024-06-06T08:21:36.483 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:36.483+0000 7f4ad6c6a700 1 -- 172.21.15.42:0/3604630525 wait complete. 2024-06-06T08:21:36.485 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:36.484+0000 7f4ad6c6a700 1 Processor -- start 2024-06-06T08:21:36.485 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:36.484+0000 7f4ad6c6a700 1 -- start start 2024-06-06T08:21:36.485 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:36.484+0000 7f4ad6c6a700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4ad006b0a0 0x7f4ad019ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:36.485 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:36.484+0000 7f4ad6c6a700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4ad01034e0 0x7f4ad019b370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:36.485 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:36.484+0000 7f4ad6c6a700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4ad010ee70 0x7f4ad019f700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:36.485 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:36.484+0000 7f4ad6c6a700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4ad0114a60 con 0x7f4ad01034e0 2024-06-06T08:21:36.485 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:36.484+0000 7f4ad6c6a700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f4ad01148e0 con 0x7f4ad006b0a0 2024-06-06T08:21:36.485 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:36.484+0000 7f4ad6c6a700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f4ad0114be0 con 0x7f4ad010ee70 2024-06-06T08:21:36.486 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:36.484+0000 7f4ac7fff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4ad01034e0 0x7f4ad019b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:36.486 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:36.484+0000 7f4ac7fff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4ad01034e0 0x7f4ad019b370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:59108/0 (socket says 172.21.15.42:59108) 2024-06-06T08:21:36.486 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:36.484+0000 7f4ac7fff700 1 -- 172.21.15.42:0/363811462 learned_addr learned my addr 172.21.15.42:0/363811462 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:21:36.486 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:36.484+0000 7f4ad4a06700 1 --2- 172.21.15.42:0/363811462 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4ad006b0a0 0x7f4ad019ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:36.486 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:36.485+0000 7f4ac7fff700 1 -- 172.21.15.42:0/363811462 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4ad010ee70 msgr2=0x7f4ad019f700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:36.486 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:36.485+0000 7f4ad5207700 1 --2- 172.21.15.42:0/363811462 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4ad010ee70 0x7f4ad019f700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:36.486 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:36.485+0000 7f4ac7fff700 1 --2- 172.21.15.42:0/363811462 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4ad010ee70 0x7f4ad019f700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:36.487 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:36.485+0000 7f4ac7fff700 1 -- 172.21.15.42:0/363811462 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4ad006b0a0 msgr2=0x7f4ad019ae30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:36.487 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:36.485+0000 7f4ac7fff700 1 --2- 172.21.15.42:0/363811462 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4ad006b0a0 0x7f4ad019ae30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:36.487 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:36.485+0000 7f4ac7fff700 1 -- 172.21.15.42:0/363811462 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ad019fe40 con 0x7f4ad01034e0 2024-06-06T08:21:36.487 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:36.485+0000 7f4ac7fff700 1 --2- 172.21.15.42:0/363811462 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4ad01034e0 0x7f4ad019b370 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f4acc005910 tx=0x7f4acc0047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:36.487 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:36.485+0000 7f4ac5ffb700 1 -- 172.21.15.42:0/363811462 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4acc027070 con 0x7f4ad01034e0 2024-06-06T08:21:36.487 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:36.485+0000 7f4ac5ffb700 1 -- 172.21.15.42:0/363811462 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4acc004050 con 0x7f4ad01034e0 2024-06-06T08:21:36.487 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:36.485+0000 7f4ad6c6a700 1 -- 172.21.15.42:0/363811462 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ad01a00d0 con 0x7f4ad01034e0 2024-06-06T08:21:36.487 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:36.485+0000 7f4ac5ffb700 1 -- 172.21.15.42:0/363811462 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4acc00f460 con 0x7f4ad01034e0 2024-06-06T08:21:36.487 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:36.485+0000 7f4ad6c6a700 1 -- 172.21.15.42:0/363811462 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ad01a79b0 con 0x7f4ad01034e0 2024-06-06T08:21:36.487 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:36.486+0000 7f4ad6c6a700 1 -- 172.21.15.42:0/363811462 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ad01019d0 con 0x7f4ad01034e0 2024-06-06T08:21:36.488 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:36.487+0000 7f4ac5ffb700 1 -- 172.21.15.42:0/363811462 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f4acc02a070 con 0x7f4ad01034e0 2024-06-06T08:21:36.488 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:36.488+0000 7f4ac5ffb700 1 --2- 172.21.15.42:0/363811462 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4ab80a2ca0 0x7f4ab80a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:36.488 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:36.488+0000 7f4ad4a06700 1 --2- 172.21.15.42:0/363811462 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4ab80a2ca0 0x7f4ab80a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:36.488 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:36.488+0000 7f4ac5ffb700 1 -- 172.21.15.42:0/363811462 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f4acc0d0270 con 0x7f4ad01034e0 2024-06-06T08:21:36.488 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:36.489+0000 7f4ad4a06700 1 --2- 172.21.15.42:0/363811462 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4ab80a2ca0 0x7f4ab80a5160 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f4ac0009a10 tx=0x7f4ac0009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:36.492 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:36.493+0000 7f4ac5ffb700 1 -- 172.21.15.42:0/363811462 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f4acc05e850 con 0x7f4ad01034e0 2024-06-06T08:21:36.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:36.747+0000 7f4ad6c6a700 1 -- 172.21.15.42:0/363811462 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4ad01a7be0 con 0x7f4ad01034e0 2024-06-06T08:21:36.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:36.748+0000 7f4ac5ffb700 1 -- 172.21.15.42:0/363811462 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11876 (secure 0 0 0) 0x7f4acc013070 con 0x7f4ad01034e0 2024-06-06T08:21:36.747 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:21:36.747 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/667270675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":667270675},{"type":"v1","addr":"172.21.15.42:6837","nonce":667270675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/2414389302","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":2414389302},{"type":"v1","addr":"172.21.15.42:6839","nonce":2414389302}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14574,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/3625002785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":3625002785},{"type":"v1","addr":"172.21.15.42:6841","nonce":3625002785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24413,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6835/3995394553","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":3995394553},{"type":"v1","addr":"172.21.15.120:6835","nonce":3995394553}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T08:18:39.778858+0000","modified":"2024-06-06T08:19:48.185676+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24464},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6837/3434475673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":3434475673},{"type":"v1","addr":"172.21.15.120:6837","nonce":3434475673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6835/3776134468","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":3776134468},{"type":"v1","addr":"172.21.15.149:6835","nonce":3776134468}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":21,"addr":"172.21.15.120:6839/1585293472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":1585293472},{"type":"v1","addr":"172.21.15.120:6839","nonce":1585293472}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":25,"addr":"172.21.15.149:6837/751787578","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":751787578},{"type":"v1","addr":"172.21.15.149:6837","nonce":751787578}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":8,"addr":"172.21.15.149:6839/764851483","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":764851483},{"type":"v1","addr":"172.21.15.149:6839","nonce":764851483}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24469,24484,24464]},"id":1}]} 2024-06-06T08:21:36.750 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:36.751+0000 7f4ad6c6a700 1 -- 172.21.15.42:0/363811462 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4ab80a2ca0 msgr2=0x7f4ab80a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:36.751 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:36.751+0000 7f4ad6c6a700 1 --2- 172.21.15.42:0/363811462 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4ab80a2ca0 0x7f4ab80a5160 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f4ac0009a10 tx=0x7f4ac0009190 comp rx=0 tx=0).stop 2024-06-06T08:21:36.751 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:36.751+0000 7f4ad6c6a700 1 -- 172.21.15.42:0/363811462 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4ad01034e0 msgr2=0x7f4ad019b370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:36.751 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:36.751+0000 7f4ad6c6a700 1 --2- 172.21.15.42:0/363811462 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4ad01034e0 0x7f4ad019b370 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f4acc005910 tx=0x7f4acc0047b0 comp rx=0 tx=0).stop 2024-06-06T08:21:36.751 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:36.751+0000 7f4ad6c6a700 1 -- 172.21.15.42:0/363811462 shutdown_connections 2024-06-06T08:21:36.751 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:36.751+0000 7f4ad6c6a700 1 --2- 172.21.15.42:0/363811462 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4ab80a2ca0 0x7f4ab80a5160 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:36.751 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:36.751+0000 7f4ad6c6a700 1 --2- 172.21.15.42:0/363811462 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4ad010ee70 0x7f4ad019f700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:36.751 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:36.751+0000 7f4ad6c6a700 1 --2- 172.21.15.42:0/363811462 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4ad006b0a0 0x7f4ad019ae30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:36.751 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:36.751+0000 7f4ad6c6a700 1 --2- 172.21.15.42:0/363811462 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4ad01034e0 0x7f4ad019b370 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:36.751 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:36.751+0000 7f4ad6c6a700 1 -- 172.21.15.42:0/363811462 >> 172.21.15.42:0/363811462 conn(0x7f4ad0078340 msgr2=0x7f4ad0100760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:36.751 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:36.752+0000 7f4ad6c6a700 1 -- 172.21.15.42:0/363811462 shutdown_connections 2024-06-06T08:21:36.751 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:36.752+0000 7f4ad6c6a700 1 -- 172.21.15.42:0/363811462 wait complete. 2024-06-06T08:21:36.752 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 25 2024-06-06T08:21:37.490 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph osd dump --format=json 2024-06-06T08:21:37.746 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:21:37.987 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:37 smithi042 ceph-mon[32384]: pgmap v398: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:21:37.987 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:37 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/363811462' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:21:38.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:37 smithi149 ceph-mon[36842]: pgmap v398: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:21:38.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:37 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/363811462' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:21:38.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:37 smithi120 ceph-mon[36658]: pgmap v398: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:21:38.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:37 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/363811462' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:21:39.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:39.407+0000 7f0f661db700 1 -- 172.21.15.42:0/3462983332 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0f60108510 msgr2=0x7f0f601088f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:39.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:39.407+0000 7f0f661db700 1 --2- 172.21.15.42:0/3462983332 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0f60108510 0x7f0f601088f0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f0f50009990 tx=0x7f0f50009ca0 comp rx=0 tx=0).stop 2024-06-06T08:21:39.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:39.407+0000 7f0f661db700 1 -- 172.21.15.42:0/3462983332 shutdown_connections 2024-06-06T08:21:39.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:39.407+0000 7f0f661db700 1 --2- 172.21.15.42:0/3462983332 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0f60101440 0x7f0f6010f330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:39.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:39.407+0000 7f0f661db700 1 --2- 172.21.15.42:0/3462983332 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0f60108510 0x7f0f601088f0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:39.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:39.407+0000 7f0f661db700 1 --2- 172.21.15.42:0/3462983332 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0f60100a80 0x7f0f60100f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:39.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:39.407+0000 7f0f661db700 1 -- 172.21.15.42:0/3462983332 >> 172.21.15.42:0/3462983332 conn(0x7f0f60077a00 msgr2=0x7f0f600fedb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:39.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:39.407+0000 7f0f661db700 1 -- 172.21.15.42:0/3462983332 shutdown_connections 2024-06-06T08:21:39.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:39.407+0000 7f0f661db700 1 -- 172.21.15.42:0/3462983332 wait complete. 2024-06-06T08:21:39.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:39.408+0000 7f0f661db700 1 Processor -- start 2024-06-06T08:21:39.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:39.408+0000 7f0f661db700 1 -- start start 2024-06-06T08:21:39.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:39.409+0000 7f0f661db700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0f60100a80 0x7f0f6019e7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:39.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:39.409+0000 7f0f661db700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0f60101440 0x7f0f6019ed20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:39.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:39.409+0000 7f0f661db700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0f60108510 0x7f0f601989f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:39.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:39.409+0000 7f0f661db700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0f60112770 con 0x7f0f60101440 2024-06-06T08:21:39.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:39.409+0000 7f0f661db700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f0f601125f0 con 0x7f0f60108510 2024-06-06T08:21:39.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:39.409+0000 7f0f661db700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f0f601128f0 con 0x7f0f60100a80 2024-06-06T08:21:39.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:39.409+0000 7f0f5effd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0f60101440 0x7f0f6019ed20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:39.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:39.409+0000 7f0f5effd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0f60101440 0x7f0f6019ed20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:54936/0 (socket says 172.21.15.42:54936) 2024-06-06T08:21:39.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:39.409+0000 7f0f5effd700 1 -- 172.21.15.42:0/3813579844 learned_addr learned my addr 172.21.15.42:0/3813579844 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:21:39.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:39.409+0000 7f0f5f7fe700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0f60100a80 0x7f0f6019e7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:39.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:39.409+0000 7f0f5ffff700 1 --2- 172.21.15.42:0/3813579844 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0f60108510 0x7f0f601989f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:39.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:39.409+0000 7f0f5effd700 1 -- 172.21.15.42:0/3813579844 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0f60100a80 msgr2=0x7f0f6019e7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:39.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:39.409+0000 7f0f5effd700 1 --2- 172.21.15.42:0/3813579844 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0f60100a80 0x7f0f6019e7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:39.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:39.409+0000 7f0f5effd700 1 -- 172.21.15.42:0/3813579844 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0f60108510 msgr2=0x7f0f601989f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:39.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:39.409+0000 7f0f5effd700 1 --2- 172.21.15.42:0/3813579844 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0f60108510 0x7f0f601989f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:39.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:39.409+0000 7f0f5effd700 1 -- 172.21.15.42:0/3813579844 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f60199150 con 0x7f0f60101440 2024-06-06T08:21:39.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:39.409+0000 7f0f5effd700 1 --2- 172.21.15.42:0/3813579844 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0f60101440 0x7f0f6019ed20 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f0f5400c920 tx=0x7f0f5400cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:39.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:39.409+0000 7f0f5cff9700 1 -- 172.21.15.42:0/3813579844 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f54004a30 con 0x7f0f60101440 2024-06-06T08:21:39.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:39.410+0000 7f0f661db700 1 -- 172.21.15.42:0/3813579844 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f60199440 con 0x7f0f60101440 2024-06-06T08:21:39.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:39.410+0000 7f0f5cff9700 1 -- 172.21.15.42:0/3813579844 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0f54005500 con 0x7f0f60101440 2024-06-06T08:21:39.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:39.410+0000 7f0f5cff9700 1 -- 172.21.15.42:0/3813579844 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f54007d00 con 0x7f0f60101440 2024-06-06T08:21:39.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:39.410+0000 7f0f661db700 1 -- 172.21.15.42:0/3813579844 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f601a56b0 con 0x7f0f60101440 2024-06-06T08:21:39.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:39.410+0000 7f0f661db700 1 -- 172.21.15.42:0/3813579844 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0f6010a9f0 con 0x7f0f60101440 2024-06-06T08:21:39.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:39.412+0000 7f0f5cff9700 1 -- 172.21.15.42:0/3813579844 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f0f54005000 con 0x7f0f60101440 2024-06-06T08:21:39.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:39.413+0000 7f0f5cff9700 1 --2- 172.21.15.42:0/3813579844 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f0f480a2c20 0x7f0f480a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:39.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:39.413+0000 7f0f5f7fe700 1 --2- 172.21.15.42:0/3813579844 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f0f480a2c20 0x7f0f480a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:39.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:39.413+0000 7f0f5cff9700 1 -- 172.21.15.42:0/3813579844 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f0f540cef40 con 0x7f0f60101440 2024-06-06T08:21:39.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:39.413+0000 7f0f5f7fe700 1 --2- 172.21.15.42:0/3813579844 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f0f480a2c20 0x7f0f480a50e0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f0f60107580 tx=0x7f0f50005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:39.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:39.417+0000 7f0f5cff9700 1 -- 172.21.15.42:0/3813579844 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f0f54014030 con 0x7f0f60101440 2024-06-06T08:21:39.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:39.627+0000 7f0f661db700 1 -- 172.21.15.42:0/3813579844 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0f6010a3d0 con 0x7f0f60101440 2024-06-06T08:21:39.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:39.629+0000 7f0f5cff9700 1 -- 172.21.15.42:0/3813579844 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v99) ==== 74+0+24632 (secure 0 0 0) 0x7f0f5409bb40 con 0x7f0f60101440 2024-06-06T08:21:39.629 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:21:39.629 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":99,"fsid":"103bdc14-23dc-11ef-bc9b-c7b262605968","created":"2024-06-06T08:10:24.766424+0000","modified":"2024-06-06T08:19:20.058787+0000","last_up_change":"2024-06-06T08:17:36.287686+0000","last_in_change":"2024-06-06T08:17:16.753056+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-06T08:13:45.019237+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-06-06T08:18:33.144907+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-06-06T08:18:36.897997+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-06-06T08:18:46.419853+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"97","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"e2e4fdcf-59e7-458d-b89e-8f5b7095ecba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6803","nonce":992269164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6805","nonce":992269164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6809","nonce":992269164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6807","nonce":992269164}]},"public_addr":"172.21.15.42:6803/992269164","cluster_addr":"172.21.15.42:6805/992269164","heartbeat_back_addr":"172.21.15.42:6809/992269164","heartbeat_front_addr":"172.21.15.42:6807/992269164","state":["exists","up"]},{"osd":1,"uuid":"5a66dde1-0e6a-44d3-9b2d-2c97d7c8db94","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6800","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6801","nonce":207181328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6802","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6803","nonce":207181328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6806","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6807","nonce":207181328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6804","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6805","nonce":207181328}]},"public_addr":"172.21.15.120:6801/207181328","cluster_addr":"172.21.15.120:6803/207181328","heartbeat_back_addr":"172.21.15.120:6807/207181328","heartbeat_front_addr":"172.21.15.120:6805/207181328","state":["exists","up"]},{"osd":2,"uuid":"642addc3-ef6d-438d-ba2b-011de9e2ba8d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6801","nonce":2997625975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6803","nonce":2997625975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6807","nonce":2997625975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6805","nonce":2997625975}]},"public_addr":"172.21.15.149:6801/2997625975","cluster_addr":"172.21.15.149:6803/2997625975","heartbeat_back_addr":"172.21.15.149:6807/2997625975","heartbeat_front_addr":"172.21.15.149:6805/2997625975","state":["exists","up"]},{"osd":3,"uuid":"2a97b907-d011-4010-a71b-a7783002e9b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6811","nonce":4079103623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6813","nonce":4079103623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6817","nonce":4079103623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6815","nonce":4079103623}]},"public_addr":"172.21.15.42:6811/4079103623","cluster_addr":"172.21.15.42:6813/4079103623","heartbeat_back_addr":"172.21.15.42:6817/4079103623","heartbeat_front_addr":"172.21.15.42:6815/4079103623","state":["exists","up"]},{"osd":4,"uuid":"8848bdb6-07d9-4be6-8dcb-01f181f6b678","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6808","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6809","nonce":559794558}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6810","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6811","nonce":559794558}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6814","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6815","nonce":559794558}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6812","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6813","nonce":559794558}]},"public_addr":"172.21.15.120:6809/559794558","cluster_addr":"172.21.15.120:6811/559794558","heartbeat_back_addr":"172.21.15.120:6815/559794558","heartbeat_front_addr":"172.21.15.120:6813/559794558","state":["exists","up"]},{"osd":5,"uuid":"4be1b7e5-1de1-4927-9960-c0f6415e0bff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6809","nonce":4023193877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6811","nonce":4023193877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6815","nonce":4023193877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6813","nonce":4023193877}]},"public_addr":"172.21.15.149:6809/4023193877","cluster_addr":"172.21.15.149:6811/4023193877","heartbeat_back_addr":"172.21.15.149:6815/4023193877","heartbeat_front_addr":"172.21.15.149:6813/4023193877","state":["exists","up"]},{"osd":6,"uuid":"6c1a1ff4-9bed-4f13-ab16-314c8086c06f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6819","nonce":1922652007}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6821","nonce":1922652007}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6825","nonce":1922652007}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6823","nonce":1922652007}]},"public_addr":"172.21.15.42:6819/1922652007","cluster_addr":"172.21.15.42:6821/1922652007","heartbeat_back_addr":"172.21.15.42:6825/1922652007","heartbeat_front_addr":"172.21.15.42:6823/1922652007","state":["exists","up"]},{"osd":7,"uuid":"37cb2c8b-d9c0-4d1e-bee8-cc850c69ba0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6816","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6817","nonce":156965814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6818","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6819","nonce":156965814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6822","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6823","nonce":156965814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6820","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6821","nonce":156965814}]},"public_addr":"172.21.15.120:6817/156965814","cluster_addr":"172.21.15.120:6819/156965814","heartbeat_back_addr":"172.21.15.120:6823/156965814","heartbeat_front_addr":"172.21.15.120:6821/156965814","state":["exists","up"]},{"osd":8,"uuid":"6df7e642-d784-4aac-b764-ddf0747add90","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6817","nonce":4100009474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6819","nonce":4100009474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6823","nonce":4100009474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6821","nonce":4100009474}]},"public_addr":"172.21.15.149:6817/4100009474","cluster_addr":"172.21.15.149:6819/4100009474","heartbeat_back_addr":"172.21.15.149:6823/4100009474","heartbeat_front_addr":"172.21.15.149:6821/4100009474","state":["exists","up"]},{"osd":9,"uuid":"f4b2af93-29f8-495a-86f7-72c2b64b34cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6827","nonce":3216295459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6829","nonce":3216295459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6833","nonce":3216295459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6831","nonce":3216295459}]},"public_addr":"172.21.15.42:6827/3216295459","cluster_addr":"172.21.15.42:6829/3216295459","heartbeat_back_addr":"172.21.15.42:6833/3216295459","heartbeat_front_addr":"172.21.15.42:6831/3216295459","state":["exists","up"]},{"osd":10,"uuid":"5d31e261-0c1d-488d-a7d5-6a6c1250edca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6824","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6825","nonce":3633743730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6826","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6827","nonce":3633743730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6830","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6831","nonce":3633743730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6828","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6829","nonce":3633743730}]},"public_addr":"172.21.15.120:6825/3633743730","cluster_addr":"172.21.15.120:6827/3633743730","heartbeat_back_addr":"172.21.15.120:6831/3633743730","heartbeat_front_addr":"172.21.15.120:6829/3633743730","state":["exists","up"]},{"osd":11,"uuid":"32e1e82b-97fe-4469-8345-871e9caffc3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6825","nonce":797850884}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6827","nonce":797850884}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6831","nonce":797850884}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6829","nonce":797850884}]},"public_addr":"172.21.15.149:6825/797850884","cluster_addr":"172.21.15.149:6827/797850884","heartbeat_back_addr":"172.21.15.149:6831/797850884","heartbeat_front_addr":"172.21.15.149:6829/797850884","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:12:53.901249+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:13:17.683764+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:13:41.352203+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:14:08.031995+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:14:33.363708+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:14:58.055589+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:15:24.669566+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:15:50.912783+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:16:15.924258+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:16:43.185660+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:17:09.578878+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:17:35.047958+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.10","mappings":[{"from":2,"to":4}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.1","mappings":[{"from":4,"to":9}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"4.e","mappings":[{"from":5,"to":8}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]},{"pgid":"4.14","mappings":[{"from":9,"to":8}]},{"pgid":"4.16","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.42:0/2349000297":"2024-06-07T08:11:18.501580+0000","172.21.15.42:6801/542419736":"2024-06-07T08:11:18.501580+0000","172.21.15.42:0/2444807230":"2024-06-07T08:10:51.469961+0000","172.21.15.42:0/2035946884":"2024-06-07T08:11:18.501580+0000","172.21.15.42:6800/542419736":"2024-06-07T08:11:18.501580+0000","172.21.15.42:0/2547834811":"2024-06-07T08:10:51.469961+0000","172.21.15.42:0/1748257485":"2024-06-07T08:11:18.501580+0000","172.21.15.42:0/1313394303":"2024-06-07T08:10:51.469961+0000","172.21.15.42:6800/1296506824":"2024-06-07T08:10:51.469961+0000","172.21.15.42:6801/1296506824":"2024-06-07T08:10:51.469961+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-06T08:21:39.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:39.631+0000 7f0f661db700 1 -- 172.21.15.42:0/3813579844 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f0f480a2c20 msgr2=0x7f0f480a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:39.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:39.631+0000 7f0f661db700 1 --2- 172.21.15.42:0/3813579844 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f0f480a2c20 0x7f0f480a50e0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f0f60107580 tx=0x7f0f50005960 comp rx=0 tx=0).stop 2024-06-06T08:21:39.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:39.631+0000 7f0f661db700 1 -- 172.21.15.42:0/3813579844 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0f60101440 msgr2=0x7f0f6019ed20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:39.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:39.631+0000 7f0f661db700 1 --2- 172.21.15.42:0/3813579844 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0f60101440 0x7f0f6019ed20 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f0f5400c920 tx=0x7f0f5400cc30 comp rx=0 tx=0).stop 2024-06-06T08:21:39.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:39.631+0000 7f0f661db700 1 -- 172.21.15.42:0/3813579844 shutdown_connections 2024-06-06T08:21:39.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:39.631+0000 7f0f661db700 1 --2- 172.21.15.42:0/3813579844 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0f60108510 0x7f0f601989f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:39.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:39.631+0000 7f0f661db700 1 --2- 172.21.15.42:0/3813579844 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f0f480a2c20 0x7f0f480a50e0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:39.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:39.631+0000 7f0f661db700 1 --2- 172.21.15.42:0/3813579844 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0f60100a80 0x7f0f6019e7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:39.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:39.631+0000 7f0f661db700 1 --2- 172.21.15.42:0/3813579844 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0f60101440 0x7f0f6019ed20 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:39.632 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:39.631+0000 7f0f661db700 1 -- 172.21.15.42:0/3813579844 >> 172.21.15.42:0/3813579844 conn(0x7f0f60077a00 msgr2=0x7f0f600ff060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:39.632 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:39.631+0000 7f0f661db700 1 -- 172.21.15.42:0/3813579844 shutdown_connections 2024-06-06T08:21:39.632 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:39.631+0000 7f0f661db700 1 -- 172.21.15.42:0/3813579844 wait complete. 2024-06-06T08:21:39.954 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:39 smithi042 ceph-mon[32384]: pgmap v399: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-06-06T08:21:39.954 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:39 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/3813579844' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T08:21:40.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:39 smithi149 ceph-mon[36842]: pgmap v399: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-06-06T08:21:40.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:39 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/3813579844' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T08:21:40.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:39 smithi120 ceph-mon[36658]: pgmap v399: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-06-06T08:21:40.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:39 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/3813579844' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T08:21:40.392 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:21:40.650 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:21:42.019 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:41 smithi042 ceph-mon[32384]: pgmap v400: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:21:42.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:41 smithi149 ceph-mon[36842]: pgmap v400: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:21:42.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:41 smithi120 ceph-mon[36658]: pgmap v400: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:21:42.387 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:42.387+0000 7f4983450700 1 -- 172.21.15.42:0/2419228482 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f497c107400 msgr2=0x7f497c1077e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:42.387 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:42.387+0000 7f4983450700 1 --2- 172.21.15.42:0/2419228482 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f497c107400 0x7f497c1077e0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f497800b0a0 tx=0x7f497800b3b0 comp rx=0 tx=0).stop 2024-06-06T08:21:42.387 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:42.387+0000 7f4983450700 1 -- 172.21.15.42:0/2419228482 shutdown_connections 2024-06-06T08:21:42.387 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:42.387+0000 7f4983450700 1 --2- 172.21.15.42:0/2419228482 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f497c101d50 0x7f497c10e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:42.387 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:42.387+0000 7f4983450700 1 --2- 172.21.15.42:0/2419228482 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f497c107400 0x7f497c1077e0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:42.387 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:42.387+0000 7f4983450700 1 --2- 172.21.15.42:0/2419228482 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f497c101390 0x7f497c101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:42.387 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:42.387+0000 7f4983450700 1 -- 172.21.15.42:0/2419228482 >> 172.21.15.42:0/2419228482 conn(0x7f497c078340 msgr2=0x7f497c078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:42.387 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:42.387+0000 7f4983450700 1 -- 172.21.15.42:0/2419228482 shutdown_connections 2024-06-06T08:21:42.387 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:42.387+0000 7f4983450700 1 -- 172.21.15.42:0/2419228482 wait complete. 2024-06-06T08:21:42.387 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:42.388+0000 7f4983450700 1 Processor -- start 2024-06-06T08:21:42.387 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:42.388+0000 7f4983450700 1 -- start start 2024-06-06T08:21:42.389 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:42.388+0000 7f4983450700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f497c101390 0x7f497c19e860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:42.389 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:42.388+0000 7f4983450700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f497c101d50 0x7f497c19eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:42.389 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:42.388+0000 7f4983450700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f497c107400 0x7f497c198a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:42.389 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:42.388+0000 7f4983450700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f497c1116a0 con 0x7f497c101d50 2024-06-06T08:21:42.390 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:42.388+0000 7f4983450700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f497c111520 con 0x7f497c101390 2024-06-06T08:21:42.390 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:42.388+0000 7f4983450700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f497c111820 con 0x7f497c107400 2024-06-06T08:21:42.390 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:42.388+0000 7f49809eb700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f497c101d50 0x7f497c19eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:42.390 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:42.388+0000 7f49809eb700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f497c101d50 0x7f497c19eda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:54960/0 (socket says 172.21.15.42:54960) 2024-06-06T08:21:42.390 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:42.388+0000 7f49809eb700 1 -- 172.21.15.42:0/201435049 learned_addr learned my addr 172.21.15.42:0/201435049 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:21:42.390 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:42.389+0000 7f49811ec700 1 --2- 172.21.15.42:0/201435049 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f497c101390 0x7f497c19e860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:42.390 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:42.389+0000 7f49819ed700 1 --2- 172.21.15.42:0/201435049 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f497c107400 0x7f497c198a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:42.390 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:42.389+0000 7f49809eb700 1 -- 172.21.15.42:0/201435049 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f497c107400 msgr2=0x7f497c198a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:42.390 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:42.389+0000 7f49809eb700 1 --2- 172.21.15.42:0/201435049 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f497c107400 0x7f497c198a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:42.390 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:42.389+0000 7f49809eb700 1 -- 172.21.15.42:0/201435049 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f497c101390 msgr2=0x7f497c19e860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:42.390 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:42.389+0000 7f49809eb700 1 --2- 172.21.15.42:0/201435049 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f497c101390 0x7f497c19e860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:42.390 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:42.389+0000 7f49809eb700 1 -- 172.21.15.42:0/201435049 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f497c199180 con 0x7f497c101d50 2024-06-06T08:21:42.390 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:42.389+0000 7f49819ed700 1 --2- 172.21.15.42:0/201435049 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f497c107400 0x7f497c198a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:21:42.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:42.389+0000 7f49809eb700 1 --2- 172.21.15.42:0/201435049 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f497c101d50 0x7f497c19eda0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f496c00c970 tx=0x7f496c00cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:42.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:42.389+0000 7f49727fc700 1 -- 172.21.15.42:0/201435049 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f496c007aa0 con 0x7f497c101d50 2024-06-06T08:21:42.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:42.389+0000 7f49727fc700 1 -- 172.21.15.42:0/201435049 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f496c004d10 con 0x7f497c101d50 2024-06-06T08:21:42.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:42.389+0000 7f4983450700 1 -- 172.21.15.42:0/201435049 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f497c199470 con 0x7f497c101d50 2024-06-06T08:21:42.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:42.389+0000 7f49727fc700 1 -- 172.21.15.42:0/201435049 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f496c00f450 con 0x7f497c101d50 2024-06-06T08:21:42.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:42.389+0000 7f4983450700 1 -- 172.21.15.42:0/201435049 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f497c1a5730 con 0x7f497c101d50 2024-06-06T08:21:42.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:42.390+0000 7f4983450700 1 -- 172.21.15.42:0/201435049 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f497c069180 con 0x7f497c101d50 2024-06-06T08:21:42.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:42.392+0000 7f49727fc700 1 -- 172.21.15.42:0/201435049 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f496c004750 con 0x7f497c101d50 2024-06-06T08:21:42.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:42.393+0000 7f49727fc700 1 --2- 172.21.15.42:0/201435049 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f49680a2c20 0x7f49680a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:42.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:42.393+0000 7f49811ec700 1 --2- 172.21.15.42:0/201435049 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f49680a2c20 0x7f49680a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:42.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:42.393+0000 7f49727fc700 1 -- 172.21.15.42:0/201435049 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f496c0cf4a0 con 0x7f497c101d50 2024-06-06T08:21:42.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:42.393+0000 7f49811ec700 1 --2- 172.21.15.42:0/201435049 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f49680a2c20 0x7f49680a50e0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f4978009fd0 tx=0x7f497800b7b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:42.394 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:42.396+0000 7f49727fc700 1 -- 172.21.15.42:0/201435049 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f496c09c160 con 0x7f497c101d50 2024-06-06T08:21:42.648 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:42.649+0000 7f4983450700 1 -- 172.21.15.42:0/201435049 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f497c199f50 con 0x7f497c101d50 2024-06-06T08:21:42.648 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:42.649+0000 7f49727fc700 1 -- 172.21.15.42:0/201435049 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11876 (secure 0 0 0) 0x7f496c005700 con 0x7f497c101d50 2024-06-06T08:21:42.649 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:21:42.649 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/667270675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":667270675},{"type":"v1","addr":"172.21.15.42:6837","nonce":667270675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/2414389302","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":2414389302},{"type":"v1","addr":"172.21.15.42:6839","nonce":2414389302}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14574,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/3625002785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":3625002785},{"type":"v1","addr":"172.21.15.42:6841","nonce":3625002785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24413,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6835/3995394553","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":3995394553},{"type":"v1","addr":"172.21.15.120:6835","nonce":3995394553}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T08:18:39.778858+0000","modified":"2024-06-06T08:19:48.185676+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24464},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6837/3434475673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":3434475673},{"type":"v1","addr":"172.21.15.120:6837","nonce":3434475673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6835/3776134468","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":3776134468},{"type":"v1","addr":"172.21.15.149:6835","nonce":3776134468}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":21,"addr":"172.21.15.120:6839/1585293472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":1585293472},{"type":"v1","addr":"172.21.15.120:6839","nonce":1585293472}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":25,"addr":"172.21.15.149:6837/751787578","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":751787578},{"type":"v1","addr":"172.21.15.149:6837","nonce":751787578}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":8,"addr":"172.21.15.149:6839/764851483","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":764851483},{"type":"v1","addr":"172.21.15.149:6839","nonce":764851483}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24469,24484,24464]},"id":1}]} 2024-06-06T08:21:42.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:42.652+0000 7f4983450700 1 -- 172.21.15.42:0/201435049 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f49680a2c20 msgr2=0x7f49680a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:42.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:42.652+0000 7f4983450700 1 --2- 172.21.15.42:0/201435049 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f49680a2c20 0x7f49680a50e0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f4978009fd0 tx=0x7f497800b7b0 comp rx=0 tx=0).stop 2024-06-06T08:21:42.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:42.652+0000 7f4983450700 1 -- 172.21.15.42:0/201435049 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f497c101d50 msgr2=0x7f497c19eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:42.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:42.652+0000 7f4983450700 1 --2- 172.21.15.42:0/201435049 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f497c101d50 0x7f497c19eda0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f496c00c970 tx=0x7f496c00cc80 comp rx=0 tx=0).stop 2024-06-06T08:21:42.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:42.652+0000 7f4983450700 1 -- 172.21.15.42:0/201435049 shutdown_connections 2024-06-06T08:21:42.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:42.652+0000 7f4983450700 1 --2- 172.21.15.42:0/201435049 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f49680a2c20 0x7f49680a50e0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:42.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:42.652+0000 7f4983450700 1 --2- 172.21.15.42:0/201435049 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f497c107400 0x7f497c198a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:42.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:42.652+0000 7f4983450700 1 --2- 172.21.15.42:0/201435049 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f497c101390 0x7f497c19e860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:42.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:42.652+0000 7f4983450700 1 --2- 172.21.15.42:0/201435049 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f497c101d50 0x7f497c19eda0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:42.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:42.652+0000 7f4983450700 1 -- 172.21.15.42:0/201435049 >> 172.21.15.42:0/201435049 conn(0x7f497c078340 msgr2=0x7f497c1006a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:42.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:42.652+0000 7f4983450700 1 -- 172.21.15.42:0/201435049 shutdown_connections 2024-06-06T08:21:42.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:42.652+0000 7f4983450700 1 -- 172.21.15.42:0/201435049 wait complete. 2024-06-06T08:21:42.652 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 25 2024-06-06T08:21:42.965 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:42 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/201435049' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:21:43.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:42 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/201435049' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:21:43.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:42 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/201435049' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:21:43.389 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 25, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-06-06T08:18:39.778858+0000', 'modified': '2024-06-06T08:19:48.185676+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 24484, 'mds_1': 24469, 'mds_2': 24464}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24430': {'gid': 24430, 'name': 'l', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.149:6833/677848196', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.149:6832', 'nonce': 677848196}, {'type': 'v1', 'addr': '172.21.15.149:6833', 'nonce': 677848196}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24434': {'gid': 24434, 'name': 'h', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.120:6837/3434475673', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.120:6836', 'nonce': 3434475673}, {'type': 'v1', 'addr': '172.21.15.120:6837', 'nonce': 3434475673}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24463': {'gid': 24463, 'name': 'f', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.149:6835/3776134468', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.149:6834', 'nonce': 3776134468}, {'type': 'v1', 'addr': '172.21.15.149:6835', 'nonce': 3776134468}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24464': {'gid': 24464, 'name': 'b', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 21, 'addr': '172.21.15.120:6839/1585293472', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.120:6838', 'nonce': 1585293472}, {'type': 'v1', 'addr': '172.21.15.120:6839', 'nonce': 1585293472}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24469': {'gid': 24469, 'name': 'c', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 25, 'addr': '172.21.15.149:6837/751787578', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.149:6836', 'nonce': 751787578}, {'type': 'v1', 'addr': '172.21.15.149:6837', 'nonce': 751787578}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24484': {'gid': 24484, 'name': 'i', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 8, 'addr': '172.21.15.149:6839/764851483', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.149:6838', 'nonce': 764851483}, {'type': 'v1', 'addr': '172.21.15.149:6839', 'nonce': 764851483}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24484, 'qdb_cluster': [24469, 24484, 24464]} 2024-06-06T08:21:43.389 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-06-06T08:21:43.389 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.b status 2024-06-06T08:21:43.643 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:21:44.020 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:43 smithi042 ceph-mon[32384]: pgmap v401: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-06T08:21:44.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:43 smithi149 ceph-mon[36842]: pgmap v401: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-06T08:21:44.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:43 smithi120 ceph-mon[36658]: pgmap v401: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-06T08:21:45.337 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.338+0000 7f1686774700 1 -- 172.21.15.42:0/590571645 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f16801030f0 msgr2=0x7f1680107110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:45.337 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.338+0000 7f1686774700 1 --2- 172.21.15.42:0/590571645 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f16801030f0 0x7f1680107110 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f16740099c0 tx=0x7f1674009cd0 comp rx=0 tx=0).stop 2024-06-06T08:21:45.337 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.338+0000 7f1686774700 1 -- 172.21.15.42:0/590571645 shutdown_connections 2024-06-06T08:21:45.337 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.338+0000 7f1686774700 1 --2- 172.21.15.42:0/590571645 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1680107840 0x7f168010f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:45.337 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.338+0000 7f1686774700 1 --2- 172.21.15.42:0/590571645 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1680102740 0x7f1680102b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:45.338 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.338+0000 7f1686774700 1 --2- 172.21.15.42:0/590571645 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f16801030f0 0x7f1680107110 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:45.338 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.338+0000 7f1686774700 1 -- 172.21.15.42:0/590571645 >> 172.21.15.42:0/590571645 conn(0x7f16800795f0 msgr2=0x7f1680079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:45.338 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.338+0000 7f1686774700 1 -- 172.21.15.42:0/590571645 shutdown_connections 2024-06-06T08:21:45.338 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.338+0000 7f1686774700 1 -- 172.21.15.42:0/590571645 wait complete. 2024-06-06T08:21:45.339 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.338+0000 7f1686774700 1 Processor -- start 2024-06-06T08:21:45.340 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.339+0000 7f1686774700 1 -- start start 2024-06-06T08:21:45.340 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.339+0000 7f1686774700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1680102740 0x7f1680074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:45.340 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.339+0000 7f1686774700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f16801030f0 0x7f1680074cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:45.340 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.339+0000 7f1686774700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1680107840 0x7f1680075210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:45.340 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.339+0000 7f1686774700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f1680112750 con 0x7f1680107840 2024-06-06T08:21:45.340 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.339+0000 7f1686774700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f16801125d0 con 0x7f1680102740 2024-06-06T08:21:45.340 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.339+0000 7f1686774700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f16801128d0 con 0x7f16801030f0 2024-06-06T08:21:45.340 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.339+0000 7f1684d11700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1680107840 0x7f1680075210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:45.340 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.339+0000 7f1684d11700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1680107840 0x7f1680075210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:54974/0 (socket says 172.21.15.42:54974) 2024-06-06T08:21:45.340 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.339+0000 7f1684d11700 1 -- 172.21.15.42:0/3410773421 learned_addr learned my addr 172.21.15.42:0/3410773421 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:21:45.340 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.339+0000 7f167f7fe700 1 --2- 172.21.15.42:0/3410773421 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f16801030f0 0x7f1680074cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:45.340 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.339+0000 7f167ffff700 1 --2- 172.21.15.42:0/3410773421 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1680102740 0x7f1680074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:45.341 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.339+0000 7f1684d11700 1 -- 172.21.15.42:0/3410773421 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f16801030f0 msgr2=0x7f1680074cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:45.341 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.339+0000 7f1684d11700 1 --2- 172.21.15.42:0/3410773421 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f16801030f0 0x7f1680074cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:45.341 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.339+0000 7f1684d11700 1 -- 172.21.15.42:0/3410773421 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1680102740 msgr2=0x7f1680074790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:45.341 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.339+0000 7f1684d11700 1 --2- 172.21.15.42:0/3410773421 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1680102740 0x7f1680074790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:45.341 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.340+0000 7f1684d11700 1 -- 172.21.15.42:0/3410773421 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16801a70f0 con 0x7f1680107840 2024-06-06T08:21:45.341 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.340+0000 7f1684d11700 1 --2- 172.21.15.42:0/3410773421 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1680107840 0x7f1680075210 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f1678007ee0 tx=0x7f167800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:45.341 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.340+0000 7f167d7fa700 1 -- 172.21.15.42:0/3410773421 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1678004bb0 con 0x7f1680107840 2024-06-06T08:21:45.341 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.340+0000 7f167d7fa700 1 -- 172.21.15.42:0/3410773421 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1678004d50 con 0x7f1680107840 2024-06-06T08:21:45.341 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.340+0000 7f1686774700 1 -- 172.21.15.42:0/3410773421 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16801a73e0 con 0x7f1680107840 2024-06-06T08:21:45.341 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.340+0000 7f167d7fa700 1 -- 172.21.15.42:0/3410773421 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1678005960 con 0x7f1680107840 2024-06-06T08:21:45.341 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.340+0000 7f1686774700 1 -- 172.21.15.42:0/3410773421 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16801a78f0 con 0x7f1680107840 2024-06-06T08:21:45.342 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.342+0000 7f167d7fa700 1 -- 172.21.15.42:0/3410773421 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f167801a020 con 0x7f1680107840 2024-06-06T08:21:45.342 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.343+0000 7f167d7fa700 1 --2- 172.21.15.42:0/3410773421 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f16680a2c20 0x7f16680a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:45.342 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.343+0000 7f167ffff700 1 --2- 172.21.15.42:0/3410773421 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f16680a2c20 0x7f16680a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:45.342 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.343+0000 7f167d7fa700 1 -- 172.21.15.42:0/3410773421 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f16780cea60 con 0x7f1680107840 2024-06-06T08:21:45.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.344+0000 7f167ffff700 1 --2- 172.21.15.42:0/3410773421 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f16680a2c20 0x7f16680a50e0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f1670005950 tx=0x7f167000a300 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:45.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.344+0000 7f1690ff7b80 1 Processor -- start 2024-06-06T08:21:45.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.344+0000 7f1690ff7b80 1 -- start start 2024-06-06T08:21:45.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.344+0000 7f1690ff7b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fdedfb05f0 0x55fdedfb09d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:45.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.344+0000 7f1690ff7b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fdedfb0f10 0x55fdedfaa990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:45.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.344+0000 7f1690ff7b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fdedfaaed0 0x55fdedfab2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:45.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.344+0000 7f1690ff7b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55fdedefc7c0 con 0x55fdedfb0f10 2024-06-06T08:21:45.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.344+0000 7f1690ff7b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55fdedea46d0 con 0x55fdedfb05f0 2024-06-06T08:21:45.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.344+0000 7f1690ff7b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55fdedef8780 con 0x55fdedfaaed0 2024-06-06T08:21:45.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.344+0000 7f167f7fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fdedfb0f10 0x55fdedfaa990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:45.345 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.344+0000 7f167f7fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fdedfb0f10 0x55fdedfaa990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:54988/0 (socket says 172.21.15.42:54988) 2024-06-06T08:21:45.345 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.345+0000 7f167f7fe700 1 -- 172.21.15.42:0/3749369361 learned_addr learned my addr 172.21.15.42:0/3749369361 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:21:45.345 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.345+0000 7f167ffff700 1 --2- 172.21.15.42:0/3749369361 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fdedfb05f0 0x55fdedfb09d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:45.345 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.345+0000 7f1684d11700 1 --2- 172.21.15.42:0/3749369361 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fdedfaaed0 0x55fdedfab2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:45.346 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.345+0000 7f167f7fe700 1 -- 172.21.15.42:0/3749369361 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fdedfaaed0 msgr2=0x55fdedfab2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:21:45.346 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.345+0000 7f167f7fe700 1 --2- 172.21.15.42:0/3749369361 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fdedfaaed0 0x55fdedfab2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:45.346 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.345+0000 7f167f7fe700 1 -- 172.21.15.42:0/3749369361 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fdedfb05f0 msgr2=0x55fdedfb09d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:21:45.346 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.345+0000 7f167f7fe700 1 --2- 172.21.15.42:0/3749369361 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fdedfb05f0 0x55fdedfb09d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:45.346 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.345+0000 7f167f7fe700 1 -- 172.21.15.42:0/3749369361 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fdede9af00 con 0x55fdedfb0f10 2024-06-06T08:21:45.346 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.345+0000 7f1684d11700 1 --2- 172.21.15.42:0/3749369361 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fdedfaaed0 0x55fdedfab2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:21:45.346 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.345+0000 7f167f7fe700 1 --2- 172.21.15.42:0/3749369361 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fdedfb0f10 0x55fdedfaa990 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f16740099c0 tx=0x7f1674005cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d06cb08fddcfd16 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:45.349 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.345+0000 7f16667fc700 1 -- 172.21.15.42:0/3749369361 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1674028070 con 0x55fdedfb0f10 2024-06-06T08:21:45.349 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.345+0000 7f16667fc700 1 -- 172.21.15.42:0/3749369361 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f16740058e0 con 0x55fdedfb0f10 2024-06-06T08:21:45.349 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.345+0000 7f16667fc700 1 -- 172.21.15.42:0/3749369361 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f167400bbf0 con 0x55fdedfb0f10 2024-06-06T08:21:45.349 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.346+0000 7f1690ff7b80 1 -- 172.21.15.42:0/3749369361 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fdedfb0f10 msgr2=0x55fdedfaa990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:45.349 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.346+0000 7f1690ff7b80 1 --2- 172.21.15.42:0/3749369361 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fdedfb0f10 0x55fdedfaa990 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f16740099c0 tx=0x7f1674005cb0 comp rx=0 tx=0).stop 2024-06-06T08:21:45.349 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.346+0000 7f1690ff7b80 1 -- 172.21.15.42:0/3749369361 shutdown_connections 2024-06-06T08:21:45.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.346+0000 7f1690ff7b80 1 --2- 172.21.15.42:0/3749369361 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fdedfaaed0 0x55fdedfab2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:45.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.346+0000 7f1690ff7b80 1 --2- 172.21.15.42:0/3749369361 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fdedfb05f0 0x55fdedfb09d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:45.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.346+0000 7f1690ff7b80 1 --2- 172.21.15.42:0/3749369361 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fdedfb0f10 0x55fdedfaa990 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:45.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.346+0000 7f1690ff7b80 1 -- 172.21.15.42:0/3749369361 >> 172.21.15.42:0/3749369361 conn(0x55fdeded5c70 msgr2=0x55fdedfa5800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:45.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.346+0000 7f1690ff7b80 1 -- 172.21.15.42:0/3749369361 shutdown_connections 2024-06-06T08:21:45.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.346+0000 7f1690ff7b80 1 -- 172.21.15.42:0/3749369361 wait complete. 2024-06-06T08:21:45.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.347+0000 7f1690ff7b80 1 -- start start 2024-06-06T08:21:45.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.347+0000 7f1690ff7b80 1 Processor -- start 2024-06-06T08:21:45.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.347+0000 7f1690ff7b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fdedfaaed0 0x55fdedfb6c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:45.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.347+0000 7f1690ff7b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fdedfb05f0 0x55fdedfb3f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:45.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.347+0000 7f1690ff7b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fdedfb0f10 0x55fdedfb4480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:45.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.347+0000 7f1690ff7b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55fdedfb7920 con 0x55fdedfb0f10 2024-06-06T08:21:45.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.347+0000 7f1690ff7b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55fdede9cba0 con 0x55fdedfb05f0 2024-06-06T08:21:45.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.347+0000 7f1690ff7b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55fdedfb7aa0 con 0x55fdedfaaed0 2024-06-06T08:21:45.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.347+0000 7f1690ff7b80 10 client.0 _ll_register_callbacks cb 0x55fdede968d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:21:45.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.347+0000 7f1684d11700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fdedfb0f10 0x55fdedfb4480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:45.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.347+0000 7f1684d11700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fdedfb0f10 0x55fdedfb4480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:54992/0 (socket says 172.21.15.42:54992) 2024-06-06T08:21:45.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.347+0000 7f1684d11700 1 -- 172.21.15.42:0/3234736681 learned_addr learned my addr 172.21.15.42:0/3234736681 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:21:45.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.348+0000 7f167ffff700 1 --2- 172.21.15.42:0/3234736681 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fdedfaaed0 0x55fdedfb6c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:45.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.348+0000 7f1684d11700 1 -- 172.21.15.42:0/3234736681 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fdedfaaed0 msgr2=0x55fdedfb6c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:21:45.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.348+0000 7f1684d11700 1 --2- 172.21.15.42:0/3234736681 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fdedfaaed0 0x55fdedfb6c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:45.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.348+0000 7f1684d11700 1 -- 172.21.15.42:0/3234736681 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fdedfb05f0 msgr2=0x55fdedfb3f40 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-06-06T08:21:45.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.348+0000 7f1684d11700 1 --2- 172.21.15.42:0/3234736681 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fdedfb05f0 0x55fdedfb3f40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:45.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.348+0000 7f1684d11700 1 -- 172.21.15.42:0/3234736681 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fdede4b880 con 0x55fdedfb0f10 2024-06-06T08:21:45.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.348+0000 7f1684d11700 1 --2- 172.21.15.42:0/3234736681 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fdedfb0f10 0x55fdedfb4480 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f16780978d0 tx=0x7f167809aa40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e6ee1bde991aa8d4 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:45.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.348+0000 7f165f7fe700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:21:45.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.348+0000 7f165f7fe700 1 -- 172.21.15.42:0/3234736681 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f167809af00 con 0x55fdedfb0f10 2024-06-06T08:21:45.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.348+0000 7f165f7fe700 1 -- 172.21.15.42:0/3234736681 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f167809b160 con 0x55fdedfb0f10 2024-06-06T08:21:45.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.348+0000 7f1690ff7b80 1 -- 172.21.15.42:0/3234736681 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f16740058e0 con 0x55fdedfb0f10 2024-06-06T08:21:45.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.348+0000 7f165f7fe700 1 -- 172.21.15.42:0/3234736681 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f167809f2b0 con 0x55fdedfb0f10 2024-06-06T08:21:45.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.348+0000 7f1690ff7b80 10 client.15024 fetch_fsmap learned FSMap version 25 2024-06-06T08:21:45.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.348+0000 7f1690ff7b80 1 -- 172.21.15.42:0/3234736681 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55fdedfc21e0 con 0x55fdedfb0f10 2024-06-06T08:21:45.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.349+0000 7f165f7fe700 1 -- 172.21.15.42:0/3234736681 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f16740058e0 con 0x55fdedfb0f10 2024-06-06T08:21:45.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.349+0000 7f165f7fe700 1 -- 172.21.15.42:0/3234736681 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f16780b9b40 con 0x55fdedfb0f10 2024-06-06T08:21:45.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.349+0000 7f1690ff7b80 10 client.15024 fetch_fsmap finished waiting for FSMap version 25 2024-06-06T08:21:45.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.349+0000 7f1690ff7b80 10 client.15024 resolve_mds: resolved name 'b' to daemon mds.b 2024-06-06T08:21:45.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.349+0000 7f1690ff7b80 20 client.15024 populate_metadata read hostname 'smithi042' 2024-06-06T08:21:45.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.349+0000 7f1690ff7b80 1 --2- 172.21.15.42:0/3234736681 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x55fdedfc47d0 0x55fdedfc5c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:45.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.349+0000 7f1690ff7b80 4 client.15024 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:21:45.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.349+0000 7f1690ff7b80 1 -- 172.21.15.42:0/3234736681 --> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fdedf09cc0 con 0x55fdedfc47d0 2024-06-06T08:21:45.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.349+0000 7f167ffff700 1 --2- 172.21.15.42:0/3234736681 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x55fdedfc47d0 0x55fdedfc5c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:45.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.350+0000 7f165f7fe700 10 client.15024 ms_handle_connect on v2:172.21.15.120:6838/1585293472 2024-06-06T08:21:45.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.350+0000 7f167ffff700 1 --2- 172.21.15.42:0/3234736681 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x55fdedfc47d0 0x55fdedfc5c40 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=600b53340edb53cb server_cookie=807b57c0c1912e7a in_seq=0 out_seq=0 2024-06-06T08:21:45.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.351+0000 7f165f7fe700 1 -- 172.21.15.42:0/3234736681 <== mds.2 v2:172.21.15.120:6838/1585293472 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55fdedf09cc0 con 0x55fdedfc47d0 2024-06-06T08:21:45.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.351+0000 7f165f7fe700 10 client.15024 handle_command_reply: tid=0 2024-06-06T08:21:45.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.351+0000 7f1690ff7b80 1 client.15024 shutdown 2024-06-06T08:21:45.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.351+0000 7f1690ff7b80 1 -- 172.21.15.42:0/3234736681 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fdedfb0f10 msgr2=0x55fdedfb4480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:45.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.351+0000 7f1690ff7b80 1 --2- 172.21.15.42:0/3234736681 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fdedfb0f10 0x55fdedfb4480 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f16780978d0 tx=0x7f167809aa40 comp rx=0 tx=0).stop 2024-06-06T08:21:45.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.351+0000 7f1690ff7b80 1 -- 172.21.15.42:0/3234736681 shutdown_connections 2024-06-06T08:21:45.355 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.351+0000 7f1690ff7b80 1 --2- 172.21.15.42:0/3234736681 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fdedfb0f10 0x55fdedfb4480 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:45.355 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.351+0000 7f1690ff7b80 1 --2- 172.21.15.42:0/3234736681 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x55fdedfc47d0 0x55fdedfc5c40 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:45.355 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.351+0000 7f1690ff7b80 1 --2- 172.21.15.42:0/3234736681 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fdedfaaed0 0x55fdedfb6c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:45.355 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.351+0000 7f1690ff7b80 1 --2- 172.21.15.42:0/3234736681 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fdedfb05f0 0x55fdedfb3f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:45.355 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.351+0000 7f1690ff7b80 1 -- 172.21.15.42:0/3234736681 >> 172.21.15.42:0/3234736681 conn(0x55fdeded5c70 msgr2=0x55fdedfa9980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:45.355 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.351+0000 7f165f7fe700 0 client.15024 ms_handle_reset on v2:172.21.15.120:6838/1585293472 2024-06-06T08:21:45.355 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.351+0000 7f1690ff7b80 1 -- 172.21.15.42:0/3234736681 shutdown_connections 2024-06-06T08:21:45.355 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.351+0000 7f1690ff7b80 1 -- 172.21.15.42:0/3234736681 wait complete. 2024-06-06T08:21:45.355 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.351+0000 7f1690ff7b80 20 client.15024 trim_cache size 0 max 16384 2024-06-06T08:21:45.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.373+0000 7f1690ff7b80 1 Processor -- start 2024-06-06T08:21:45.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.373+0000 7f1690ff7b80 1 -- start start 2024-06-06T08:21:45.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.373+0000 7f1690ff7b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fdedfaaed0 0x55fdedfaa990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:45.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.373+0000 7f1690ff7b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fdedfb05f0 0x55fdedfb3f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:45.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.373+0000 7f1690ff7b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fdedfb0f10 0x55fdedfb4440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:45.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.373+0000 7f1690ff7b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55fdedfc3f80 con 0x55fdedfb05f0 2024-06-06T08:21:45.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.373+0000 7f1690ff7b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55fdedfc4650 con 0x55fdedfaaed0 2024-06-06T08:21:45.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.373+0000 7f1690ff7b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55fdedfc4d20 con 0x55fdedfb0f10 2024-06-06T08:21:45.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.373+0000 7f167f7fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fdedfb05f0 0x55fdedfb3f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:45.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.373+0000 7f167f7fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fdedfb05f0 0x55fdedfb3f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55008/0 (socket says 172.21.15.42:55008) 2024-06-06T08:21:45.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.373+0000 7f167f7fe700 1 -- 172.21.15.42:0/3236352774 learned_addr learned my addr 172.21.15.42:0/3236352774 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:21:45.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.373+0000 7f167ffff700 1 --2- 172.21.15.42:0/3236352774 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fdedfaaed0 0x55fdedfaa990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:45.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.373+0000 7f167f7fe700 1 -- 172.21.15.42:0/3236352774 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fdedfb0f10 msgr2=0x55fdedfb4440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:21:45.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.373+0000 7f1684d11700 1 --2- 172.21.15.42:0/3236352774 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fdedfb0f10 0x55fdedfb4440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:45.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.373+0000 7f167f7fe700 1 --2- 172.21.15.42:0/3236352774 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fdedfb0f10 0x55fdedfb4440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:45.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.373+0000 7f167f7fe700 1 -- 172.21.15.42:0/3236352774 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fdedfaaed0 msgr2=0x55fdedfaa990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:21:45.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.373+0000 7f167f7fe700 1 --2- 172.21.15.42:0/3236352774 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fdedfaaed0 0x55fdedfaa990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:45.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.373+0000 7f167f7fe700 1 -- 172.21.15.42:0/3236352774 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fdedfae9d0 con 0x55fdedfb05f0 2024-06-06T08:21:45.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.373+0000 7f167ffff700 1 --2- 172.21.15.42:0/3236352774 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fdedfaaed0 0x55fdedfaa990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:21:45.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.373+0000 7f167f7fe700 1 --2- 172.21.15.42:0/3236352774 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fdedfb05f0 0x55fdedfb3f00 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f16740038e0 tx=0x7f1674009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a4d097f06221eef server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:45.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.374+0000 7f1665ffb700 1 -- 172.21.15.42:0/3236352774 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1674031070 con 0x55fdedfb05f0 2024-06-06T08:21:45.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.374+0000 7f1665ffb700 1 -- 172.21.15.42:0/3236352774 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f167400b560 con 0x55fdedfb05f0 2024-06-06T08:21:45.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.374+0000 7f1665ffb700 1 -- 172.21.15.42:0/3236352774 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1674028040 con 0x55fdedfb05f0 2024-06-06T08:21:45.379 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.374+0000 7f1690ff7b80 1 -- 172.21.15.42:0/3236352774 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fdedfb05f0 msgr2=0x55fdedfb3f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:45.379 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.374+0000 7f1690ff7b80 1 --2- 172.21.15.42:0/3236352774 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fdedfb05f0 0x55fdedfb3f00 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f16740038e0 tx=0x7f1674009310 comp rx=0 tx=0).stop 2024-06-06T08:21:45.380 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.374+0000 7f1690ff7b80 1 -- 172.21.15.42:0/3236352774 shutdown_connections 2024-06-06T08:21:45.380 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.374+0000 7f1690ff7b80 1 --2- 172.21.15.42:0/3236352774 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fdedfb0f10 0x55fdedfb4440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:45.380 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.374+0000 7f1690ff7b80 1 --2- 172.21.15.42:0/3236352774 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fdedfaaed0 0x55fdedfaa990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:45.380 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.374+0000 7f1690ff7b80 1 --2- 172.21.15.42:0/3236352774 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fdedfb05f0 0x55fdedfb3f00 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:45.380 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.374+0000 7f1690ff7b80 1 -- 172.21.15.42:0/3236352774 >> 172.21.15.42:0/3236352774 conn(0x55fdeded5c70 msgr2=0x55fdedfa5330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:45.380 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.374+0000 7f1690ff7b80 1 -- 172.21.15.42:0/3236352774 shutdown_connections 2024-06-06T08:21:45.380 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.374+0000 7f1690ff7b80 1 -- 172.21.15.42:0/3236352774 wait complete. 2024-06-06T08:21:45.380 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.375+0000 7f1690ff7b80 1 -- start start 2024-06-06T08:21:45.380 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.375+0000 7f1690ff7b80 1 Processor -- start 2024-06-06T08:21:45.380 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.375+0000 7f1690ff7b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fdedfaaed0 0x55fdedfcf480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:45.380 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.375+0000 7f1690ff7b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fdedfb05f0 0x55fdedfa9980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:45.380 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.375+0000 7f1690ff7b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fdedfb0f10 0x55fdedfa9ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:45.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.375+0000 7f1690ff7b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55fdedfc5ac0 con 0x55fdedfb05f0 2024-06-06T08:21:45.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.375+0000 7f1690ff7b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55fdedfc53f0 con 0x55fdedfb0f10 2024-06-06T08:21:45.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.375+0000 7f1690ff7b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55fdedfc6190 con 0x55fdedfaaed0 2024-06-06T08:21:45.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.375+0000 7f1690ff7b80 10 client.0 _ll_register_callbacks cb 0x55fdede968d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:21:45.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.375+0000 7f167f7fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fdedfb05f0 0x55fdedfa9980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:45.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.376+0000 7f167f7fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fdedfb05f0 0x55fdedfa9980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55022/0 (socket says 172.21.15.42:55022) 2024-06-06T08:21:45.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.376+0000 7f167f7fe700 1 -- 172.21.15.42:0/1004583602 learned_addr learned my addr 172.21.15.42:0/1004583602 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:21:45.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.376+0000 7f167ffff700 1 --2- 172.21.15.42:0/1004583602 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fdedfaaed0 0x55fdedfcf480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:45.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.376+0000 7f1684d11700 1 --2- 172.21.15.42:0/1004583602 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fdedfb0f10 0x55fdedfa9ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:45.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.376+0000 7f167f7fe700 1 -- 172.21.15.42:0/1004583602 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fdedfaaed0 msgr2=0x55fdedfcf480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:21:45.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.376+0000 7f167f7fe700 1 --2- 172.21.15.42:0/1004583602 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fdedfaaed0 0x55fdedfcf480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:45.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.376+0000 7f167f7fe700 1 -- 172.21.15.42:0/1004583602 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fdedfb0f10 msgr2=0x55fdedfa9ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:21:45.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.376+0000 7f167f7fe700 1 --2- 172.21.15.42:0/1004583602 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fdedfb0f10 0x55fdedfa9ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:45.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.376+0000 7f167f7fe700 1 -- 172.21.15.42:0/1004583602 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fdedfaa400 con 0x55fdedfb05f0 2024-06-06T08:21:45.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.376+0000 7f1684d11700 1 --2- 172.21.15.42:0/1004583602 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fdedfb0f10 0x55fdedfa9ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:21:45.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.376+0000 7f167f7fe700 1 --2- 172.21.15.42:0/1004583602 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fdedfb05f0 0x55fdedfa9980 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f167402f040 tx=0x7f1674003a80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf12f6ca8fc85aee server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:45.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.376+0000 7f165f7fe700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:21:45.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.376+0000 7f165f7fe700 1 -- 172.21.15.42:0/1004583602 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1674031040 con 0x55fdedfb05f0 2024-06-06T08:21:45.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.376+0000 7f1690ff7b80 1 -- 172.21.15.42:0/1004583602 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f167400b560 con 0x55fdedfb05f0 2024-06-06T08:21:45.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.376+0000 7f165f7fe700 1 -- 172.21.15.42:0/1004583602 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f1674005310 con 0x55fdedfb05f0 2024-06-06T08:21:45.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.376+0000 7f165f7fe700 1 -- 172.21.15.42:0/1004583602 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f1674028040 con 0x55fdedfb05f0 2024-06-06T08:21:45.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.376+0000 7f1690ff7b80 10 client.15030 fetch_fsmap learned FSMap version 25 2024-06-06T08:21:45.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.376+0000 7f1690ff7b80 1 -- 172.21.15.42:0/1004583602 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55fdedfcee10 con 0x55fdedfb05f0 2024-06-06T08:21:45.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.377+0000 7f165f7fe700 1 -- 172.21.15.42:0/1004583602 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f167400b560 con 0x55fdedfb05f0 2024-06-06T08:21:45.383 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.377+0000 7f165f7fe700 1 -- 172.21.15.42:0/1004583602 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f1674023560 con 0x55fdedfb05f0 2024-06-06T08:21:45.383 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.377+0000 7f1690ff7b80 10 client.15030 fetch_fsmap finished waiting for FSMap version 25 2024-06-06T08:21:45.383 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.377+0000 7f1690ff7b80 10 client.15030 resolve_mds: resolved name 'b' to daemon mds.b 2024-06-06T08:21:45.383 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.377+0000 7f1690ff7b80 20 client.15030 populate_metadata read hostname 'smithi042' 2024-06-06T08:21:45.383 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.377+0000 7f1690ff7b80 1 --2- 172.21.15.42:0/1004583602 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x55fdee034010 0x55fdee032d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:45.383 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.377+0000 7f1690ff7b80 4 client.15030 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "status"}] 2024-06-06T08:21:45.383 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.377+0000 7f1690ff7b80 1 -- 172.21.15.42:0/1004583602 --> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] -- command(tid 0: {"prefix": "status"}) -- 0x55fdedf04240 con 0x55fdee034010 2024-06-06T08:21:45.383 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.377+0000 7f167ffff700 1 --2- 172.21.15.42:0/1004583602 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x55fdee034010 0x55fdee032d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:45.383 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.378+0000 7f167ffff700 1 --2- 172.21.15.42:0/1004583602 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x55fdee034010 0x55fdee032d20 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=ee47a7e38ba3359 server_cookie=65b5f4cb82de95e6 in_seq=0 out_seq=0 2024-06-06T08:21:45.383 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.378+0000 7f165f7fe700 10 client.15030 ms_handle_connect on v2:172.21.15.120:6838/1585293472 2024-06-06T08:21:45.383 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.378+0000 7f165f7fe700 1 -- 172.21.15.42:0/1004583602 <== mds.2 v2:172.21.15.120:6838/1585293472 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55fdedf04240 con 0x55fdee034010 2024-06-06T08:21:45.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.378+0000 7f165f7fe700 10 client.15030 handle_command_reply: tid=0 2024-06-06T08:21:45.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.378+0000 7f1690ff7b80 1 client.15030 shutdown 2024-06-06T08:21:45.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.378+0000 7f1690ff7b80 1 -- 172.21.15.42:0/1004583602 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fdedfb05f0 msgr2=0x55fdedfa9980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:45.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.378+0000 7f1690ff7b80 1 --2- 172.21.15.42:0/1004583602 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fdedfb05f0 0x55fdedfa9980 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f167402f040 tx=0x7f1674003a80 comp rx=0 tx=0).stop 2024-06-06T08:21:45.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.378+0000 7f1690ff7b80 1 -- 172.21.15.42:0/1004583602 shutdown_connections 2024-06-06T08:21:45.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.378+0000 7f1690ff7b80 1 --2- 172.21.15.42:0/1004583602 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fdedfb0f10 0x55fdedfa9ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:45.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.378+0000 7f1690ff7b80 1 --2- 172.21.15.42:0/1004583602 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x55fdee034010 0x55fdee032d20 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:45.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.378+0000 7f1690ff7b80 1 --2- 172.21.15.42:0/1004583602 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fdedfaaed0 0x55fdedfcf480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:45.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.378+0000 7f1690ff7b80 1 --2- 172.21.15.42:0/1004583602 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fdedfb05f0 0x55fdedfa9980 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:45.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.378+0000 7f165f7fe700 0 client.15030 ms_handle_reset on v2:172.21.15.120:6838/1585293472 2024-06-06T08:21:45.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.378+0000 7f1690ff7b80 1 -- 172.21.15.42:0/1004583602 >> 172.21.15.42:0/1004583602 conn(0x55fdeded5c70 msgr2=0x55fdedfb3f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:45.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.378+0000 7f1690ff7b80 1 -- 172.21.15.42:0/1004583602 shutdown_connections 2024-06-06T08:21:45.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.378+0000 7f1690ff7b80 1 -- 172.21.15.42:0/1004583602 wait complete. 2024-06-06T08:21:45.385 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.378+0000 7f1690ff7b80 20 client.15030 trim_cache size 0 max 16384 2024-06-06T08:21:45.385 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:21:45.385 INFO:teuthology.orchestra.run.smithi042.stdout: "cluster_fsid": "103bdc14-23dc-11ef-bc9b-c7b262605968", 2024-06-06T08:21:45.385 INFO:teuthology.orchestra.run.smithi042.stdout: "whoami": 2, 2024-06-06T08:21:45.385 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 24464, 2024-06-06T08:21:45.385 INFO:teuthology.orchestra.run.smithi042.stdout: "want_state": "up:active", 2024-06-06T08:21:45.385 INFO:teuthology.orchestra.run.smithi042.stdout: "state": "up:active", 2024-06-06T08:21:45.385 INFO:teuthology.orchestra.run.smithi042.stdout: "fs_name": "cephfs", 2024-06-06T08:21:45.385 INFO:teuthology.orchestra.run.smithi042.stdout: "rank_uptime": 122.083161941, 2024-06-06T08:21:45.386 INFO:teuthology.orchestra.run.smithi042.stdout: "mdsmap_epoch": 25, 2024-06-06T08:21:45.386 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_epoch": 99, 2024-06-06T08:21:45.386 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_epoch_barrier": 99, 2024-06-06T08:21:45.386 INFO:teuthology.orchestra.run.smithi042.stdout: "uptime": 199.76991502600001 2024-06-06T08:21:45.386 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:21:45.387 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.379+0000 7f1686774700 1 -- 172.21.15.42:0/3410773421 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f16680a2c20 msgr2=0x7f16680a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:45.387 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.379+0000 7f1686774700 1 --2- 172.21.15.42:0/3410773421 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f16680a2c20 0x7f16680a50e0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f1670005950 tx=0x7f167000a300 comp rx=0 tx=0).stop 2024-06-06T08:21:45.387 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.379+0000 7f1686774700 1 -- 172.21.15.42:0/3410773421 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1680107840 msgr2=0x7f1680075210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:45.387 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.379+0000 7f1686774700 1 --2- 172.21.15.42:0/3410773421 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1680107840 0x7f1680075210 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f1678007ee0 tx=0x7f167800d3b0 comp rx=0 tx=0).stop 2024-06-06T08:21:45.387 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.379+0000 7f1686774700 1 -- 172.21.15.42:0/3410773421 shutdown_connections 2024-06-06T08:21:45.388 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.379+0000 7f1686774700 1 --2- 172.21.15.42:0/3410773421 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1680107840 0x7f1680075210 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:45.388 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.379+0000 7f1686774700 1 --2- 172.21.15.42:0/3410773421 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1680102740 0x7f1680074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:45.388 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.379+0000 7f1686774700 1 --2- 172.21.15.42:0/3410773421 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f16680a2c20 0x7f16680a50e0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:45.388 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.379+0000 7f1686774700 1 --2- 172.21.15.42:0/3410773421 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f16801030f0 0x7f1680074cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:45.388 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.379+0000 7f1686774700 1 -- 172.21.15.42:0/3410773421 >> 172.21.15.42:0/3410773421 conn(0x7f16800795f0 msgr2=0x7f1680100510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:45.388 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.379+0000 7f1686774700 1 -- 172.21.15.42:0/3410773421 shutdown_connections 2024-06-06T08:21:45.388 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:45.379+0000 7f1686774700 1 -- 172.21.15.42:0/3410773421 wait complete. 2024-06-06T08:21:46.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:45 smithi149 ceph-mon[36842]: pgmap v402: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-06T08:21:46.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:45 smithi042 ceph-mon[32384]: pgmap v402: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-06T08:21:46.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:45 smithi120 ceph-mon[36658]: pgmap v402: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-06T08:21:46.198 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.c status 2024-06-06T08:21:46.452 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:21:47.871 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:47 smithi042 ceph-mon[32384]: pgmap v403: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:21:48.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:47 smithi149 ceph-mon[36842]: pgmap v403: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:21:48.107 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.108+0000 7f99358d8700 1 -- 172.21.15.42:0/4220658236 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9930102740 msgr2=0x7f9930102b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:48.107 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.108+0000 7f99358d8700 1 --2- 172.21.15.42:0/4220658236 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9930102740 0x7f9930102b20 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f99200099c0 tx=0x7f9920009cd0 comp rx=0 tx=0).stop 2024-06-06T08:21:48.107 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.108+0000 7f99358d8700 1 -- 172.21.15.42:0/4220658236 shutdown_connections 2024-06-06T08:21:48.107 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.108+0000 7f99358d8700 1 --2- 172.21.15.42:0/4220658236 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9930107840 0x7f993010f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:48.108 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.108+0000 7f99358d8700 1 --2- 172.21.15.42:0/4220658236 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9930102740 0x7f9930102b20 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:48.108 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.108+0000 7f99358d8700 1 --2- 172.21.15.42:0/4220658236 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f99301030f0 0x7f9930107110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:48.108 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.108+0000 7f99358d8700 1 -- 172.21.15.42:0/4220658236 >> 172.21.15.42:0/4220658236 conn(0x7f99300795f0 msgr2=0x7f9930079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:48.108 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.108+0000 7f99358d8700 1 -- 172.21.15.42:0/4220658236 shutdown_connections 2024-06-06T08:21:48.108 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.108+0000 7f99358d8700 1 -- 172.21.15.42:0/4220658236 wait complete. 2024-06-06T08:21:48.108 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.108+0000 7f99358d8700 1 Processor -- start 2024-06-06T08:21:48.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.109+0000 7f99358d8700 1 -- start start 2024-06-06T08:21:48.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.109+0000 7f99358d8700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9930102740 0x7f9930074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:48.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.109+0000 7f99358d8700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f99301030f0 0x7f9930074cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:48.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.109+0000 7f99358d8700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9930107840 0x7f9930075210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:48.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.109+0000 7f99358d8700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9930112780 con 0x7f99301030f0 2024-06-06T08:21:48.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.109+0000 7f99358d8700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f9930112600 con 0x7f9930107840 2024-06-06T08:21:48.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.109+0000 7f99358d8700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f9930112900 con 0x7f9930102740 2024-06-06T08:21:48.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.109+0000 7f992e7fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f99301030f0 0x7f9930074cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:48.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.109+0000 7f992e7fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f99301030f0 0x7f9930074cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55132/0 (socket says 172.21.15.42:55132) 2024-06-06T08:21:48.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.109+0000 7f992e7fc700 1 -- 172.21.15.42:0/2621297403 learned_addr learned my addr 172.21.15.42:0/2621297403 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:21:48.111 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.109+0000 7f992effd700 1 --2- 172.21.15.42:0/2621297403 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9930102740 0x7f9930074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:48.111 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.109+0000 7f992f7fe700 1 --2- 172.21.15.42:0/2621297403 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9930107840 0x7f9930075210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:48.111 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.110+0000 7f992e7fc700 1 -- 172.21.15.42:0/2621297403 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9930102740 msgr2=0x7f9930074790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:48.111 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.110+0000 7f992e7fc700 1 --2- 172.21.15.42:0/2621297403 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9930102740 0x7f9930074790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:48.111 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.110+0000 7f992e7fc700 1 -- 172.21.15.42:0/2621297403 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9930107840 msgr2=0x7f9930075210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:48.111 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.110+0000 7f992e7fc700 1 --2- 172.21.15.42:0/2621297403 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9930107840 0x7f9930075210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:48.111 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.110+0000 7f992e7fc700 1 -- 172.21.15.42:0/2621297403 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99301a7110 con 0x7f99301030f0 2024-06-06T08:21:48.111 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.110+0000 7f992e7fc700 1 --2- 172.21.15.42:0/2621297403 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f99301030f0 0x7f9930074cd0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f991800d980 tx=0x7f991800dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:48.111 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.110+0000 7f99348d6700 1 -- 172.21.15.42:0/2621297403 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9918017070 con 0x7f99301030f0 2024-06-06T08:21:48.111 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.110+0000 7f99348d6700 1 -- 172.21.15.42:0/2621297403 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9918005020 con 0x7f99301030f0 2024-06-06T08:21:48.111 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.110+0000 7f99358d8700 1 -- 172.21.15.42:0/2621297403 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99301a7400 con 0x7f99301030f0 2024-06-06T08:21:48.111 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.110+0000 7f99348d6700 1 -- 172.21.15.42:0/2621297403 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f991800fbf0 con 0x7f99301030f0 2024-06-06T08:21:48.111 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.110+0000 7f99358d8700 1 -- 172.21.15.42:0/2621297403 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99301a78f0 con 0x7f99301030f0 2024-06-06T08:21:48.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.112+0000 7f99348d6700 1 -- 172.21.15.42:0/2621297403 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f99180051d0 con 0x7f99301030f0 2024-06-06T08:21:48.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.113+0000 7f99348d6700 1 --2- 172.21.15.42:0/2621297403 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f991c0a2c20 0x7f991c0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:48.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.113+0000 7f992effd700 1 --2- 172.21.15.42:0/2621297403 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f991c0a2c20 0x7f991c0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:48.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.113+0000 7f99348d6700 1 -- 172.21.15.42:0/2621297403 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f99180cf230 con 0x7f99301030f0 2024-06-06T08:21:48.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.114+0000 7f992effd700 1 --2- 172.21.15.42:0/2621297403 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f991c0a2c20 0x7f991c0a50e0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f9920000c00 tx=0x7f9920005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:48.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.114+0000 7f994015bb80 1 Processor -- start 2024-06-06T08:21:48.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.114+0000 7f994015bb80 1 -- start start 2024-06-06T08:21:48.115 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.114+0000 7f994015bb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55999e7d05f0 0x55999e7d09d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:48.115 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.114+0000 7f994015bb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55999e7d0f10 0x55999e7ca990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:48.115 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.114+0000 7f994015bb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55999e7caed0 0x55999e7cb2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:48.115 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.114+0000 7f994015bb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55999e71c7c0 con 0x55999e7d0f10 2024-06-06T08:21:48.115 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.114+0000 7f994015bb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55999e6c46d0 con 0x55999e7d05f0 2024-06-06T08:21:48.115 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.114+0000 7f994015bb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55999e718780 con 0x55999e7caed0 2024-06-06T08:21:48.115 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.114+0000 7f992e7fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55999e7d0f10 0x55999e7ca990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:48.115 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.114+0000 7f992e7fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55999e7d0f10 0x55999e7ca990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55146/0 (socket says 172.21.15.42:55146) 2024-06-06T08:21:48.115 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.114+0000 7f992e7fc700 1 -- 172.21.15.42:0/1999634333 learned_addr learned my addr 172.21.15.42:0/1999634333 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:21:48.115 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.114+0000 7f992f7fe700 1 --2- 172.21.15.42:0/1999634333 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55999e7caed0 0x55999e7cb2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:48.116 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.114+0000 7f992effd700 1 --2- 172.21.15.42:0/1999634333 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55999e7d05f0 0x55999e7d09d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:48.116 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.114+0000 7f992e7fc700 1 -- 172.21.15.42:0/1999634333 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55999e7caed0 msgr2=0x55999e7cb2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:21:48.116 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.114+0000 7f992e7fc700 1 --2- 172.21.15.42:0/1999634333 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55999e7caed0 0x55999e7cb2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:48.116 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.114+0000 7f992e7fc700 1 -- 172.21.15.42:0/1999634333 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55999e7d05f0 msgr2=0x55999e7d09d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:21:48.116 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.114+0000 7f992e7fc700 1 --2- 172.21.15.42:0/1999634333 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55999e7d05f0 0x55999e7d09d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:48.116 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.114+0000 7f992e7fc700 1 -- 172.21.15.42:0/1999634333 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55999e6baf00 con 0x55999e7d0f10 2024-06-06T08:21:48.116 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.115+0000 7f992e7fc700 1 --2- 172.21.15.42:0/1999634333 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55999e7d0f10 0x55999e7ca990 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f99180980a0 tx=0x7f991809b5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13fc37f3d78a5eaf server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:48.116 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.115+0000 7f9925ffb700 1 -- 172.21.15.42:0/1999634333 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99180a4340 con 0x55999e7d0f10 2024-06-06T08:21:48.116 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.115+0000 7f9925ffb700 1 -- 172.21.15.42:0/1999634333 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9918086070 con 0x55999e7d0f10 2024-06-06T08:21:48.116 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.115+0000 7f9925ffb700 1 -- 172.21.15.42:0/1999634333 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99180a3eb0 con 0x55999e7d0f10 2024-06-06T08:21:48.116 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.115+0000 7f994015bb80 1 -- 172.21.15.42:0/1999634333 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55999e7d0f10 msgr2=0x55999e7ca990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:48.116 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.115+0000 7f994015bb80 1 --2- 172.21.15.42:0/1999634333 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55999e7d0f10 0x55999e7ca990 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f99180980a0 tx=0x7f991809b5d0 comp rx=0 tx=0).stop 2024-06-06T08:21:48.116 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.116+0000 7f994015bb80 1 -- 172.21.15.42:0/1999634333 shutdown_connections 2024-06-06T08:21:48.117 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.116+0000 7f994015bb80 1 --2- 172.21.15.42:0/1999634333 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55999e7caed0 0x55999e7cb2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:48.117 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.116+0000 7f994015bb80 1 --2- 172.21.15.42:0/1999634333 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55999e7d05f0 0x55999e7d09d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:48.117 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.116+0000 7f994015bb80 1 --2- 172.21.15.42:0/1999634333 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55999e7d0f10 0x55999e7ca990 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:48.117 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.116+0000 7f994015bb80 1 -- 172.21.15.42:0/1999634333 >> 172.21.15.42:0/1999634333 conn(0x55999e6f5c70 msgr2=0x55999e7c5800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:48.117 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.116+0000 7f994015bb80 1 -- 172.21.15.42:0/1999634333 shutdown_connections 2024-06-06T08:21:48.117 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.116+0000 7f994015bb80 1 -- 172.21.15.42:0/1999634333 wait complete. 2024-06-06T08:21:48.117 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.116+0000 7f994015bb80 1 -- start start 2024-06-06T08:21:48.117 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.116+0000 7f994015bb80 1 Processor -- start 2024-06-06T08:21:48.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.116+0000 7f994015bb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55999e7caed0 0x55999e7d6c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:48.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.116+0000 7f994015bb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55999e7d05f0 0x55999e7d3f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:48.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.116+0000 7f994015bb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55999e7d0f10 0x55999e7d4470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:48.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.116+0000 7f994015bb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55999e7d7980 con 0x55999e7d0f10 2024-06-06T08:21:48.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.116+0000 7f994015bb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55999e6bcba0 con 0x55999e7d05f0 2024-06-06T08:21:48.121 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.116+0000 7f994015bb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55999e7d7b00 con 0x55999e7caed0 2024-06-06T08:21:48.121 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.117+0000 7f994015bb80 10 client.0 _ll_register_callbacks cb 0x55999e6b68d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:21:48.121 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.117+0000 7f992f7fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55999e7d0f10 0x55999e7d4470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:48.121 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.117+0000 7f992f7fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55999e7d0f10 0x55999e7d4470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55162/0 (socket says 172.21.15.42:55162) 2024-06-06T08:21:48.121 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.117+0000 7f992f7fe700 1 -- 172.21.15.42:0/363951474 learned_addr learned my addr 172.21.15.42:0/363951474 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:21:48.121 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.117+0000 7f992effd700 1 --2- 172.21.15.42:0/363951474 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55999e7caed0 0x55999e7d6c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:48.121 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.117+0000 7f992e7fc700 1 --2- 172.21.15.42:0/363951474 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55999e7d05f0 0x55999e7d3f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:48.121 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.117+0000 7f992f7fe700 1 -- 172.21.15.42:0/363951474 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55999e7caed0 msgr2=0x55999e7d6c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:21:48.121 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.117+0000 7f992f7fe700 1 --2- 172.21.15.42:0/363951474 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55999e7caed0 0x55999e7d6c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:48.121 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.117+0000 7f992f7fe700 1 -- 172.21.15.42:0/363951474 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55999e7d05f0 msgr2=0x55999e7d3f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:21:48.121 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.117+0000 7f992f7fe700 1 --2- 172.21.15.42:0/363951474 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55999e7d05f0 0x55999e7d3f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:48.121 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.117+0000 7f992f7fe700 1 -- 172.21.15.42:0/363951474 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55999e66b880 con 0x55999e7d0f10 2024-06-06T08:21:48.121 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.117+0000 7f992f7fe700 1 --2- 172.21.15.42:0/363951474 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55999e7d0f10 0x55999e7d4470 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f9928009fb0 tx=0x7f9928004320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=904d86cbe265ba88 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:48.122 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.117+0000 7f990effd700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:21:48.122 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.117+0000 7f990effd700 1 -- 172.21.15.42:0/363951474 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f992801a020 con 0x55999e7d0f10 2024-06-06T08:21:48.122 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.117+0000 7f990effd700 1 -- 172.21.15.42:0/363951474 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f9928007910 con 0x55999e7d0f10 2024-06-06T08:21:48.122 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.117+0000 7f994015bb80 1 -- 172.21.15.42:0/363951474 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9918086070 con 0x55999e7d0f10 2024-06-06T08:21:48.122 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.118+0000 7f990effd700 1 -- 172.21.15.42:0/363951474 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f9928025050 con 0x55999e7d0f10 2024-06-06T08:21:48.122 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.118+0000 7f994015bb80 10 client.15042 fetch_fsmap learned FSMap version 25 2024-06-06T08:21:48.122 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.118+0000 7f994015bb80 1 -- 172.21.15.42:0/363951474 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55999e7e22f0 con 0x55999e7d0f10 2024-06-06T08:21:48.122 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.118+0000 7f990effd700 1 -- 172.21.15.42:0/363951474 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9918086070 con 0x55999e7d0f10 2024-06-06T08:21:48.122 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.118+0000 7f990effd700 1 -- 172.21.15.42:0/363951474 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f9928016cb0 con 0x55999e7d0f10 2024-06-06T08:21:48.122 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.118+0000 7f994015bb80 10 client.15042 fetch_fsmap finished waiting for FSMap version 25 2024-06-06T08:21:48.122 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.118+0000 7f994015bb80 10 client.15042 resolve_mds: resolved name 'c' to daemon mds.c 2024-06-06T08:21:48.122 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.118+0000 7f994015bb80 20 client.15042 populate_metadata read hostname 'smithi042' 2024-06-06T08:21:48.122 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.118+0000 7f994015bb80 1 --2- 172.21.15.42:0/363951474 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x55999e7e4950 0x55999e7e5dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:48.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.118+0000 7f994015bb80 4 client.15042 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:21:48.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.118+0000 7f994015bb80 1 -- 172.21.15.42:0/363951474 --> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55999e729cc0 con 0x55999e7e4950 2024-06-06T08:21:48.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.119+0000 7f992effd700 1 --2- 172.21.15.42:0/363951474 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x55999e7e4950 0x55999e7e5dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:48.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.119+0000 7f990effd700 10 client.15042 ms_handle_connect on v2:172.21.15.149:6836/751787578 2024-06-06T08:21:48.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.119+0000 7f992effd700 1 --2- 172.21.15.42:0/363951474 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x55999e7e4950 0x55999e7e5dc0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=6c5aef67dacd2374 server_cookie=ecb4a464dc5dcb5 in_seq=0 out_seq=0 2024-06-06T08:21:48.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.120+0000 7f990effd700 1 -- 172.21.15.42:0/363951474 <== mds.1 v2:172.21.15.149:6836/751787578 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55999e729cc0 con 0x55999e7e4950 2024-06-06T08:21:48.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.120+0000 7f990effd700 10 client.15042 handle_command_reply: tid=0 2024-06-06T08:21:48.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.120+0000 7f994015bb80 1 client.15042 shutdown 2024-06-06T08:21:48.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.120+0000 7f994015bb80 1 -- 172.21.15.42:0/363951474 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55999e7d0f10 msgr2=0x55999e7d4470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:48.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.120+0000 7f994015bb80 1 --2- 172.21.15.42:0/363951474 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55999e7d0f10 0x55999e7d4470 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f9928009fb0 tx=0x7f9928004320 comp rx=0 tx=0).stop 2024-06-06T08:21:48.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.120+0000 7f994015bb80 1 -- 172.21.15.42:0/363951474 shutdown_connections 2024-06-06T08:21:48.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.120+0000 7f994015bb80 1 --2- 172.21.15.42:0/363951474 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55999e7d0f10 0x55999e7d4470 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:48.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.120+0000 7f994015bb80 1 --2- 172.21.15.42:0/363951474 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55999e7caed0 0x55999e7d6c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:48.124 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.120+0000 7f994015bb80 1 --2- 172.21.15.42:0/363951474 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x55999e7e4950 0x55999e7e5dc0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:48.124 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.120+0000 7f994015bb80 1 --2- 172.21.15.42:0/363951474 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55999e7d05f0 0x55999e7d3f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:48.124 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.120+0000 7f990effd700 0 client.15042 ms_handle_reset on v2:172.21.15.149:6836/751787578 2024-06-06T08:21:48.124 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.120+0000 7f994015bb80 1 -- 172.21.15.42:0/363951474 >> 172.21.15.42:0/363951474 conn(0x55999e6f5c70 msgr2=0x55999e7c55a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:48.124 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.120+0000 7f994015bb80 1 -- 172.21.15.42:0/363951474 shutdown_connections 2024-06-06T08:21:48.124 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.120+0000 7f994015bb80 1 -- 172.21.15.42:0/363951474 wait complete. 2024-06-06T08:21:48.124 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.120+0000 7f994015bb80 20 client.15042 trim_cache size 0 max 16384 2024-06-06T08:21:48.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:47 smithi120 ceph-mon[36658]: pgmap v403: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:21:48.142 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.142+0000 7f994015bb80 1 Processor -- start 2024-06-06T08:21:48.142 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.142+0000 7f994015bb80 1 -- start start 2024-06-06T08:21:48.142 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.142+0000 7f994015bb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55999e7caed0 0x55999e7ca990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:48.142 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.142+0000 7f994015bb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55999e7d05f0 0x55999e7d44c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:48.142 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.142+0000 7f994015bb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55999e7d0f10 0x55999e7d2840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:48.142 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.142+0000 7f994015bb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55999e7e4100 con 0x55999e7d05f0 2024-06-06T08:21:48.142 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.142+0000 7f994015bb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55999e7e47d0 con 0x55999e7caed0 2024-06-06T08:21:48.142 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.142+0000 7f994015bb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55999e7e4ea0 con 0x55999e7d0f10 2024-06-06T08:21:48.142 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.142+0000 7f992e7fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55999e7d05f0 0x55999e7d44c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:48.142 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.142+0000 7f992e7fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55999e7d05f0 0x55999e7d44c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55172/0 (socket says 172.21.15.42:55172) 2024-06-06T08:21:48.143 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.142+0000 7f992e7fc700 1 -- 172.21.15.42:0/4240591643 learned_addr learned my addr 172.21.15.42:0/4240591643 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:21:48.143 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.142+0000 7f992effd700 1 --2- 172.21.15.42:0/4240591643 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55999e7caed0 0x55999e7ca990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:48.143 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.142+0000 7f992f7fe700 1 --2- 172.21.15.42:0/4240591643 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55999e7d0f10 0x55999e7d2840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:48.143 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.142+0000 7f992e7fc700 1 -- 172.21.15.42:0/4240591643 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55999e7d0f10 msgr2=0x55999e7d2840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:21:48.143 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.142+0000 7f992e7fc700 1 --2- 172.21.15.42:0/4240591643 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55999e7d0f10 0x55999e7d2840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:48.143 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.143+0000 7f992e7fc700 1 -- 172.21.15.42:0/4240591643 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55999e7caed0 msgr2=0x55999e7ca990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:21:48.143 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.143+0000 7f992e7fc700 1 --2- 172.21.15.42:0/4240591643 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55999e7caed0 0x55999e7ca990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:48.143 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.143+0000 7f992e7fc700 1 -- 172.21.15.42:0/4240591643 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55999e7c7460 con 0x55999e7d05f0 2024-06-06T08:21:48.143 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.143+0000 7f992e7fc700 1 --2- 172.21.15.42:0/4240591643 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55999e7d05f0 0x55999e7d44c0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f991809b660 tx=0x7f991800f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6f176423153a3b1 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:48.143 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.143+0000 7f99257fa700 1 -- 172.21.15.42:0/4240591643 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99180b9070 con 0x55999e7d05f0 2024-06-06T08:21:48.143 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.143+0000 7f99257fa700 1 -- 172.21.15.42:0/4240591643 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9918099770 con 0x55999e7d05f0 2024-06-06T08:21:48.143 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.143+0000 7f99257fa700 1 -- 172.21.15.42:0/4240591643 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9918014030 con 0x55999e7d05f0 2024-06-06T08:21:48.147 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.144+0000 7f994015bb80 1 -- 172.21.15.42:0/4240591643 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55999e7d05f0 msgr2=0x55999e7d44c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:48.147 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.144+0000 7f994015bb80 1 --2- 172.21.15.42:0/4240591643 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55999e7d05f0 0x55999e7d44c0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f991809b660 tx=0x7f991800f690 comp rx=0 tx=0).stop 2024-06-06T08:21:48.147 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.144+0000 7f994015bb80 1 -- 172.21.15.42:0/4240591643 shutdown_connections 2024-06-06T08:21:48.147 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.144+0000 7f994015bb80 1 --2- 172.21.15.42:0/4240591643 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55999e7d0f10 0x55999e7d2840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:48.147 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.144+0000 7f994015bb80 1 --2- 172.21.15.42:0/4240591643 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55999e7caed0 0x55999e7ca990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:48.148 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.144+0000 7f994015bb80 1 --2- 172.21.15.42:0/4240591643 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55999e7d05f0 0x55999e7d44c0 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:48.148 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.144+0000 7f994015bb80 1 -- 172.21.15.42:0/4240591643 >> 172.21.15.42:0/4240591643 conn(0x55999e6f5c70 msgr2=0x55999e7cb2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:48.148 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.144+0000 7f994015bb80 1 -- 172.21.15.42:0/4240591643 shutdown_connections 2024-06-06T08:21:48.148 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.144+0000 7f994015bb80 1 -- 172.21.15.42:0/4240591643 wait complete. 2024-06-06T08:21:48.148 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.144+0000 7f994015bb80 1 -- start start 2024-06-06T08:21:48.148 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.145+0000 7f994015bb80 1 Processor -- start 2024-06-06T08:21:48.148 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.145+0000 7f994015bb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55999e7caed0 0x55999e7d3690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:48.148 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.145+0000 7f994015bb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55999e7d05f0 0x55999e7d3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:48.148 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.145+0000 7f994015bb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55999e7d0f10 0x55999e7ee230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:48.148 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.145+0000 7f994015bb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55999e7e5c40 con 0x55999e7caed0 2024-06-06T08:21:48.148 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.145+0000 7f994015bb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55999e7e5570 con 0x55999e7d0f10 2024-06-06T08:21:48.148 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.145+0000 7f994015bb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55999e7e6310 con 0x55999e7d05f0 2024-06-06T08:21:48.148 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.145+0000 7f994015bb80 10 client.0 _ll_register_callbacks cb 0x55999e6b68d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:21:48.149 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.145+0000 7f992effd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55999e7caed0 0x55999e7d3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:48.149 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.145+0000 7f992effd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55999e7caed0 0x55999e7d3690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55184/0 (socket says 172.21.15.42:55184) 2024-06-06T08:21:48.149 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.145+0000 7f992effd700 1 -- 172.21.15.42:0/2665102155 learned_addr learned my addr 172.21.15.42:0/2665102155 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:21:48.149 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.145+0000 7f992e7fc700 1 --2- 172.21.15.42:0/2665102155 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55999e7d05f0 0x55999e7d3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:48.149 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.145+0000 7f992f7fe700 1 --2- 172.21.15.42:0/2665102155 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55999e7d0f10 0x55999e7ee230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:48.149 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.145+0000 7f992effd700 1 -- 172.21.15.42:0/2665102155 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55999e7d05f0 msgr2=0x55999e7d3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:21:48.149 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.145+0000 7f992effd700 1 --2- 172.21.15.42:0/2665102155 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55999e7d05f0 0x55999e7d3bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:48.149 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.145+0000 7f992effd700 1 -- 172.21.15.42:0/2665102155 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55999e7d0f10 msgr2=0x55999e7ee230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:21:48.149 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.145+0000 7f992effd700 1 --2- 172.21.15.42:0/2665102155 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55999e7d0f10 0x55999e7ee230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:48.149 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.145+0000 7f992effd700 1 -- 172.21.15.42:0/2665102155 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55999e7ee770 con 0x55999e7caed0 2024-06-06T08:21:48.149 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.145+0000 7f992f7fe700 1 --2- 172.21.15.42:0/2665102155 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55999e7d0f10 0x55999e7ee230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:21:48.149 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.145+0000 7f992e7fc700 1 --2- 172.21.15.42:0/2665102155 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55999e7d05f0 0x55999e7d3bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:21:48.149 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.146+0000 7f992effd700 1 --2- 172.21.15.42:0/2665102155 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55999e7caed0 0x55999e7d3690 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f99200099c0 tx=0x7f9920009cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=335a53af90efb734 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:48.150 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.146+0000 7f990effd700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:21:48.150 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.146+0000 7f990effd700 1 -- 172.21.15.42:0/2665102155 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f992000f930 con 0x55999e7caed0 2024-06-06T08:21:48.150 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.146+0000 7f994015bb80 1 -- 172.21.15.42:0/2665102155 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9918099770 con 0x55999e7caed0 2024-06-06T08:21:48.150 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.146+0000 7f990effd700 1 -- 172.21.15.42:0/2665102155 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f992000fad0 con 0x55999e7caed0 2024-06-06T08:21:48.150 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.146+0000 7f990effd700 1 -- 172.21.15.42:0/2665102155 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f9920045050 con 0x55999e7caed0 2024-06-06T08:21:48.150 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.146+0000 7f994015bb80 10 client.15048 fetch_fsmap learned FSMap version 25 2024-06-06T08:21:48.150 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.146+0000 7f994015bb80 1 -- 172.21.15.42:0/2665102155 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55999e7efa70 con 0x55999e7caed0 2024-06-06T08:21:48.150 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.146+0000 7f990effd700 1 -- 172.21.15.42:0/2665102155 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9918099770 con 0x55999e7caed0 2024-06-06T08:21:48.150 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.147+0000 7f990effd700 1 -- 172.21.15.42:0/2665102155 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f9920033400 con 0x55999e7caed0 2024-06-06T08:21:48.150 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.147+0000 7f994015bb80 10 client.15048 fetch_fsmap finished waiting for FSMap version 25 2024-06-06T08:21:48.150 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.147+0000 7f994015bb80 10 client.15048 resolve_mds: resolved name 'c' to daemon mds.c 2024-06-06T08:21:48.150 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.147+0000 7f994015bb80 20 client.15048 populate_metadata read hostname 'smithi042' 2024-06-06T08:21:48.150 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.147+0000 7f994015bb80 1 --2- 172.21.15.42:0/2665102155 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x55999e854800 0x55999e853510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:48.151 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.147+0000 7f994015bb80 4 client.15048 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "status"}] 2024-06-06T08:21:48.151 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.147+0000 7f994015bb80 1 -- 172.21.15.42:0/2665102155 --> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] -- command(tid 0: {"prefix": "status"}) -- 0x55999e724240 con 0x55999e854800 2024-06-06T08:21:48.151 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.147+0000 7f992e7fc700 1 --2- 172.21.15.42:0/2665102155 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x55999e854800 0x55999e853510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:48.151 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.147+0000 7f990effd700 10 client.15048 ms_handle_connect on v2:172.21.15.149:6836/751787578 2024-06-06T08:21:48.151 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.147+0000 7f992e7fc700 1 --2- 172.21.15.42:0/2665102155 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x55999e854800 0x55999e853510 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=521a9f6ddb48ba9d server_cookie=24285c819b01aa52 in_seq=0 out_seq=0 2024-06-06T08:21:48.151 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.147+0000 7f990effd700 1 -- 172.21.15.42:0/2665102155 <== mds.1 v2:172.21.15.149:6836/751787578 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55999e724240 con 0x55999e854800 2024-06-06T08:21:48.151 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.148+0000 7f990effd700 10 client.15048 handle_command_reply: tid=0 2024-06-06T08:21:48.151 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.148+0000 7f994015bb80 1 client.15048 shutdown 2024-06-06T08:21:48.151 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.148+0000 7f994015bb80 1 -- 172.21.15.42:0/2665102155 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55999e7caed0 msgr2=0x55999e7d3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:48.151 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.148+0000 7f994015bb80 1 --2- 172.21.15.42:0/2665102155 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55999e7caed0 0x55999e7d3690 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f99200099c0 tx=0x7f9920009cd0 comp rx=0 tx=0).stop 2024-06-06T08:21:48.151 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.148+0000 7f994015bb80 1 -- 172.21.15.42:0/2665102155 shutdown_connections 2024-06-06T08:21:48.151 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.148+0000 7f994015bb80 1 --2- 172.21.15.42:0/2665102155 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x55999e854800 0x55999e853510 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:48.151 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.148+0000 7f994015bb80 1 --2- 172.21.15.42:0/2665102155 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55999e7d0f10 0x55999e7ee230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:48.151 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.148+0000 7f994015bb80 1 --2- 172.21.15.42:0/2665102155 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55999e7caed0 0x55999e7d3690 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:48.152 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.148+0000 7f994015bb80 1 --2- 172.21.15.42:0/2665102155 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55999e7d05f0 0x55999e7d3bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:48.152 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.148+0000 7f994015bb80 1 -- 172.21.15.42:0/2665102155 >> 172.21.15.42:0/2665102155 conn(0x55999e6f5c70 msgr2=0x55999e7d2770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:48.152 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.148+0000 7f990effd700 0 client.15048 ms_handle_reset on v2:172.21.15.149:6836/751787578 2024-06-06T08:21:48.152 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.148+0000 7f994015bb80 1 -- 172.21.15.42:0/2665102155 shutdown_connections 2024-06-06T08:21:48.152 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.148+0000 7f994015bb80 1 -- 172.21.15.42:0/2665102155 wait complete. 2024-06-06T08:21:48.152 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.148+0000 7f994015bb80 20 client.15048 trim_cache size 0 max 16384 2024-06-06T08:21:48.152 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:21:48.152 INFO:teuthology.orchestra.run.smithi042.stdout: "cluster_fsid": "103bdc14-23dc-11ef-bc9b-c7b262605968", 2024-06-06T08:21:48.152 INFO:teuthology.orchestra.run.smithi042.stdout: "whoami": 1, 2024-06-06T08:21:48.153 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 24469, 2024-06-06T08:21:48.153 INFO:teuthology.orchestra.run.smithi042.stdout: "want_state": "up:active", 2024-06-06T08:21:48.153 INFO:teuthology.orchestra.run.smithi042.stdout: "state": "up:active", 2024-06-06T08:21:48.153 INFO:teuthology.orchestra.run.smithi042.stdout: "fs_name": "cephfs", 2024-06-06T08:21:48.153 INFO:teuthology.orchestra.run.smithi042.stdout: "rank_uptime": 125.866320187, 2024-06-06T08:21:48.153 INFO:teuthology.orchestra.run.smithi042.stdout: "mdsmap_epoch": 25, 2024-06-06T08:21:48.153 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_epoch": 99, 2024-06-06T08:21:48.153 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_epoch_barrier": 99, 2024-06-06T08:21:48.153 INFO:teuthology.orchestra.run.smithi042.stdout: "uptime": 218.65551718699999 2024-06-06T08:21:48.153 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:21:48.154 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.149+0000 7f99358d8700 1 -- 172.21.15.42:0/2621297403 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f991c0a2c20 msgr2=0x7f991c0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:48.154 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.149+0000 7f99358d8700 1 --2- 172.21.15.42:0/2621297403 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f991c0a2c20 0x7f991c0a50e0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f9920000c00 tx=0x7f9920005fb0 comp rx=0 tx=0).stop 2024-06-06T08:21:48.154 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.149+0000 7f99358d8700 1 -- 172.21.15.42:0/2621297403 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f99301030f0 msgr2=0x7f9930074cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:48.154 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.149+0000 7f99358d8700 1 --2- 172.21.15.42:0/2621297403 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f99301030f0 0x7f9930074cd0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f991800d980 tx=0x7f991800dc90 comp rx=0 tx=0).stop 2024-06-06T08:21:48.154 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.149+0000 7f99358d8700 1 -- 172.21.15.42:0/2621297403 shutdown_connections 2024-06-06T08:21:48.154 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.149+0000 7f99358d8700 1 --2- 172.21.15.42:0/2621297403 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9930107840 0x7f9930075210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:48.154 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.149+0000 7f99358d8700 1 --2- 172.21.15.42:0/2621297403 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f991c0a2c20 0x7f991c0a50e0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:48.154 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.149+0000 7f99358d8700 1 --2- 172.21.15.42:0/2621297403 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9930102740 0x7f9930074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:48.154 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.149+0000 7f99358d8700 1 --2- 172.21.15.42:0/2621297403 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f99301030f0 0x7f9930074cd0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:48.154 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.149+0000 7f99358d8700 1 -- 172.21.15.42:0/2621297403 >> 172.21.15.42:0/2621297403 conn(0x7f99300795f0 msgr2=0x7f9930101ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:48.155 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.149+0000 7f99358d8700 1 -- 172.21.15.42:0/2621297403 shutdown_connections 2024-06-06T08:21:48.155 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:48.149+0000 7f99358d8700 1 -- 172.21.15.42:0/2621297403 wait complete. 2024-06-06T08:21:48.765 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.i status 2024-06-06T08:21:49.014 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:21:50.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:49 smithi149 ceph-mon[36842]: pgmap v404: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-06-06T08:21:50.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:49 smithi042 ceph-mon[32384]: pgmap v404: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-06-06T08:21:50.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:49 smithi120 ceph-mon[36658]: pgmap v404: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-06-06T08:21:50.682 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.681+0000 7fda663cf700 1 -- 172.21.15.42:0/4092787727 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fda6006b520 msgr2=0x7fda6010ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:50.683 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.681+0000 7fda663cf700 1 --2- 172.21.15.42:0/4092787727 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fda6006b520 0x7fda6010ea90 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fda48009990 tx=0x7fda48009ca0 comp rx=0 tx=0).stop 2024-06-06T08:21:50.683 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.681+0000 7fda663cf700 1 -- 172.21.15.42:0/4092787727 shutdown_connections 2024-06-06T08:21:50.683 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.681+0000 7fda663cf700 1 --2- 172.21.15.42:0/4092787727 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fda6010efd0 0x7fda601113c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:50.683 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.681+0000 7fda663cf700 1 --2- 172.21.15.42:0/4092787727 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fda6006ac00 0x7fda6006afe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:50.683 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.681+0000 7fda663cf700 1 --2- 172.21.15.42:0/4092787727 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fda6006b520 0x7fda6010ea90 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:50.683 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.681+0000 7fda663cf700 1 -- 172.21.15.42:0/4092787727 >> 172.21.15.42:0/4092787727 conn(0x7fda600773e0 msgr2=0x7fda600777f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:50.683 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.681+0000 7fda663cf700 1 -- 172.21.15.42:0/4092787727 shutdown_connections 2024-06-06T08:21:50.683 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.681+0000 7fda663cf700 1 -- 172.21.15.42:0/4092787727 wait complete. 2024-06-06T08:21:50.683 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.682+0000 7fda663cf700 1 Processor -- start 2024-06-06T08:21:50.683 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.682+0000 7fda663cf700 1 -- start start 2024-06-06T08:21:50.683 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.682+0000 7fda663cf700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fda6006ac00 0x7fda6019ae10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:50.684 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.682+0000 7fda663cf700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fda6006b520 0x7fda6019b350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:50.684 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.682+0000 7fda663cf700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fda6010efd0 0x7fda6019f690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:50.684 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.682+0000 7fda663cf700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fda60114a20 con 0x7fda6010efd0 2024-06-06T08:21:50.684 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.682+0000 7fda663cf700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fda601148a0 con 0x7fda6006ac00 2024-06-06T08:21:50.684 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.682+0000 7fda663cf700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fda60114ba0 con 0x7fda6006b520 2024-06-06T08:21:50.684 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.682+0000 7fda6496c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fda6010efd0 0x7fda6019f690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:50.684 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.682+0000 7fda6496c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fda6010efd0 0x7fda6019f690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55202/0 (socket says 172.21.15.42:55202) 2024-06-06T08:21:50.684 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.682+0000 7fda6496c700 1 -- 172.21.15.42:0/3917126461 learned_addr learned my addr 172.21.15.42:0/3917126461 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:21:50.684 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.682+0000 7fda5ffff700 1 --2- 172.21.15.42:0/3917126461 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fda6006ac00 0x7fda6019ae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:50.684 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.682+0000 7fda57fff700 1 --2- 172.21.15.42:0/3917126461 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fda6006b520 0x7fda6019b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:50.684 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.682+0000 7fda6496c700 1 -- 172.21.15.42:0/3917126461 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fda6006b520 msgr2=0x7fda6019b350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:50.684 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.682+0000 7fda6496c700 1 --2- 172.21.15.42:0/3917126461 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fda6006b520 0x7fda6019b350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:50.685 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.682+0000 7fda6496c700 1 -- 172.21.15.42:0/3917126461 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fda6006ac00 msgr2=0x7fda6019ae10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:50.685 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.683+0000 7fda6496c700 1 --2- 172.21.15.42:0/3917126461 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fda6006ac00 0x7fda6019ae10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:50.685 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.683+0000 7fda6496c700 1 -- 172.21.15.42:0/3917126461 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda6019fdd0 con 0x7fda6010efd0 2024-06-06T08:21:50.685 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.683+0000 7fda6496c700 1 --2- 172.21.15.42:0/3917126461 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fda6010efd0 0x7fda6019f690 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fda58007d40 tx=0x7fda5800a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:50.685 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.683+0000 7fda5dffb700 1 -- 172.21.15.42:0/3917126461 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda58016020 con 0x7fda6010efd0 2024-06-06T08:21:50.685 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.683+0000 7fda5dffb700 1 -- 172.21.15.42:0/3917126461 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fda5800ac90 con 0x7fda6010efd0 2024-06-06T08:21:50.685 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.683+0000 7fda663cf700 1 -- 172.21.15.42:0/3917126461 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda601a00c0 con 0x7fda6010efd0 2024-06-06T08:21:50.685 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.683+0000 7fda5dffb700 1 -- 172.21.15.42:0/3917126461 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda580115e0 con 0x7fda6010efd0 2024-06-06T08:21:50.685 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.684+0000 7fda663cf700 1 -- 172.21.15.42:0/3917126461 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda601a7940 con 0x7fda6010efd0 2024-06-06T08:21:50.686 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.685+0000 7fda5dffb700 1 -- 172.21.15.42:0/3917126461 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fda58019020 con 0x7fda6010efd0 2024-06-06T08:21:50.686 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.686+0000 7fda5dffb700 1 --2- 172.21.15.42:0/3917126461 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fda4c0a2c20 0x7fda4c0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:50.686 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.686+0000 7fda5dffb700 1 -- 172.21.15.42:0/3917126461 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7fda580cf240 con 0x7fda6010efd0 2024-06-06T08:21:50.686 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.686+0000 7fda5ffff700 1 --2- 172.21.15.42:0/3917126461 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fda4c0a2c20 0x7fda4c0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:50.686 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.687+0000 7fda5ffff700 1 --2- 172.21.15.42:0/3917126461 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fda4c0a2c20 0x7fda4c0a50e0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fda50005950 tx=0x7fda5000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:50.687 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.687+0000 7fda70c52b80 1 Processor -- start 2024-06-06T08:21:50.687 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.687+0000 7fda70c52b80 1 -- start start 2024-06-06T08:21:50.694 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.688+0000 7fda70c52b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611547465f0 0x5611547469d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:50.695 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.688+0000 7fda70c52b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561154746f10 0x561154740990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:50.695 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.688+0000 7fda70c52b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561154740ed0 0x5611547412f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:50.695 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.688+0000 7fda70c52b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5611546927c0 con 0x561154740ed0 2024-06-06T08:21:50.695 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.688+0000 7fda70c52b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x56115463a6d0 con 0x561154746f10 2024-06-06T08:21:50.695 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.688+0000 7fda70c52b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x56115468e780 con 0x5611547465f0 2024-06-06T08:21:50.695 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.688+0000 7fda6496c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561154740ed0 0x5611547412f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:50.695 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.688+0000 7fda6496c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561154740ed0 0x5611547412f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55218/0 (socket says 172.21.15.42:55218) 2024-06-06T08:21:50.695 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.688+0000 7fda6496c700 1 -- 172.21.15.42:0/4067954194 learned_addr learned my addr 172.21.15.42:0/4067954194 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:21:50.695 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.688+0000 7fda5ffff700 1 --2- 172.21.15.42:0/4067954194 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611547465f0 0x5611547469d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:50.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.688+0000 7fda57fff700 1 --2- 172.21.15.42:0/4067954194 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561154746f10 0x561154740990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:50.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.688+0000 7fda6496c700 1 -- 172.21.15.42:0/4067954194 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611547465f0 msgr2=0x5611547469d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:21:50.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.688+0000 7fda6496c700 1 --2- 172.21.15.42:0/4067954194 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611547465f0 0x5611547469d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:50.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.688+0000 7fda6496c700 1 -- 172.21.15.42:0/4067954194 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561154746f10 msgr2=0x561154740990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:21:50.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.688+0000 7fda6496c700 1 --2- 172.21.15.42:0/4067954194 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561154746f10 0x561154740990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:50.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.688+0000 7fda6496c700 1 -- 172.21.15.42:0/4067954194 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561154630f00 con 0x561154740ed0 2024-06-06T08:21:50.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.688+0000 7fda57fff700 1 --2- 172.21.15.42:0/4067954194 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561154746f10 0x561154740990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:21:50.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.688+0000 7fda5ffff700 1 --2- 172.21.15.42:0/4067954194 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611547465f0 0x5611547469d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:21:50.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.688+0000 7fda6496c700 1 --2- 172.21.15.42:0/4067954194 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561154740ed0 0x5611547412f0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fda58098110 tx=0x7fda5809b300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ea74c61f874a89c server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:50.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.689+0000 7fda567fc700 1 -- 172.21.15.42:0/4067954194 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda5800ae40 con 0x561154740ed0 2024-06-06T08:21:50.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.689+0000 7fda567fc700 1 -- 172.21.15.42:0/4067954194 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fda5809be40 con 0x561154740ed0 2024-06-06T08:21:50.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.689+0000 7fda567fc700 1 -- 172.21.15.42:0/4067954194 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda58099b10 con 0x561154740ed0 2024-06-06T08:21:50.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.690+0000 7fda70c52b80 1 -- 172.21.15.42:0/4067954194 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561154740ed0 msgr2=0x5611547412f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:50.697 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.690+0000 7fda70c52b80 1 --2- 172.21.15.42:0/4067954194 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561154740ed0 0x5611547412f0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fda58098110 tx=0x7fda5809b300 comp rx=0 tx=0).stop 2024-06-06T08:21:50.697 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.690+0000 7fda70c52b80 1 -- 172.21.15.42:0/4067954194 shutdown_connections 2024-06-06T08:21:50.697 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.690+0000 7fda70c52b80 1 --2- 172.21.15.42:0/4067954194 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561154740ed0 0x5611547412f0 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:50.697 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.690+0000 7fda70c52b80 1 --2- 172.21.15.42:0/4067954194 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611547465f0 0x5611547469d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:50.697 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.690+0000 7fda70c52b80 1 --2- 172.21.15.42:0/4067954194 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561154746f10 0x561154740990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:50.697 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.690+0000 7fda70c52b80 1 -- 172.21.15.42:0/4067954194 >> 172.21.15.42:0/4067954194 conn(0x56115466bc70 msgr2=0x56115473b800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:50.697 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.690+0000 7fda70c52b80 1 -- 172.21.15.42:0/4067954194 shutdown_connections 2024-06-06T08:21:50.697 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.690+0000 7fda70c52b80 1 -- 172.21.15.42:0/4067954194 wait complete. 2024-06-06T08:21:50.697 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.690+0000 7fda70c52b80 1 -- start start 2024-06-06T08:21:50.697 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.691+0000 7fda70c52b80 1 Processor -- start 2024-06-06T08:21:50.697 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.691+0000 7fda70c52b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561154740ed0 0x56115474cc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:50.697 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.691+0000 7fda70c52b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611547465f0 0x561154749f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:50.697 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.691+0000 7fda70c52b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561154746f10 0x56115474a450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:50.697 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.691+0000 7fda70c52b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56115474d920 con 0x561154740ed0 2024-06-06T08:21:50.698 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.691+0000 7fda70c52b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x561154632ba0 con 0x561154746f10 2024-06-06T08:21:50.698 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.691+0000 7fda70c52b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x56115474daa0 con 0x5611547465f0 2024-06-06T08:21:50.698 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.691+0000 7fda70c52b80 10 client.0 _ll_register_callbacks cb 0x56115462c8d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:21:50.698 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.691+0000 7fda5ffff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561154740ed0 0x56115474cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:50.698 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.691+0000 7fda5ffff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561154740ed0 0x56115474cc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55228/0 (socket says 172.21.15.42:55228) 2024-06-06T08:21:50.698 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.691+0000 7fda5ffff700 1 -- 172.21.15.42:0/4286780824 learned_addr learned my addr 172.21.15.42:0/4286780824 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:21:50.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.691+0000 7fda6496c700 1 --2- 172.21.15.42:0/4286780824 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561154746f10 0x56115474a450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:50.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.691+0000 7fda57fff700 1 --2- 172.21.15.42:0/4286780824 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611547465f0 0x561154749f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:50.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.691+0000 7fda5ffff700 1 -- 172.21.15.42:0/4286780824 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611547465f0 msgr2=0x561154749f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:21:50.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.691+0000 7fda5ffff700 1 --2- 172.21.15.42:0/4286780824 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611547465f0 0x561154749f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:50.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.692+0000 7fda5ffff700 1 -- 172.21.15.42:0/4286780824 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561154746f10 msgr2=0x56115474a450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:21:50.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.692+0000 7fda5ffff700 1 --2- 172.21.15.42:0/4286780824 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561154746f10 0x56115474a450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:50.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.692+0000 7fda5ffff700 1 -- 172.21.15.42:0/4286780824 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5611545e1880 con 0x561154740ed0 2024-06-06T08:21:50.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.692+0000 7fda6496c700 1 --2- 172.21.15.42:0/4286780824 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561154746f10 0x56115474a450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:21:50.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.692+0000 7fda5ffff700 1 --2- 172.21.15.42:0/4286780824 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561154740ed0 0x56115474cc10 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fda50011770 tx=0x7fda500047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=29065c5e9d1bbc32 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:50.700 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.692+0000 7fda3f7fe700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:21:50.700 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.692+0000 7fda3f7fe700 1 -- 172.21.15.42:0/4286780824 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda5000be60 con 0x561154740ed0 2024-06-06T08:21:50.700 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.692+0000 7fda3f7fe700 1 -- 172.21.15.42:0/4286780824 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7fda50004a30 con 0x561154740ed0 2024-06-06T08:21:50.700 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.692+0000 7fda70c52b80 1 -- 172.21.15.42:0/4286780824 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fda5809be40 con 0x561154740ed0 2024-06-06T08:21:50.700 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.692+0000 7fda3f7fe700 1 -- 172.21.15.42:0/4286780824 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fda50010e80 con 0x561154740ed0 2024-06-06T08:21:50.700 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.692+0000 7fda70c52b80 10 client.15060 fetch_fsmap learned FSMap version 25 2024-06-06T08:21:50.700 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.692+0000 7fda70c52b80 1 -- 172.21.15.42:0/4286780824 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x561154758210 con 0x561154740ed0 2024-06-06T08:21:50.700 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.692+0000 7fda3f7fe700 1 -- 172.21.15.42:0/4286780824 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fda50023070 con 0x561154740ed0 2024-06-06T08:21:50.700 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.693+0000 7fda3f7fe700 1 -- 172.21.15.42:0/4286780824 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fda5001f900 con 0x561154740ed0 2024-06-06T08:21:50.700 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.693+0000 7fda70c52b80 10 client.15060 fetch_fsmap finished waiting for FSMap version 25 2024-06-06T08:21:50.700 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.693+0000 7fda70c52b80 10 client.15060 resolve_mds: resolved name 'i' to daemon mds.i 2024-06-06T08:21:50.700 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.693+0000 7fda70c52b80 20 client.15060 populate_metadata read hostname 'smithi042' 2024-06-06T08:21:50.700 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.693+0000 7fda70c52b80 1 --2- 172.21.15.42:0/4286780824 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56115475a810 0x56115475bc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:50.701 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.693+0000 7fda70c52b80 4 client.15060 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:21:50.701 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.693+0000 7fda70c52b80 1 -- 172.21.15.42:0/4286780824 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fda5809be40 con 0x56115475a810 2024-06-06T08:21:50.701 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.693+0000 7fda57fff700 1 --2- 172.21.15.42:0/4286780824 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56115475a810 0x56115475bc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:50.701 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.694+0000 7fda3f7fe700 10 client.15060 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:21:50.701 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.694+0000 7fda57fff700 1 --2- 172.21.15.42:0/4286780824 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56115475a810 0x56115475bc80 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f8b4cc9e68fc1290 server_cookie=38b01f82830bef9 in_seq=0 out_seq=0 2024-06-06T08:21:50.701 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.694+0000 7fda3f7fe700 1 -- 172.21.15.42:0/4286780824 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x7fda5809be40 con 0x56115475a810 2024-06-06T08:21:50.701 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.694+0000 7fda3f7fe700 10 client.15060 handle_command_reply: tid=0 2024-06-06T08:21:50.701 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.694+0000 7fda70c52b80 1 client.15060 shutdown 2024-06-06T08:21:50.701 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.695+0000 7fda70c52b80 1 -- 172.21.15.42:0/4286780824 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561154740ed0 msgr2=0x56115474cc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:50.701 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.695+0000 7fda70c52b80 1 --2- 172.21.15.42:0/4286780824 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561154740ed0 0x56115474cc10 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fda50011770 tx=0x7fda500047c0 comp rx=0 tx=0).stop 2024-06-06T08:21:50.701 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.695+0000 7fda70c52b80 1 -- 172.21.15.42:0/4286780824 shutdown_connections 2024-06-06T08:21:50.701 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.695+0000 7fda70c52b80 1 --2- 172.21.15.42:0/4286780824 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56115475a810 0x56115475bc80 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:50.701 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.695+0000 7fda70c52b80 1 --2- 172.21.15.42:0/4286780824 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561154746f10 0x56115474a450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:50.702 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.695+0000 7fda70c52b80 1 --2- 172.21.15.42:0/4286780824 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561154740ed0 0x56115474cc10 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:50.702 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.695+0000 7fda70c52b80 1 --2- 172.21.15.42:0/4286780824 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611547465f0 0x561154749f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:50.702 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.695+0000 7fda70c52b80 1 -- 172.21.15.42:0/4286780824 >> 172.21.15.42:0/4286780824 conn(0x56115466bc70 msgr2=0x56115473f980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:50.702 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.695+0000 7fda3f7fe700 0 client.15060 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:21:50.702 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.695+0000 7fda70c52b80 1 -- 172.21.15.42:0/4286780824 shutdown_connections 2024-06-06T08:21:50.702 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.695+0000 7fda70c52b80 1 -- 172.21.15.42:0/4286780824 wait complete. 2024-06-06T08:21:50.702 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.695+0000 7fda70c52b80 20 client.15060 trim_cache size 0 max 16384 2024-06-06T08:21:50.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.717+0000 7fda70c52b80 1 Processor -- start 2024-06-06T08:21:50.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.717+0000 7fda70c52b80 1 -- start start 2024-06-06T08:21:50.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.717+0000 7fda70c52b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561154740ed0 0x561154740990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:50.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.717+0000 7fda70c52b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611547465f0 0x561154748800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:50.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.717+0000 7fda70c52b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561154746f10 0x561154748d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:50.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.717+0000 7fda70c52b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x561154759fc0 con 0x561154746f10 2024-06-06T08:21:50.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.717+0000 7fda70c52b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x56115475a690 con 0x561154740ed0 2024-06-06T08:21:50.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.717+0000 7fda70c52b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x56115475ad60 con 0x5611547465f0 2024-06-06T08:21:50.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.717+0000 7fda6496c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561154746f10 0x561154748d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:50.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.717+0000 7fda6496c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561154746f10 0x561154748d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55232/0 (socket says 172.21.15.42:55232) 2024-06-06T08:21:50.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.717+0000 7fda6496c700 1 -- 172.21.15.42:0/3598299416 learned_addr learned my addr 172.21.15.42:0/3598299416 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:21:50.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.717+0000 7fda5ffff700 1 --2- 172.21.15.42:0/3598299416 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561154740ed0 0x561154740990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:50.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.717+0000 7fda57fff700 1 --2- 172.21.15.42:0/3598299416 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611547465f0 0x561154748800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:50.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.717+0000 7fda6496c700 1 -- 172.21.15.42:0/3598299416 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611547465f0 msgr2=0x561154748800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:21:50.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.718+0000 7fda6496c700 1 --2- 172.21.15.42:0/3598299416 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611547465f0 0x561154748800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:50.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.718+0000 7fda6496c700 1 -- 172.21.15.42:0/3598299416 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561154740ed0 msgr2=0x561154740990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:21:50.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.718+0000 7fda6496c700 1 --2- 172.21.15.42:0/3598299416 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561154740ed0 0x561154740990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:50.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.718+0000 7fda6496c700 1 -- 172.21.15.42:0/3598299416 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561154748480 con 0x561154746f10 2024-06-06T08:21:50.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.718+0000 7fda6496c700 1 --2- 172.21.15.42:0/3598299416 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561154746f10 0x561154748d40 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fda58097ba0 tx=0x7fda58007cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5edf48e7af0f835 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:50.719 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.718+0000 7fda55ffb700 1 -- 172.21.15.42:0/3598299416 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda5800ae40 con 0x561154746f10 2024-06-06T08:21:50.719 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.718+0000 7fda55ffb700 1 -- 172.21.15.42:0/3598299416 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fda5809b740 con 0x561154746f10 2024-06-06T08:21:50.719 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.718+0000 7fda55ffb700 1 -- 172.21.15.42:0/3598299416 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda580a3f20 con 0x561154746f10 2024-06-06T08:21:50.722 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.719+0000 7fda70c52b80 1 -- 172.21.15.42:0/3598299416 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561154746f10 msgr2=0x561154748d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:50.722 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.719+0000 7fda70c52b80 1 --2- 172.21.15.42:0/3598299416 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561154746f10 0x561154748d40 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fda58097ba0 tx=0x7fda58007cd0 comp rx=0 tx=0).stop 2024-06-06T08:21:50.722 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.719+0000 7fda70c52b80 1 -- 172.21.15.42:0/3598299416 shutdown_connections 2024-06-06T08:21:50.722 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.719+0000 7fda70c52b80 1 --2- 172.21.15.42:0/3598299416 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561154746f10 0x561154748d40 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:50.722 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.719+0000 7fda70c52b80 1 --2- 172.21.15.42:0/3598299416 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561154740ed0 0x561154740990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:50.723 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.719+0000 7fda70c52b80 1 --2- 172.21.15.42:0/3598299416 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611547465f0 0x561154748800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:50.723 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.719+0000 7fda70c52b80 1 -- 172.21.15.42:0/3598299416 >> 172.21.15.42:0/3598299416 conn(0x56115466bc70 msgr2=0x56115473ce90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:50.723 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.719+0000 7fda70c52b80 1 -- 172.21.15.42:0/3598299416 shutdown_connections 2024-06-06T08:21:50.723 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.719+0000 7fda70c52b80 1 -- 172.21.15.42:0/3598299416 wait complete. 2024-06-06T08:21:50.723 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.719+0000 7fda70c52b80 1 -- start start 2024-06-06T08:21:50.723 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.719+0000 7fda70c52b80 1 Processor -- start 2024-06-06T08:21:50.723 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.719+0000 7fda70c52b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561154740ed0 0x5611547659d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:50.723 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.719+0000 7fda70c52b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5611547465f0 0x56115473fd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:50.723 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.719+0000 7fda70c52b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561154746f10 0x5611547404c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:50.723 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.720+0000 7fda70c52b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56115475bb00 con 0x5611547465f0 2024-06-06T08:21:50.723 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.720+0000 7fda70c52b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x56115475b430 con 0x561154746f10 2024-06-06T08:21:50.723 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.720+0000 7fda70c52b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x56115475c1d0 con 0x561154740ed0 2024-06-06T08:21:50.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.720+0000 7fda70c52b80 10 client.0 _ll_register_callbacks cb 0x56115462c8d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:21:50.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.720+0000 7fda57fff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5611547465f0 0x56115473fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:50.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.720+0000 7fda57fff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5611547465f0 0x56115473fd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55246/0 (socket says 172.21.15.42:55246) 2024-06-06T08:21:50.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.720+0000 7fda57fff700 1 -- 172.21.15.42:0/674447171 learned_addr learned my addr 172.21.15.42:0/674447171 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:21:50.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.720+0000 7fda5ffff700 1 --2- 172.21.15.42:0/674447171 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561154740ed0 0x5611547659d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:50.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.720+0000 7fda6496c700 1 --2- 172.21.15.42:0/674447171 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561154746f10 0x5611547404c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:50.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.720+0000 7fda57fff700 1 -- 172.21.15.42:0/674447171 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561154740ed0 msgr2=0x5611547659d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:21:50.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.720+0000 7fda57fff700 1 --2- 172.21.15.42:0/674447171 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561154740ed0 0x5611547659d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:50.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.720+0000 7fda57fff700 1 -- 172.21.15.42:0/674447171 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561154746f10 msgr2=0x5611547404c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:21:50.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.720+0000 7fda57fff700 1 --2- 172.21.15.42:0/674447171 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561154746f10 0x5611547404c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:50.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.720+0000 7fda57fff700 1 -- 172.21.15.42:0/674447171 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5611547634f0 con 0x5611547465f0 2024-06-06T08:21:50.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.720+0000 7fda57fff700 1 --2- 172.21.15.42:0/674447171 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5611547465f0 0x56115473fd80 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fda48000c00 tx=0x7fda48003960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=35d06674b2ac3752 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:50.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.720+0000 7fda3f7fe700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:21:50.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.720+0000 7fda3f7fe700 1 -- 172.21.15.42:0/674447171 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda480050b0 con 0x5611547465f0 2024-06-06T08:21:50.725 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.720+0000 7fda3f7fe700 1 -- 172.21.15.42:0/674447171 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7fda48005250 con 0x5611547465f0 2024-06-06T08:21:50.725 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.720+0000 7fda70c52b80 1 -- 172.21.15.42:0/674447171 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x56115469fcc0 con 0x5611547465f0 2024-06-06T08:21:50.725 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.720+0000 7fda3f7fe700 1 -- 172.21.15.42:0/674447171 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fda48038050 con 0x5611547465f0 2024-06-06T08:21:50.725 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.721+0000 7fda70c52b80 10 client.15066 fetch_fsmap learned FSMap version 25 2024-06-06T08:21:50.725 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.721+0000 7fda70c52b80 1 -- 172.21.15.42:0/674447171 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5611547c62b0 con 0x5611547465f0 2024-06-06T08:21:50.725 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.721+0000 7fda3f7fe700 1 -- 172.21.15.42:0/674447171 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x56115469fcc0 con 0x5611547465f0 2024-06-06T08:21:50.725 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.721+0000 7fda3f7fe700 1 -- 172.21.15.42:0/674447171 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fda4800f4f0 con 0x5611547465f0 2024-06-06T08:21:50.725 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.721+0000 7fda70c52b80 10 client.15066 fetch_fsmap finished waiting for FSMap version 25 2024-06-06T08:21:50.725 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.721+0000 7fda70c52b80 10 client.15066 resolve_mds: resolved name 'i' to daemon mds.i 2024-06-06T08:21:50.725 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.721+0000 7fda70c52b80 20 client.15066 populate_metadata read hostname 'smithi042' 2024-06-06T08:21:50.725 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.721+0000 7fda70c52b80 1 --2- 172.21.15.42:0/674447171 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5611547caed0 0x5611547c9be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:50.725 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.721+0000 7fda70c52b80 4 client.15066 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "status"}] 2024-06-06T08:21:50.725 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.721+0000 7fda70c52b80 1 -- 172.21.15.42:0/674447171 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "status"}) -- 0x56115469a240 con 0x5611547caed0 2024-06-06T08:21:50.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.721+0000 7fda5ffff700 1 --2- 172.21.15.42:0/674447171 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5611547caed0 0x5611547c9be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:50.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.722+0000 7fda5ffff700 1 --2- 172.21.15.42:0/674447171 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5611547caed0 0x5611547c9be0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1cda143b6f64aaf2 server_cookie=17878a4128f0e91 in_seq=0 out_seq=0 2024-06-06T08:21:50.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.722+0000 7fda3f7fe700 10 client.15066 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:21:50.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.722+0000 7fda3f7fe700 1 -- 172.21.15.42:0/674447171 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x56115469a240 con 0x5611547caed0 2024-06-06T08:21:50.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.722+0000 7fda3f7fe700 10 client.15066 handle_command_reply: tid=0 2024-06-06T08:21:50.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.722+0000 7fda70c52b80 1 client.15066 shutdown 2024-06-06T08:21:50.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.722+0000 7fda70c52b80 1 -- 172.21.15.42:0/674447171 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5611547465f0 msgr2=0x56115473fd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:50.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.722+0000 7fda70c52b80 1 --2- 172.21.15.42:0/674447171 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5611547465f0 0x56115473fd80 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fda48000c00 tx=0x7fda48003960 comp rx=0 tx=0).stop 2024-06-06T08:21:50.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.722+0000 7fda70c52b80 1 -- 172.21.15.42:0/674447171 shutdown_connections 2024-06-06T08:21:50.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.722+0000 7fda70c52b80 1 --2- 172.21.15.42:0/674447171 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5611547caed0 0x5611547c9be0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:50.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.722+0000 7fda70c52b80 1 --2- 172.21.15.42:0/674447171 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561154746f10 0x5611547404c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:50.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.722+0000 7fda70c52b80 1 --2- 172.21.15.42:0/674447171 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561154740ed0 0x5611547659d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:50.727 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.722+0000 7fda70c52b80 1 --2- 172.21.15.42:0/674447171 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5611547465f0 0x56115473fd80 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:50.727 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.722+0000 7fda70c52b80 1 -- 172.21.15.42:0/674447171 >> 172.21.15.42:0/674447171 conn(0x56115466bc70 msgr2=0x5611547487c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:50.727 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.722+0000 7fda3f7fe700 0 client.15066 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:21:50.727 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.722+0000 7fda70c52b80 1 -- 172.21.15.42:0/674447171 shutdown_connections 2024-06-06T08:21:50.727 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.722+0000 7fda70c52b80 1 -- 172.21.15.42:0/674447171 wait complete. 2024-06-06T08:21:50.727 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.722+0000 7fda70c52b80 20 client.15066 trim_cache size 0 max 16384 2024-06-06T08:21:50.727 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:21:50.727 INFO:teuthology.orchestra.run.smithi042.stdout: "cluster_fsid": "103bdc14-23dc-11ef-bc9b-c7b262605968", 2024-06-06T08:21:50.727 INFO:teuthology.orchestra.run.smithi042.stdout: "whoami": 0, 2024-06-06T08:21:50.727 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 24484, 2024-06-06T08:21:50.728 INFO:teuthology.orchestra.run.smithi042.stdout: "want_state": "up:active", 2024-06-06T08:21:50.728 INFO:teuthology.orchestra.run.smithi042.stdout: "state": "up:active", 2024-06-06T08:21:50.728 INFO:teuthology.orchestra.run.smithi042.stdout: "fs_name": "cephfs", 2024-06-06T08:21:50.728 INFO:teuthology.orchestra.run.smithi042.stdout: "rank_uptime": 190.762193371, 2024-06-06T08:21:50.728 INFO:teuthology.orchestra.run.smithi042.stdout: "mdsmap_epoch": 25, 2024-06-06T08:21:50.728 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_epoch": 99, 2024-06-06T08:21:50.728 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_epoch_barrier": 99, 2024-06-06T08:21:50.728 INFO:teuthology.orchestra.run.smithi042.stdout: "uptime": 215.49774813799999 2024-06-06T08:21:50.728 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:21:50.729 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.723+0000 7fda663cf700 1 -- 172.21.15.42:0/3917126461 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fda4c0a2c20 msgr2=0x7fda4c0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:50.729 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.723+0000 7fda663cf700 1 --2- 172.21.15.42:0/3917126461 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fda4c0a2c20 0x7fda4c0a50e0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fda50005950 tx=0x7fda5000b410 comp rx=0 tx=0).stop 2024-06-06T08:21:50.729 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.723+0000 7fda663cf700 1 -- 172.21.15.42:0/3917126461 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fda6010efd0 msgr2=0x7fda6019f690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:50.729 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.723+0000 7fda663cf700 1 --2- 172.21.15.42:0/3917126461 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fda6010efd0 0x7fda6019f690 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fda58007d40 tx=0x7fda5800a340 comp rx=0 tx=0).stop 2024-06-06T08:21:50.729 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.723+0000 7fda663cf700 1 -- 172.21.15.42:0/3917126461 shutdown_connections 2024-06-06T08:21:50.729 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.723+0000 7fda663cf700 1 --2- 172.21.15.42:0/3917126461 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fda6010efd0 0x7fda6019f690 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:50.729 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.723+0000 7fda663cf700 1 --2- 172.21.15.42:0/3917126461 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fda6006ac00 0x7fda6019ae10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:50.730 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.723+0000 7fda663cf700 1 --2- 172.21.15.42:0/3917126461 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fda4c0a2c20 0x7fda4c0a50e0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:50.730 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.723+0000 7fda663cf700 1 --2- 172.21.15.42:0/3917126461 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fda6006b520 0x7fda6019b350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:50.730 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.723+0000 7fda663cf700 1 -- 172.21.15.42:0/3917126461 >> 172.21.15.42:0/3917126461 conn(0x7fda600773e0 msgr2=0x7fda601103e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:50.730 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.723+0000 7fda663cf700 1 -- 172.21.15.42:0/3917126461 shutdown_connections 2024-06-06T08:21:50.730 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:50.723+0000 7fda663cf700 1 -- 172.21.15.42:0/3917126461 wait complete. 2024-06-06T08:21:51.428 INFO:tasks.cephadm:Setup complete, yielding 2024-06-06T08:21:51.428 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-06-06T08:21:51.438 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi042.front.sepia.ceph.com 2024-06-06T08:21:51.439 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- bash -c 'ceph orch status' 2024-06-06T08:21:51.713 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:21:51.998 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:51 smithi042 ceph-mon[32384]: pgmap v405: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:21:52.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:51 smithi149 ceph-mon[36842]: pgmap v405: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:21:52.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:51 smithi120 ceph-mon[36658]: pgmap v405: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:21:53.403 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:53.400+0000 7fe19bb2e700 1 -- 172.21.15.42:0/2135956019 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe194076440 msgr2=0x7fe1940748a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:53.403 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:53.400+0000 7fe19bb2e700 1 --2- 172.21.15.42:0/2135956019 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe194076440 0x7fe1940748a0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fe184009990 tx=0x7fe184009ca0 comp rx=0 tx=0).stop 2024-06-06T08:21:53.403 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:53.400+0000 7fe19bb2e700 1 -- 172.21.15.42:0/2135956019 shutdown_connections 2024-06-06T08:21:53.403 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:53.400+0000 7fe19bb2e700 1 --2- 172.21.15.42:0/2135956019 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe19410a3c0 0x7fe19410c830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:53.403 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:53.400+0000 7fe19bb2e700 1 --2- 172.21.15.42:0/2135956019 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe194076440 0x7fe1940748a0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:53.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:53.400+0000 7fe19bb2e700 1 --2- 172.21.15.42:0/2135956019 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe194074e70 0x7fe1940752f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:53.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:53.400+0000 7fe19bb2e700 1 -- 172.21.15.42:0/2135956019 >> 172.21.15.42:0/2135956019 conn(0x7fe1940fda60 msgr2=0x7fe1940ffea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:53.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:53.400+0000 7fe19bb2e700 1 -- 172.21.15.42:0/2135956019 shutdown_connections 2024-06-06T08:21:53.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:53.400+0000 7fe19bb2e700 1 -- 172.21.15.42:0/2135956019 wait complete. 2024-06-06T08:21:53.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:53.401+0000 7fe19bb2e700 1 Processor -- start 2024-06-06T08:21:53.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:53.401+0000 7fe19bb2e700 1 -- start start 2024-06-06T08:21:53.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:53.401+0000 7fe19bb2e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe194074e70 0x7fe19419a840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:53.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:53.401+0000 7fe19bb2e700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe194076440 0x7fe19419ad80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:53.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:53.401+0000 7fe19bb2e700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe19410a3c0 0x7fe1941a1e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:53.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:53.401+0000 7fe19bb2e700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe194110290 con 0x7fe194074e70 2024-06-06T08:21:53.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:53.401+0000 7fe19bb2e700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fe194110110 con 0x7fe19410a3c0 2024-06-06T08:21:53.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:53.401+0000 7fe19bb2e700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fe194110410 con 0x7fe194076440 2024-06-06T08:21:53.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:53.401+0000 7fe1998ca700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe194074e70 0x7fe19419a840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:53.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:53.401+0000 7fe1998ca700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe194074e70 0x7fe19419a840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55262/0 (socket says 172.21.15.42:55262) 2024-06-06T08:21:53.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:53.401+0000 7fe1998ca700 1 -- 172.21.15.42:0/1794360733 learned_addr learned my addr 172.21.15.42:0/1794360733 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:21:53.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:53.401+0000 7fe1990c9700 1 --2- 172.21.15.42:0/1794360733 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe194076440 0x7fe19419ad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:53.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:53.401+0000 7fe19a0cb700 1 --2- 172.21.15.42:0/1794360733 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe19410a3c0 0x7fe1941a1e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:53.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:53.401+0000 7fe1998ca700 1 -- 172.21.15.42:0/1794360733 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe194076440 msgr2=0x7fe19419ad80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:53.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:53.401+0000 7fe1998ca700 1 --2- 172.21.15.42:0/1794360733 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe194076440 0x7fe19419ad80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:53.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:53.401+0000 7fe1998ca700 1 -- 172.21.15.42:0/1794360733 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe19410a3c0 msgr2=0x7fe1941a1e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:53.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:53.401+0000 7fe1998ca700 1 --2- 172.21.15.42:0/1794360733 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe19410a3c0 0x7fe1941a1e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:53.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:53.401+0000 7fe1998ca700 1 -- 172.21.15.42:0/1794360733 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1941a24a0 con 0x7fe194074e70 2024-06-06T08:21:53.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:53.401+0000 7fe1998ca700 1 --2- 172.21.15.42:0/1794360733 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe194074e70 0x7fe19419a840 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fe1840047b0 tx=0x7fe184003680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:53.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:53.402+0000 7fe18affd700 1 -- 172.21.15.42:0/1794360733 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe184027070 con 0x7fe194074e70 2024-06-06T08:21:53.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:53.402+0000 7fe18affd700 1 -- 172.21.15.42:0/1794360733 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe184022470 con 0x7fe194074e70 2024-06-06T08:21:53.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:53.402+0000 7fe18affd700 1 -- 172.21.15.42:0/1794360733 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe18400f6c0 con 0x7fe194074e70 2024-06-06T08:21:53.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:53.402+0000 7fe19bb2e700 1 -- 172.21.15.42:0/1794360733 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1941a2730 con 0x7fe194074e70 2024-06-06T08:21:53.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:53.402+0000 7fe19bb2e700 1 -- 172.21.15.42:0/1794360733 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1941a2b30 con 0x7fe194074e70 2024-06-06T08:21:53.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:53.403+0000 7fe19bb2e700 1 -- 172.21.15.42:0/1794360733 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe194069180 con 0x7fe194074e70 2024-06-06T08:21:53.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:53.404+0000 7fe18affd700 1 -- 172.21.15.42:0/1794360733 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fe18402a070 con 0x7fe194074e70 2024-06-06T08:21:53.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:53.404+0000 7fe18affd700 1 --2- 172.21.15.42:0/1794360733 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fe1800a2c20 0x7fe1800a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:53.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:53.405+0000 7fe1990c9700 1 --2- 172.21.15.42:0/1794360733 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fe1800a2c20 0x7fe1800a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:53.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:53.405+0000 7fe18affd700 1 -- 172.21.15.42:0/1794360733 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7fe1840d09c0 con 0x7fe194074e70 2024-06-06T08:21:53.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:53.405+0000 7fe1990c9700 1 --2- 172.21.15.42:0/1794360733 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fe1800a2c20 0x7fe1800a50e0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fe190005ea0 tx=0x7fe190005e30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:53.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:53.408+0000 7fe18affd700 1 -- 172.21.15.42:0/1794360733 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fe184031070 con 0x7fe194074e70 2024-06-06T08:21:53.636 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:53.637+0000 7fe19bb2e700 1 -- 172.21.15.42:0/1794360733 --> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] -- mgr_command(tid 0: {"prefix": "orch status", "target": ["mon-mgr", ""]}) -- 0x7fe1940628d0 con 0x7fe1800a2c20 2024-06-06T08:21:53.637 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:53.638+0000 7fe18affd700 1 -- 172.21.15.42:0/1794360733 <== mgr.14152 v2:172.21.15.42:6800/1196215200 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+43 (secure 0 0 0) 0x7fe1940628d0 con 0x7fe1800a2c20 2024-06-06T08:21:53.637 INFO:teuthology.orchestra.run.smithi042.stdout:Backend: cephadm 2024-06-06T08:21:53.637 INFO:teuthology.orchestra.run.smithi042.stdout:Available: Yes 2024-06-06T08:21:53.637 INFO:teuthology.orchestra.run.smithi042.stdout:Paused: No 2024-06-06T08:21:53.640 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:53.641+0000 7fe19bb2e700 1 -- 172.21.15.42:0/1794360733 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fe1800a2c20 msgr2=0x7fe1800a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:53.640 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:53.641+0000 7fe19bb2e700 1 --2- 172.21.15.42:0/1794360733 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fe1800a2c20 0x7fe1800a50e0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fe190005ea0 tx=0x7fe190005e30 comp rx=0 tx=0).stop 2024-06-06T08:21:53.641 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:53.641+0000 7fe19bb2e700 1 -- 172.21.15.42:0/1794360733 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe194074e70 msgr2=0x7fe19419a840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:53.641 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:53.641+0000 7fe19bb2e700 1 --2- 172.21.15.42:0/1794360733 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe194074e70 0x7fe19419a840 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fe1840047b0 tx=0x7fe184003680 comp rx=0 tx=0).stop 2024-06-06T08:21:53.641 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:53.641+0000 7fe19bb2e700 1 -- 172.21.15.42:0/1794360733 shutdown_connections 2024-06-06T08:21:53.641 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:53.641+0000 7fe19bb2e700 1 --2- 172.21.15.42:0/1794360733 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe19410a3c0 0x7fe1941a1e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:53.641 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:53.641+0000 7fe19bb2e700 1 --2- 172.21.15.42:0/1794360733 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe194074e70 0x7fe19419a840 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:53.641 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:53.641+0000 7fe19bb2e700 1 --2- 172.21.15.42:0/1794360733 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fe1800a2c20 0x7fe1800a50e0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:53.641 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:53.641+0000 7fe19bb2e700 1 --2- 172.21.15.42:0/1794360733 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe194076440 0x7fe19419ad80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:53.641 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:53.641+0000 7fe19bb2e700 1 -- 172.21.15.42:0/1794360733 >> 172.21.15.42:0/1794360733 conn(0x7fe1940fda60 msgr2=0x7fe194106310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:53.641 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:53.641+0000 7fe19bb2e700 1 -- 172.21.15.42:0/1794360733 shutdown_connections 2024-06-06T08:21:53.641 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:53.641+0000 7fe19bb2e700 1 -- 172.21.15.42:0/1794360733 wait complete. 2024-06-06T08:21:54.005 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:53 smithi042 ceph-mon[32384]: pgmap v406: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-06T08:21:54.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:53 smithi149 ceph-mon[36842]: pgmap v406: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-06T08:21:54.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:53 smithi120 ceph-mon[36658]: pgmap v406: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-06T08:21:54.344 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- bash -c 'ceph orch ps' 2024-06-06T08:21:54.596 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:21:55.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:54 smithi149 ceph-mon[36842]: from='client.15072 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:21:55.043 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:54 smithi042 ceph-mon[32384]: from='client.15072 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:21:55.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:54 smithi120 ceph-mon[36658]: from='client.15072 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:21:56.004 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:55 smithi042 ceph-mon[32384]: pgmap v407: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-06T08:21:56.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:55 smithi149 ceph-mon[36842]: pgmap v407: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-06T08:21:56.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:55 smithi120 ceph-mon[36658]: pgmap v407: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-06T08:21:56.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:56.246+0000 7fa0ba23f700 1 -- 172.21.15.42:0/1566685983 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa0b4100c30 msgr2=0x7fa0b4101050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:56.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:56.246+0000 7fa0ba23f700 1 --2- 172.21.15.42:0/1566685983 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa0b4100c30 0x7fa0b4101050 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fa0a40099c0 tx=0x7fa0a4009cd0 comp rx=0 tx=0).stop 2024-06-06T08:21:56.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:56.247+0000 7fa0ba23f700 1 -- 172.21.15.42:0/1566685983 shutdown_connections 2024-06-06T08:21:56.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:56.247+0000 7fa0ba23f700 1 --2- 172.21.15.42:0/1566685983 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa0b41027d0 0x7fa0b4109080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:56.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:56.247+0000 7fa0ba23f700 1 --2- 172.21.15.42:0/1566685983 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa0b4100c30 0x7fa0b4101050 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:56.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:56.247+0000 7fa0ba23f700 1 --2- 172.21.15.42:0/1566685983 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa0b4101e30 0x7fa0b4102290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:56.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:56.247+0000 7fa0ba23f700 1 -- 172.21.15.42:0/1566685983 >> 172.21.15.42:0/1566685983 conn(0x7fa0b40fc1d0 msgr2=0x7fa0b40fe610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:56.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:56.247+0000 7fa0ba23f700 1 -- 172.21.15.42:0/1566685983 shutdown_connections 2024-06-06T08:21:56.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:56.247+0000 7fa0ba23f700 1 -- 172.21.15.42:0/1566685983 wait complete. 2024-06-06T08:21:56.248 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:56.247+0000 7fa0ba23f700 1 Processor -- start 2024-06-06T08:21:56.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:56.248+0000 7fa0ba23f700 1 -- start start 2024-06-06T08:21:56.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:56.248+0000 7fa0ba23f700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa0b4100c30 0x7fa0b41987e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:56.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:56.248+0000 7fa0ba23f700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa0b4101e30 0x7fa0b4198d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:56.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:56.248+0000 7fa0ba23f700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa0b41027d0 0x7fa0b419fda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:56.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:56.248+0000 7fa0ba23f700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa0b410c810 con 0x7fa0b4101e30 2024-06-06T08:21:56.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:56.248+0000 7fa0ba23f700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fa0b410c690 con 0x7fa0b4100c30 2024-06-06T08:21:56.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:56.248+0000 7fa0ba23f700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fa0b410c990 con 0x7fa0b41027d0 2024-06-06T08:21:56.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:56.248+0000 7fa0b2ffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa0b4101e30 0x7fa0b4198d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:56.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:56.248+0000 7fa0b2ffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa0b4101e30 0x7fa0b4198d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55278/0 (socket says 172.21.15.42:55278) 2024-06-06T08:21:56.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:56.248+0000 7fa0b2ffd700 1 -- 172.21.15.42:0/874249458 learned_addr learned my addr 172.21.15.42:0/874249458 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:21:56.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:56.248+0000 7fa0b37fe700 1 --2- 172.21.15.42:0/874249458 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa0b4100c30 0x7fa0b41987e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:56.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:56.248+0000 7fa0b2ffd700 1 -- 172.21.15.42:0/874249458 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa0b41027d0 msgr2=0x7fa0b419fda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:56.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:56.248+0000 7fa0b3fff700 1 --2- 172.21.15.42:0/874249458 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa0b41027d0 0x7fa0b419fda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:56.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:56.248+0000 7fa0b2ffd700 1 --2- 172.21.15.42:0/874249458 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa0b41027d0 0x7fa0b419fda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:56.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:56.248+0000 7fa0b2ffd700 1 -- 172.21.15.42:0/874249458 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa0b4100c30 msgr2=0x7fa0b41987e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:56.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:56.248+0000 7fa0b2ffd700 1 --2- 172.21.15.42:0/874249458 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa0b4100c30 0x7fa0b41987e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:56.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:56.248+0000 7fa0b2ffd700 1 -- 172.21.15.42:0/874249458 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0b41a0440 con 0x7fa0b4101e30 2024-06-06T08:21:56.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:56.249+0000 7fa0b2ffd700 1 --2- 172.21.15.42:0/874249458 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa0b4101e30 0x7fa0b4198d20 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fa0a800c9a0 tx=0x7fa0a800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:56.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:56.249+0000 7fa0b0ff9700 1 -- 172.21.15.42:0/874249458 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0a8007a60 con 0x7fa0b4101e30 2024-06-06T08:21:56.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:56.249+0000 7fa0ba23f700 1 -- 172.21.15.42:0/874249458 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0b41a0730 con 0x7fa0b4101e30 2024-06-06T08:21:56.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:56.249+0000 7fa0b0ff9700 1 -- 172.21.15.42:0/874249458 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa0a8004d10 con 0x7fa0b4101e30 2024-06-06T08:21:56.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:56.249+0000 7fa0b0ff9700 1 -- 172.21.15.42:0/874249458 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0a8005690 con 0x7fa0b4101e30 2024-06-06T08:21:56.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:56.249+0000 7fa0ba23f700 1 -- 172.21.15.42:0/874249458 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0b41a0c20 con 0x7fa0b4101e30 2024-06-06T08:21:56.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:56.250+0000 7fa0ba23f700 1 -- 172.21.15.42:0/874249458 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa0b4069180 con 0x7fa0b4101e30 2024-06-06T08:21:56.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:56.252+0000 7fa0b0ff9700 1 -- 172.21.15.42:0/874249458 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fa0a8007c00 con 0x7fa0b4101e30 2024-06-06T08:21:56.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:56.252+0000 7fa0b0ff9700 1 --2- 172.21.15.42:0/874249458 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fa09c0a2c20 0x7fa09c0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:56.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:56.252+0000 7fa0b37fe700 1 --2- 172.21.15.42:0/874249458 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fa09c0a2c20 0x7fa09c0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:56.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:56.253+0000 7fa0b0ff9700 1 -- 172.21.15.42:0/874249458 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7fa0a80cf350 con 0x7fa0b4101e30 2024-06-06T08:21:56.252 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:56.253+0000 7fa0b37fe700 1 --2- 172.21.15.42:0/874249458 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fa09c0a2c20 0x7fa09c0a50e0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fa0a400b580 tx=0x7fa0a4005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:56.255 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:56.256+0000 7fa0b0ff9700 1 -- 172.21.15.42:0/874249458 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fa0a809c110 con 0x7fa0b4101e30 2024-06-06T08:21:56.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:56.472+0000 7fa0ba23f700 1 -- 172.21.15.42:0/874249458 --> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) -- 0x7fa0b41a0ee0 con 0x7fa09c0a2c20 2024-06-06T08:21:56.484 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:56.485+0000 7fa0b0ff9700 1 -- 172.21.15.42:0/874249458 <== mgr.14152 v2:172.21.15.42:6800/1196215200 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+4123 (secure 0 0 0) 0x7fa0b41a0ee0 con 0x7fa09c0a2c20 2024-06-06T08:21:56.484 INFO:teuthology.orchestra.run.smithi042.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-06-06T08:21:56.484 INFO:teuthology.orchestra.run.smithi042.stdout:mds.a smithi042 running (3m) 42s ago 3m 14.2M - 19.0.0-2946-g3d89accf b045ac545f82 26b81725754e 2024-06-06T08:21:56.485 INFO:teuthology.orchestra.run.smithi042.stdout:mds.b smithi120 running (3m) 76s ago 3m 18.3M - 19.0.0-2946-g3d89accf b045ac545f82 33eca6a2c4ee 2024-06-06T08:21:56.485 INFO:teuthology.orchestra.run.smithi042.stdout:mds.c smithi149 running (3m) 76s ago 3m 17.7M - 19.0.0-2946-g3d89accf b045ac545f82 7be78369100d 2024-06-06T08:21:56.485 INFO:teuthology.orchestra.run.smithi042.stdout:mds.d smithi042 running (3m) 42s ago 3m 16.8M - 19.0.0-2946-g3d89accf b045ac545f82 dbdbe73c73a4 2024-06-06T08:21:56.485 INFO:teuthology.orchestra.run.smithi042.stdout:mds.e smithi120 running (3m) 76s ago 3m 16.9M - 19.0.0-2946-g3d89accf b045ac545f82 30ebb9ada5bf 2024-06-06T08:21:56.485 INFO:teuthology.orchestra.run.smithi042.stdout:mds.f smithi149 running (3m) 76s ago 3m 18.2M - 19.0.0-2946-g3d89accf b045ac545f82 870161a3a800 2024-06-06T08:21:56.485 INFO:teuthology.orchestra.run.smithi042.stdout:mds.g smithi042 running (3m) 42s ago 3m 13.4M - 19.0.0-2946-g3d89accf b045ac545f82 4124c3af799c 2024-06-06T08:21:56.485 INFO:teuthology.orchestra.run.smithi042.stdout:mds.h smithi120 running (3m) 76s ago 3m 19.5M - 19.0.0-2946-g3d89accf b045ac545f82 b97c60442cd5 2024-06-06T08:21:56.485 INFO:teuthology.orchestra.run.smithi042.stdout:mds.i smithi149 running (3m) 76s ago 3m 25.4M - 19.0.0-2946-g3d89accf b045ac545f82 a480c2c3fe64 2024-06-06T08:21:56.485 INFO:teuthology.orchestra.run.smithi042.stdout:mds.j smithi042 running (3m) 42s ago 3m 13.5M - 19.0.0-2946-g3d89accf b045ac545f82 a8115fd19265 2024-06-06T08:21:56.485 INFO:teuthology.orchestra.run.smithi042.stdout:mds.k smithi120 running (4m) 76s ago 4m 18.0M - 19.0.0-2946-g3d89accf b045ac545f82 71c39256692c 2024-06-06T08:21:56.485 INFO:teuthology.orchestra.run.smithi042.stdout:mds.l smithi149 running (4m) 76s ago 4m 18.7M - 19.0.0-2946-g3d89accf b045ac545f82 6d6a975b1456 2024-06-06T08:21:56.485 INFO:teuthology.orchestra.run.smithi042.stdout:mgr.x smithi042 *:9283,8765 running (11m) 42s ago 11m 518M - 19.0.0-2946-g3d89accf b045ac545f82 feac095d6ab2 2024-06-06T08:21:56.485 INFO:teuthology.orchestra.run.smithi042.stdout:mgr.y smithi120 *:8443,8765 running (9m) 76s ago 9m 456M - 19.0.0-2946-g3d89accf b045ac545f82 9c46ca54c22d 2024-06-06T08:21:56.485 INFO:teuthology.orchestra.run.smithi042.stdout:mgr.z smithi149 *:8443,8765 running (9m) 76s ago 9m 453M - 19.0.0-2946-g3d89accf b045ac545f82 b286a58633a5 2024-06-06T08:21:56.486 INFO:teuthology.orchestra.run.smithi042.stdout:mon.a smithi042 running (11m) 42s ago 11m 53.0M 2048M 19.0.0-2946-g3d89accf b045ac545f82 bb93cd2ee7a3 2024-06-06T08:21:56.486 INFO:teuthology.orchestra.run.smithi042.stdout:mon.b smithi120 running (9m) 76s ago 9m 40.9M 2048M 19.0.0-2946-g3d89accf b045ac545f82 bc09ed0aa4da 2024-06-06T08:21:56.486 INFO:teuthology.orchestra.run.smithi042.stdout:mon.c smithi149 running (9m) 76s ago 9m 42.5M 2048M 19.0.0-2946-g3d89accf b045ac545f82 103a3daa1206 2024-06-06T08:21:56.486 INFO:teuthology.orchestra.run.smithi042.stdout:osd.0 smithi042 running (9m) 42s ago 9m 47.1M 4273M 19.0.0-2946-g3d89accf b045ac545f82 e6be02388d52 2024-06-06T08:21:56.486 INFO:teuthology.orchestra.run.smithi042.stdout:osd.1 smithi120 running (8m) 76s ago 8m 46.7M 4272M 19.0.0-2946-g3d89accf b045ac545f82 12802d18bcdf 2024-06-06T08:21:56.486 INFO:teuthology.orchestra.run.smithi042.stdout:osd.2 smithi149 running (8m) 76s ago 8m 46.6M 1454M 19.0.0-2946-g3d89accf b045ac545f82 e01501a75e69 2024-06-06T08:21:56.486 INFO:teuthology.orchestra.run.smithi042.stdout:osd.3 smithi042 running (7m) 42s ago 7m 58.2M 4273M 19.0.0-2946-g3d89accf b045ac545f82 d474a8aa28bd 2024-06-06T08:21:56.486 INFO:teuthology.orchestra.run.smithi042.stdout:osd.4 smithi120 running (7m) 76s ago 7m 46.1M 4272M 19.0.0-2946-g3d89accf b045ac545f82 7690380e87ea 2024-06-06T08:21:56.486 INFO:teuthology.orchestra.run.smithi042.stdout:osd.5 smithi149 running (7m) 76s ago 7m 56.8M 1454M 19.0.0-2946-g3d89accf b045ac545f82 3bd53ebaf096 2024-06-06T08:21:56.486 INFO:teuthology.orchestra.run.smithi042.stdout:osd.6 smithi042 running (6m) 42s ago 6m 45.1M 4273M 19.0.0-2946-g3d89accf b045ac545f82 f837cb7526a5 2024-06-06T08:21:56.486 INFO:teuthology.orchestra.run.smithi042.stdout:osd.7 smithi120 running (6m) 76s ago 6m 56.1M 4272M 19.0.0-2946-g3d89accf b045ac545f82 e5701e263011 2024-06-06T08:21:56.486 INFO:teuthology.orchestra.run.smithi042.stdout:osd.8 smithi149 running (5m) 76s ago 5m 55.7M 1454M 19.0.0-2946-g3d89accf b045ac545f82 9b23ca8aabd5 2024-06-06T08:21:56.486 INFO:teuthology.orchestra.run.smithi042.stdout:osd.9 smithi042 running (5m) 42s ago 5m 56.9M 4273M 19.0.0-2946-g3d89accf b045ac545f82 47abb45bed80 2024-06-06T08:21:56.487 INFO:teuthology.orchestra.run.smithi042.stdout:osd.10 smithi120 running (4m) 76s ago 4m 55.6M 4272M 19.0.0-2946-g3d89accf b045ac545f82 7e6c4b81a464 2024-06-06T08:21:56.487 INFO:teuthology.orchestra.run.smithi042.stdout:osd.11 smithi149 running (4m) 76s ago 4m 42.9M 1454M 19.0.0-2946-g3d89accf b045ac545f82 a027f8141949 2024-06-06T08:21:56.487 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:56.487+0000 7fa0ba23f700 1 -- 172.21.15.42:0/874249458 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fa09c0a2c20 msgr2=0x7fa09c0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:56.488 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:56.487+0000 7fa0ba23f700 1 --2- 172.21.15.42:0/874249458 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fa09c0a2c20 0x7fa09c0a50e0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fa0a400b580 tx=0x7fa0a4005fb0 comp rx=0 tx=0).stop 2024-06-06T08:21:56.488 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:56.488+0000 7fa0ba23f700 1 -- 172.21.15.42:0/874249458 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa0b4101e30 msgr2=0x7fa0b4198d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:56.488 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:56.488+0000 7fa0ba23f700 1 --2- 172.21.15.42:0/874249458 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa0b4101e30 0x7fa0b4198d20 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fa0a800c9a0 tx=0x7fa0a800ccb0 comp rx=0 tx=0).stop 2024-06-06T08:21:56.488 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:56.488+0000 7fa0ba23f700 1 -- 172.21.15.42:0/874249458 shutdown_connections 2024-06-06T08:21:56.488 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:56.488+0000 7fa0ba23f700 1 --2- 172.21.15.42:0/874249458 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fa09c0a2c20 0x7fa09c0a50e0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:56.488 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:56.488+0000 7fa0ba23f700 1 --2- 172.21.15.42:0/874249458 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa0b41027d0 0x7fa0b419fda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:56.488 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:56.488+0000 7fa0ba23f700 1 --2- 172.21.15.42:0/874249458 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa0b4100c30 0x7fa0b41987e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:56.488 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:56.488+0000 7fa0ba23f700 1 --2- 172.21.15.42:0/874249458 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa0b4101e30 0x7fa0b4198d20 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:56.488 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:56.488+0000 7fa0ba23f700 1 -- 172.21.15.42:0/874249458 >> 172.21.15.42:0/874249458 conn(0x7fa0b40fc1d0 msgr2=0x7fa0b4108380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:56.488 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:56.488+0000 7fa0ba23f700 1 -- 172.21.15.42:0/874249458 shutdown_connections 2024-06-06T08:21:56.488 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:56.488+0000 7fa0ba23f700 1 -- 172.21.15.42:0/874249458 wait complete. 2024-06-06T08:21:57.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:56 smithi149 ceph-mon[36842]: from='client.15078 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:21:57.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:56 smithi042 ceph-mon[32384]: from='client.15078 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:21:57.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:56 smithi120 ceph-mon[36658]: from='client.15078 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:21:57.165 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- bash -c 'ceph orch ls' 2024-06-06T08:21:57.419 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:21:57.795 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:57 smithi042 ceph-mon[32384]: pgmap v408: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:21:58.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:57 smithi149 ceph-mon[36842]: pgmap v408: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:21:58.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:57 smithi120 ceph-mon[36658]: pgmap v408: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:21:59.097 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:59.096+0000 7ff6f8741700 1 -- 172.21.15.42:0/984204379 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff6f0102630 msgr2=0x7ff6f0102a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:59.097 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:59.096+0000 7ff6f8741700 1 --2- 172.21.15.42:0/984204379 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff6f0102630 0x7ff6f0102a90 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7ff6e00099c0 tx=0x7ff6e0009cd0 comp rx=0 tx=0).stop 2024-06-06T08:21:59.098 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:59.096+0000 7ff6f8741700 1 -- 172.21.15.42:0/984204379 shutdown_connections 2024-06-06T08:21:59.098 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:59.096+0000 7ff6f8741700 1 --2- 172.21.15.42:0/984204379 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff6f0102fd0 0x7ff6f0109880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:59.098 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:59.096+0000 7ff6f8741700 1 --2- 172.21.15.42:0/984204379 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff6f0101430 0x7ff6f0101850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:59.098 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:59.096+0000 7ff6f8741700 1 --2- 172.21.15.42:0/984204379 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff6f0102630 0x7ff6f0102a90 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:59.098 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:59.096+0000 7ff6f8741700 1 -- 172.21.15.42:0/984204379 >> 172.21.15.42:0/984204379 conn(0x7ff6f00fc9f0 msgr2=0x7ff6f00fee10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:59.098 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:59.096+0000 7ff6f8741700 1 -- 172.21.15.42:0/984204379 shutdown_connections 2024-06-06T08:21:59.098 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:59.096+0000 7ff6f8741700 1 -- 172.21.15.42:0/984204379 wait complete. 2024-06-06T08:21:59.098 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:59.096+0000 7ff6f8741700 1 Processor -- start 2024-06-06T08:21:59.098 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:59.096+0000 7ff6f8741700 1 -- start start 2024-06-06T08:21:59.098 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:59.097+0000 7ff6f8741700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff6f0101430 0x7ff6f0198700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:59.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:59.097+0000 7ff6f8741700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff6f0102630 0x7ff6f0198c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:59.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:59.097+0000 7ff6f8741700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff6f0102fd0 0x7ff6f019fcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:59.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:59.097+0000 7ff6f8741700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff6f010d020 con 0x7ff6f0102fd0 2024-06-06T08:21:59.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:59.097+0000 7ff6f8741700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7ff6f010cea0 con 0x7ff6f0102630 2024-06-06T08:21:59.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:59.097+0000 7ff6f8741700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7ff6f010d1a0 con 0x7ff6f0101430 2024-06-06T08:21:59.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:59.097+0000 7ff6f6cde700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff6f0102fd0 0x7ff6f019fcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:59.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:59.097+0000 7ff6f6cde700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff6f0102fd0 0x7ff6f019fcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:45638/0 (socket says 172.21.15.42:45638) 2024-06-06T08:21:59.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:59.097+0000 7ff6f6cde700 1 -- 172.21.15.42:0/786893125 learned_addr learned my addr 172.21.15.42:0/786893125 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:21:59.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:59.097+0000 7ff6f64dd700 1 --2- 172.21.15.42:0/786893125 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff6f0101430 0x7ff6f0198700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:59.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:59.097+0000 7ff6f5cdc700 1 --2- 172.21.15.42:0/786893125 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff6f0102630 0x7ff6f0198c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:59.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:59.097+0000 7ff6f6cde700 1 -- 172.21.15.42:0/786893125 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff6f0101430 msgr2=0x7ff6f0198700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:59.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:59.097+0000 7ff6f6cde700 1 --2- 172.21.15.42:0/786893125 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff6f0101430 0x7ff6f0198700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:59.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:59.097+0000 7ff6f6cde700 1 -- 172.21.15.42:0/786893125 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff6f0102630 msgr2=0x7ff6f0198c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:59.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:59.097+0000 7ff6f6cde700 1 --2- 172.21.15.42:0/786893125 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff6f0102630 0x7ff6f0198c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:59.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:59.097+0000 7ff6f6cde700 1 -- 172.21.15.42:0/786893125 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6f01a0360 con 0x7ff6f0102fd0 2024-06-06T08:21:59.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:59.097+0000 7ff6f6cde700 1 --2- 172.21.15.42:0/786893125 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff6f0102fd0 0x7ff6f019fcc0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7ff6e800d9b0 tx=0x7ff6e800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:59.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:59.097+0000 7ff6e77fe700 1 -- 172.21.15.42:0/786893125 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6e8017070 con 0x7ff6f0102fd0 2024-06-06T08:21:59.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:59.097+0000 7ff6f8741700 1 -- 172.21.15.42:0/786893125 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6f01a0650 con 0x7ff6f0102fd0 2024-06-06T08:21:59.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:59.097+0000 7ff6e77fe700 1 -- 172.21.15.42:0/786893125 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff6e8005020 con 0x7ff6f0102fd0 2024-06-06T08:21:59.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:59.097+0000 7ff6e77fe700 1 -- 172.21.15.42:0/786893125 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6e8009b50 con 0x7ff6f0102fd0 2024-06-06T08:21:59.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:59.098+0000 7ff6f8741700 1 -- 172.21.15.42:0/786893125 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6f01a0be0 con 0x7ff6f0102fd0 2024-06-06T08:21:59.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:59.098+0000 7ff6f8741700 1 -- 172.21.15.42:0/786893125 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff6f0069180 con 0x7ff6f0102fd0 2024-06-06T08:21:59.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:59.100+0000 7ff6e77fe700 1 -- 172.21.15.42:0/786893125 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7ff6e8009cf0 con 0x7ff6f0102fd0 2024-06-06T08:21:59.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:59.101+0000 7ff6e77fe700 1 --2- 172.21.15.42:0/786893125 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7ff6dc0a2ca0 0x7ff6dc0a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:21:59.104 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:59.101+0000 7ff6f64dd700 1 --2- 172.21.15.42:0/786893125 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7ff6dc0a2ca0 0x7ff6dc0a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:21:59.104 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:59.101+0000 7ff6e77fe700 1 -- 172.21.15.42:0/786893125 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7ff6e80cf500 con 0x7ff6f0102fd0 2024-06-06T08:21:59.104 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:59.101+0000 7ff6f64dd700 1 --2- 172.21.15.42:0/786893125 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7ff6dc0a2ca0 0x7ff6dc0a5160 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7ff6f0102490 tx=0x7ff6ec009180 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:21:59.104 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:59.105+0000 7ff6e77fe700 1 -- 172.21.15.42:0/786893125 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7ff6e8020020 con 0x7ff6f0102fd0 2024-06-06T08:21:59.321 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:59.322+0000 7ff6f8741700 1 -- 172.21.15.42:0/786893125 --> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] -- mgr_command(tid 0: {"prefix": "orch ls", "target": ["mon-mgr", ""]}) -- 0x7ff6f01a0f00 con 0x7ff6dc0a2ca0 2024-06-06T08:21:59.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:59.328+0000 7ff6e77fe700 1 -- 172.21.15.42:0/786893125 <== mgr.14152 v2:172.21.15.42:6800/1196215200 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+980 (secure 0 0 0) 0x7ff6f01a0f00 con 0x7ff6dc0a2ca0 2024-06-06T08:21:59.327 INFO:teuthology.orchestra.run.smithi042.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-06-06T08:21:59.327 INFO:teuthology.orchestra.run.smithi042.stdout:mds.all 12/12 79s ago 4m smithi042=a;smithi042=d;smithi042=g;smithi042=j;smithi120=b;smithi120=e;smithi120=h;smithi120=k;smithi149=c;smithi149=f;smithi149=i;smithi149=l;count:12 2024-06-06T08:21:59.327 INFO:teuthology.orchestra.run.smithi042.stdout:mgr 3/3 79s ago 9m smithi042=x;smithi120=y;smithi149=z;count:3 2024-06-06T08:21:59.327 INFO:teuthology.orchestra.run.smithi042.stdout:mon 3/3 79s ago 10m smithi042:172.21.15.42=a;smithi120:172.21.15.120=b;smithi149:172.21.15.149=c;count:3 2024-06-06T08:21:59.327 INFO:teuthology.orchestra.run.smithi042.stdout:osd 12 79s ago - 2024-06-06T08:21:59.334 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:59.331+0000 7ff6f8741700 1 -- 172.21.15.42:0/786893125 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7ff6dc0a2ca0 msgr2=0x7ff6dc0a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:59.334 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:59.331+0000 7ff6f8741700 1 --2- 172.21.15.42:0/786893125 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7ff6dc0a2ca0 0x7ff6dc0a5160 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7ff6f0102490 tx=0x7ff6ec009180 comp rx=0 tx=0).stop 2024-06-06T08:21:59.334 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:59.332+0000 7ff6f8741700 1 -- 172.21.15.42:0/786893125 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff6f0102fd0 msgr2=0x7ff6f019fcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:21:59.334 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:59.332+0000 7ff6f8741700 1 --2- 172.21.15.42:0/786893125 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff6f0102fd0 0x7ff6f019fcc0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7ff6e800d9b0 tx=0x7ff6e800dcc0 comp rx=0 tx=0).stop 2024-06-06T08:21:59.334 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:59.332+0000 7ff6f8741700 1 -- 172.21.15.42:0/786893125 shutdown_connections 2024-06-06T08:21:59.334 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:59.332+0000 7ff6f8741700 1 --2- 172.21.15.42:0/786893125 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff6f0102fd0 0x7ff6f019fcc0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:59.335 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:59.332+0000 7ff6f8741700 1 --2- 172.21.15.42:0/786893125 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7ff6dc0a2ca0 0x7ff6dc0a5160 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:59.335 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:59.332+0000 7ff6f8741700 1 --2- 172.21.15.42:0/786893125 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff6f0101430 0x7ff6f0198700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:59.335 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:59.332+0000 7ff6f8741700 1 --2- 172.21.15.42:0/786893125 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff6f0102630 0x7ff6f0198c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:21:59.335 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:59.332+0000 7ff6f8741700 1 -- 172.21.15.42:0/786893125 >> 172.21.15.42:0/786893125 conn(0x7ff6f00fc9f0 msgr2=0x7ff6f00fe420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:21:59.335 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:59.332+0000 7ff6f8741700 1 -- 172.21.15.42:0/786893125 shutdown_connections 2024-06-06T08:21:59.335 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:21:59.332+0000 7ff6f8741700 1 -- 172.21.15.42:0/786893125 wait complete. 2024-06-06T08:21:59.966 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:59 smithi042 ceph-mon[32384]: pgmap v409: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-06-06T08:21:59.967 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:21:59 smithi042 ceph-mon[32384]: from='client.15084 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:21:59.995 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- bash -c 'ceph orch host ls' 2024-06-06T08:22:00.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:59 smithi149 ceph-mon[36842]: pgmap v409: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-06-06T08:22:00.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:21:59 smithi149 ceph-mon[36842]: from='client.15084 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:22:00.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:59 smithi120 ceph-mon[36658]: pgmap v409: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-06-06T08:22:00.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:21:59 smithi120 ceph-mon[36658]: from='client.15084 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:22:00.248 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:22:01.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:01.883+0000 7f20d583a700 1 -- 172.21.15.42:0/1083003044 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f20d0101d80 msgr2=0x7f20d01021e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:01.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:01.883+0000 7f20d583a700 1 --2- 172.21.15.42:0/1083003044 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f20d0101d80 0x7f20d01021e0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f20c40099c0 tx=0x7f20c4009cd0 comp rx=0 tx=0).stop 2024-06-06T08:22:01.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:01.883+0000 7f20d583a700 1 -- 172.21.15.42:0/1083003044 shutdown_connections 2024-06-06T08:22:01.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:01.883+0000 7f20d583a700 1 --2- 172.21.15.42:0/1083003044 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f20d0102720 0x7f20d0108fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:01.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:01.883+0000 7f20d583a700 1 --2- 172.21.15.42:0/1083003044 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f20d0100b80 0x7f20d0100fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:01.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:01.883+0000 7f20d583a700 1 --2- 172.21.15.42:0/1083003044 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f20d0101d80 0x7f20d01021e0 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:01.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:01.883+0000 7f20d583a700 1 -- 172.21.15.42:0/1083003044 >> 172.21.15.42:0/1083003044 conn(0x7f20d00fc100 msgr2=0x7f20d00fe560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:01.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:01.883+0000 7f20d583a700 1 -- 172.21.15.42:0/1083003044 shutdown_connections 2024-06-06T08:22:01.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:01.883+0000 7f20d583a700 1 -- 172.21.15.42:0/1083003044 wait complete. 2024-06-06T08:22:01.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:01.883+0000 7f20d583a700 1 Processor -- start 2024-06-06T08:22:01.884 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:01.883+0000 7f20d583a700 1 -- start start 2024-06-06T08:22:01.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:01.884+0000 7f20d583a700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f20d0100b80 0x7f20d01986b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:01.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:01.884+0000 7f20d583a700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f20d0101d80 0x7f20d0198bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:01.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:01.884+0000 7f20d583a700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f20d0102720 0x7f20d019fc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:01.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:01.884+0000 7f20d583a700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f20d010bec0 con 0x7f20d0101d80 2024-06-06T08:22:01.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:01.884+0000 7f20d583a700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f20d010bd40 con 0x7f20d0100b80 2024-06-06T08:22:01.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:01.884+0000 7f20d583a700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f20d010c040 con 0x7f20d0102720 2024-06-06T08:22:01.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:01.884+0000 7f20ce7fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f20d0101d80 0x7f20d0198bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:01.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:01.884+0000 7f20ce7fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f20d0101d80 0x7f20d0198bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:45664/0 (socket says 172.21.15.42:45664) 2024-06-06T08:22:01.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:01.884+0000 7f20ce7fc700 1 -- 172.21.15.42:0/904836313 learned_addr learned my addr 172.21.15.42:0/904836313 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:22:01.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:01.884+0000 7f20cf7fe700 1 --2- 172.21.15.42:0/904836313 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f20d0102720 0x7f20d019fc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:01.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:01.884+0000 7f20ceffd700 1 --2- 172.21.15.42:0/904836313 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f20d0100b80 0x7f20d01986b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:01.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:01.884+0000 7f20ce7fc700 1 -- 172.21.15.42:0/904836313 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f20d0102720 msgr2=0x7f20d019fc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:01.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:01.884+0000 7f20ce7fc700 1 --2- 172.21.15.42:0/904836313 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f20d0102720 0x7f20d019fc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:01.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:01.884+0000 7f20ce7fc700 1 -- 172.21.15.42:0/904836313 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f20d0100b80 msgr2=0x7f20d01986b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:01.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:01.884+0000 7f20ce7fc700 1 --2- 172.21.15.42:0/904836313 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f20d0100b80 0x7f20d01986b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:01.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:01.884+0000 7f20ce7fc700 1 -- 172.21.15.42:0/904836313 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20d01a0310 con 0x7f20d0101d80 2024-06-06T08:22:01.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:01.884+0000 7f20ceffd700 1 --2- 172.21.15.42:0/904836313 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f20d0100b80 0x7f20d01986b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:22:01.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:01.884+0000 7f20ce7fc700 1 --2- 172.21.15.42:0/904836313 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f20d0101d80 0x7f20d0198bf0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f20c400b580 tx=0x7f20c4009580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:01.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:01.885+0000 7f20d4838700 1 -- 172.21.15.42:0/904836313 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20c4027070 con 0x7f20d0101d80 2024-06-06T08:22:01.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:01.885+0000 7f20d4838700 1 -- 172.21.15.42:0/904836313 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f20c4004150 con 0x7f20d0101d80 2024-06-06T08:22:01.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:01.885+0000 7f20d583a700 1 -- 172.21.15.42:0/904836313 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20d01a05a0 con 0x7f20d0101d80 2024-06-06T08:22:01.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:01.885+0000 7f20d4838700 1 -- 172.21.15.42:0/904836313 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20c4022e60 con 0x7f20d0101d80 2024-06-06T08:22:01.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:01.885+0000 7f20d583a700 1 -- 172.21.15.42:0/904836313 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20d01a09f0 con 0x7f20d0101d80 2024-06-06T08:22:01.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:01.886+0000 7f20d583a700 1 -- 172.21.15.42:0/904836313 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f20d0069180 con 0x7f20d0101d80 2024-06-06T08:22:01.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:01.887+0000 7f20d4838700 1 -- 172.21.15.42:0/904836313 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f20c402a070 con 0x7f20d0101d80 2024-06-06T08:22:01.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:01.887+0000 7f20d4838700 1 --2- 172.21.15.42:0/904836313 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f20b80a2c20 0x7f20b80a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:01.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:01.888+0000 7f20ceffd700 1 --2- 172.21.15.42:0/904836313 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f20b80a2c20 0x7f20b80a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:01.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:01.888+0000 7f20d4838700 1 -- 172.21.15.42:0/904836313 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f20c40d03a0 con 0x7f20d0101d80 2024-06-06T08:22:01.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:01.888+0000 7f20ceffd700 1 --2- 172.21.15.42:0/904836313 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f20b80a2c20 0x7f20b80a50e0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f20c0005950 tx=0x7f20c00058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:01.890 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:01.891+0000 7f20d4838700 1 -- 172.21.15.42:0/904836313 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f20c4013070 con 0x7f20d0101d80 2024-06-06T08:22:02.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:01 smithi149 ceph-mon[36842]: pgmap v410: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:22:02.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:01 smithi042 ceph-mon[32384]: pgmap v410: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:22:02.104 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:02.105+0000 7f20d583a700 1 -- 172.21.15.42:0/904836313 --> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""]}) -- 0x7f20d0108950 con 0x7f20b80a2c20 2024-06-06T08:22:02.105 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:02.106+0000 7f20d4838700 1 -- 172.21.15.42:0/904836313 <== mgr.14152 v2:172.21.15.42:6800/1196215200 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+191 (secure 0 0 0) 0x7f20d0108950 con 0x7f20b80a2c20 2024-06-06T08:22:02.105 INFO:teuthology.orchestra.run.smithi042.stdout:HOST ADDR LABELS STATUS 2024-06-06T08:22:02.105 INFO:teuthology.orchestra.run.smithi042.stdout:smithi042 172.21.15.42 2024-06-06T08:22:02.105 INFO:teuthology.orchestra.run.smithi042.stdout:smithi120 172.21.15.120 2024-06-06T08:22:02.105 INFO:teuthology.orchestra.run.smithi042.stdout:smithi149 172.21.15.149 2024-06-06T08:22:02.105 INFO:teuthology.orchestra.run.smithi042.stdout:3 hosts in cluster 2024-06-06T08:22:02.107 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:02.108+0000 7f20d583a700 1 -- 172.21.15.42:0/904836313 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f20b80a2c20 msgr2=0x7f20b80a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:02.107 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:02.108+0000 7f20d583a700 1 --2- 172.21.15.42:0/904836313 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f20b80a2c20 0x7f20b80a50e0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f20c0005950 tx=0x7f20c00058e0 comp rx=0 tx=0).stop 2024-06-06T08:22:02.107 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:02.108+0000 7f20d583a700 1 -- 172.21.15.42:0/904836313 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f20d0101d80 msgr2=0x7f20d0198bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:02.107 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:02.108+0000 7f20d583a700 1 --2- 172.21.15.42:0/904836313 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f20d0101d80 0x7f20d0198bf0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f20c400b580 tx=0x7f20c4009580 comp rx=0 tx=0).stop 2024-06-06T08:22:02.108 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:02.108+0000 7f20d583a700 1 -- 172.21.15.42:0/904836313 shutdown_connections 2024-06-06T08:22:02.108 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:02.108+0000 7f20d583a700 1 --2- 172.21.15.42:0/904836313 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f20b80a2c20 0x7f20b80a50e0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:02.108 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:02.108+0000 7f20d583a700 1 --2- 172.21.15.42:0/904836313 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f20d0102720 0x7f20d019fc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:02.108 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:02.108+0000 7f20d583a700 1 --2- 172.21.15.42:0/904836313 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f20d0100b80 0x7f20d01986b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:02.108 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:02.108+0000 7f20d583a700 1 --2- 172.21.15.42:0/904836313 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f20d0101d80 0x7f20d0198bf0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:02.108 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:02.108+0000 7f20d583a700 1 -- 172.21.15.42:0/904836313 >> 172.21.15.42:0/904836313 conn(0x7f20d00fc100 msgr2=0x7f20d0107230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:02.108 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:02.109+0000 7f20d583a700 1 -- 172.21.15.42:0/904836313 shutdown_connections 2024-06-06T08:22:02.108 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:02.109+0000 7f20d583a700 1 -- 172.21.15.42:0/904836313 wait complete. 2024-06-06T08:22:02.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:01 smithi120 ceph-mon[36658]: pgmap v410: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:22:02.796 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- bash -c 'ceph orch device ls' 2024-06-06T08:22:03.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:02 smithi149 ceph-mon[36842]: from='client.15090 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:22:03.040 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:02 smithi120 ceph-mon[36658]: from='client.15090 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:22:03.046 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:22:03.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:02 smithi042 ceph-mon[32384]: from='client.15090 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:22:04.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:03 smithi149 ceph-mon[36842]: pgmap v411: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-06T08:22:04.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:03 smithi042 ceph-mon[32384]: pgmap v411: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-06T08:22:04.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:03 smithi120 ceph-mon[36658]: pgmap v411: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-06T08:22:04.760 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:04.758+0000 7faf5d111700 1 -- 172.21.15.42:0/2644892204 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faf58102f90 msgr2=0x7faf58109840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:04.760 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:04.758+0000 7faf5d111700 1 --2- 172.21.15.42:0/2644892204 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faf58102f90 0x7faf58109840 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7faf5000b0d0 tx=0x7faf5000b3e0 comp rx=0 tx=0).stop 2024-06-06T08:22:04.760 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:04.758+0000 7faf5d111700 1 -- 172.21.15.42:0/2644892204 shutdown_connections 2024-06-06T08:22:04.760 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:04.758+0000 7faf5d111700 1 --2- 172.21.15.42:0/2644892204 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faf58102f90 0x7faf58109840 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:04.760 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:04.758+0000 7faf5d111700 1 --2- 172.21.15.42:0/2644892204 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7faf581013f0 0x7faf58101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:04.760 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:04.758+0000 7faf5d111700 1 --2- 172.21.15.42:0/2644892204 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7faf581025f0 0x7faf58102a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:04.760 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:04.758+0000 7faf5d111700 1 -- 172.21.15.42:0/2644892204 >> 172.21.15.42:0/2644892204 conn(0x7faf580fc990 msgr2=0x7faf580fedd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:04.760 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:04.758+0000 7faf5d111700 1 -- 172.21.15.42:0/2644892204 shutdown_connections 2024-06-06T08:22:04.761 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:04.758+0000 7faf5d111700 1 -- 172.21.15.42:0/2644892204 wait complete. 2024-06-06T08:22:04.761 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:04.759+0000 7faf5d111700 1 Processor -- start 2024-06-06T08:22:04.761 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:04.759+0000 7faf5d111700 1 -- start start 2024-06-06T08:22:04.761 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:04.760+0000 7faf5d111700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faf581013f0 0x7faf581985e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:04.761 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:04.760+0000 7faf5d111700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7faf581025f0 0x7faf58198b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:04.761 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:04.760+0000 7faf5d111700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7faf58102f90 0x7faf5819fba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:04.761 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:04.760+0000 7faf5d111700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7faf5810d010 con 0x7faf581013f0 2024-06-06T08:22:04.761 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:04.760+0000 7faf5d111700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7faf5810ce90 con 0x7faf58102f90 2024-06-06T08:22:04.761 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:04.760+0000 7faf5d111700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7faf5810d190 con 0x7faf581025f0 2024-06-06T08:22:04.762 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:04.760+0000 7faf56d9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faf581013f0 0x7faf581985e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:04.762 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:04.760+0000 7faf56d9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faf581013f0 0x7faf581985e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:45676/0 (socket says 172.21.15.42:45676) 2024-06-06T08:22:04.762 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:04.760+0000 7faf56d9d700 1 -- 172.21.15.42:0/2044684168 learned_addr learned my addr 172.21.15.42:0/2044684168 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:22:04.762 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:04.760+0000 7faf5659c700 1 --2- 172.21.15.42:0/2044684168 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7faf581025f0 0x7faf58198b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:04.762 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:04.760+0000 7faf5759e700 1 --2- 172.21.15.42:0/2044684168 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7faf58102f90 0x7faf5819fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:04.762 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:04.760+0000 7faf56d9d700 1 -- 172.21.15.42:0/2044684168 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7faf581025f0 msgr2=0x7faf58198b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:04.762 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:04.760+0000 7faf56d9d700 1 --2- 172.21.15.42:0/2044684168 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7faf581025f0 0x7faf58198b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:04.762 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:04.760+0000 7faf56d9d700 1 -- 172.21.15.42:0/2044684168 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7faf58102f90 msgr2=0x7faf5819fba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:04.762 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:04.760+0000 7faf56d9d700 1 --2- 172.21.15.42:0/2044684168 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7faf58102f90 0x7faf5819fba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:04.762 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:04.760+0000 7faf56d9d700 1 -- 172.21.15.42:0/2044684168 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf581a0240 con 0x7faf581013f0 2024-06-06T08:22:04.762 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:04.760+0000 7faf5659c700 1 --2- 172.21.15.42:0/2044684168 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7faf581025f0 0x7faf58198b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:22:04.762 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:04.760+0000 7faf56d9d700 1 --2- 172.21.15.42:0/2044684168 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faf581013f0 0x7faf581985e0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7faf4800c9a0 tx=0x7faf4800cd60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:04.763 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:04.761+0000 7faf4ffff700 1 -- 172.21.15.42:0/2044684168 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf48004220 con 0x7faf581013f0 2024-06-06T08:22:04.763 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:04.761+0000 7faf5d111700 1 -- 172.21.15.42:0/2044684168 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf581a0530 con 0x7faf581013f0 2024-06-06T08:22:04.763 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:04.761+0000 7faf4ffff700 1 -- 172.21.15.42:0/2044684168 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faf48007d40 con 0x7faf581013f0 2024-06-06T08:22:04.763 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:04.761+0000 7faf4ffff700 1 -- 172.21.15.42:0/2044684168 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf4800f450 con 0x7faf581013f0 2024-06-06T08:22:04.763 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:04.761+0000 7faf5d111700 1 -- 172.21.15.42:0/2044684168 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf581a0ac0 con 0x7faf581013f0 2024-06-06T08:22:04.764 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:04.762+0000 7faf5d111700 1 -- 172.21.15.42:0/2044684168 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf58069180 con 0x7faf581013f0 2024-06-06T08:22:04.764 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:04.763+0000 7faf4ffff700 1 -- 172.21.15.42:0/2044684168 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7faf48007860 con 0x7faf581013f0 2024-06-06T08:22:04.764 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:04.764+0000 7faf4ffff700 1 --2- 172.21.15.42:0/2044684168 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7faf440a2c20 0x7faf440a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:04.764 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:04.764+0000 7faf5659c700 1 --2- 172.21.15.42:0/2044684168 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7faf440a2c20 0x7faf440a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:04.764 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:04.764+0000 7faf4ffff700 1 -- 172.21.15.42:0/2044684168 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7faf480cf3b0 con 0x7faf581013f0 2024-06-06T08:22:04.764 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:04.764+0000 7faf5659c700 1 --2- 172.21.15.42:0/2044684168 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7faf440a2c20 0x7faf440a50e0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7faf40005fd0 tx=0x7faf40005e30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:04.767 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:04.768+0000 7faf4ffff700 1 -- 172.21.15.42:0/2044684168 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7faf48014030 con 0x7faf581013f0 2024-06-06T08:22:04.981 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:04.982+0000 7faf5d111700 1 -- 172.21.15.42:0/2044684168 --> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] -- mgr_command(tid 0: {"prefix": "orch device ls", "target": ["mon-mgr", ""]}) -- 0x7faf5806b2d0 con 0x7faf440a2c20 2024-06-06T08:22:04.982 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:04.983+0000 7faf4ffff700 1 -- 172.21.15.42:0/2044684168 <== mgr.14152 v2:172.21.15.42:6800/1196215200 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+532 (secure 0 0 0) 0x7faf5806b2d0 con 0x7faf440a2c20 2024-06-06T08:22:04.983 INFO:teuthology.orchestra.run.smithi042.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2024-06-06T08:22:04.983 INFO:teuthology.orchestra.run.smithi042.stdout:smithi042 /dev/nvme0n1 ssd INTEL_SSDPED1D480GA_PHMB75130021480DGN 447G No 5m ago Has a FileSystem, LVM detected 2024-06-06T08:22:04.983 INFO:teuthology.orchestra.run.smithi042.stdout:smithi120 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT620400XV400BGN 372G No 4m ago Has a FileSystem, LVM detected 2024-06-06T08:22:04.983 INFO:teuthology.orchestra.run.smithi042.stdout:smithi149 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_CVFT623300CK400BGN 372G No 4m ago Has a FileSystem, LVM detected 2024-06-06T08:22:04.985 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:04.986+0000 7faf5d111700 1 -- 172.21.15.42:0/2044684168 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7faf440a2c20 msgr2=0x7faf440a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:04.985 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:04.986+0000 7faf5d111700 1 --2- 172.21.15.42:0/2044684168 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7faf440a2c20 0x7faf440a50e0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7faf40005fd0 tx=0x7faf40005e30 comp rx=0 tx=0).stop 2024-06-06T08:22:04.985 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:04.986+0000 7faf5d111700 1 -- 172.21.15.42:0/2044684168 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faf581013f0 msgr2=0x7faf581985e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:04.985 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:04.986+0000 7faf5d111700 1 --2- 172.21.15.42:0/2044684168 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faf581013f0 0x7faf581985e0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7faf4800c9a0 tx=0x7faf4800cd60 comp rx=0 tx=0).stop 2024-06-06T08:22:04.985 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:04.986+0000 7faf5d111700 1 -- 172.21.15.42:0/2044684168 shutdown_connections 2024-06-06T08:22:04.985 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:04.986+0000 7faf5d111700 1 --2- 172.21.15.42:0/2044684168 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7faf58102f90 0x7faf5819fba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:04.985 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:04.986+0000 7faf5d111700 1 --2- 172.21.15.42:0/2044684168 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faf581013f0 0x7faf581985e0 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:04.986 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:04.986+0000 7faf5d111700 1 --2- 172.21.15.42:0/2044684168 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7faf440a2c20 0x7faf440a50e0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:04.986 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:04.986+0000 7faf5d111700 1 --2- 172.21.15.42:0/2044684168 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7faf581025f0 0x7faf58198b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:04.986 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:04.986+0000 7faf5d111700 1 -- 172.21.15.42:0/2044684168 >> 172.21.15.42:0/2044684168 conn(0x7faf580fc990 msgr2=0x7faf5806abc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:04.987 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:04.986+0000 7faf5d111700 1 -- 172.21.15.42:0/2044684168 shutdown_connections 2024-06-06T08:22:04.987 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:04.986+0000 7faf5d111700 1 -- 172.21.15.42:0/2044684168 wait complete. 2024-06-06T08:22:05.656 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-06-06T08:22:05.665 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi042.front.sepia.ceph.com 2024-06-06T08:22:05.666 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- bash -c 'ceph fs dump' 2024-06-06T08:22:05.917 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:22:06.037 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:05 smithi042 ceph-mon[32384]: pgmap v412: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-06T08:22:06.037 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:05 smithi042 ceph-mon[32384]: from='client.15096 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:22:06.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:05 smithi149 ceph-mon[36842]: pgmap v412: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-06T08:22:06.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:05 smithi149 ceph-mon[36842]: from='client.15096 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:22:06.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:05 smithi120 ceph-mon[36658]: pgmap v412: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-06T08:22:06.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:05 smithi120 ceph-mon[36658]: from='client.15096 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:22:07.597 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:07.596+0000 7fe24496e700 1 -- 172.21.15.42:0/4157472334 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe2401081e0 msgr2=0x7fe24010a650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:07.598 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:07.596+0000 7fe24496e700 1 --2- 172.21.15.42:0/4157472334 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe2401081e0 0x7fe24010a650 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fe23800b0a0 tx=0x7fe23800b3b0 comp rx=0 tx=0).stop 2024-06-06T08:22:07.598 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:07.596+0000 7fe24496e700 1 -- 172.21.15.42:0/4157472334 shutdown_connections 2024-06-06T08:22:07.598 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:07.596+0000 7fe24496e700 1 --2- 172.21.15.42:0/4157472334 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe2401081e0 0x7fe24010a650 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:07.598 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:07.596+0000 7fe24496e700 1 --2- 172.21.15.42:0/4157472334 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe240102f80 0x7fe240105370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:07.598 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:07.596+0000 7fe24496e700 1 --2- 172.21.15.42:0/4157472334 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe2401058b0 0x7fe240107ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:07.598 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:07.596+0000 7fe24496e700 1 -- 172.21.15.42:0/4157472334 >> 172.21.15.42:0/4157472334 conn(0x7fe2400fc990 msgr2=0x7fe2400fedd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:07.598 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:07.596+0000 7fe24496e700 1 -- 172.21.15.42:0/4157472334 shutdown_connections 2024-06-06T08:22:07.598 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:07.596+0000 7fe24496e700 1 -- 172.21.15.42:0/4157472334 wait complete. 2024-06-06T08:22:07.598 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:07.597+0000 7fe24496e700 1 Processor -- start 2024-06-06T08:22:07.598 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:07.597+0000 7fe24496e700 1 -- start start 2024-06-06T08:22:07.598 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:07.597+0000 7fe24496e700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe240102f80 0x7fe24019a7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:07.598 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:07.597+0000 7fe24496e700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe2401058b0 0x7fe24019ad30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:07.599 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:07.597+0000 7fe24496e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe2401081e0 0x7fe2401a1db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:07.599 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:07.597+0000 7fe24496e700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe24010e0f0 con 0x7fe2401081e0 2024-06-06T08:22:07.599 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:07.597+0000 7fe24496e700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fe24010df70 con 0x7fe2401058b0 2024-06-06T08:22:07.599 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:07.597+0000 7fe24496e700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fe24010e270 con 0x7fe240102f80 2024-06-06T08:22:07.599 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:07.598+0000 7fe23ed9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe2401081e0 0x7fe2401a1db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:07.599 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:07.598+0000 7fe23ed9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe2401081e0 0x7fe2401a1db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:45686/0 (socket says 172.21.15.42:45686) 2024-06-06T08:22:07.599 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:07.598+0000 7fe23ed9d700 1 -- 172.21.15.42:0/819786705 learned_addr learned my addr 172.21.15.42:0/819786705 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:22:07.599 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:07.598+0000 7fe23dd9b700 1 --2- 172.21.15.42:0/819786705 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe2401058b0 0x7fe24019ad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:07.599 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:07.598+0000 7fe23e59c700 1 --2- 172.21.15.42:0/819786705 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe240102f80 0x7fe24019a7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:07.599 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:07.598+0000 7fe23ed9d700 1 -- 172.21.15.42:0/819786705 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe240102f80 msgr2=0x7fe24019a7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:07.599 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:07.598+0000 7fe23ed9d700 1 --2- 172.21.15.42:0/819786705 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe240102f80 0x7fe24019a7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:07.599 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:07.598+0000 7fe23ed9d700 1 -- 172.21.15.42:0/819786705 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe2401058b0 msgr2=0x7fe24019ad30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:07.599 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:07.598+0000 7fe23ed9d700 1 --2- 172.21.15.42:0/819786705 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe2401058b0 0x7fe24019ad30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:07.600 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:07.598+0000 7fe23ed9d700 1 -- 172.21.15.42:0/819786705 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2401a2450 con 0x7fe2401081e0 2024-06-06T08:22:07.600 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:07.598+0000 7fe23e59c700 1 --2- 172.21.15.42:0/819786705 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe240102f80 0x7fe24019a7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:22:07.600 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:07.598+0000 7fe23dd9b700 1 --2- 172.21.15.42:0/819786705 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe2401058b0 0x7fe24019ad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:22:07.600 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:07.598+0000 7fe23ed9d700 1 --2- 172.21.15.42:0/819786705 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe2401081e0 0x7fe2401a1db0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fe238009fd0 tx=0x7fe23800bef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:07.600 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:07.598+0000 7fe2377fe700 1 -- 172.21.15.42:0/819786705 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe238021070 con 0x7fe2401081e0 2024-06-06T08:22:07.600 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:07.598+0000 7fe2377fe700 1 -- 172.21.15.42:0/819786705 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe23801d930 con 0x7fe2401081e0 2024-06-06T08:22:07.600 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:07.598+0000 7fe24496e700 1 -- 172.21.15.42:0/819786705 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2401a26e0 con 0x7fe2401081e0 2024-06-06T08:22:07.600 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:07.598+0000 7fe2377fe700 1 -- 172.21.15.42:0/819786705 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2380056b0 con 0x7fe2401081e0 2024-06-06T08:22:07.600 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:07.598+0000 7fe24496e700 1 -- 172.21.15.42:0/819786705 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2401a2be0 con 0x7fe2401081e0 2024-06-06T08:22:07.601 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:07.600+0000 7fe24496e700 1 -- 172.21.15.42:0/819786705 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe240069180 con 0x7fe2401081e0 2024-06-06T08:22:07.601 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:07.601+0000 7fe2377fe700 1 -- 172.21.15.42:0/819786705 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fe238024070 con 0x7fe2401081e0 2024-06-06T08:22:07.601 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:07.601+0000 7fe2377fe700 1 --2- 172.21.15.42:0/819786705 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fe22c0a2ca0 0x7fe22c0a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:07.601 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:07.602+0000 7fe23e59c700 1 --2- 172.21.15.42:0/819786705 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fe22c0a2ca0 0x7fe22c0a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:07.601 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:07.602+0000 7fe2377fe700 1 -- 172.21.15.42:0/819786705 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7fe23800f020 con 0x7fe2401081e0 2024-06-06T08:22:07.602 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:07.602+0000 7fe23e59c700 1 --2- 172.21.15.42:0/819786705 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fe22c0a2ca0 0x7fe22c0a5160 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fe230005fd0 tx=0x7fe230005e30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:07.605 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:07.606+0000 7fe2377fe700 1 -- 172.21.15.42:0/819786705 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fe23802b030 con 0x7fe2401081e0 2024-06-06T08:22:07.858 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:07.859+0000 7fe24496e700 1 -- 172.21.15.42:0/819786705 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7fe2400630a0 con 0x7fe2401081e0 2024-06-06T08:22:07.858 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:07.859+0000 7fe2377fe700 1 -- 172.21.15.42:0/819786705 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 25 v25) ==== 76+0+3054 (secure 0 0 0) 0x7fe2380253b0 con 0x7fe2401081e0 2024-06-06T08:22:07.858 INFO:teuthology.orchestra.run.smithi042.stdout:e25 2024-06-06T08:22:07.859 INFO:teuthology.orchestra.run.smithi042.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-06-06T08:22:07.859 INFO:teuthology.orchestra.run.smithi042.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-06-06T08:22:07.859 INFO:teuthology.orchestra.run.smithi042.stdout:legacy client fscid: 1 2024-06-06T08:22:07.859 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:22:07.859 INFO:teuthology.orchestra.run.smithi042.stdout:Filesystem 'cephfs' (1) 2024-06-06T08:22:07.859 INFO:teuthology.orchestra.run.smithi042.stdout:fs_name cephfs 2024-06-06T08:22:07.859 INFO:teuthology.orchestra.run.smithi042.stdout:epoch 25 2024-06-06T08:22:07.859 INFO:teuthology.orchestra.run.smithi042.stdout:flags 32 joinable allow_snaps allow_multimds_snaps allow_standby_replay 2024-06-06T08:22:07.859 INFO:teuthology.orchestra.run.smithi042.stdout:created 2024-06-06T08:18:39.778858+0000 2024-06-06T08:22:07.859 INFO:teuthology.orchestra.run.smithi042.stdout:modified 2024-06-06T08:19:48.185676+0000 2024-06-06T08:22:07.859 INFO:teuthology.orchestra.run.smithi042.stdout:tableserver 0 2024-06-06T08:22:07.859 INFO:teuthology.orchestra.run.smithi042.stdout:root 0 2024-06-06T08:22:07.860 INFO:teuthology.orchestra.run.smithi042.stdout:session_timeout 300 2024-06-06T08:22:07.860 INFO:teuthology.orchestra.run.smithi042.stdout:session_autoclose 300 2024-06-06T08:22:07.860 INFO:teuthology.orchestra.run.smithi042.stdout:max_file_size 1099511627776 2024-06-06T08:22:07.860 INFO:teuthology.orchestra.run.smithi042.stdout:max_xattr_size 65536 2024-06-06T08:22:07.860 INFO:teuthology.orchestra.run.smithi042.stdout:required_client_features {} 2024-06-06T08:22:07.860 INFO:teuthology.orchestra.run.smithi042.stdout:last_failure 0 2024-06-06T08:22:07.860 INFO:teuthology.orchestra.run.smithi042.stdout:last_failure_osd_epoch 0 2024-06-06T08:22:07.860 INFO:teuthology.orchestra.run.smithi042.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-06-06T08:22:07.860 INFO:teuthology.orchestra.run.smithi042.stdout:max_mds 3 2024-06-06T08:22:07.860 INFO:teuthology.orchestra.run.smithi042.stdout:in 0,1,2 2024-06-06T08:22:07.860 INFO:teuthology.orchestra.run.smithi042.stdout:up {0=24484,1=24469,2=24464} 2024-06-06T08:22:07.860 INFO:teuthology.orchestra.run.smithi042.stdout:failed 2024-06-06T08:22:07.860 INFO:teuthology.orchestra.run.smithi042.stdout:damaged 2024-06-06T08:22:07.861 INFO:teuthology.orchestra.run.smithi042.stdout:stopped 2024-06-06T08:22:07.861 INFO:teuthology.orchestra.run.smithi042.stdout:data_pools [3,4] 2024-06-06T08:22:07.861 INFO:teuthology.orchestra.run.smithi042.stdout:metadata_pool 2 2024-06-06T08:22:07.861 INFO:teuthology.orchestra.run.smithi042.stdout:inline_data disabled 2024-06-06T08:22:07.861 INFO:teuthology.orchestra.run.smithi042.stdout:balancer 2024-06-06T08:22:07.861 INFO:teuthology.orchestra.run.smithi042.stdout:bal_rank_mask -1 2024-06-06T08:22:07.861 INFO:teuthology.orchestra.run.smithi042.stdout:standby_count_wanted 0 2024-06-06T08:22:07.861 INFO:teuthology.orchestra.run.smithi042.stdout:qdb_cluster leader: 24484 members: 24469,24484,24464 2024-06-06T08:22:07.861 INFO:teuthology.orchestra.run.smithi042.stdout:[mds.i{0:24484} state up:active seq 8 addr [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] compat {c=[1],r=[1],i=[1fff]}] 2024-06-06T08:22:07.861 INFO:teuthology.orchestra.run.smithi042.stdout:[mds.f{0:24463} state up:standby-replay seq 1 addr [v2:172.21.15.149:6834/3776134468,v1:172.21.15.149:6835/3776134468] compat {c=[1],r=[1],i=[1fff]}] 2024-06-06T08:22:07.861 INFO:teuthology.orchestra.run.smithi042.stdout:[mds.c{1:24469} state up:active seq 25 addr [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] compat {c=[1],r=[1],i=[1fff]}] 2024-06-06T08:22:07.861 INFO:teuthology.orchestra.run.smithi042.stdout:[mds.h{1:24434} state up:standby-replay seq 1 addr [v2:172.21.15.120:6836/3434475673,v1:172.21.15.120:6837/3434475673] compat {c=[1],r=[1],i=[1fff]}] 2024-06-06T08:22:07.861 INFO:teuthology.orchestra.run.smithi042.stdout:[mds.b{2:24464} state up:active seq 21 addr [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] compat {c=[1],r=[1],i=[1fff]}] 2024-06-06T08:22:07.861 INFO:teuthology.orchestra.run.smithi042.stdout:[mds.l{2:24430} state up:standby-replay seq 1 addr [v2:172.21.15.149:6832/677848196,v1:172.21.15.149:6833/677848196] compat {c=[1],r=[1],i=[1fff]}] 2024-06-06T08:22:07.862 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:22:07.862 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:22:07.862 INFO:teuthology.orchestra.run.smithi042.stdout:Standby daemons: 2024-06-06T08:22:07.862 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:22:07.862 INFO:teuthology.orchestra.run.smithi042.stdout:[mds.j{-1:14508} state up:standby seq 1 addr [v2:172.21.15.42:6834/3509781675,v1:172.21.15.42:6835/3509781675] compat {c=[1],r=[1],i=[1fff]}] 2024-06-06T08:22:07.862 INFO:teuthology.orchestra.run.smithi042.stdout:[mds.d{-1:14520} state up:standby seq 1 addr [v2:172.21.15.42:6836/667270675,v1:172.21.15.42:6837/667270675] compat {c=[1],r=[1],i=[1fff]}] 2024-06-06T08:22:07.862 INFO:teuthology.orchestra.run.smithi042.stdout:[mds.g{-1:14562} state up:standby seq 1 addr [v2:172.21.15.42:6838/2414389302,v1:172.21.15.42:6839/2414389302] compat {c=[1],r=[1],i=[1fff]}] 2024-06-06T08:22:07.862 INFO:teuthology.orchestra.run.smithi042.stdout:[mds.a{-1:14574} state up:standby seq 1 addr [v2:172.21.15.42:6840/3625002785,v1:172.21.15.42:6841/3625002785] compat {c=[1],r=[1],i=[1fff]}] 2024-06-06T08:22:07.862 INFO:teuthology.orchestra.run.smithi042.stdout:[mds.k{-1:24392} state up:standby seq 1 addr [v2:172.21.15.120:6832/2721639298,v1:172.21.15.120:6833/2721639298] compat {c=[1],r=[1],i=[1fff]}] 2024-06-06T08:22:07.862 INFO:teuthology.orchestra.run.smithi042.stdout:[mds.e{-1:24413} state up:standby seq 1 addr [v2:172.21.15.120:6834/3995394553,v1:172.21.15.120:6835/3995394553] compat {c=[1],r=[1],i=[1fff]}] 2024-06-06T08:22:07.863 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:07.862+0000 7fe24496e700 1 -- 172.21.15.42:0/819786705 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fe22c0a2ca0 msgr2=0x7fe22c0a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:07.863 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:07.862+0000 7fe24496e700 1 --2- 172.21.15.42:0/819786705 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fe22c0a2ca0 0x7fe22c0a5160 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fe230005fd0 tx=0x7fe230005e30 comp rx=0 tx=0).stop 2024-06-06T08:22:07.863 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:07.862+0000 7fe24496e700 1 -- 172.21.15.42:0/819786705 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe2401081e0 msgr2=0x7fe2401a1db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:07.863 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:07.862+0000 7fe24496e700 1 --2- 172.21.15.42:0/819786705 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe2401081e0 0x7fe2401a1db0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fe238009fd0 tx=0x7fe23800bef0 comp rx=0 tx=0).stop 2024-06-06T08:22:07.863 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:07.862+0000 7fe24496e700 1 -- 172.21.15.42:0/819786705 shutdown_connections 2024-06-06T08:22:07.864 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:07.862+0000 7fe24496e700 1 --2- 172.21.15.42:0/819786705 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe2401081e0 0x7fe2401a1db0 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:07.864 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:07.862+0000 7fe24496e700 1 --2- 172.21.15.42:0/819786705 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fe22c0a2ca0 0x7fe22c0a5160 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:07.864 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:07.862+0000 7fe24496e700 1 --2- 172.21.15.42:0/819786705 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe240102f80 0x7fe24019a7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:07.864 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:07.862+0000 7fe24496e700 1 --2- 172.21.15.42:0/819786705 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe2401058b0 0x7fe24019ad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:07.864 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:07.862+0000 7fe24496e700 1 -- 172.21.15.42:0/819786705 >> 172.21.15.42:0/819786705 conn(0x7fe2400fc990 msgr2=0x7fe240102540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:07.864 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:07.862+0000 7fe24496e700 1 -- 172.21.15.42:0/819786705 shutdown_connections 2024-06-06T08:22:07.864 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:07.862+0000 7fe24496e700 1 -- 172.21.15.42:0/819786705 wait complete. 2024-06-06T08:22:07.864 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 25 2024-06-06T08:22:08.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:07 smithi149 ceph-mon[36842]: pgmap v413: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:22:08.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:07 smithi042 ceph-mon[32384]: pgmap v413: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:22:08.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:07 smithi120 ceph-mon[36658]: pgmap v413: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:22:08.525 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- bash -c 'ceph osd dump' 2024-06-06T08:22:08.775 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:22:09.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:08 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/819786705' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-06-06T08:22:09.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:08 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/819786705' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-06-06T08:22:09.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:08 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/819786705' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-06-06T08:22:10.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:09 smithi149 ceph-mon[36842]: pgmap v414: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-06-06T08:22:10.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:09 smithi042 ceph-mon[32384]: pgmap v414: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-06-06T08:22:10.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:09 smithi120 ceph-mon[36658]: pgmap v414: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-06-06T08:22:10.458 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:10.459+0000 7faa9fcc5700 1 -- 172.21.15.42:0/3322360293 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faa981025f0 msgr2=0x7faa98102a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:10.458 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:10.459+0000 7faa9fcc5700 1 --2- 172.21.15.42:0/3322360293 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faa981025f0 0x7faa98102a50 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7faa880099c0 tx=0x7faa88009cd0 comp rx=0 tx=0).stop 2024-06-06T08:22:10.458 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:10.459+0000 7faa9fcc5700 1 -- 172.21.15.42:0/3322360293 shutdown_connections 2024-06-06T08:22:10.458 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:10.459+0000 7faa9fcc5700 1 --2- 172.21.15.42:0/3322360293 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7faa98102f90 0x7faa98109840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:10.458 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:10.459+0000 7faa9fcc5700 1 --2- 172.21.15.42:0/3322360293 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7faa981013f0 0x7faa98101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:10.458 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:10.459+0000 7faa9fcc5700 1 --2- 172.21.15.42:0/3322360293 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faa981025f0 0x7faa98102a50 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:10.458 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:10.459+0000 7faa9fcc5700 1 -- 172.21.15.42:0/3322360293 >> 172.21.15.42:0/3322360293 conn(0x7faa980fc990 msgr2=0x7faa980fedd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:10.458 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:10.459+0000 7faa9fcc5700 1 -- 172.21.15.42:0/3322360293 shutdown_connections 2024-06-06T08:22:10.459 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:10.459+0000 7faa9fcc5700 1 -- 172.21.15.42:0/3322360293 wait complete. 2024-06-06T08:22:10.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:10.459+0000 7faa9fcc5700 1 Processor -- start 2024-06-06T08:22:10.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:10.459+0000 7faa9fcc5700 1 -- start start 2024-06-06T08:22:10.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:10.460+0000 7faa9fcc5700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7faa981013f0 0x7faa9806acf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:10.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:10.460+0000 7faa9fcc5700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7faa981025f0 0x7faa9819d4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:10.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:10.460+0000 7faa9fcc5700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faa98102f90 0x7faa9819faf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:10.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:10.460+0000 7faa9fcc5700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7faa9810d080 con 0x7faa98102f90 2024-06-06T08:22:10.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:10.460+0000 7faa9fcc5700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7faa9810cf00 con 0x7faa981013f0 2024-06-06T08:22:10.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:10.460+0000 7faa9fcc5700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7faa9810d200 con 0x7faa981025f0 2024-06-06T08:22:10.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:10.460+0000 7faa9e262700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faa98102f90 0x7faa9819faf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:10.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:10.460+0000 7faa9e262700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faa98102f90 0x7faa9819faf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:57008/0 (socket says 172.21.15.42:57008) 2024-06-06T08:22:10.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:10.460+0000 7faa9e262700 1 -- 172.21.15.42:0/753794123 learned_addr learned my addr 172.21.15.42:0/753794123 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:22:10.462 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:10.460+0000 7faa9da61700 1 --2- 172.21.15.42:0/753794123 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7faa981013f0 0x7faa9806acf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:10.462 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:10.460+0000 7faa9d260700 1 --2- 172.21.15.42:0/753794123 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7faa981025f0 0x7faa9819d4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:10.462 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:10.460+0000 7faa9e262700 1 -- 172.21.15.42:0/753794123 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7faa981025f0 msgr2=0x7faa9819d4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:10.462 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:10.460+0000 7faa9e262700 1 --2- 172.21.15.42:0/753794123 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7faa981025f0 0x7faa9819d4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:10.462 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:10.460+0000 7faa9e262700 1 -- 172.21.15.42:0/753794123 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7faa981013f0 msgr2=0x7faa9806acf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:10.462 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:10.460+0000 7faa9e262700 1 --2- 172.21.15.42:0/753794123 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7faa981013f0 0x7faa9806acf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:10.462 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:10.460+0000 7faa9e262700 1 -- 172.21.15.42:0/753794123 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa981a03c0 con 0x7faa98102f90 2024-06-06T08:22:10.462 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:10.460+0000 7faa9e262700 1 --2- 172.21.15.42:0/753794123 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faa98102f90 0x7faa9819faf0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7faa9000b970 tx=0x7faa9000bd30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:10.462 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:10.460+0000 7faa8effd700 1 -- 172.21.15.42:0/753794123 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa90019070 con 0x7faa98102f90 2024-06-06T08:22:10.462 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:10.461+0000 7faa9fcc5700 1 -- 172.21.15.42:0/753794123 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa981a06b0 con 0x7faa98102f90 2024-06-06T08:22:10.462 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:10.461+0000 7faa8effd700 1 -- 172.21.15.42:0/753794123 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faa90014440 con 0x7faa98102f90 2024-06-06T08:22:10.462 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:10.461+0000 7faa9fcc5700 1 -- 172.21.15.42:0/753794123 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa981a0c70 con 0x7faa98102f90 2024-06-06T08:22:10.462 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:10.461+0000 7faa8effd700 1 -- 172.21.15.42:0/753794123 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa900075d0 con 0x7faa98102f90 2024-06-06T08:22:10.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:10.462+0000 7faa9fcc5700 1 -- 172.21.15.42:0/753794123 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faa98069180 con 0x7faa98102f90 2024-06-06T08:22:10.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:10.463+0000 7faa8effd700 1 -- 172.21.15.42:0/753794123 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7faa9001c070 con 0x7faa98102f90 2024-06-06T08:22:10.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:10.463+0000 7faa8effd700 1 --2- 172.21.15.42:0/753794123 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7faa840a2ca0 0x7faa840a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:10.464 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:10.464+0000 7faa9da61700 1 --2- 172.21.15.42:0/753794123 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7faa840a2ca0 0x7faa840a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:10.464 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:10.464+0000 7faa8effd700 1 -- 172.21.15.42:0/753794123 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7faa900ce810 con 0x7faa98102f90 2024-06-06T08:22:10.464 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:10.464+0000 7faa9da61700 1 --2- 172.21.15.42:0/753794123 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7faa840a2ca0 0x7faa840a5160 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7faa94005fd0 tx=0x7faa94005e50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:10.467 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:10.468+0000 7faa8effd700 1 -- 172.21.15.42:0/753794123 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7faa9009b3b0 con 0x7faa98102f90 2024-06-06T08:22:10.676 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:10.677+0000 7faa9fcc5700 1 -- 172.21.15.42:0/753794123 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd dump"} v 0) -- 0x7faa980630a0 con 0x7faa98102f90 2024-06-06T08:22:10.677 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:10.678+0000 7faa8effd700 1 -- 172.21.15.42:0/753794123 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump"}]=0 v99) ==== 56+0+5595 (secure 0 0 0) 0x7faa9009acb0 con 0x7faa98102f90 2024-06-06T08:22:10.678 INFO:teuthology.orchestra.run.smithi042.stdout:epoch 99 2024-06-06T08:22:10.678 INFO:teuthology.orchestra.run.smithi042.stdout:fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 2024-06-06T08:22:10.678 INFO:teuthology.orchestra.run.smithi042.stdout:created 2024-06-06T08:10:24.766424+0000 2024-06-06T08:22:10.678 INFO:teuthology.orchestra.run.smithi042.stdout:modified 2024-06-06T08:19:20.058787+0000 2024-06-06T08:22:10.678 INFO:teuthology.orchestra.run.smithi042.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2024-06-06T08:22:10.678 INFO:teuthology.orchestra.run.smithi042.stdout:crush_version 27 2024-06-06T08:22:10.678 INFO:teuthology.orchestra.run.smithi042.stdout:full_ratio 0.95 2024-06-06T08:22:10.678 INFO:teuthology.orchestra.run.smithi042.stdout:backfillfull_ratio 0.9 2024-06-06T08:22:10.678 INFO:teuthology.orchestra.run.smithi042.stdout:nearfull_ratio 0.85 2024-06-06T08:22:10.678 INFO:teuthology.orchestra.run.smithi042.stdout:require_min_compat_client luminous 2024-06-06T08:22:10.678 INFO:teuthology.orchestra.run.smithi042.stdout:min_compat_client luminous 2024-06-06T08:22:10.679 INFO:teuthology.orchestra.run.smithi042.stdout:require_osd_release squid 2024-06-06T08:22:10.679 INFO:teuthology.orchestra.run.smithi042.stdout:stretch_mode_enabled false 2024-06-06T08:22:10.679 INFO:teuthology.orchestra.run.smithi042.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 22 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 12.00 2024-06-06T08:22:10.679 INFO:teuthology.orchestra.run.smithi042.stdout:pool 2 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 90 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 1.88 2024-06-06T08:22:10.679 INFO:teuthology.orchestra.run.smithi042.stdout:pool 3 'cephfs_data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode off last_change 90 flags hashpspool stripe_width 0 pg_num_min 64 target_size_ratio 0.05 application cephfs read_balance_score 1.50 2024-06-06T08:22:10.679 INFO:teuthology.orchestra.run.smithi042.stdout:pool 4 'cephfs_data_ec' erasure profile cephfs_data_ec size 4 min_size 3 crush_rule 1 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 97 flags hashpspool,ec_overwrites stripe_width 8192 pg_num_min 64 target_size_ratio 0.9 application cephfs 2024-06-06T08:22:10.679 INFO:teuthology.orchestra.run.smithi042.stdout:max_osd 12 2024-06-06T08:22:10.679 INFO:teuthology.orchestra.run.smithi042.stdout:osd.0 up in weight 1 up_from 8 up_thru 93 down_at 0 last_clean_interval [0,0) [v2:172.21.15.42:6802/992269164,v1:172.21.15.42:6803/992269164] [v2:172.21.15.42:6804/992269164,v1:172.21.15.42:6805/992269164] exists,up e2e4fdcf-59e7-458d-b89e-8f5b7095ecba 2024-06-06T08:22:10.679 INFO:teuthology.orchestra.run.smithi042.stdout:osd.1 up in weight 1 up_from 13 up_thru 93 down_at 0 last_clean_interval [0,0) [v2:172.21.15.120:6800/207181328,v1:172.21.15.120:6801/207181328] [v2:172.21.15.120:6802/207181328,v1:172.21.15.120:6803/207181328] exists,up 5a66dde1-0e6a-44d3-9b2d-2c97d7c8db94 2024-06-06T08:22:10.679 INFO:teuthology.orchestra.run.smithi042.stdout:osd.2 up in weight 1 up_from 18 up_thru 93 down_at 0 last_clean_interval [0,0) [v2:172.21.15.149:6800/2997625975,v1:172.21.15.149:6801/2997625975] [v2:172.21.15.149:6802/2997625975,v1:172.21.15.149:6803/2997625975] exists,up 642addc3-ef6d-438d-ba2b-011de9e2ba8d 2024-06-06T08:22:10.679 INFO:teuthology.orchestra.run.smithi042.stdout:osd.3 up in weight 1 up_from 26 up_thru 93 down_at 0 last_clean_interval [0,0) [v2:172.21.15.42:6810/4079103623,v1:172.21.15.42:6811/4079103623] [v2:172.21.15.42:6812/4079103623,v1:172.21.15.42:6813/4079103623] exists,up 2a97b907-d011-4010-a71b-a7783002e9b7 2024-06-06T08:22:10.679 INFO:teuthology.orchestra.run.smithi042.stdout:osd.4 up in weight 1 up_from 34 up_thru 98 down_at 0 last_clean_interval [0,0) [v2:172.21.15.120:6808/559794558,v1:172.21.15.120:6809/559794558] [v2:172.21.15.120:6810/559794558,v1:172.21.15.120:6811/559794558] exists,up 8848bdb6-07d9-4be6-8dcb-01f181f6b678 2024-06-06T08:22:10.679 INFO:teuthology.orchestra.run.smithi042.stdout:osd.5 up in weight 1 up_from 39 up_thru 93 down_at 0 last_clean_interval [0,0) [v2:172.21.15.149:6808/4023193877,v1:172.21.15.149:6809/4023193877] [v2:172.21.15.149:6810/4023193877,v1:172.21.15.149:6811/4023193877] exists,up 4be1b7e5-1de1-4927-9960-c0f6415e0bff 2024-06-06T08:22:10.680 INFO:teuthology.orchestra.run.smithi042.stdout:osd.6 up in weight 1 up_from 47 up_thru 98 down_at 0 last_clean_interval [0,0) [v2:172.21.15.42:6818/1922652007,v1:172.21.15.42:6819/1922652007] [v2:172.21.15.42:6820/1922652007,v1:172.21.15.42:6821/1922652007] exists,up 6c1a1ff4-9bed-4f13-ab16-314c8086c06f 2024-06-06T08:22:10.680 INFO:teuthology.orchestra.run.smithi042.stdout:osd.7 up in weight 1 up_from 52 up_thru 93 down_at 0 last_clean_interval [0,0) [v2:172.21.15.120:6816/156965814,v1:172.21.15.120:6817/156965814] [v2:172.21.15.120:6818/156965814,v1:172.21.15.120:6819/156965814] exists,up 37cb2c8b-d9c0-4d1e-bee8-cc850c69ba0a 2024-06-06T08:22:10.680 INFO:teuthology.orchestra.run.smithi042.stdout:osd.8 up in weight 1 up_from 60 up_thru 98 down_at 0 last_clean_interval [0,0) [v2:172.21.15.149:6816/4100009474,v1:172.21.15.149:6817/4100009474] [v2:172.21.15.149:6818/4100009474,v1:172.21.15.149:6819/4100009474] exists,up 6df7e642-d784-4aac-b764-ddf0747add90 2024-06-06T08:22:10.680 INFO:teuthology.orchestra.run.smithi042.stdout:osd.9 up in weight 1 up_from 68 up_thru 98 down_at 0 last_clean_interval [0,0) [v2:172.21.15.42:6826/3216295459,v1:172.21.15.42:6827/3216295459] [v2:172.21.15.42:6828/3216295459,v1:172.21.15.42:6829/3216295459] exists,up f4b2af93-29f8-495a-86f7-72c2b64b34cf 2024-06-06T08:22:10.680 INFO:teuthology.orchestra.run.smithi042.stdout:osd.10 up in weight 1 up_from 74 up_thru 98 down_at 0 last_clean_interval [0,0) [v2:172.21.15.120:6824/3633743730,v1:172.21.15.120:6825/3633743730] [v2:172.21.15.120:6826/3633743730,v1:172.21.15.120:6827/3633743730] exists,up 5d31e261-0c1d-488d-a7d5-6a6c1250edca 2024-06-06T08:22:10.680 INFO:teuthology.orchestra.run.smithi042.stdout:osd.11 up in weight 1 up_from 82 up_thru 98 down_at 0 last_clean_interval [0,0) [v2:172.21.15.149:6824/797850884,v1:172.21.15.149:6825/797850884] [v2:172.21.15.149:6826/797850884,v1:172.21.15.149:6827/797850884] exists,up 32e1e82b-97fe-4469-8345-871e9caffc3f 2024-06-06T08:22:10.680 INFO:teuthology.orchestra.run.smithi042.stdout:pg_upmap_items 2.10 [2,4] 2024-06-06T08:22:10.680 INFO:teuthology.orchestra.run.smithi042.stdout:pg_upmap_items 2.13 [2,11] 2024-06-06T08:22:10.680 INFO:teuthology.orchestra.run.smithi042.stdout:pg_upmap_items 2.1c [8,11] 2024-06-06T08:22:10.680 INFO:teuthology.orchestra.run.smithi042.stdout:pg_upmap_items 3.1 [4,9] 2024-06-06T08:22:10.680 INFO:teuthology.orchestra.run.smithi042.stdout:pg_upmap_items 3.3 [4,9] 2024-06-06T08:22:10.680 INFO:teuthology.orchestra.run.smithi042.stdout:pg_upmap_items 3.1b [5,9] 2024-06-06T08:22:10.680 INFO:teuthology.orchestra.run.smithi042.stdout:pg_upmap_items 4.e [5,8] 2024-06-06T08:22:10.681 INFO:teuthology.orchestra.run.smithi042.stdout:pg_upmap_items 4.12 [9,10] 2024-06-06T08:22:10.681 INFO:teuthology.orchestra.run.smithi042.stdout:pg_upmap_items 4.14 [9,8] 2024-06-06T08:22:10.681 INFO:teuthology.orchestra.run.smithi042.stdout:pg_upmap_items 4.16 [9,8] 2024-06-06T08:22:10.681 INFO:teuthology.orchestra.run.smithi042.stdout:blocklist 172.21.15.42:0/2349000297 expires 2024-06-07T08:11:18.501580+0000 2024-06-06T08:22:10.681 INFO:teuthology.orchestra.run.smithi042.stdout:blocklist 172.21.15.42:6801/542419736 expires 2024-06-07T08:11:18.501580+0000 2024-06-06T08:22:10.681 INFO:teuthology.orchestra.run.smithi042.stdout:blocklist 172.21.15.42:0/2444807230 expires 2024-06-07T08:10:51.469961+0000 2024-06-06T08:22:10.681 INFO:teuthology.orchestra.run.smithi042.stdout:blocklist 172.21.15.42:0/2035946884 expires 2024-06-07T08:11:18.501580+0000 2024-06-06T08:22:10.681 INFO:teuthology.orchestra.run.smithi042.stdout:blocklist 172.21.15.42:6800/542419736 expires 2024-06-07T08:11:18.501580+0000 2024-06-06T08:22:10.681 INFO:teuthology.orchestra.run.smithi042.stdout:blocklist 172.21.15.42:0/2547834811 expires 2024-06-07T08:10:51.469961+0000 2024-06-06T08:22:10.681 INFO:teuthology.orchestra.run.smithi042.stdout:blocklist 172.21.15.42:0/1748257485 expires 2024-06-07T08:11:18.501580+0000 2024-06-06T08:22:10.681 INFO:teuthology.orchestra.run.smithi042.stdout:blocklist 172.21.15.42:0/1313394303 expires 2024-06-07T08:10:51.469961+0000 2024-06-06T08:22:10.681 INFO:teuthology.orchestra.run.smithi042.stdout:blocklist 172.21.15.42:6800/1296506824 expires 2024-06-07T08:10:51.469961+0000 2024-06-06T08:22:10.681 INFO:teuthology.orchestra.run.smithi042.stdout:blocklist 172.21.15.42:6801/1296506824 expires 2024-06-07T08:10:51.469961+0000 2024-06-06T08:22:10.682 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:10.681+0000 7faa9fcc5700 1 -- 172.21.15.42:0/753794123 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7faa840a2ca0 msgr2=0x7faa840a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:10.682 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:10.681+0000 7faa9fcc5700 1 --2- 172.21.15.42:0/753794123 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7faa840a2ca0 0x7faa840a5160 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7faa94005fd0 tx=0x7faa94005e50 comp rx=0 tx=0).stop 2024-06-06T08:22:10.682 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:10.681+0000 7faa9fcc5700 1 -- 172.21.15.42:0/753794123 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faa98102f90 msgr2=0x7faa9819faf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:10.682 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:10.681+0000 7faa9fcc5700 1 --2- 172.21.15.42:0/753794123 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faa98102f90 0x7faa9819faf0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7faa9000b970 tx=0x7faa9000bd30 comp rx=0 tx=0).stop 2024-06-06T08:22:10.683 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:10.681+0000 7faa9fcc5700 1 -- 172.21.15.42:0/753794123 shutdown_connections 2024-06-06T08:22:10.683 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:10.681+0000 7faa9fcc5700 1 --2- 172.21.15.42:0/753794123 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faa98102f90 0x7faa9819faf0 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:10.683 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:10.681+0000 7faa9fcc5700 1 --2- 172.21.15.42:0/753794123 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7faa981013f0 0x7faa9806acf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:10.683 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:10.681+0000 7faa9fcc5700 1 --2- 172.21.15.42:0/753794123 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7faa840a2ca0 0x7faa840a5160 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:10.683 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:10.681+0000 7faa9fcc5700 1 --2- 172.21.15.42:0/753794123 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7faa981025f0 0x7faa9819d4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:10.683 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:10.681+0000 7faa9fcc5700 1 -- 172.21.15.42:0/753794123 >> 172.21.15.42:0/753794123 conn(0x7faa980fc990 msgr2=0x7faa981058f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:10.683 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:10.681+0000 7faa9fcc5700 1 -- 172.21.15.42:0/753794123 shutdown_connections 2024-06-06T08:22:10.683 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:10.681+0000 7faa9fcc5700 1 -- 172.21.15.42:0/753794123 wait complete. 2024-06-06T08:22:11.062 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:10 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/753794123' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-06-06T08:22:11.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:10 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/753794123' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-06-06T08:22:11.287 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:10 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/753794123' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-06-06T08:22:11.395 INFO:teuthology.run_tasks:Running task fs.ready... 2024-06-06T08:22:11.410 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:22:11.663 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:22:12.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:11 smithi042 ceph-mon[32384]: pgmap v415: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:22:12.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:11 smithi120 ceph-mon[36658]: pgmap v415: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:22:12.287 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:11 smithi149 ceph-mon[36842]: pgmap v415: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:22:13.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:13.351+0000 7f93eeefd700 1 -- 172.21.15.42:0/3526342613 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93e8105f30 msgr2=0x7f93e810da70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:13.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:13.351+0000 7f93eeefd700 1 --2- 172.21.15.42:0/3526342613 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93e8105f30 0x7f93e810da70 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f93e000b0a0 tx=0x7f93e000b3b0 comp rx=0 tx=0).stop 2024-06-06T08:22:13.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:13.351+0000 7f93eeefd700 1 -- 172.21.15.42:0/3526342613 shutdown_connections 2024-06-06T08:22:13.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:13.351+0000 7f93eeefd700 1 --2- 172.21.15.42:0/3526342613 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93e8105f30 0x7f93e810da70 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:13.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:13.351+0000 7f93eeefd700 1 --2- 172.21.15.42:0/3526342613 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f93e8101090 0x7f93e8101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:13.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:13.351+0000 7f93eeefd700 1 --2- 172.21.15.42:0/3526342613 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f93e8101a40 0x7f93e8105800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:13.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:13.351+0000 7f93eeefd700 1 -- 172.21.15.42:0/3526342613 >> 172.21.15.42:0/3526342613 conn(0x7f93e80766b0 msgr2=0x7f93e8076ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:13.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:13.351+0000 7f93eeefd700 1 -- 172.21.15.42:0/3526342613 shutdown_connections 2024-06-06T08:22:13.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:13.351+0000 7f93eeefd700 1 -- 172.21.15.42:0/3526342613 wait complete. 2024-06-06T08:22:13.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:13.352+0000 7f93eeefd700 1 Processor -- start 2024-06-06T08:22:13.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:13.352+0000 7f93eeefd700 1 -- start start 2024-06-06T08:22:13.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:13.352+0000 7f93eeefd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93e8101090 0x7f93e819e7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:13.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:13.352+0000 7f93eeefd700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f93e8101a40 0x7f93e819ecf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:13.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:13.352+0000 7f93eeefd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f93e8105f30 0x7f93e8198970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:13.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:13.352+0000 7f93eeefd700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f93e8110ec0 con 0x7f93e8101090 2024-06-06T08:22:13.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:13.352+0000 7f93eeefd700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f93e8110d40 con 0x7f93e8101a40 2024-06-06T08:22:13.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:13.352+0000 7f93eeefd700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f93e8111040 con 0x7f93e8105f30 2024-06-06T08:22:13.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:13.352+0000 7f93ecc99700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93e8101090 0x7f93e819e7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:13.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:13.352+0000 7f93ecc99700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93e8101090 0x7f93e819e7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:57014/0 (socket says 172.21.15.42:57014) 2024-06-06T08:22:13.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:13.352+0000 7f93ecc99700 1 -- 172.21.15.42:0/474803892 learned_addr learned my addr 172.21.15.42:0/474803892 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:22:13.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:13.352+0000 7f93e7fff700 1 --2- 172.21.15.42:0/474803892 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f93e8101a40 0x7f93e819ecf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:13.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:13.352+0000 7f93ed49a700 1 --2- 172.21.15.42:0/474803892 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f93e8105f30 0x7f93e8198970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:13.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:13.352+0000 7f93ecc99700 1 -- 172.21.15.42:0/474803892 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f93e8105f30 msgr2=0x7f93e8198970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:13.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:13.352+0000 7f93ecc99700 1 --2- 172.21.15.42:0/474803892 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f93e8105f30 0x7f93e8198970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:13.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:13.352+0000 7f93ecc99700 1 -- 172.21.15.42:0/474803892 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f93e8101a40 msgr2=0x7f93e819ecf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:13.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:13.352+0000 7f93ecc99700 1 --2- 172.21.15.42:0/474803892 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f93e8101a40 0x7f93e819ecf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:13.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:13.352+0000 7f93ecc99700 1 -- 172.21.15.42:0/474803892 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93e81990d0 con 0x7f93e8101090 2024-06-06T08:22:13.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:13.353+0000 7f93e7fff700 1 --2- 172.21.15.42:0/474803892 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f93e8101a40 0x7f93e819ecf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:22:13.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:13.353+0000 7f93ed49a700 1 --2- 172.21.15.42:0/474803892 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f93e8105f30 0x7f93e8198970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:22:13.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:13.353+0000 7f93ecc99700 1 --2- 172.21.15.42:0/474803892 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93e8101090 0x7f93e819e7b0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f93d800c9b0 tx=0x7f93d800cd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:13.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:13.353+0000 7f93e5ffb700 1 -- 172.21.15.42:0/474803892 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93d8007b00 con 0x7f93e8101090 2024-06-06T08:22:13.355 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:13.353+0000 7f93e5ffb700 1 -- 172.21.15.42:0/474803892 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f93d8007ca0 con 0x7f93e8101090 2024-06-06T08:22:13.355 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:13.353+0000 7f93eeefd700 1 -- 172.21.15.42:0/474803892 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93e81993c0 con 0x7f93e8101090 2024-06-06T08:22:13.355 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:13.353+0000 7f93e5ffb700 1 -- 172.21.15.42:0/474803892 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93d8018780 con 0x7f93e8101090 2024-06-06T08:22:13.355 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:13.353+0000 7f93eeefd700 1 -- 172.21.15.42:0/474803892 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93e81a5680 con 0x7f93e8101090 2024-06-06T08:22:13.355 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:13.354+0000 7f93eeefd700 1 -- 172.21.15.42:0/474803892 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f93e8069180 con 0x7f93e8101090 2024-06-06T08:22:13.355 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:13.357+0000 7f93e5ffb700 1 -- 172.21.15.42:0/474803892 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f93d800f450 con 0x7f93e8101090 2024-06-06T08:22:13.356 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:13.357+0000 7f93e5ffb700 1 --2- 172.21.15.42:0/474803892 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f93d40a2ca0 0x7f93d40a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:13.356 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:13.357+0000 7f93e7fff700 1 --2- 172.21.15.42:0/474803892 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f93d40a2ca0 0x7f93d40a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:13.356 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:13.357+0000 7f93e5ffb700 1 -- 172.21.15.42:0/474803892 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f93d80cf680 con 0x7f93e8101090 2024-06-06T08:22:13.357 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:13.358+0000 7f93e7fff700 1 --2- 172.21.15.42:0/474803892 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f93d40a2ca0 0x7f93d40a5160 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f93e8100850 tx=0x7f93d0008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:13.360 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:13.361+0000 7f93e5ffb700 1 -- 172.21.15.42:0/474803892 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f93d8014030 con 0x7f93e8101090 2024-06-06T08:22:13.613 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:13.614+0000 7f93eeefd700 1 -- 172.21.15.42:0/474803892 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f93e8199ea0 con 0x7f93e8101090 2024-06-06T08:22:13.613 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:13.615+0000 7f93e5ffb700 1 -- 172.21.15.42:0/474803892 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11876 (secure 0 0 0) 0x7f93d809c390 con 0x7f93e8101090 2024-06-06T08:22:13.614 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:22:13.614 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/667270675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":667270675},{"type":"v1","addr":"172.21.15.42:6837","nonce":667270675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/2414389302","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":2414389302},{"type":"v1","addr":"172.21.15.42:6839","nonce":2414389302}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14574,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/3625002785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":3625002785},{"type":"v1","addr":"172.21.15.42:6841","nonce":3625002785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24413,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6835/3995394553","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":3995394553},{"type":"v1","addr":"172.21.15.120:6835","nonce":3995394553}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T08:18:39.778858+0000","modified":"2024-06-06T08:19:48.185676+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24464},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6837/3434475673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":3434475673},{"type":"v1","addr":"172.21.15.120:6837","nonce":3434475673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6835/3776134468","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":3776134468},{"type":"v1","addr":"172.21.15.149:6835","nonce":3776134468}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":21,"addr":"172.21.15.120:6839/1585293472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":1585293472},{"type":"v1","addr":"172.21.15.120:6839","nonce":1585293472}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":25,"addr":"172.21.15.149:6837/751787578","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":751787578},{"type":"v1","addr":"172.21.15.149:6837","nonce":751787578}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":8,"addr":"172.21.15.149:6839/764851483","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":764851483},{"type":"v1","addr":"172.21.15.149:6839","nonce":764851483}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24469,24484,24464]},"id":1}]} 2024-06-06T08:22:13.616 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:13.617+0000 7f93eeefd700 1 -- 172.21.15.42:0/474803892 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f93d40a2ca0 msgr2=0x7f93d40a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:13.616 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:13.617+0000 7f93eeefd700 1 --2- 172.21.15.42:0/474803892 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f93d40a2ca0 0x7f93d40a5160 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f93e8100850 tx=0x7f93d0008040 comp rx=0 tx=0).stop 2024-06-06T08:22:13.616 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:13.617+0000 7f93eeefd700 1 -- 172.21.15.42:0/474803892 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93e8101090 msgr2=0x7f93e819e7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:13.616 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:13.617+0000 7f93eeefd700 1 --2- 172.21.15.42:0/474803892 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93e8101090 0x7f93e819e7b0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f93d800c9b0 tx=0x7f93d800cd70 comp rx=0 tx=0).stop 2024-06-06T08:22:13.616 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:13.617+0000 7f93eeefd700 1 -- 172.21.15.42:0/474803892 shutdown_connections 2024-06-06T08:22:13.616 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:13.617+0000 7f93eeefd700 1 --2- 172.21.15.42:0/474803892 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f93d40a2ca0 0x7f93d40a5160 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:13.616 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:13.617+0000 7f93eeefd700 1 --2- 172.21.15.42:0/474803892 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f93e8105f30 0x7f93e8198970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:13.617 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:13.617+0000 7f93eeefd700 1 --2- 172.21.15.42:0/474803892 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93e8101090 0x7f93e819e7b0 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:13.617 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:13.617+0000 7f93eeefd700 1 --2- 172.21.15.42:0/474803892 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f93e8101a40 0x7f93e819ecf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:13.617 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:13.617+0000 7f93eeefd700 1 -- 172.21.15.42:0/474803892 >> 172.21.15.42:0/474803892 conn(0x7f93e80766b0 msgr2=0x7f93e8104970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:13.617 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:13.617+0000 7f93eeefd700 1 -- 172.21.15.42:0/474803892 shutdown_connections 2024-06-06T08:22:13.617 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:13.617+0000 7f93eeefd700 1 -- 172.21.15.42:0/474803892 wait complete. 2024-06-06T08:22:13.617 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 25 2024-06-06T08:22:13.980 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:13 smithi042 ceph-mon[32384]: pgmap v416: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-06T08:22:13.981 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:13 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/474803892' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:22:14.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:13 smithi120 ceph-mon[36658]: pgmap v416: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-06T08:22:14.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:13 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/474803892' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:22:14.287 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:13 smithi149 ceph-mon[36842]: pgmap v416: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-06T08:22:14.504 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:13 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/474803892' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:22:14.507 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:22:14.768 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:22:15.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:14 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:22:15.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:14 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:22:15.287 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:14 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:22:16.450 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:16 smithi042 ceph-mon[32384]: pgmap v417: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-06T08:22:16.450 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:16 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:22:16.450 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:16 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:22:16.450 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:16 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:22:16.450 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:16 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:22:16.450 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:16 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:22:16.450 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:16 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:22:16.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:16.460+0000 7f4cbd892700 1 -- 172.21.15.42:0/2439543921 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4cb8100e50 msgr2=0x7f4cb81012d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:16.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:16.460+0000 7f4cbd892700 1 --2- 172.21.15.42:0/2439543921 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4cb8100e50 0x7f4cb81012d0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f4ca0009990 tx=0x7f4ca0009ca0 comp rx=0 tx=0).stop 2024-06-06T08:22:16.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:16.460+0000 7f4cbd892700 1 -- 172.21.15.42:0/2439543921 shutdown_connections 2024-06-06T08:22:16.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:16.460+0000 7f4cbd892700 1 --2- 172.21.15.42:0/2439543921 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4cb8101810 0x7f4cb810f280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:16.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:16.460+0000 7f4cbd892700 1 --2- 172.21.15.42:0/2439543921 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4cb8107570 0x7f4cb8107950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:16.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:16.460+0000 7f4cbd892700 1 --2- 172.21.15.42:0/2439543921 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4cb8100e50 0x7f4cb81012d0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:16.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:16.460+0000 7f4cbd892700 1 -- 172.21.15.42:0/2439543921 >> 172.21.15.42:0/2439543921 conn(0x7f4cb80766b0 msgr2=0x7f4cb8076ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:16.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:16.460+0000 7f4cbd892700 1 -- 172.21.15.42:0/2439543921 shutdown_connections 2024-06-06T08:22:16.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:16.460+0000 7f4cbd892700 1 -- 172.21.15.42:0/2439543921 wait complete. 2024-06-06T08:22:16.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:16.461+0000 7f4cbd892700 1 Processor -- start 2024-06-06T08:22:16.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:16.461+0000 7f4cbd892700 1 -- start start 2024-06-06T08:22:16.462 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:16.461+0000 7f4cbd892700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4cb8100e50 0x7f4cb819e870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:16.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:16.461+0000 7f4cbd892700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4cb8101810 0x7f4cb819edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:16.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:16.462+0000 7f4cbd892700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4cb8107570 0x7f4cb8198a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:16.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:16.462+0000 7f4cbd892700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4cb81127b0 con 0x7f4cb8101810 2024-06-06T08:22:16.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:16.462+0000 7f4cbd892700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f4cb8112630 con 0x7f4cb8100e50 2024-06-06T08:22:16.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:16.462+0000 7f4cbd892700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f4cb8112930 con 0x7f4cb8107570 2024-06-06T08:22:16.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:16.462+0000 7f4cae7fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4cb8101810 0x7f4cb819edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:16.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:16.462+0000 7f4cae7fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4cb8101810 0x7f4cb819edb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:57024/0 (socket says 172.21.15.42:57024) 2024-06-06T08:22:16.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:16.462+0000 7f4cae7fc700 1 -- 172.21.15.42:0/363619919 learned_addr learned my addr 172.21.15.42:0/363619919 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:22:16.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:16.462+0000 7f4cb77fe700 1 --2- 172.21.15.42:0/363619919 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4cb8107570 0x7f4cb8198a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:16.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:16.462+0000 7f4cb6ffd700 1 --2- 172.21.15.42:0/363619919 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4cb8100e50 0x7f4cb819e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:16.464 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:16.462+0000 7f4cae7fc700 1 -- 172.21.15.42:0/363619919 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4cb8107570 msgr2=0x7f4cb8198a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:16.464 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:16.462+0000 7f4cae7fc700 1 --2- 172.21.15.42:0/363619919 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4cb8107570 0x7f4cb8198a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:16.464 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:16.462+0000 7f4cae7fc700 1 -- 172.21.15.42:0/363619919 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4cb8100e50 msgr2=0x7f4cb819e870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:16.464 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:16.462+0000 7f4cae7fc700 1 --2- 172.21.15.42:0/363619919 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4cb8100e50 0x7f4cb819e870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:16.464 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:16.462+0000 7f4cae7fc700 1 -- 172.21.15.42:0/363619919 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4cb8199190 con 0x7f4cb8101810 2024-06-06T08:22:16.464 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:16.462+0000 7f4cb6ffd700 1 --2- 172.21.15.42:0/363619919 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4cb8100e50 0x7f4cb819e870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:22:16.464 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:16.462+0000 7f4cae7fc700 1 --2- 172.21.15.42:0/363619919 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4cb8101810 0x7f4cb819edb0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f4ca0000c00 tx=0x7f4ca00047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:16.464 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:16.463+0000 7f4cbc890700 1 -- 172.21.15.42:0/363619919 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ca0027070 con 0x7f4cb8101810 2024-06-06T08:22:16.464 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:16.463+0000 7f4cbc890700 1 -- 172.21.15.42:0/363619919 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4ca0003780 con 0x7f4cb8101810 2024-06-06T08:22:16.464 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:16.463+0000 7f4cbd892700 1 -- 172.21.15.42:0/363619919 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4cb8199420 con 0x7f4cb8101810 2024-06-06T08:22:16.464 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:16.463+0000 7f4cbc890700 1 -- 172.21.15.42:0/363619919 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ca0022dd0 con 0x7f4cb8101810 2024-06-06T08:22:16.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:16.463+0000 7f4cbd892700 1 -- 172.21.15.42:0/363619919 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4cb8101f60 con 0x7f4cb8101810 2024-06-06T08:22:16.466 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:16.464+0000 7f4cbd892700 1 -- 172.21.15.42:0/363619919 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4cb8069180 con 0x7f4cb8101810 2024-06-06T08:22:16.466 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:16.465+0000 7f4cbc890700 1 -- 172.21.15.42:0/363619919 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f4ca002a070 con 0x7f4cb8101810 2024-06-06T08:22:16.466 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:16.466+0000 7f4cbc890700 1 --2- 172.21.15.42:0/363619919 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4ca40a2ca0 0x7f4ca40a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:16.466 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:16.466+0000 7f4cb6ffd700 1 --2- 172.21.15.42:0/363619919 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4ca40a2ca0 0x7f4ca40a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:16.466 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:16.466+0000 7f4cbc890700 1 -- 172.21.15.42:0/363619919 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f4ca00cfff0 con 0x7f4cb8101810 2024-06-06T08:22:16.466 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:16.467+0000 7f4cb6ffd700 1 --2- 172.21.15.42:0/363619919 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4ca40a2ca0 0x7f4ca40a5160 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f4cb8199b70 tx=0x7f4ca8005f70 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:16.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:16.470+0000 7f4cbc890700 1 -- 172.21.15.42:0/363619919 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f4ca0013070 con 0x7f4cb8101810 2024-06-06T08:22:16.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:16 smithi120 ceph-mon[36658]: pgmap v417: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-06T08:22:16.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:16 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:22:16.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:16 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:22:16.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:16 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:22:16.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:16 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:22:16.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:16 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:22:16.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:16 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:22:16.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:16.729+0000 7f4cbd892700 1 -- 172.21.15.42:0/363619919 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4cb802dca0 con 0x7f4cb8101810 2024-06-06T08:22:16.729 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:16.730+0000 7f4cbc890700 1 -- 172.21.15.42:0/363619919 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11876 (secure 0 0 0) 0x7f4ca009cd10 con 0x7f4cb8101810 2024-06-06T08:22:16.730 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:22:16.730 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/667270675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":667270675},{"type":"v1","addr":"172.21.15.42:6837","nonce":667270675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/2414389302","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":2414389302},{"type":"v1","addr":"172.21.15.42:6839","nonce":2414389302}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14574,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/3625002785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":3625002785},{"type":"v1","addr":"172.21.15.42:6841","nonce":3625002785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24413,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6835/3995394553","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":3995394553},{"type":"v1","addr":"172.21.15.120:6835","nonce":3995394553}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T08:18:39.778858+0000","modified":"2024-06-06T08:19:48.185676+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24464},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6837/3434475673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":3434475673},{"type":"v1","addr":"172.21.15.120:6837","nonce":3434475673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6835/3776134468","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":3776134468},{"type":"v1","addr":"172.21.15.149:6835","nonce":3776134468}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":21,"addr":"172.21.15.120:6839/1585293472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":1585293472},{"type":"v1","addr":"172.21.15.120:6839","nonce":1585293472}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":25,"addr":"172.21.15.149:6837/751787578","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":751787578},{"type":"v1","addr":"172.21.15.149:6837","nonce":751787578}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":8,"addr":"172.21.15.149:6839/764851483","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":764851483},{"type":"v1","addr":"172.21.15.149:6839","nonce":764851483}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24469,24484,24464]},"id":1}]} 2024-06-06T08:22:16.733 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:16.732+0000 7f4cbd892700 1 -- 172.21.15.42:0/363619919 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4ca40a2ca0 msgr2=0x7f4ca40a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:16.733 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:16.732+0000 7f4cbd892700 1 --2- 172.21.15.42:0/363619919 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4ca40a2ca0 0x7f4ca40a5160 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f4cb8199b70 tx=0x7f4ca8005f70 comp rx=0 tx=0).stop 2024-06-06T08:22:16.733 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:16.732+0000 7f4cbd892700 1 -- 172.21.15.42:0/363619919 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4cb8101810 msgr2=0x7f4cb819edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:16.733 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:16.732+0000 7f4cbd892700 1 --2- 172.21.15.42:0/363619919 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4cb8101810 0x7f4cb819edb0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f4ca0000c00 tx=0x7f4ca00047b0 comp rx=0 tx=0).stop 2024-06-06T08:22:16.733 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:16.733+0000 7f4cbd892700 1 -- 172.21.15.42:0/363619919 shutdown_connections 2024-06-06T08:22:16.734 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:16.733+0000 7f4cbd892700 1 --2- 172.21.15.42:0/363619919 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f4ca40a2ca0 0x7f4ca40a5160 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:16.734 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:16.733+0000 7f4cbd892700 1 --2- 172.21.15.42:0/363619919 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4cb8107570 0x7f4cb8198a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:16.734 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:16.733+0000 7f4cbd892700 1 --2- 172.21.15.42:0/363619919 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4cb8100e50 0x7f4cb819e870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:16.734 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:16.733+0000 7f4cbd892700 1 --2- 172.21.15.42:0/363619919 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4cb8101810 0x7f4cb819edb0 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:16.734 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:16.733+0000 7f4cbd892700 1 -- 172.21.15.42:0/363619919 >> 172.21.15.42:0/363619919 conn(0x7f4cb80766b0 msgr2=0x7f4cb80ffa40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:16.735 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:16.733+0000 7f4cbd892700 1 -- 172.21.15.42:0/363619919 shutdown_connections 2024-06-06T08:22:16.735 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:16.733+0000 7f4cbd892700 1 -- 172.21.15.42:0/363619919 wait complete. 2024-06-06T08:22:16.735 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 25 2024-06-06T08:22:16.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:16 smithi149 ceph-mon[36842]: pgmap v417: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-06T08:22:16.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:16 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:22:16.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:16 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:22:16.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:16 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:22:16.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:16 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:22:16.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:16 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:22:16.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:16 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:22:17.340 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:17 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:22:17.340 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:17 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:22:17.340 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:17 smithi042 ceph-mon[32384]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:22:17.340 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:17 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/363619919' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:22:17.342 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph osd dump --format=json 2024-06-06T08:22:17.595 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:22:17.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:17 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:22:17.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:17 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:22:17.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:17 smithi120 ceph-mon[36658]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:22:17.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:17 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/363619919' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:22:17.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:17 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:22:17.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:17 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:22:17.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:17 smithi149 ceph-mon[36842]: from='mgr.14152 172.21.15.42:0/1067974885' entity='mgr.x' 2024-06-06T08:22:17.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:17 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/363619919' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:22:18.745 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:18 smithi042 ceph-mon[32384]: pgmap v418: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:22:18.796 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:18 smithi149 ceph-mon[36842]: pgmap v418: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:22:18.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:18 smithi120 ceph-mon[36658]: pgmap v418: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:22:19.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:19.288+0000 7fc2c8cf5700 1 -- 172.21.15.42:0/161688109 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc2c4107400 msgr2=0x7fc2c41077e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:19.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:19.288+0000 7fc2c8cf5700 1 --2- 172.21.15.42:0/161688109 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc2c4107400 0x7fc2c41077e0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fc2ac009990 tx=0x7fc2ac009ca0 comp rx=0 tx=0).stop 2024-06-06T08:22:19.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:19.288+0000 7fc2c8cf5700 1 -- 172.21.15.42:0/161688109 shutdown_connections 2024-06-06T08:22:19.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:19.288+0000 7fc2c8cf5700 1 --2- 172.21.15.42:0/161688109 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc2c4101d50 0x7fc2c410e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:19.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:19.288+0000 7fc2c8cf5700 1 --2- 172.21.15.42:0/161688109 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc2c4107400 0x7fc2c41077e0 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:19.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:19.288+0000 7fc2c8cf5700 1 --2- 172.21.15.42:0/161688109 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc2c4101390 0x7fc2c4101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:19.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:19.288+0000 7fc2c8cf5700 1 -- 172.21.15.42:0/161688109 >> 172.21.15.42:0/161688109 conn(0x7fc2c4078340 msgr2=0x7fc2c4078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:19.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:19.288+0000 7fc2c8cf5700 1 -- 172.21.15.42:0/161688109 shutdown_connections 2024-06-06T08:22:19.290 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:19.288+0000 7fc2c8cf5700 1 -- 172.21.15.42:0/161688109 wait complete. 2024-06-06T08:22:19.290 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:19.289+0000 7fc2c8cf5700 1 Processor -- start 2024-06-06T08:22:19.290 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:19.289+0000 7fc2c8cf5700 1 -- start start 2024-06-06T08:22:19.291 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:19.289+0000 7fc2c8cf5700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc2c4101390 0x7fc2c4199b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:19.292 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:19.289+0000 7fc2c8cf5700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc2c4101d50 0x7fc2c419a040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:19.292 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:19.289+0000 7fc2c8cf5700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc2c4107400 0x7fc2c41a4b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:19.292 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:19.289+0000 7fc2c8cf5700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc2c4111720 con 0x7fc2c4107400 2024-06-06T08:22:19.292 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:19.289+0000 7fc2c8cf5700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fc2c41115a0 con 0x7fc2c4101d50 2024-06-06T08:22:19.292 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:19.289+0000 7fc2c8cf5700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fc2c41118a0 con 0x7fc2c4101390 2024-06-06T08:22:19.292 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:19.289+0000 7fc2c2d9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc2c4107400 0x7fc2c41a4b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:19.292 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:19.289+0000 7fc2c2d9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc2c4107400 0x7fc2c41a4b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:50648/0 (socket says 172.21.15.42:50648) 2024-06-06T08:22:19.292 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:19.289+0000 7fc2c2d9d700 1 -- 172.21.15.42:0/3922712442 learned_addr learned my addr 172.21.15.42:0/3922712442 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:22:19.292 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:19.289+0000 7fc2c1d9b700 1 --2- 172.21.15.42:0/3922712442 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc2c4101d50 0x7fc2c419a040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:19.292 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:19.289+0000 7fc2c259c700 1 --2- 172.21.15.42:0/3922712442 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc2c4101390 0x7fc2c4199b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:19.292 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:19.290+0000 7fc2c2d9d700 1 -- 172.21.15.42:0/3922712442 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc2c4101390 msgr2=0x7fc2c4199b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:19.292 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:19.290+0000 7fc2c2d9d700 1 --2- 172.21.15.42:0/3922712442 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc2c4101390 0x7fc2c4199b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:19.293 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:19.290+0000 7fc2c2d9d700 1 -- 172.21.15.42:0/3922712442 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc2c4101d50 msgr2=0x7fc2c419a040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:19.293 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:19.290+0000 7fc2c2d9d700 1 --2- 172.21.15.42:0/3922712442 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc2c4101d50 0x7fc2c419a040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:19.293 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:19.290+0000 7fc2c2d9d700 1 -- 172.21.15.42:0/3922712442 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2c41a50c0 con 0x7fc2c4107400 2024-06-06T08:22:19.293 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:19.290+0000 7fc2c2d9d700 1 --2- 172.21.15.42:0/3922712442 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc2c4107400 0x7fc2c41a4b80 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fc2bc00b970 tx=0x7fc2bc00bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:19.293 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:19.290+0000 7fc2bb7fe700 1 -- 172.21.15.42:0/3922712442 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2bc019070 con 0x7fc2c4107400 2024-06-06T08:22:19.293 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:19.290+0000 7fc2c8cf5700 1 -- 172.21.15.42:0/3922712442 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2c41a52f0 con 0x7fc2c4107400 2024-06-06T08:22:19.293 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:19.290+0000 7fc2bb7fe700 1 -- 172.21.15.42:0/3922712442 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc2bc00ce10 con 0x7fc2c4107400 2024-06-06T08:22:19.293 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:19.290+0000 7fc2bb7fe700 1 -- 172.21.15.42:0/3922712442 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2bc007370 con 0x7fc2c4107400 2024-06-06T08:22:19.293 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:19.290+0000 7fc2c8cf5700 1 -- 172.21.15.42:0/3922712442 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2c41a5800 con 0x7fc2c4107400 2024-06-06T08:22:19.293 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:19.291+0000 7fc2c8cf5700 1 -- 172.21.15.42:0/3922712442 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc2c4069180 con 0x7fc2c4107400 2024-06-06T08:22:19.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:19.292+0000 7fc2bb7fe700 1 -- 172.21.15.42:0/3922712442 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fc2bc01c070 con 0x7fc2c4107400 2024-06-06T08:22:19.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:19.293+0000 7fc2bb7fe700 1 --2- 172.21.15.42:0/3922712442 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fc2b00a2ca0 0x7fc2b00a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:19.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:19.293+0000 7fc2c259c700 1 --2- 172.21.15.42:0/3922712442 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fc2b00a2ca0 0x7fc2b00a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:19.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:19.293+0000 7fc2bb7fe700 1 -- 172.21.15.42:0/3922712442 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7fc2bc0ceb80 con 0x7fc2c4107400 2024-06-06T08:22:19.295 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:19.294+0000 7fc2c259c700 1 --2- 172.21.15.42:0/3922712442 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fc2b00a2ca0 0x7fc2b00a5160 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fc2ac006010 tx=0x7fc2ac00b540 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:19.296 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:19.297+0000 7fc2bb7fe700 1 -- 172.21.15.42:0/3922712442 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fc2bc09b780 con 0x7fc2c4107400 2024-06-06T08:22:19.505 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:19.505+0000 7fc2c8cf5700 1 -- 172.21.15.42:0/3922712442 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc2c402de60 con 0x7fc2c4107400 2024-06-06T08:22:19.507 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:19.507+0000 7fc2bb7fe700 1 -- 172.21.15.42:0/3922712442 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v99) ==== 74+0+24632 (secure 0 0 0) 0x7fc2bc09b080 con 0x7fc2c4107400 2024-06-06T08:22:19.507 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:22:19.508 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":99,"fsid":"103bdc14-23dc-11ef-bc9b-c7b262605968","created":"2024-06-06T08:10:24.766424+0000","modified":"2024-06-06T08:19:20.058787+0000","last_up_change":"2024-06-06T08:17:36.287686+0000","last_in_change":"2024-06-06T08:17:16.753056+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-06T08:13:45.019237+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-06-06T08:18:33.144907+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-06-06T08:18:36.897997+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-06-06T08:18:46.419853+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"97","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"e2e4fdcf-59e7-458d-b89e-8f5b7095ecba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6803","nonce":992269164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6805","nonce":992269164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6809","nonce":992269164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6807","nonce":992269164}]},"public_addr":"172.21.15.42:6803/992269164","cluster_addr":"172.21.15.42:6805/992269164","heartbeat_back_addr":"172.21.15.42:6809/992269164","heartbeat_front_addr":"172.21.15.42:6807/992269164","state":["exists","up"]},{"osd":1,"uuid":"5a66dde1-0e6a-44d3-9b2d-2c97d7c8db94","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6800","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6801","nonce":207181328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6802","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6803","nonce":207181328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6806","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6807","nonce":207181328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6804","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6805","nonce":207181328}]},"public_addr":"172.21.15.120:6801/207181328","cluster_addr":"172.21.15.120:6803/207181328","heartbeat_back_addr":"172.21.15.120:6807/207181328","heartbeat_front_addr":"172.21.15.120:6805/207181328","state":["exists","up"]},{"osd":2,"uuid":"642addc3-ef6d-438d-ba2b-011de9e2ba8d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6801","nonce":2997625975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6803","nonce":2997625975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6807","nonce":2997625975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6805","nonce":2997625975}]},"public_addr":"172.21.15.149:6801/2997625975","cluster_addr":"172.21.15.149:6803/2997625975","heartbeat_back_addr":"172.21.15.149:6807/2997625975","heartbeat_front_addr":"172.21.15.149:6805/2997625975","state":["exists","up"]},{"osd":3,"uuid":"2a97b907-d011-4010-a71b-a7783002e9b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6811","nonce":4079103623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6813","nonce":4079103623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6817","nonce":4079103623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6815","nonce":4079103623}]},"public_addr":"172.21.15.42:6811/4079103623","cluster_addr":"172.21.15.42:6813/4079103623","heartbeat_back_addr":"172.21.15.42:6817/4079103623","heartbeat_front_addr":"172.21.15.42:6815/4079103623","state":["exists","up"]},{"osd":4,"uuid":"8848bdb6-07d9-4be6-8dcb-01f181f6b678","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6808","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6809","nonce":559794558}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6810","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6811","nonce":559794558}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6814","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6815","nonce":559794558}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6812","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6813","nonce":559794558}]},"public_addr":"172.21.15.120:6809/559794558","cluster_addr":"172.21.15.120:6811/559794558","heartbeat_back_addr":"172.21.15.120:6815/559794558","heartbeat_front_addr":"172.21.15.120:6813/559794558","state":["exists","up"]},{"osd":5,"uuid":"4be1b7e5-1de1-4927-9960-c0f6415e0bff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6809","nonce":4023193877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6811","nonce":4023193877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6815","nonce":4023193877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6813","nonce":4023193877}]},"public_addr":"172.21.15.149:6809/4023193877","cluster_addr":"172.21.15.149:6811/4023193877","heartbeat_back_addr":"172.21.15.149:6815/4023193877","heartbeat_front_addr":"172.21.15.149:6813/4023193877","state":["exists","up"]},{"osd":6,"uuid":"6c1a1ff4-9bed-4f13-ab16-314c8086c06f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6819","nonce":1922652007}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6821","nonce":1922652007}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6825","nonce":1922652007}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6823","nonce":1922652007}]},"public_addr":"172.21.15.42:6819/1922652007","cluster_addr":"172.21.15.42:6821/1922652007","heartbeat_back_addr":"172.21.15.42:6825/1922652007","heartbeat_front_addr":"172.21.15.42:6823/1922652007","state":["exists","up"]},{"osd":7,"uuid":"37cb2c8b-d9c0-4d1e-bee8-cc850c69ba0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6816","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6817","nonce":156965814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6818","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6819","nonce":156965814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6822","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6823","nonce":156965814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6820","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6821","nonce":156965814}]},"public_addr":"172.21.15.120:6817/156965814","cluster_addr":"172.21.15.120:6819/156965814","heartbeat_back_addr":"172.21.15.120:6823/156965814","heartbeat_front_addr":"172.21.15.120:6821/156965814","state":["exists","up"]},{"osd":8,"uuid":"6df7e642-d784-4aac-b764-ddf0747add90","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6817","nonce":4100009474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6819","nonce":4100009474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6823","nonce":4100009474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6821","nonce":4100009474}]},"public_addr":"172.21.15.149:6817/4100009474","cluster_addr":"172.21.15.149:6819/4100009474","heartbeat_back_addr":"172.21.15.149:6823/4100009474","heartbeat_front_addr":"172.21.15.149:6821/4100009474","state":["exists","up"]},{"osd":9,"uuid":"f4b2af93-29f8-495a-86f7-72c2b64b34cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6827","nonce":3216295459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6829","nonce":3216295459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6833","nonce":3216295459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6831","nonce":3216295459}]},"public_addr":"172.21.15.42:6827/3216295459","cluster_addr":"172.21.15.42:6829/3216295459","heartbeat_back_addr":"172.21.15.42:6833/3216295459","heartbeat_front_addr":"172.21.15.42:6831/3216295459","state":["exists","up"]},{"osd":10,"uuid":"5d31e261-0c1d-488d-a7d5-6a6c1250edca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6824","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6825","nonce":3633743730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6826","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6827","nonce":3633743730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6830","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6831","nonce":3633743730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6828","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6829","nonce":3633743730}]},"public_addr":"172.21.15.120:6825/3633743730","cluster_addr":"172.21.15.120:6827/3633743730","heartbeat_back_addr":"172.21.15.120:6831/3633743730","heartbeat_front_addr":"172.21.15.120:6829/3633743730","state":["exists","up"]},{"osd":11,"uuid":"32e1e82b-97fe-4469-8345-871e9caffc3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6825","nonce":797850884}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6827","nonce":797850884}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6831","nonce":797850884}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6829","nonce":797850884}]},"public_addr":"172.21.15.149:6825/797850884","cluster_addr":"172.21.15.149:6827/797850884","heartbeat_back_addr":"172.21.15.149:6831/797850884","heartbeat_front_addr":"172.21.15.149:6829/797850884","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:12:53.901249+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:13:17.683764+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:13:41.352203+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:14:08.031995+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:14:33.363708+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:14:58.055589+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:15:24.669566+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:15:50.912783+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:16:15.924258+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:16:43.185660+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:17:09.578878+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:17:35.047958+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.10","mappings":[{"from":2,"to":4}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.1","mappings":[{"from":4,"to":9}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"4.e","mappings":[{"from":5,"to":8}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]},{"pgid":"4.14","mappings":[{"from":9,"to":8}]},{"pgid":"4.16","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.42:0/2349000297":"2024-06-07T08:11:18.501580+0000","172.21.15.42:6801/542419736":"2024-06-07T08:11:18.501580+0000","172.21.15.42:0/2444807230":"2024-06-07T08:10:51.469961+0000","172.21.15.42:0/2035946884":"2024-06-07T08:11:18.501580+0000","172.21.15.42:6800/542419736":"2024-06-07T08:11:18.501580+0000","172.21.15.42:0/2547834811":"2024-06-07T08:10:51.469961+0000","172.21.15.42:0/1748257485":"2024-06-07T08:11:18.501580+0000","172.21.15.42:0/1313394303":"2024-06-07T08:10:51.469961+0000","172.21.15.42:6800/1296506824":"2024-06-07T08:10:51.469961+0000","172.21.15.42:6801/1296506824":"2024-06-07T08:10:51.469961+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-06T08:22:19.510 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:19.509+0000 7fc2c8cf5700 1 -- 172.21.15.42:0/3922712442 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fc2b00a2ca0 msgr2=0x7fc2b00a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:19.510 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:19.509+0000 7fc2c8cf5700 1 --2- 172.21.15.42:0/3922712442 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fc2b00a2ca0 0x7fc2b00a5160 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fc2ac006010 tx=0x7fc2ac00b540 comp rx=0 tx=0).stop 2024-06-06T08:22:19.510 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:19.509+0000 7fc2c8cf5700 1 -- 172.21.15.42:0/3922712442 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc2c4107400 msgr2=0x7fc2c41a4b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:19.510 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:19.509+0000 7fc2c8cf5700 1 --2- 172.21.15.42:0/3922712442 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc2c4107400 0x7fc2c41a4b80 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fc2bc00b970 tx=0x7fc2bc00bc80 comp rx=0 tx=0).stop 2024-06-06T08:22:19.510 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:19.509+0000 7fc2c8cf5700 1 -- 172.21.15.42:0/3922712442 shutdown_connections 2024-06-06T08:22:19.510 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:19.509+0000 7fc2c8cf5700 1 --2- 172.21.15.42:0/3922712442 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc2c4107400 0x7fc2c41a4b80 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:19.511 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:19.509+0000 7fc2c8cf5700 1 --2- 172.21.15.42:0/3922712442 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fc2b00a2ca0 0x7fc2b00a5160 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:19.511 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:19.510+0000 7fc2c8cf5700 1 --2- 172.21.15.42:0/3922712442 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc2c4101390 0x7fc2c4199b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:19.511 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:19.510+0000 7fc2c8cf5700 1 --2- 172.21.15.42:0/3922712442 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc2c4101d50 0x7fc2c419a040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:19.511 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:19.510+0000 7fc2c8cf5700 1 -- 172.21.15.42:0/3922712442 >> 172.21.15.42:0/3922712442 conn(0x7fc2c4078340 msgr2=0x7fc2c40fff60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:19.511 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:19.510+0000 7fc2c8cf5700 1 -- 172.21.15.42:0/3922712442 shutdown_connections 2024-06-06T08:22:19.511 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:19.510+0000 7fc2c8cf5700 1 -- 172.21.15.42:0/3922712442 wait complete. 2024-06-06T08:22:20.159 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 25, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-06-06T08:18:39.778858+0000', 'modified': '2024-06-06T08:19:48.185676+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 24484, 'mds_1': 24469, 'mds_2': 24464}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24430': {'gid': 24430, 'name': 'l', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.149:6833/677848196', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.149:6832', 'nonce': 677848196}, {'type': 'v1', 'addr': '172.21.15.149:6833', 'nonce': 677848196}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24434': {'gid': 24434, 'name': 'h', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.120:6837/3434475673', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.120:6836', 'nonce': 3434475673}, {'type': 'v1', 'addr': '172.21.15.120:6837', 'nonce': 3434475673}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24463': {'gid': 24463, 'name': 'f', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.149:6835/3776134468', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.149:6834', 'nonce': 3776134468}, {'type': 'v1', 'addr': '172.21.15.149:6835', 'nonce': 3776134468}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24464': {'gid': 24464, 'name': 'b', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 21, 'addr': '172.21.15.120:6839/1585293472', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.120:6838', 'nonce': 1585293472}, {'type': 'v1', 'addr': '172.21.15.120:6839', 'nonce': 1585293472}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24469': {'gid': 24469, 'name': 'c', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 25, 'addr': '172.21.15.149:6837/751787578', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.149:6836', 'nonce': 751787578}, {'type': 'v1', 'addr': '172.21.15.149:6837', 'nonce': 751787578}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24484': {'gid': 24484, 'name': 'i', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 8, 'addr': '172.21.15.149:6839/764851483', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.149:6838', 'nonce': 764851483}, {'type': 'v1', 'addr': '172.21.15.149:6839', 'nonce': 764851483}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24484, 'qdb_cluster': [24469, 24484, 24464]} 2024-06-06T08:22:20.160 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-06-06T08:22:20.160 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.b status 2024-06-06T08:22:20.415 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:22:20.750 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:20 smithi042 ceph-mon[32384]: pgmap v419: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-06-06T08:22:20.750 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:20 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/3922712442' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T08:22:20.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:20 smithi149 ceph-mon[36842]: pgmap v419: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-06-06T08:22:20.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:20 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/3922712442' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T08:22:20.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:20 smithi120 ceph-mon[36658]: pgmap v419: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-06-06T08:22:20.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:20 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/3922712442' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T08:22:22.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.062+0000 7fbb5dbf8700 1 -- 172.21.15.42:0/16270888 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbb58107400 msgr2=0x7fbb581077e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:22.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.062+0000 7fbb5dbf8700 1 --2- 172.21.15.42:0/16270888 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbb58107400 0x7fbb581077e0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fbb48009990 tx=0x7fbb48009ca0 comp rx=0 tx=0).stop 2024-06-06T08:22:22.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.062+0000 7fbb5dbf8700 1 -- 172.21.15.42:0/16270888 shutdown_connections 2024-06-06T08:22:22.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.062+0000 7fbb5dbf8700 1 --2- 172.21.15.42:0/16270888 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbb58101d50 0x7fbb5810e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:22.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.062+0000 7fbb5dbf8700 1 --2- 172.21.15.42:0/16270888 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbb58107400 0x7fbb581077e0 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:22.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.062+0000 7fbb5dbf8700 1 --2- 172.21.15.42:0/16270888 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbb58101390 0x7fbb58101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:22.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.062+0000 7fbb5dbf8700 1 -- 172.21.15.42:0/16270888 >> 172.21.15.42:0/16270888 conn(0x7fbb58078340 msgr2=0x7fbb58078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:22.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.062+0000 7fbb5dbf8700 1 -- 172.21.15.42:0/16270888 shutdown_connections 2024-06-06T08:22:22.064 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.062+0000 7fbb5dbf8700 1 -- 172.21.15.42:0/16270888 wait complete. 2024-06-06T08:22:22.064 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.063+0000 7fbb5dbf8700 1 Processor -- start 2024-06-06T08:22:22.064 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.063+0000 7fbb5dbf8700 1 -- start start 2024-06-06T08:22:22.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.063+0000 7fbb5dbf8700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbb58101390 0x7fbb58103070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:22.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.063+0000 7fbb5dbf8700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbb58101d50 0x7fbb581035b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:22.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.063+0000 7fbb5dbf8700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbb58107400 0x7fbb58103af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:22.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.063+0000 7fbb5dbf8700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fbb58111720 con 0x7fbb58101390 2024-06-06T08:22:22.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.063+0000 7fbb5dbf8700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fbb581115a0 con 0x7fbb58107400 2024-06-06T08:22:22.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.063+0000 7fbb5dbf8700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fbb581118a0 con 0x7fbb58101d50 2024-06-06T08:22:22.066 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.064+0000 7fbb577fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbb58101390 0x7fbb58103070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:22.066 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.064+0000 7fbb577fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbb58101390 0x7fbb58103070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:50660/0 (socket says 172.21.15.42:50660) 2024-06-06T08:22:22.066 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.064+0000 7fbb577fe700 1 -- 172.21.15.42:0/2128510187 learned_addr learned my addr 172.21.15.42:0/2128510187 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:22:22.066 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.064+0000 7fbb4effd700 1 --2- 172.21.15.42:0/2128510187 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbb58101d50 0x7fbb581035b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:22.066 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.064+0000 7fbb57fff700 1 --2- 172.21.15.42:0/2128510187 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbb58107400 0x7fbb58103af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:22.066 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.064+0000 7fbb577fe700 1 -- 172.21.15.42:0/2128510187 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbb58101d50 msgr2=0x7fbb581035b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:22.066 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.064+0000 7fbb577fe700 1 --2- 172.21.15.42:0/2128510187 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbb58101d50 0x7fbb581035b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:22.066 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.064+0000 7fbb577fe700 1 -- 172.21.15.42:0/2128510187 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbb58107400 msgr2=0x7fbb58103af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:22.066 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.064+0000 7fbb577fe700 1 --2- 172.21.15.42:0/2128510187 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbb58107400 0x7fbb58103af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:22.066 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.064+0000 7fbb577fe700 1 -- 172.21.15.42:0/2128510187 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb581ab5e0 con 0x7fbb58101390 2024-06-06T08:22:22.066 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.064+0000 7fbb577fe700 1 --2- 172.21.15.42:0/2128510187 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbb58101390 0x7fbb58103070 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fbb48000c00 tx=0x7fbb480047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:22.066 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.064+0000 7fbb557fa700 1 -- 172.21.15.42:0/2128510187 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb48027070 con 0x7fbb58101390 2024-06-06T08:22:22.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.064+0000 7fbb557fa700 1 -- 172.21.15.42:0/2128510187 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbb48003780 con 0x7fbb58101390 2024-06-06T08:22:22.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.064+0000 7fbb5dbf8700 1 -- 172.21.15.42:0/2128510187 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbb581ab810 con 0x7fbb58101390 2024-06-06T08:22:22.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.065+0000 7fbb557fa700 1 -- 172.21.15.42:0/2128510187 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb48022dd0 con 0x7fbb58101390 2024-06-06T08:22:22.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.065+0000 7fbb5dbf8700 1 -- 172.21.15.42:0/2128510187 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbb581abd10 con 0x7fbb58101390 2024-06-06T08:22:22.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.067+0000 7fbb557fa700 1 -- 172.21.15.42:0/2128510187 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fbb4802a070 con 0x7fbb58101390 2024-06-06T08:22:22.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.067+0000 7fbb557fa700 1 --2- 172.21.15.42:0/2128510187 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fbb440a2ca0 0x7fbb440a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:22.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.067+0000 7fbb4effd700 1 --2- 172.21.15.42:0/2128510187 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fbb440a2ca0 0x7fbb440a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:22.068 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.068+0000 7fbb557fa700 1 -- 172.21.15.42:0/2128510187 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7fbb480d0000 con 0x7fbb58101390 2024-06-06T08:22:22.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.068+0000 7fbb4effd700 1 --2- 172.21.15.42:0/2128510187 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fbb440a2ca0 0x7fbb440a5160 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fbb58104830 tx=0x7fbb40009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:22.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.068+0000 7fbb6847bb80 1 Processor -- start 2024-06-06T08:22:22.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.068+0000 7fbb6847bb80 1 -- start start 2024-06-06T08:22:22.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.069+0000 7fbb6847bb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e74e475f10 0x55e74e4762f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:22.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.069+0000 7fbb6847bb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e74e476830 0x55e74e470210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:22.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.069+0000 7fbb6847bb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e74e470750 0x55e74e470b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:22.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.069+0000 7fbb6847bb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55e74e362f10 con 0x55e74e476830 2024-06-06T08:22:22.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.069+0000 7fbb6847bb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55e74e3c1800 con 0x55e74e470750 2024-06-06T08:22:22.070 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.069+0000 7fbb6847bb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55e74e329410 con 0x55e74e475f10 2024-06-06T08:22:22.070 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.069+0000 7fbb4effd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e74e476830 0x55e74e470210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:22.070 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.069+0000 7fbb4effd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e74e476830 0x55e74e470210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:50676/0 (socket says 172.21.15.42:50676) 2024-06-06T08:22:22.070 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.069+0000 7fbb4effd700 1 -- 172.21.15.42:0/949172627 learned_addr learned my addr 172.21.15.42:0/949172627 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:22:22.070 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.069+0000 7fbb577fe700 1 --2- 172.21.15.42:0/949172627 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e74e475f10 0x55e74e4762f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:22.070 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.069+0000 7fbb57fff700 1 --2- 172.21.15.42:0/949172627 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e74e470750 0x55e74e470b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:22.070 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.069+0000 7fbb4effd700 1 -- 172.21.15.42:0/949172627 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e74e475f10 msgr2=0x55e74e4762f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:22:22.070 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.069+0000 7fbb4effd700 1 --2- 172.21.15.42:0/949172627 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e74e475f10 0x55e74e4762f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:22.070 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.069+0000 7fbb4effd700 1 -- 172.21.15.42:0/949172627 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e74e470750 msgr2=0x55e74e470b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:22:22.071 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.069+0000 7fbb4effd700 1 --2- 172.21.15.42:0/949172627 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e74e470750 0x55e74e470b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:22.071 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.069+0000 7fbb4effd700 1 -- 172.21.15.42:0/949172627 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e74e310880 con 0x55e74e476830 2024-06-06T08:22:22.071 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.069+0000 7fbb57fff700 1 --2- 172.21.15.42:0/949172627 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e74e470750 0x55e74e470b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:22:22.071 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.069+0000 7fbb4effd700 1 --2- 172.21.15.42:0/949172627 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e74e476830 0x55e74e470210 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fbb40009fd0 tx=0x7fbb40011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=98529abe4d15b23 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:22.074 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.070+0000 7fbb4dffb700 1 -- 172.21.15.42:0/949172627 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb4001b040 con 0x55e74e476830 2024-06-06T08:22:22.074 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.070+0000 7fbb4dffb700 1 -- 172.21.15.42:0/949172627 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbb40024070 con 0x55e74e476830 2024-06-06T08:22:22.074 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.070+0000 7fbb4dffb700 1 -- 172.21.15.42:0/949172627 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb40013740 con 0x55e74e476830 2024-06-06T08:22:22.074 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.070+0000 7fbb6847bb80 1 -- 172.21.15.42:0/949172627 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e74e476830 msgr2=0x55e74e470210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:22.074 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.070+0000 7fbb6847bb80 1 --2- 172.21.15.42:0/949172627 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e74e476830 0x55e74e470210 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fbb40009fd0 tx=0x7fbb40011000 comp rx=0 tx=0).stop 2024-06-06T08:22:22.074 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.070+0000 7fbb6847bb80 1 -- 172.21.15.42:0/949172627 shutdown_connections 2024-06-06T08:22:22.074 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.070+0000 7fbb6847bb80 1 --2- 172.21.15.42:0/949172627 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e74e470750 0x55e74e470b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:22.074 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.070+0000 7fbb6847bb80 1 --2- 172.21.15.42:0/949172627 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e74e475f10 0x55e74e4762f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:22.075 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.070+0000 7fbb6847bb80 1 --2- 172.21.15.42:0/949172627 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e74e476830 0x55e74e470210 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:22.075 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.070+0000 7fbb6847bb80 1 -- 172.21.15.42:0/949172627 >> 172.21.15.42:0/949172627 conn(0x55e74e39d030 msgr2=0x55e74e46b1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:22.075 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.071+0000 7fbb6847bb80 1 -- 172.21.15.42:0/949172627 shutdown_connections 2024-06-06T08:22:22.075 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.071+0000 7fbb6847bb80 1 -- 172.21.15.42:0/949172627 wait complete. 2024-06-06T08:22:22.075 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.071+0000 7fbb6847bb80 1 -- start start 2024-06-06T08:22:22.075 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.071+0000 7fbb6847bb80 1 Processor -- start 2024-06-06T08:22:22.075 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.071+0000 7fbb6847bb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e74e470750 0x55e74e47c620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:22.075 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.071+0000 7fbb6847bb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e74e475f10 0x55e74e479920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:22.075 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.071+0000 7fbb6847bb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e74e476830 0x55e74e479e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:22.075 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.071+0000 7fbb6847bb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55e74e361f70 con 0x55e74e475f10 2024-06-06T08:22:22.075 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.071+0000 7fbb6847bb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55e74e3bd7c0 con 0x55e74e470750 2024-06-06T08:22:22.075 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.071+0000 7fbb6847bb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55e74e47d210 con 0x55e74e476830 2024-06-06T08:22:22.075 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.072+0000 7fbb6847bb80 10 client.0 _ll_register_callbacks cb 0x55e74e357560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:22:22.076 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.072+0000 7fbb4effd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e74e475f10 0x55e74e479920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:22.076 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.072+0000 7fbb4effd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e74e475f10 0x55e74e479920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:50690/0 (socket says 172.21.15.42:50690) 2024-06-06T08:22:22.076 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.072+0000 7fbb4effd700 1 -- 172.21.15.42:0/2286139344 learned_addr learned my addr 172.21.15.42:0/2286139344 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:22:22.076 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.072+0000 7fbb577fe700 1 --2- 172.21.15.42:0/2286139344 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e74e470750 0x55e74e47c620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:22.076 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.072+0000 7fbb57fff700 1 --2- 172.21.15.42:0/2286139344 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e74e476830 0x55e74e479e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:22.076 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.072+0000 7fbb4effd700 1 -- 172.21.15.42:0/2286139344 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e74e476830 msgr2=0x55e74e479e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:22:22.076 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.072+0000 7fbb4effd700 1 --2- 172.21.15.42:0/2286139344 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e74e476830 0x55e74e479e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:22.076 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.072+0000 7fbb4effd700 1 -- 172.21.15.42:0/2286139344 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e74e470750 msgr2=0x55e74e47c620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:22:22.076 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.072+0000 7fbb4effd700 1 --2- 172.21.15.42:0/2286139344 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e74e470750 0x55e74e47c620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:22.076 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.072+0000 7fbb4effd700 1 -- 172.21.15.42:0/2286139344 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e74e387700 con 0x55e74e475f10 2024-06-06T08:22:22.076 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.072+0000 7fbb4effd700 1 --2- 172.21.15.42:0/2286139344 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e74e475f10 0x55e74e479920 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fbb400048a0 tx=0x7fbb40015950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6fa61761c3fba319 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:22.076 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.072+0000 7fbb36ffd700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:22:22.076 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.072+0000 7fbb36ffd700 1 -- 172.21.15.42:0/2286139344 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb4002e070 con 0x55e74e475f10 2024-06-06T08:22:22.076 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.072+0000 7fbb36ffd700 1 -- 172.21.15.42:0/2286139344 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7fbb40028830 con 0x55e74e475f10 2024-06-06T08:22:22.077 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.073+0000 7fbb6847bb80 1 -- 172.21.15.42:0/2286139344 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbb40024070 con 0x55e74e475f10 2024-06-06T08:22:22.077 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.073+0000 7fbb36ffd700 1 -- 172.21.15.42:0/2286139344 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fbb4003a050 con 0x55e74e475f10 2024-06-06T08:22:22.077 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.073+0000 7fbb6847bb80 10 client.15138 fetch_fsmap learned FSMap version 25 2024-06-06T08:22:22.077 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.073+0000 7fbb6847bb80 1 -- 172.21.15.42:0/2286139344 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55e74e4879e0 con 0x55e74e475f10 2024-06-06T08:22:22.077 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.073+0000 7fbb36ffd700 1 -- 172.21.15.42:0/2286139344 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbb40024070 con 0x55e74e475f10 2024-06-06T08:22:22.077 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.073+0000 7fbb36ffd700 1 -- 172.21.15.42:0/2286139344 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fbb4001e030 con 0x55e74e475f10 2024-06-06T08:22:22.077 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.073+0000 7fbb6847bb80 10 client.15138 fetch_fsmap finished waiting for FSMap version 25 2024-06-06T08:22:22.077 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.073+0000 7fbb6847bb80 10 client.15138 resolve_mds: resolved name 'b' to daemon mds.b 2024-06-06T08:22:22.077 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.073+0000 7fbb6847bb80 20 client.15138 populate_metadata read hostname 'smithi042' 2024-06-06T08:22:22.077 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.073+0000 7fbb6847bb80 1 --2- 172.21.15.42:0/2286139344 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x55e74e48a350 0x55e74e48b7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:22.077 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.073+0000 7fbb6847bb80 4 client.15138 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:22:22.077 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.073+0000 7fbb6847bb80 1 -- 172.21.15.42:0/2286139344 --> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e74e3ced00 con 0x55e74e48a350 2024-06-06T08:22:22.077 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.074+0000 7fbb577fe700 1 --2- 172.21.15.42:0/2286139344 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x55e74e48a350 0x55e74e48b7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:22.078 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.074+0000 7fbb577fe700 1 --2- 172.21.15.42:0/2286139344 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x55e74e48a350 0x55e74e48b7c0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=404d5e30ad915413 server_cookie=3d355b5bff2ec8a in_seq=0 out_seq=0 2024-06-06T08:22:22.078 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.074+0000 7fbb36ffd700 10 client.15138 ms_handle_connect on v2:172.21.15.120:6838/1585293472 2024-06-06T08:22:22.079 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.075+0000 7fbb36ffd700 1 -- 172.21.15.42:0/2286139344 <== mds.2 v2:172.21.15.120:6838/1585293472 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55e74e3ced00 con 0x55e74e48a350 2024-06-06T08:22:22.079 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.075+0000 7fbb36ffd700 10 client.15138 handle_command_reply: tid=0 2024-06-06T08:22:22.079 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.075+0000 7fbb6847bb80 1 client.15138 shutdown 2024-06-06T08:22:22.079 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.075+0000 7fbb6847bb80 1 -- 172.21.15.42:0/2286139344 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e74e475f10 msgr2=0x55e74e479920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:22.079 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.075+0000 7fbb6847bb80 1 --2- 172.21.15.42:0/2286139344 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e74e475f10 0x55e74e479920 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fbb400048a0 tx=0x7fbb40015950 comp rx=0 tx=0).stop 2024-06-06T08:22:22.079 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.075+0000 7fbb6847bb80 1 -- 172.21.15.42:0/2286139344 shutdown_connections 2024-06-06T08:22:22.079 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.075+0000 7fbb6847bb80 1 --2- 172.21.15.42:0/2286139344 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x55e74e48a350 0x55e74e48b7c0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:22.079 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.075+0000 7fbb36ffd700 0 client.15138 ms_handle_reset on v2:172.21.15.120:6838/1585293472 2024-06-06T08:22:22.079 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.075+0000 7fbb6847bb80 1 --2- 172.21.15.42:0/2286139344 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e74e476830 0x55e74e479e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:22.079 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.075+0000 7fbb6847bb80 1 --2- 172.21.15.42:0/2286139344 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e74e470750 0x55e74e47c620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:22.079 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.075+0000 7fbb6847bb80 1 --2- 172.21.15.42:0/2286139344 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e74e475f10 0x55e74e479920 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:22.080 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.075+0000 7fbb6847bb80 1 -- 172.21.15.42:0/2286139344 >> 172.21.15.42:0/2286139344 conn(0x55e74e39d030 msgr2=0x55e74e46a6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:22.080 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.075+0000 7fbb6847bb80 1 -- 172.21.15.42:0/2286139344 shutdown_connections 2024-06-06T08:22:22.080 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.075+0000 7fbb6847bb80 1 -- 172.21.15.42:0/2286139344 wait complete. 2024-06-06T08:22:22.080 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.075+0000 7fbb6847bb80 20 client.15138 trim_cache size 0 max 16384 2024-06-06T08:22:22.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.097+0000 7fbb6847bb80 1 Processor -- start 2024-06-06T08:22:22.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.097+0000 7fbb6847bb80 1 -- start start 2024-06-06T08:22:22.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.097+0000 7fbb6847bb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e74e470750 0x55e74e4774e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:22.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.097+0000 7fbb6847bb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e74e475f10 0x55e74e479e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:22.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.097+0000 7fbb6847bb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e74e476830 0x55e74e489400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:22.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.097+0000 7fbb6847bb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55e74e489b00 con 0x55e74e475f10 2024-06-06T08:22:22.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.097+0000 7fbb6847bb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55e74e48a1d0 con 0x55e74e470750 2024-06-06T08:22:22.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.097+0000 7fbb6847bb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55e74e48a8a0 con 0x55e74e476830 2024-06-06T08:22:22.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.098+0000 7fbb4effd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e74e475f10 0x55e74e479e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:22.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.098+0000 7fbb4effd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e74e475f10 0x55e74e479e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:50694/0 (socket says 172.21.15.42:50694) 2024-06-06T08:22:22.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.098+0000 7fbb4effd700 1 -- 172.21.15.42:0/2541348209 learned_addr learned my addr 172.21.15.42:0/2541348209 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:22:22.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.098+0000 7fbb577fe700 1 --2- 172.21.15.42:0/2541348209 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e74e470750 0x55e74e4774e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:22.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.098+0000 7fbb57fff700 1 --2- 172.21.15.42:0/2541348209 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e74e476830 0x55e74e489400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:22.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.098+0000 7fbb4effd700 1 -- 172.21.15.42:0/2541348209 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e74e476830 msgr2=0x55e74e489400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:22:22.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.098+0000 7fbb4effd700 1 --2- 172.21.15.42:0/2541348209 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e74e476830 0x55e74e489400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:22.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.098+0000 7fbb4effd700 1 -- 172.21.15.42:0/2541348209 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e74e470750 msgr2=0x55e74e4774e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:22:22.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.098+0000 7fbb4effd700 1 --2- 172.21.15.42:0/2541348209 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e74e470750 0x55e74e4774e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:22.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.098+0000 7fbb4effd700 1 -- 172.21.15.42:0/2541348209 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e74e470550 con 0x55e74e475f10 2024-06-06T08:22:22.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.098+0000 7fbb577fe700 1 --2- 172.21.15.42:0/2541348209 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e74e470750 0x55e74e4774e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:22:22.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.098+0000 7fbb4effd700 1 --2- 172.21.15.42:0/2541348209 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e74e475f10 0x55e74e479e90 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fbb40013a70 tx=0x7fbb40004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c7b2b3e22bc8ef8 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:22.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.098+0000 7fbb4d7fa700 1 -- 172.21.15.42:0/2541348209 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb4002c030 con 0x55e74e475f10 2024-06-06T08:22:22.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.098+0000 7fbb4d7fa700 1 -- 172.21.15.42:0/2541348209 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbb40024050 con 0x55e74e475f10 2024-06-06T08:22:22.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.098+0000 7fbb4d7fa700 1 -- 172.21.15.42:0/2541348209 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb4002e040 con 0x55e74e475f10 2024-06-06T08:22:22.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.099+0000 7fbb6847bb80 1 -- 172.21.15.42:0/2541348209 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e74e475f10 msgr2=0x55e74e479e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:22.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.099+0000 7fbb6847bb80 1 --2- 172.21.15.42:0/2541348209 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e74e475f10 0x55e74e479e90 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fbb40013a70 tx=0x7fbb40004750 comp rx=0 tx=0).stop 2024-06-06T08:22:22.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.099+0000 7fbb6847bb80 1 -- 172.21.15.42:0/2541348209 shutdown_connections 2024-06-06T08:22:22.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.099+0000 7fbb6847bb80 1 --2- 172.21.15.42:0/2541348209 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e74e476830 0x55e74e489400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:22.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.099+0000 7fbb6847bb80 1 --2- 172.21.15.42:0/2541348209 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e74e470750 0x55e74e4774e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:22.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.099+0000 7fbb6847bb80 1 --2- 172.21.15.42:0/2541348209 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e74e475f10 0x55e74e479e90 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:22.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.099+0000 7fbb6847bb80 1 -- 172.21.15.42:0/2541348209 >> 172.21.15.42:0/2541348209 conn(0x55e74e39d030 msgr2=0x55e74e47b150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:22.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.099+0000 7fbb6847bb80 1 -- 172.21.15.42:0/2541348209 shutdown_connections 2024-06-06T08:22:22.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.099+0000 7fbb6847bb80 1 -- 172.21.15.42:0/2541348209 wait complete. 2024-06-06T08:22:22.107 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.100+0000 7fbb6847bb80 1 -- start start 2024-06-06T08:22:22.107 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.100+0000 7fbb6847bb80 1 Processor -- start 2024-06-06T08:22:22.107 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.100+0000 7fbb6847bb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e74e470750 0x55e74e494c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:22.108 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.100+0000 7fbb6847bb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e74e475f10 0x55e74e495180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:22.108 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.100+0000 7fbb6847bb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e74e476830 0x55e74e48fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:22.108 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.100+0000 7fbb6847bb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55e74e48b640 con 0x55e74e470750 2024-06-06T08:22:22.108 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.100+0000 7fbb6847bb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55e74e48af70 con 0x55e74e476830 2024-06-06T08:22:22.108 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.100+0000 7fbb6847bb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55e74e48bd10 con 0x55e74e475f10 2024-06-06T08:22:22.108 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.100+0000 7fbb6847bb80 10 client.0 _ll_register_callbacks cb 0x55e74e357560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:22:22.108 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.100+0000 7fbb577fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e74e470750 0x55e74e494c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:22.109 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.100+0000 7fbb577fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e74e470750 0x55e74e494c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:50702/0 (socket says 172.21.15.42:50702) 2024-06-06T08:22:22.109 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.100+0000 7fbb57fff700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e74e476830 0x55e74e48fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:22.109 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.100+0000 7fbb577fe700 1 -- 172.21.15.42:0/4041399698 learned_addr learned my addr 172.21.15.42:0/4041399698 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:22:22.109 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.100+0000 7fbb4effd700 1 --2- 172.21.15.42:0/4041399698 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e74e475f10 0x55e74e495180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:22.109 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.101+0000 7fbb577fe700 1 -- 172.21.15.42:0/4041399698 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e74e475f10 msgr2=0x55e74e495180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:22:22.109 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.101+0000 7fbb577fe700 1 --2- 172.21.15.42:0/4041399698 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e74e475f10 0x55e74e495180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:22.109 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.101+0000 7fbb577fe700 1 -- 172.21.15.42:0/4041399698 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e74e476830 msgr2=0x55e74e48fbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:22:22.109 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.101+0000 7fbb577fe700 1 --2- 172.21.15.42:0/4041399698 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e74e476830 0x55e74e48fbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:22.109 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.101+0000 7fbb577fe700 1 -- 172.21.15.42:0/4041399698 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e74e4958a0 con 0x55e74e470750 2024-06-06T08:22:22.109 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.101+0000 7fbb4effd700 1 --2- 172.21.15.42:0/4041399698 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e74e475f10 0x55e74e495180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:22:22.109 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.101+0000 7fbb577fe700 1 --2- 172.21.15.42:0/4041399698 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e74e470750 0x55e74e494c40 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fbb4809c320 tx=0x7fbb48087040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ab2720b07f1fbcf server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:22.109 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.101+0000 7fbb36ffd700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:22:22.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.101+0000 7fbb36ffd700 1 -- 172.21.15.42:0/4041399698 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb480b5060 con 0x55e74e470750 2024-06-06T08:22:22.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.101+0000 7fbb36ffd700 1 -- 172.21.15.42:0/4041399698 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7fbb4807b160 con 0x55e74e470750 2024-06-06T08:22:22.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.101+0000 7fbb6847bb80 1 -- 172.21.15.42:0/4041399698 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbb40024050 con 0x55e74e470750 2024-06-06T08:22:22.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.101+0000 7fbb36ffd700 1 -- 172.21.15.42:0/4041399698 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fbb480a5200 con 0x55e74e470750 2024-06-06T08:22:22.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.101+0000 7fbb6847bb80 10 client.15144 fetch_fsmap learned FSMap version 25 2024-06-06T08:22:22.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.101+0000 7fbb6847bb80 1 -- 172.21.15.42:0/4041399698 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55e74e4f6240 con 0x55e74e470750 2024-06-06T08:22:22.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.101+0000 7fbb36ffd700 1 -- 172.21.15.42:0/4041399698 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbb40024050 con 0x55e74e470750 2024-06-06T08:22:22.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.102+0000 7fbb36ffd700 1 -- 172.21.15.42:0/4041399698 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fbb480a4e00 con 0x55e74e470750 2024-06-06T08:22:22.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.102+0000 7fbb6847bb80 10 client.15144 fetch_fsmap finished waiting for FSMap version 25 2024-06-06T08:22:22.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.102+0000 7fbb6847bb80 10 client.15144 resolve_mds: resolved name 'b' to daemon mds.b 2024-06-06T08:22:22.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.102+0000 7fbb6847bb80 20 client.15144 populate_metadata read hostname 'smithi042' 2024-06-06T08:22:22.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.102+0000 7fbb6847bb80 1 --2- 172.21.15.42:0/4041399698 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x55e74e48a350 0x55e74e4f9af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:22.111 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.102+0000 7fbb6847bb80 4 client.15144 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "status"}] 2024-06-06T08:22:22.111 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.102+0000 7fbb6847bb80 1 -- 172.21.15.42:0/4041399698 --> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] -- command(tid 0: {"prefix": "status"}) -- 0x55e74e3c9280 con 0x55e74e48a350 2024-06-06T08:22:22.111 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.102+0000 7fbb4effd700 1 --2- 172.21.15.42:0/4041399698 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x55e74e48a350 0x55e74e4f9af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:22.111 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.103+0000 7fbb4effd700 1 --2- 172.21.15.42:0/4041399698 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x55e74e48a350 0x55e74e4f9af0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=7a00c90bab1d06dc server_cookie=3b7ecdd315fd459 in_seq=0 out_seq=0 2024-06-06T08:22:22.111 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.103+0000 7fbb36ffd700 10 client.15144 ms_handle_connect on v2:172.21.15.120:6838/1585293472 2024-06-06T08:22:22.111 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.103+0000 7fbb36ffd700 1 -- 172.21.15.42:0/4041399698 <== mds.2 v2:172.21.15.120:6838/1585293472 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55e74e3c9280 con 0x55e74e48a350 2024-06-06T08:22:22.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.103+0000 7fbb36ffd700 10 client.15144 handle_command_reply: tid=0 2024-06-06T08:22:22.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.103+0000 7fbb6847bb80 1 client.15144 shutdown 2024-06-06T08:22:22.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.103+0000 7fbb6847bb80 1 -- 172.21.15.42:0/4041399698 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e74e470750 msgr2=0x55e74e494c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:22.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.103+0000 7fbb6847bb80 1 --2- 172.21.15.42:0/4041399698 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e74e470750 0x55e74e494c40 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fbb4809c320 tx=0x7fbb48087040 comp rx=0 tx=0).stop 2024-06-06T08:22:22.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.103+0000 7fbb6847bb80 1 -- 172.21.15.42:0/4041399698 shutdown_connections 2024-06-06T08:22:22.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.103+0000 7fbb6847bb80 1 --2- 172.21.15.42:0/4041399698 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e74e476830 0x55e74e48fbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:22.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.103+0000 7fbb6847bb80 1 --2- 172.21.15.42:0/4041399698 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e74e470750 0x55e74e494c40 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:22.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.103+0000 7fbb6847bb80 1 --2- 172.21.15.42:0/4041399698 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x55e74e48a350 0x55e74e4f9af0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:22.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.103+0000 7fbb6847bb80 1 --2- 172.21.15.42:0/4041399698 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e74e475f10 0x55e74e495180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:22.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.103+0000 7fbb6847bb80 1 -- 172.21.15.42:0/4041399698 >> 172.21.15.42:0/4041399698 conn(0x55e74e39d030 msgr2=0x55e74e477360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:22.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.103+0000 7fbb36ffd700 0 client.15144 ms_handle_reset on v2:172.21.15.120:6838/1585293472 2024-06-06T08:22:22.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.103+0000 7fbb6847bb80 1 -- 172.21.15.42:0/4041399698 shutdown_connections 2024-06-06T08:22:22.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.103+0000 7fbb6847bb80 1 -- 172.21.15.42:0/4041399698 wait complete. 2024-06-06T08:22:22.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.103+0000 7fbb6847bb80 20 client.15144 trim_cache size 0 max 16384 2024-06-06T08:22:22.113 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:22:22.114 INFO:teuthology.orchestra.run.smithi042.stdout: "cluster_fsid": "103bdc14-23dc-11ef-bc9b-c7b262605968", 2024-06-06T08:22:22.114 INFO:teuthology.orchestra.run.smithi042.stdout: "whoami": 2, 2024-06-06T08:22:22.114 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 24464, 2024-06-06T08:22:22.114 INFO:teuthology.orchestra.run.smithi042.stdout: "want_state": "up:active", 2024-06-06T08:22:22.114 INFO:teuthology.orchestra.run.smithi042.stdout: "state": "up:active", 2024-06-06T08:22:22.114 INFO:teuthology.orchestra.run.smithi042.stdout: "fs_name": "cephfs", 2024-06-06T08:22:22.114 INFO:teuthology.orchestra.run.smithi042.stdout: "rank_uptime": 158.80916645299999, 2024-06-06T08:22:22.114 INFO:teuthology.orchestra.run.smithi042.stdout: "mdsmap_epoch": 25, 2024-06-06T08:22:22.114 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_epoch": 99, 2024-06-06T08:22:22.115 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_epoch_barrier": 99, 2024-06-06T08:22:22.115 INFO:teuthology.orchestra.run.smithi042.stdout: "uptime": 236.495921409 2024-06-06T08:22:22.115 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:22:22.115 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.104+0000 7fbb5dbf8700 1 -- 172.21.15.42:0/2128510187 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fbb440a2ca0 msgr2=0x7fbb440a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:22.116 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.104+0000 7fbb5dbf8700 1 --2- 172.21.15.42:0/2128510187 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fbb440a2ca0 0x7fbb440a5160 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fbb58104830 tx=0x7fbb40009190 comp rx=0 tx=0).stop 2024-06-06T08:22:22.116 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.104+0000 7fbb5dbf8700 1 -- 172.21.15.42:0/2128510187 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbb58101390 msgr2=0x7fbb58103070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:22.116 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.104+0000 7fbb5dbf8700 1 --2- 172.21.15.42:0/2128510187 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbb58101390 0x7fbb58103070 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fbb48000c00 tx=0x7fbb480047b0 comp rx=0 tx=0).stop 2024-06-06T08:22:22.116 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.104+0000 7fbb5dbf8700 1 -- 172.21.15.42:0/2128510187 shutdown_connections 2024-06-06T08:22:22.116 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.104+0000 7fbb5dbf8700 1 --2- 172.21.15.42:0/2128510187 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbb58107400 0x7fbb58103af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:22.116 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.104+0000 7fbb5dbf8700 1 --2- 172.21.15.42:0/2128510187 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbb58101390 0x7fbb58103070 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:22.116 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.104+0000 7fbb5dbf8700 1 --2- 172.21.15.42:0/2128510187 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fbb440a2ca0 0x7fbb440a5160 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:22.116 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.104+0000 7fbb5dbf8700 1 --2- 172.21.15.42:0/2128510187 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbb58101d50 0x7fbb581035b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:22.116 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.104+0000 7fbb5dbf8700 1 -- 172.21.15.42:0/2128510187 >> 172.21.15.42:0/2128510187 conn(0x7fbb58078340 msgr2=0x7fbb581005f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:22.116 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.104+0000 7fbb5dbf8700 1 -- 172.21.15.42:0/2128510187 shutdown_connections 2024-06-06T08:22:22.116 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:22.104+0000 7fbb5dbf8700 1 -- 172.21.15.42:0/2128510187 wait complete. 2024-06-06T08:22:22.640 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:22 smithi042 ceph-mon[32384]: pgmap v420: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:22:22.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:22 smithi149 ceph-mon[36842]: pgmap v420: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:22:22.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:22 smithi120 ceph-mon[36658]: pgmap v420: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:22:22.969 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.c status 2024-06-06T08:22:23.224 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:22:24.627 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:24 smithi042 ceph-mon[32384]: pgmap v421: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-06T08:22:24.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:24 smithi149 ceph-mon[36842]: pgmap v421: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-06T08:22:24.861 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.860+0000 7f8a1570d700 1 -- 172.21.15.42:0/3007059838 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8a1006ab30 msgr2=0x7f8a1010f320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:24.861 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.860+0000 7f8a1570d700 1 --2- 172.21.15.42:0/3007059838 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8a1006ab30 0x7f8a1010f320 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f8a0800b0a0 tx=0x7f8a0800b3b0 comp rx=0 tx=0).stop 2024-06-06T08:22:24.861 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.860+0000 7f8a1570d700 1 -- 172.21.15.42:0/3007059838 shutdown_connections 2024-06-06T08:22:24.861 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.860+0000 7f8a1570d700 1 --2- 172.21.15.42:0/3007059838 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8a1006ab30 0x7f8a1010f320 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:24.861 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.860+0000 7f8a1570d700 1 --2- 172.21.15.42:0/3007059838 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8a10108500 0x7f8a101088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:24.861 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.861+0000 7f8a1570d700 1 --2- 172.21.15.42:0/3007059838 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8a1006a170 0x7f8a1006a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:24.861 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.861+0000 7f8a1570d700 1 -- 172.21.15.42:0/3007059838 >> 172.21.15.42:0/3007059838 conn(0x7f8a10078340 msgr2=0x7f8a10078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:24.861 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.861+0000 7f8a1570d700 1 -- 172.21.15.42:0/3007059838 shutdown_connections 2024-06-06T08:22:24.861 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.861+0000 7f8a1570d700 1 -- 172.21.15.42:0/3007059838 wait complete. 2024-06-06T08:22:24.862 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.861+0000 7f8a1570d700 1 Processor -- start 2024-06-06T08:22:24.863 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.861+0000 7f8a1570d700 1 -- start start 2024-06-06T08:22:24.863 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.862+0000 7f8a1570d700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8a1006a170 0x7f8a10101460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:24.863 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.862+0000 7f8a1570d700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8a1006ab30 0x7f8a101019a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:24.863 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.862+0000 7f8a1570d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8a10108500 0x7f8a10101ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:24.863 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.862+0000 7f8a1570d700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f8a10112780 con 0x7f8a10108500 2024-06-06T08:22:24.864 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.862+0000 7f8a1570d700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f8a10112600 con 0x7f8a1006a170 2024-06-06T08:22:24.864 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.862+0000 7f8a1570d700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f8a10112900 con 0x7f8a1006ab30 2024-06-06T08:22:24.864 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.862+0000 7f8a0f7fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8a10108500 0x7f8a10101ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:24.864 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.862+0000 7f8a0e7fc700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8a1006ab30 0x7f8a101019a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:24.864 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.862+0000 7f8a0f7fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8a10108500 0x7f8a10101ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:50720/0 (socket says 172.21.15.42:50720) 2024-06-06T08:22:24.864 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.862+0000 7f8a0f7fe700 1 -- 172.21.15.42:0/2664004529 learned_addr learned my addr 172.21.15.42:0/2664004529 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:22:24.864 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.862+0000 7f8a0effd700 1 --2- 172.21.15.42:0/2664004529 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8a1006a170 0x7f8a10101460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:24.864 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.862+0000 7f8a0f7fe700 1 -- 172.21.15.42:0/2664004529 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8a1006ab30 msgr2=0x7f8a101019a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:24.864 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.862+0000 7f8a0f7fe700 1 --2- 172.21.15.42:0/2664004529 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8a1006ab30 0x7f8a101019a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:24.864 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.862+0000 7f8a0f7fe700 1 -- 172.21.15.42:0/2664004529 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8a1006a170 msgr2=0x7f8a10101460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:24.864 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.862+0000 7f8a0f7fe700 1 --2- 172.21.15.42:0/2664004529 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8a1006a170 0x7f8a10101460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:24.864 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.862+0000 7f8a0f7fe700 1 -- 172.21.15.42:0/2664004529 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a101a7160 con 0x7f8a10108500 2024-06-06T08:22:24.864 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.862+0000 7f8a0effd700 1 --2- 172.21.15.42:0/2664004529 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8a1006a170 0x7f8a10101460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:22:24.864 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.862+0000 7f8a0e7fc700 1 --2- 172.21.15.42:0/2664004529 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8a1006ab30 0x7f8a101019a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:22:24.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.862+0000 7f8a0f7fe700 1 --2- 172.21.15.42:0/2664004529 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8a10108500 0x7f8a10101ee0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f8a0800b780 tx=0x7f8a08004d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:24.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.863+0000 7f89f7fff700 1 -- 172.21.15.42:0/2664004529 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a08021070 con 0x7f8a10108500 2024-06-06T08:22:24.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.863+0000 7f89f7fff700 1 -- 172.21.15.42:0/2664004529 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8a08007b80 con 0x7f8a10108500 2024-06-06T08:22:24.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.863+0000 7f8a1570d700 1 -- 172.21.15.42:0/2664004529 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a101a73f0 con 0x7f8a10108500 2024-06-06T08:22:24.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.863+0000 7f89f7fff700 1 -- 172.21.15.42:0/2664004529 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a08005370 con 0x7f8a10108500 2024-06-06T08:22:24.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.863+0000 7f8a1570d700 1 -- 172.21.15.42:0/2664004529 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a101a78a0 con 0x7f8a10108500 2024-06-06T08:22:24.867 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.865+0000 7f89f7fff700 1 -- 172.21.15.42:0/2664004529 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f8a08024070 con 0x7f8a10108500 2024-06-06T08:22:24.867 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.865+0000 7f89f7fff700 1 --2- 172.21.15.42:0/2664004529 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f89f80a2c20 0x7f89f80a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:24.867 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.866+0000 7f8a0effd700 1 --2- 172.21.15.42:0/2664004529 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f89f80a2c20 0x7f89f80a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:24.868 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.866+0000 7f89f7fff700 1 -- 172.21.15.42:0/2664004529 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f8a0800f020 con 0x7f8a10108500 2024-06-06T08:22:24.868 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.866+0000 7f8a0effd700 1 --2- 172.21.15.42:0/2664004529 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f89f80a2c20 0x7f89f80a50e0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f8a00005e10 tx=0x7f8a00005d60 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:24.868 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.866+0000 7f8a1ff90b80 1 Processor -- start 2024-06-06T08:22:24.868 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.866+0000 7f8a1ff90b80 1 -- start start 2024-06-06T08:22:24.868 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.867+0000 7f8a1ff90b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b04ab165f0 0x55b04ab169d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:24.868 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.867+0000 7f8a1ff90b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b04ab16f10 0x55b04ab10990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:24.868 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.867+0000 7f8a1ff90b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b04ab10ed0 0x55b04ab112f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:24.868 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.867+0000 7f8a1ff90b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55b04aa627c0 con 0x55b04ab165f0 2024-06-06T08:22:24.868 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.867+0000 7f8a1ff90b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55b04aa0a6d0 con 0x55b04ab16f10 2024-06-06T08:22:24.868 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.867+0000 7f8a1ff90b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55b04aa5e780 con 0x55b04ab10ed0 2024-06-06T08:22:24.868 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.867+0000 7f8a0effd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b04ab165f0 0x55b04ab169d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:24.868 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.867+0000 7f8a0effd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b04ab165f0 0x55b04ab169d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:50734/0 (socket says 172.21.15.42:50734) 2024-06-06T08:22:24.868 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.867+0000 7f8a0effd700 1 -- 172.21.15.42:0/704395838 learned_addr learned my addr 172.21.15.42:0/704395838 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:22:24.869 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.867+0000 7f8a0e7fc700 1 --2- 172.21.15.42:0/704395838 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b04ab16f10 0x55b04ab10990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:24.869 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.867+0000 7f8a0f7fe700 1 --2- 172.21.15.42:0/704395838 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b04ab10ed0 0x55b04ab112f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:24.869 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.867+0000 7f8a0effd700 1 -- 172.21.15.42:0/704395838 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b04ab10ed0 msgr2=0x55b04ab112f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:22:24.869 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.867+0000 7f8a0effd700 1 --2- 172.21.15.42:0/704395838 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b04ab10ed0 0x55b04ab112f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:24.869 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.867+0000 7f8a0effd700 1 -- 172.21.15.42:0/704395838 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b04ab16f10 msgr2=0x55b04ab10990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:22:24.869 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.867+0000 7f8a0effd700 1 --2- 172.21.15.42:0/704395838 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b04ab16f10 0x55b04ab10990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:24.869 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.867+0000 7f8a0effd700 1 -- 172.21.15.42:0/704395838 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b04aa00f00 con 0x55b04ab165f0 2024-06-06T08:22:24.869 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.867+0000 7f8a0e7fc700 1 --2- 172.21.15.42:0/704395838 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b04ab16f10 0x55b04ab10990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:22:24.869 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.867+0000 7f8a0effd700 1 --2- 172.21.15.42:0/704395838 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b04ab165f0 0x55b04ab169d0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f8a000044e0 tx=0x7f8a00012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5fab1a7e3631a6b server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:24.869 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.868+0000 7f89f57fa700 1 -- 172.21.15.42:0/704395838 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a00003880 con 0x55b04ab165f0 2024-06-06T08:22:24.869 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.868+0000 7f89f57fa700 1 -- 172.21.15.42:0/704395838 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8a00024070 con 0x55b04ab165f0 2024-06-06T08:22:24.869 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.868+0000 7f89f57fa700 1 -- 172.21.15.42:0/704395838 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a0001fde0 con 0x55b04ab165f0 2024-06-06T08:22:24.873 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.868+0000 7f8a1ff90b80 1 -- 172.21.15.42:0/704395838 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b04ab165f0 msgr2=0x55b04ab169d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:24.873 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.868+0000 7f8a1ff90b80 1 --2- 172.21.15.42:0/704395838 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b04ab165f0 0x55b04ab169d0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f8a000044e0 tx=0x7f8a00012000 comp rx=0 tx=0).stop 2024-06-06T08:22:24.873 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.868+0000 7f8a1ff90b80 1 -- 172.21.15.42:0/704395838 shutdown_connections 2024-06-06T08:22:24.873 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.868+0000 7f8a1ff90b80 1 --2- 172.21.15.42:0/704395838 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b04ab10ed0 0x55b04ab112f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:24.873 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.868+0000 7f8a1ff90b80 1 --2- 172.21.15.42:0/704395838 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b04ab165f0 0x55b04ab169d0 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:24.873 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.868+0000 7f8a1ff90b80 1 --2- 172.21.15.42:0/704395838 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b04ab16f10 0x55b04ab10990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:24.873 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.868+0000 7f8a1ff90b80 1 -- 172.21.15.42:0/704395838 >> 172.21.15.42:0/704395838 conn(0x55b04aa3bc70 msgr2=0x55b04ab0b800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:24.873 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.868+0000 7f8a1ff90b80 1 -- 172.21.15.42:0/704395838 shutdown_connections 2024-06-06T08:22:24.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.868+0000 7f8a1ff90b80 1 -- 172.21.15.42:0/704395838 wait complete. 2024-06-06T08:22:24.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.869+0000 7f8a1ff90b80 1 -- start start 2024-06-06T08:22:24.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.869+0000 7f8a1ff90b80 1 Processor -- start 2024-06-06T08:22:24.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.869+0000 7f8a1ff90b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b04ab10ed0 0x55b04ab1cc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:24.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.869+0000 7f8a1ff90b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b04ab165f0 0x55b04ab19f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:24.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.869+0000 7f8a1ff90b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b04ab16f10 0x55b04ab1a490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:24.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.869+0000 7f8a1ff90b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55b04ab1d980 con 0x55b04ab165f0 2024-06-06T08:22:24.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.869+0000 7f8a1ff90b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55b04aa02ba0 con 0x55b04ab10ed0 2024-06-06T08:22:24.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.869+0000 7f8a1ff90b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55b04ab1db00 con 0x55b04ab16f10 2024-06-06T08:22:24.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.869+0000 7f8a0e7fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b04ab165f0 0x55b04ab19f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:24.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.869+0000 7f8a1ff90b80 10 client.0 _ll_register_callbacks cb 0x55b04a9fc8d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:22:24.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.869+0000 7f8a0e7fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b04ab165f0 0x55b04ab19f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:50748/0 (socket says 172.21.15.42:50748) 2024-06-06T08:22:24.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.869+0000 7f8a0e7fc700 1 -- 172.21.15.42:0/3368923402 learned_addr learned my addr 172.21.15.42:0/3368923402 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:22:24.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.869+0000 7f8a0f7fe700 1 --2- 172.21.15.42:0/3368923402 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b04ab16f10 0x55b04ab1a490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:24.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.869+0000 7f8a0effd700 1 --2- 172.21.15.42:0/3368923402 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b04ab10ed0 0x55b04ab1cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:24.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.870+0000 7f8a0e7fc700 1 -- 172.21.15.42:0/3368923402 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b04ab16f10 msgr2=0x55b04ab1a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:22:24.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.870+0000 7f8a0e7fc700 1 --2- 172.21.15.42:0/3368923402 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b04ab16f10 0x55b04ab1a490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:24.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.870+0000 7f8a0e7fc700 1 -- 172.21.15.42:0/3368923402 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b04ab10ed0 msgr2=0x55b04ab1cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:22:24.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.870+0000 7f8a0e7fc700 1 --2- 172.21.15.42:0/3368923402 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b04ab10ed0 0x55b04ab1cc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:24.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.870+0000 7f8a0e7fc700 1 -- 172.21.15.42:0/3368923402 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b04a9b1880 con 0x55b04ab165f0 2024-06-06T08:22:24.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.870+0000 7f8a0f7fe700 1 --2- 172.21.15.42:0/3368923402 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b04ab16f10 0x55b04ab1a490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:22:24.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.870+0000 7f8a0e7fc700 1 --2- 172.21.15.42:0/3368923402 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b04ab165f0 0x55b04ab19f50 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f8a04012d20 tx=0x7f8a0400f6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=24e632097625fc65 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:24.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.870+0000 7f89f2ff5700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:22:24.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.870+0000 7f89f2ff5700 1 -- 172.21.15.42:0/3368923402 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a04009e10 con 0x55b04ab165f0 2024-06-06T08:22:24.876 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.870+0000 7f89f2ff5700 1 -- 172.21.15.42:0/3368923402 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f8a0400fcb0 con 0x55b04ab165f0 2024-06-06T08:22:24.876 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.870+0000 7f8a1ff90b80 1 -- 172.21.15.42:0/3368923402 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8a00024070 con 0x55b04ab165f0 2024-06-06T08:22:24.876 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.870+0000 7f89f2ff5700 1 -- 172.21.15.42:0/3368923402 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f8a04004050 con 0x55b04ab165f0 2024-06-06T08:22:24.876 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.870+0000 7f8a1ff90b80 10 client.15156 fetch_fsmap learned FSMap version 25 2024-06-06T08:22:24.876 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.870+0000 7f8a1ff90b80 1 -- 172.21.15.42:0/3368923402 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55b04ab282c0 con 0x55b04ab165f0 2024-06-06T08:22:24.876 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.870+0000 7f89f2ff5700 1 -- 172.21.15.42:0/3368923402 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8a00024070 con 0x55b04ab165f0 2024-06-06T08:22:24.876 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.871+0000 7f89f2ff5700 1 -- 172.21.15.42:0/3368923402 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f8a04010430 con 0x55b04ab165f0 2024-06-06T08:22:24.876 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.871+0000 7f8a1ff90b80 10 client.15156 fetch_fsmap finished waiting for FSMap version 25 2024-06-06T08:22:24.876 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.871+0000 7f8a1ff90b80 10 client.15156 resolve_mds: resolved name 'c' to daemon mds.c 2024-06-06T08:22:24.876 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.871+0000 7f8a1ff90b80 20 client.15156 populate_metadata read hostname 'smithi042' 2024-06-06T08:22:24.876 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.871+0000 7f8a1ff90b80 1 --2- 172.21.15.42:0/3368923402 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x55b04ab2a8e0 0x55b04ab2bd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:24.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.871+0000 7f8a1ff90b80 4 client.15156 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:22:24.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.871+0000 7f8a1ff90b80 1 -- 172.21.15.42:0/3368923402 --> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b04aa6fcc0 con 0x55b04ab2a8e0 2024-06-06T08:22:24.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.871+0000 7f8a0effd700 1 --2- 172.21.15.42:0/3368923402 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x55b04ab2a8e0 0x55b04ab2bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:24.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.872+0000 7f8a0effd700 1 --2- 172.21.15.42:0/3368923402 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x55b04ab2a8e0 0x55b04ab2bd50 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=31300a97cd4f8db1 server_cookie=f0f9c080f5b7719b in_seq=0 out_seq=0 2024-06-06T08:22:24.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.872+0000 7f89f2ff5700 10 client.15156 ms_handle_connect on v2:172.21.15.149:6836/751787578 2024-06-06T08:22:24.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.872+0000 7f89f2ff5700 1 -- 172.21.15.42:0/3368923402 <== mds.1 v2:172.21.15.149:6836/751787578 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55b04aa6fcc0 con 0x55b04ab2a8e0 2024-06-06T08:22:24.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.872+0000 7f89f2ff5700 10 client.15156 handle_command_reply: tid=0 2024-06-06T08:22:24.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.872+0000 7f8a1ff90b80 1 client.15156 shutdown 2024-06-06T08:22:24.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.873+0000 7f8a1ff90b80 1 -- 172.21.15.42:0/3368923402 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b04ab165f0 msgr2=0x55b04ab19f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:24.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.873+0000 7f8a1ff90b80 1 --2- 172.21.15.42:0/3368923402 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b04ab165f0 0x55b04ab19f50 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f8a04012d20 tx=0x7f8a0400f6a0 comp rx=0 tx=0).stop 2024-06-06T08:22:24.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.873+0000 7f8a1ff90b80 1 -- 172.21.15.42:0/3368923402 shutdown_connections 2024-06-06T08:22:24.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.873+0000 7f8a1ff90b80 1 --2- 172.21.15.42:0/3368923402 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b04ab16f10 0x55b04ab1a490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:24.878 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.873+0000 7f8a1ff90b80 1 --2- 172.21.15.42:0/3368923402 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x55b04ab2a8e0 0x55b04ab2bd50 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:24.878 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.873+0000 7f8a1ff90b80 1 --2- 172.21.15.42:0/3368923402 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b04ab10ed0 0x55b04ab1cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:24.878 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.873+0000 7f8a1ff90b80 1 --2- 172.21.15.42:0/3368923402 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b04ab165f0 0x55b04ab19f50 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:24.878 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.873+0000 7f89f2ff5700 0 client.15156 ms_handle_reset on v2:172.21.15.149:6836/751787578 2024-06-06T08:22:24.878 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.873+0000 7f8a1ff90b80 1 -- 172.21.15.42:0/3368923402 >> 172.21.15.42:0/3368923402 conn(0x55b04aa3bc70 msgr2=0x55b04ab0f980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:24.879 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.873+0000 7f8a1ff90b80 1 -- 172.21.15.42:0/3368923402 shutdown_connections 2024-06-06T08:22:24.879 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.873+0000 7f8a1ff90b80 1 -- 172.21.15.42:0/3368923402 wait complete. 2024-06-06T08:22:24.879 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.873+0000 7f8a1ff90b80 20 client.15156 trim_cache size 0 max 16384 2024-06-06T08:22:24.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:24 smithi120 ceph-mon[36658]: pgmap v421: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-06T08:22:24.894 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.894+0000 7f8a1ff90b80 1 Processor -- start 2024-06-06T08:22:24.895 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.894+0000 7f8a1ff90b80 1 -- start start 2024-06-06T08:22:24.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.895+0000 7f8a1ff90b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b04ab10ed0 0x55b04ab10990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:24.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.895+0000 7f8a1ff90b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b04ab165f0 0x55b04ab172f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:24.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.895+0000 7f8a1ff90b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b04ab16f10 0x55b04ab17830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:24.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.895+0000 7f8a1ff90b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55b04ab2a090 con 0x55b04ab165f0 2024-06-06T08:22:24.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.895+0000 7f8a1ff90b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55b04ab2a760 con 0x55b04ab10ed0 2024-06-06T08:22:24.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.895+0000 7f8a1ff90b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55b04ab2ae30 con 0x55b04ab16f10 2024-06-06T08:22:24.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.895+0000 7f8a0e7fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b04ab165f0 0x55b04ab172f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:24.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.895+0000 7f8a0e7fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b04ab165f0 0x55b04ab172f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:50756/0 (socket says 172.21.15.42:50756) 2024-06-06T08:22:24.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.895+0000 7f8a0e7fc700 1 -- 172.21.15.42:0/726805320 learned_addr learned my addr 172.21.15.42:0/726805320 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:22:24.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.895+0000 7f8a0effd700 1 --2- 172.21.15.42:0/726805320 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b04ab10ed0 0x55b04ab10990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:24.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.895+0000 7f8a0f7fe700 1 --2- 172.21.15.42:0/726805320 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b04ab16f10 0x55b04ab17830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:24.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.895+0000 7f8a0e7fc700 1 -- 172.21.15.42:0/726805320 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b04ab16f10 msgr2=0x55b04ab17830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:22:24.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.895+0000 7f8a0e7fc700 1 --2- 172.21.15.42:0/726805320 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b04ab16f10 0x55b04ab17830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:24.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.895+0000 7f8a0e7fc700 1 -- 172.21.15.42:0/726805320 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b04ab10ed0 msgr2=0x55b04ab10990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:22:24.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.895+0000 7f8a0e7fc700 1 --2- 172.21.15.42:0/726805320 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b04ab10ed0 0x55b04ab10990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:24.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.895+0000 7f8a0e7fc700 1 -- 172.21.15.42:0/726805320 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b04ab184c0 con 0x55b04ab165f0 2024-06-06T08:22:24.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.896+0000 7f8a0e7fc700 1 --2- 172.21.15.42:0/726805320 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b04ab165f0 0x55b04ab172f0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f8a04010850 tx=0x7f8a040123a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5799353e3889c005 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:24.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.896+0000 7f89f4ff9700 1 -- 172.21.15.42:0/726805320 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a04010430 con 0x55b04ab165f0 2024-06-06T08:22:24.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.896+0000 7f89f4ff9700 1 -- 172.21.15.42:0/726805320 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8a0402e070 con 0x55b04ab165f0 2024-06-06T08:22:24.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.896+0000 7f89f4ff9700 1 -- 172.21.15.42:0/726805320 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a04005620 con 0x55b04ab165f0 2024-06-06T08:22:24.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.896+0000 7f8a1ff90b80 1 -- 172.21.15.42:0/726805320 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b04ab165f0 msgr2=0x55b04ab172f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:24.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.896+0000 7f8a1ff90b80 1 --2- 172.21.15.42:0/726805320 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b04ab165f0 0x55b04ab172f0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f8a04010850 tx=0x7f8a040123a0 comp rx=0 tx=0).stop 2024-06-06T08:22:24.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.896+0000 7f8a1ff90b80 1 -- 172.21.15.42:0/726805320 shutdown_connections 2024-06-06T08:22:24.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.896+0000 7f8a1ff90b80 1 --2- 172.21.15.42:0/726805320 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b04ab16f10 0x55b04ab17830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:24.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.896+0000 7f8a1ff90b80 1 --2- 172.21.15.42:0/726805320 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b04ab10ed0 0x55b04ab10990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:24.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.896+0000 7f8a1ff90b80 1 --2- 172.21.15.42:0/726805320 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b04ab165f0 0x55b04ab172f0 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:24.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.896+0000 7f8a1ff90b80 1 -- 172.21.15.42:0/726805320 >> 172.21.15.42:0/726805320 conn(0x55b04aa3bc70 msgr2=0x55b04ab18840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:24.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.897+0000 7f8a1ff90b80 1 -- 172.21.15.42:0/726805320 shutdown_connections 2024-06-06T08:22:24.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.897+0000 7f8a1ff90b80 1 -- 172.21.15.42:0/726805320 wait complete. 2024-06-06T08:22:24.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.897+0000 7f8a1ff90b80 1 -- start start 2024-06-06T08:22:24.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.897+0000 7f8a1ff90b80 1 Processor -- start 2024-06-06T08:22:24.902 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.897+0000 7f8a1ff90b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b04ab10ed0 0x55b04ab351d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:24.902 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.897+0000 7f8a1ff90b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b04ab165f0 0x55b04ab35710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:24.902 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.897+0000 7f8a1ff90b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b04ab16f10 0x55b04ab30180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:24.902 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.897+0000 7f8a1ff90b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55b04ab2bbd0 con 0x55b04ab16f10 2024-06-06T08:22:24.902 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.897+0000 7f8a1ff90b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55b04ab2b500 con 0x55b04ab10ed0 2024-06-06T08:22:24.903 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.897+0000 7f8a1ff90b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55b04ab2c2a0 con 0x55b04ab165f0 2024-06-06T08:22:24.903 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.897+0000 7f8a1ff90b80 10 client.0 _ll_register_callbacks cb 0x55b04a9fc8d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:22:24.903 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.898+0000 7f8a0f7fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b04ab16f10 0x55b04ab30180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:24.903 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.898+0000 7f8a0f7fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b04ab16f10 0x55b04ab30180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:50758/0 (socket says 172.21.15.42:50758) 2024-06-06T08:22:24.903 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.898+0000 7f8a0f7fe700 1 -- 172.21.15.42:0/887318161 learned_addr learned my addr 172.21.15.42:0/887318161 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:22:24.903 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.898+0000 7f8a0e7fc700 1 --2- 172.21.15.42:0/887318161 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b04ab165f0 0x55b04ab35710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:24.903 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.898+0000 7f8a0effd700 1 --2- 172.21.15.42:0/887318161 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b04ab10ed0 0x55b04ab351d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:24.903 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.898+0000 7f8a0f7fe700 1 -- 172.21.15.42:0/887318161 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b04ab165f0 msgr2=0x55b04ab35710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:22:24.903 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.898+0000 7f8a0f7fe700 1 --2- 172.21.15.42:0/887318161 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b04ab165f0 0x55b04ab35710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:24.903 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.898+0000 7f8a0f7fe700 1 -- 172.21.15.42:0/887318161 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b04ab10ed0 msgr2=0x55b04ab351d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:22:24.903 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.898+0000 7f8a0f7fe700 1 --2- 172.21.15.42:0/887318161 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b04ab10ed0 0x55b04ab351d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:24.903 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.898+0000 7f8a0f7fe700 1 -- 172.21.15.42:0/887318161 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b04ab10c10 con 0x55b04ab16f10 2024-06-06T08:22:24.903 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.898+0000 7f8a0f7fe700 1 --2- 172.21.15.42:0/887318161 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b04ab16f10 0x55b04ab30180 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f8a08009fd0 tx=0x7f8a0800b3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=95e0be3a545151b1 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:24.904 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.898+0000 7f89f2ff5700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:22:24.904 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.898+0000 7f89f2ff5700 1 -- 172.21.15.42:0/887318161 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a080a1260 con 0x55b04ab16f10 2024-06-06T08:22:24.904 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.898+0000 7f89f2ff5700 1 -- 172.21.15.42:0/887318161 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f8a0809af50 con 0x55b04ab16f10 2024-06-06T08:22:24.904 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.898+0000 7f8a1ff90b80 1 -- 172.21.15.42:0/887318161 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8a0402e070 con 0x55b04ab16f10 2024-06-06T08:22:24.904 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.898+0000 7f89f2ff5700 1 -- 172.21.15.42:0/887318161 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f8a080a5a90 con 0x55b04ab16f10 2024-06-06T08:22:24.904 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.899+0000 7f8a1ff90b80 10 client.15162 fetch_fsmap learned FSMap version 25 2024-06-06T08:22:24.904 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.899+0000 7f8a1ff90b80 1 -- 172.21.15.42:0/887318161 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55b04ab966c0 con 0x55b04ab16f10 2024-06-06T08:22:24.904 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.899+0000 7f89f2ff5700 1 -- 172.21.15.42:0/887318161 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8a0402e070 con 0x55b04ab16f10 2024-06-06T08:22:24.904 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.899+0000 7f89f2ff5700 1 -- 172.21.15.42:0/887318161 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f8a08011070 con 0x55b04ab16f10 2024-06-06T08:22:24.904 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.899+0000 7f8a1ff90b80 10 client.15162 fetch_fsmap finished waiting for FSMap version 25 2024-06-06T08:22:24.904 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.899+0000 7f8a1ff90b80 10 client.15162 resolve_mds: resolved name 'c' to daemon mds.c 2024-06-06T08:22:24.904 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.899+0000 7f8a1ff90b80 20 client.15162 populate_metadata read hostname 'smithi042' 2024-06-06T08:22:24.904 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.899+0000 7f8a1ff90b80 1 --2- 172.21.15.42:0/887318161 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x55b04ab9b260 0x55b04ab99f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:24.904 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.899+0000 7f8a1ff90b80 4 client.15162 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "status"}] 2024-06-06T08:22:24.905 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.899+0000 7f8a1ff90b80 1 -- 172.21.15.42:0/887318161 --> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] -- command(tid 0: {"prefix": "status"}) -- 0x55b04aa6a240 con 0x55b04ab9b260 2024-06-06T08:22:24.905 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.899+0000 7f8a0effd700 1 --2- 172.21.15.42:0/887318161 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x55b04ab9b260 0x55b04ab99f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:24.905 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.900+0000 7f8a0effd700 1 --2- 172.21.15.42:0/887318161 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x55b04ab9b260 0x55b04ab99f70 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=829978724902c0c server_cookie=d7492adb2c182345 in_seq=0 out_seq=0 2024-06-06T08:22:24.905 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.900+0000 7f89f2ff5700 10 client.15162 ms_handle_connect on v2:172.21.15.149:6836/751787578 2024-06-06T08:22:24.905 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.900+0000 7f89f2ff5700 1 -- 172.21.15.42:0/887318161 <== mds.1 v2:172.21.15.149:6836/751787578 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55b04aa6a240 con 0x55b04ab9b260 2024-06-06T08:22:24.905 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.900+0000 7f89f2ff5700 10 client.15162 handle_command_reply: tid=0 2024-06-06T08:22:24.905 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.900+0000 7f8a1ff90b80 1 client.15162 shutdown 2024-06-06T08:22:24.905 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.900+0000 7f8a1ff90b80 1 -- 172.21.15.42:0/887318161 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b04ab16f10 msgr2=0x55b04ab30180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:24.905 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.900+0000 7f8a1ff90b80 1 --2- 172.21.15.42:0/887318161 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b04ab16f10 0x55b04ab30180 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f8a08009fd0 tx=0x7f8a0800b3b0 comp rx=0 tx=0).stop 2024-06-06T08:22:24.905 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.900+0000 7f8a1ff90b80 1 -- 172.21.15.42:0/887318161 shutdown_connections 2024-06-06T08:22:24.905 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.900+0000 7f8a1ff90b80 1 --2- 172.21.15.42:0/887318161 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b04ab16f10 0x55b04ab30180 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:24.905 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.900+0000 7f8a1ff90b80 1 --2- 172.21.15.42:0/887318161 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x55b04ab9b260 0x55b04ab99f70 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:24.906 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.900+0000 7f89f2ff5700 0 client.15162 ms_handle_reset on v2:172.21.15.149:6836/751787578 2024-06-06T08:22:24.906 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.900+0000 7f8a1ff90b80 1 --2- 172.21.15.42:0/887318161 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b04ab10ed0 0x55b04ab351d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:24.906 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.900+0000 7f8a1ff90b80 1 --2- 172.21.15.42:0/887318161 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b04ab165f0 0x55b04ab35710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:24.906 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.900+0000 7f8a1ff90b80 1 -- 172.21.15.42:0/887318161 >> 172.21.15.42:0/887318161 conn(0x55b04aa3bc70 msgr2=0x55b04ab172f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:24.906 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.900+0000 7f8a1ff90b80 1 -- 172.21.15.42:0/887318161 shutdown_connections 2024-06-06T08:22:24.906 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.900+0000 7f8a1ff90b80 1 -- 172.21.15.42:0/887318161 wait complete. 2024-06-06T08:22:24.906 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.900+0000 7f8a1ff90b80 20 client.15162 trim_cache size 0 max 16384 2024-06-06T08:22:24.906 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:22:24.906 INFO:teuthology.orchestra.run.smithi042.stdout: "cluster_fsid": "103bdc14-23dc-11ef-bc9b-c7b262605968", 2024-06-06T08:22:24.906 INFO:teuthology.orchestra.run.smithi042.stdout: "whoami": 1, 2024-06-06T08:22:24.906 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 24469, 2024-06-06T08:22:24.907 INFO:teuthology.orchestra.run.smithi042.stdout: "want_state": "up:active", 2024-06-06T08:22:24.907 INFO:teuthology.orchestra.run.smithi042.stdout: "state": "up:active", 2024-06-06T08:22:24.907 INFO:teuthology.orchestra.run.smithi042.stdout: "fs_name": "cephfs", 2024-06-06T08:22:24.907 INFO:teuthology.orchestra.run.smithi042.stdout: "rank_uptime": 162.619764944, 2024-06-06T08:22:24.907 INFO:teuthology.orchestra.run.smithi042.stdout: "mdsmap_epoch": 25, 2024-06-06T08:22:24.907 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_epoch": 99, 2024-06-06T08:22:24.907 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_epoch_barrier": 99, 2024-06-06T08:22:24.907 INFO:teuthology.orchestra.run.smithi042.stdout: "uptime": 255.40896238299999 2024-06-06T08:22:24.907 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:22:24.908 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.901+0000 7f8a1570d700 1 -- 172.21.15.42:0/2664004529 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f89f80a2c20 msgr2=0x7f89f80a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:24.908 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.901+0000 7f8a1570d700 1 --2- 172.21.15.42:0/2664004529 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f89f80a2c20 0x7f89f80a50e0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f8a00005e10 tx=0x7f8a00005d60 comp rx=0 tx=0).stop 2024-06-06T08:22:24.908 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.901+0000 7f8a1570d700 1 -- 172.21.15.42:0/2664004529 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8a10108500 msgr2=0x7f8a10101ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:24.908 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.901+0000 7f8a1570d700 1 --2- 172.21.15.42:0/2664004529 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8a10108500 0x7f8a10101ee0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f8a0800b780 tx=0x7f8a08004d00 comp rx=0 tx=0).stop 2024-06-06T08:22:24.908 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.901+0000 7f8a1570d700 1 -- 172.21.15.42:0/2664004529 shutdown_connections 2024-06-06T08:22:24.908 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.901+0000 7f8a1570d700 1 --2- 172.21.15.42:0/2664004529 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8a10108500 0x7f8a10101ee0 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:24.908 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.901+0000 7f8a1570d700 1 --2- 172.21.15.42:0/2664004529 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8a1006a170 0x7f8a10101460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:24.908 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.901+0000 7f8a1570d700 1 --2- 172.21.15.42:0/2664004529 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f89f80a2c20 0x7f89f80a50e0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:24.908 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.901+0000 7f8a1570d700 1 --2- 172.21.15.42:0/2664004529 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8a1006ab30 0x7f8a101019a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:24.909 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.901+0000 7f8a1570d700 1 -- 172.21.15.42:0/2664004529 >> 172.21.15.42:0/2664004529 conn(0x7f8a10078340 msgr2=0x7f8a100fff10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:24.909 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.901+0000 7f8a1570d700 1 -- 172.21.15.42:0/2664004529 shutdown_connections 2024-06-06T08:22:24.909 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:24.901+0000 7f8a1570d700 1 -- 172.21.15.42:0/2664004529 wait complete. 2024-06-06T08:22:25.603 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.i status 2024-06-06T08:22:25.858 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:22:26.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:26 smithi042 ceph-mon[32384]: pgmap v422: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-06T08:22:26.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:26 smithi149 ceph-mon[36842]: pgmap v422: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-06T08:22:26.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:26 smithi120 ceph-mon[36658]: pgmap v422: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-06T08:22:27.507 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.490+0000 7fe8fb672700 1 -- 172.21.15.42:0/178277901 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe8f4107850 msgr2=0x7fe8f410f3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:27.507 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.490+0000 7fe8fb672700 1 --2- 172.21.15.42:0/178277901 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe8f4107850 0x7fe8f410f3d0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fe8ec00b0d0 tx=0x7fe8ec00b3e0 comp rx=0 tx=0).stop 2024-06-06T08:22:27.507 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.490+0000 7fe8fb672700 1 -- 172.21.15.42:0/178277901 shutdown_connections 2024-06-06T08:22:27.507 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.490+0000 7fe8fb672700 1 --2- 172.21.15.42:0/178277901 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe8f4107850 0x7fe8f410f3d0 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:27.507 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.490+0000 7fe8fb672700 1 --2- 172.21.15.42:0/178277901 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe8f406ae80 0x7fe8f406b260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:27.507 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.490+0000 7fe8fb672700 1 --2- 172.21.15.42:0/178277901 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe8f406b830 0x7fe8f4107120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:27.508 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.490+0000 7fe8fb672700 1 -- 172.21.15.42:0/178277901 >> 172.21.15.42:0/178277901 conn(0x7fe8f4078400 msgr2=0x7fe8f4078810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:27.508 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.490+0000 7fe8fb672700 1 -- 172.21.15.42:0/178277901 shutdown_connections 2024-06-06T08:22:27.508 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.490+0000 7fe8fb672700 1 -- 172.21.15.42:0/178277901 wait complete. 2024-06-06T08:22:27.508 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.491+0000 7fe8fb672700 1 Processor -- start 2024-06-06T08:22:27.508 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.491+0000 7fe8fb672700 1 -- start start 2024-06-06T08:22:27.508 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.491+0000 7fe8fb672700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe8f406ae80 0x7fe8f419e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:27.508 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.491+0000 7fe8fb672700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe8f406b830 0x7fe8f419ecb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:27.508 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.491+0000 7fe8fb672700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe8f4107850 0x7fe8f4198930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:27.508 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.491+0000 7fe8fb672700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe8f4112790 con 0x7fe8f406b830 2024-06-06T08:22:27.508 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.491+0000 7fe8fb672700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fe8f4112610 con 0x7fe8f4107850 2024-06-06T08:22:27.508 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.491+0000 7fe8fb672700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fe8f4112910 con 0x7fe8f406ae80 2024-06-06T08:22:27.508 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.491+0000 7fe8f8c0d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe8f406b830 0x7fe8f419ecb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:27.508 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.491+0000 7fe8f8c0d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe8f406b830 0x7fe8f419ecb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:50786/0 (socket says 172.21.15.42:50786) 2024-06-06T08:22:27.509 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.491+0000 7fe8f8c0d700 1 -- 172.21.15.42:0/101646041 learned_addr learned my addr 172.21.15.42:0/101646041 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:22:27.509 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.492+0000 7fe8f940e700 1 --2- 172.21.15.42:0/101646041 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe8f406ae80 0x7fe8f419e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:27.509 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.492+0000 7fe8f9c0f700 1 --2- 172.21.15.42:0/101646041 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe8f4107850 0x7fe8f4198930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:27.509 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.492+0000 7fe8f8c0d700 1 -- 172.21.15.42:0/101646041 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe8f406ae80 msgr2=0x7fe8f419e770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:27.509 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.492+0000 7fe8f8c0d700 1 --2- 172.21.15.42:0/101646041 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe8f406ae80 0x7fe8f419e770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:27.509 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.492+0000 7fe8f8c0d700 1 -- 172.21.15.42:0/101646041 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe8f4107850 msgr2=0x7fe8f4198930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:27.509 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.492+0000 7fe8f8c0d700 1 --2- 172.21.15.42:0/101646041 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe8f4107850 0x7fe8f4198930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:27.509 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.492+0000 7fe8f8c0d700 1 -- 172.21.15.42:0/101646041 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8f4199090 con 0x7fe8f406b830 2024-06-06T08:22:27.509 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.492+0000 7fe8f8c0d700 1 --2- 172.21.15.42:0/101646041 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe8f406b830 0x7fe8f419ecb0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fe8e400d980 tx=0x7fe8e400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:27.509 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.492+0000 7fe8ea7fc700 1 -- 172.21.15.42:0/101646041 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8e4017070 con 0x7fe8f406b830 2024-06-06T08:22:27.509 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.492+0000 7fe8fb672700 1 -- 172.21.15.42:0/101646041 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8f4199380 con 0x7fe8f406b830 2024-06-06T08:22:27.509 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.492+0000 7fe8ea7fc700 1 -- 172.21.15.42:0/101646041 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe8e4005020 con 0x7fe8f406b830 2024-06-06T08:22:27.509 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.492+0000 7fe8ea7fc700 1 -- 172.21.15.42:0/101646041 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8e400fbf0 con 0x7fe8f406b830 2024-06-06T08:22:27.509 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.492+0000 7fe8fb672700 1 -- 172.21.15.42:0/101646041 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8f41a5640 con 0x7fe8f406b830 2024-06-06T08:22:27.510 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.495+0000 7fe8ea7fc700 1 -- 172.21.15.42:0/101646041 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fe8e40051d0 con 0x7fe8f406b830 2024-06-06T08:22:27.510 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.496+0000 7fe8ea7fc700 1 --2- 172.21.15.42:0/101646041 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fe8e00a2c20 0x7fe8e00a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:27.510 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.496+0000 7fe8ea7fc700 1 -- 172.21.15.42:0/101646041 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7fe8e40cf1d0 con 0x7fe8f406b830 2024-06-06T08:22:27.510 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.496+0000 7fe8f940e700 1 --2- 172.21.15.42:0/101646041 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fe8e00a2c20 0x7fe8e00a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:27.510 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.496+0000 7fe8f940e700 1 --2- 172.21.15.42:0/101646041 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fe8e00a2c20 0x7fe8e00a50e0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fe8f0005950 tx=0x7fe8f000a300 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:27.510 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.497+0000 7fe905ef5b80 1 Processor -- start 2024-06-06T08:22:27.510 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.497+0000 7fe905ef5b80 1 -- start start 2024-06-06T08:22:27.510 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.497+0000 7fe905ef5b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4d965bf80 0x55a4d965c360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:27.510 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.497+0000 7fe905ef5b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a4d965c8a0 0x55a4d96606a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:27.510 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.497+0000 7fe905ef5b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a4d9660be0 0x55a4d9661040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:27.510 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.497+0000 7fe905ef5b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a4d95a97c0 con 0x55a4d965bf80 2024-06-06T08:22:27.510 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.497+0000 7fe905ef5b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55a4d95516d0 con 0x55a4d965c8a0 2024-06-06T08:22:27.511 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.497+0000 7fe905ef5b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55a4d95a5780 con 0x55a4d9660be0 2024-06-06T08:22:27.511 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.497+0000 7fe8f940e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4d965bf80 0x55a4d965c360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:27.511 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.497+0000 7fe8f940e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4d965bf80 0x55a4d965c360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:50798/0 (socket says 172.21.15.42:50798) 2024-06-06T08:22:27.511 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.497+0000 7fe8f940e700 1 -- 172.21.15.42:0/3392483802 learned_addr learned my addr 172.21.15.42:0/3392483802 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:22:27.511 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.497+0000 7fe8f8c0d700 1 --2- 172.21.15.42:0/3392483802 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a4d965c8a0 0x55a4d96606a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:27.511 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.497+0000 7fe8f9c0f700 1 --2- 172.21.15.42:0/3392483802 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a4d9660be0 0x55a4d9661040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:27.511 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.497+0000 7fe8f940e700 1 -- 172.21.15.42:0/3392483802 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a4d9660be0 msgr2=0x55a4d9661040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:22:27.511 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.497+0000 7fe8f940e700 1 --2- 172.21.15.42:0/3392483802 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a4d9660be0 0x55a4d9661040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:27.511 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.497+0000 7fe8f940e700 1 -- 172.21.15.42:0/3392483802 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a4d965c8a0 msgr2=0x55a4d96606a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:22:27.511 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.497+0000 7fe8f940e700 1 --2- 172.21.15.42:0/3392483802 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a4d965c8a0 0x55a4d96606a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:27.511 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.497+0000 7fe8f940e700 1 -- 172.21.15.42:0/3392483802 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a4d9547f00 con 0x55a4d965bf80 2024-06-06T08:22:27.511 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.497+0000 7fe8f940e700 1 --2- 172.21.15.42:0/3392483802 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4d965bf80 0x55a4d965c360 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fe8f000fda0 tx=0x7fe8f0012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f074bad53d5cc95a server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:27.511 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.498+0000 7fe8df7fe700 1 -- 172.21.15.42:0/3392483802 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8f0016070 con 0x55a4d965bf80 2024-06-06T08:22:27.512 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.498+0000 7fe8df7fe700 1 -- 172.21.15.42:0/3392483802 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe8f000fe80 con 0x55a4d965bf80 2024-06-06T08:22:27.512 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.498+0000 7fe8df7fe700 1 -- 172.21.15.42:0/3392483802 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8f001b420 con 0x55a4d965bf80 2024-06-06T08:22:27.512 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.498+0000 7fe905ef5b80 1 -- 172.21.15.42:0/3392483802 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4d965bf80 msgr2=0x55a4d965c360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:27.512 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.498+0000 7fe905ef5b80 1 --2- 172.21.15.42:0/3392483802 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4d965bf80 0x55a4d965c360 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fe8f000fda0 tx=0x7fe8f0012000 comp rx=0 tx=0).stop 2024-06-06T08:22:27.512 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.498+0000 7fe905ef5b80 1 -- 172.21.15.42:0/3392483802 shutdown_connections 2024-06-06T08:22:27.512 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.498+0000 7fe905ef5b80 1 --2- 172.21.15.42:0/3392483802 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a4d9660be0 0x55a4d9661040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:27.512 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.498+0000 7fe905ef5b80 1 --2- 172.21.15.42:0/3392483802 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4d965bf80 0x55a4d965c360 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:27.512 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.498+0000 7fe905ef5b80 1 --2- 172.21.15.42:0/3392483802 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a4d965c8a0 0x55a4d96606a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:27.512 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.498+0000 7fe905ef5b80 1 -- 172.21.15.42:0/3392483802 >> 172.21.15.42:0/3392483802 conn(0x55a4d9582c70 msgr2=0x55a4d9652800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:27.512 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.498+0000 7fe905ef5b80 1 -- 172.21.15.42:0/3392483802 shutdown_connections 2024-06-06T08:22:27.512 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.499+0000 7fe905ef5b80 1 -- 172.21.15.42:0/3392483802 wait complete. 2024-06-06T08:22:27.512 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.499+0000 7fe905ef5b80 1 -- start start 2024-06-06T08:22:27.512 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.499+0000 7fe905ef5b80 1 Processor -- start 2024-06-06T08:22:27.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.499+0000 7fe905ef5b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a4d965bf80 0x55a4d9668220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:27.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.499+0000 7fe905ef5b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a4d965c8a0 0x55a4d9665520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:27.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.499+0000 7fe905ef5b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4d9660be0 0x55a4d9665a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:27.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.499+0000 7fe905ef5b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a4d9668d80 con 0x55a4d9660be0 2024-06-06T08:22:27.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.499+0000 7fe905ef5b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55a4d9549ba0 con 0x55a4d965c8a0 2024-06-06T08:22:27.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.499+0000 7fe905ef5b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55a4d9668f00 con 0x55a4d965bf80 2024-06-06T08:22:27.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.499+0000 7fe905ef5b80 10 client.0 _ll_register_callbacks cb 0x55a4d95438d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:22:27.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.500+0000 7fe8f9c0f700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4d9660be0 0x55a4d9665a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:27.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.500+0000 7fe8f9c0f700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4d9660be0 0x55a4d9665a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:50814/0 (socket says 172.21.15.42:50814) 2024-06-06T08:22:27.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.500+0000 7fe8f9c0f700 1 -- 172.21.15.42:0/3689397045 learned_addr learned my addr 172.21.15.42:0/3689397045 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:22:27.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.500+0000 7fe8f8c0d700 1 --2- 172.21.15.42:0/3689397045 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a4d965c8a0 0x55a4d9665520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:27.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.500+0000 7fe8f940e700 1 --2- 172.21.15.42:0/3689397045 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a4d965bf80 0x55a4d9668220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:27.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.500+0000 7fe8f9c0f700 1 -- 172.21.15.42:0/3689397045 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a4d965bf80 msgr2=0x55a4d9668220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:22:27.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.500+0000 7fe8f9c0f700 1 --2- 172.21.15.42:0/3689397045 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a4d965bf80 0x55a4d9668220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:27.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.500+0000 7fe8f9c0f700 1 -- 172.21.15.42:0/3689397045 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a4d965c8a0 msgr2=0x55a4d9665520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:22:27.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.500+0000 7fe8f9c0f700 1 --2- 172.21.15.42:0/3689397045 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a4d965c8a0 0x55a4d9665520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:27.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.500+0000 7fe8f9c0f700 1 -- 172.21.15.42:0/3689397045 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a4d94f8880 con 0x55a4d9660be0 2024-06-06T08:22:27.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.500+0000 7fe8f9c0f700 1 --2- 172.21.15.42:0/3689397045 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4d9660be0 0x55a4d9665a60 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fe8ec004c40 tx=0x7fe8ec004c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=131d7f131e8dc9c0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:27.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.500+0000 7fe8dcff9700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:22:27.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.500+0000 7fe8dcff9700 1 -- 172.21.15.42:0/3689397045 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8ec021070 con 0x55a4d9660be0 2024-06-06T08:22:27.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.500+0000 7fe8dcff9700 1 -- 172.21.15.42:0/3689397045 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7fe8ec0076e0 con 0x55a4d9660be0 2024-06-06T08:22:27.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.500+0000 7fe905ef5b80 1 -- 172.21.15.42:0/3689397045 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55a4d95b6cc0 con 0x55a4d9660be0 2024-06-06T08:22:27.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.500+0000 7fe8dcff9700 1 -- 172.21.15.42:0/3689397045 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fe8ec007920 con 0x55a4d9660be0 2024-06-06T08:22:27.515 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.500+0000 7fe905ef5b80 10 client.15174 fetch_fsmap learned FSMap version 25 2024-06-06T08:22:27.515 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.500+0000 7fe905ef5b80 1 -- 172.21.15.42:0/3689397045 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55a4d96737e0 con 0x55a4d9660be0 2024-06-06T08:22:27.515 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.501+0000 7fe8dcff9700 1 -- 172.21.15.42:0/3689397045 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x55a4d95b6cc0 con 0x55a4d9660be0 2024-06-06T08:22:27.515 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.501+0000 7fe8dcff9700 1 -- 172.21.15.42:0/3689397045 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fe8ec011070 con 0x55a4d9660be0 2024-06-06T08:22:27.515 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.501+0000 7fe905ef5b80 10 client.15174 fetch_fsmap finished waiting for FSMap version 25 2024-06-06T08:22:27.515 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.501+0000 7fe905ef5b80 10 client.15174 resolve_mds: resolved name 'i' to daemon mds.i 2024-06-06T08:22:27.515 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.501+0000 7fe905ef5b80 20 client.15174 populate_metadata read hostname 'smithi042' 2024-06-06T08:22:27.515 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.501+0000 7fe905ef5b80 1 --2- 172.21.15.42:0/3689397045 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a4d9675dd0 0x55a4d9677240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:27.515 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.501+0000 7fe905ef5b80 4 client.15174 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:22:27.515 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.501+0000 7fe905ef5b80 1 -- 172.21.15.42:0/3689397045 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a4d95b1240 con 0x55a4d9675dd0 2024-06-06T08:22:27.515 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.501+0000 7fe8f940e700 1 --2- 172.21.15.42:0/3689397045 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a4d9675dd0 0x55a4d9677240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:27.515 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.502+0000 7fe8f940e700 1 --2- 172.21.15.42:0/3689397045 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a4d9675dd0 0x55a4d9677240 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=be157505ed18b5e7 server_cookie=5ee0c021ef4a57bf in_seq=0 out_seq=0 2024-06-06T08:22:27.515 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.502+0000 7fe8dcff9700 10 client.15174 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:22:27.516 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.502+0000 7fe8dcff9700 1 -- 172.21.15.42:0/3689397045 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55a4d95b1240 con 0x55a4d9675dd0 2024-06-06T08:22:27.516 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.502+0000 7fe8dcff9700 10 client.15174 handle_command_reply: tid=0 2024-06-06T08:22:27.516 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.502+0000 7fe905ef5b80 1 client.15174 shutdown 2024-06-06T08:22:27.516 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.503+0000 7fe905ef5b80 1 -- 172.21.15.42:0/3689397045 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4d9660be0 msgr2=0x55a4d9665a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:27.516 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.503+0000 7fe905ef5b80 1 --2- 172.21.15.42:0/3689397045 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4d9660be0 0x55a4d9665a60 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fe8ec004c40 tx=0x7fe8ec004c70 comp rx=0 tx=0).stop 2024-06-06T08:22:27.516 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.503+0000 7fe905ef5b80 1 -- 172.21.15.42:0/3689397045 shutdown_connections 2024-06-06T08:22:27.516 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.503+0000 7fe905ef5b80 1 --2- 172.21.15.42:0/3689397045 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4d9660be0 0x55a4d9665a60 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:27.516 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.503+0000 7fe905ef5b80 1 --2- 172.21.15.42:0/3689397045 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a4d965bf80 0x55a4d9668220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:27.516 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.503+0000 7fe905ef5b80 1 --2- 172.21.15.42:0/3689397045 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a4d9675dd0 0x55a4d9677240 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:27.516 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.503+0000 7fe905ef5b80 1 --2- 172.21.15.42:0/3689397045 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a4d965c8a0 0x55a4d9665520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:27.516 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.503+0000 7fe905ef5b80 1 -- 172.21.15.42:0/3689397045 >> 172.21.15.42:0/3689397045 conn(0x55a4d9582c70 msgr2=0x55a4d9656980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:27.516 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.503+0000 7fe8dcff9700 0 client.15174 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:22:27.516 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.503+0000 7fe905ef5b80 1 -- 172.21.15.42:0/3689397045 shutdown_connections 2024-06-06T08:22:27.517 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.503+0000 7fe905ef5b80 1 -- 172.21.15.42:0/3689397045 wait complete. 2024-06-06T08:22:27.517 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.503+0000 7fe905ef5b80 20 client.15174 trim_cache size 0 max 16384 2024-06-06T08:22:27.526 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.524+0000 7fe905ef5b80 1 Processor -- start 2024-06-06T08:22:27.526 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.524+0000 7fe905ef5b80 1 -- start start 2024-06-06T08:22:27.527 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.525+0000 7fe905ef5b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a4d965bf80 0x55a4d9657430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:27.527 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.525+0000 7fe905ef5b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4d965c8a0 0x55a4d9665a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:27.527 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.525+0000 7fe905ef5b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a4d9660be0 0x55a4d9663e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:27.527 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.525+0000 7fe905ef5b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a4d9675580 con 0x55a4d965c8a0 2024-06-06T08:22:27.527 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.525+0000 7fe905ef5b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55a4d9675c50 con 0x55a4d9660be0 2024-06-06T08:22:27.527 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.525+0000 7fe905ef5b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55a4d9676320 con 0x55a4d965bf80 2024-06-06T08:22:27.527 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.525+0000 7fe8f8c0d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4d965c8a0 0x55a4d9665a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:27.527 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.525+0000 7fe8f8c0d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4d965c8a0 0x55a4d9665a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:50824/0 (socket says 172.21.15.42:50824) 2024-06-06T08:22:27.527 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.525+0000 7fe8f8c0d700 1 -- 172.21.15.42:0/1295772844 learned_addr learned my addr 172.21.15.42:0/1295772844 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:22:27.527 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.525+0000 7fe8f9c0f700 1 --2- 172.21.15.42:0/1295772844 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a4d9660be0 0x55a4d9663e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:27.527 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.525+0000 7fe8f940e700 1 --2- 172.21.15.42:0/1295772844 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a4d965bf80 0x55a4d9657430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:27.527 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.525+0000 7fe8f8c0d700 1 -- 172.21.15.42:0/1295772844 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a4d965bf80 msgr2=0x55a4d9657430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:22:27.527 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.525+0000 7fe8f8c0d700 1 --2- 172.21.15.42:0/1295772844 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a4d965bf80 0x55a4d9657430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:27.528 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.525+0000 7fe8f8c0d700 1 -- 172.21.15.42:0/1295772844 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a4d9660be0 msgr2=0x55a4d9663e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:22:27.528 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.525+0000 7fe8f8c0d700 1 --2- 172.21.15.42:0/1295772844 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a4d9660be0 0x55a4d9663e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:27.528 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.525+0000 7fe8f8c0d700 1 -- 172.21.15.42:0/1295772844 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a4d9663a90 con 0x55a4d965c8a0 2024-06-06T08:22:27.528 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.525+0000 7fe8f940e700 1 --2- 172.21.15.42:0/1295772844 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a4d965bf80 0x55a4d9657430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:22:27.528 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.525+0000 7fe8f8c0d700 1 --2- 172.21.15.42:0/1295772844 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4d965c8a0 0x55a4d9665a90 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fe8e40cc970 tx=0x7fe8e400d8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c8b32b17b2fe7ed server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:27.528 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.525+0000 7fe8deffd700 1 -- 172.21.15.42:0/1295772844 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8e40b4070 con 0x55a4d965c8a0 2024-06-06T08:22:27.528 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.525+0000 7fe8deffd700 1 -- 172.21.15.42:0/1295772844 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe8e40a4340 con 0x55a4d965c8a0 2024-06-06T08:22:27.528 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.526+0000 7fe8deffd700 1 -- 172.21.15.42:0/1295772844 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8e40a3eb0 con 0x55a4d965c8a0 2024-06-06T08:22:27.528 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.526+0000 7fe905ef5b80 1 -- 172.21.15.42:0/1295772844 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4d965c8a0 msgr2=0x55a4d9665a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:27.528 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.526+0000 7fe905ef5b80 1 --2- 172.21.15.42:0/1295772844 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4d965c8a0 0x55a4d9665a90 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fe8e40cc970 tx=0x7fe8e400d8d0 comp rx=0 tx=0).stop 2024-06-06T08:22:27.528 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.526+0000 7fe905ef5b80 1 -- 172.21.15.42:0/1295772844 shutdown_connections 2024-06-06T08:22:27.528 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.526+0000 7fe905ef5b80 1 --2- 172.21.15.42:0/1295772844 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a4d9660be0 0x55a4d9663e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:27.528 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.526+0000 7fe905ef5b80 1 --2- 172.21.15.42:0/1295772844 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a4d965bf80 0x55a4d9657430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:27.528 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.526+0000 7fe905ef5b80 1 --2- 172.21.15.42:0/1295772844 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4d965c8a0 0x55a4d9665a90 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:27.529 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.526+0000 7fe905ef5b80 1 -- 172.21.15.42:0/1295772844 >> 172.21.15.42:0/1295772844 conn(0x55a4d9582c70 msgr2=0x55a4d9656980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:27.529 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.526+0000 7fe905ef5b80 1 -- 172.21.15.42:0/1295772844 shutdown_connections 2024-06-06T08:22:27.529 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.526+0000 7fe905ef5b80 1 -- 172.21.15.42:0/1295772844 wait complete. 2024-06-06T08:22:27.529 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.526+0000 7fe905ef5b80 1 -- start start 2024-06-06T08:22:27.529 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.527+0000 7fe905ef5b80 1 Processor -- start 2024-06-06T08:22:27.532 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.527+0000 7fe905ef5b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a4d965bf80 0x55a4d9680aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:27.532 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.527+0000 7fe905ef5b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a4d965c8a0 0x55a4d9664a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:27.532 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.527+0000 7fe905ef5b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4d9660be0 0x55a4d9664fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:27.532 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.527+0000 7fe905ef5b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a4d96770c0 con 0x55a4d9660be0 2024-06-06T08:22:27.532 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.527+0000 7fe905ef5b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55a4d96769f0 con 0x55a4d965c8a0 2024-06-06T08:22:27.532 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.527+0000 7fe905ef5b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55a4d9677790 con 0x55a4d965bf80 2024-06-06T08:22:27.532 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.527+0000 7fe905ef5b80 10 client.0 _ll_register_callbacks cb 0x55a4d95438d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:22:27.532 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.527+0000 7fe8f9c0f700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4d9660be0 0x55a4d9664fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:27.532 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.527+0000 7fe8f9c0f700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4d9660be0 0x55a4d9664fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:50838/0 (socket says 172.21.15.42:50838) 2024-06-06T08:22:27.532 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.527+0000 7fe8f9c0f700 1 -- 172.21.15.42:0/1034543018 learned_addr learned my addr 172.21.15.42:0/1034543018 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:22:27.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.527+0000 7fe8f940e700 1 --2- 172.21.15.42:0/1034543018 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a4d965bf80 0x55a4d9680aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:27.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.527+0000 7fe8f8c0d700 1 --2- 172.21.15.42:0/1034543018 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a4d965c8a0 0x55a4d9664a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:27.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.528+0000 7fe8f9c0f700 1 -- 172.21.15.42:0/1034543018 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a4d965bf80 msgr2=0x55a4d9680aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:22:27.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.528+0000 7fe8f9c0f700 1 --2- 172.21.15.42:0/1034543018 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a4d965bf80 0x55a4d9680aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:27.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.528+0000 7fe8f9c0f700 1 -- 172.21.15.42:0/1034543018 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a4d965c8a0 msgr2=0x55a4d9664a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:22:27.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.528+0000 7fe8f9c0f700 1 --2- 172.21.15.42:0/1034543018 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a4d965c8a0 0x55a4d9664a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:27.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.528+0000 7fe8f9c0f700 1 -- 172.21.15.42:0/1034543018 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a4d9665500 con 0x55a4d9660be0 2024-06-06T08:22:27.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.528+0000 7fe8f9c0f700 1 --2- 172.21.15.42:0/1034543018 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4d9660be0 0x55a4d9664fc0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fe8ec00b420 tx=0x7fe8ec007750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6de65c1325b60f77 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:27.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.528+0000 7fe8dcff9700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:22:27.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.528+0000 7fe8dcff9700 1 -- 172.21.15.42:0/1034543018 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8ec037020 con 0x55a4d9660be0 2024-06-06T08:22:27.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.528+0000 7fe8dcff9700 1 -- 172.21.15.42:0/1034543018 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7fe8ec005e70 con 0x55a4d9660be0 2024-06-06T08:22:27.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.528+0000 7fe905ef5b80 1 -- 172.21.15.42:0/1034543018 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe8e40a4340 con 0x55a4d9660be0 2024-06-06T08:22:27.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.528+0000 7fe8dcff9700 1 -- 172.21.15.42:0/1034543018 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fe8ec021040 con 0x55a4d9660be0 2024-06-06T08:22:27.534 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.528+0000 7fe905ef5b80 10 client.15180 fetch_fsmap learned FSMap version 25 2024-06-06T08:22:27.534 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.528+0000 7fe905ef5b80 1 -- 172.21.15.42:0/1034543018 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55a4d967f320 con 0x55a4d9660be0 2024-06-06T08:22:27.534 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.528+0000 7fe8dcff9700 1 -- 172.21.15.42:0/1034543018 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe8e40a4340 con 0x55a4d9660be0 2024-06-06T08:22:27.534 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.528+0000 7fe8dcff9700 1 -- 172.21.15.42:0/1034543018 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fe8ec011040 con 0x55a4d9660be0 2024-06-06T08:22:27.534 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.529+0000 7fe905ef5b80 10 client.15180 fetch_fsmap finished waiting for FSMap version 25 2024-06-06T08:22:27.534 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.529+0000 7fe905ef5b80 10 client.15180 resolve_mds: resolved name 'i' to daemon mds.i 2024-06-06T08:22:27.534 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.529+0000 7fe905ef5b80 20 client.15180 populate_metadata read hostname 'smithi042' 2024-06-06T08:22:27.535 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.529+0000 7fe905ef5b80 1 --2- 172.21.15.42:0/1034543018 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a4d96e5e00 0x55a4d96e4b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:27.535 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.529+0000 7fe905ef5b80 4 client.15180 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "status"}] 2024-06-06T08:22:27.535 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.529+0000 7fe905ef5b80 1 -- 172.21.15.42:0/1034543018 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "status"}) -- 0x55a4d942b200 con 0x55a4d96e5e00 2024-06-06T08:22:27.535 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.529+0000 7fe8f940e700 1 --2- 172.21.15.42:0/1034543018 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a4d96e5e00 0x55a4d96e4b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:27.535 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.529+0000 7fe8dcff9700 10 client.15180 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:22:27.535 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.529+0000 7fe8f940e700 1 --2- 172.21.15.42:0/1034543018 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a4d96e5e00 0x55a4d96e4b10 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4648d34f152fd087 server_cookie=cf07c40a51936f63 in_seq=0 out_seq=0 2024-06-06T08:22:27.535 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.529+0000 7fe8dcff9700 1 -- 172.21.15.42:0/1034543018 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55a4d942b200 con 0x55a4d96e5e00 2024-06-06T08:22:27.535 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.530+0000 7fe8dcff9700 10 client.15180 handle_command_reply: tid=0 2024-06-06T08:22:27.535 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.530+0000 7fe905ef5b80 1 client.15180 shutdown 2024-06-06T08:22:27.535 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.530+0000 7fe905ef5b80 1 -- 172.21.15.42:0/1034543018 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4d9660be0 msgr2=0x55a4d9664fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:27.535 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.530+0000 7fe905ef5b80 1 --2- 172.21.15.42:0/1034543018 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4d9660be0 0x55a4d9664fc0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fe8ec00b420 tx=0x7fe8ec007750 comp rx=0 tx=0).stop 2024-06-06T08:22:27.535 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.530+0000 7fe905ef5b80 1 -- 172.21.15.42:0/1034543018 shutdown_connections 2024-06-06T08:22:27.535 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.530+0000 7fe905ef5b80 1 --2- 172.21.15.42:0/1034543018 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4d9660be0 0x55a4d9664fc0 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:27.535 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.530+0000 7fe905ef5b80 1 --2- 172.21.15.42:0/1034543018 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a4d965bf80 0x55a4d9680aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:27.536 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.530+0000 7fe905ef5b80 1 --2- 172.21.15.42:0/1034543018 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a4d96e5e00 0x55a4d96e4b10 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:27.536 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.530+0000 7fe905ef5b80 1 --2- 172.21.15.42:0/1034543018 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a4d965c8a0 0x55a4d9664a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:27.536 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.530+0000 7fe905ef5b80 1 -- 172.21.15.42:0/1034543018 >> 172.21.15.42:0/1034543018 conn(0x55a4d9582c70 msgr2=0x55a4d964bdb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:27.536 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.530+0000 7fe8dcff9700 0 client.15180 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:22:27.536 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.530+0000 7fe905ef5b80 1 -- 172.21.15.42:0/1034543018 shutdown_connections 2024-06-06T08:22:27.536 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.530+0000 7fe905ef5b80 1 -- 172.21.15.42:0/1034543018 wait complete. 2024-06-06T08:22:27.536 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.530+0000 7fe905ef5b80 20 client.15180 trim_cache size 0 max 16384 2024-06-06T08:22:27.536 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:22:27.536 INFO:teuthology.orchestra.run.smithi042.stdout: "cluster_fsid": "103bdc14-23dc-11ef-bc9b-c7b262605968", 2024-06-06T08:22:27.536 INFO:teuthology.orchestra.run.smithi042.stdout: "whoami": 0, 2024-06-06T08:22:27.537 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 24484, 2024-06-06T08:22:27.537 INFO:teuthology.orchestra.run.smithi042.stdout: "want_state": "up:active", 2024-06-06T08:22:27.537 INFO:teuthology.orchestra.run.smithi042.stdout: "state": "up:active", 2024-06-06T08:22:27.537 INFO:teuthology.orchestra.run.smithi042.stdout: "fs_name": "cephfs", 2024-06-06T08:22:27.537 INFO:teuthology.orchestra.run.smithi042.stdout: "rank_uptime": 227.57076292799999, 2024-06-06T08:22:27.537 INFO:teuthology.orchestra.run.smithi042.stdout: "mdsmap_epoch": 25, 2024-06-06T08:22:27.537 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_epoch": 99, 2024-06-06T08:22:27.537 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_epoch_barrier": 99, 2024-06-06T08:22:27.537 INFO:teuthology.orchestra.run.smithi042.stdout: "uptime": 252.306317957 2024-06-06T08:22:27.537 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:22:27.538 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.531+0000 7fe8fb672700 1 -- 172.21.15.42:0/101646041 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fe8e00a2c20 msgr2=0x7fe8e00a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:27.538 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.531+0000 7fe8fb672700 1 --2- 172.21.15.42:0/101646041 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fe8e00a2c20 0x7fe8e00a50e0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fe8f0005950 tx=0x7fe8f000a300 comp rx=0 tx=0).stop 2024-06-06T08:22:27.538 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.531+0000 7fe8fb672700 1 -- 172.21.15.42:0/101646041 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe8f406b830 msgr2=0x7fe8f419ecb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:27.538 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.531+0000 7fe8fb672700 1 --2- 172.21.15.42:0/101646041 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe8f406b830 0x7fe8f419ecb0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fe8e400d980 tx=0x7fe8e400dc90 comp rx=0 tx=0).stop 2024-06-06T08:22:27.538 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.531+0000 7fe8fb672700 1 -- 172.21.15.42:0/101646041 shutdown_connections 2024-06-06T08:22:27.538 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.531+0000 7fe8fb672700 1 --2- 172.21.15.42:0/101646041 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe8f4107850 0x7fe8f4198930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:27.538 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.531+0000 7fe8fb672700 1 --2- 172.21.15.42:0/101646041 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7fe8e00a2c20 0x7fe8e00a50e0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:27.538 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.531+0000 7fe8fb672700 1 --2- 172.21.15.42:0/101646041 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe8f406ae80 0x7fe8f419e770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:27.538 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.531+0000 7fe8fb672700 1 --2- 172.21.15.42:0/101646041 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe8f406b830 0x7fe8f419ecb0 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:27.538 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.531+0000 7fe8fb672700 1 -- 172.21.15.42:0/101646041 >> 172.21.15.42:0/101646041 conn(0x7fe8f4078400 msgr2=0x7fe8f40ff2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:27.539 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.531+0000 7fe8fb672700 1 -- 172.21.15.42:0/101646041 shutdown_connections 2024-06-06T08:22:27.539 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:27.531+0000 7fe8fb672700 1 -- 172.21.15.42:0/101646041 wait complete. 2024-06-06T08:22:28.336 INFO:teuthology.run_tasks:Running task sequential... 2024-06-06T08:22:28.348 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-06-06T08:22:28.348 INFO:teuthology.task.sequential:In sequential, running task print... 2024-06-06T08:22:28.349 INFO:teuthology.task.print:Enabling mgr modules 2024-06-06T08:22:28.349 INFO:teuthology.task.sequential:In sequential, running task exec... 2024-06-06T08:22:28.350 INFO:teuthology.task.exec:Executing custom commands... 2024-06-06T08:22:28.350 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi042.front.sepia.ceph.com 2024-06-06T08:22:28.350 DEBUG:teuthology.orchestra.run.smithi042:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph mgr module enable snap_schedule' 2024-06-06T08:22:28.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:28.461+0000 7f6613c4d640 1 -- 172.21.15.42:0/1005715035 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f660c104db0 msgr2=0x7f660c1071a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:28.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:28.461+0000 7f6613c4d640 1 --2- 172.21.15.42:0/1005715035 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f660c104db0 0x7f660c1071a0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f6608009900 tx=0x7f660802a410 comp rx=0 tx=0).stop 2024-06-06T08:22:28.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:28.461+0000 7f6613c4d640 1 -- 172.21.15.42:0/1005715035 shutdown_connections 2024-06-06T08:22:28.462 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:28.461+0000 7f6613c4d640 1 --2- 172.21.15.42:0/1005715035 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f660c1076e0 0x7f660c109b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:28.462 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:28.461+0000 7f6613c4d640 1 --2- 172.21.15.42:0/1005715035 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f660c104db0 0x7f660c1071a0 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:28.462 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:28.461+0000 7f6613c4d640 1 --2- 172.21.15.42:0/1005715035 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f660c102480 0x7f660c104870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:28.462 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:28.461+0000 7f6613c4d640 1 -- 172.21.15.42:0/1005715035 >> 172.21.15.42:0/1005715035 conn(0x7f660c0fbe70 msgr2=0x7f660c0fe2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:28.462 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:28.461+0000 7f6613c4d640 1 -- 172.21.15.42:0/1005715035 shutdown_connections 2024-06-06T08:22:28.462 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:28.461+0000 7f6613c4d640 1 -- 172.21.15.42:0/1005715035 wait complete. 2024-06-06T08:22:28.462 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:28.462+0000 7f6613c4d640 1 Processor -- start 2024-06-06T08:22:28.462 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:28.462+0000 7f6613c4d640 1 -- start start 2024-06-06T08:22:28.464 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:28.462+0000 7f6613c4d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f660c102480 0x7f660c197d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:28.464 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:28.462+0000 7f6613c4d640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f660c104db0 0x7f660c198250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:28.464 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:28.462+0000 7f6613c4d640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f660c1076e0 0x7f660c19f280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:28.464 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:28.462+0000 7f6613c4d640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f660c10d6d0 con 0x7f660c102480 2024-06-06T08:22:28.464 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:28.462+0000 7f6613c4d640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f660c10d550 con 0x7f660c1076e0 2024-06-06T08:22:28.464 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:28.462+0000 7f6613c4d640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f660c10d850 con 0x7f660c104db0 2024-06-06T08:22:28.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:28.462+0000 7f66119e9640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f660c102480 0x7f660c197d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:28.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:28.462+0000 7f66119e9640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f660c102480 0x7f660c197d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:38460/0 (socket says 172.21.15.42:38460) 2024-06-06T08:22:28.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:28.462+0000 7f66119e9640 1 -- 172.21.15.42:0/2795935235 learned_addr learned my addr 172.21.15.42:0/2795935235 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:22:28.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:28.462+0000 7f66121ea640 1 --2- 172.21.15.42:0/2795935235 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f660c1076e0 0x7f660c19f280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:28.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:28.462+0000 7f66111e8640 1 --2- 172.21.15.42:0/2795935235 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f660c104db0 0x7f660c198250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:28.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:28.462+0000 7f66119e9640 1 -- 172.21.15.42:0/2795935235 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f660c104db0 msgr2=0x7f660c198250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:28.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:28.462+0000 7f66119e9640 1 --2- 172.21.15.42:0/2795935235 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f660c104db0 0x7f660c198250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:28.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:28.462+0000 7f66119e9640 1 -- 172.21.15.42:0/2795935235 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f660c1076e0 msgr2=0x7f660c19f280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:28.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:28.462+0000 7f66119e9640 1 --2- 172.21.15.42:0/2795935235 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f660c1076e0 0x7f660c19f280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:28.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:28.462+0000 7f66119e9640 1 -- 172.21.15.42:0/2795935235 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f660c19f920 con 0x7f660c102480 2024-06-06T08:22:28.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:28.462+0000 7f66121ea640 1 --2- 172.21.15.42:0/2795935235 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f660c1076e0 0x7f660c19f280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:22:28.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:28.462+0000 7f66111e8640 1 --2- 172.21.15.42:0/2795935235 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f660c104db0 0x7f660c198250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:22:28.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:28.462+0000 7f66119e9640 1 --2- 172.21.15.42:0/2795935235 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f660c102480 0x7f660c197d10 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f660000d950 tx=0x7f660000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:28.466 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:28.463+0000 7f65feffd640 1 -- 172.21.15.42:0/2795935235 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6600017070 con 0x7f660c102480 2024-06-06T08:22:28.466 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:28.463+0000 7f65feffd640 1 -- 172.21.15.42:0/2795935235 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6600009c30 con 0x7f660c102480 2024-06-06T08:22:28.466 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:28.463+0000 7f6613c4d640 1 -- 172.21.15.42:0/2795935235 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f660c19fc10 con 0x7f660c102480 2024-06-06T08:22:28.466 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:28.463+0000 7f65feffd640 1 -- 172.21.15.42:0/2795935235 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f660000f6b0 con 0x7f660c102480 2024-06-06T08:22:28.466 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:28.463+0000 7f6613c4d640 1 -- 172.21.15.42:0/2795935235 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f660c1a0160 con 0x7f660c102480 2024-06-06T08:22:28.466 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:28.464+0000 7f6613c4d640 1 -- 172.21.15.42:0/2795935235 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f660c0fd960 con 0x7f660c102480 2024-06-06T08:22:28.467 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:28.465+0000 7f65feffd640 1 -- 172.21.15.42:0/2795935235 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f66000109d0 con 0x7f660c102480 2024-06-06T08:22:28.467 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:28.465+0000 7f65feffd640 1 --2- 172.21.15.42:0/2795935235 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f65f80a2c30 0x7f65f80a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:28.467 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:28.466+0000 7f66111e8640 1 --2- 172.21.15.42:0/2795935235 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f65f80a2c30 0x7f65f80a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:28.467 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:28.466+0000 7f65feffd640 1 -- 172.21.15.42:0/2795935235 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f66000cf170 con 0x7f660c102480 2024-06-06T08:22:28.467 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:28.466+0000 7f66111e8640 1 --2- 172.21.15.42:0/2795935235 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f65f80a2c30 0x7f65f80a50f0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f6608000c00 tx=0x7f6608031400 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:28.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:28.470+0000 7f65feffd640 1 -- 172.21.15.42:0/2795935235 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f6600009de0 con 0x7f660c102480 2024-06-06T08:22:28.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:28 smithi042 ceph-mon[32384]: pgmap v423: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:22:28.710 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:28.710+0000 7f6613c4d640 1 -- 172.21.15.42:0/2795935235 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "snap_schedule"} v 0) -- 0x7f660c0626a0 con 0x7f660c102480 2024-06-06T08:22:28.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:28 smithi149 ceph-mon[36842]: pgmap v423: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:22:28.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:28 smithi120 ceph-mon[36658]: pgmap v423: 129 pgs: 129 active+clean; 647 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:22:29.451 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:29.452+0000 7f65feffd640 1 -- 172.21.15.42:0/2795935235 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "snap_schedule"}]=0 v19) ==== 92+0+0 (secure 0 0 0) 0x7f660009bd70 con 0x7f660c102480 2024-06-06T08:22:29.455 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:29.456+0000 7f6613c4d640 1 -- 172.21.15.42:0/2795935235 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f65f80a2c30 msgr2=0x7f65f80a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:29.456 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:29.456+0000 7f6613c4d640 1 --2- 172.21.15.42:0/2795935235 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f65f80a2c30 0x7f65f80a50f0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f6608000c00 tx=0x7f6608031400 comp rx=0 tx=0).stop 2024-06-06T08:22:29.456 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:29.456+0000 7f6613c4d640 1 -- 172.21.15.42:0/2795935235 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f660c102480 msgr2=0x7f660c197d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:29.456 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:29.456+0000 7f6613c4d640 1 --2- 172.21.15.42:0/2795935235 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f660c102480 0x7f660c197d10 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f660000d950 tx=0x7f660000de10 comp rx=0 tx=0).stop 2024-06-06T08:22:29.456 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:29.456+0000 7f6613c4d640 1 -- 172.21.15.42:0/2795935235 shutdown_connections 2024-06-06T08:22:29.456 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:29.456+0000 7f6613c4d640 1 --2- 172.21.15.42:0/2795935235 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f660c1076e0 0x7f660c19f280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:29.456 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:29.456+0000 7f6613c4d640 1 --2- 172.21.15.42:0/2795935235 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f65f80a2c30 0x7f65f80a50f0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:29.456 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:29.456+0000 7f6613c4d640 1 --2- 172.21.15.42:0/2795935235 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f660c104db0 0x7f660c198250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:29.456 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:29.456+0000 7f6613c4d640 1 --2- 172.21.15.42:0/2795935235 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f660c102480 0x7f660c197d10 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:29.456 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:29.456+0000 7f6613c4d640 1 -- 172.21.15.42:0/2795935235 >> 172.21.15.42:0/2795935235 conn(0x7f660c0fbe70 msgr2=0x7f660c102f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:29.457 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:29.456+0000 7f6613c4d640 1 -- 172.21.15.42:0/2795935235 shutdown_connections 2024-06-06T08:22:29.457 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:29.456+0000 7f6613c4d640 1 -- 172.21.15.42:0/2795935235 wait complete. 2024-06-06T08:22:29.474 INFO:teuthology.run_tasks:Running task kclient... 2024-06-06T08:22:29.489 INFO:tasks.kclient:Mounting kernel clients... 2024-06-06T08:22:29.489 INFO:tasks.kclient:config is {'client.0': {}} 2024-06-06T08:22:29.489 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T08:22:29.489 DEBUG:teuthology.orchestra.run.smithi042:> ip netns list 2024-06-06T08:22:29.507 INFO:teuthology.orchestra.run.smithi042.stdout:ceph-ns--home-ubuntu-cephtest-mnt.admin (id: 0) 2024-06-06T08:22:29.508 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T08:22:29.508 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-06-06T08:22:29.576 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T08:22:29.576 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip link delete ceph-brx 2024-06-06T08:22:29.688 INFO:tasks.kclient:client.0 config is {'mntopts': ['ms_mode=crc', 'nowsync'], 'syntax': 'v1', 'mount_subvol_num': 1} 2024-06-06T08:22:29.689 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-06-06T08:22:29.689 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-06-06T08:22:29.689 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs ls 2024-06-06T08:22:29.699 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:29 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/2795935235' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-06-06T08:22:29.699 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:22:29 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: ignoring --setuser ceph since I am not root 2024-06-06T08:22:29.699 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:22:29 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: ignoring --setgroup ceph since I am not root 2024-06-06T08:22:29.699 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:22:29 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:22:29.648+0000 7f9fae461200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-06-06T08:22:29.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:29 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/2795935235' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-06-06T08:22:29.788 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:22:29 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-z[38638]: ignoring --setuser ceph since I am not root 2024-06-06T08:22:29.788 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:22:29 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-z[38638]: ignoring --setgroup ceph since I am not root 2024-06-06T08:22:29.788 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:22:29 smithi149 ceph-mgr[38676]: -- 172.21.15.149:0/1882409831 <== mon.1 v2:172.21.15.149:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e1f4e985a0 con 0x55e1f4e6d000 2024-06-06T08:22:29.788 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:22:29 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-z[38638]: 2024-06-06T08:22:29.637+0000 7f2198e75200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-06-06T08:22:29.813 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:29 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/2795935235' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-06-06T08:22:29.814 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:22:29 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y[38032]: ignoring --setuser ceph since I am not root 2024-06-06T08:22:29.814 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:22:29 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y[38032]: ignoring --setgroup ceph since I am not root 2024-06-06T08:22:29.814 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:22:29 smithi120 ceph-mgr[38036]: -- 172.21.15.120:0/4055437170 <== mon.2 v2:172.21.15.120:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d9423c85a0 con 0x55d94239cc00 2024-06-06T08:22:29.814 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:22:29 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y[38032]: 2024-06-06T08:22:29.630+0000 7fa82e764200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-06-06T08:22:29.814 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:22:29 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y[38032]: 2024-06-06T08:22:29.814+0000 7fa82e764200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-06-06T08:22:29.952 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:22:29.972 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:22:29 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:22:29.849+0000 7f9fae461200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-06-06T08:22:29.972 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:22:29 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:22:29.971+0000 7f9fae461200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-06-06T08:22:30.138 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:22:29 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y[38032]: 2024-06-06T08:22:29.915+0000 7fa82e764200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-06-06T08:22:30.244 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:22:29 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-z[38638]: 2024-06-06T08:22:29.825+0000 7f2198e75200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-06-06T08:22:30.245 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:22:29 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-z[38638]: 2024-06-06T08:22:29.927+0000 7f2198e75200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-06-06T08:22:30.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:30 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/2795935235' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-06-06T08:22:30.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:30 smithi149 ceph-mon[36842]: mgrmap e19: x(active, since 11m), standbys: z, y 2024-06-06T08:22:30.538 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:22:30 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-z[38638]: 2024-06-06T08:22:30.245+0000 7f2198e75200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-06-06T08:22:30.538 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:22:30 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-z[38638]: 2024-06-06T08:22:30.332+0000 7f2198e75200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-06-06T08:22:30.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:30 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/2795935235' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-06-06T08:22:30.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:30 smithi042 ceph-mon[32384]: mgrmap e19: x(active, since 11m), standbys: z, y 2024-06-06T08:22:30.565 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:22:30 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:22:30.306+0000 7f9fae461200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-06-06T08:22:30.565 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:22:30 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:22:30.399+0000 7f9fae461200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-06-06T08:22:30.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:30 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/2795935235' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-06-06T08:22:30.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:30 smithi120 ceph-mon[36658]: mgrmap e19: x(active, since 11m), standbys: z, y 2024-06-06T08:22:30.638 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:22:30 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y[38032]: 2024-06-06T08:22:30.225+0000 7fa82e764200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-06-06T08:22:30.639 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:22:30 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y[38032]: 2024-06-06T08:22:30.309+0000 7fa82e764200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-06-06T08:22:31.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:31.653+0000 7f2391c76700 1 -- 172.21.15.42:0/1183548772 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f238c06aa00 msgr2=0x7f238c06ae80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:31.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:31.653+0000 7f2391c76700 1 --2- 172.21.15.42:0/1183548772 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f238c06aa00 0x7f238c06ae80 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f2374009990 tx=0x7f2374009ca0 comp rx=0 tx=0).stop 2024-06-06T08:22:31.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:31.653+0000 7f2391c76700 1 -- 172.21.15.42:0/1183548772 shutdown_connections 2024-06-06T08:22:31.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:31.653+0000 7f2391c76700 1 --2- 172.21.15.42:0/1183548772 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f238c06b3c0 0x7f238c10f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:31.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:31.653+0000 7f2391c76700 1 --2- 172.21.15.42:0/1183548772 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f238c1084f0 0x7f238c1088d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:31.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:31.653+0000 7f2391c76700 1 --2- 172.21.15.42:0/1183548772 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f238c06aa00 0x7f238c06ae80 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:31.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:31.653+0000 7f2391c76700 1 -- 172.21.15.42:0/1183548772 >> 172.21.15.42:0/1183548772 conn(0x7f238c078300 msgr2=0x7f238c078710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:31.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:31.654+0000 7f2391c76700 1 -- 172.21.15.42:0/1183548772 shutdown_connections 2024-06-06T08:22:31.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:31.654+0000 7f2391c76700 1 -- 172.21.15.42:0/1183548772 wait complete. 2024-06-06T08:22:31.656 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:31.654+0000 7f2391c76700 1 Processor -- start 2024-06-06T08:22:31.656 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:31.654+0000 7f2391c76700 1 -- start start 2024-06-06T08:22:31.658 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:31.655+0000 7f2391c76700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f238c06aa00 0x7f238c19e8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:31.658 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:31.655+0000 7f2391c76700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f238c06b3c0 0x7f238c19edf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:31.658 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:31.655+0000 7f2391c76700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f238c1084f0 0x7f238c198a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:31.658 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:31.655+0000 7f2391c76700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f238c112750 con 0x7f238c06aa00 2024-06-06T08:22:31.659 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:31.655+0000 7f2391c76700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f238c1125d0 con 0x7f238c06b3c0 2024-06-06T08:22:31.659 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:31.655+0000 7f2391c76700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f238c1128d0 con 0x7f238c1084f0 2024-06-06T08:22:31.659 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:31.655+0000 7f238b7fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f238c06aa00 0x7f238c19e8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:31.659 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:31.655+0000 7f238b7fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f238c06aa00 0x7f238c19e8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:38514/0 (socket says 172.21.15.42:38514) 2024-06-06T08:22:31.659 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:31.655+0000 7f238b7fe700 1 -- 172.21.15.42:0/3054944341 learned_addr learned my addr 172.21.15.42:0/3054944341 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:22:31.659 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:31.655+0000 7f238bfff700 1 --2- 172.21.15.42:0/3054944341 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f238c1084f0 0x7f238c198a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:31.659 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:31.655+0000 7f2382ffd700 1 --2- 172.21.15.42:0/3054944341 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f238c06b3c0 0x7f238c19edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:31.659 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:31.656+0000 7f238bfff700 1 -- 172.21.15.42:0/3054944341 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f238c06b3c0 msgr2=0x7f238c19edf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:31.659 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:31.656+0000 7f238bfff700 1 --2- 172.21.15.42:0/3054944341 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f238c06b3c0 0x7f238c19edf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:31.659 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:31.656+0000 7f238bfff700 1 -- 172.21.15.42:0/3054944341 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f238c06aa00 msgr2=0x7f238c19e8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:31.660 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:31.656+0000 7f238bfff700 1 --2- 172.21.15.42:0/3054944341 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f238c06aa00 0x7f238c19e8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:31.660 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:31.656+0000 7f238bfff700 1 -- 172.21.15.42:0/3054944341 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f238c1991d0 con 0x7f238c1084f0 2024-06-06T08:22:31.660 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:31.656+0000 7f238b7fe700 1 --2- 172.21.15.42:0/3054944341 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f238c06aa00 0x7f238c19e8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:22:31.660 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:31.656+0000 7f238bfff700 1 --2- 172.21.15.42:0/3054944341 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f238c1084f0 0x7f238c198a70 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f238400efc0 tx=0x7f238400c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:31.660 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:31.656+0000 7f23897fa700 1 -- 172.21.15.42:0/3054944341 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23840092e0 con 0x7f238c1084f0 2024-06-06T08:22:31.660 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:31.656+0000 7f23897fa700 1 -- 172.21.15.42:0/3054944341 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2384004bb0 con 0x7f238c1084f0 2024-06-06T08:22:31.660 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:31.656+0000 7f23897fa700 1 -- 172.21.15.42:0/3054944341 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2384004280 con 0x7f238c1084f0 2024-06-06T08:22:31.660 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:31.656+0000 7f2391c76700 1 -- 172.21.15.42:0/3054944341 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f238c199460 con 0x7f238c1084f0 2024-06-06T08:22:31.660 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:31.656+0000 7f2391c76700 1 -- 172.21.15.42:0/3054944341 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f238c101380 con 0x7f238c1084f0 2024-06-06T08:22:31.660 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:31.657+0000 7f2391c76700 1 -- 172.21.15.42:0/3054944341 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f238c103bb0 con 0x7f238c1084f0 2024-06-06T08:22:31.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:31.659+0000 7f23897fa700 1 -- 172.21.15.42:0/3054944341 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 19) ==== 137850+0+0 (secure 0 0 0) 0x7f238401b030 con 0x7f238c1084f0 2024-06-06T08:22:31.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:31.659+0000 7f23897fa700 1 --2- 172.21.15.42:0/3054944341 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f23780a2c70 0x7f23780a5130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:31.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:31.659+0000 7f238b7fe700 1 -- 172.21.15.42:0/3054944341 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f23780a2c70 msgr2=0x7f23780a5130 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.42:6800/1196215200 2024-06-06T08:22:31.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:31.659+0000 7f23897fa700 1 -- 172.21.15.42:0/3054944341 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f23840cf990 con 0x7f238c1084f0 2024-06-06T08:22:31.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:31.660+0000 7f238b7fe700 1 --2- 172.21.15.42:0/3054944341 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f23780a2c70 0x7f23780a5130 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-06-06T08:22:31.667 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:31.667+0000 7f23897fa700 1 -- 172.21.15.42:0/3054944341 <== mon.1 v2:172.21.15.149:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f2384022020 con 0x7f238c1084f0 2024-06-06T08:22:31.815 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:22:31 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y[38032]: 2024-06-06T08:22:31.478+0000 7fa82e764200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-06-06T08:22:31.815 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:22:31 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y[38032]: 2024-06-06T08:22:31.648+0000 7fa82e764200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-06-06T08:22:31.815 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:22:31 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y[38032]: 2024-06-06T08:22:31.815+0000 7fa82e764200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-06-06T08:22:31.861 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:31.861+0000 7f238b7fe700 1 -- 172.21.15.42:0/3054944341 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f23780a2c70 msgr2=0x7f23780a5130 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.42:6800/1196215200 2024-06-06T08:22:31.861 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:31.861+0000 7f238b7fe700 1 --2- 172.21.15.42:0/3054944341 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f23780a2c70 0x7f23780a5130 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-06-06T08:22:31.891 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:22:31 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-z[38638]: 2024-06-06T08:22:31.540+0000 7f2198e75200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-06-06T08:22:31.892 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:22:31 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-z[38638]: 2024-06-06T08:22:31.717+0000 7f2198e75200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-06-06T08:22:31.892 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:22:31 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-z[38638]: 2024-06-06T08:22:31.892+0000 7f2198e75200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-06-06T08:22:31.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:31.923+0000 7f2391c76700 1 -- 172.21.15.42:0/3054944341 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f238c02dca0 con 0x7f238c1084f0 2024-06-06T08:22:31.923 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:22:31 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:22:31.674+0000 7f9fae461200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-06-06T08:22:31.923 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:22:31 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:22:31.854+0000 7f9fae461200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-06-06T08:22:31.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:31.924+0000 7f23897fa700 1 -- 172.21.15.42:0/3054944341 <== mon.1 v2:172.21.15.149:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v25) ==== 53+0+88 (secure 0 0 0) 0x7f2384010040 con 0x7f238c1084f0 2024-06-06T08:22:31.924 INFO:teuthology.orchestra.run.smithi042.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-06-06T08:22:31.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:31.926+0000 7f2391c76700 1 -- 172.21.15.42:0/3054944341 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f23780a2c70 msgr2=0x7f23780a5130 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-06T08:22:31.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:31.926+0000 7f2391c76700 1 --2- 172.21.15.42:0/3054944341 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f23780a2c70 0x7f23780a5130 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:31.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:31.926+0000 7f2391c76700 1 -- 172.21.15.42:0/3054944341 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f238c1084f0 msgr2=0x7f238c198a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:31.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:31.926+0000 7f2391c76700 1 --2- 172.21.15.42:0/3054944341 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f238c1084f0 0x7f238c198a70 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f238400efc0 tx=0x7f238400c3a0 comp rx=0 tx=0).stop 2024-06-06T08:22:31.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:31.926+0000 7f2391c76700 1 -- 172.21.15.42:0/3054944341 shutdown_connections 2024-06-06T08:22:31.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:31.926+0000 7f2391c76700 1 --2- 172.21.15.42:0/3054944341 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f23780a2c70 0x7f23780a5130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:31.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:31.926+0000 7f2391c76700 1 --2- 172.21.15.42:0/3054944341 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f238c1084f0 0x7f238c198a70 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:31.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:31.926+0000 7f2391c76700 1 --2- 172.21.15.42:0/3054944341 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f238c06aa00 0x7f238c19e8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:31.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:31.926+0000 7f2391c76700 1 --2- 172.21.15.42:0/3054944341 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f238c06b3c0 0x7f238c19edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:31.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:31.926+0000 7f2391c76700 1 -- 172.21.15.42:0/3054944341 >> 172.21.15.42:0/3054944341 conn(0x7f238c078300 msgr2=0x7f238c100030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:31.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:31.926+0000 7f2391c76700 1 -- 172.21.15.42:0/3054944341 shutdown_connections 2024-06-06T08:22:31.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:31.926+0000 7f2391c76700 1 -- 172.21.15.42:0/3054944341 wait complete. 2024-06-06T08:22:32.105 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:31 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/3054944341' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-06-06T08:22:32.189 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:31 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/3054944341' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-06-06T08:22:32.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:31 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/3054944341' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-06-06T08:22:32.315 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:22:32 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:22:32.042+0000 7f9fae461200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-06-06T08:22:32.388 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:22:32 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y[38032]: 2024-06-06T08:22:32.105+0000 7fa82e764200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-06-06T08:22:32.388 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:22:32 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y[38032]: 2024-06-06T08:22:32.197+0000 7fa82e764200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-06-06T08:22:32.494 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:22:32 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-z[38638]: 2024-06-06T08:22:32.190+0000 7f2198e75200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-06-06T08:22:32.495 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:22:32 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-z[38638]: 2024-06-06T08:22:32.284+0000 7f2198e75200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-06-06T08:22:32.495 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:22:32 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-z[38638]: 2024-06-06T08:22:32.495+0000 7f2198e75200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-06-06T08:22:32.636 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:22:32 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:22:32.353+0000 7f9fae461200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-06-06T08:22:32.636 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:22:32 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:22:32.450+0000 7f9fae461200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-06-06T08:22:32.664 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-06-06T08:22:32.664 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-06-06T08:22:32.665 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi042.front.sepia.ceph.com 2024-06-06T08:22:32.665 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-06-06T08:22:32.665 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-06-06T08:22:32.665 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-06-06T08:22:32.665 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-06-06T08:22:32.665 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-06-06T08:22:32.665 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-06-06T08:22:32.665 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T08:22:32.665 DEBUG:teuthology.orchestra.run.smithi042:> ip addr 2024-06-06T08:22:32.722 INFO:teuthology.orchestra.run.smithi042.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-06-06T08:22:32.722 INFO:teuthology.orchestra.run.smithi042.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-06-06T08:22:32.723 INFO:teuthology.orchestra.run.smithi042.stdout: inet 127.0.0.1/8 scope host lo 2024-06-06T08:22:32.723 INFO:teuthology.orchestra.run.smithi042.stdout: valid_lft forever preferred_lft forever 2024-06-06T08:22:32.723 INFO:teuthology.orchestra.run.smithi042.stdout: inet6 ::1/128 scope host 2024-06-06T08:22:32.723 INFO:teuthology.orchestra.run.smithi042.stdout: valid_lft forever preferred_lft forever 2024-06-06T08:22:32.723 INFO:teuthology.orchestra.run.smithi042.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-06-06T08:22:32.723 INFO:teuthology.orchestra.run.smithi042.stdout: link/ether 0c:c4:7a:6b:fd:0e brd ff:ff:ff:ff:ff:ff 2024-06-06T08:22:32.723 INFO:teuthology.orchestra.run.smithi042.stdout: altname enp7s0f0 2024-06-06T08:22:32.723 INFO:teuthology.orchestra.run.smithi042.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-06-06T08:22:32.723 INFO:teuthology.orchestra.run.smithi042.stdout: link/ether 0c:c4:7a:6b:fd:0f brd ff:ff:ff:ff:ff:ff 2024-06-06T08:22:32.723 INFO:teuthology.orchestra.run.smithi042.stdout: altname enp7s0f1 2024-06-06T08:22:32.723 INFO:teuthology.orchestra.run.smithi042.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-06-06T08:22:32.724 INFO:teuthology.orchestra.run.smithi042.stdout: link/ether 0c:c4:7a:bd:14:40 brd ff:ff:ff:ff:ff:ff 2024-06-06T08:22:32.724 INFO:teuthology.orchestra.run.smithi042.stdout: altname enp1s0f0 2024-06-06T08:22:32.724 INFO:teuthology.orchestra.run.smithi042.stdout: inet 172.21.15.42/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-06-06T08:22:32.724 INFO:teuthology.orchestra.run.smithi042.stdout: valid_lft 42000sec preferred_lft 42000sec 2024-06-06T08:22:32.724 INFO:teuthology.orchestra.run.smithi042.stdout: inet6 fe80::ec4:7aff:febd:1440/64 scope link noprefixroute 2024-06-06T08:22:32.724 INFO:teuthology.orchestra.run.smithi042.stdout: valid_lft forever preferred_lft forever 2024-06-06T08:22:32.724 INFO:teuthology.orchestra.run.smithi042.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-06-06T08:22:32.724 INFO:teuthology.orchestra.run.smithi042.stdout: link/ether 0c:c4:7a:bd:14:41 brd ff:ff:ff:ff:ff:ff 2024-06-06T08:22:32.724 INFO:teuthology.orchestra.run.smithi042.stdout: altname enp1s0f1 2024-06-06T08:22:32.724 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-06-06T08:22:32.725 DEBUG:teuthology.orchestra.run.smithi042:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-06-06T08:22:32.725 DEBUG:teuthology.orchestra.run.smithi042:> set -e 2024-06-06T08:22:32.725 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip link add name ceph-brx type bridge 2024-06-06T08:22:32.725 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip addr flush dev ceph-brx 2024-06-06T08:22:32.725 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip link set ceph-brx up 2024-06-06T08:22:32.725 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-06-06T08:22:32.725 DEBUG:teuthology.orchestra.run.smithi042:> ') 2024-06-06T08:22:32.787 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:22:32 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-z[38638]: 2024-06-06T08:22:32.691+0000 7f2198e75200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-06-06T08:22:32.816 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:32 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-06-06T08:22:32.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-06-06T08:22:32.872 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T08:22:32.872 DEBUG:teuthology.orchestra.run.smithi042:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-06-06T08:22:32.888 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:22:32 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y[38032]: 2024-06-06T08:22:32.399+0000 7fa82e764200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-06-06T08:22:32.888 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:22:32 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y[38032]: 2024-06-06T08:22:32.593+0000 7fa82e764200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-06-06T08:22:32.897 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:22:32 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:22:32.667+0000 7f9fae461200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-06-06T08:22:32.898 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:22:32 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:22:32.882+0000 7f9fae461200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-06-06T08:22:32.898 INFO:teuthology.orchestra.run.smithi042.stdout:1 2024-06-06T08:22:32.900 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T08:22:32.900 DEBUG:teuthology.orchestra.run.smithi042:> route 2024-06-06T08:22:32.957 INFO:teuthology.orchestra.run.smithi042.stdout:Kernel IP routing table 2024-06-06T08:22:32.957 INFO:teuthology.orchestra.run.smithi042.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-06-06T08:22:32.958 INFO:teuthology.orchestra.run.smithi042.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-06-06T08:22:32.958 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-06-06T08:22:32.958 INFO:teuthology.orchestra.run.smithi042.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-06-06T08:22:32.958 DEBUG:teuthology.orchestra.run.smithi042:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-06-06T08:22:32.958 DEBUG:teuthology.orchestra.run.smithi042:> set -e 2024-06-06T08:22:32.959 DEBUG:teuthology.orchestra.run.smithi042:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-06-06T08:22:32.959 DEBUG:teuthology.orchestra.run.smithi042:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-06-06T08:22:32.959 DEBUG:teuthology.orchestra.run.smithi042:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-06-06T08:22:32.959 DEBUG:teuthology.orchestra.run.smithi042:> ') 2024-06-06T08:22:33.049 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:33 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-06-06T08:22:33.083 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-06-06T08:22:33.090 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T08:22:33.090 DEBUG:teuthology.orchestra.run.smithi042:> ip netns list 2024-06-06T08:22:33.108 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T08:22:33.108 DEBUG:teuthology.orchestra.run.smithi042:> ip netns list-id 2024-06-06T08:22:33.164 DEBUG:teuthology.orchestra.run.smithi042:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-06-06T08:22:33.164 DEBUG:teuthology.orchestra.run.smithi042:> set -e 2024-06-06T08:22:33.165 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-06-06T08:22:33.165 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-06-06T08:22:33.165 DEBUG:teuthology.orchestra.run.smithi042:> ') 2024-06-06T08:22:33.256 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:33 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-06-06T08:22:33.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-06-06T08:22:33.287 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-06-06T08:22:33.288 DEBUG:teuthology.orchestra.run.smithi042:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-06-06T08:22:33.288 DEBUG:teuthology.orchestra.run.smithi042:> set -e 2024-06-06T08:22:33.288 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-06-06T08:22:33.288 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-06-06T08:22:33.288 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-06-06T08:22:33.288 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-06-06T08:22:33.288 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-06-06T08:22:33.288 DEBUG:teuthology.orchestra.run.smithi042:> ') 2024-06-06T08:22:33.339 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:33 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-06-06T08:22:33.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-06-06T08:22:33.417 DEBUG:teuthology.orchestra.run.smithi042:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-06-06T08:22:33.417 DEBUG:teuthology.orchestra.run.smithi042:> set -e 2024-06-06T08:22:33.418 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip link set brx.0 up 2024-06-06T08:22:33.418 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip link set dev brx.0 master ceph-brx 2024-06-06T08:22:33.418 DEBUG:teuthology.orchestra.run.smithi042:> ') 2024-06-06T08:22:33.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:33 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-06-06T08:22:33.494 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-06-06T08:22:33.501 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-06-06T08:22:33.501 DEBUG:teuthology.orchestra.run.smithi042:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-06-06T08:22:33.516 INFO:teuthology.orchestra.run.smithi042.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-06-06T08:22:33.517 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-06-06T08:22:33.517 DEBUG:teuthology.orchestra.run.smithi042:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-06-06T08:22:33.573 WARNING:tasks.cephfs.mount:You cannot specify both: cephfs_mntpt and mount_subvol_num 2024-06-06T08:22:33.573 INFO:tasks.cephfs.mount:Mounting subvol 1 for now 2024-06-06T08:22:33.573 INFO:tasks.cephfs.kernel_mount:mounting using device: :/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08 2024-06-06T08:22:33.573 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T08:22:33.573 DEBUG:teuthology.orchestra.run.smithi042:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08 /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=crc,nowsync 2024-06-06T08:22:33.603 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:22:33 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y[38032]: 2024-06-06T08:22:33.185+0000 7fa82e764200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-06-06T08:22:33.658 INFO:teuthology.orchestra.run.smithi042.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=crc,nowsync 2024-06-06T08:22:33.658 INFO:teuthology.orchestra.run.smithi042.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=crc,nowsync". 2024-06-06T08:22:33.658 INFO:teuthology.orchestra.run.smithi042.stdout:invalid new device string format 2024-06-06T08:22:33.735 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:22:33 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-z[38638]: 2024-06-06T08:22:33.309+0000 7f2198e75200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-06-06T08:22:33.788 INFO:teuthology.orchestra.run.smithi042.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=crc,nowsync 2024-06-06T08:22:33.788 INFO:teuthology.orchestra.run.smithi042.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=crc,nowsync". 2024-06-06T08:22:33.788 INFO:teuthology.orchestra.run.smithi042.stdout:invalid new device string format 2024-06-06T08:22:33.788 INFO:teuthology.orchestra.run.smithi042.stdout:mount.ceph: resolved to: "172.21.15.42:3300,172.21.15.120:3300,172.21.15.149:3300" 2024-06-06T08:22:33.788 INFO:teuthology.orchestra.run.smithi042.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.42:3300,172.21.15.120:3300,172.21.15.149:3300:/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08 2024-06-06T08:22:33.788 INFO:teuthology.orchestra.run.smithi042.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=crc,nowsync,key=0,fsid=103bdc14-23dc-11ef-bc9b-c7b262605968" will pass to kernel 2024-06-06T08:22:33.789 INFO:teuthology.orchestra.run.smithi042.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-06-06T08:22:33.789 INFO:teuthology.orchestra.run.smithi042.stdout: You just mounted a file system that supports labels which does not 2024-06-06T08:22:33.789 INFO:teuthology.orchestra.run.smithi042.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-06-06T08:22:33.789 INFO:teuthology.orchestra.run.smithi042.stdout: applications will generate AVC messages and not be allowed access to 2024-06-06T08:22:33.789 INFO:teuthology.orchestra.run.smithi042.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-06-06T08:22:33.791 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-06-06T08:22:33.791 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T08:22:33.791 DEBUG:teuthology.orchestra.run.smithi042:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-06-06T08:22:33.813 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:22:33 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:22:33.546+0000 7f9fae461200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-06-06T08:22:33.819 DEBUG:teuthology.orchestra.run.smithi042:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-06-06T08:22:33.888 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:22:33 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y[38032]: 2024-06-06T08:22:33.603+0000 7fa82e764200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-06-06T08:22:33.888 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:22:33 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y[38032]: 2024-06-06T08:22:33.701+0000 7fa82e764200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-06-06T08:22:33.911 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:33 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-06-06T08:22:33.914 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-06-06T08:22:33.920 INFO:teuthology.orchestra.run.smithi042.stdout:client15213 2024-06-06T08:22:33.920 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-06-06T08:22:33.920 DEBUG:teuthology.orchestra.run.smithi042:> dd if=/proc/self/mounts of=/dev/stdout 2024-06-06T08:22:33.938 DEBUG:teuthology.orchestra.run.smithi042:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-06-06T08:22:34.029 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-06-06T08:22:34.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-06-06T08:22:34.037 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:22:33 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-z[38638]: 2024-06-06T08:22:33.736+0000 7f2198e75200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-06-06T08:22:34.037 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:22:33 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-z[38638]: 2024-06-06T08:22:33.838+0000 7f2198e75200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-06-06T08:22:34.038 INFO:teuthology.orchestra.run.smithi042.stdout:client15213 2024-06-06T08:22:34.039 DEBUG:teuthology.orchestra.run.smithi042:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-06-06T08:22:34.065 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:22:34 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:22:34.007+0000 7f9fae461200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-06-06T08:22:34.090 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-06-06T08:22:34.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-06-06T08:22:34.098 INFO:teuthology.orchestra.run.smithi042.stdout:client15213 2024-06-06T08:22:34.099 DEBUG:teuthology.orchestra.run.smithi042:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968.client15213/status') 2024-06-06T08:22:34.190 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-06-06T08:22:34.201 INFO:teuthology.orchestra.run.smithi042.stdout:instance: client.15213 (3)192.168.0.1:0/880998625 2024-06-06T08:22:34.201 INFO:teuthology.orchestra.run.smithi042.stdout:blocklisted: false 2024-06-06T08:22:34.201 INFO:teuthology.orchestra.run.smithi042.stderr:0+1 records in 2024-06-06T08:22:34.202 INFO:teuthology.orchestra.run.smithi042.stderr:0+1 records out 2024-06-06T08:22:34.202 INFO:teuthology.orchestra.run.smithi042.stderr:69 bytes copied, 2.409e-05 s, 2.9 MB/s 2024-06-06T08:22:34.208 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-06-06T08:22:34.211 INFO:teuthology.run_tasks:Running task exec... 2024-06-06T08:22:34.220 INFO:teuthology.task.exec:Executing custom commands... 2024-06-06T08:22:34.220 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi042.front.sepia.ceph.com 2024-06-06T08:22:34.221 DEBUG:teuthology.orchestra.run.smithi042:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs set cephfs balance_automate true' 2024-06-06T08:22:34.334 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.328+0000 7f2b685c8640 1 -- 172.21.15.42:0/3325197944 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2b60101a10 msgr2=0x7f2b60101e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:34.335 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.328+0000 7f2b685c8640 1 --2- 172.21.15.42:0/3325197944 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2b60101a10 0x7f2b60101e30 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f2b5c009900 tx=0x7f2b5c02a410 comp rx=0 tx=0).stop 2024-06-06T08:22:34.335 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.328+0000 7f2b685c8640 1 -- 172.21.15.42:0/3325197944 shutdown_connections 2024-06-06T08:22:34.335 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.328+0000 7f2b685c8640 1 --2- 172.21.15.42:0/3325197944 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2b60102c00 0x7f2b60103080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:34.335 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.328+0000 7f2b685c8640 1 --2- 172.21.15.42:0/3325197944 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2b601035c0 0x7f2b60109e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:34.335 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.328+0000 7f2b685c8640 1 --2- 172.21.15.42:0/3325197944 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2b60101a10 0x7f2b60101e30 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:34.335 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.328+0000 7f2b685c8640 1 -- 172.21.15.42:0/3325197944 >> 172.21.15.42:0/3325197944 conn(0x7f2b600fcf80 msgr2=0x7f2b600ff3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:34.336 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.328+0000 7f2b685c8640 1 -- 172.21.15.42:0/3325197944 shutdown_connections 2024-06-06T08:22:34.336 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.328+0000 7f2b685c8640 1 -- 172.21.15.42:0/3325197944 wait complete. 2024-06-06T08:22:34.336 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.329+0000 7f2b685c8640 1 Processor -- start 2024-06-06T08:22:34.336 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.329+0000 7f2b685c8640 1 -- start start 2024-06-06T08:22:34.336 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.329+0000 7f2b685c8640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2b60101a10 0x7f2b60075750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:34.336 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.329+0000 7f2b685c8640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2b60102c00 0x7f2b60073d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:34.336 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.329+0000 7f2b685c8640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2b601035c0 0x7f2b600742d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:34.337 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.329+0000 7f2b685c8640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2b6010d690 con 0x7f2b60101a10 2024-06-06T08:22:34.337 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.329+0000 7f2b685c8640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f2b6010d510 con 0x7f2b60102c00 2024-06-06T08:22:34.337 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.329+0000 7f2b685c8640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f2b6010d810 con 0x7f2b601035c0 2024-06-06T08:22:34.337 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.329+0000 7f2b66364640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2b60101a10 0x7f2b60075750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:34.337 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.329+0000 7f2b66364640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2b60101a10 0x7f2b60075750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:38528/0 (socket says 172.21.15.42:38528) 2024-06-06T08:22:34.337 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.329+0000 7f2b66364640 1 -- 172.21.15.42:0/1655963709 learned_addr learned my addr 172.21.15.42:0/1655963709 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:22:34.337 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.329+0000 7f2b65b63640 1 --2- 172.21.15.42:0/1655963709 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2b60102c00 0x7f2b60073d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:34.337 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.329+0000 7f2b66b65640 1 --2- 172.21.15.42:0/1655963709 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2b601035c0 0x7f2b600742d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:34.338 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.329+0000 7f2b66364640 1 -- 172.21.15.42:0/1655963709 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2b601035c0 msgr2=0x7f2b600742d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:34.338 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.329+0000 7f2b66364640 1 --2- 172.21.15.42:0/1655963709 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2b601035c0 0x7f2b600742d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:34.338 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.329+0000 7f2b66364640 1 -- 172.21.15.42:0/1655963709 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2b60102c00 msgr2=0x7f2b60073d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:34.338 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.329+0000 7f2b66364640 1 --2- 172.21.15.42:0/1655963709 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2b60102c00 0x7f2b60073d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:34.338 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.329+0000 7f2b66364640 1 -- 172.21.15.42:0/1655963709 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b60074b60 con 0x7f2b60101a10 2024-06-06T08:22:34.338 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.329+0000 7f2b65b63640 1 --2- 172.21.15.42:0/1655963709 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2b60102c00 0x7f2b60073d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:22:34.338 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.330+0000 7f2b66364640 1 --2- 172.21.15.42:0/1655963709 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2b60101a10 0x7f2b60075750 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f2b5c031610 tx=0x7f2b5c004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:34.338 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.330+0000 7f2b577fe640 1 -- 172.21.15.42:0/1655963709 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b5c03f030 con 0x7f2b60101a10 2024-06-06T08:22:34.338 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.330+0000 7f2b577fe640 1 -- 172.21.15.42:0/1655963709 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2b5c003ad0 con 0x7f2b60101a10 2024-06-06T08:22:34.338 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.330+0000 7f2b577fe640 1 -- 172.21.15.42:0/1655963709 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b5c035070 con 0x7f2b60101a10 2024-06-06T08:22:34.338 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.330+0000 7f2b685c8640 1 -- 172.21.15.42:0/1655963709 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b601a1d10 con 0x7f2b60101a10 2024-06-06T08:22:34.338 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.330+0000 7f2b685c8640 1 -- 172.21.15.42:0/1655963709 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b601a21a0 con 0x7f2b60101a10 2024-06-06T08:22:34.339 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.331+0000 7f2b685c8640 1 -- 172.21.15.42:0/1655963709 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2b60108cd0 con 0x7f2b60101a10 2024-06-06T08:22:34.339 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.332+0000 7f2b577fe640 1 -- 172.21.15.42:0/1655963709 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 19) ==== 137850+0+0 (secure 0 0 0) 0x7f2b5c042030 con 0x7f2b60101a10 2024-06-06T08:22:34.339 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.333+0000 7f2b577fe640 1 --2- 172.21.15.42:0/1655963709 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f2b4c0a2d00 0x7f2b4c0a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:34.339 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.333+0000 7f2b65b63640 1 -- 172.21.15.42:0/1655963709 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f2b4c0a2d00 msgr2=0x7f2b4c0a51c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.42:6800/1196215200 2024-06-06T08:22:34.339 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.333+0000 7f2b577fe640 1 -- 172.21.15.42:0/1655963709 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f2b5c0efbe0 con 0x7f2b60101a10 2024-06-06T08:22:34.339 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.333+0000 7f2b65b63640 1 --2- 172.21.15.42:0/1655963709 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f2b4c0a2d00 0x7f2b4c0a51c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-06-06T08:22:34.341 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.341+0000 7f2b577fe640 1 -- 172.21.15.42:0/1655963709 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f2b5c0bc190 con 0x7f2b60101a10 2024-06-06T08:22:34.388 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:22:33 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y[38032]: 2024-06-06T08:22:33.902+0000 7fa82e764200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-06-06T08:22:34.534 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.534+0000 7f2b65b63640 1 -- 172.21.15.42:0/1655963709 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f2b4c0a2d00 msgr2=0x7f2b4c0a51c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.42:6800/1196215200 2024-06-06T08:22:34.534 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.534+0000 7f2b65b63640 1 --2- 172.21.15.42:0/1655963709 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f2b4c0a2d00 0x7f2b4c0a51c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-06-06T08:22:34.538 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:22:34 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-z[38638]: 2024-06-06T08:22:34.044+0000 7f2198e75200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-06-06T08:22:34.565 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:22:34 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:22:34.114+0000 7f9fae461200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-06-06T08:22:34.565 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:22:34 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:22:34.344+0000 7f9fae461200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-06-06T08:22:34.567 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.568+0000 7f2b685c8640 1 -- 172.21.15.42:0/1655963709 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"} v 0) -- 0x7f2b6002d2e0 con 0x7f2b60101a10 2024-06-06T08:22:34.620 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.620+0000 7f2b577fe640 1 -- 172.21.15.42:0/1655963709 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]=0 v26) ==== 117+0+0 (secure 0 0 0) 0x7f2b5c0c0490 con 0x7f2b60101a10 2024-06-06T08:22:34.623 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.622+0000 7f2b685c8640 1 -- 172.21.15.42:0/1655963709 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f2b4c0a2d00 msgr2=0x7f2b4c0a51c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-06T08:22:34.623 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.622+0000 7f2b685c8640 1 --2- 172.21.15.42:0/1655963709 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f2b4c0a2d00 0x7f2b4c0a51c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:34.623 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.622+0000 7f2b685c8640 1 -- 172.21.15.42:0/1655963709 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2b60101a10 msgr2=0x7f2b60075750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:34.623 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.622+0000 7f2b685c8640 1 --2- 172.21.15.42:0/1655963709 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2b60101a10 0x7f2b60075750 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f2b5c031610 tx=0x7f2b5c004270 comp rx=0 tx=0).stop 2024-06-06T08:22:34.623 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.622+0000 7f2b685c8640 1 -- 172.21.15.42:0/1655963709 shutdown_connections 2024-06-06T08:22:34.624 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.622+0000 7f2b685c8640 1 --2- 172.21.15.42:0/1655963709 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2b60102c00 0x7f2b60073d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:34.624 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.622+0000 7f2b685c8640 1 --2- 172.21.15.42:0/1655963709 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f2b4c0a2d00 0x7f2b4c0a51c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:34.624 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.622+0000 7f2b685c8640 1 --2- 172.21.15.42:0/1655963709 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2b601035c0 0x7f2b600742d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:34.624 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.622+0000 7f2b685c8640 1 --2- 172.21.15.42:0/1655963709 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2b60101a10 0x7f2b60075750 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:34.624 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.622+0000 7f2b685c8640 1 -- 172.21.15.42:0/1655963709 >> 172.21.15.42:0/1655963709 conn(0x7f2b600fcf80 msgr2=0x7f2b60105ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:34.625 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.622+0000 7f2b685c8640 1 -- 172.21.15.42:0/1655963709 shutdown_connections 2024-06-06T08:22:34.625 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.622+0000 7f2b685c8640 1 -- 172.21.15.42:0/1655963709 wait complete. 2024-06-06T08:22:34.635 INFO:teuthology.run_tasks:Running task check-counter... 2024-06-06T08:22:34.646 INFO:teuthology.run_tasks:Running task fwd_scrub... 2024-06-06T08:22:34.692 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-06-06T08:22:34.751 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:34 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/1655963709' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-06-06T08:22:34.752 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:22:34 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y[38032]: 2024-06-06T08:22:34.417+0000 7fa82e764200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-06-06T08:22:34.752 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:22:34 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y[38032]: 2024-06-06T08:22:34.507+0000 7fa82e764200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-06-06T08:22:34.799 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.799+0000 7f3f6a4ee640 1 -- 172.21.15.42:0/3291818626 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3f641015d0 msgr2=0x7f3f64101a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:34.799 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.799+0000 7f3f6a4ee640 1 --2- 172.21.15.42:0/3291818626 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3f641015d0 0x7f3f64101a50 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f3f5c009ca0 tx=0x7f3f5c02a950 comp rx=0 tx=0).stop 2024-06-06T08:22:34.799 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.799+0000 7f3f6a4ee640 1 -- 172.21.15.42:0/3291818626 shutdown_connections 2024-06-06T08:22:34.799 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.799+0000 7f3f6a4ee640 1 --2- 172.21.15.42:0/3291818626 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3f64100c30 0x7f3f64101090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:34.799 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.799+0000 7f3f6a4ee640 1 --2- 172.21.15.42:0/3291818626 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3f641015d0 0x7f3f64101a50 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:34.799 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.799+0000 7f3f6a4ee640 1 --2- 172.21.15.42:0/3291818626 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3f641002d0 0x7f3f641006f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:34.799 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.799+0000 7f3f6a4ee640 1 -- 172.21.15.42:0/3291818626 >> 172.21.15.42:0/3291818626 conn(0x7f3f640fbe50 msgr2=0x7f3f640fe290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:34.799 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.799+0000 7f3f6a4ee640 1 -- 172.21.15.42:0/3291818626 shutdown_connections 2024-06-06T08:22:34.800 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.799+0000 7f3f6a4ee640 1 -- 172.21.15.42:0/3291818626 wait complete. 2024-06-06T08:22:34.801 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.799+0000 7f3f6a4ee640 1 Processor -- start 2024-06-06T08:22:34.801 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.799+0000 7f3f6a4ee640 1 -- start start 2024-06-06T08:22:34.801 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.800+0000 7f3f6a4ee640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3f641002d0 0x7f3f64199e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:34.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.800+0000 7f3f6a4ee640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3f64100c30 0x7f3f6419a3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:34.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.800+0000 7f3f6a4ee640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3f641015d0 0x7f3f641a1420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:34.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.800+0000 7f3f6a4ee640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f3f6410f860 con 0x7f3f64100c30 2024-06-06T08:22:34.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.800+0000 7f3f6a4ee640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f3f6410f6e0 con 0x7f3f641015d0 2024-06-06T08:22:34.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.800+0000 7f3f6a4ee640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f3f6410f9e0 con 0x7f3f641002d0 2024-06-06T08:22:34.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.800+0000 7f3f637fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3f64100c30 0x7f3f6419a3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:34.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.800+0000 7f3f637fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3f64100c30 0x7f3f6419a3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:38560/0 (socket says 172.21.15.42:38560) 2024-06-06T08:22:34.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.800+0000 7f3f63fff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3f641002d0 0x7f3f64199e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:34.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.800+0000 7f3f637fe640 1 -- 172.21.15.42:0/2565562298 learned_addr learned my addr 172.21.15.42:0/2565562298 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:22:34.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.800+0000 7f3f68a8b640 1 --2- 172.21.15.42:0/2565562298 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3f641015d0 0x7f3f641a1420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:34.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.800+0000 7f3f637fe640 1 -- 172.21.15.42:0/2565562298 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3f641002d0 msgr2=0x7f3f64199e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:34.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.800+0000 7f3f637fe640 1 --2- 172.21.15.42:0/2565562298 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3f641002d0 0x7f3f64199e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:34.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.800+0000 7f3f637fe640 1 -- 172.21.15.42:0/2565562298 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3f641015d0 msgr2=0x7f3f641a1420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:34.803 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.800+0000 7f3f637fe640 1 --2- 172.21.15.42:0/2565562298 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3f641015d0 0x7f3f641a1420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:34.803 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.800+0000 7f3f637fe640 1 -- 172.21.15.42:0/2565562298 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f641a1a90 con 0x7f3f64100c30 2024-06-06T08:22:34.803 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.800+0000 7f3f63fff640 1 --2- 172.21.15.42:0/2565562298 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3f641002d0 0x7f3f64199e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:22:34.803 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.800+0000 7f3f637fe640 1 --2- 172.21.15.42:0/2565562298 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3f64100c30 0x7f3f6419a3b0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f3f5800e9f0 tx=0x7f3f5800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:34.803 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.801+0000 7f3f617fa640 1 -- 172.21.15.42:0/2565562298 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f5800cd80 con 0x7f3f64100c30 2024-06-06T08:22:34.803 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.801+0000 7f3f6a4ee640 1 -- 172.21.15.42:0/2565562298 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3f641a1d80 con 0x7f3f64100c30 2024-06-06T08:22:34.807 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.801+0000 7f3f617fa640 1 -- 172.21.15.42:0/2565562298 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3f58010910 con 0x7f3f64100c30 2024-06-06T08:22:34.807 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.801+0000 7f3f617fa640 1 -- 172.21.15.42:0/2565562298 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f580188f0 con 0x7f3f64100c30 2024-06-06T08:22:34.807 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.801+0000 7f3f6a4ee640 1 -- 172.21.15.42:0/2565562298 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3f641a2250 con 0x7f3f64100c30 2024-06-06T08:22:34.807 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.802+0000 7f3f6a4ee640 1 -- 172.21.15.42:0/2565562298 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3f6410b1b0 con 0x7f3f64100c30 2024-06-06T08:22:34.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.803+0000 7f3f617fa640 1 -- 172.21.15.42:0/2565562298 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 19) ==== 137850+0+0 (secure 0 0 0) 0x7f3f58010ac0 con 0x7f3f64100c30 2024-06-06T08:22:34.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.804+0000 7f3f617fa640 1 --2- 172.21.15.42:0/2565562298 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f3f4c0a2be0 0x7f3f4c0a50a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:34.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.804+0000 7f3f63fff640 1 -- 172.21.15.42:0/2565562298 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f3f4c0a2be0 msgr2=0x7f3f4c0a50a0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.42:6800/1196215200 2024-06-06T08:22:34.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.804+0000 7f3f617fa640 1 -- 172.21.15.42:0/2565562298 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f3f580cfb40 con 0x7f3f64100c30 2024-06-06T08:22:34.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.804+0000 7f3f63fff640 1 --2- 172.21.15.42:0/2565562298 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f3f4c0a2be0 0x7f3f4c0a50a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-06-06T08:22:34.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.812+0000 7f3f617fa640 1 -- 172.21.15.42:0/2565562298 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f3f5809c0f0 con 0x7f3f64100c30 2024-06-06T08:22:34.913 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:34 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/1655963709' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-06-06T08:22:34.931 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:34 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/1655963709' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-06-06T08:22:34.931 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:22:34 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-z[38638]: 2024-06-06T08:22:34.584+0000 7f2198e75200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-06-06T08:22:34.932 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:22:34 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-z[38638]: 2024-06-06T08:22:34.683+0000 7f2198e75200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-06-06T08:22:34.999 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:34.999+0000 7f3f6a4ee640 1 -- 172.21.15.42:0/2565562298 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3f6402d460 con 0x7f3f64100c30 2024-06-06T08:22:35.002 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.002+0000 7f3f617fa640 1 -- 172.21.15.42:0/2565562298 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v99) ==== 74+0+24632 (secure 0 0 0) 0x7f3f580a03f0 con 0x7f3f64100c30 2024-06-06T08:22:35.002 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:22:35.003 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":99,"fsid":"103bdc14-23dc-11ef-bc9b-c7b262605968","created":"2024-06-06T08:10:24.766424+0000","modified":"2024-06-06T08:19:20.058787+0000","last_up_change":"2024-06-06T08:17:36.287686+0000","last_in_change":"2024-06-06T08:17:16.753056+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-06T08:13:45.019237+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-06-06T08:18:33.144907+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-06-06T08:18:36.897997+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-06-06T08:18:46.419853+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"97","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"e2e4fdcf-59e7-458d-b89e-8f5b7095ecba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6803","nonce":992269164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6805","nonce":992269164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6809","nonce":992269164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6807","nonce":992269164}]},"public_addr":"172.21.15.42:6803/992269164","cluster_addr":"172.21.15.42:6805/992269164","heartbeat_back_addr":"172.21.15.42:6809/992269164","heartbeat_front_addr":"172.21.15.42:6807/992269164","state":["exists","up"]},{"osd":1,"uuid":"5a66dde1-0e6a-44d3-9b2d-2c97d7c8db94","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6800","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6801","nonce":207181328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6802","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6803","nonce":207181328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6806","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6807","nonce":207181328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6804","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6805","nonce":207181328}]},"public_addr":"172.21.15.120:6801/207181328","cluster_addr":"172.21.15.120:6803/207181328","heartbeat_back_addr":"172.21.15.120:6807/207181328","heartbeat_front_addr":"172.21.15.120:6805/207181328","state":["exists","up"]},{"osd":2,"uuid":"642addc3-ef6d-438d-ba2b-011de9e2ba8d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6801","nonce":2997625975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6803","nonce":2997625975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6807","nonce":2997625975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6805","nonce":2997625975}]},"public_addr":"172.21.15.149:6801/2997625975","cluster_addr":"172.21.15.149:6803/2997625975","heartbeat_back_addr":"172.21.15.149:6807/2997625975","heartbeat_front_addr":"172.21.15.149:6805/2997625975","state":["exists","up"]},{"osd":3,"uuid":"2a97b907-d011-4010-a71b-a7783002e9b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6811","nonce":4079103623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6813","nonce":4079103623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6817","nonce":4079103623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6815","nonce":4079103623}]},"public_addr":"172.21.15.42:6811/4079103623","cluster_addr":"172.21.15.42:6813/4079103623","heartbeat_back_addr":"172.21.15.42:6817/4079103623","heartbeat_front_addr":"172.21.15.42:6815/4079103623","state":["exists","up"]},{"osd":4,"uuid":"8848bdb6-07d9-4be6-8dcb-01f181f6b678","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6808","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6809","nonce":559794558}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6810","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6811","nonce":559794558}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6814","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6815","nonce":559794558}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6812","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6813","nonce":559794558}]},"public_addr":"172.21.15.120:6809/559794558","cluster_addr":"172.21.15.120:6811/559794558","heartbeat_back_addr":"172.21.15.120:6815/559794558","heartbeat_front_addr":"172.21.15.120:6813/559794558","state":["exists","up"]},{"osd":5,"uuid":"4be1b7e5-1de1-4927-9960-c0f6415e0bff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6809","nonce":4023193877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6811","nonce":4023193877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6815","nonce":4023193877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6813","nonce":4023193877}]},"public_addr":"172.21.15.149:6809/4023193877","cluster_addr":"172.21.15.149:6811/4023193877","heartbeat_back_addr":"172.21.15.149:6815/4023193877","heartbeat_front_addr":"172.21.15.149:6813/4023193877","state":["exists","up"]},{"osd":6,"uuid":"6c1a1ff4-9bed-4f13-ab16-314c8086c06f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6819","nonce":1922652007}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6821","nonce":1922652007}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6825","nonce":1922652007}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6823","nonce":1922652007}]},"public_addr":"172.21.15.42:6819/1922652007","cluster_addr":"172.21.15.42:6821/1922652007","heartbeat_back_addr":"172.21.15.42:6825/1922652007","heartbeat_front_addr":"172.21.15.42:6823/1922652007","state":["exists","up"]},{"osd":7,"uuid":"37cb2c8b-d9c0-4d1e-bee8-cc850c69ba0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6816","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6817","nonce":156965814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6818","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6819","nonce":156965814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6822","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6823","nonce":156965814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6820","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6821","nonce":156965814}]},"public_addr":"172.21.15.120:6817/156965814","cluster_addr":"172.21.15.120:6819/156965814","heartbeat_back_addr":"172.21.15.120:6823/156965814","heartbeat_front_addr":"172.21.15.120:6821/156965814","state":["exists","up"]},{"osd":8,"uuid":"6df7e642-d784-4aac-b764-ddf0747add90","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6817","nonce":4100009474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6819","nonce":4100009474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6823","nonce":4100009474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6821","nonce":4100009474}]},"public_addr":"172.21.15.149:6817/4100009474","cluster_addr":"172.21.15.149:6819/4100009474","heartbeat_back_addr":"172.21.15.149:6823/4100009474","heartbeat_front_addr":"172.21.15.149:6821/4100009474","state":["exists","up"]},{"osd":9,"uuid":"f4b2af93-29f8-495a-86f7-72c2b64b34cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6827","nonce":3216295459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6829","nonce":3216295459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6833","nonce":3216295459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6831","nonce":3216295459}]},"public_addr":"172.21.15.42:6827/3216295459","cluster_addr":"172.21.15.42:6829/3216295459","heartbeat_back_addr":"172.21.15.42:6833/3216295459","heartbeat_front_addr":"172.21.15.42:6831/3216295459","state":["exists","up"]},{"osd":10,"uuid":"5d31e261-0c1d-488d-a7d5-6a6c1250edca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6824","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6825","nonce":3633743730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6826","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6827","nonce":3633743730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6830","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6831","nonce":3633743730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6828","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6829","nonce":3633743730}]},"public_addr":"172.21.15.120:6825/3633743730","cluster_addr":"172.21.15.120:6827/3633743730","heartbeat_back_addr":"172.21.15.120:6831/3633743730","heartbeat_front_addr":"172.21.15.120:6829/3633743730","state":["exists","up"]},{"osd":11,"uuid":"32e1e82b-97fe-4469-8345-871e9caffc3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6825","nonce":797850884}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6827","nonce":797850884}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6831","nonce":797850884}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6829","nonce":797850884}]},"public_addr":"172.21.15.149:6825/797850884","cluster_addr":"172.21.15.149:6827/797850884","heartbeat_back_addr":"172.21.15.149:6831/797850884","heartbeat_front_addr":"172.21.15.149:6829/797850884","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:12:53.901249+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:13:17.683764+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:13:41.352203+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:14:08.031995+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:14:33.363708+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:14:58.055589+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:15:24.669566+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:15:50.912783+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:16:15.924258+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:16:43.185660+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:17:09.578878+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:17:35.047958+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.10","mappings":[{"from":2,"to":4}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.1","mappings":[{"from":4,"to":9}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"4.e","mappings":[{"from":5,"to":8}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]},{"pgid":"4.14","mappings":[{"from":9,"to":8}]},{"pgid":"4.16","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.42:0/2349000297":"2024-06-07T08:11:18.501580+0000","172.21.15.42:6801/542419736":"2024-06-07T08:11:18.501580+0000","172.21.15.42:0/2444807230":"2024-06-07T08:10:51.469961+0000","172.21.15.42:0/2035946884":"2024-06-07T08:11:18.501580+0000","172.21.15.42:6800/542419736":"2024-06-07T08:11:18.501580+0000","172.21.15.42:0/2547834811":"2024-06-07T08:10:51.469961+0000","172.21.15.42:0/1748257485":"2024-06-07T08:11:18.501580+0000","172.21.15.42:0/1313394303":"2024-06-07T08:10:51.469961+0000","172.21.15.42:6800/1296506824":"2024-06-07T08:10:51.469961+0000","172.21.15.42:6801/1296506824":"2024-06-07T08:10:51.469961+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-06T08:22:35.004 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.004+0000 7f3f6a4ee640 1 -- 172.21.15.42:0/2565562298 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f3f4c0a2be0 msgr2=0x7f3f4c0a50a0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-06T08:22:35.004 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.004+0000 7f3f6a4ee640 1 --2- 172.21.15.42:0/2565562298 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f3f4c0a2be0 0x7f3f4c0a50a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:35.004 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.004+0000 7f3f6a4ee640 1 -- 172.21.15.42:0/2565562298 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3f64100c30 msgr2=0x7f3f6419a3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:35.004 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.004+0000 7f3f6a4ee640 1 --2- 172.21.15.42:0/2565562298 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3f64100c30 0x7f3f6419a3b0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f3f5800e9f0 tx=0x7f3f5800eeb0 comp rx=0 tx=0).stop 2024-06-06T08:22:35.004 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.004+0000 7f3f6a4ee640 1 -- 172.21.15.42:0/2565562298 shutdown_connections 2024-06-06T08:22:35.005 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.004+0000 7f3f6a4ee640 1 --2- 172.21.15.42:0/2565562298 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3f641015d0 0x7f3f641a1420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:35.005 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.004+0000 7f3f6a4ee640 1 --2- 172.21.15.42:0/2565562298 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f3f4c0a2be0 0x7f3f4c0a50a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:35.005 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.004+0000 7f3f6a4ee640 1 --2- 172.21.15.42:0/2565562298 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3f64100c30 0x7f3f6419a3b0 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:35.005 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.004+0000 7f3f6a4ee640 1 --2- 172.21.15.42:0/2565562298 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3f641002d0 0x7f3f64199e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:35.005 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.004+0000 7f3f6a4ee640 1 -- 172.21.15.42:0/2565562298 >> 172.21.15.42:0/2565562298 conn(0x7f3f640fbe50 msgr2=0x7f3f640fd510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:35.005 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.004+0000 7f3f6a4ee640 1 -- 172.21.15.42:0/2565562298 shutdown_connections 2024-06-06T08:22:35.005 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.004+0000 7f3f6a4ee640 1 -- 172.21.15.42:0/2565562298 wait complete. 2024-06-06T08:22:35.016 INFO:tasks.fwd_scrub.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-06-06T08:13:45.019237+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-06-06T08:18:33.144907+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '90', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-06-06T08:18:36.897997+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '90', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-06-06T08:18:46.419853+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '97', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-06-06T08:22:35.016 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-06-06T08:22:35.089 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:22:34 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y[38032]: 2024-06-06T08:22:34.752+0000 7fa82e764200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-06-06T08:22:35.089 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:22:34 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y[38032]: 2024-06-06T08:22:34.884+0000 7fa82e764200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-06-06T08:22:35.089 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:22:34 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y[38032]: 2024-06-06T08:22:34.976+0000 7fa82e764200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-06-06T08:22:35.089 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:22:35 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y[38032]: 2024-06-06T08:22:35.089+0000 7fa82e764200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-06-06T08:22:35.125 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.125+0000 7f370d038640 1 -- 172.21.15.42:0/1699638878 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f37081008e0 msgr2=0x7f3708100d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:35.126 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.125+0000 7f370d038640 1 --2- 172.21.15.42:0/1699638878 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f37081008e0 0x7f3708100d00 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f36f8009900 tx=0x7f36f802a410 comp rx=0 tx=0).stop 2024-06-06T08:22:35.126 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.125+0000 7f370d038640 1 -- 172.21.15.42:0/1699638878 shutdown_connections 2024-06-06T08:22:35.126 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.125+0000 7f370d038640 1 --2- 172.21.15.42:0/1699638878 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3708101ad0 0x7f3708101f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:35.126 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.125+0000 7f370d038640 1 --2- 172.21.15.42:0/1699638878 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3708102490 0x7f3708108d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:35.126 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.125+0000 7f370d038640 1 --2- 172.21.15.42:0/1699638878 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f37081008e0 0x7f3708100d00 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:35.126 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.125+0000 7f370d038640 1 -- 172.21.15.42:0/1699638878 >> 172.21.15.42:0/1699638878 conn(0x7f37080fbe50 msgr2=0x7f37080fe290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:35.126 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.125+0000 7f370d038640 1 -- 172.21.15.42:0/1699638878 shutdown_connections 2024-06-06T08:22:35.126 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.125+0000 7f370d038640 1 -- 172.21.15.42:0/1699638878 wait complete. 2024-06-06T08:22:35.128 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.126+0000 7f370d038640 1 Processor -- start 2024-06-06T08:22:35.128 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.126+0000 7f370d038640 1 -- start start 2024-06-06T08:22:35.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.126+0000 7f370d038640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f37081008e0 0x7f3708197d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:35.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.126+0000 7f370d038640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3708101ad0 0x7f3708198290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:35.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.126+0000 7f370d038640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3708102490 0x7f370819f300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:35.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.126+0000 7f370d038640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f370810c530 con 0x7f3708101ad0 2024-06-06T08:22:35.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.126+0000 7f370d038640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f370810c3b0 con 0x7f3708102490 2024-06-06T08:22:35.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.126+0000 7f370d038640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f370810c6b0 con 0x7f37081008e0 2024-06-06T08:22:35.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.126+0000 7f36fffff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3708101ad0 0x7f3708198290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:35.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.126+0000 7f36fffff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3708101ad0 0x7f3708198290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:38570/0 (socket says 172.21.15.42:38570) 2024-06-06T08:22:35.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.126+0000 7f36fffff640 1 -- 172.21.15.42:0/68885280 learned_addr learned my addr 172.21.15.42:0/68885280 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:22:35.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.127+0000 7f3706d9d640 1 --2- 172.21.15.42:0/68885280 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f37081008e0 0x7f3708197d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:35.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.127+0000 7f370759e640 1 --2- 172.21.15.42:0/68885280 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3708102490 0x7f370819f300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:35.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.127+0000 7f36fffff640 1 -- 172.21.15.42:0/68885280 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f37081008e0 msgr2=0x7f3708197d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:35.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.127+0000 7f36fffff640 1 --2- 172.21.15.42:0/68885280 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f37081008e0 0x7f3708197d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:35.130 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.127+0000 7f36fffff640 1 -- 172.21.15.42:0/68885280 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3708102490 msgr2=0x7f370819f300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:35.130 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.127+0000 7f36fffff640 1 --2- 172.21.15.42:0/68885280 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3708102490 0x7f370819f300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:35.130 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.127+0000 7f36fffff640 1 -- 172.21.15.42:0/68885280 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f370819f970 con 0x7f3708101ad0 2024-06-06T08:22:35.130 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.127+0000 7f36fffff640 1 --2- 172.21.15.42:0/68885280 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3708101ad0 0x7f3708198290 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f36f000e9f0 tx=0x7f36f000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:35.130 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.127+0000 7f3704d99640 1 -- 172.21.15.42:0/68885280 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36f000cd80 con 0x7f3708101ad0 2024-06-06T08:22:35.130 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.127+0000 7f370d038640 1 -- 172.21.15.42:0/68885280 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f370819fc60 con 0x7f3708101ad0 2024-06-06T08:22:35.130 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.127+0000 7f3704d99640 1 -- 172.21.15.42:0/68885280 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f36f0010910 con 0x7f3708101ad0 2024-06-06T08:22:35.130 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.127+0000 7f3704d99640 1 -- 172.21.15.42:0/68885280 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36f00188f0 con 0x7f3708101ad0 2024-06-06T08:22:35.130 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.127+0000 7f370d038640 1 -- 172.21.15.42:0/68885280 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37081a01b0 con 0x7f3708101ad0 2024-06-06T08:22:35.130 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.128+0000 7f370d038640 1 -- 172.21.15.42:0/68885280 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f37081a0380 con 0x7f3708101ad0 2024-06-06T08:22:35.131 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.129+0000 7f3704d99640 1 -- 172.21.15.42:0/68885280 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 19) ==== 137850+0+0 (secure 0 0 0) 0x7f36f0010ac0 con 0x7f3708101ad0 2024-06-06T08:22:35.131 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.130+0000 7f3704d99640 1 --2- 172.21.15.42:0/68885280 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f36f40a2be0 0x7f36f40a50a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:35.132 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.130+0000 7f3706d9d640 1 -- 172.21.15.42:0/68885280 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f36f40a2be0 msgr2=0x7f36f40a50a0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.42:6800/1196215200 2024-06-06T08:22:35.132 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.130+0000 7f3704d99640 1 -- 172.21.15.42:0/68885280 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f36f00cf810 con 0x7f3708101ad0 2024-06-06T08:22:35.132 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.130+0000 7f3706d9d640 1 --2- 172.21.15.42:0/68885280 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f36f40a2be0 0x7f36f40a50a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-06-06T08:22:35.134 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.134+0000 7f3704d99640 1 -- 172.21.15.42:0/68885280 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f36f009bd60 con 0x7f3708101ad0 2024-06-06T08:22:35.282 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:22:34 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:22:34.913+0000 7f9fae461200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-06-06T08:22:35.282 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:22:35 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:22:35.014+0000 7f9fae461200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-06-06T08:22:35.282 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:22:35 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:22:35.282+0000 7f9fae461200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-06-06T08:22:35.284 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:22:34 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-z[38638]: 2024-06-06T08:22:34.932+0000 7f2198e75200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-06-06T08:22:35.284 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:22:35 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-z[38638]: 2024-06-06T08:22:35.069+0000 7f2198e75200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-06-06T08:22:35.284 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:22:35 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-z[38638]: 2024-06-06T08:22:35.167+0000 7f2198e75200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-06-06T08:22:35.285 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:22:35 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-z[38638]: 2024-06-06T08:22:35.285+0000 7f2198e75200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-06-06T08:22:35.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.323+0000 7f370d038640 1 -- 172.21.15.42:0/68885280 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f37081a0710 con 0x7f3708101ad0 2024-06-06T08:22:35.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.324+0000 7f3704d99640 1 -- 172.21.15.42:0/68885280 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v99) ==== 93+0+10 (secure 0 0 0) 0x7f36f00a0060 con 0x7f3708101ad0 2024-06-06T08:22:35.324 INFO:teuthology.orchestra.run.smithi042.stdout:pg_num: 1 2024-06-06T08:22:35.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.326+0000 7f370d038640 1 -- 172.21.15.42:0/68885280 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f36f40a2be0 msgr2=0x7f36f40a50a0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-06T08:22:35.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.326+0000 7f370d038640 1 --2- 172.21.15.42:0/68885280 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f36f40a2be0 0x7f36f40a50a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:35.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.326+0000 7f370d038640 1 -- 172.21.15.42:0/68885280 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3708101ad0 msgr2=0x7f3708198290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:35.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.326+0000 7f370d038640 1 --2- 172.21.15.42:0/68885280 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3708101ad0 0x7f3708198290 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f36f000e9f0 tx=0x7f36f000eeb0 comp rx=0 tx=0).stop 2024-06-06T08:22:35.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.326+0000 7f370d038640 1 -- 172.21.15.42:0/68885280 shutdown_connections 2024-06-06T08:22:35.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.326+0000 7f370d038640 1 --2- 172.21.15.42:0/68885280 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3708102490 0x7f370819f300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:35.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.326+0000 7f370d038640 1 --2- 172.21.15.42:0/68885280 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f36f40a2be0 0x7f36f40a50a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:35.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.326+0000 7f370d038640 1 --2- 172.21.15.42:0/68885280 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3708101ad0 0x7f3708198290 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:35.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.326+0000 7f370d038640 1 --2- 172.21.15.42:0/68885280 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f37081008e0 0x7f3708197d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:35.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.326+0000 7f370d038640 1 -- 172.21.15.42:0/68885280 >> 172.21.15.42:0/68885280 conn(0x7f37080fbe50 msgr2=0x7f37080fd970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:35.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.326+0000 7f370d038640 1 -- 172.21.15.42:0/68885280 shutdown_connections 2024-06-06T08:22:35.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.326+0000 7f370d038640 1 -- 172.21.15.42:0/68885280 wait complete. 2024-06-06T08:22:35.337 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-06-06T08:22:35.452 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.448+0000 7f30cfd29640 1 -- 172.21.15.42:0/1169936322 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f30c81035a0 msgr2=0x7f30c8109e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:35.452 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.448+0000 7f30cfd29640 1 --2- 172.21.15.42:0/1169936322 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f30c81035a0 0x7f30c8109e30 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f30c0009ca0 tx=0x7f30c002a8c0 comp rx=0 tx=0).stop 2024-06-06T08:22:35.452 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.448+0000 7f30cfd29640 1 -- 172.21.15.42:0/1169936322 shutdown_connections 2024-06-06T08:22:35.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.448+0000 7f30cfd29640 1 --2- 172.21.15.42:0/1169936322 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f30c8102be0 0x7f30c8103060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:35.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.448+0000 7f30cfd29640 1 --2- 172.21.15.42:0/1169936322 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f30c81035a0 0x7f30c8109e30 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:35.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.448+0000 7f30cfd29640 1 --2- 172.21.15.42:0/1169936322 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f30c81019f0 0x7f30c8101e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:35.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.448+0000 7f30cfd29640 1 -- 172.21.15.42:0/1169936322 >> 172.21.15.42:0/1169936322 conn(0x7f30c80fcf80 msgr2=0x7f30c80ff3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:35.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.448+0000 7f30cfd29640 1 -- 172.21.15.42:0/1169936322 shutdown_connections 2024-06-06T08:22:35.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.448+0000 7f30cfd29640 1 -- 172.21.15.42:0/1169936322 wait complete. 2024-06-06T08:22:35.454 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.448+0000 7f30cfd29640 1 Processor -- start 2024-06-06T08:22:35.454 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.448+0000 7f30cfd29640 1 -- start start 2024-06-06T08:22:35.454 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.449+0000 7f30cfd29640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f30c81019f0 0x7f30c8197c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:35.454 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.449+0000 7f30cfd29640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f30c8102be0 0x7f30c81981c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:35.454 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.449+0000 7f30cfd29640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f30c81035a0 0x7f30c819f220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:35.455 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.449+0000 7f30cfd29640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f30c810d670 con 0x7f30c81035a0 2024-06-06T08:22:35.455 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.449+0000 7f30cfd29640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f30c810d4f0 con 0x7f30c81019f0 2024-06-06T08:22:35.455 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.449+0000 7f30cfd29640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f30c810d7f0 con 0x7f30c8102be0 2024-06-06T08:22:35.455 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.449+0000 7f30ce2c6640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f30c81035a0 0x7f30c819f220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:35.455 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.449+0000 7f30ce2c6640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f30c81035a0 0x7f30c819f220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:38580/0 (socket says 172.21.15.42:38580) 2024-06-06T08:22:35.456 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.449+0000 7f30ce2c6640 1 -- 172.21.15.42:0/3482772540 learned_addr learned my addr 172.21.15.42:0/3482772540 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:22:35.456 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.449+0000 7f30cd2c4640 1 --2- 172.21.15.42:0/3482772540 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f30c8102be0 0x7f30c81981c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:35.456 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.449+0000 7f30cdac5640 1 --2- 172.21.15.42:0/3482772540 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f30c81019f0 0x7f30c8197c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:35.456 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.449+0000 7f30ce2c6640 1 -- 172.21.15.42:0/3482772540 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f30c8102be0 msgr2=0x7f30c81981c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:35.456 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.449+0000 7f30ce2c6640 1 --2- 172.21.15.42:0/3482772540 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f30c8102be0 0x7f30c81981c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:35.456 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.449+0000 7f30ce2c6640 1 -- 172.21.15.42:0/3482772540 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f30c81019f0 msgr2=0x7f30c8197c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:35.457 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.449+0000 7f30ce2c6640 1 --2- 172.21.15.42:0/3482772540 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f30c81019f0 0x7f30c8197c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:35.457 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.449+0000 7f30ce2c6640 1 -- 172.21.15.42:0/3482772540 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30c819f8c0 con 0x7f30c81035a0 2024-06-06T08:22:35.457 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.449+0000 7f30ce2c6640 1 --2- 172.21.15.42:0/3482772540 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f30c81035a0 0x7f30c819f220 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f30c0031ae0 tx=0x7f30c0031ee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:35.457 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.449+0000 7f30beffd640 1 -- 172.21.15.42:0/3482772540 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30c0003b70 con 0x7f30c81035a0 2024-06-06T08:22:35.457 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.449+0000 7f30cfd29640 1 -- 172.21.15.42:0/3482772540 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30c819fb50 con 0x7f30c81035a0 2024-06-06T08:22:35.457 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.449+0000 7f30beffd640 1 -- 172.21.15.42:0/3482772540 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f30c0003d10 con 0x7f30c81035a0 2024-06-06T08:22:35.458 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.449+0000 7f30beffd640 1 -- 172.21.15.42:0/3482772540 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30c002fc40 con 0x7f30c81035a0 2024-06-06T08:22:35.458 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.450+0000 7f30cfd29640 1 -- 172.21.15.42:0/3482772540 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30c81a00a0 con 0x7f30c81035a0 2024-06-06T08:22:35.458 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.451+0000 7f30cfd29640 1 -- 172.21.15.42:0/3482772540 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30c8108d10 con 0x7f30c81035a0 2024-06-06T08:22:35.458 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.452+0000 7f30beffd640 1 -- 172.21.15.42:0/3482772540 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 19) ==== 137850+0+0 (secure 0 0 0) 0x7f30c0004050 con 0x7f30c81035a0 2024-06-06T08:22:35.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.452+0000 7f30beffd640 1 --2- 172.21.15.42:0/3482772540 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f30b40a2be0 0x7f30b40a50a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:35.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.453+0000 7f30cdac5640 1 -- 172.21.15.42:0/3482772540 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f30b40a2be0 msgr2=0x7f30b40a50a0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.42:6800/1196215200 2024-06-06T08:22:35.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.453+0000 7f30beffd640 1 -- 172.21.15.42:0/3482772540 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f30c00f0690 con 0x7f30c81035a0 2024-06-06T08:22:35.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.453+0000 7f30cdac5640 1 --2- 172.21.15.42:0/3482772540 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f30b40a2be0 0x7f30b40a50a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-06-06T08:22:35.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.458+0000 7f30beffd640 1 -- 172.21.15.42:0/3482772540 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f30c00bd230 con 0x7f30c81035a0 2024-06-06T08:22:35.535 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:22:35 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:22:35.429+0000 7f9fae461200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-06-06T08:22:35.638 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:22:35 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y[38032]: 2024-06-06T08:22:35.386+0000 7fa82e764200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-06-06T08:22:35.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:35 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/1655963709' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-06-06T08:22:35.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:35 smithi120 ceph-mon[36658]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:22:35.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:35 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/2565562298' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T08:22:35.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:35 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/68885280' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-06-06T08:22:35.645 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.645+0000 7f30cfd29640 1 -- 172.21.15.42:0/3482772540 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f30c8062640 con 0x7f30c81035a0 2024-06-06T08:22:35.646 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.645+0000 7f30beffd640 1 -- 172.21.15.42:0/3482772540 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v99) ==== 104+0+11 (secure 0 0 0) 0x7f30c00bcb30 con 0x7f30c81035a0 2024-06-06T08:22:35.646 INFO:teuthology.orchestra.run.smithi042.stdout:pg_num: 32 2024-06-06T08:22:35.648 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.647+0000 7f30cfd29640 1 -- 172.21.15.42:0/3482772540 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f30b40a2be0 msgr2=0x7f30b40a50a0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-06T08:22:35.648 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.647+0000 7f30cfd29640 1 --2- 172.21.15.42:0/3482772540 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f30b40a2be0 0x7f30b40a50a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:35.648 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.647+0000 7f30cfd29640 1 -- 172.21.15.42:0/3482772540 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f30c81035a0 msgr2=0x7f30c819f220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:35.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.647+0000 7f30cfd29640 1 --2- 172.21.15.42:0/3482772540 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f30c81035a0 0x7f30c819f220 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f30c0031ae0 tx=0x7f30c0031ee0 comp rx=0 tx=0).stop 2024-06-06T08:22:35.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.647+0000 7f30cfd29640 1 -- 172.21.15.42:0/3482772540 shutdown_connections 2024-06-06T08:22:35.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.647+0000 7f30cfd29640 1 --2- 172.21.15.42:0/3482772540 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f30b40a2be0 0x7f30b40a50a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:35.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.647+0000 7f30cfd29640 1 --2- 172.21.15.42:0/3482772540 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f30c81035a0 0x7f30c819f220 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:35.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.647+0000 7f30cfd29640 1 --2- 172.21.15.42:0/3482772540 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f30c8102be0 0x7f30c81981c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:35.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.647+0000 7f30cfd29640 1 --2- 172.21.15.42:0/3482772540 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f30c81019f0 0x7f30c8197c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:35.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.647+0000 7f30cfd29640 1 -- 172.21.15.42:0/3482772540 >> 172.21.15.42:0/3482772540 conn(0x7f30c80fcf80 msgr2=0x7f30c8105ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:35.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.647+0000 7f30cfd29640 1 -- 172.21.15.42:0/3482772540 shutdown_connections 2024-06-06T08:22:35.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.647+0000 7f30cfd29640 1 -- 172.21.15.42:0/3482772540 wait complete. 2024-06-06T08:22:35.659 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-06-06T08:22:35.772 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.769+0000 7f713e493640 1 -- 172.21.15.42:0/1980432224 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f71381019f0 msgr2=0x7f7138101e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:35.772 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.769+0000 7f713e493640 1 --2- 172.21.15.42:0/1980432224 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f71381019f0 0x7f7138101e10 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f7128009900 tx=0x7f712802a410 comp rx=0 tx=0).stop 2024-06-06T08:22:35.772 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.769+0000 7f713e493640 1 -- 172.21.15.42:0/1980432224 shutdown_connections 2024-06-06T08:22:35.772 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.769+0000 7f713e493640 1 --2- 172.21.15.42:0/1980432224 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f71381035a0 0x7f7138109e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:35.772 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.769+0000 7f713e493640 1 --2- 172.21.15.42:0/1980432224 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7138102be0 0x7f7138103060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:35.772 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.769+0000 7f713e493640 1 --2- 172.21.15.42:0/1980432224 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f71381019f0 0x7f7138101e10 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:35.772 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.769+0000 7f713e493640 1 -- 172.21.15.42:0/1980432224 >> 172.21.15.42:0/1980432224 conn(0x7f71380fcf80 msgr2=0x7f71380ff3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:35.773 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.769+0000 7f713e493640 1 -- 172.21.15.42:0/1980432224 shutdown_connections 2024-06-06T08:22:35.773 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.769+0000 7f713e493640 1 -- 172.21.15.42:0/1980432224 wait complete. 2024-06-06T08:22:35.773 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.770+0000 7f713e493640 1 Processor -- start 2024-06-06T08:22:35.773 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.770+0000 7f713e493640 1 -- start start 2024-06-06T08:22:35.773 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.770+0000 7f713e493640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f71381019f0 0x7f7138075750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:35.773 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.770+0000 7f713e493640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7138102be0 0x7f7138073d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:35.773 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.770+0000 7f713e493640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f71381035a0 0x7f71380742d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:35.773 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.770+0000 7f713e493640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f713810d640 con 0x7f71381019f0 2024-06-06T08:22:35.773 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.770+0000 7f713e493640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f713810d4c0 con 0x7f7138102be0 2024-06-06T08:22:35.773 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.770+0000 7f713e493640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f713810d7c0 con 0x7f71381035a0 2024-06-06T08:22:35.773 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.770+0000 7f7137fff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f71381019f0 0x7f7138075750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:35.773 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.770+0000 7f7137fff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f71381019f0 0x7f7138075750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:38586/0 (socket says 172.21.15.42:38586) 2024-06-06T08:22:35.773 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.770+0000 7f7137fff640 1 -- 172.21.15.42:0/884138275 learned_addr learned my addr 172.21.15.42:0/884138275 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:22:35.773 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.770+0000 7f71377fe640 1 --2- 172.21.15.42:0/884138275 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7138102be0 0x7f7138073d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:35.774 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.770+0000 7f713ca30640 1 --2- 172.21.15.42:0/884138275 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f71381035a0 0x7f71380742d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:35.774 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.771+0000 7f71377fe640 1 -- 172.21.15.42:0/884138275 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f71381035a0 msgr2=0x7f71380742d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:35.774 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.771+0000 7f71377fe640 1 --2- 172.21.15.42:0/884138275 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f71381035a0 0x7f71380742d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:35.774 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.771+0000 7f71377fe640 1 -- 172.21.15.42:0/884138275 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f71381019f0 msgr2=0x7f7138075750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:35.774 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.771+0000 7f71377fe640 1 --2- 172.21.15.42:0/884138275 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f71381019f0 0x7f7138075750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:35.775 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.771+0000 7f71377fe640 1 -- 172.21.15.42:0/884138275 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7138074b60 con 0x7f7138102be0 2024-06-06T08:22:35.775 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.771+0000 7f7137fff640 1 --2- 172.21.15.42:0/884138275 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f71381019f0 0x7f7138075750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:22:35.775 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.771+0000 7f71377fe640 1 --2- 172.21.15.42:0/884138275 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7138102be0 0x7f7138073d90 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f712c005fd0 tx=0x7f712c00dde0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:35.775 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.771+0000 7f71357fa640 1 -- 172.21.15.42:0/884138275 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f712c009c30 con 0x7f7138102be0 2024-06-06T08:22:35.775 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.771+0000 7f71357fa640 1 -- 172.21.15.42:0/884138275 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f712c009dd0 con 0x7f7138102be0 2024-06-06T08:22:35.775 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.771+0000 7f713e493640 1 -- 172.21.15.42:0/884138275 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71381a1e60 con 0x7f7138102be0 2024-06-06T08:22:35.776 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.771+0000 7f71357fa640 1 -- 172.21.15.42:0/884138275 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f712c010460 con 0x7f7138102be0 2024-06-06T08:22:35.776 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.771+0000 7f713e493640 1 -- 172.21.15.42:0/884138275 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71381a22c0 con 0x7f7138102be0 2024-06-06T08:22:35.776 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.772+0000 7f713e493640 1 -- 172.21.15.42:0/884138275 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7138108d80 con 0x7f7138102be0 2024-06-06T08:22:35.776 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.775+0000 7f71357fa640 1 -- 172.21.15.42:0/884138275 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 19) ==== 137850+0+0 (secure 0 0 0) 0x7f712c003f50 con 0x7f7138102be0 2024-06-06T08:22:35.777 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.775+0000 7f71357fa640 1 --2- 172.21.15.42:0/884138275 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f71200a2be0 0x7f71200a50a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:35.777 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.775+0000 7f7137fff640 1 -- 172.21.15.42:0/884138275 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f71200a2be0 msgr2=0x7f71200a50a0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.42:6800/1196215200 2024-06-06T08:22:35.777 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.775+0000 7f71357fa640 1 -- 172.21.15.42:0/884138275 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f712c0cf300 con 0x7f7138102be0 2024-06-06T08:22:35.777 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.775+0000 7f7137fff640 1 --2- 172.21.15.42:0/884138275 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f71200a2be0 0x7f71200a50a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-06-06T08:22:35.782 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.783+0000 7f71357fa640 1 -- 172.21.15.42:0/884138275 <== mon.2 v2:172.21.15.120:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f712c017020 con 0x7f7138102be0 2024-06-06T08:22:35.815 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:22:35 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:22:35.535+0000 7f9fae461200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-06-06T08:22:35.815 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:22:35 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:22:35.662+0000 7f9fae461200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-06-06T08:22:35.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:35 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/1655963709' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-06-06T08:22:35.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:35 smithi042 ceph-mon[32384]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:22:35.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:35 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/2565562298' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T08:22:35.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:35 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/68885280' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-06-06T08:22:35.974 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.974+0000 7f713e493640 1 -- 172.21.15.42:0/884138275 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f713802d530 con 0x7f7138102be0 2024-06-06T08:22:35.974 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.975+0000 7f71357fa640 1 -- 172.21.15.42:0/884138275 <== mon.2 v2:172.21.15.120:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v99) ==== 100+0+11 (secure 0 0 0) 0x7f712c09b850 con 0x7f7138102be0 2024-06-06T08:22:35.975 INFO:teuthology.orchestra.run.smithi042.stdout:pg_num: 64 2024-06-06T08:22:35.976 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.976+0000 7f7137fff640 1 -- 172.21.15.42:0/884138275 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f71200a2be0 msgr2=0x7f71200a50a0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.42:6800/1196215200 2024-06-06T08:22:35.976 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.976+0000 7f7137fff640 1 --2- 172.21.15.42:0/884138275 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f71200a2be0 0x7f71200a50a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-06-06T08:22:35.978 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.977+0000 7f713e493640 1 -- 172.21.15.42:0/884138275 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f71200a2be0 msgr2=0x7f71200a50a0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-06T08:22:35.978 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.977+0000 7f713e493640 1 --2- 172.21.15.42:0/884138275 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f71200a2be0 0x7f71200a50a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:35.978 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.977+0000 7f713e493640 1 -- 172.21.15.42:0/884138275 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7138102be0 msgr2=0x7f7138073d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:35.978 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.977+0000 7f713e493640 1 --2- 172.21.15.42:0/884138275 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7138102be0 0x7f7138073d90 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f712c005fd0 tx=0x7f712c00dde0 comp rx=0 tx=0).stop 2024-06-06T08:22:35.978 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.977+0000 7f713e493640 1 -- 172.21.15.42:0/884138275 shutdown_connections 2024-06-06T08:22:35.978 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.977+0000 7f713e493640 1 --2- 172.21.15.42:0/884138275 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7138102be0 0x7f7138073d90 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:35.978 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.977+0000 7f713e493640 1 --2- 172.21.15.42:0/884138275 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f71200a2be0 0x7f71200a50a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:35.978 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.977+0000 7f713e493640 1 --2- 172.21.15.42:0/884138275 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f71381035a0 0x7f71380742d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:35.978 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.977+0000 7f713e493640 1 --2- 172.21.15.42:0/884138275 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f71381019f0 0x7f7138075750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:35.978 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.977+0000 7f713e493640 1 -- 172.21.15.42:0/884138275 >> 172.21.15.42:0/884138275 conn(0x7f71380fcf80 msgr2=0x7f7138105f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:35.979 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.977+0000 7f713e493640 1 -- 172.21.15.42:0/884138275 shutdown_connections 2024-06-06T08:22:35.979 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:35.977+0000 7f713e493640 1 -- 172.21.15.42:0/884138275 wait complete. 2024-06-06T08:22:35.988 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-06-06T08:22:36.037 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:22:35 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-z[38638]: 2024-06-06T08:22:35.601+0000 7f2198e75200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-06-06T08:22:36.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:35 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/1655963709' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-06-06T08:22:36.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:35 smithi149 ceph-mon[36842]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:22:36.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:35 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/2565562298' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T08:22:36.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:35 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/68885280' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-06-06T08:22:36.098 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:36.098+0000 7f1c78cbd640 1 -- 172.21.15.42:0/85003358 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1c74102490 msgr2=0x7f1c74108d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:36.098 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:36.098+0000 7f1c78cbd640 1 --2- 172.21.15.42:0/85003358 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1c74102490 0x7f1c74108d20 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f1c6c009ca0 tx=0x7f1c6c02a8c0 comp rx=0 tx=0).stop 2024-06-06T08:22:36.098 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:36.098+0000 7f1c78cbd640 1 -- 172.21.15.42:0/85003358 shutdown_connections 2024-06-06T08:22:36.098 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:36.098+0000 7f1c78cbd640 1 --2- 172.21.15.42:0/85003358 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1c74101ad0 0x7f1c74101f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:36.098 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:36.098+0000 7f1c78cbd640 1 --2- 172.21.15.42:0/85003358 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1c74102490 0x7f1c74108d20 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:36.098 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:36.098+0000 7f1c78cbd640 1 --2- 172.21.15.42:0/85003358 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1c741008e0 0x7f1c74100d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:36.098 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:36.098+0000 7f1c78cbd640 1 -- 172.21.15.42:0/85003358 >> 172.21.15.42:0/85003358 conn(0x7f1c740fbe50 msgr2=0x7f1c740fe290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:36.098 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:36.098+0000 7f1c78cbd640 1 -- 172.21.15.42:0/85003358 shutdown_connections 2024-06-06T08:22:36.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:36.098+0000 7f1c78cbd640 1 -- 172.21.15.42:0/85003358 wait complete. 2024-06-06T08:22:36.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:36.098+0000 7f1c78cbd640 1 Processor -- start 2024-06-06T08:22:36.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:36.098+0000 7f1c78cbd640 1 -- start start 2024-06-06T08:22:36.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:36.099+0000 7f1c78cbd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1c741008e0 0x7f1c740696a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:36.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:36.099+0000 7f1c78cbd640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1c74101ad0 0x7f1c7419ca20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:36.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:36.099+0000 7f1c78cbd640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1c74102490 0x7f1c7419f040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:36.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:36.099+0000 7f1c78cbd640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f1c7410c560 con 0x7f1c74102490 2024-06-06T08:22:36.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:36.099+0000 7f1c78cbd640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f1c7410c3e0 con 0x7f1c74101ad0 2024-06-06T08:22:36.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:36.099+0000 7f1c78cbd640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f1c7410c6e0 con 0x7f1c741008e0 2024-06-06T08:22:36.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:36.099+0000 7f1c72d9d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1c74102490 0x7f1c7419f040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:36.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:36.099+0000 7f1c72d9d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1c74102490 0x7f1c7419f040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:38612/0 (socket says 172.21.15.42:38612) 2024-06-06T08:22:36.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:36.099+0000 7f1c72d9d640 1 -- 172.21.15.42:0/2047935836 learned_addr learned my addr 172.21.15.42:0/2047935836 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:22:36.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:36.099+0000 7f1c7259c640 1 --2- 172.21.15.42:0/2047935836 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1c741008e0 0x7f1c740696a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:36.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:36.099+0000 7f1c6bfff640 1 --2- 172.21.15.42:0/2047935836 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1c74101ad0 0x7f1c7419ca20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:36.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:36.099+0000 7f1c72d9d640 1 -- 172.21.15.42:0/2047935836 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1c741008e0 msgr2=0x7f1c740696a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:36.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:36.099+0000 7f1c72d9d640 1 --2- 172.21.15.42:0/2047935836 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1c741008e0 0x7f1c740696a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:36.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:36.099+0000 7f1c72d9d640 1 -- 172.21.15.42:0/2047935836 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1c74101ad0 msgr2=0x7f1c7419ca20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:36.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:36.099+0000 7f1c72d9d640 1 --2- 172.21.15.42:0/2047935836 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1c74101ad0 0x7f1c7419ca20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:36.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:36.099+0000 7f1c72d9d640 1 -- 172.21.15.42:0/2047935836 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c7419f950 con 0x7f1c74102490 2024-06-06T08:22:36.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:36.099+0000 7f1c7259c640 1 --2- 172.21.15.42:0/2047935836 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1c741008e0 0x7f1c740696a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:22:36.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:36.099+0000 7f1c6bfff640 1 --2- 172.21.15.42:0/2047935836 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1c74101ad0 0x7f1c7419ca20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:22:36.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:36.099+0000 7f1c72d9d640 1 --2- 172.21.15.42:0/2047935836 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1c74102490 0x7f1c7419f040 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f1c6c031ae0 tx=0x7f1c6c031ee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:36.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:36.100+0000 7f1c6b7fe640 1 -- 172.21.15.42:0/2047935836 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c6c003b70 con 0x7f1c74102490 2024-06-06T08:22:36.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:36.100+0000 7f1c78cbd640 1 -- 172.21.15.42:0/2047935836 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c7419fb80 con 0x7f1c74102490 2024-06-06T08:22:36.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:36.100+0000 7f1c6b7fe640 1 -- 172.21.15.42:0/2047935836 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1c6c003d10 con 0x7f1c74102490 2024-06-06T08:22:36.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:36.100+0000 7f1c6b7fe640 1 -- 172.21.15.42:0/2047935836 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c6c02fc40 con 0x7f1c74102490 2024-06-06T08:22:36.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:36.100+0000 7f1c78cbd640 1 -- 172.21.15.42:0/2047935836 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c741a0120 con 0x7f1c74102490 2024-06-06T08:22:36.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:36.101+0000 7f1c78cbd640 1 -- 172.21.15.42:0/2047935836 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c74107c80 con 0x7f1c74102490 2024-06-06T08:22:36.104 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:36.103+0000 7f1c6b7fe640 1 -- 172.21.15.42:0/2047935836 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 19) ==== 137850+0+0 (secure 0 0 0) 0x7f1c6c004050 con 0x7f1c74102490 2024-06-06T08:22:36.104 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:36.103+0000 7f1c6b7fe640 1 --2- 172.21.15.42:0/2047935836 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f1c600a2be0 0x7f1c600a50a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:36.104 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:36.104+0000 7f1c7259c640 1 -- 172.21.15.42:0/2047935836 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f1c600a2be0 msgr2=0x7f1c600a50a0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.42:6800/1196215200 2024-06-06T08:22:36.104 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:36.104+0000 7f1c6b7fe640 1 -- 172.21.15.42:0/2047935836 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9092+0+0 (secure 0 0 0) 0x7f1c6c0f0740 con 0x7f1c74102490 2024-06-06T08:22:36.104 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:36.104+0000 7f1c7259c640 1 --2- 172.21.15.42:0/2047935836 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f1c600a2be0 0x7f1c600a50a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-06-06T08:22:36.106 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:36.106+0000 7f1c6b7fe640 1 -- 172.21.15.42:0/2047935836 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f1c6c0bd2e0 con 0x7f1c74102490 2024-06-06T08:22:36.290 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:36.290+0000 7f1c78cbd640 1 -- 172.21.15.42:0/2047935836 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f1c7402d2e0 con 0x7f1c74102490 2024-06-06T08:22:36.290 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:36.291+0000 7f1c6b7fe640 1 -- 172.21.15.42:0/2047935836 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v99) ==== 103+0+11 (secure 0 0 0) 0x7f1c6c0bcbe0 con 0x7f1c74102490 2024-06-06T08:22:36.291 INFO:teuthology.orchestra.run.smithi042.stdout:pg_num: 32 2024-06-06T08:22:36.293 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:36.293+0000 7f1c78cbd640 1 -- 172.21.15.42:0/2047935836 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f1c600a2be0 msgr2=0x7f1c600a50a0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-06T08:22:36.293 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:36.293+0000 7f1c78cbd640 1 --2- 172.21.15.42:0/2047935836 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f1c600a2be0 0x7f1c600a50a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:36.293 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:36.293+0000 7f1c78cbd640 1 -- 172.21.15.42:0/2047935836 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1c74102490 msgr2=0x7f1c7419f040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:36.293 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:36.293+0000 7f1c78cbd640 1 --2- 172.21.15.42:0/2047935836 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1c74102490 0x7f1c7419f040 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f1c6c031ae0 tx=0x7f1c6c031ee0 comp rx=0 tx=0).stop 2024-06-06T08:22:36.293 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:36.293+0000 7f1c78cbd640 1 -- 172.21.15.42:0/2047935836 shutdown_connections 2024-06-06T08:22:36.293 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:36.293+0000 7f1c78cbd640 1 --2- 172.21.15.42:0/2047935836 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1c74101ad0 0x7f1c7419ca20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:36.293 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:36.293+0000 7f1c78cbd640 1 --2- 172.21.15.42:0/2047935836 >> [v2:172.21.15.42:6800/1196215200,v1:172.21.15.42:6801/1196215200] conn(0x7f1c600a2be0 0x7f1c600a50a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:36.293 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:36.293+0000 7f1c78cbd640 1 --2- 172.21.15.42:0/2047935836 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1c74102490 0x7f1c7419f040 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:36.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:36.293+0000 7f1c78cbd640 1 --2- 172.21.15.42:0/2047935836 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1c741008e0 0x7f1c740696a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:36.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:36.293+0000 7f1c78cbd640 1 -- 172.21.15.42:0/2047935836 >> 172.21.15.42:0/2047935836 conn(0x7f1c740fbe50 msgr2=0x7f1c74104e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:36.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:36.293+0000 7f1c78cbd640 1 -- 172.21.15.42:0/2047935836 shutdown_connections 2024-06-06T08:22:36.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:36.293+0000 7f1c78cbd640 1 -- 172.21.15.42:0/2047935836 wait complete. 2024-06-06T08:22:36.303 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:22:35 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:22:35.982+0000 7f9fae461200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-06-06T08:22:36.304 INFO:tasks.fwd_scrub:Wait for all MDSs to reach steady state... 2024-06-06T08:22:36.304 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:22:36.388 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:22:35 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y[38032]: 2024-06-06T08:22:35.984+0000 7fa82e764200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-06-06T08:22:36.388 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:22:36 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y[38032]: 2024-06-06T08:22:36.198+0000 7fa82e764200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-06-06T08:22:36.537 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:22:36 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-z[38638]: 2024-06-06T08:22:36.216+0000 7f2198e75200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-06-06T08:22:36.537 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:22:36 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-z[38638]: 2024-06-06T08:22:36.437+0000 7f2198e75200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-06-06T08:22:36.558 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:22:36.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:36 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/3482772540' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-06-06T08:22:36.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:36 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/884138275' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-06-06T08:22:36.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:36 smithi120 ceph-mon[36658]: Standby manager daemon y restarted 2024-06-06T08:22:36.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:36 smithi120 ceph-mon[36658]: Standby manager daemon y started 2024-06-06T08:22:36.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:36 smithi120 ceph-mon[36658]: from='mgr.? 172.21.15.120:0/2984741540' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-06-06T08:22:36.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:36 smithi120 ceph-mon[36658]: from='mgr.? 172.21.15.120:0/2984741540' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-06T08:22:36.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:36 smithi120 ceph-mon[36658]: from='mgr.? 172.21.15.120:0/2984741540' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-06-06T08:22:36.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:36 smithi120 ceph-mon[36658]: from='mgr.? 172.21.15.120:0/2984741540' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-06T08:22:36.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:36 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/2047935836' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-06-06T08:22:36.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:36 smithi120 ceph-mon[36658]: Standby manager daemon z restarted 2024-06-06T08:22:36.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:36 smithi120 ceph-mon[36658]: Standby manager daemon z started 2024-06-06T08:22:36.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:36 smithi120 ceph-mon[36658]: from='mgr.? 172.21.15.149:0/2743149527' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-06-06T08:22:36.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:36 smithi120 ceph-mon[36658]: from='mgr.? 172.21.15.149:0/2743149527' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-06T08:22:36.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:36 smithi120 ceph-mon[36658]: from='mgr.? 172.21.15.149:0/2743149527' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-06-06T08:22:36.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:36 smithi120 ceph-mon[36658]: from='mgr.? 172.21.15.149:0/2743149527' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-06T08:22:36.890 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:22:36 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:22:36.653+0000 7f9fae461200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-06-06T08:22:36.890 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:36 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/3482772540' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-06-06T08:22:36.891 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:36 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/884138275' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-06-06T08:22:36.891 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:36 smithi042 ceph-mon[32384]: Standby manager daemon y restarted 2024-06-06T08:22:36.891 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:36 smithi042 ceph-mon[32384]: Standby manager daemon y started 2024-06-06T08:22:36.891 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:36 smithi042 ceph-mon[32384]: from='mgr.? 172.21.15.120:0/2984741540' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-06-06T08:22:36.891 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:36 smithi042 ceph-mon[32384]: from='mgr.? 172.21.15.120:0/2984741540' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-06T08:22:36.891 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:36 smithi042 ceph-mon[32384]: from='mgr.? 172.21.15.120:0/2984741540' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-06-06T08:22:36.891 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:36 smithi042 ceph-mon[32384]: from='mgr.? 172.21.15.120:0/2984741540' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-06T08:22:36.891 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:36 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/2047935836' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-06-06T08:22:36.891 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:36 smithi042 ceph-mon[32384]: Standby manager daemon z restarted 2024-06-06T08:22:36.891 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:36 smithi042 ceph-mon[32384]: Standby manager daemon z started 2024-06-06T08:22:36.891 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:36 smithi042 ceph-mon[32384]: from='mgr.? 172.21.15.149:0/2743149527' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-06-06T08:22:36.891 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:36 smithi042 ceph-mon[32384]: from='mgr.? 172.21.15.149:0/2743149527' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-06T08:22:36.891 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:36 smithi042 ceph-mon[32384]: from='mgr.? 172.21.15.149:0/2743149527' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-06-06T08:22:36.891 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:36 smithi042 ceph-mon[32384]: from='mgr.? 172.21.15.149:0/2743149527' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-06T08:22:37.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:36 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/3482772540' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-06-06T08:22:37.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:36 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/884138275' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-06-06T08:22:37.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:36 smithi149 ceph-mon[36842]: Standby manager daemon y restarted 2024-06-06T08:22:37.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:36 smithi149 ceph-mon[36842]: Standby manager daemon y started 2024-06-06T08:22:37.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:36 smithi149 ceph-mon[36842]: from='mgr.? 172.21.15.120:0/2984741540' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-06-06T08:22:37.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:36 smithi149 ceph-mon[36842]: from='mgr.? 172.21.15.120:0/2984741540' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-06T08:22:37.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:36 smithi149 ceph-mon[36842]: from='mgr.? 172.21.15.120:0/2984741540' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-06-06T08:22:37.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:36 smithi149 ceph-mon[36842]: from='mgr.? 172.21.15.120:0/2984741540' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-06T08:22:37.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:36 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/2047935836' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-06-06T08:22:37.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:36 smithi149 ceph-mon[36842]: Standby manager daemon z restarted 2024-06-06T08:22:37.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:36 smithi149 ceph-mon[36842]: Standby manager daemon z started 2024-06-06T08:22:37.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:36 smithi149 ceph-mon[36842]: from='mgr.? 172.21.15.149:0/2743149527' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-06-06T08:22:37.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:36 smithi149 ceph-mon[36842]: from='mgr.? 172.21.15.149:0/2743149527' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-06T08:22:37.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:36 smithi149 ceph-mon[36842]: from='mgr.? 172.21.15.149:0/2743149527' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-06-06T08:22:37.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:36 smithi149 ceph-mon[36842]: from='mgr.? 172.21.15.149:0/2743149527' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-06T08:22:37.146 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:22:36 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:22:36.889+0000 7f9fae461200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-06-06T08:22:37.565 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:22:37 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:22:37.146+0000 7f9f0fd5f700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T08:22:37.565 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:22:37 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:22:37.146+0000 7f9f0fd5f700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T08:22:37.565 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:22:37 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:22:37.146+0000 7f9f0fd5f700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T08:22:37.565 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:22:37 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:22:37.146+0000 7f9f0fd5f700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T08:22:37.565 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:22:37 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:22:37.146+0000 7f9f0dd5b700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T08:22:37.565 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:22:37 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:22:37.146+0000 7f9f0dd5b700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T08:22:37.565 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:22:37 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:22:37.146+0000 7f9f0dd5b700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T08:22:37.565 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:22:37 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:22:37.146+0000 7f9f0dd5b700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T08:22:37.566 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:22:37 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:22:37.146+0000 7f9f0dd5b700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T08:22:37.566 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:22:37 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:22:37.146+0000 7f9f0fd5f700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T08:22:37.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:37 smithi120 ceph-mon[36658]: mgrmap e20: x(active, since 11m), standbys: z, y 2024-06-06T08:22:37.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:37 smithi120 ceph-mon[36658]: Active manager daemon x restarted 2024-06-06T08:22:37.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:37 smithi120 ceph-mon[36658]: Activating manager daemon x 2024-06-06T08:22:37.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:37 smithi120 ceph-mon[36658]: osdmap e100: 12 total, 12 up, 12 in 2024-06-06T08:22:37.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:37 smithi120 ceph-mon[36658]: mgrmap e21: x(active, starting, since 0.0114687s), standbys: z, y 2024-06-06T08:22:37.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:37 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T08:22:37.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:37 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T08:22:37.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:37 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T08:22:37.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:37 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-06-06T08:22:37.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:37 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-06-06T08:22:37.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:37 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-06-06T08:22:37.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:37 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-06-06T08:22:37.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:37 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-06-06T08:22:37.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:37 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-06-06T08:22:37.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:37 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-06-06T08:22:37.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:37 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-06-06T08:22:37.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:37 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-06-06T08:22:37.891 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:37 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-06-06T08:22:37.891 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:37 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-06-06T08:22:37.891 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:37 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-06-06T08:22:37.891 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:37 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-06-06T08:22:37.891 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:37 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-06-06T08:22:37.891 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:37 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-06-06T08:22:37.891 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:37 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T08:22:37.891 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:37 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T08:22:37.891 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:37 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T08:22:37.891 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:37 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T08:22:37.891 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:37 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T08:22:37.891 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:37 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T08:22:37.891 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:37 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T08:22:37.891 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:37 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T08:22:37.892 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:37 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-06T08:22:37.892 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:37 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-06T08:22:37.892 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:37 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-06T08:22:37.892 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:37 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-06T08:22:37.892 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:37 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-06-06T08:22:37.892 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:37 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-06-06T08:22:37.892 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:37 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-06-06T08:22:37.892 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:37 smithi120 ceph-mon[36658]: Manager daemon x is now available 2024-06-06T08:22:37.892 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:37 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:22:37.892 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:37 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-06-06T08:22:37.892 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:37 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-06-06T08:22:37.979 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:37 smithi042 ceph-mon[32384]: mgrmap e20: x(active, since 11m), standbys: z, y 2024-06-06T08:22:37.979 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:37 smithi042 ceph-mon[32384]: Active manager daemon x restarted 2024-06-06T08:22:37.979 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:37 smithi042 ceph-mon[32384]: Activating manager daemon x 2024-06-06T08:22:37.979 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:37 smithi042 ceph-mon[32384]: osdmap e100: 12 total, 12 up, 12 in 2024-06-06T08:22:37.979 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:37 smithi042 ceph-mon[32384]: mgrmap e21: x(active, starting, since 0.0114687s), standbys: z, y 2024-06-06T08:22:37.979 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:37 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T08:22:37.979 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:37 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T08:22:37.979 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:37 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T08:22:37.979 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:37 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-06-06T08:22:37.979 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:37 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-06-06T08:22:37.979 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:37 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-06-06T08:22:37.980 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:37 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-06-06T08:22:37.980 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:37 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-06-06T08:22:37.980 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:37 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-06-06T08:22:37.980 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:37 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-06-06T08:22:37.980 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:37 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-06-06T08:22:37.980 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:37 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-06-06T08:22:37.980 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:37 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-06-06T08:22:37.980 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:37 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-06-06T08:22:37.980 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:37 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-06-06T08:22:37.980 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:37 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-06-06T08:22:37.980 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:37 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-06-06T08:22:37.980 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:37 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-06-06T08:22:37.980 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:37 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T08:22:37.980 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:37 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T08:22:37.981 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:37 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T08:22:37.981 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:37 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T08:22:37.981 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:37 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T08:22:37.981 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:37 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T08:22:37.981 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:37 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T08:22:37.981 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:37 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T08:22:37.981 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:37 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-06T08:22:37.981 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:37 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-06T08:22:37.981 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:37 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-06T08:22:37.982 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:37 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-06T08:22:37.982 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:37 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-06-06T08:22:37.982 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:37 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-06-06T08:22:37.982 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:37 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-06-06T08:22:37.982 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:37 smithi042 ceph-mon[32384]: Manager daemon x is now available 2024-06-06T08:22:37.982 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:37 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:22:37.982 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:37 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-06-06T08:22:37.982 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:37 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-06-06T08:22:38.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:37 smithi149 ceph-mon[36842]: mgrmap e20: x(active, since 11m), standbys: z, y 2024-06-06T08:22:38.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:37 smithi149 ceph-mon[36842]: Active manager daemon x restarted 2024-06-06T08:22:38.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:37 smithi149 ceph-mon[36842]: Activating manager daemon x 2024-06-06T08:22:38.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:37 smithi149 ceph-mon[36842]: osdmap e100: 12 total, 12 up, 12 in 2024-06-06T08:22:38.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:37 smithi149 ceph-mon[36842]: mgrmap e21: x(active, starting, since 0.0114687s), standbys: z, y 2024-06-06T08:22:38.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:37 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T08:22:38.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:37 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T08:22:38.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:37 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T08:22:38.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:37 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-06-06T08:22:38.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:37 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-06-06T08:22:38.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:37 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-06-06T08:22:38.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:37 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-06-06T08:22:38.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:37 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-06-06T08:22:38.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:37 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-06-06T08:22:38.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:37 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-06-06T08:22:38.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:37 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-06-06T08:22:38.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:37 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-06-06T08:22:38.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:37 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-06-06T08:22:38.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:37 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-06-06T08:22:38.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:37 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-06-06T08:22:38.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:37 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-06-06T08:22:38.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:37 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-06-06T08:22:38.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:37 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-06-06T08:22:38.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:37 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T08:22:38.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:37 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T08:22:38.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:37 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T08:22:38.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:37 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T08:22:38.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:37 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T08:22:38.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:37 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T08:22:38.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:37 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T08:22:38.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:37 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T08:22:38.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:37 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-06T08:22:38.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:37 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-06T08:22:38.041 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:37 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-06T08:22:38.041 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:37 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-06T08:22:38.041 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:37 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-06-06T08:22:38.041 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:37 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-06-06T08:22:38.041 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:37 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-06-06T08:22:38.041 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:37 smithi149 ceph-mon[36842]: Manager daemon x is now available 2024-06-06T08:22:38.041 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:37 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:22:38.041 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:37 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-06-06T08:22:38.041 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:37 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-06-06T08:22:38.396 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:38.395+0000 7fce9289a700 1 -- 172.21.15.42:0/1631182490 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fce8c100a80 msgr2=0x7fce8c100f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:38.396 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:38.395+0000 7fce9289a700 1 --2- 172.21.15.42:0/1631182490 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fce8c100a80 0x7fce8c100f00 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fce74009990 tx=0x7fce74009ca0 comp rx=0 tx=0).stop 2024-06-06T08:22:38.396 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:38.396+0000 7fce9289a700 1 -- 172.21.15.42:0/1631182490 shutdown_connections 2024-06-06T08:22:38.396 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:38.396+0000 7fce9289a700 1 --2- 172.21.15.42:0/1631182490 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fce8c101440 0x7fce8c10f330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:38.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:38.396+0000 7fce9289a700 1 --2- 172.21.15.42:0/1631182490 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fce8c108510 0x7fce8c1088f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:38.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:38.396+0000 7fce9289a700 1 --2- 172.21.15.42:0/1631182490 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fce8c100a80 0x7fce8c100f00 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:38.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:38.396+0000 7fce9289a700 1 -- 172.21.15.42:0/1631182490 >> 172.21.15.42:0/1631182490 conn(0x7fce8c077a00 msgr2=0x7fce8c0fedb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:38.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:38.396+0000 7fce9289a700 1 -- 172.21.15.42:0/1631182490 shutdown_connections 2024-06-06T08:22:38.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:38.396+0000 7fce9289a700 1 -- 172.21.15.42:0/1631182490 wait complete. 2024-06-06T08:22:38.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:38.396+0000 7fce9289a700 1 Processor -- start 2024-06-06T08:22:38.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:38.396+0000 7fce9289a700 1 -- start start 2024-06-06T08:22:38.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:38.397+0000 7fce9289a700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fce8c100a80 0x7fce8c101c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:38.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:38.397+0000 7fce9289a700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fce8c101440 0x7fce8c1021a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:38.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:38.397+0000 7fce9289a700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fce8c108510 0x7fce8c1026e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:38.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:38.397+0000 7fce9289a700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fce8c112770 con 0x7fce8c101440 2024-06-06T08:22:38.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:38.397+0000 7fce9289a700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fce8c1125f0 con 0x7fce8c108510 2024-06-06T08:22:38.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:38.397+0000 7fce9289a700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fce8c1128f0 con 0x7fce8c100a80 2024-06-06T08:22:38.398 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:38.397+0000 7fce83fff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fce8c101440 0x7fce8c1021a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:38.398 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:38.397+0000 7fce83fff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fce8c101440 0x7fce8c1021a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:43868/0 (socket says 172.21.15.42:43868) 2024-06-06T08:22:38.398 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:38.397+0000 7fce83fff700 1 -- 172.21.15.42:0/2346077303 learned_addr learned my addr 172.21.15.42:0/2346077303 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:22:38.398 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:38.397+0000 7fce8bfff700 1 --2- 172.21.15.42:0/2346077303 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fce8c100a80 0x7fce8c101c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:38.398 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:38.397+0000 7fce90e37700 1 --2- 172.21.15.42:0/2346077303 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fce8c108510 0x7fce8c1026e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:38.398 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:38.397+0000 7fce83fff700 1 -- 172.21.15.42:0/2346077303 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fce8c100a80 msgr2=0x7fce8c101c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:38.398 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:38.397+0000 7fce83fff700 1 --2- 172.21.15.42:0/2346077303 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fce8c100a80 0x7fce8c101c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:38.398 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:38.397+0000 7fce83fff700 1 -- 172.21.15.42:0/2346077303 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fce8c108510 msgr2=0x7fce8c1026e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:38.398 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:38.397+0000 7fce83fff700 1 --2- 172.21.15.42:0/2346077303 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fce8c108510 0x7fce8c1026e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:38.398 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:38.397+0000 7fce83fff700 1 -- 172.21.15.42:0/2346077303 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce8c1a71d0 con 0x7fce8c101440 2024-06-06T08:22:38.398 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:38.397+0000 7fce83fff700 1 --2- 172.21.15.42:0/2346077303 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fce8c101440 0x7fce8c1021a0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fce74000c00 tx=0x7fce7400bab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:38.398 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:38.397+0000 7fce89ffb700 1 -- 172.21.15.42:0/2346077303 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce74027070 con 0x7fce8c101440 2024-06-06T08:22:38.398 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:38.397+0000 7fce9289a700 1 -- 172.21.15.42:0/2346077303 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fce8c1a7460 con 0x7fce8c101440 2024-06-06T08:22:38.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:38.397+0000 7fce89ffb700 1 -- 172.21.15.42:0/2346077303 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fce74003d70 con 0x7fce8c101440 2024-06-06T08:22:38.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:38.397+0000 7fce89ffb700 1 -- 172.21.15.42:0/2346077303 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce7400f6c0 con 0x7fce8c101440 2024-06-06T08:22:38.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:38.397+0000 7fce9289a700 1 -- 172.21.15.42:0/2346077303 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fce8c1a78b0 con 0x7fce8c101440 2024-06-06T08:22:38.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:38.398+0000 7fce9289a700 1 -- 172.21.15.42:0/2346077303 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fce8c069180 con 0x7fce8c101440 2024-06-06T08:22:38.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:38.400+0000 7fce89ffb700 1 -- 172.21.15.42:0/2346077303 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 22) ==== 137645+0+0 (secure 0 0 0) 0x7fce7402a070 con 0x7fce8c101440 2024-06-06T08:22:38.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:38.401+0000 7fce89ffb700 1 --2- 172.21.15.42:0/2346077303 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fce780a2a20 0x7fce780a4ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:38.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:38.401+0000 7fce8bfff700 1 --2- 172.21.15.42:0/2346077303 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fce780a2a20 0x7fce780a4ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:38.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:38.401+0000 7fce89ffb700 1 -- 172.21.15.42:0/2346077303 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fce740d05d0 con 0x7fce8c101440 2024-06-06T08:22:38.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:38.402+0000 7fce8bfff700 1 --2- 172.21.15.42:0/2346077303 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fce780a2a20 0x7fce780a4ee0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fce7c009be0 tx=0x7fce7c009260 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:38.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:38.405+0000 7fce89ffb700 1 -- 172.21.15.42:0/2346077303 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fce74031070 con 0x7fce8c101440 2024-06-06T08:22:38.667 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:38.668+0000 7fce9289a700 1 -- 172.21.15.42:0/2346077303 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fce8c02dca0 con 0x7fce8c101440 2024-06-06T08:22:38.667 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:38.669+0000 7fce89ffb700 1 -- 172.21.15.42:0/2346077303 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11876 (secure 0 0 0) 0x7fce74013070 con 0x7fce8c101440 2024-06-06T08:22:38.668 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:22:38.668 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/667270675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":667270675},{"type":"v1","addr":"172.21.15.42:6837","nonce":667270675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/2414389302","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":2414389302},{"type":"v1","addr":"172.21.15.42:6839","nonce":2414389302}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14574,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/3625002785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":3625002785},{"type":"v1","addr":"172.21.15.42:6841","nonce":3625002785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24413,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6835/3995394553","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":3995394553},{"type":"v1","addr":"172.21.15.120:6835","nonce":3995394553}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T08:18:39.778858+0000","modified":"2024-06-06T08:22:34.570686+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24464},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6837/3434475673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":3434475673},{"type":"v1","addr":"172.21.15.120:6837","nonce":3434475673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6835/3776134468","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":3776134468},{"type":"v1","addr":"172.21.15.149:6835","nonce":3776134468}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":21,"addr":"172.21.15.120:6839/1585293472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":1585293472},{"type":"v1","addr":"172.21.15.120:6839","nonce":1585293472}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":25,"addr":"172.21.15.149:6837/751787578","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":751787578},{"type":"v1","addr":"172.21.15.149:6837","nonce":751787578}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":8,"addr":"172.21.15.149:6839/764851483","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":764851483},{"type":"v1","addr":"172.21.15.149:6839","nonce":764851483}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24464,24469,24484]},"id":1}]} 2024-06-06T08:22:38.670 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:38.671+0000 7fce9289a700 1 -- 172.21.15.42:0/2346077303 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fce780a2a20 msgr2=0x7fce780a4ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:38.670 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:38.671+0000 7fce9289a700 1 --2- 172.21.15.42:0/2346077303 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fce780a2a20 0x7fce780a4ee0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fce7c009be0 tx=0x7fce7c009260 comp rx=0 tx=0).stop 2024-06-06T08:22:38.670 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:38.671+0000 7fce9289a700 1 -- 172.21.15.42:0/2346077303 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fce8c101440 msgr2=0x7fce8c1021a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:38.671 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:38.671+0000 7fce9289a700 1 --2- 172.21.15.42:0/2346077303 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fce8c101440 0x7fce8c1021a0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fce74000c00 tx=0x7fce7400bab0 comp rx=0 tx=0).stop 2024-06-06T08:22:38.671 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:38.671+0000 7fce9289a700 1 -- 172.21.15.42:0/2346077303 shutdown_connections 2024-06-06T08:22:38.671 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:38.671+0000 7fce9289a700 1 --2- 172.21.15.42:0/2346077303 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fce780a2a20 0x7fce780a4ee0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:38.671 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:38.671+0000 7fce9289a700 1 --2- 172.21.15.42:0/2346077303 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fce8c108510 0x7fce8c1026e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:38.671 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:38.671+0000 7fce9289a700 1 --2- 172.21.15.42:0/2346077303 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fce8c100a80 0x7fce8c101c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:38.671 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:38.671+0000 7fce9289a700 1 --2- 172.21.15.42:0/2346077303 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fce8c101440 0x7fce8c1021a0 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:38.671 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:38.671+0000 7fce9289a700 1 -- 172.21.15.42:0/2346077303 >> 172.21.15.42:0/2346077303 conn(0x7fce8c077a00 msgr2=0x7fce8c0ff140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:38.672 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:38.671+0000 7fce9289a700 1 -- 172.21.15.42:0/2346077303 shutdown_connections 2024-06-06T08:22:38.672 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:38.671+0000 7fce9289a700 1 -- 172.21.15.42:0/2346077303 wait complete. 2024-06-06T08:22:38.672 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 26 2024-06-06T08:22:39.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:38 smithi042 ceph-mon[32384]: mgrmap e22: x(active, since 1.01791s), standbys: z, y 2024-06-06T08:22:39.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:38 smithi042 ceph-mon[32384]: [06/Jun/2024:08:22:38] ENGINE Bus STARTING 2024-06-06T08:22:39.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:38 smithi042 ceph-mon[32384]: [06/Jun/2024:08:22:38] ENGINE Serving on https://172.21.15.42:7150 2024-06-06T08:22:39.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:38 smithi042 ceph-mon[32384]: [06/Jun/2024:08:22:38] ENGINE Serving on http://172.21.15.42:8765 2024-06-06T08:22:39.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:38 smithi042 ceph-mon[32384]: [06/Jun/2024:08:22:38] ENGINE Bus STARTED 2024-06-06T08:22:39.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:38 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/2346077303' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:22:39.287 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:38 smithi149 ceph-mon[36842]: mgrmap e22: x(active, since 1.01791s), standbys: z, y 2024-06-06T08:22:39.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:38 smithi149 ceph-mon[36842]: [06/Jun/2024:08:22:38] ENGINE Bus STARTING 2024-06-06T08:22:39.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:38 smithi149 ceph-mon[36842]: [06/Jun/2024:08:22:38] ENGINE Serving on https://172.21.15.42:7150 2024-06-06T08:22:39.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:38 smithi149 ceph-mon[36842]: [06/Jun/2024:08:22:38] ENGINE Serving on http://172.21.15.42:8765 2024-06-06T08:22:39.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:38 smithi149 ceph-mon[36842]: [06/Jun/2024:08:22:38] ENGINE Bus STARTED 2024-06-06T08:22:39.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:38 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/2346077303' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:22:39.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:38 smithi120 ceph-mon[36658]: mgrmap e22: x(active, since 1.01791s), standbys: z, y 2024-06-06T08:22:39.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:38 smithi120 ceph-mon[36658]: [06/Jun/2024:08:22:38] ENGINE Bus STARTING 2024-06-06T08:22:39.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:38 smithi120 ceph-mon[36658]: [06/Jun/2024:08:22:38] ENGINE Serving on https://172.21.15.42:7150 2024-06-06T08:22:39.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:38 smithi120 ceph-mon[36658]: [06/Jun/2024:08:22:38] ENGINE Serving on http://172.21.15.42:8765 2024-06-06T08:22:39.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:38 smithi120 ceph-mon[36658]: [06/Jun/2024:08:22:38] ENGINE Bus STARTED 2024-06-06T08:22:39.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:38 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/2346077303' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:22:39.508 INFO:tasks.fwd_scrub:Ready to start scrub thrashing 2024-06-06T08:22:39.509 INFO:tasks.fwd_scrub.ceph_manager:waiting for clean 2024-06-06T08:22:39.509 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-06-06T08:22:39.623 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:39.621+0000 7ff0c4a6b640 1 -- 172.21.15.42:0/2453179026 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff0c0102480 msgr2=0x7ff0c0104870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:39.623 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:39.621+0000 7ff0c4a6b640 1 --2- 172.21.15.42:0/2453179026 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff0c0102480 0x7ff0c0104870 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7ff0b0009900 tx=0x7ff0b002a410 comp rx=0 tx=0).stop 2024-06-06T08:22:39.623 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:39.621+0000 7ff0c4a6b640 1 -- 172.21.15.42:0/2453179026 shutdown_connections 2024-06-06T08:22:39.623 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:39.621+0000 7ff0c4a6b640 1 --2- 172.21.15.42:0/2453179026 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff0c01076e0 0x7ff0c0109b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:39.623 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:39.621+0000 7ff0c4a6b640 1 --2- 172.21.15.42:0/2453179026 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff0c0104db0 0x7ff0c01071a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:39.623 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:39.621+0000 7ff0c4a6b640 1 --2- 172.21.15.42:0/2453179026 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff0c0102480 0x7ff0c0104870 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:39.623 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:39.621+0000 7ff0c4a6b640 1 -- 172.21.15.42:0/2453179026 >> 172.21.15.42:0/2453179026 conn(0x7ff0c00fbe90 msgr2=0x7ff0c00fe2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:39.624 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:39.621+0000 7ff0c4a6b640 1 -- 172.21.15.42:0/2453179026 shutdown_connections 2024-06-06T08:22:39.624 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:39.621+0000 7ff0c4a6b640 1 -- 172.21.15.42:0/2453179026 wait complete. 2024-06-06T08:22:39.624 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:39.622+0000 7ff0c4a6b640 1 Processor -- start 2024-06-06T08:22:39.624 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:39.622+0000 7ff0c4a6b640 1 -- start start 2024-06-06T08:22:39.624 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:39.622+0000 7ff0c4a6b640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff0c0102480 0x7ff0c0197d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:39.624 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:39.622+0000 7ff0c4a6b640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff0c0104db0 0x7ff0c0198290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:39.624 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:39.622+0000 7ff0c4a6b640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff0c01076e0 0x7ff0c019f300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:39.624 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:39.622+0000 7ff0c4a6b640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff0c010d680 con 0x7ff0c01076e0 2024-06-06T08:22:39.624 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:39.622+0000 7ff0c4a6b640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7ff0c010d500 con 0x7ff0c0104db0 2024-06-06T08:22:39.625 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:39.622+0000 7ff0c4a6b640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7ff0c010d800 con 0x7ff0c0102480 2024-06-06T08:22:39.625 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:39.622+0000 7ff0bed9d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff0c01076e0 0x7ff0c019f300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:39.625 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:39.622+0000 7ff0bed9d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff0c01076e0 0x7ff0c019f300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:43920/0 (socket says 172.21.15.42:43920) 2024-06-06T08:22:39.625 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:39.622+0000 7ff0bed9d640 1 -- 172.21.15.42:0/1641436184 learned_addr learned my addr 172.21.15.42:0/1641436184 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:22:39.625 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:39.622+0000 7ff0bdd9b640 1 --2- 172.21.15.42:0/1641436184 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff0c0104db0 0x7ff0c0198290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:39.625 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:39.623+0000 7ff0be59c640 1 --2- 172.21.15.42:0/1641436184 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff0c0102480 0x7ff0c0197d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:39.625 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:39.623+0000 7ff0bed9d640 1 -- 172.21.15.42:0/1641436184 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff0c0102480 msgr2=0x7ff0c0197d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:39.625 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:39.623+0000 7ff0bed9d640 1 --2- 172.21.15.42:0/1641436184 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff0c0102480 0x7ff0c0197d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:39.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:39.623+0000 7ff0bed9d640 1 -- 172.21.15.42:0/1641436184 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff0c0104db0 msgr2=0x7ff0c0198290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:39.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:39.623+0000 7ff0bed9d640 1 --2- 172.21.15.42:0/1641436184 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff0c0104db0 0x7ff0c0198290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:39.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:39.623+0000 7ff0bed9d640 1 -- 172.21.15.42:0/1641436184 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0c019f970 con 0x7ff0c01076e0 2024-06-06T08:22:39.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:39.623+0000 7ff0bed9d640 1 --2- 172.21.15.42:0/1641436184 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff0c01076e0 0x7ff0c019f300 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7ff0b800eb10 tx=0x7ff0b800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:39.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:39.623+0000 7ff0af7fe640 1 -- 172.21.15.42:0/1641436184 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0b8004b20 con 0x7ff0c01076e0 2024-06-06T08:22:39.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:39.623+0000 7ff0af7fe640 1 -- 172.21.15.42:0/1641436184 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff0b8004cc0 con 0x7ff0c01076e0 2024-06-06T08:22:39.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:39.623+0000 7ff0c4a6b640 1 -- 172.21.15.42:0/1641436184 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0c019fc60 con 0x7ff0c01076e0 2024-06-06T08:22:39.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:39.623+0000 7ff0af7fe640 1 -- 172.21.15.42:0/1641436184 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0b8010760 con 0x7ff0c01076e0 2024-06-06T08:22:39.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:39.623+0000 7ff0c4a6b640 1 -- 172.21.15.42:0/1641436184 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0c01a0160 con 0x7ff0c01076e0 2024-06-06T08:22:39.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:39.624+0000 7ff0c4a6b640 1 -- 172.21.15.42:0/1641436184 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff0c00fd980 con 0x7ff0c01076e0 2024-06-06T08:22:39.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:39.625+0000 7ff0af7fe640 1 -- 172.21.15.42:0/1641436184 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 23) ==== 137953+0+0 (secure 0 0 0) 0x7ff0b8005020 con 0x7ff0c01076e0 2024-06-06T08:22:39.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:39.626+0000 7ff0af7fe640 1 --2- 172.21.15.42:0/1641436184 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7ff0a80a2d00 0x7ff0a80a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:39.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:39.626+0000 7ff0af7fe640 1 -- 172.21.15.42:0/1641436184 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7ff0b80cfd30 con 0x7ff0c01076e0 2024-06-06T08:22:39.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:39.626+0000 7ff0be59c640 1 --2- 172.21.15.42:0/1641436184 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7ff0a80a2d00 0x7ff0a80a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:39.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:39.627+0000 7ff0be59c640 1 --2- 172.21.15.42:0/1641436184 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7ff0a80a2d00 0x7ff0a80a51c0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7ff0b0031610 tx=0x7ff0b0000bc0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:39.629 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:39.631+0000 7ff0af7fe640 1 -- 172.21.15.42:0/1641436184 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7ff0b809c610 con 0x7ff0c01076e0 2024-06-06T08:22:39.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:39.835+0000 7ff0c4a6b640 1 -- 172.21.15.42:0/1641436184 --> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ff0c0061de0 con 0x7ff0a80a2d00 2024-06-06T08:22:39.844 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:39.846+0000 7ff0af7fe640 1 -- 172.21.15.42:0/1641436184 <== mgr.15204 v2:172.21.15.42:6800/3064910691 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+339809 (secure 0 0 0) 0x7ff0c0061de0 con 0x7ff0a80a2d00 2024-06-06T08:22:39.850 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:22:39.852 INFO:teuthology.orchestra.run.smithi042.stderr:dumped all 2024-06-06T08:22:39.854 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:39.850+0000 7ff0c4a6b640 1 -- 172.21.15.42:0/1641436184 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7ff0a80a2d00 msgr2=0x7ff0a80a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:39.854 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:39.850+0000 7ff0c4a6b640 1 --2- 172.21.15.42:0/1641436184 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7ff0a80a2d00 0x7ff0a80a51c0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7ff0b0031610 tx=0x7ff0b0000bc0 comp rx=0 tx=0).stop 2024-06-06T08:22:39.854 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:39.850+0000 7ff0c4a6b640 1 -- 172.21.15.42:0/1641436184 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff0c01076e0 msgr2=0x7ff0c019f300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:39.855 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:39.850+0000 7ff0c4a6b640 1 --2- 172.21.15.42:0/1641436184 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff0c01076e0 0x7ff0c019f300 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7ff0b800eb10 tx=0x7ff0b800c2d0 comp rx=0 tx=0).stop 2024-06-06T08:22:39.855 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:39.850+0000 7ff0c4a6b640 1 -- 172.21.15.42:0/1641436184 shutdown_connections 2024-06-06T08:22:39.855 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:39.850+0000 7ff0c4a6b640 1 --2- 172.21.15.42:0/1641436184 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7ff0a80a2d00 0x7ff0a80a51c0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:39.855 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:39.850+0000 7ff0c4a6b640 1 --2- 172.21.15.42:0/1641436184 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff0c0104db0 0x7ff0c0198290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:39.855 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:39.850+0000 7ff0c4a6b640 1 --2- 172.21.15.42:0/1641436184 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff0c01076e0 0x7ff0c019f300 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:39.855 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:39.850+0000 7ff0c4a6b640 1 --2- 172.21.15.42:0/1641436184 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff0c0102480 0x7ff0c0197d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:39.855 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:39.850+0000 7ff0c4a6b640 1 -- 172.21.15.42:0/1641436184 >> 172.21.15.42:0/1641436184 conn(0x7ff0c00fbe90 msgr2=0x7ff0c0102d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:39.855 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:39.850+0000 7ff0c4a6b640 1 -- 172.21.15.42:0/1641436184 shutdown_connections 2024-06-06T08:22:39.855 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:39.850+0000 7ff0c4a6b640 1 -- 172.21.15.42:0/1641436184 wait complete. 2024-06-06T08:22:39.860 INFO:teuthology.orchestra.run.smithi042.stdout:{"pg_ready":true,"pg_map":{"version":4,"stamp":"2024-06-06T08:22:38.910788+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1194471,"num_objects":66,"num_object_clones":0,"num_object_copies":200,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":1302,"num_read_kb":818,"num_write":483,"num_write_kb":4390,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":1180770,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":875,"ondisk_log_size":875,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":371060,"kb_used_data":13556,"kb_used_omap":18,"kb_used_meta":357357,"kb_avail":1124570764,"statfs":{"total":1151940427776,"available":1151560462336,"internally_reserved":0,"allocated":13881344,"data_stored":10394035,"data_compressed":535255,"data_compressed_allocated":720896,"data_compressed_original":4292608,"omap_allocated":19142,"internal_metadata":365933882},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.986457"},"pg_stats":[{"pgid":"3.3f","version":"99'8","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.314250+0000","last_change":"2024-06-06T08:18:37.969286+0000","last_active":"2024-06-06T08:22:37.314250+0000","last_peered":"2024-06-06T08:22:37.314250+0000","last_clean":"2024-06-06T08:22:37.314250+0000","last_became_active":"2024-06-06T08:18:37.968898+0000","last_became_peered":"2024-06-06T08:18:37.968898+0000","last_unstale":"2024-06-06T08:22:37.314250+0000","last_undegraded":"2024-06-06T08:22:37.314250+0000","last_fullsized":"2024-06-06T08:22:37.314250+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:03:49.018143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"99'4","reported_seq":41,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946629+0000","last_change":"2024-06-06T08:18:37.975057+0000","last_active":"2024-06-06T08:22:36.946629+0000","last_peered":"2024-06-06T08:22:36.946629+0000","last_clean":"2024-06-06T08:22:36.946629+0000","last_became_active":"2024-06-06T08:18:37.974448+0000","last_became_peered":"2024-06-06T08:18:37.974448+0000","last_unstale":"2024-06-06T08:22:36.946629+0000","last_undegraded":"2024-06-06T08:22:36.946629+0000","last_fullsized":"2024-06-06T08:22:36.946629+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:56:41.129485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"99'7","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946395+0000","last_change":"2024-06-06T08:18:37.968865+0000","last_active":"2024-06-06T08:22:36.946395+0000","last_peered":"2024-06-06T08:22:36.946395+0000","last_clean":"2024-06-06T08:22:36.946395+0000","last_became_active":"2024-06-06T08:18:37.968415+0000","last_became_peered":"2024-06-06T08:18:37.968415+0000","last_unstale":"2024-06-06T08:22:36.946395+0000","last_undegraded":"2024-06-06T08:22:36.946395+0000","last_fullsized":"2024-06-06T08:22:36.946395+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:44:48.929544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"99'8","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010042+0000","last_change":"2024-06-06T08:18:37.973664+0000","last_active":"2024-06-06T08:22:37.010042+0000","last_peered":"2024-06-06T08:22:37.010042+0000","last_clean":"2024-06-06T08:22:37.010042+0000","last_became_active":"2024-06-06T08:18:37.972598+0000","last_became_peered":"2024-06-06T08:18:37.972598+0000","last_unstale":"2024-06-06T08:22:37.010042+0000","last_undegraded":"2024-06-06T08:22:37.010042+0000","last_fullsized":"2024-06-06T08:22:37.010042+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:12:09.810046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"99'4","reported_seq":41,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001251+0000","last_change":"2024-06-06T08:18:37.971245+0000","last_active":"2024-06-06T08:22:37.001251+0000","last_peered":"2024-06-06T08:22:37.001251+0000","last_clean":"2024-06-06T08:22:37.001251+0000","last_became_active":"2024-06-06T08:18:37.970942+0000","last_became_peered":"2024-06-06T08:18:37.970942+0000","last_unstale":"2024-06-06T08:22:37.001251+0000","last_undegraded":"2024-06-06T08:22:37.001251+0000","last_fullsized":"2024-06-06T08:22:37.001251+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:01:03.121018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"99'6","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.013079+0000","last_change":"2024-06-06T08:18:37.971545+0000","last_active":"2024-06-06T08:22:37.013079+0000","last_peered":"2024-06-06T08:22:37.013079+0000","last_clean":"2024-06-06T08:22:37.013079+0000","last_became_active":"2024-06-06T08:18:37.970818+0000","last_became_peered":"2024-06-06T08:18:37.970818+0000","last_unstale":"2024-06-06T08:22:37.013079+0000","last_undegraded":"2024-06-06T08:22:37.013079+0000","last_fullsized":"2024-06-06T08:22:37.013079+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:31:04.675659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"99'5","reported_seq":42,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899156+0000","last_change":"2024-06-06T08:18:37.975007+0000","last_active":"2024-06-06T08:22:36.899156+0000","last_peered":"2024-06-06T08:22:36.899156+0000","last_clean":"2024-06-06T08:22:36.899156+0000","last_became_active":"2024-06-06T08:18:37.974687+0000","last_became_peered":"2024-06-06T08:18:37.974687+0000","last_unstale":"2024-06-06T08:22:36.899156+0000","last_undegraded":"2024-06-06T08:22:36.899156+0000","last_fullsized":"2024-06-06T08:22:36.899156+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:50:28.803869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"99'9","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.002116+0000","last_change":"2024-06-06T08:18:37.973751+0000","last_active":"2024-06-06T08:22:37.002116+0000","last_peered":"2024-06-06T08:22:37.002116+0000","last_clean":"2024-06-06T08:22:37.002116+0000","last_became_active":"2024-06-06T08:18:37.973437+0000","last_became_peered":"2024-06-06T08:18:37.973437+0000","last_unstale":"2024-06-06T08:22:37.002116+0000","last_undegraded":"2024-06-06T08:22:37.002116+0000","last_fullsized":"2024-06-06T08:22:37.002116+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:49:49.230857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"99'11","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.159814+0000","last_change":"2024-06-06T08:18:37.969877+0000","last_active":"2024-06-06T08:22:37.159814+0000","last_peered":"2024-06-06T08:22:37.159814+0000","last_clean":"2024-06-06T08:22:37.159814+0000","last_became_active":"2024-06-06T08:18:37.968143+0000","last_became_peered":"2024-06-06T08:18:37.968143+0000","last_unstale":"2024-06-06T08:22:37.159814+0000","last_undegraded":"2024-06-06T08:22:37.159814+0000","last_fullsized":"2024-06-06T08:22:37.159814+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:37:51.949277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"99'16","reported_seq":53,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.013488+0000","last_change":"2024-06-06T08:18:37.966582+0000","last_active":"2024-06-06T08:22:37.013488+0000","last_peered":"2024-06-06T08:22:37.013488+0000","last_clean":"2024-06-06T08:22:37.013488+0000","last_became_active":"2024-06-06T08:18:37.966101+0000","last_became_peered":"2024-06-06T08:18:37.966101+0000","last_unstale":"2024-06-06T08:22:37.013488+0000","last_undegraded":"2024-06-06T08:22:37.013488+0000","last_fullsized":"2024-06-06T08:22:37.013488+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:03:28.811154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"99'6","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899656+0000","last_change":"2024-06-06T08:18:37.971894+0000","last_active":"2024-06-06T08:22:36.899656+0000","last_peered":"2024-06-06T08:22:36.899656+0000","last_clean":"2024-06-06T08:22:36.899656+0000","last_became_active":"2024-06-06T08:18:37.971571+0000","last_became_peered":"2024-06-06T08:18:37.971571+0000","last_unstale":"2024-06-06T08:22:36.899656+0000","last_undegraded":"2024-06-06T08:22:36.899656+0000","last_fullsized":"2024-06-06T08:22:36.899656+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:25:21.990022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"99'7","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010036+0000","last_change":"2024-06-06T08:18:37.976387+0000","last_active":"2024-06-06T08:22:37.010036+0000","last_peered":"2024-06-06T08:22:37.010036+0000","last_clean":"2024-06-06T08:22:37.010036+0000","last_became_active":"2024-06-06T08:18:37.975401+0000","last_became_peered":"2024-06-06T08:18:37.975401+0000","last_unstale":"2024-06-06T08:22:37.010036+0000","last_undegraded":"2024-06-06T08:22:37.010036+0000","last_fullsized":"2024-06-06T08:22:37.010036+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:46:21.791578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"99'10","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898464+0000","last_change":"2024-06-06T08:18:37.972454+0000","last_active":"2024-06-06T08:22:36.898464+0000","last_peered":"2024-06-06T08:22:36.898464+0000","last_clean":"2024-06-06T08:22:36.898464+0000","last_became_active":"2024-06-06T08:18:37.971686+0000","last_became_peered":"2024-06-06T08:18:37.971686+0000","last_unstale":"2024-06-06T08:22:36.898464+0000","last_undegraded":"2024-06-06T08:22:36.898464+0000","last_fullsized":"2024-06-06T08:22:36.898464+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:12:25.393092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"99'7","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946329+0000","last_change":"2024-06-06T08:18:37.975608+0000","last_active":"2024-06-06T08:22:36.946329+0000","last_peered":"2024-06-06T08:22:36.946329+0000","last_clean":"2024-06-06T08:22:36.946329+0000","last_became_active":"2024-06-06T08:18:37.975058+0000","last_became_peered":"2024-06-06T08:18:37.975058+0000","last_unstale":"2024-06-06T08:22:36.946329+0000","last_undegraded":"2024-06-06T08:22:36.946329+0000","last_fullsized":"2024-06-06T08:22:36.946329+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:02:46.106415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"99'7","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946227+0000","last_change":"2024-06-06T08:18:37.970867+0000","last_active":"2024-06-06T08:22:36.946227+0000","last_peered":"2024-06-06T08:22:36.946227+0000","last_clean":"2024-06-06T08:22:36.946227+0000","last_became_active":"2024-06-06T08:18:37.970521+0000","last_became_peered":"2024-06-06T08:18:37.970521+0000","last_unstale":"2024-06-06T08:22:36.946227+0000","last_undegraded":"2024-06-06T08:22:36.946227+0000","last_fullsized":"2024-06-06T08:22:36.946227+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:58:33.517402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"99'9","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.159314+0000","last_change":"2024-06-06T08:18:37.973492+0000","last_active":"2024-06-06T08:22:37.159314+0000","last_peered":"2024-06-06T08:22:37.159314+0000","last_clean":"2024-06-06T08:22:37.159314+0000","last_became_active":"2024-06-06T08:18:37.972691+0000","last_became_peered":"2024-06-06T08:18:37.972691+0000","last_unstale":"2024-06-06T08:22:37.159314+0000","last_undegraded":"2024-06-06T08:22:37.159314+0000","last_fullsized":"2024-06-06T08:22:37.159314+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:34:06.138782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"99'8","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.314152+0000","last_change":"2024-06-06T08:18:37.968931+0000","last_active":"2024-06-06T08:22:37.314152+0000","last_peered":"2024-06-06T08:22:37.314152+0000","last_clean":"2024-06-06T08:22:37.314152+0000","last_became_active":"2024-06-06T08:18:37.968544+0000","last_became_peered":"2024-06-06T08:18:37.968544+0000","last_unstale":"2024-06-06T08:22:37.314152+0000","last_undegraded":"2024-06-06T08:22:37.314152+0000","last_fullsized":"2024-06-06T08:22:37.314152+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:29:03.919712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"99'10","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.999617+0000","last_change":"2024-06-06T08:18:37.968783+0000","last_active":"2024-06-06T08:22:36.999617+0000","last_peered":"2024-06-06T08:22:36.999617+0000","last_clean":"2024-06-06T08:22:36.999617+0000","last_became_active":"2024-06-06T08:18:37.968471+0000","last_became_peered":"2024-06-06T08:18:37.968471+0000","last_unstale":"2024-06-06T08:22:36.999617+0000","last_undegraded":"2024-06-06T08:22:36.999617+0000","last_fullsized":"2024-06-06T08:22:36.999617+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:36:23.904974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"99'7","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.903143+0000","last_change":"2024-06-06T08:18:37.971803+0000","last_active":"2024-06-06T08:22:36.903143+0000","last_peered":"2024-06-06T08:22:36.903143+0000","last_clean":"2024-06-06T08:22:36.903143+0000","last_became_active":"2024-06-06T08:18:37.971131+0000","last_became_peered":"2024-06-06T08:18:37.971131+0000","last_unstale":"2024-06-06T08:22:36.903143+0000","last_undegraded":"2024-06-06T08:22:36.903143+0000","last_fullsized":"2024-06-06T08:22:36.903143+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:37:23.954557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.902710+0000","last_change":"2024-06-06T08:18:48.002957+0000","last_active":"2024-06-06T08:22:36.902710+0000","last_peered":"2024-06-06T08:22:36.902710+0000","last_clean":"2024-06-06T08:22:36.902710+0000","last_became_active":"2024-06-06T08:18:48.001518+0000","last_became_peered":"2024-06-06T08:18:48.001518+0000","last_unstale":"2024-06-06T08:22:36.902710+0000","last_undegraded":"2024-06-06T08:22:36.902710+0000","last_fullsized":"2024-06-06T08:22:36.902710+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:55:37.919549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"99'9","reported_seq":53,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.999884+0000","last_change":"2024-06-06T08:18:34.680831+0000","last_active":"2024-06-06T08:22:36.999884+0000","last_peered":"2024-06-06T08:22:36.999884+0000","last_clean":"2024-06-06T08:22:36.999884+0000","last_became_active":"2024-06-06T08:18:34.680454+0000","last_became_peered":"2024-06-06T08:18:34.680454+0000","last_unstale":"2024-06-06T08:22:36.999884+0000","last_undegraded":"2024-06-06T08:22:36.999884+0000","last_fullsized":"2024-06-06T08:22:36.999884+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:58:54.944086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"99'5","reported_seq":42,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.002830+0000","last_change":"2024-06-06T08:18:37.977854+0000","last_active":"2024-06-06T08:22:37.002830+0000","last_peered":"2024-06-06T08:22:37.002830+0000","last_clean":"2024-06-06T08:22:37.002830+0000","last_became_active":"2024-06-06T08:18:37.977434+0000","last_became_peered":"2024-06-06T08:18:37.977434+0000","last_unstale":"2024-06-06T08:22:37.002830+0000","last_undegraded":"2024-06-06T08:22:37.002830+0000","last_fullsized":"2024-06-06T08:22:37.002830+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:33:32.371856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009576+0000","last_change":"2024-06-06T08:18:48.003720+0000","last_active":"2024-06-06T08:22:37.009576+0000","last_peered":"2024-06-06T08:22:37.009576+0000","last_clean":"2024-06-06T08:22:37.009576+0000","last_became_active":"2024-06-06T08:18:48.003293+0000","last_became_peered":"2024-06-06T08:18:48.003293+0000","last_unstale":"2024-06-06T08:22:37.009576+0000","last_undegraded":"2024-06-06T08:22:37.009576+0000","last_fullsized":"2024-06-06T08:22:37.009576+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:39:08.052369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"99'2","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.003009+0000","last_change":"2024-06-06T08:18:34.830505+0000","last_active":"2024-06-06T08:22:37.003009+0000","last_peered":"2024-06-06T08:22:37.003009+0000","last_clean":"2024-06-06T08:22:37.003009+0000","last_became_active":"2024-06-06T08:18:34.830157+0000","last_became_peered":"2024-06-06T08:18:34.830157+0000","last_unstale":"2024-06-06T08:22:37.003009+0000","last_undegraded":"2024-06-06T08:22:37.003009+0000","last_fullsized":"2024-06-06T08:22:37.003009+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:07:55.952261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"99'6","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946687+0000","last_change":"2024-06-06T08:18:37.974925+0000","last_active":"2024-06-06T08:22:36.946687+0000","last_peered":"2024-06-06T08:22:36.946687+0000","last_clean":"2024-06-06T08:22:36.946687+0000","last_became_active":"2024-06-06T08:18:37.974528+0000","last_became_peered":"2024-06-06T08:18:37.974528+0000","last_unstale":"2024-06-06T08:22:36.946687+0000","last_undegraded":"2024-06-06T08:22:36.946687+0000","last_fullsized":"2024-06-06T08:22:36.946687+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:54:47.694267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009674+0000","last_change":"2024-06-06T08:18:48.005547+0000","last_active":"2024-06-06T08:22:37.009674+0000","last_peered":"2024-06-06T08:22:37.009674+0000","last_clean":"2024-06-06T08:22:37.009674+0000","last_became_active":"2024-06-06T08:18:48.004679+0000","last_became_peered":"2024-06-06T08:18:48.004679+0000","last_unstale":"2024-06-06T08:22:37.009674+0000","last_undegraded":"2024-06-06T08:22:37.009674+0000","last_fullsized":"2024-06-06T08:22:37.009674+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:53:29.106218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"99'4","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001756+0000","last_change":"2024-06-06T08:18:34.683926+0000","last_active":"2024-06-06T08:22:37.001756+0000","last_peered":"2024-06-06T08:22:37.001756+0000","last_clean":"2024-06-06T08:22:37.001756+0000","last_became_active":"2024-06-06T08:18:34.683493+0000","last_became_peered":"2024-06-06T08:18:34.683493+0000","last_unstale":"2024-06-06T08:22:37.001756+0000","last_undegraded":"2024-06-06T08:22:37.001756+0000","last_fullsized":"2024-06-06T08:22:37.001756+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:27:29.601530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"99'9","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.159481+0000","last_change":"2024-06-06T08:18:37.975179+0000","last_active":"2024-06-06T08:22:37.159481+0000","last_peered":"2024-06-06T08:22:37.159481+0000","last_clean":"2024-06-06T08:22:37.159481+0000","last_became_active":"2024-06-06T08:18:37.974205+0000","last_became_peered":"2024-06-06T08:18:37.974205+0000","last_unstale":"2024-06-06T08:22:37.159481+0000","last_undegraded":"2024-06-06T08:22:37.159481+0000","last_fullsized":"2024-06-06T08:22:37.159481+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:29:03.142921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009603+0000","last_change":"2024-06-06T08:18:48.004230+0000","last_active":"2024-06-06T08:22:37.009603+0000","last_peered":"2024-06-06T08:22:37.009603+0000","last_clean":"2024-06-06T08:22:37.009603+0000","last_became_active":"2024-06-06T08:18:48.003537+0000","last_became_peered":"2024-06-06T08:18:48.003537+0000","last_unstale":"2024-06-06T08:22:37.009603+0000","last_undegraded":"2024-06-06T08:22:37.009603+0000","last_fullsized":"2024-06-06T08:22:37.009603+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:07:20.249382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"90'2","reported_seq":18,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.313811+0000","last_change":"2024-06-06T08:19:20.084063+0000","last_active":"2024-06-06T08:22:37.313811+0000","last_peered":"2024-06-06T08:22:37.313811+0000","last_clean":"2024-06-06T08:22:37.313811+0000","last_became_active":"2024-06-06T08:19:20.075868+0000","last_became_peered":"2024-06-06T08:19:20.075868+0000","last_unstale":"2024-06-06T08:22:37.313811+0000","last_undegraded":"2024-06-06T08:22:37.313811+0000","last_fullsized":"2024-06-06T08:22:37.313811+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:59:24.220798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1d","version":"99'15","reported_seq":52,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010415+0000","last_change":"2024-06-06T08:18:37.973128+0000","last_active":"2024-06-06T08:22:37.010415+0000","last_peered":"2024-06-06T08:22:37.010415+0000","last_clean":"2024-06-06T08:22:37.010415+0000","last_became_active":"2024-06-06T08:18:37.972667+0000","last_became_peered":"2024-06-06T08:18:37.972667+0000","last_unstale":"2024-06-06T08:22:37.010415+0000","last_undegraded":"2024-06-06T08:22:37.010415+0000","last_fullsized":"2024-06-06T08:22:37.010415+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:30:50.132958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.903000+0000","last_change":"2024-06-06T08:18:48.004156+0000","last_active":"2024-06-06T08:22:36.903000+0000","last_peered":"2024-06-06T08:22:36.903000+0000","last_clean":"2024-06-06T08:22:36.903000+0000","last_became_active":"2024-06-06T08:18:48.003705+0000","last_became_peered":"2024-06-06T08:18:48.003705+0000","last_unstale":"2024-06-06T08:22:36.903000+0000","last_undegraded":"2024-06-06T08:22:36.903000+0000","last_fullsized":"2024-06-06T08:22:36.903000+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:52:37.890207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"100'7","reported_seq":226,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.555532+0000","last_change":"2024-06-06T08:18:34.685641+0000","last_active":"2024-06-06T08:22:37.555532+0000","last_peered":"2024-06-06T08:22:37.555532+0000","last_clean":"2024-06-06T08:22:37.555532+0000","last_became_active":"2024-06-06T08:18:34.685132+0000","last_became_peered":"2024-06-06T08:18:34.685132+0000","last_unstale":"2024-06-06T08:22:37.555532+0000","last_undegraded":"2024-06-06T08:22:37.555532+0000","last_fullsized":"2024-06-06T08:22:37.555532+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:40:43.547356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1402,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":176,"num_read_kb":3,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"99'7","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001269+0000","last_change":"2024-06-06T08:18:37.973373+0000","last_active":"2024-06-06T08:22:37.001269+0000","last_peered":"2024-06-06T08:22:37.001269+0000","last_clean":"2024-06-06T08:22:37.001269+0000","last_became_active":"2024-06-06T08:18:37.973058+0000","last_became_peered":"2024-06-06T08:18:37.973058+0000","last_unstale":"2024-06-06T08:22:37.001269+0000","last_undegraded":"2024-06-06T08:22:37.001269+0000","last_fullsized":"2024-06-06T08:22:37.001269+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:32:17.184387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.903370+0000","last_change":"2024-06-06T08:18:48.010926+0000","last_active":"2024-06-06T08:22:36.903370+0000","last_peered":"2024-06-06T08:22:36.903370+0000","last_clean":"2024-06-06T08:22:36.903370+0000","last_became_active":"2024-06-06T08:18:48.010444+0000","last_became_peered":"2024-06-06T08:18:48.010444+0000","last_unstale":"2024-06-06T08:22:36.903370+0000","last_undegraded":"2024-06-06T08:22:36.903370+0000","last_fullsized":"2024-06-06T08:22:36.903370+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:53:31.540388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"99'3","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.013001+0000","last_change":"2024-06-06T08:18:34.680735+0000","last_active":"2024-06-06T08:22:37.013001+0000","last_peered":"2024-06-06T08:22:37.013001+0000","last_clean":"2024-06-06T08:22:37.013001+0000","last_became_active":"2024-06-06T08:18:34.680352+0000","last_became_peered":"2024-06-06T08:18:34.680352+0000","last_unstale":"2024-06-06T08:22:37.013001+0000","last_undegraded":"2024-06-06T08:22:37.013001+0000","last_fullsized":"2024-06-06T08:22:37.013001+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:24:50.680543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"99'8","reported_seq":22,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.999107+0000","last_change":"2024-06-06T08:19:20.075768+0000","last_active":"2024-06-06T08:22:36.999107+0000","last_peered":"2024-06-06T08:22:36.999107+0000","last_clean":"2024-06-06T08:22:36.999107+0000","last_became_active":"2024-06-06T08:19:20.075384+0000","last_became_peered":"2024-06-06T08:19:20.075384+0000","last_unstale":"2024-06-06T08:22:36.999107+0000","last_undegraded":"2024-06-06T08:22:36.999107+0000","last_fullsized":"2024-06-06T08:22:36.999107+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:34:44.437089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,3],"acting":[9,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.313823+0000","last_change":"2024-06-06T08:18:48.012906+0000","last_active":"2024-06-06T08:22:37.313823+0000","last_peered":"2024-06-06T08:22:37.313823+0000","last_clean":"2024-06-06T08:22:37.313823+0000","last_became_active":"2024-06-06T08:18:48.012454+0000","last_became_peered":"2024-06-06T08:18:48.012454+0000","last_unstale":"2024-06-06T08:22:37.313823+0000","last_undegraded":"2024-06-06T08:22:37.313823+0000","last_fullsized":"2024-06-06T08:22:37.313823+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:36:56.660610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"99'2","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898131+0000","last_change":"2024-06-06T08:18:34.678683+0000","last_active":"2024-06-06T08:22:36.898131+0000","last_peered":"2024-06-06T08:22:36.898131+0000","last_clean":"2024-06-06T08:22:36.898131+0000","last_became_active":"2024-06-06T08:18:34.678342+0000","last_became_peered":"2024-06-06T08:18:34.678342+0000","last_unstale":"2024-06-06T08:22:36.898131+0000","last_undegraded":"2024-06-06T08:22:36.898131+0000","last_fullsized":"2024-06-06T08:22:36.898131+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T20:11:33.963323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"99'8","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001988+0000","last_change":"2024-06-06T08:18:37.965932+0000","last_active":"2024-06-06T08:22:37.001988+0000","last_peered":"2024-06-06T08:22:37.001988+0000","last_clean":"2024-06-06T08:22:37.001988+0000","last_became_active":"2024-06-06T08:18:37.963714+0000","last_became_peered":"2024-06-06T08:18:37.963714+0000","last_unstale":"2024-06-06T08:22:37.001988+0000","last_undegraded":"2024-06-06T08:22:37.001988+0000","last_fullsized":"2024-06-06T08:22:37.001988+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:06:11.882753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946599+0000","last_change":"2024-06-06T08:18:48.002609+0000","last_active":"2024-06-06T08:22:36.946599+0000","last_peered":"2024-06-06T08:22:36.946599+0000","last_clean":"2024-06-06T08:22:36.946599+0000","last_became_active":"2024-06-06T08:18:48.002211+0000","last_became_peered":"2024-06-06T08:18:48.002211+0000","last_unstale":"2024-06-06T08:22:36.946599+0000","last_undegraded":"2024-06-06T08:22:36.946599+0000","last_fullsized":"2024-06-06T08:22:36.946599+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:55:07.926808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"99'1","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009947+0000","last_change":"2024-06-06T08:18:34.685112+0000","last_active":"2024-06-06T08:22:37.009947+0000","last_peered":"2024-06-06T08:22:37.009947+0000","last_clean":"2024-06-06T08:22:37.009947+0000","last_became_active":"2024-06-06T08:18:34.682604+0000","last_became_peered":"2024-06-06T08:18:34.682604+0000","last_unstale":"2024-06-06T08:22:37.009947+0000","last_undegraded":"2024-06-06T08:22:37.009947+0000","last_fullsized":"2024-06-06T08:22:37.009947+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:13:14.896283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"99'11","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.998669+0000","last_change":"2024-06-06T08:18:37.966628+0000","last_active":"2024-06-06T08:22:36.998669+0000","last_peered":"2024-06-06T08:22:36.998669+0000","last_clean":"2024-06-06T08:22:36.998669+0000","last_became_active":"2024-06-06T08:18:37.966174+0000","last_became_peered":"2024-06-06T08:18:37.966174+0000","last_unstale":"2024-06-06T08:22:36.998669+0000","last_undegraded":"2024-06-06T08:22:36.998669+0000","last_fullsized":"2024-06-06T08:22:36.998669+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:26:27.138349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.002191+0000","last_change":"2024-06-06T08:18:48.006357+0000","last_active":"2024-06-06T08:22:37.002191+0000","last_peered":"2024-06-06T08:22:37.002191+0000","last_clean":"2024-06-06T08:22:37.002191+0000","last_became_active":"2024-06-06T08:18:48.005964+0000","last_became_peered":"2024-06-06T08:18:48.005964+0000","last_unstale":"2024-06-06T08:22:37.002191+0000","last_undegraded":"2024-06-06T08:22:37.002191+0000","last_fullsized":"2024-06-06T08:22:37.002191+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:17:40.197144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"100'4","reported_seq":220,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.153770+0000","last_change":"2024-06-06T08:18:34.678638+0000","last_active":"2024-06-06T08:22:37.153770+0000","last_peered":"2024-06-06T08:22:37.153770+0000","last_clean":"2024-06-06T08:22:37.153770+0000","last_became_active":"2024-06-06T08:18:34.678294+0000","last_became_peered":"2024-06-06T08:18:34.678294+0000","last_unstale":"2024-06-06T08:22:37.153770+0000","last_undegraded":"2024-06-06T08:22:37.153770+0000","last_fullsized":"2024-06-06T08:22:37.153770+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:03:28.113846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":173,"num_read_kb":173,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"99'10","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.159890+0000","last_change":"2024-06-06T08:18:37.971773+0000","last_active":"2024-06-06T08:22:37.159890+0000","last_peered":"2024-06-06T08:22:37.159890+0000","last_clean":"2024-06-06T08:22:37.159890+0000","last_became_active":"2024-06-06T08:18:37.969850+0000","last_became_peered":"2024-06-06T08:18:37.969850+0000","last_unstale":"2024-06-06T08:22:37.159890+0000","last_undegraded":"2024-06-06T08:22:37.159890+0000","last_fullsized":"2024-06-06T08:22:37.159890+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:16:43.238696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.998507+0000","last_change":"2024-06-06T08:18:48.011111+0000","last_active":"2024-06-06T08:22:36.998507+0000","last_peered":"2024-06-06T08:22:36.998507+0000","last_clean":"2024-06-06T08:22:36.998507+0000","last_became_active":"2024-06-06T08:18:48.010614+0000","last_became_peered":"2024-06-06T08:18:48.010614+0000","last_unstale":"2024-06-06T08:22:36.998507+0000","last_undegraded":"2024-06-06T08:22:36.998507+0000","last_fullsized":"2024-06-06T08:22:36.998507+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:08:29.921768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"99'2","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899520+0000","last_change":"2024-06-06T08:18:34.684626+0000","last_active":"2024-06-06T08:22:36.899520+0000","last_peered":"2024-06-06T08:22:36.899520+0000","last_clean":"2024-06-06T08:22:36.899520+0000","last_became_active":"2024-06-06T08:18:34.683484+0000","last_became_peered":"2024-06-06T08:18:34.683484+0000","last_unstale":"2024-06-06T08:22:36.899520+0000","last_undegraded":"2024-06-06T08:22:36.899520+0000","last_fullsized":"2024-06-06T08:22:36.899520+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:43:17.979708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"99'9","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946750+0000","last_change":"2024-06-06T08:18:37.971981+0000","last_active":"2024-06-06T08:22:36.946750+0000","last_peered":"2024-06-06T08:22:36.946750+0000","last_clean":"2024-06-06T08:22:36.946750+0000","last_became_active":"2024-06-06T08:18:37.971625+0000","last_became_peered":"2024-06-06T08:18:37.971625+0000","last_unstale":"2024-06-06T08:22:36.946750+0000","last_undegraded":"2024-06-06T08:22:36.946750+0000","last_fullsized":"2024-06-06T08:22:36.946750+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:26:54.424426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009781+0000","last_change":"2024-06-06T08:18:48.001480+0000","last_active":"2024-06-06T08:22:37.009781+0000","last_peered":"2024-06-06T08:22:37.009781+0000","last_clean":"2024-06-06T08:22:37.009781+0000","last_became_active":"2024-06-06T08:18:48.001066+0000","last_became_peered":"2024-06-06T08:18:48.001066+0000","last_unstale":"2024-06-06T08:22:37.009781+0000","last_undegraded":"2024-06-06T08:22:37.009781+0000","last_fullsized":"2024-06-06T08:22:37.009781+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:41:03.746928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"99'4","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010278+0000","last_change":"2024-06-06T08:18:34.830839+0000","last_active":"2024-06-06T08:22:37.010278+0000","last_peered":"2024-06-06T08:22:37.010278+0000","last_clean":"2024-06-06T08:22:37.010278+0000","last_became_active":"2024-06-06T08:18:34.830371+0000","last_became_peered":"2024-06-06T08:18:34.830371+0000","last_unstale":"2024-06-06T08:22:37.010278+0000","last_undegraded":"2024-06-06T08:22:37.010278+0000","last_fullsized":"2024-06-06T08:22:37.010278+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:27:59.206172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"99'11","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.159635+0000","last_change":"2024-06-06T08:18:37.980946+0000","last_active":"2024-06-06T08:22:37.159635+0000","last_peered":"2024-06-06T08:22:37.159635+0000","last_clean":"2024-06-06T08:22:37.159635+0000","last_became_active":"2024-06-06T08:18:37.980580+0000","last_became_peered":"2024-06-06T08:18:37.980580+0000","last_unstale":"2024-06-06T08:22:37.159635+0000","last_undegraded":"2024-06-06T08:22:37.159635+0000","last_fullsized":"2024-06-06T08:22:37.159635+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:13:23.979160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":15,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.012867+0000","last_change":"2024-06-06T08:19:20.076301+0000","last_active":"2024-06-06T08:22:37.012867+0000","last_peered":"2024-06-06T08:22:37.012867+0000","last_clean":"2024-06-06T08:22:37.012867+0000","last_became_active":"2024-06-06T08:19:20.075827+0000","last_became_peered":"2024-06-06T08:19:20.075827+0000","last_unstale":"2024-06-06T08:22:37.012867+0000","last_undegraded":"2024-06-06T08:22:37.012867+0000","last_fullsized":"2024-06-06T08:22:37.012867+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:33:26.126674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,11,5],"acting":[10,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.14","version":"100'43","reported_seq":446,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.555686+0000","last_change":"2024-06-06T08:18:34.682178+0000","last_active":"2024-06-06T08:22:37.555686+0000","last_peered":"2024-06-06T08:22:37.555686+0000","last_clean":"2024-06-06T08:22:37.555686+0000","last_became_active":"2024-06-06T08:18:34.681568+0000","last_became_peered":"2024-06-06T08:18:34.681568+0000","last_unstale":"2024-06-06T08:22:37.555686+0000","last_undegraded":"2024-06-06T08:22:37.555686+0000","last_fullsized":"2024-06-06T08:22:37.555686+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:52:19.711661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":73742,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":360,"num_read_kb":252,"num_write":44,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"99'6","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001547+0000","last_change":"2024-06-06T08:18:37.977178+0000","last_active":"2024-06-06T08:22:37.001547+0000","last_peered":"2024-06-06T08:22:37.001547+0000","last_clean":"2024-06-06T08:22:37.001547+0000","last_became_active":"2024-06-06T08:18:37.976879+0000","last_became_peered":"2024-06-06T08:18:37.976879+0000","last_unstale":"2024-06-06T08:22:37.001547+0000","last_undegraded":"2024-06-06T08:22:37.001547+0000","last_fullsized":"2024-06-06T08:22:37.001547+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:21:44.043685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010651+0000","last_change":"2024-06-06T08:18:48.006999+0000","last_active":"2024-06-06T08:22:37.010651+0000","last_peered":"2024-06-06T08:22:37.010651+0000","last_clean":"2024-06-06T08:22:37.010651+0000","last_became_active":"2024-06-06T08:18:48.005658+0000","last_became_peered":"2024-06-06T08:18:48.005658+0000","last_unstale":"2024-06-06T08:22:37.010651+0000","last_undegraded":"2024-06-06T08:22:37.010651+0000","last_fullsized":"2024-06-06T08:22:37.010651+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:34:10.637604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"99'6","reported_seq":25,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.313727+0000","last_change":"2024-06-06T08:19:20.081844+0000","last_active":"2024-06-06T08:22:37.313727+0000","last_peered":"2024-06-06T08:22:37.313727+0000","last_clean":"2024-06-06T08:22:37.313727+0000","last_became_active":"2024-06-06T08:19:20.075790+0000","last_became_peered":"2024-06-06T08:19:20.075790+0000","last_unstale":"2024-06-06T08:22:37.313727+0000","last_undegraded":"2024-06-06T08:22:37.313727+0000","last_fullsized":"2024-06-06T08:22:37.313727+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:25:04.061811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"99'9","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898100+0000","last_change":"2024-06-06T08:18:37.972377+0000","last_active":"2024-06-06T08:22:36.898100+0000","last_peered":"2024-06-06T08:22:36.898100+0000","last_clean":"2024-06-06T08:22:36.898100+0000","last_became_active":"2024-06-06T08:18:37.971755+0000","last_became_peered":"2024-06-06T08:18:37.971755+0000","last_unstale":"2024-06-06T08:22:36.898100+0000","last_undegraded":"2024-06-06T08:22:36.898100+0000","last_fullsized":"2024-06-06T08:22:36.898100+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:00:54.267536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":34,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.313998+0000","last_change":"2024-06-06T08:19:20.077172+0000","last_active":"2024-06-06T08:22:37.313998+0000","last_peered":"2024-06-06T08:22:37.313998+0000","last_clean":"2024-06-06T08:22:37.313998+0000","last_became_active":"2024-06-06T08:19:20.076569+0000","last_became_peered":"2024-06-06T08:19:20.076569+0000","last_unstale":"2024-06-06T08:22:37.313998+0000","last_undegraded":"2024-06-06T08:22:37.313998+0000","last_fullsized":"2024-06-06T08:22:37.313998+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T20:17:32.702814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,7,6],"acting":[11,8,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"99'3","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010253+0000","last_change":"2024-06-06T08:18:34.683416+0000","last_active":"2024-06-06T08:22:37.010253+0000","last_peered":"2024-06-06T08:22:37.010253+0000","last_clean":"2024-06-06T08:22:37.010253+0000","last_became_active":"2024-06-06T08:18:34.683056+0000","last_became_peered":"2024-06-06T08:18:34.683056+0000","last_unstale":"2024-06-06T08:22:37.010253+0000","last_undegraded":"2024-06-06T08:22:37.010253+0000","last_fullsized":"2024-06-06T08:22:37.010253+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:52:58.744871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"99'15","reported_seq":52,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899497+0000","last_change":"2024-06-06T08:18:37.978644+0000","last_active":"2024-06-06T08:22:36.899497+0000","last_peered":"2024-06-06T08:22:36.899497+0000","last_clean":"2024-06-06T08:22:36.899497+0000","last_became_active":"2024-06-06T08:18:37.978318+0000","last_became_peered":"2024-06-06T08:18:37.978318+0000","last_unstale":"2024-06-06T08:22:36.899497+0000","last_undegraded":"2024-06-06T08:22:36.899497+0000","last_fullsized":"2024-06-06T08:22:36.899497+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:44:07.829155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.999659+0000","last_change":"2024-06-06T08:18:48.004073+0000","last_active":"2024-06-06T08:22:36.999659+0000","last_peered":"2024-06-06T08:22:36.999659+0000","last_clean":"2024-06-06T08:22:36.999659+0000","last_became_active":"2024-06-06T08:18:48.003698+0000","last_became_peered":"2024-06-06T08:18:48.003698+0000","last_unstale":"2024-06-06T08:22:36.999659+0000","last_undegraded":"2024-06-06T08:22:36.999659+0000","last_fullsized":"2024-06-06T08:22:36.999659+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:31:31.524345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"100'6","reported_seq":227,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.587097+0000","last_change":"2024-06-06T08:18:34.684025+0000","last_active":"2024-06-06T08:22:37.587097+0000","last_peered":"2024-06-06T08:22:37.587097+0000","last_clean":"2024-06-06T08:22:37.587097+0000","last_became_active":"2024-06-06T08:18:34.683704+0000","last_became_peered":"2024-06-06T08:18:34.683704+0000","last_unstale":"2024-06-06T08:22:37.587097+0000","last_undegraded":"2024-06-06T08:22:37.587097+0000","last_fullsized":"2024-06-06T08:22:37.587097+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:35:18.994049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1509,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":179,"num_read_kb":6,"num_write":5,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"99'6","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899401+0000","last_change":"2024-06-06T08:18:37.974755+0000","last_active":"2024-06-06T08:22:36.899401+0000","last_peered":"2024-06-06T08:22:36.899401+0000","last_clean":"2024-06-06T08:22:36.899401+0000","last_became_active":"2024-06-06T08:18:37.974433+0000","last_became_peered":"2024-06-06T08:18:37.974433+0000","last_unstale":"2024-06-06T08:22:36.899401+0000","last_undegraded":"2024-06-06T08:22:36.899401+0000","last_fullsized":"2024-06-06T08:22:36.899401+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:42:29.994159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":34,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898602+0000","last_change":"2024-06-06T08:19:20.076660+0000","last_active":"2024-06-06T08:22:36.898602+0000","last_peered":"2024-06-06T08:22:36.898602+0000","last_clean":"2024-06-06T08:22:36.898602+0000","last_became_active":"2024-06-06T08:19:20.076106+0000","last_became_peered":"2024-06-06T08:19:20.076106+0000","last_unstale":"2024-06-06T08:22:36.898602+0000","last_undegraded":"2024-06-06T08:22:36.898602+0000","last_fullsized":"2024-06-06T08:22:36.898602+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:04:14.912823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,8,11],"acting":[6,3,8,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"99'15","reported_seq":75,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001170+0000","last_change":"2024-06-06T08:19:20.083268+0000","last_active":"2024-06-06T08:22:37.001170+0000","last_peered":"2024-06-06T08:22:37.001170+0000","last_clean":"2024-06-06T08:22:37.001170+0000","last_became_active":"2024-06-06T08:19:20.072772+0000","last_became_peered":"2024-06-06T08:19:20.072772+0000","last_unstale":"2024-06-06T08:22:37.001170+0000","last_undegraded":"2024-06-06T08:22:37.001170+0000","last_fullsized":"2024-06-06T08:22:37.001170+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:24:31.654914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,4],"acting":[8,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"99'6","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010081+0000","last_change":"2024-06-06T08:18:37.974686+0000","last_active":"2024-06-06T08:22:37.010081+0000","last_peered":"2024-06-06T08:22:37.010081+0000","last_clean":"2024-06-06T08:22:37.010081+0000","last_became_active":"2024-06-06T08:18:37.974359+0000","last_became_peered":"2024-06-06T08:18:37.974359+0000","last_unstale":"2024-06-06T08:22:37.010081+0000","last_undegraded":"2024-06-06T08:22:37.010081+0000","last_fullsized":"2024-06-06T08:22:37.010081+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:59:11.839143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010001+0000","last_change":"2024-06-06T08:18:48.004663+0000","last_active":"2024-06-06T08:22:37.010001+0000","last_peered":"2024-06-06T08:22:37.010001+0000","last_clean":"2024-06-06T08:22:37.010001+0000","last_became_active":"2024-06-06T08:18:48.004157+0000","last_became_peered":"2024-06-06T08:18:48.004157+0000","last_unstale":"2024-06-06T08:22:37.010001+0000","last_undegraded":"2024-06-06T08:22:37.010001+0000","last_fullsized":"2024-06-06T08:22:37.010001+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:24:09.672748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"99'2","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001578+0000","last_change":"2024-06-06T08:18:34.680195+0000","last_active":"2024-06-06T08:22:37.001578+0000","last_peered":"2024-06-06T08:22:37.001578+0000","last_clean":"2024-06-06T08:22:37.001578+0000","last_became_active":"2024-06-06T08:18:34.679739+0000","last_became_peered":"2024-06-06T08:18:34.679739+0000","last_unstale":"2024-06-06T08:22:37.001578+0000","last_undegraded":"2024-06-06T08:22:37.001578+0000","last_fullsized":"2024-06-06T08:22:37.001578+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:35:12.003240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"99'5","reported_seq":41,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.313942+0000","last_change":"2024-06-06T08:18:37.972817+0000","last_active":"2024-06-06T08:22:37.313942+0000","last_peered":"2024-06-06T08:22:37.313942+0000","last_clean":"2024-06-06T08:22:37.313942+0000","last_became_active":"2024-06-06T08:18:37.972330+0000","last_became_peered":"2024-06-06T08:18:37.972330+0000","last_unstale":"2024-06-06T08:22:37.313942+0000","last_undegraded":"2024-06-06T08:22:37.313942+0000","last_fullsized":"2024-06-06T08:22:37.313942+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:28:52.945097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001214+0000","last_change":"2024-06-06T08:18:48.069745+0000","last_active":"2024-06-06T08:22:37.001214+0000","last_peered":"2024-06-06T08:22:37.001214+0000","last_clean":"2024-06-06T08:22:37.001214+0000","last_became_active":"2024-06-06T08:18:48.069211+0000","last_became_peered":"2024-06-06T08:18:48.069211+0000","last_unstale":"2024-06-06T08:22:37.001214+0000","last_undegraded":"2024-06-06T08:22:37.001214+0000","last_fullsized":"2024-06-06T08:22:37.001214+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:20:30.421047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.999366+0000","last_change":"2024-06-06T08:18:34.831498+0000","last_active":"2024-06-06T08:22:36.999366+0000","last_peered":"2024-06-06T08:22:36.999366+0000","last_clean":"2024-06-06T08:22:36.999366+0000","last_became_active":"2024-06-06T08:18:34.831101+0000","last_became_peered":"2024-06-06T08:18:34.831101+0000","last_unstale":"2024-06-06T08:22:36.999366+0000","last_undegraded":"2024-06-06T08:22:36.999366+0000","last_fullsized":"2024-06-06T08:22:36.999366+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:51:33.531875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"99'4","reported_seq":41,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.013044+0000","last_change":"2024-06-06T08:18:37.968601+0000","last_active":"2024-06-06T08:22:37.013044+0000","last_peered":"2024-06-06T08:22:37.013044+0000","last_clean":"2024-06-06T08:22:37.013044+0000","last_became_active":"2024-06-06T08:18:37.968269+0000","last_became_peered":"2024-06-06T08:18:37.968269+0000","last_unstale":"2024-06-06T08:22:37.013044+0000","last_undegraded":"2024-06-06T08:22:37.013044+0000","last_fullsized":"2024-06-06T08:22:37.013044+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:51:35.437855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898416+0000","last_change":"2024-06-06T08:18:48.009054+0000","last_active":"2024-06-06T08:22:36.898416+0000","last_peered":"2024-06-06T08:22:36.898416+0000","last_clean":"2024-06-06T08:22:36.898416+0000","last_became_active":"2024-06-06T08:18:48.008286+0000","last_became_peered":"2024-06-06T08:18:48.008286+0000","last_unstale":"2024-06-06T08:22:36.898416+0000","last_undegraded":"2024-06-06T08:22:36.898416+0000","last_fullsized":"2024-06-06T08:22:36.898416+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:24:47.868921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"99'1","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899229+0000","last_change":"2024-06-06T08:18:34.685520+0000","last_active":"2024-06-06T08:22:36.899229+0000","last_peered":"2024-06-06T08:22:36.899229+0000","last_clean":"2024-06-06T08:22:36.899229+0000","last_became_active":"2024-06-06T08:18:34.685063+0000","last_became_peered":"2024-06-06T08:18:34.685063+0000","last_unstale":"2024-06-06T08:22:36.899229+0000","last_undegraded":"2024-06-06T08:22:36.899229+0000","last_fullsized":"2024-06-06T08:22:36.899229+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:48:39.032501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"99'7","reported_seq":50,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.013063+0000","last_change":"2024-06-06T08:19:20.072686+0000","last_active":"2024-06-06T08:22:37.013063+0000","last_peered":"2024-06-06T08:22:37.013063+0000","last_clean":"2024-06-06T08:22:37.013063+0000","last_became_active":"2024-06-06T08:19:20.072310+0000","last_became_peered":"2024-06-06T08:19:20.072310+0000","last_unstale":"2024-06-06T08:22:37.013063+0000","last_undegraded":"2024-06-06T08:22:37.013063+0000","last_fullsized":"2024-06-06T08:22:37.013063+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:07:16.268969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898753+0000","last_change":"2024-06-06T08:18:48.069698+0000","last_active":"2024-06-06T08:22:36.898753+0000","last_peered":"2024-06-06T08:22:36.898753+0000","last_clean":"2024-06-06T08:22:36.898753+0000","last_became_active":"2024-06-06T08:18:48.069126+0000","last_became_peered":"2024-06-06T08:18:48.069126+0000","last_unstale":"2024-06-06T08:22:36.898753+0000","last_undegraded":"2024-06-06T08:22:36.898753+0000","last_fullsized":"2024-06-06T08:22:36.898753+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:12:41.551061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"99'8","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010216+0000","last_change":"2024-06-06T08:18:37.976958+0000","last_active":"2024-06-06T08:22:37.010216+0000","last_peered":"2024-06-06T08:22:37.010216+0000","last_clean":"2024-06-06T08:22:37.010216+0000","last_became_active":"2024-06-06T08:18:37.975255+0000","last_became_peered":"2024-06-06T08:18:37.975255+0000","last_unstale":"2024-06-06T08:22:37.010216+0000","last_undegraded":"2024-06-06T08:22:37.010216+0000","last_fullsized":"2024-06-06T08:22:37.010216+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:30:43.849320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"100'6","reported_seq":222,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.154009+0000","last_change":"2024-06-06T08:18:34.830568+0000","last_active":"2024-06-06T08:22:37.154009+0000","last_peered":"2024-06-06T08:22:37.154009+0000","last_clean":"2024-06-06T08:22:37.154009+0000","last_became_active":"2024-06-06T08:18:34.830197+0000","last_became_peered":"2024-06-06T08:18:34.830197+0000","last_unstale":"2024-06-06T08:22:37.154009+0000","last_undegraded":"2024-06-06T08:22:37.154009+0000","last_fullsized":"2024-06-06T08:22:37.154009+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:55:26.436553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":173,"num_read_kb":173,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"99'1","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899525+0000","last_change":"2024-06-06T08:18:48.010465+0000","last_active":"2024-06-06T08:22:36.899525+0000","last_peered":"2024-06-06T08:22:36.899525+0000","last_clean":"2024-06-06T08:22:36.899525+0000","last_became_active":"2024-06-06T08:18:48.010096+0000","last_became_peered":"2024-06-06T08:18:48.010096+0000","last_unstale":"2024-06-06T08:22:36.899525+0000","last_undegraded":"2024-06-06T08:22:36.899525+0000","last_fullsized":"2024-06-06T08:22:36.899525+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:39:33.906074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"99'8","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.002553+0000","last_change":"2024-06-06T08:18:37.973719+0000","last_active":"2024-06-06T08:22:37.002553+0000","last_peered":"2024-06-06T08:22:37.002553+0000","last_clean":"2024-06-06T08:22:37.002553+0000","last_became_active":"2024-06-06T08:18:37.973395+0000","last_became_peered":"2024-06-06T08:18:37.973395+0000","last_unstale":"2024-06-06T08:22:37.002553+0000","last_undegraded":"2024-06-06T08:22:37.002553+0000","last_fullsized":"2024-06-06T08:22:37.002553+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:46:30.231836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"99'3","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009732+0000","last_change":"2024-06-06T08:18:34.681983+0000","last_active":"2024-06-06T08:22:37.009732+0000","last_peered":"2024-06-06T08:22:37.009732+0000","last_clean":"2024-06-06T08:22:37.009732+0000","last_became_active":"2024-06-06T08:18:34.681609+0000","last_became_peered":"2024-06-06T08:18:34.681609+0000","last_unstale":"2024-06-06T08:22:37.009732+0000","last_undegraded":"2024-06-06T08:22:37.009732+0000","last_fullsized":"2024-06-06T08:22:37.009732+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:52:15.132317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":378,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899229+0000","last_change":"2024-06-06T08:17:15.096339+0000","last_active":"2024-06-06T08:22:36.899229+0000","last_peered":"2024-06-06T08:22:36.899229+0000","last_clean":"2024-06-06T08:22:36.899229+0000","last_became_active":"2024-06-06T08:17:15.095774+0000","last_became_peered":"2024-06-06T08:17:15.095774+0000","last_unstale":"2024-06-06T08:22:36.899229+0000","last_undegraded":"2024-06-06T08:22:36.899229+0000","last_fullsized":"2024-06-06T08:22:36.899229+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:13:45.360899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:13:45.360899+0000","last_clean_scrub_stamp":"2024-06-06T08:13:45.360899+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:11:51.805874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010386+0000","last_change":"2024-06-06T08:18:48.069855+0000","last_active":"2024-06-06T08:22:37.010386+0000","last_peered":"2024-06-06T08:22:37.010386+0000","last_clean":"2024-06-06T08:22:37.010386+0000","last_became_active":"2024-06-06T08:18:48.069438+0000","last_became_peered":"2024-06-06T08:18:48.069438+0000","last_unstale":"2024-06-06T08:22:37.010386+0000","last_undegraded":"2024-06-06T08:22:37.010386+0000","last_fullsized":"2024-06-06T08:22:37.010386+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:25:14.432797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"99'5","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.897966+0000","last_change":"2024-06-06T08:19:20.073432+0000","last_active":"2024-06-06T08:22:36.897966+0000","last_peered":"2024-06-06T08:22:36.897966+0000","last_clean":"2024-06-06T08:22:36.897966+0000","last_became_active":"2024-06-06T08:19:20.073034+0000","last_became_peered":"2024-06-06T08:19:20.073034+0000","last_unstale":"2024-06-06T08:22:36.897966+0000","last_undegraded":"2024-06-06T08:22:36.897966+0000","last_fullsized":"2024-06-06T08:22:36.897966+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:08:52.802582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,2],"acting":[6,9,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"99'3","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899328+0000","last_change":"2024-06-06T08:18:34.682370+0000","last_active":"2024-06-06T08:22:36.899328+0000","last_peered":"2024-06-06T08:22:36.899328+0000","last_clean":"2024-06-06T08:22:36.899328+0000","last_became_active":"2024-06-06T08:18:34.682002+0000","last_became_peered":"2024-06-06T08:18:34.682002+0000","last_unstale":"2024-06-06T08:22:36.899328+0000","last_undegraded":"2024-06-06T08:22:36.899328+0000","last_fullsized":"2024-06-06T08:22:36.899328+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:48:56.690891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.313837+0000","last_change":"2024-06-06T08:18:48.006552+0000","last_active":"2024-06-06T08:22:37.313837+0000","last_peered":"2024-06-06T08:22:37.313837+0000","last_clean":"2024-06-06T08:22:37.313837+0000","last_became_active":"2024-06-06T08:18:48.006021+0000","last_became_peered":"2024-06-06T08:18:48.006021+0000","last_unstale":"2024-06-06T08:22:37.313837+0000","last_undegraded":"2024-06-06T08:22:37.313837+0000","last_fullsized":"2024-06-06T08:22:37.313837+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:22:25.504479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"99'1","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001610+0000","last_change":"2024-06-06T08:18:34.831372+0000","last_active":"2024-06-06T08:22:37.001610+0000","last_peered":"2024-06-06T08:22:37.001610+0000","last_clean":"2024-06-06T08:22:37.001610+0000","last_became_active":"2024-06-06T08:18:34.830779+0000","last_became_peered":"2024-06-06T08:18:34.830779+0000","last_unstale":"2024-06-06T08:22:37.001610+0000","last_undegraded":"2024-06-06T08:22:37.001610+0000","last_fullsized":"2024-06-06T08:22:37.001610+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T20:16:51.953873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"99'9","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898554+0000","last_change":"2024-06-06T08:18:37.965533+0000","last_active":"2024-06-06T08:22:36.898554+0000","last_peered":"2024-06-06T08:22:36.898554+0000","last_clean":"2024-06-06T08:22:36.898554+0000","last_became_active":"2024-06-06T08:18:37.965190+0000","last_became_peered":"2024-06-06T08:18:37.965190+0000","last_unstale":"2024-06-06T08:22:36.898554+0000","last_undegraded":"2024-06-06T08:22:36.898554+0000","last_fullsized":"2024-06-06T08:22:36.898554+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:56:20.789040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001595+0000","last_change":"2024-06-06T08:18:48.069482+0000","last_active":"2024-06-06T08:22:37.001595+0000","last_peered":"2024-06-06T08:22:37.001595+0000","last_clean":"2024-06-06T08:22:37.001595+0000","last_became_active":"2024-06-06T08:18:48.069033+0000","last_became_peered":"2024-06-06T08:18:48.069033+0000","last_unstale":"2024-06-06T08:22:37.001595+0000","last_undegraded":"2024-06-06T08:22:37.001595+0000","last_fullsized":"2024-06-06T08:22:37.001595+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:53:57.135522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"100'48","reported_seq":114,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.112934+0000","last_change":"2024-06-06T08:18:34.680768+0000","last_active":"2024-06-06T08:22:37.112934+0000","last_peered":"2024-06-06T08:22:37.112934+0000","last_clean":"2024-06-06T08:22:37.112934+0000","last_became_active":"2024-06-06T08:18:34.680388+0000","last_became_peered":"2024-06-06T08:18:34.680388+0000","last_unstale":"2024-06-06T08:22:37.112934+0000","last_undegraded":"2024-06-06T08:22:37.112934+0000","last_fullsized":"2024-06-06T08:22:37.112934+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:20:11.041953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":82,"num_read_kb":70,"num_write":86,"num_write_kb":838,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"99'5","reported_seq":42,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.002845+0000","last_change":"2024-06-06T08:18:37.962877+0000","last_active":"2024-06-06T08:22:37.002845+0000","last_peered":"2024-06-06T08:22:37.002845+0000","last_clean":"2024-06-06T08:22:37.002845+0000","last_became_active":"2024-06-06T08:18:37.962515+0000","last_became_peered":"2024-06-06T08:18:37.962515+0000","last_unstale":"2024-06-06T08:22:37.002845+0000","last_undegraded":"2024-06-06T08:22:37.002845+0000","last_fullsized":"2024-06-06T08:22:37.002845+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:09:29.783996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.902629+0000","last_change":"2024-06-06T08:18:48.002421+0000","last_active":"2024-06-06T08:22:36.902629+0000","last_peered":"2024-06-06T08:22:36.902629+0000","last_clean":"2024-06-06T08:22:36.902629+0000","last_became_active":"2024-06-06T08:18:48.001500+0000","last_became_peered":"2024-06-06T08:18:48.001500+0000","last_unstale":"2024-06-06T08:22:36.902629+0000","last_undegraded":"2024-06-06T08:22:36.902629+0000","last_fullsized":"2024-06-06T08:22:36.902629+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:16:23.206777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"99'4","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009979+0000","last_change":"2024-06-06T08:18:35.126605+0000","last_active":"2024-06-06T08:22:37.009979+0000","last_peered":"2024-06-06T08:22:37.009979+0000","last_clean":"2024-06-06T08:22:37.009979+0000","last_became_active":"2024-06-06T08:18:35.126225+0000","last_became_peered":"2024-06-06T08:18:35.126225+0000","last_unstale":"2024-06-06T08:22:37.009979+0000","last_undegraded":"2024-06-06T08:22:37.009979+0000","last_fullsized":"2024-06-06T08:22:37.009979+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:27:58.288349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"99'7","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946719+0000","last_change":"2024-06-06T08:18:37.978178+0000","last_active":"2024-06-06T08:22:36.946719+0000","last_peered":"2024-06-06T08:22:36.946719+0000","last_clean":"2024-06-06T08:22:36.946719+0000","last_became_active":"2024-06-06T08:18:37.977413+0000","last_became_peered":"2024-06-06T08:18:37.977413+0000","last_unstale":"2024-06-06T08:22:36.946719+0000","last_undegraded":"2024-06-06T08:22:36.946719+0000","last_fullsized":"2024-06-06T08:22:36.946719+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:19:27.492305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":34,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009770+0000","last_change":"2024-06-06T08:19:20.074860+0000","last_active":"2024-06-06T08:22:37.009770+0000","last_peered":"2024-06-06T08:22:37.009770+0000","last_clean":"2024-06-06T08:22:37.009770+0000","last_became_active":"2024-06-06T08:19:20.074377+0000","last_became_peered":"2024-06-06T08:19:20.074377+0000","last_unstale":"2024-06-06T08:22:37.009770+0000","last_undegraded":"2024-06-06T08:22:37.009770+0000","last_fullsized":"2024-06-06T08:22:37.009770+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:24:23.991833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,10,9],"acting":[4,8,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"99'2","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.159386+0000","last_change":"2024-06-06T08:18:34.830742+0000","last_active":"2024-06-06T08:22:37.159386+0000","last_peered":"2024-06-06T08:22:37.159386+0000","last_clean":"2024-06-06T08:22:37.159386+0000","last_became_active":"2024-06-06T08:18:34.830351+0000","last_became_peered":"2024-06-06T08:18:34.830351+0000","last_unstale":"2024-06-06T08:22:37.159386+0000","last_undegraded":"2024-06-06T08:22:37.159386+0000","last_fullsized":"2024-06-06T08:22:37.159386+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:26:10.297538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"99'2","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001168+0000","last_change":"2024-06-06T08:18:37.968284+0000","last_active":"2024-06-06T08:22:37.001168+0000","last_peered":"2024-06-06T08:22:37.001168+0000","last_clean":"2024-06-06T08:22:37.001168+0000","last_became_active":"2024-06-06T08:18:37.967965+0000","last_became_peered":"2024-06-06T08:18:37.967965+0000","last_unstale":"2024-06-06T08:22:37.001168+0000","last_undegraded":"2024-06-06T08:22:37.001168+0000","last_fullsized":"2024-06-06T08:22:37.001168+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:06:27.202803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.999829+0000","last_change":"2024-06-06T08:18:48.011663+0000","last_active":"2024-06-06T08:22:36.999829+0000","last_peered":"2024-06-06T08:22:36.999829+0000","last_clean":"2024-06-06T08:22:36.999829+0000","last_became_active":"2024-06-06T08:18:48.011061+0000","last_became_peered":"2024-06-06T08:18:48.011061+0000","last_unstale":"2024-06-06T08:22:36.999829+0000","last_undegraded":"2024-06-06T08:22:36.999829+0000","last_fullsized":"2024-06-06T08:22:36.999829+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:42:57.080453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"99'3","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.002293+0000","last_change":"2024-06-06T08:18:34.682065+0000","last_active":"2024-06-06T08:22:37.002293+0000","last_peered":"2024-06-06T08:22:37.002293+0000","last_clean":"2024-06-06T08:22:37.002293+0000","last_became_active":"2024-06-06T08:18:34.681713+0000","last_became_peered":"2024-06-06T08:18:34.681713+0000","last_unstale":"2024-06-06T08:22:37.002293+0000","last_undegraded":"2024-06-06T08:22:37.002293+0000","last_fullsized":"2024-06-06T08:22:37.002293+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:31:52.342368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"99'9","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.313667+0000","last_change":"2024-06-06T08:18:37.970529+0000","last_active":"2024-06-06T08:22:37.313667+0000","last_peered":"2024-06-06T08:22:37.313667+0000","last_clean":"2024-06-06T08:22:37.313667+0000","last_became_active":"2024-06-06T08:18:37.967457+0000","last_became_peered":"2024-06-06T08:18:37.967457+0000","last_unstale":"2024-06-06T08:22:37.313667+0000","last_undegraded":"2024-06-06T08:22:37.313667+0000","last_fullsized":"2024-06-06T08:22:37.313667+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:37:02.931598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"99'1","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009701+0000","last_change":"2024-06-06T08:18:48.001708+0000","last_active":"2024-06-06T08:22:37.009701+0000","last_peered":"2024-06-06T08:22:37.009701+0000","last_clean":"2024-06-06T08:22:37.009701+0000","last_became_active":"2024-06-06T08:18:48.001028+0000","last_became_peered":"2024-06-06T08:18:48.001028+0000","last_unstale":"2024-06-06T08:22:37.009701+0000","last_undegraded":"2024-06-06T08:22:37.009701+0000","last_fullsized":"2024-06-06T08:22:37.009701+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:34:36.608830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"100'2","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.903181+0000","last_change":"2024-06-06T08:18:34.681687+0000","last_active":"2024-06-06T08:22:36.903181+0000","last_peered":"2024-06-06T08:22:36.903181+0000","last_clean":"2024-06-06T08:22:36.903181+0000","last_became_active":"2024-06-06T08:18:34.681359+0000","last_became_peered":"2024-06-06T08:18:34.681359+0000","last_unstale":"2024-06-06T08:22:36.903181+0000","last_undegraded":"2024-06-06T08:22:36.903181+0000","last_fullsized":"2024-06-06T08:22:36.903181+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:04:45.735761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"99'8","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.002792+0000","last_change":"2024-06-06T08:18:37.970897+0000","last_active":"2024-06-06T08:22:37.002792+0000","last_peered":"2024-06-06T08:22:37.002792+0000","last_clean":"2024-06-06T08:22:37.002792+0000","last_became_active":"2024-06-06T08:18:37.970571+0000","last_became_peered":"2024-06-06T08:18:37.970571+0000","last_unstale":"2024-06-06T08:22:37.002792+0000","last_undegraded":"2024-06-06T08:22:37.002792+0000","last_fullsized":"2024-06-06T08:22:37.002792+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:46:15.915929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009768+0000","last_change":"2024-06-06T08:18:48.069630+0000","last_active":"2024-06-06T08:22:37.009768+0000","last_peered":"2024-06-06T08:22:37.009768+0000","last_clean":"2024-06-06T08:22:37.009768+0000","last_became_active":"2024-06-06T08:18:48.069072+0000","last_became_peered":"2024-06-06T08:18:48.069072+0000","last_unstale":"2024-06-06T08:22:37.009768+0000","last_undegraded":"2024-06-06T08:22:37.009768+0000","last_fullsized":"2024-06-06T08:22:37.009768+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:06:52.895802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"99'4","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001388+0000","last_change":"2024-06-06T08:18:34.684436+0000","last_active":"2024-06-06T08:22:37.001388+0000","last_peered":"2024-06-06T08:22:37.001388+0000","last_clean":"2024-06-06T08:22:37.001388+0000","last_became_active":"2024-06-06T08:18:34.684088+0000","last_became_peered":"2024-06-06T08:18:34.684088+0000","last_unstale":"2024-06-06T08:22:37.001388+0000","last_undegraded":"2024-06-06T08:22:37.001388+0000","last_fullsized":"2024-06-06T08:22:37.001388+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:15:52.921779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"99'5","reported_seq":42,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899308+0000","last_change":"2024-06-06T08:18:37.969446+0000","last_active":"2024-06-06T08:22:36.899308+0000","last_peered":"2024-06-06T08:22:36.899308+0000","last_clean":"2024-06-06T08:22:36.899308+0000","last_became_active":"2024-06-06T08:18:37.969080+0000","last_became_peered":"2024-06-06T08:18:37.969080+0000","last_unstale":"2024-06-06T08:22:36.899308+0000","last_undegraded":"2024-06-06T08:22:36.899308+0000","last_fullsized":"2024-06-06T08:22:36.899308+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:11:04.510503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.159616+0000","last_change":"2024-06-06T08:18:48.003740+0000","last_active":"2024-06-06T08:22:37.159616+0000","last_peered":"2024-06-06T08:22:37.159616+0000","last_clean":"2024-06-06T08:22:37.159616+0000","last_became_active":"2024-06-06T08:18:48.003336+0000","last_became_peered":"2024-06-06T08:18:48.003336+0000","last_unstale":"2024-06-06T08:22:37.159616+0000","last_undegraded":"2024-06-06T08:22:37.159616+0000","last_fullsized":"2024-06-06T08:22:37.159616+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:50:46.165799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"99'3","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.903560+0000","last_change":"2024-06-06T08:18:35.126341+0000","last_active":"2024-06-06T08:22:36.903560+0000","last_peered":"2024-06-06T08:22:36.903560+0000","last_clean":"2024-06-06T08:22:36.903560+0000","last_became_active":"2024-06-06T08:18:35.125952+0000","last_became_peered":"2024-06-06T08:18:35.125952+0000","last_unstale":"2024-06-06T08:22:36.903560+0000","last_undegraded":"2024-06-06T08:22:36.903560+0000","last_fullsized":"2024-06-06T08:22:36.903560+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:27:06.337259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"99'7","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899706+0000","last_change":"2024-06-06T08:18:37.968441+0000","last_active":"2024-06-06T08:22:36.899706+0000","last_peered":"2024-06-06T08:22:36.899706+0000","last_clean":"2024-06-06T08:22:36.899706+0000","last_became_active":"2024-06-06T08:18:37.968104+0000","last_became_peered":"2024-06-06T08:18:37.968104+0000","last_unstale":"2024-06-06T08:22:36.899706+0000","last_undegraded":"2024-06-06T08:22:36.899706+0000","last_fullsized":"2024-06-06T08:22:36.899706+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:15:56.554327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946226+0000","last_change":"2024-06-06T08:18:48.003394+0000","last_active":"2024-06-06T08:22:36.946226+0000","last_peered":"2024-06-06T08:22:36.946226+0000","last_clean":"2024-06-06T08:22:36.946226+0000","last_became_active":"2024-06-06T08:18:48.002989+0000","last_became_peered":"2024-06-06T08:18:48.002989+0000","last_unstale":"2024-06-06T08:22:36.946226+0000","last_undegraded":"2024-06-06T08:22:36.946226+0000","last_fullsized":"2024-06-06T08:22:36.946226+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:03:19.225845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"100'39","reported_seq":90,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.110540+0000","last_change":"2024-06-06T08:18:34.682688+0000","last_active":"2024-06-06T08:22:37.110540+0000","last_peered":"2024-06-06T08:22:37.110540+0000","last_clean":"2024-06-06T08:22:37.110540+0000","last_became_active":"2024-06-06T08:18:34.682315+0000","last_became_peered":"2024-06-06T08:18:34.682315+0000","last_unstale":"2024-06-06T08:22:37.110540+0000","last_undegraded":"2024-06-06T08:22:37.110540+0000","last_fullsized":"2024-06-06T08:22:37.110540+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:06:00.681812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"99'6","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899455+0000","last_change":"2024-06-06T08:18:37.973181+0000","last_active":"2024-06-06T08:22:36.899455+0000","last_peered":"2024-06-06T08:22:36.899455+0000","last_clean":"2024-06-06T08:22:36.899455+0000","last_became_active":"2024-06-06T08:18:37.972850+0000","last_became_peered":"2024-06-06T08:18:37.972850+0000","last_unstale":"2024-06-06T08:22:36.899455+0000","last_undegraded":"2024-06-06T08:22:36.899455+0000","last_fullsized":"2024-06-06T08:22:36.899455+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:03:25.044516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009827+0000","last_change":"2024-06-06T08:18:48.004398+0000","last_active":"2024-06-06T08:22:37.009827+0000","last_peered":"2024-06-06T08:22:37.009827+0000","last_clean":"2024-06-06T08:22:37.009827+0000","last_became_active":"2024-06-06T08:18:48.003376+0000","last_became_peered":"2024-06-06T08:18:48.003376+0000","last_unstale":"2024-06-06T08:22:37.009827+0000","last_undegraded":"2024-06-06T08:22:37.009827+0000","last_fullsized":"2024-06-06T08:22:37.009827+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:59:24.118255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"90'2","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898643+0000","last_change":"2024-06-06T08:18:34.676555+0000","last_active":"2024-06-06T08:22:36.898643+0000","last_peered":"2024-06-06T08:22:36.898643+0000","last_clean":"2024-06-06T08:22:36.898643+0000","last_became_active":"2024-06-06T08:18:34.676211+0000","last_became_peered":"2024-06-06T08:18:34.676211+0000","last_unstale":"2024-06-06T08:22:36.898643+0000","last_undegraded":"2024-06-06T08:22:36.898643+0000","last_fullsized":"2024-06-06T08:22:36.898643+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:32:06.731526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"99'9","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899680+0000","last_change":"2024-06-06T08:18:37.970913+0000","last_active":"2024-06-06T08:22:36.899680+0000","last_peered":"2024-06-06T08:22:36.899680+0000","last_clean":"2024-06-06T08:22:36.899680+0000","last_became_active":"2024-06-06T08:18:37.970608+0000","last_became_peered":"2024-06-06T08:18:37.970608+0000","last_unstale":"2024-06-06T08:22:36.899680+0000","last_undegraded":"2024-06-06T08:22:36.899680+0000","last_fullsized":"2024-06-06T08:22:36.899680+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:26:04.912347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"99'9","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.313747+0000","last_change":"2024-06-06T08:18:37.974755+0000","last_active":"2024-06-06T08:22:37.313747+0000","last_peered":"2024-06-06T08:22:37.313747+0000","last_clean":"2024-06-06T08:22:37.313747+0000","last_became_active":"2024-06-06T08:18:37.974382+0000","last_became_peered":"2024-06-06T08:18:37.974382+0000","last_unstale":"2024-06-06T08:22:37.313747+0000","last_undegraded":"2024-06-06T08:22:37.313747+0000","last_fullsized":"2024-06-06T08:22:37.313747+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:38:10.260699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"99'12","reported_seq":49,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.902842+0000","last_change":"2024-06-06T08:18:37.976674+0000","last_active":"2024-06-06T08:22:36.902842+0000","last_peered":"2024-06-06T08:22:36.902842+0000","last_clean":"2024-06-06T08:22:36.902842+0000","last_became_active":"2024-06-06T08:18:37.976279+0000","last_became_peered":"2024-06-06T08:18:37.976279+0000","last_unstale":"2024-06-06T08:22:36.902842+0000","last_undegraded":"2024-06-06T08:22:36.902842+0000","last_fullsized":"2024-06-06T08:22:36.902842+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:49:44.218179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"99'8","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.902689+0000","last_change":"2024-06-06T08:18:37.967246+0000","last_active":"2024-06-06T08:22:36.902689+0000","last_peered":"2024-06-06T08:22:36.902689+0000","last_clean":"2024-06-06T08:22:36.902689+0000","last_became_active":"2024-06-06T08:18:37.966893+0000","last_became_peered":"2024-06-06T08:18:37.966893+0000","last_unstale":"2024-06-06T08:22:36.902689+0000","last_undegraded":"2024-06-06T08:22:36.902689+0000","last_fullsized":"2024-06-06T08:22:36.902689+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:27:37.460198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"99'7","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946484+0000","last_change":"2024-06-06T08:18:37.971779+0000","last_active":"2024-06-06T08:22:36.946484+0000","last_peered":"2024-06-06T08:22:36.946484+0000","last_clean":"2024-06-06T08:22:36.946484+0000","last_became_active":"2024-06-06T08:18:37.971263+0000","last_became_peered":"2024-06-06T08:18:37.971263+0000","last_unstale":"2024-06-06T08:22:36.946484+0000","last_undegraded":"2024-06-06T08:22:36.946484+0000","last_fullsized":"2024-06-06T08:22:36.946484+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:13:07.331856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"99'4","reported_seq":41,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898594+0000","last_change":"2024-06-06T08:18:37.966498+0000","last_active":"2024-06-06T08:22:36.898594+0000","last_peered":"2024-06-06T08:22:36.898594+0000","last_clean":"2024-06-06T08:22:36.898594+0000","last_became_active":"2024-06-06T08:18:37.966168+0000","last_became_peered":"2024-06-06T08:18:37.966168+0000","last_unstale":"2024-06-06T08:22:36.898594+0000","last_undegraded":"2024-06-06T08:22:36.898594+0000","last_fullsized":"2024-06-06T08:22:36.898594+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:53:30.055427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"99'6","reported_seq":42,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.313997+0000","last_change":"2024-06-06T08:18:37.969990+0000","last_active":"2024-06-06T08:22:37.313997+0000","last_peered":"2024-06-06T08:22:37.313997+0000","last_clean":"2024-06-06T08:22:37.313997+0000","last_became_active":"2024-06-06T08:18:37.968057+0000","last_became_peered":"2024-06-06T08:18:37.968057+0000","last_unstale":"2024-06-06T08:22:37.313997+0000","last_undegraded":"2024-06-06T08:22:37.313997+0000","last_fullsized":"2024-06-06T08:22:37.313997+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:58:09.932685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"99'15","reported_seq":52,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.903147+0000","last_change":"2024-06-06T08:18:37.974080+0000","last_active":"2024-06-06T08:22:36.903147+0000","last_peered":"2024-06-06T08:22:36.903147+0000","last_clean":"2024-06-06T08:22:36.903147+0000","last_became_active":"2024-06-06T08:18:37.973730+0000","last_became_peered":"2024-06-06T08:18:37.973730+0000","last_unstale":"2024-06-06T08:22:36.903147+0000","last_undegraded":"2024-06-06T08:22:36.903147+0000","last_fullsized":"2024-06-06T08:22:36.903147+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:44:14.792754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"99'2","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.003053+0000","last_change":"2024-06-06T08:18:37.968451+0000","last_active":"2024-06-06T08:22:37.003053+0000","last_peered":"2024-06-06T08:22:37.003053+0000","last_clean":"2024-06-06T08:22:37.003053+0000","last_became_active":"2024-06-06T08:18:37.968104+0000","last_became_peered":"2024-06-06T08:18:37.968104+0000","last_unstale":"2024-06-06T08:22:37.003053+0000","last_undegraded":"2024-06-06T08:22:37.003053+0000","last_fullsized":"2024-06-06T08:22:37.003053+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:38:19.899618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"99'6","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009999+0000","last_change":"2024-06-06T08:18:37.977208+0000","last_active":"2024-06-06T08:22:37.009999+0000","last_peered":"2024-06-06T08:22:37.009999+0000","last_clean":"2024-06-06T08:22:37.009999+0000","last_became_active":"2024-06-06T08:18:37.976642+0000","last_became_peered":"2024-06-06T08:18:37.976642+0000","last_unstale":"2024-06-06T08:22:37.009999+0000","last_undegraded":"2024-06-06T08:22:37.009999+0000","last_fullsized":"2024-06-06T08:22:37.009999+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:18:53.095544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"99'8","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.002370+0000","last_change":"2024-06-06T08:18:37.970249+0000","last_active":"2024-06-06T08:22:37.002370+0000","last_peered":"2024-06-06T08:22:37.002370+0000","last_clean":"2024-06-06T08:22:37.002370+0000","last_became_active":"2024-06-06T08:18:37.968140+0000","last_became_peered":"2024-06-06T08:18:37.968140+0000","last_unstale":"2024-06-06T08:22:37.002370+0000","last_undegraded":"2024-06-06T08:22:37.002370+0000","last_fullsized":"2024-06-06T08:22:37.002370+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:16:33.574669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"99'10","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.159900+0000","last_change":"2024-06-06T08:18:37.976750+0000","last_active":"2024-06-06T08:22:37.159900+0000","last_peered":"2024-06-06T08:22:37.159900+0000","last_clean":"2024-06-06T08:22:37.159900+0000","last_became_active":"2024-06-06T08:18:37.972660+0000","last_became_peered":"2024-06-06T08:18:37.972660+0000","last_unstale":"2024-06-06T08:22:37.159900+0000","last_undegraded":"2024-06-06T08:22:37.159900+0000","last_fullsized":"2024-06-06T08:22:37.159900+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:35:12.473923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"99'11","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898378+0000","last_change":"2024-06-06T08:18:37.965227+0000","last_active":"2024-06-06T08:22:36.898378+0000","last_peered":"2024-06-06T08:22:36.898378+0000","last_clean":"2024-06-06T08:22:36.898378+0000","last_became_active":"2024-06-06T08:18:37.964901+0000","last_became_peered":"2024-06-06T08:18:37.964901+0000","last_unstale":"2024-06-06T08:22:36.898378+0000","last_undegraded":"2024-06-06T08:22:36.898378+0000","last_fullsized":"2024-06-06T08:22:36.898378+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:44:35.718192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"99'8","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.314118+0000","last_change":"2024-06-06T08:18:37.973543+0000","last_active":"2024-06-06T08:22:37.314118+0000","last_peered":"2024-06-06T08:22:37.314118+0000","last_clean":"2024-06-06T08:22:37.314118+0000","last_became_active":"2024-06-06T08:18:37.973226+0000","last_became_peered":"2024-06-06T08:18:37.973226+0000","last_unstale":"2024-06-06T08:22:37.314118+0000","last_undegraded":"2024-06-06T08:22:37.314118+0000","last_fullsized":"2024-06-06T08:22:37.314118+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:04:36.075435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":1771104,"data_compressed":108543,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":603869,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":1166,"num_read_kb":699,"num_write":300,"num_write_kb":1450,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":589824,"data_stored":1811607,"data_compressed":75906,"data_compressed_allocated":98304,"data_compressed_original":1548288,"omap_allocated":0,"internal_metadata":0},"log_size":236,"ondisk_log_size":236,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":82,"seq":352187318334,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28100,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717052,"statfs":{"total":95995035648,"available":95966261248,"internally_reserved":0,"allocated":1105920,"data_stored":570539,"data_compressed":29482,"data_compressed_allocated":40960,"data_compressed_original":81920,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":74,"seq":317827579972,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32424,"kb_used_data":1248,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712728,"statfs":{"total":95995035648,"available":95961833472,"internally_reserved":0,"allocated":1277952,"data_stored":1364036,"data_compressed":71819,"data_compressed_allocated":94208,"data_compressed_original":794624,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776201,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36460,"kb_used_data":1120,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708692,"statfs":{"total":95995035648,"available":95957700608,"internally_reserved":0,"allocated":1146880,"data_stored":968053,"data_compressed":48628,"data_compressed_allocated":65536,"data_compressed_original":475136,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037839,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32296,"kb_used_data":1116,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712856,"statfs":{"total":95995035648,"available":95961964544,"internally_reserved":0,"allocated":1142784,"data_stored":963877,"data_compressed":48628,"data_compressed_allocated":65536,"data_compressed_original":475136,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299475,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32320,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712832,"statfs":{"total":95995035648,"available":95961939968,"internally_reserved":0,"allocated":1167360,"data_stored":1167880,"data_compressed":65663,"data_compressed_allocated":86016,"data_compressed_original":671744,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863463000,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28092,"kb_used_data":1072,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717060,"statfs":{"total":95995035648,"available":95966269440,"internally_reserved":0,"allocated":1097728,"data_stored":565917,"data_compressed":29482,"data_compressed_allocated":40960,"data_compressed_original":81920,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574962,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28168,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716984,"statfs":{"total":95995035648,"available":95966191616,"internally_reserved":0,"allocated":1175552,"data_stored":639569,"data_compressed":29482,"data_compressed_allocated":40960,"data_compressed_original":81920,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738486,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28100,"kb_used_data":1084,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717052,"statfs":{"total":95995035648,"available":95966261248,"internally_reserved":0,"allocated":1110016,"data_stored":557497,"data_compressed":26504,"data_compressed_allocated":36864,"data_compressed_original":73728,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411438,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28180,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716972,"statfs":{"total":95995035648,"available":95966179328,"internally_reserved":0,"allocated":1187840,"data_stored":639993,"data_compressed":29482,"data_compressed_allocated":40960,"data_compressed_original":81920,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149800,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36464,"kb_used_data":1128,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708688,"statfs":{"total":95995035648,"available":95957696512,"internally_reserved":0,"allocated":1155072,"data_stored":1090927,"data_compressed":54784,"data_compressed_allocated":73728,"data_compressed_original":598016,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888163,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28112,"kb_used_data":1092,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717040,"statfs":{"total":95995035648,"available":95966248960,"internally_reserved":0,"allocated":1118208,"data_stored":571600,"data_compressed":29482,"data_compressed_allocated":40960,"data_compressed_original":81920,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724638,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32344,"kb_used_data":1168,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712808,"statfs":{"total":95995035648,"available":95961915392,"internally_reserved":0,"allocated":1196032,"data_stored":1294147,"data_compressed":71819,"data_compressed_allocated":94208,"data_compressed_original":794624,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36181,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36181,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36181,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":73742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":75726,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":525100,"data_compressed":25302,"data_compressed_allocated":32768,"data_compressed_original":516096,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1677,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":133856,"data_compressed":6156,"data_compressed_allocated":8192,"data_compressed_original":122880,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3493,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":393954,"data_compressed":19146,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":394034,"data_compressed":19146,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":135168,"data_stored":207841,"data_compressed":6156,"data_compressed_allocated":8192,"data_compressed_original":122880,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-06-06T08:22:39.867 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-06-06T08:22:40.019 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.018+0000 7f5c0e9f9640 1 -- 172.21.15.42:0/3585555686 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5c08102490 msgr2=0x7f5c08108d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:40.019 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.018+0000 7f5c0e9f9640 1 --2- 172.21.15.42:0/3585555686 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5c08102490 0x7f5c08108d20 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f5c00009900 tx=0x7f5c0002a410 comp rx=0 tx=0).stop 2024-06-06T08:22:40.019 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.018+0000 7f5c0e9f9640 1 -- 172.21.15.42:0/3585555686 shutdown_connections 2024-06-06T08:22:40.020 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.018+0000 7f5c0e9f9640 1 --2- 172.21.15.42:0/3585555686 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5c08102490 0x7f5c08108d20 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:40.020 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.018+0000 7f5c0e9f9640 1 --2- 172.21.15.42:0/3585555686 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5c08101ad0 0x7f5c08101f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:40.020 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.018+0000 7f5c0e9f9640 1 --2- 172.21.15.42:0/3585555686 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5c081008e0 0x7f5c08100d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:40.020 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.018+0000 7f5c0e9f9640 1 -- 172.21.15.42:0/3585555686 >> 172.21.15.42:0/3585555686 conn(0x7f5c080fbe50 msgr2=0x7f5c080fe290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:40.020 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.018+0000 7f5c0e9f9640 1 -- 172.21.15.42:0/3585555686 shutdown_connections 2024-06-06T08:22:40.020 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.018+0000 7f5c0e9f9640 1 -- 172.21.15.42:0/3585555686 wait complete. 2024-06-06T08:22:40.020 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.019+0000 7f5c0e9f9640 1 Processor -- start 2024-06-06T08:22:40.020 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.019+0000 7f5c0e9f9640 1 -- start start 2024-06-06T08:22:40.020 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.019+0000 7f5c0e9f9640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5c081008e0 0x7f5c080696a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:40.020 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.019+0000 7f5c0e9f9640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5c08101ad0 0x7f5c0819c9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:40.020 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.019+0000 7f5c0e9f9640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5c08102490 0x7f5c0819f010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:40.020 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.019+0000 7f5c0e9f9640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5c0810c560 con 0x7f5c08102490 2024-06-06T08:22:40.020 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.019+0000 7f5c0e9f9640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f5c0810c3e0 con 0x7f5c081008e0 2024-06-06T08:22:40.021 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.019+0000 7f5c0e9f9640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f5c0810c6e0 con 0x7f5c08101ad0 2024-06-06T08:22:40.021 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.019+0000 7f5c07fff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5c081008e0 0x7f5c080696a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:40.021 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.019+0000 7f5c0cf96640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5c08102490 0x7f5c0819f010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:40.021 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.019+0000 7f5c07fff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5c081008e0 0x7f5c080696a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:41948/0 (socket says 172.21.15.42:41948) 2024-06-06T08:22:40.021 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.019+0000 7f5c07fff640 1 -- 172.21.15.42:0/2793875210 learned_addr learned my addr 172.21.15.42:0/2793875210 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:22:40.021 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.019+0000 7f5bff7fe640 1 --2- 172.21.15.42:0/2793875210 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5c08101ad0 0x7f5c0819c9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:40.021 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.019+0000 7f5c07fff640 1 -- 172.21.15.42:0/2793875210 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5c08101ad0 msgr2=0x7f5c0819c9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:40.021 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.019+0000 7f5c07fff640 1 --2- 172.21.15.42:0/2793875210 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5c08101ad0 0x7f5c0819c9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:40.021 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.019+0000 7f5c07fff640 1 -- 172.21.15.42:0/2793875210 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5c08102490 msgr2=0x7f5c0819f010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:40.021 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.019+0000 7f5c07fff640 1 --2- 172.21.15.42:0/2793875210 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5c08102490 0x7f5c0819f010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:40.021 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.019+0000 7f5c07fff640 1 -- 172.21.15.42:0/2793875210 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c0819f920 con 0x7f5c081008e0 2024-06-06T08:22:40.021 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.019+0000 7f5c0cf96640 1 --2- 172.21.15.42:0/2793875210 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5c08102490 0x7f5c0819f010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:22:40.021 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.020+0000 7f5c07fff640 1 --2- 172.21.15.42:0/2793875210 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5c081008e0 0x7f5c080696a0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f5bf000e9c0 tx=0x7f5bf000ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:40.022 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.020+0000 7f5c05ffb640 1 -- 172.21.15.42:0/2793875210 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bf000cd80 con 0x7f5c081008e0 2024-06-06T08:22:40.022 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.020+0000 7f5c0e9f9640 1 -- 172.21.15.42:0/2793875210 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c0819fbb0 con 0x7f5c081008e0 2024-06-06T08:22:40.022 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.020+0000 7f5c05ffb640 1 -- 172.21.15.42:0/2793875210 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5bf00035f0 con 0x7f5c081008e0 2024-06-06T08:22:40.022 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.020+0000 7f5c05ffb640 1 -- 172.21.15.42:0/2793875210 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bf0010690 con 0x7f5c081008e0 2024-06-06T08:22:40.022 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.020+0000 7f5c0e9f9640 1 -- 172.21.15.42:0/2793875210 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c081a0150 con 0x7f5c081008e0 2024-06-06T08:22:40.023 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.021+0000 7f5c0e9f9640 1 -- 172.21.15.42:0/2793875210 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5c08107c00 con 0x7f5c081008e0 2024-06-06T08:22:40.023 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.022+0000 7f5c05ffb640 1 -- 172.21.15.42:0/2793875210 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 23) ==== 137953+0+0 (secure 0 0 0) 0x7f5bf00037a0 con 0x7f5c081008e0 2024-06-06T08:22:40.023 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.023+0000 7f5c05ffb640 1 --2- 172.21.15.42:0/2793875210 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f5bf40a2d00 0x7f5bf40a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:40.023 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.023+0000 7f5bff7fe640 1 --2- 172.21.15.42:0/2793875210 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f5bf40a2d00 0x7f5bf40a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:40.023 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.023+0000 7f5c05ffb640 1 -- 172.21.15.42:0/2793875210 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f5bf00cfbc0 con 0x7f5c081008e0 2024-06-06T08:22:40.023 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.024+0000 7f5bff7fe640 1 --2- 172.21.15.42:0/2793875210 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f5bf40a2d00 0x7f5bf40a51c0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f5c08069410 tx=0x7f5bf8009500 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:40.026 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.027+0000 7f5c05ffb640 1 -- 172.21.15.42:0/2793875210 <== mon.2 v2:172.21.15.120:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f5bf009c440 con 0x7f5c081008e0 2024-06-06T08:22:40.248 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.249+0000 7f5c0e9f9640 1 -- 172.21.15.42:0/2793875210 --> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f5c08061de0 con 0x7f5bf40a2d00 2024-06-06T08:22:40.258 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.260+0000 7f5c05ffb640 1 -- 172.21.15.42:0/2793875210 <== mgr.15204 v2:172.21.15.42:6800/3064910691 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+339809 (secure 0 0 0) 0x7f5c08061de0 con 0x7f5bf40a2d00 2024-06-06T08:22:40.263 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:22:40.265 INFO:teuthology.orchestra.run.smithi042.stderr:dumped all 2024-06-06T08:22:40.270 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.264+0000 7f5c0e9f9640 1 -- 172.21.15.42:0/2793875210 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f5bf40a2d00 msgr2=0x7f5bf40a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:40.270 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.264+0000 7f5c0e9f9640 1 --2- 172.21.15.42:0/2793875210 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f5bf40a2d00 0x7f5bf40a51c0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f5c08069410 tx=0x7f5bf8009500 comp rx=0 tx=0).stop 2024-06-06T08:22:40.270 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.264+0000 7f5c0e9f9640 1 -- 172.21.15.42:0/2793875210 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5c081008e0 msgr2=0x7f5c080696a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:40.270 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.264+0000 7f5c0e9f9640 1 --2- 172.21.15.42:0/2793875210 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5c081008e0 0x7f5c080696a0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f5bf000e9c0 tx=0x7f5bf000ee80 comp rx=0 tx=0).stop 2024-06-06T08:22:40.270 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.264+0000 7f5c0e9f9640 1 -- 172.21.15.42:0/2793875210 shutdown_connections 2024-06-06T08:22:40.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.264+0000 7f5c0e9f9640 1 --2- 172.21.15.42:0/2793875210 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f5bf40a2d00 0x7f5bf40a51c0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:40.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.264+0000 7f5c0e9f9640 1 --2- 172.21.15.42:0/2793875210 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5c08102490 0x7f5c0819f010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:40.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.264+0000 7f5c0e9f9640 1 --2- 172.21.15.42:0/2793875210 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5c08101ad0 0x7f5c0819c9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:40.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.264+0000 7f5c0e9f9640 1 --2- 172.21.15.42:0/2793875210 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5c081008e0 0x7f5c080696a0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:40.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.264+0000 7f5c0e9f9640 1 -- 172.21.15.42:0/2793875210 >> 172.21.15.42:0/2793875210 conn(0x7f5c080fbe50 msgr2=0x7f5c08104dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:40.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.264+0000 7f5c0e9f9640 1 -- 172.21.15.42:0/2793875210 shutdown_connections 2024-06-06T08:22:40.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.264+0000 7f5c0e9f9640 1 -- 172.21.15.42:0/2793875210 wait complete. 2024-06-06T08:22:40.274 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:39 smithi042 ceph-mon[32384]: pgmap v4: 129 pgs: 129 active+clean; 1.1 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:22:40.274 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:39 smithi042 ceph-mon[32384]: mgrmap e23: x(active, since 2s), standbys: z, y 2024-06-06T08:22:40.274 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:39 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:40.274 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:39 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:40.274 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:39 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:40.274 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:39 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:40.276 INFO:teuthology.orchestra.run.smithi042.stdout:{"pg_ready":true,"pg_map":{"version":4,"stamp":"2024-06-06T08:22:38.910788+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1194471,"num_objects":66,"num_object_clones":0,"num_object_copies":200,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":1302,"num_read_kb":818,"num_write":483,"num_write_kb":4390,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":1180770,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":875,"ondisk_log_size":875,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":371060,"kb_used_data":13556,"kb_used_omap":18,"kb_used_meta":357357,"kb_avail":1124570764,"statfs":{"total":1151940427776,"available":1151560462336,"internally_reserved":0,"allocated":13881344,"data_stored":10394035,"data_compressed":535255,"data_compressed_allocated":720896,"data_compressed_original":4292608,"omap_allocated":19142,"internal_metadata":365933882},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.986457"},"pg_stats":[{"pgid":"3.3f","version":"99'8","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.314250+0000","last_change":"2024-06-06T08:18:37.969286+0000","last_active":"2024-06-06T08:22:37.314250+0000","last_peered":"2024-06-06T08:22:37.314250+0000","last_clean":"2024-06-06T08:22:37.314250+0000","last_became_active":"2024-06-06T08:18:37.968898+0000","last_became_peered":"2024-06-06T08:18:37.968898+0000","last_unstale":"2024-06-06T08:22:37.314250+0000","last_undegraded":"2024-06-06T08:22:37.314250+0000","last_fullsized":"2024-06-06T08:22:37.314250+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:03:49.018143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"99'4","reported_seq":41,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946629+0000","last_change":"2024-06-06T08:18:37.975057+0000","last_active":"2024-06-06T08:22:36.946629+0000","last_peered":"2024-06-06T08:22:36.946629+0000","last_clean":"2024-06-06T08:22:36.946629+0000","last_became_active":"2024-06-06T08:18:37.974448+0000","last_became_peered":"2024-06-06T08:18:37.974448+0000","last_unstale":"2024-06-06T08:22:36.946629+0000","last_undegraded":"2024-06-06T08:22:36.946629+0000","last_fullsized":"2024-06-06T08:22:36.946629+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:56:41.129485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"99'7","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946395+0000","last_change":"2024-06-06T08:18:37.968865+0000","last_active":"2024-06-06T08:22:36.946395+0000","last_peered":"2024-06-06T08:22:36.946395+0000","last_clean":"2024-06-06T08:22:36.946395+0000","last_became_active":"2024-06-06T08:18:37.968415+0000","last_became_peered":"2024-06-06T08:18:37.968415+0000","last_unstale":"2024-06-06T08:22:36.946395+0000","last_undegraded":"2024-06-06T08:22:36.946395+0000","last_fullsized":"2024-06-06T08:22:36.946395+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:44:48.929544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"99'8","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010042+0000","last_change":"2024-06-06T08:18:37.973664+0000","last_active":"2024-06-06T08:22:37.010042+0000","last_peered":"2024-06-06T08:22:37.010042+0000","last_clean":"2024-06-06T08:22:37.010042+0000","last_became_active":"2024-06-06T08:18:37.972598+0000","last_became_peered":"2024-06-06T08:18:37.972598+0000","last_unstale":"2024-06-06T08:22:37.010042+0000","last_undegraded":"2024-06-06T08:22:37.010042+0000","last_fullsized":"2024-06-06T08:22:37.010042+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:12:09.810046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"99'4","reported_seq":41,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001251+0000","last_change":"2024-06-06T08:18:37.971245+0000","last_active":"2024-06-06T08:22:37.001251+0000","last_peered":"2024-06-06T08:22:37.001251+0000","last_clean":"2024-06-06T08:22:37.001251+0000","last_became_active":"2024-06-06T08:18:37.970942+0000","last_became_peered":"2024-06-06T08:18:37.970942+0000","last_unstale":"2024-06-06T08:22:37.001251+0000","last_undegraded":"2024-06-06T08:22:37.001251+0000","last_fullsized":"2024-06-06T08:22:37.001251+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:01:03.121018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"99'6","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.013079+0000","last_change":"2024-06-06T08:18:37.971545+0000","last_active":"2024-06-06T08:22:37.013079+0000","last_peered":"2024-06-06T08:22:37.013079+0000","last_clean":"2024-06-06T08:22:37.013079+0000","last_became_active":"2024-06-06T08:18:37.970818+0000","last_became_peered":"2024-06-06T08:18:37.970818+0000","last_unstale":"2024-06-06T08:22:37.013079+0000","last_undegraded":"2024-06-06T08:22:37.013079+0000","last_fullsized":"2024-06-06T08:22:37.013079+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:31:04.675659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"99'5","reported_seq":42,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899156+0000","last_change":"2024-06-06T08:18:37.975007+0000","last_active":"2024-06-06T08:22:36.899156+0000","last_peered":"2024-06-06T08:22:36.899156+0000","last_clean":"2024-06-06T08:22:36.899156+0000","last_became_active":"2024-06-06T08:18:37.974687+0000","last_became_peered":"2024-06-06T08:18:37.974687+0000","last_unstale":"2024-06-06T08:22:36.899156+0000","last_undegraded":"2024-06-06T08:22:36.899156+0000","last_fullsized":"2024-06-06T08:22:36.899156+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:50:28.803869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"99'9","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.002116+0000","last_change":"2024-06-06T08:18:37.973751+0000","last_active":"2024-06-06T08:22:37.002116+0000","last_peered":"2024-06-06T08:22:37.002116+0000","last_clean":"2024-06-06T08:22:37.002116+0000","last_became_active":"2024-06-06T08:18:37.973437+0000","last_became_peered":"2024-06-06T08:18:37.973437+0000","last_unstale":"2024-06-06T08:22:37.002116+0000","last_undegraded":"2024-06-06T08:22:37.002116+0000","last_fullsized":"2024-06-06T08:22:37.002116+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:49:49.230857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"99'11","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.159814+0000","last_change":"2024-06-06T08:18:37.969877+0000","last_active":"2024-06-06T08:22:37.159814+0000","last_peered":"2024-06-06T08:22:37.159814+0000","last_clean":"2024-06-06T08:22:37.159814+0000","last_became_active":"2024-06-06T08:18:37.968143+0000","last_became_peered":"2024-06-06T08:18:37.968143+0000","last_unstale":"2024-06-06T08:22:37.159814+0000","last_undegraded":"2024-06-06T08:22:37.159814+0000","last_fullsized":"2024-06-06T08:22:37.159814+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:37:51.949277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"99'16","reported_seq":53,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.013488+0000","last_change":"2024-06-06T08:18:37.966582+0000","last_active":"2024-06-06T08:22:37.013488+0000","last_peered":"2024-06-06T08:22:37.013488+0000","last_clean":"2024-06-06T08:22:37.013488+0000","last_became_active":"2024-06-06T08:18:37.966101+0000","last_became_peered":"2024-06-06T08:18:37.966101+0000","last_unstale":"2024-06-06T08:22:37.013488+0000","last_undegraded":"2024-06-06T08:22:37.013488+0000","last_fullsized":"2024-06-06T08:22:37.013488+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:03:28.811154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"99'6","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899656+0000","last_change":"2024-06-06T08:18:37.971894+0000","last_active":"2024-06-06T08:22:36.899656+0000","last_peered":"2024-06-06T08:22:36.899656+0000","last_clean":"2024-06-06T08:22:36.899656+0000","last_became_active":"2024-06-06T08:18:37.971571+0000","last_became_peered":"2024-06-06T08:18:37.971571+0000","last_unstale":"2024-06-06T08:22:36.899656+0000","last_undegraded":"2024-06-06T08:22:36.899656+0000","last_fullsized":"2024-06-06T08:22:36.899656+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:25:21.990022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"99'7","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010036+0000","last_change":"2024-06-06T08:18:37.976387+0000","last_active":"2024-06-06T08:22:37.010036+0000","last_peered":"2024-06-06T08:22:37.010036+0000","last_clean":"2024-06-06T08:22:37.010036+0000","last_became_active":"2024-06-06T08:18:37.975401+0000","last_became_peered":"2024-06-06T08:18:37.975401+0000","last_unstale":"2024-06-06T08:22:37.010036+0000","last_undegraded":"2024-06-06T08:22:37.010036+0000","last_fullsized":"2024-06-06T08:22:37.010036+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:46:21.791578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"99'10","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898464+0000","last_change":"2024-06-06T08:18:37.972454+0000","last_active":"2024-06-06T08:22:36.898464+0000","last_peered":"2024-06-06T08:22:36.898464+0000","last_clean":"2024-06-06T08:22:36.898464+0000","last_became_active":"2024-06-06T08:18:37.971686+0000","last_became_peered":"2024-06-06T08:18:37.971686+0000","last_unstale":"2024-06-06T08:22:36.898464+0000","last_undegraded":"2024-06-06T08:22:36.898464+0000","last_fullsized":"2024-06-06T08:22:36.898464+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:12:25.393092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"99'7","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946329+0000","last_change":"2024-06-06T08:18:37.975608+0000","last_active":"2024-06-06T08:22:36.946329+0000","last_peered":"2024-06-06T08:22:36.946329+0000","last_clean":"2024-06-06T08:22:36.946329+0000","last_became_active":"2024-06-06T08:18:37.975058+0000","last_became_peered":"2024-06-06T08:18:37.975058+0000","last_unstale":"2024-06-06T08:22:36.946329+0000","last_undegraded":"2024-06-06T08:22:36.946329+0000","last_fullsized":"2024-06-06T08:22:36.946329+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:02:46.106415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"99'7","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946227+0000","last_change":"2024-06-06T08:18:37.970867+0000","last_active":"2024-06-06T08:22:36.946227+0000","last_peered":"2024-06-06T08:22:36.946227+0000","last_clean":"2024-06-06T08:22:36.946227+0000","last_became_active":"2024-06-06T08:18:37.970521+0000","last_became_peered":"2024-06-06T08:18:37.970521+0000","last_unstale":"2024-06-06T08:22:36.946227+0000","last_undegraded":"2024-06-06T08:22:36.946227+0000","last_fullsized":"2024-06-06T08:22:36.946227+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:58:33.517402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"99'9","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.159314+0000","last_change":"2024-06-06T08:18:37.973492+0000","last_active":"2024-06-06T08:22:37.159314+0000","last_peered":"2024-06-06T08:22:37.159314+0000","last_clean":"2024-06-06T08:22:37.159314+0000","last_became_active":"2024-06-06T08:18:37.972691+0000","last_became_peered":"2024-06-06T08:18:37.972691+0000","last_unstale":"2024-06-06T08:22:37.159314+0000","last_undegraded":"2024-06-06T08:22:37.159314+0000","last_fullsized":"2024-06-06T08:22:37.159314+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:34:06.138782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"99'8","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.314152+0000","last_change":"2024-06-06T08:18:37.968931+0000","last_active":"2024-06-06T08:22:37.314152+0000","last_peered":"2024-06-06T08:22:37.314152+0000","last_clean":"2024-06-06T08:22:37.314152+0000","last_became_active":"2024-06-06T08:18:37.968544+0000","last_became_peered":"2024-06-06T08:18:37.968544+0000","last_unstale":"2024-06-06T08:22:37.314152+0000","last_undegraded":"2024-06-06T08:22:37.314152+0000","last_fullsized":"2024-06-06T08:22:37.314152+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:29:03.919712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"99'10","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.999617+0000","last_change":"2024-06-06T08:18:37.968783+0000","last_active":"2024-06-06T08:22:36.999617+0000","last_peered":"2024-06-06T08:22:36.999617+0000","last_clean":"2024-06-06T08:22:36.999617+0000","last_became_active":"2024-06-06T08:18:37.968471+0000","last_became_peered":"2024-06-06T08:18:37.968471+0000","last_unstale":"2024-06-06T08:22:36.999617+0000","last_undegraded":"2024-06-06T08:22:36.999617+0000","last_fullsized":"2024-06-06T08:22:36.999617+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:36:23.904974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"99'7","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.903143+0000","last_change":"2024-06-06T08:18:37.971803+0000","last_active":"2024-06-06T08:22:36.903143+0000","last_peered":"2024-06-06T08:22:36.903143+0000","last_clean":"2024-06-06T08:22:36.903143+0000","last_became_active":"2024-06-06T08:18:37.971131+0000","last_became_peered":"2024-06-06T08:18:37.971131+0000","last_unstale":"2024-06-06T08:22:36.903143+0000","last_undegraded":"2024-06-06T08:22:36.903143+0000","last_fullsized":"2024-06-06T08:22:36.903143+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:37:23.954557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.902710+0000","last_change":"2024-06-06T08:18:48.002957+0000","last_active":"2024-06-06T08:22:36.902710+0000","last_peered":"2024-06-06T08:22:36.902710+0000","last_clean":"2024-06-06T08:22:36.902710+0000","last_became_active":"2024-06-06T08:18:48.001518+0000","last_became_peered":"2024-06-06T08:18:48.001518+0000","last_unstale":"2024-06-06T08:22:36.902710+0000","last_undegraded":"2024-06-06T08:22:36.902710+0000","last_fullsized":"2024-06-06T08:22:36.902710+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:55:37.919549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"99'9","reported_seq":53,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.999884+0000","last_change":"2024-06-06T08:18:34.680831+0000","last_active":"2024-06-06T08:22:36.999884+0000","last_peered":"2024-06-06T08:22:36.999884+0000","last_clean":"2024-06-06T08:22:36.999884+0000","last_became_active":"2024-06-06T08:18:34.680454+0000","last_became_peered":"2024-06-06T08:18:34.680454+0000","last_unstale":"2024-06-06T08:22:36.999884+0000","last_undegraded":"2024-06-06T08:22:36.999884+0000","last_fullsized":"2024-06-06T08:22:36.999884+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:58:54.944086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"99'5","reported_seq":42,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.002830+0000","last_change":"2024-06-06T08:18:37.977854+0000","last_active":"2024-06-06T08:22:37.002830+0000","last_peered":"2024-06-06T08:22:37.002830+0000","last_clean":"2024-06-06T08:22:37.002830+0000","last_became_active":"2024-06-06T08:18:37.977434+0000","last_became_peered":"2024-06-06T08:18:37.977434+0000","last_unstale":"2024-06-06T08:22:37.002830+0000","last_undegraded":"2024-06-06T08:22:37.002830+0000","last_fullsized":"2024-06-06T08:22:37.002830+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:33:32.371856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009576+0000","last_change":"2024-06-06T08:18:48.003720+0000","last_active":"2024-06-06T08:22:37.009576+0000","last_peered":"2024-06-06T08:22:37.009576+0000","last_clean":"2024-06-06T08:22:37.009576+0000","last_became_active":"2024-06-06T08:18:48.003293+0000","last_became_peered":"2024-06-06T08:18:48.003293+0000","last_unstale":"2024-06-06T08:22:37.009576+0000","last_undegraded":"2024-06-06T08:22:37.009576+0000","last_fullsized":"2024-06-06T08:22:37.009576+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:39:08.052369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"99'2","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.003009+0000","last_change":"2024-06-06T08:18:34.830505+0000","last_active":"2024-06-06T08:22:37.003009+0000","last_peered":"2024-06-06T08:22:37.003009+0000","last_clean":"2024-06-06T08:22:37.003009+0000","last_became_active":"2024-06-06T08:18:34.830157+0000","last_became_peered":"2024-06-06T08:18:34.830157+0000","last_unstale":"2024-06-06T08:22:37.003009+0000","last_undegraded":"2024-06-06T08:22:37.003009+0000","last_fullsized":"2024-06-06T08:22:37.003009+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:07:55.952261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"99'6","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946687+0000","last_change":"2024-06-06T08:18:37.974925+0000","last_active":"2024-06-06T08:22:36.946687+0000","last_peered":"2024-06-06T08:22:36.946687+0000","last_clean":"2024-06-06T08:22:36.946687+0000","last_became_active":"2024-06-06T08:18:37.974528+0000","last_became_peered":"2024-06-06T08:18:37.974528+0000","last_unstale":"2024-06-06T08:22:36.946687+0000","last_undegraded":"2024-06-06T08:22:36.946687+0000","last_fullsized":"2024-06-06T08:22:36.946687+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:54:47.694267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009674+0000","last_change":"2024-06-06T08:18:48.005547+0000","last_active":"2024-06-06T08:22:37.009674+0000","last_peered":"2024-06-06T08:22:37.009674+0000","last_clean":"2024-06-06T08:22:37.009674+0000","last_became_active":"2024-06-06T08:18:48.004679+0000","last_became_peered":"2024-06-06T08:18:48.004679+0000","last_unstale":"2024-06-06T08:22:37.009674+0000","last_undegraded":"2024-06-06T08:22:37.009674+0000","last_fullsized":"2024-06-06T08:22:37.009674+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:53:29.106218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"99'4","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001756+0000","last_change":"2024-06-06T08:18:34.683926+0000","last_active":"2024-06-06T08:22:37.001756+0000","last_peered":"2024-06-06T08:22:37.001756+0000","last_clean":"2024-06-06T08:22:37.001756+0000","last_became_active":"2024-06-06T08:18:34.683493+0000","last_became_peered":"2024-06-06T08:18:34.683493+0000","last_unstale":"2024-06-06T08:22:37.001756+0000","last_undegraded":"2024-06-06T08:22:37.001756+0000","last_fullsized":"2024-06-06T08:22:37.001756+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:27:29.601530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"99'9","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.159481+0000","last_change":"2024-06-06T08:18:37.975179+0000","last_active":"2024-06-06T08:22:37.159481+0000","last_peered":"2024-06-06T08:22:37.159481+0000","last_clean":"2024-06-06T08:22:37.159481+0000","last_became_active":"2024-06-06T08:18:37.974205+0000","last_became_peered":"2024-06-06T08:18:37.974205+0000","last_unstale":"2024-06-06T08:22:37.159481+0000","last_undegraded":"2024-06-06T08:22:37.159481+0000","last_fullsized":"2024-06-06T08:22:37.159481+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:29:03.142921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009603+0000","last_change":"2024-06-06T08:18:48.004230+0000","last_active":"2024-06-06T08:22:37.009603+0000","last_peered":"2024-06-06T08:22:37.009603+0000","last_clean":"2024-06-06T08:22:37.009603+0000","last_became_active":"2024-06-06T08:18:48.003537+0000","last_became_peered":"2024-06-06T08:18:48.003537+0000","last_unstale":"2024-06-06T08:22:37.009603+0000","last_undegraded":"2024-06-06T08:22:37.009603+0000","last_fullsized":"2024-06-06T08:22:37.009603+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:07:20.249382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"90'2","reported_seq":18,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.313811+0000","last_change":"2024-06-06T08:19:20.084063+0000","last_active":"2024-06-06T08:22:37.313811+0000","last_peered":"2024-06-06T08:22:37.313811+0000","last_clean":"2024-06-06T08:22:37.313811+0000","last_became_active":"2024-06-06T08:19:20.075868+0000","last_became_peered":"2024-06-06T08:19:20.075868+0000","last_unstale":"2024-06-06T08:22:37.313811+0000","last_undegraded":"2024-06-06T08:22:37.313811+0000","last_fullsized":"2024-06-06T08:22:37.313811+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:59:24.220798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1d","version":"99'15","reported_seq":52,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010415+0000","last_change":"2024-06-06T08:18:37.973128+0000","last_active":"2024-06-06T08:22:37.010415+0000","last_peered":"2024-06-06T08:22:37.010415+0000","last_clean":"2024-06-06T08:22:37.010415+0000","last_became_active":"2024-06-06T08:18:37.972667+0000","last_became_peered":"2024-06-06T08:18:37.972667+0000","last_unstale":"2024-06-06T08:22:37.010415+0000","last_undegraded":"2024-06-06T08:22:37.010415+0000","last_fullsized":"2024-06-06T08:22:37.010415+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:30:50.132958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.903000+0000","last_change":"2024-06-06T08:18:48.004156+0000","last_active":"2024-06-06T08:22:36.903000+0000","last_peered":"2024-06-06T08:22:36.903000+0000","last_clean":"2024-06-06T08:22:36.903000+0000","last_became_active":"2024-06-06T08:18:48.003705+0000","last_became_peered":"2024-06-06T08:18:48.003705+0000","last_unstale":"2024-06-06T08:22:36.903000+0000","last_undegraded":"2024-06-06T08:22:36.903000+0000","last_fullsized":"2024-06-06T08:22:36.903000+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:52:37.890207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"100'7","reported_seq":226,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.555532+0000","last_change":"2024-06-06T08:18:34.685641+0000","last_active":"2024-06-06T08:22:37.555532+0000","last_peered":"2024-06-06T08:22:37.555532+0000","last_clean":"2024-06-06T08:22:37.555532+0000","last_became_active":"2024-06-06T08:18:34.685132+0000","last_became_peered":"2024-06-06T08:18:34.685132+0000","last_unstale":"2024-06-06T08:22:37.555532+0000","last_undegraded":"2024-06-06T08:22:37.555532+0000","last_fullsized":"2024-06-06T08:22:37.555532+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:40:43.547356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1402,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":176,"num_read_kb":3,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"99'7","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001269+0000","last_change":"2024-06-06T08:18:37.973373+0000","last_active":"2024-06-06T08:22:37.001269+0000","last_peered":"2024-06-06T08:22:37.001269+0000","last_clean":"2024-06-06T08:22:37.001269+0000","last_became_active":"2024-06-06T08:18:37.973058+0000","last_became_peered":"2024-06-06T08:18:37.973058+0000","last_unstale":"2024-06-06T08:22:37.001269+0000","last_undegraded":"2024-06-06T08:22:37.001269+0000","last_fullsized":"2024-06-06T08:22:37.001269+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:32:17.184387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.903370+0000","last_change":"2024-06-06T08:18:48.010926+0000","last_active":"2024-06-06T08:22:36.903370+0000","last_peered":"2024-06-06T08:22:36.903370+0000","last_clean":"2024-06-06T08:22:36.903370+0000","last_became_active":"2024-06-06T08:18:48.010444+0000","last_became_peered":"2024-06-06T08:18:48.010444+0000","last_unstale":"2024-06-06T08:22:36.903370+0000","last_undegraded":"2024-06-06T08:22:36.903370+0000","last_fullsized":"2024-06-06T08:22:36.903370+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:53:31.540388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"99'3","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.013001+0000","last_change":"2024-06-06T08:18:34.680735+0000","last_active":"2024-06-06T08:22:37.013001+0000","last_peered":"2024-06-06T08:22:37.013001+0000","last_clean":"2024-06-06T08:22:37.013001+0000","last_became_active":"2024-06-06T08:18:34.680352+0000","last_became_peered":"2024-06-06T08:18:34.680352+0000","last_unstale":"2024-06-06T08:22:37.013001+0000","last_undegraded":"2024-06-06T08:22:37.013001+0000","last_fullsized":"2024-06-06T08:22:37.013001+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:24:50.680543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"99'8","reported_seq":22,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.999107+0000","last_change":"2024-06-06T08:19:20.075768+0000","last_active":"2024-06-06T08:22:36.999107+0000","last_peered":"2024-06-06T08:22:36.999107+0000","last_clean":"2024-06-06T08:22:36.999107+0000","last_became_active":"2024-06-06T08:19:20.075384+0000","last_became_peered":"2024-06-06T08:19:20.075384+0000","last_unstale":"2024-06-06T08:22:36.999107+0000","last_undegraded":"2024-06-06T08:22:36.999107+0000","last_fullsized":"2024-06-06T08:22:36.999107+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:34:44.437089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,3],"acting":[9,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.313823+0000","last_change":"2024-06-06T08:18:48.012906+0000","last_active":"2024-06-06T08:22:37.313823+0000","last_peered":"2024-06-06T08:22:37.313823+0000","last_clean":"2024-06-06T08:22:37.313823+0000","last_became_active":"2024-06-06T08:18:48.012454+0000","last_became_peered":"2024-06-06T08:18:48.012454+0000","last_unstale":"2024-06-06T08:22:37.313823+0000","last_undegraded":"2024-06-06T08:22:37.313823+0000","last_fullsized":"2024-06-06T08:22:37.313823+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:36:56.660610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"99'2","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898131+0000","last_change":"2024-06-06T08:18:34.678683+0000","last_active":"2024-06-06T08:22:36.898131+0000","last_peered":"2024-06-06T08:22:36.898131+0000","last_clean":"2024-06-06T08:22:36.898131+0000","last_became_active":"2024-06-06T08:18:34.678342+0000","last_became_peered":"2024-06-06T08:18:34.678342+0000","last_unstale":"2024-06-06T08:22:36.898131+0000","last_undegraded":"2024-06-06T08:22:36.898131+0000","last_fullsized":"2024-06-06T08:22:36.898131+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T20:11:33.963323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"99'8","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001988+0000","last_change":"2024-06-06T08:18:37.965932+0000","last_active":"2024-06-06T08:22:37.001988+0000","last_peered":"2024-06-06T08:22:37.001988+0000","last_clean":"2024-06-06T08:22:37.001988+0000","last_became_active":"2024-06-06T08:18:37.963714+0000","last_became_peered":"2024-06-06T08:18:37.963714+0000","last_unstale":"2024-06-06T08:22:37.001988+0000","last_undegraded":"2024-06-06T08:22:37.001988+0000","last_fullsized":"2024-06-06T08:22:37.001988+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:06:11.882753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946599+0000","last_change":"2024-06-06T08:18:48.002609+0000","last_active":"2024-06-06T08:22:36.946599+0000","last_peered":"2024-06-06T08:22:36.946599+0000","last_clean":"2024-06-06T08:22:36.946599+0000","last_became_active":"2024-06-06T08:18:48.002211+0000","last_became_peered":"2024-06-06T08:18:48.002211+0000","last_unstale":"2024-06-06T08:22:36.946599+0000","last_undegraded":"2024-06-06T08:22:36.946599+0000","last_fullsized":"2024-06-06T08:22:36.946599+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:55:07.926808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"99'1","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009947+0000","last_change":"2024-06-06T08:18:34.685112+0000","last_active":"2024-06-06T08:22:37.009947+0000","last_peered":"2024-06-06T08:22:37.009947+0000","last_clean":"2024-06-06T08:22:37.009947+0000","last_became_active":"2024-06-06T08:18:34.682604+0000","last_became_peered":"2024-06-06T08:18:34.682604+0000","last_unstale":"2024-06-06T08:22:37.009947+0000","last_undegraded":"2024-06-06T08:22:37.009947+0000","last_fullsized":"2024-06-06T08:22:37.009947+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:13:14.896283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"99'11","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.998669+0000","last_change":"2024-06-06T08:18:37.966628+0000","last_active":"2024-06-06T08:22:36.998669+0000","last_peered":"2024-06-06T08:22:36.998669+0000","last_clean":"2024-06-06T08:22:36.998669+0000","last_became_active":"2024-06-06T08:18:37.966174+0000","last_became_peered":"2024-06-06T08:18:37.966174+0000","last_unstale":"2024-06-06T08:22:36.998669+0000","last_undegraded":"2024-06-06T08:22:36.998669+0000","last_fullsized":"2024-06-06T08:22:36.998669+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:26:27.138349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.002191+0000","last_change":"2024-06-06T08:18:48.006357+0000","last_active":"2024-06-06T08:22:37.002191+0000","last_peered":"2024-06-06T08:22:37.002191+0000","last_clean":"2024-06-06T08:22:37.002191+0000","last_became_active":"2024-06-06T08:18:48.005964+0000","last_became_peered":"2024-06-06T08:18:48.005964+0000","last_unstale":"2024-06-06T08:22:37.002191+0000","last_undegraded":"2024-06-06T08:22:37.002191+0000","last_fullsized":"2024-06-06T08:22:37.002191+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:17:40.197144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"100'4","reported_seq":220,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.153770+0000","last_change":"2024-06-06T08:18:34.678638+0000","last_active":"2024-06-06T08:22:37.153770+0000","last_peered":"2024-06-06T08:22:37.153770+0000","last_clean":"2024-06-06T08:22:37.153770+0000","last_became_active":"2024-06-06T08:18:34.678294+0000","last_became_peered":"2024-06-06T08:18:34.678294+0000","last_unstale":"2024-06-06T08:22:37.153770+0000","last_undegraded":"2024-06-06T08:22:37.153770+0000","last_fullsized":"2024-06-06T08:22:37.153770+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:03:28.113846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":173,"num_read_kb":173,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"99'10","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.159890+0000","last_change":"2024-06-06T08:18:37.971773+0000","last_active":"2024-06-06T08:22:37.159890+0000","last_peered":"2024-06-06T08:22:37.159890+0000","last_clean":"2024-06-06T08:22:37.159890+0000","last_became_active":"2024-06-06T08:18:37.969850+0000","last_became_peered":"2024-06-06T08:18:37.969850+0000","last_unstale":"2024-06-06T08:22:37.159890+0000","last_undegraded":"2024-06-06T08:22:37.159890+0000","last_fullsized":"2024-06-06T08:22:37.159890+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:16:43.238696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.998507+0000","last_change":"2024-06-06T08:18:48.011111+0000","last_active":"2024-06-06T08:22:36.998507+0000","last_peered":"2024-06-06T08:22:36.998507+0000","last_clean":"2024-06-06T08:22:36.998507+0000","last_became_active":"2024-06-06T08:18:48.010614+0000","last_became_peered":"2024-06-06T08:18:48.010614+0000","last_unstale":"2024-06-06T08:22:36.998507+0000","last_undegraded":"2024-06-06T08:22:36.998507+0000","last_fullsized":"2024-06-06T08:22:36.998507+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:08:29.921768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"99'2","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899520+0000","last_change":"2024-06-06T08:18:34.684626+0000","last_active":"2024-06-06T08:22:36.899520+0000","last_peered":"2024-06-06T08:22:36.899520+0000","last_clean":"2024-06-06T08:22:36.899520+0000","last_became_active":"2024-06-06T08:18:34.683484+0000","last_became_peered":"2024-06-06T08:18:34.683484+0000","last_unstale":"2024-06-06T08:22:36.899520+0000","last_undegraded":"2024-06-06T08:22:36.899520+0000","last_fullsized":"2024-06-06T08:22:36.899520+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:43:17.979708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"99'9","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946750+0000","last_change":"2024-06-06T08:18:37.971981+0000","last_active":"2024-06-06T08:22:36.946750+0000","last_peered":"2024-06-06T08:22:36.946750+0000","last_clean":"2024-06-06T08:22:36.946750+0000","last_became_active":"2024-06-06T08:18:37.971625+0000","last_became_peered":"2024-06-06T08:18:37.971625+0000","last_unstale":"2024-06-06T08:22:36.946750+0000","last_undegraded":"2024-06-06T08:22:36.946750+0000","last_fullsized":"2024-06-06T08:22:36.946750+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:26:54.424426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009781+0000","last_change":"2024-06-06T08:18:48.001480+0000","last_active":"2024-06-06T08:22:37.009781+0000","last_peered":"2024-06-06T08:22:37.009781+0000","last_clean":"2024-06-06T08:22:37.009781+0000","last_became_active":"2024-06-06T08:18:48.001066+0000","last_became_peered":"2024-06-06T08:18:48.001066+0000","last_unstale":"2024-06-06T08:22:37.009781+0000","last_undegraded":"2024-06-06T08:22:37.009781+0000","last_fullsized":"2024-06-06T08:22:37.009781+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:41:03.746928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"99'4","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010278+0000","last_change":"2024-06-06T08:18:34.830839+0000","last_active":"2024-06-06T08:22:37.010278+0000","last_peered":"2024-06-06T08:22:37.010278+0000","last_clean":"2024-06-06T08:22:37.010278+0000","last_became_active":"2024-06-06T08:18:34.830371+0000","last_became_peered":"2024-06-06T08:18:34.830371+0000","last_unstale":"2024-06-06T08:22:37.010278+0000","last_undegraded":"2024-06-06T08:22:37.010278+0000","last_fullsized":"2024-06-06T08:22:37.010278+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:27:59.206172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"99'11","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.159635+0000","last_change":"2024-06-06T08:18:37.980946+0000","last_active":"2024-06-06T08:22:37.159635+0000","last_peered":"2024-06-06T08:22:37.159635+0000","last_clean":"2024-06-06T08:22:37.159635+0000","last_became_active":"2024-06-06T08:18:37.980580+0000","last_became_peered":"2024-06-06T08:18:37.980580+0000","last_unstale":"2024-06-06T08:22:37.159635+0000","last_undegraded":"2024-06-06T08:22:37.159635+0000","last_fullsized":"2024-06-06T08:22:37.159635+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:13:23.979160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":15,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.012867+0000","last_change":"2024-06-06T08:19:20.076301+0000","last_active":"2024-06-06T08:22:37.012867+0000","last_peered":"2024-06-06T08:22:37.012867+0000","last_clean":"2024-06-06T08:22:37.012867+0000","last_became_active":"2024-06-06T08:19:20.075827+0000","last_became_peered":"2024-06-06T08:19:20.075827+0000","last_unstale":"2024-06-06T08:22:37.012867+0000","last_undegraded":"2024-06-06T08:22:37.012867+0000","last_fullsized":"2024-06-06T08:22:37.012867+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:33:26.126674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,11,5],"acting":[10,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.14","version":"100'43","reported_seq":446,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.555686+0000","last_change":"2024-06-06T08:18:34.682178+0000","last_active":"2024-06-06T08:22:37.555686+0000","last_peered":"2024-06-06T08:22:37.555686+0000","last_clean":"2024-06-06T08:22:37.555686+0000","last_became_active":"2024-06-06T08:18:34.681568+0000","last_became_peered":"2024-06-06T08:18:34.681568+0000","last_unstale":"2024-06-06T08:22:37.555686+0000","last_undegraded":"2024-06-06T08:22:37.555686+0000","last_fullsized":"2024-06-06T08:22:37.555686+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:52:19.711661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":73742,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":360,"num_read_kb":252,"num_write":44,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"99'6","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001547+0000","last_change":"2024-06-06T08:18:37.977178+0000","last_active":"2024-06-06T08:22:37.001547+0000","last_peered":"2024-06-06T08:22:37.001547+0000","last_clean":"2024-06-06T08:22:37.001547+0000","last_became_active":"2024-06-06T08:18:37.976879+0000","last_became_peered":"2024-06-06T08:18:37.976879+0000","last_unstale":"2024-06-06T08:22:37.001547+0000","last_undegraded":"2024-06-06T08:22:37.001547+0000","last_fullsized":"2024-06-06T08:22:37.001547+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:21:44.043685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010651+0000","last_change":"2024-06-06T08:18:48.006999+0000","last_active":"2024-06-06T08:22:37.010651+0000","last_peered":"2024-06-06T08:22:37.010651+0000","last_clean":"2024-06-06T08:22:37.010651+0000","last_became_active":"2024-06-06T08:18:48.005658+0000","last_became_peered":"2024-06-06T08:18:48.005658+0000","last_unstale":"2024-06-06T08:22:37.010651+0000","last_undegraded":"2024-06-06T08:22:37.010651+0000","last_fullsized":"2024-06-06T08:22:37.010651+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:34:10.637604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"99'6","reported_seq":25,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.313727+0000","last_change":"2024-06-06T08:19:20.081844+0000","last_active":"2024-06-06T08:22:37.313727+0000","last_peered":"2024-06-06T08:22:37.313727+0000","last_clean":"2024-06-06T08:22:37.313727+0000","last_became_active":"2024-06-06T08:19:20.075790+0000","last_became_peered":"2024-06-06T08:19:20.075790+0000","last_unstale":"2024-06-06T08:22:37.313727+0000","last_undegraded":"2024-06-06T08:22:37.313727+0000","last_fullsized":"2024-06-06T08:22:37.313727+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:25:04.061811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"99'9","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898100+0000","last_change":"2024-06-06T08:18:37.972377+0000","last_active":"2024-06-06T08:22:36.898100+0000","last_peered":"2024-06-06T08:22:36.898100+0000","last_clean":"2024-06-06T08:22:36.898100+0000","last_became_active":"2024-06-06T08:18:37.971755+0000","last_became_peered":"2024-06-06T08:18:37.971755+0000","last_unstale":"2024-06-06T08:22:36.898100+0000","last_undegraded":"2024-06-06T08:22:36.898100+0000","last_fullsized":"2024-06-06T08:22:36.898100+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:00:54.267536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":34,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.313998+0000","last_change":"2024-06-06T08:19:20.077172+0000","last_active":"2024-06-06T08:22:37.313998+0000","last_peered":"2024-06-06T08:22:37.313998+0000","last_clean":"2024-06-06T08:22:37.313998+0000","last_became_active":"2024-06-06T08:19:20.076569+0000","last_became_peered":"2024-06-06T08:19:20.076569+0000","last_unstale":"2024-06-06T08:22:37.313998+0000","last_undegraded":"2024-06-06T08:22:37.313998+0000","last_fullsized":"2024-06-06T08:22:37.313998+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T20:17:32.702814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,7,6],"acting":[11,8,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"99'3","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010253+0000","last_change":"2024-06-06T08:18:34.683416+0000","last_active":"2024-06-06T08:22:37.010253+0000","last_peered":"2024-06-06T08:22:37.010253+0000","last_clean":"2024-06-06T08:22:37.010253+0000","last_became_active":"2024-06-06T08:18:34.683056+0000","last_became_peered":"2024-06-06T08:18:34.683056+0000","last_unstale":"2024-06-06T08:22:37.010253+0000","last_undegraded":"2024-06-06T08:22:37.010253+0000","last_fullsized":"2024-06-06T08:22:37.010253+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:52:58.744871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"99'15","reported_seq":52,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899497+0000","last_change":"2024-06-06T08:18:37.978644+0000","last_active":"2024-06-06T08:22:36.899497+0000","last_peered":"2024-06-06T08:22:36.899497+0000","last_clean":"2024-06-06T08:22:36.899497+0000","last_became_active":"2024-06-06T08:18:37.978318+0000","last_became_peered":"2024-06-06T08:18:37.978318+0000","last_unstale":"2024-06-06T08:22:36.899497+0000","last_undegraded":"2024-06-06T08:22:36.899497+0000","last_fullsized":"2024-06-06T08:22:36.899497+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:44:07.829155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.999659+0000","last_change":"2024-06-06T08:18:48.004073+0000","last_active":"2024-06-06T08:22:36.999659+0000","last_peered":"2024-06-06T08:22:36.999659+0000","last_clean":"2024-06-06T08:22:36.999659+0000","last_became_active":"2024-06-06T08:18:48.003698+0000","last_became_peered":"2024-06-06T08:18:48.003698+0000","last_unstale":"2024-06-06T08:22:36.999659+0000","last_undegraded":"2024-06-06T08:22:36.999659+0000","last_fullsized":"2024-06-06T08:22:36.999659+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:31:31.524345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"100'6","reported_seq":227,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.587097+0000","last_change":"2024-06-06T08:18:34.684025+0000","last_active":"2024-06-06T08:22:37.587097+0000","last_peered":"2024-06-06T08:22:37.587097+0000","last_clean":"2024-06-06T08:22:37.587097+0000","last_became_active":"2024-06-06T08:18:34.683704+0000","last_became_peered":"2024-06-06T08:18:34.683704+0000","last_unstale":"2024-06-06T08:22:37.587097+0000","last_undegraded":"2024-06-06T08:22:37.587097+0000","last_fullsized":"2024-06-06T08:22:37.587097+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:35:18.994049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1509,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":179,"num_read_kb":6,"num_write":5,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"99'6","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899401+0000","last_change":"2024-06-06T08:18:37.974755+0000","last_active":"2024-06-06T08:22:36.899401+0000","last_peered":"2024-06-06T08:22:36.899401+0000","last_clean":"2024-06-06T08:22:36.899401+0000","last_became_active":"2024-06-06T08:18:37.974433+0000","last_became_peered":"2024-06-06T08:18:37.974433+0000","last_unstale":"2024-06-06T08:22:36.899401+0000","last_undegraded":"2024-06-06T08:22:36.899401+0000","last_fullsized":"2024-06-06T08:22:36.899401+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:42:29.994159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":34,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898602+0000","last_change":"2024-06-06T08:19:20.076660+0000","last_active":"2024-06-06T08:22:36.898602+0000","last_peered":"2024-06-06T08:22:36.898602+0000","last_clean":"2024-06-06T08:22:36.898602+0000","last_became_active":"2024-06-06T08:19:20.076106+0000","last_became_peered":"2024-06-06T08:19:20.076106+0000","last_unstale":"2024-06-06T08:22:36.898602+0000","last_undegraded":"2024-06-06T08:22:36.898602+0000","last_fullsized":"2024-06-06T08:22:36.898602+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:04:14.912823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,8,11],"acting":[6,3,8,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"99'15","reported_seq":75,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001170+0000","last_change":"2024-06-06T08:19:20.083268+0000","last_active":"2024-06-06T08:22:37.001170+0000","last_peered":"2024-06-06T08:22:37.001170+0000","last_clean":"2024-06-06T08:22:37.001170+0000","last_became_active":"2024-06-06T08:19:20.072772+0000","last_became_peered":"2024-06-06T08:19:20.072772+0000","last_unstale":"2024-06-06T08:22:37.001170+0000","last_undegraded":"2024-06-06T08:22:37.001170+0000","last_fullsized":"2024-06-06T08:22:37.001170+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:24:31.654914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,4],"acting":[8,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"99'6","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010081+0000","last_change":"2024-06-06T08:18:37.974686+0000","last_active":"2024-06-06T08:22:37.010081+0000","last_peered":"2024-06-06T08:22:37.010081+0000","last_clean":"2024-06-06T08:22:37.010081+0000","last_became_active":"2024-06-06T08:18:37.974359+0000","last_became_peered":"2024-06-06T08:18:37.974359+0000","last_unstale":"2024-06-06T08:22:37.010081+0000","last_undegraded":"2024-06-06T08:22:37.010081+0000","last_fullsized":"2024-06-06T08:22:37.010081+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:59:11.839143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010001+0000","last_change":"2024-06-06T08:18:48.004663+0000","last_active":"2024-06-06T08:22:37.010001+0000","last_peered":"2024-06-06T08:22:37.010001+0000","last_clean":"2024-06-06T08:22:37.010001+0000","last_became_active":"2024-06-06T08:18:48.004157+0000","last_became_peered":"2024-06-06T08:18:48.004157+0000","last_unstale":"2024-06-06T08:22:37.010001+0000","last_undegraded":"2024-06-06T08:22:37.010001+0000","last_fullsized":"2024-06-06T08:22:37.010001+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:24:09.672748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"99'2","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001578+0000","last_change":"2024-06-06T08:18:34.680195+0000","last_active":"2024-06-06T08:22:37.001578+0000","last_peered":"2024-06-06T08:22:37.001578+0000","last_clean":"2024-06-06T08:22:37.001578+0000","last_became_active":"2024-06-06T08:18:34.679739+0000","last_became_peered":"2024-06-06T08:18:34.679739+0000","last_unstale":"2024-06-06T08:22:37.001578+0000","last_undegraded":"2024-06-06T08:22:37.001578+0000","last_fullsized":"2024-06-06T08:22:37.001578+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:35:12.003240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"99'5","reported_seq":41,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.313942+0000","last_change":"2024-06-06T08:18:37.972817+0000","last_active":"2024-06-06T08:22:37.313942+0000","last_peered":"2024-06-06T08:22:37.313942+0000","last_clean":"2024-06-06T08:22:37.313942+0000","last_became_active":"2024-06-06T08:18:37.972330+0000","last_became_peered":"2024-06-06T08:18:37.972330+0000","last_unstale":"2024-06-06T08:22:37.313942+0000","last_undegraded":"2024-06-06T08:22:37.313942+0000","last_fullsized":"2024-06-06T08:22:37.313942+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:28:52.945097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001214+0000","last_change":"2024-06-06T08:18:48.069745+0000","last_active":"2024-06-06T08:22:37.001214+0000","last_peered":"2024-06-06T08:22:37.001214+0000","last_clean":"2024-06-06T08:22:37.001214+0000","last_became_active":"2024-06-06T08:18:48.069211+0000","last_became_peered":"2024-06-06T08:18:48.069211+0000","last_unstale":"2024-06-06T08:22:37.001214+0000","last_undegraded":"2024-06-06T08:22:37.001214+0000","last_fullsized":"2024-06-06T08:22:37.001214+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:20:30.421047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.999366+0000","last_change":"2024-06-06T08:18:34.831498+0000","last_active":"2024-06-06T08:22:36.999366+0000","last_peered":"2024-06-06T08:22:36.999366+0000","last_clean":"2024-06-06T08:22:36.999366+0000","last_became_active":"2024-06-06T08:18:34.831101+0000","last_became_peered":"2024-06-06T08:18:34.831101+0000","last_unstale":"2024-06-06T08:22:36.999366+0000","last_undegraded":"2024-06-06T08:22:36.999366+0000","last_fullsized":"2024-06-06T08:22:36.999366+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:51:33.531875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"99'4","reported_seq":41,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.013044+0000","last_change":"2024-06-06T08:18:37.968601+0000","last_active":"2024-06-06T08:22:37.013044+0000","last_peered":"2024-06-06T08:22:37.013044+0000","last_clean":"2024-06-06T08:22:37.013044+0000","last_became_active":"2024-06-06T08:18:37.968269+0000","last_became_peered":"2024-06-06T08:18:37.968269+0000","last_unstale":"2024-06-06T08:22:37.013044+0000","last_undegraded":"2024-06-06T08:22:37.013044+0000","last_fullsized":"2024-06-06T08:22:37.013044+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:51:35.437855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898416+0000","last_change":"2024-06-06T08:18:48.009054+0000","last_active":"2024-06-06T08:22:36.898416+0000","last_peered":"2024-06-06T08:22:36.898416+0000","last_clean":"2024-06-06T08:22:36.898416+0000","last_became_active":"2024-06-06T08:18:48.008286+0000","last_became_peered":"2024-06-06T08:18:48.008286+0000","last_unstale":"2024-06-06T08:22:36.898416+0000","last_undegraded":"2024-06-06T08:22:36.898416+0000","last_fullsized":"2024-06-06T08:22:36.898416+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:24:47.868921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"99'1","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899229+0000","last_change":"2024-06-06T08:18:34.685520+0000","last_active":"2024-06-06T08:22:36.899229+0000","last_peered":"2024-06-06T08:22:36.899229+0000","last_clean":"2024-06-06T08:22:36.899229+0000","last_became_active":"2024-06-06T08:18:34.685063+0000","last_became_peered":"2024-06-06T08:18:34.685063+0000","last_unstale":"2024-06-06T08:22:36.899229+0000","last_undegraded":"2024-06-06T08:22:36.899229+0000","last_fullsized":"2024-06-06T08:22:36.899229+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:48:39.032501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"99'7","reported_seq":50,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.013063+0000","last_change":"2024-06-06T08:19:20.072686+0000","last_active":"2024-06-06T08:22:37.013063+0000","last_peered":"2024-06-06T08:22:37.013063+0000","last_clean":"2024-06-06T08:22:37.013063+0000","last_became_active":"2024-06-06T08:19:20.072310+0000","last_became_peered":"2024-06-06T08:19:20.072310+0000","last_unstale":"2024-06-06T08:22:37.013063+0000","last_undegraded":"2024-06-06T08:22:37.013063+0000","last_fullsized":"2024-06-06T08:22:37.013063+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:07:16.268969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898753+0000","last_change":"2024-06-06T08:18:48.069698+0000","last_active":"2024-06-06T08:22:36.898753+0000","last_peered":"2024-06-06T08:22:36.898753+0000","last_clean":"2024-06-06T08:22:36.898753+0000","last_became_active":"2024-06-06T08:18:48.069126+0000","last_became_peered":"2024-06-06T08:18:48.069126+0000","last_unstale":"2024-06-06T08:22:36.898753+0000","last_undegraded":"2024-06-06T08:22:36.898753+0000","last_fullsized":"2024-06-06T08:22:36.898753+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:12:41.551061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"99'8","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010216+0000","last_change":"2024-06-06T08:18:37.976958+0000","last_active":"2024-06-06T08:22:37.010216+0000","last_peered":"2024-06-06T08:22:37.010216+0000","last_clean":"2024-06-06T08:22:37.010216+0000","last_became_active":"2024-06-06T08:18:37.975255+0000","last_became_peered":"2024-06-06T08:18:37.975255+0000","last_unstale":"2024-06-06T08:22:37.010216+0000","last_undegraded":"2024-06-06T08:22:37.010216+0000","last_fullsized":"2024-06-06T08:22:37.010216+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:30:43.849320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"100'6","reported_seq":222,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.154009+0000","last_change":"2024-06-06T08:18:34.830568+0000","last_active":"2024-06-06T08:22:37.154009+0000","last_peered":"2024-06-06T08:22:37.154009+0000","last_clean":"2024-06-06T08:22:37.154009+0000","last_became_active":"2024-06-06T08:18:34.830197+0000","last_became_peered":"2024-06-06T08:18:34.830197+0000","last_unstale":"2024-06-06T08:22:37.154009+0000","last_undegraded":"2024-06-06T08:22:37.154009+0000","last_fullsized":"2024-06-06T08:22:37.154009+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:55:26.436553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":173,"num_read_kb":173,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"99'1","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899525+0000","last_change":"2024-06-06T08:18:48.010465+0000","last_active":"2024-06-06T08:22:36.899525+0000","last_peered":"2024-06-06T08:22:36.899525+0000","last_clean":"2024-06-06T08:22:36.899525+0000","last_became_active":"2024-06-06T08:18:48.010096+0000","last_became_peered":"2024-06-06T08:18:48.010096+0000","last_unstale":"2024-06-06T08:22:36.899525+0000","last_undegraded":"2024-06-06T08:22:36.899525+0000","last_fullsized":"2024-06-06T08:22:36.899525+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:39:33.906074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"99'8","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.002553+0000","last_change":"2024-06-06T08:18:37.973719+0000","last_active":"2024-06-06T08:22:37.002553+0000","last_peered":"2024-06-06T08:22:37.002553+0000","last_clean":"2024-06-06T08:22:37.002553+0000","last_became_active":"2024-06-06T08:18:37.973395+0000","last_became_peered":"2024-06-06T08:18:37.973395+0000","last_unstale":"2024-06-06T08:22:37.002553+0000","last_undegraded":"2024-06-06T08:22:37.002553+0000","last_fullsized":"2024-06-06T08:22:37.002553+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:46:30.231836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"99'3","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009732+0000","last_change":"2024-06-06T08:18:34.681983+0000","last_active":"2024-06-06T08:22:37.009732+0000","last_peered":"2024-06-06T08:22:37.009732+0000","last_clean":"2024-06-06T08:22:37.009732+0000","last_became_active":"2024-06-06T08:18:34.681609+0000","last_became_peered":"2024-06-06T08:18:34.681609+0000","last_unstale":"2024-06-06T08:22:37.009732+0000","last_undegraded":"2024-06-06T08:22:37.009732+0000","last_fullsized":"2024-06-06T08:22:37.009732+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:52:15.132317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":378,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899229+0000","last_change":"2024-06-06T08:17:15.096339+0000","last_active":"2024-06-06T08:22:36.899229+0000","last_peered":"2024-06-06T08:22:36.899229+0000","last_clean":"2024-06-06T08:22:36.899229+0000","last_became_active":"2024-06-06T08:17:15.095774+0000","last_became_peered":"2024-06-06T08:17:15.095774+0000","last_unstale":"2024-06-06T08:22:36.899229+0000","last_undegraded":"2024-06-06T08:22:36.899229+0000","last_fullsized":"2024-06-06T08:22:36.899229+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:13:45.360899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:13:45.360899+0000","last_clean_scrub_stamp":"2024-06-06T08:13:45.360899+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:11:51.805874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010386+0000","last_change":"2024-06-06T08:18:48.069855+0000","last_active":"2024-06-06T08:22:37.010386+0000","last_peered":"2024-06-06T08:22:37.010386+0000","last_clean":"2024-06-06T08:22:37.010386+0000","last_became_active":"2024-06-06T08:18:48.069438+0000","last_became_peered":"2024-06-06T08:18:48.069438+0000","last_unstale":"2024-06-06T08:22:37.010386+0000","last_undegraded":"2024-06-06T08:22:37.010386+0000","last_fullsized":"2024-06-06T08:22:37.010386+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:25:14.432797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"99'5","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.897966+0000","last_change":"2024-06-06T08:19:20.073432+0000","last_active":"2024-06-06T08:22:36.897966+0000","last_peered":"2024-06-06T08:22:36.897966+0000","last_clean":"2024-06-06T08:22:36.897966+0000","last_became_active":"2024-06-06T08:19:20.073034+0000","last_became_peered":"2024-06-06T08:19:20.073034+0000","last_unstale":"2024-06-06T08:22:36.897966+0000","last_undegraded":"2024-06-06T08:22:36.897966+0000","last_fullsized":"2024-06-06T08:22:36.897966+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:08:52.802582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,2],"acting":[6,9,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"99'3","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899328+0000","last_change":"2024-06-06T08:18:34.682370+0000","last_active":"2024-06-06T08:22:36.899328+0000","last_peered":"2024-06-06T08:22:36.899328+0000","last_clean":"2024-06-06T08:22:36.899328+0000","last_became_active":"2024-06-06T08:18:34.682002+0000","last_became_peered":"2024-06-06T08:18:34.682002+0000","last_unstale":"2024-06-06T08:22:36.899328+0000","last_undegraded":"2024-06-06T08:22:36.899328+0000","last_fullsized":"2024-06-06T08:22:36.899328+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:48:56.690891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.313837+0000","last_change":"2024-06-06T08:18:48.006552+0000","last_active":"2024-06-06T08:22:37.313837+0000","last_peered":"2024-06-06T08:22:37.313837+0000","last_clean":"2024-06-06T08:22:37.313837+0000","last_became_active":"2024-06-06T08:18:48.006021+0000","last_became_peered":"2024-06-06T08:18:48.006021+0000","last_unstale":"2024-06-06T08:22:37.313837+0000","last_undegraded":"2024-06-06T08:22:37.313837+0000","last_fullsized":"2024-06-06T08:22:37.313837+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:22:25.504479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"99'1","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001610+0000","last_change":"2024-06-06T08:18:34.831372+0000","last_active":"2024-06-06T08:22:37.001610+0000","last_peered":"2024-06-06T08:22:37.001610+0000","last_clean":"2024-06-06T08:22:37.001610+0000","last_became_active":"2024-06-06T08:18:34.830779+0000","last_became_peered":"2024-06-06T08:18:34.830779+0000","last_unstale":"2024-06-06T08:22:37.001610+0000","last_undegraded":"2024-06-06T08:22:37.001610+0000","last_fullsized":"2024-06-06T08:22:37.001610+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T20:16:51.953873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"99'9","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898554+0000","last_change":"2024-06-06T08:18:37.965533+0000","last_active":"2024-06-06T08:22:36.898554+0000","last_peered":"2024-06-06T08:22:36.898554+0000","last_clean":"2024-06-06T08:22:36.898554+0000","last_became_active":"2024-06-06T08:18:37.965190+0000","last_became_peered":"2024-06-06T08:18:37.965190+0000","last_unstale":"2024-06-06T08:22:36.898554+0000","last_undegraded":"2024-06-06T08:22:36.898554+0000","last_fullsized":"2024-06-06T08:22:36.898554+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:56:20.789040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001595+0000","last_change":"2024-06-06T08:18:48.069482+0000","last_active":"2024-06-06T08:22:37.001595+0000","last_peered":"2024-06-06T08:22:37.001595+0000","last_clean":"2024-06-06T08:22:37.001595+0000","last_became_active":"2024-06-06T08:18:48.069033+0000","last_became_peered":"2024-06-06T08:18:48.069033+0000","last_unstale":"2024-06-06T08:22:37.001595+0000","last_undegraded":"2024-06-06T08:22:37.001595+0000","last_fullsized":"2024-06-06T08:22:37.001595+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:53:57.135522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"100'48","reported_seq":114,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.112934+0000","last_change":"2024-06-06T08:18:34.680768+0000","last_active":"2024-06-06T08:22:37.112934+0000","last_peered":"2024-06-06T08:22:37.112934+0000","last_clean":"2024-06-06T08:22:37.112934+0000","last_became_active":"2024-06-06T08:18:34.680388+0000","last_became_peered":"2024-06-06T08:18:34.680388+0000","last_unstale":"2024-06-06T08:22:37.112934+0000","last_undegraded":"2024-06-06T08:22:37.112934+0000","last_fullsized":"2024-06-06T08:22:37.112934+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:20:11.041953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":82,"num_read_kb":70,"num_write":86,"num_write_kb":838,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"99'5","reported_seq":42,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.002845+0000","last_change":"2024-06-06T08:18:37.962877+0000","last_active":"2024-06-06T08:22:37.002845+0000","last_peered":"2024-06-06T08:22:37.002845+0000","last_clean":"2024-06-06T08:22:37.002845+0000","last_became_active":"2024-06-06T08:18:37.962515+0000","last_became_peered":"2024-06-06T08:18:37.962515+0000","last_unstale":"2024-06-06T08:22:37.002845+0000","last_undegraded":"2024-06-06T08:22:37.002845+0000","last_fullsized":"2024-06-06T08:22:37.002845+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:09:29.783996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.902629+0000","last_change":"2024-06-06T08:18:48.002421+0000","last_active":"2024-06-06T08:22:36.902629+0000","last_peered":"2024-06-06T08:22:36.902629+0000","last_clean":"2024-06-06T08:22:36.902629+0000","last_became_active":"2024-06-06T08:18:48.001500+0000","last_became_peered":"2024-06-06T08:18:48.001500+0000","last_unstale":"2024-06-06T08:22:36.902629+0000","last_undegraded":"2024-06-06T08:22:36.902629+0000","last_fullsized":"2024-06-06T08:22:36.902629+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:16:23.206777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"99'4","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009979+0000","last_change":"2024-06-06T08:18:35.126605+0000","last_active":"2024-06-06T08:22:37.009979+0000","last_peered":"2024-06-06T08:22:37.009979+0000","last_clean":"2024-06-06T08:22:37.009979+0000","last_became_active":"2024-06-06T08:18:35.126225+0000","last_became_peered":"2024-06-06T08:18:35.126225+0000","last_unstale":"2024-06-06T08:22:37.009979+0000","last_undegraded":"2024-06-06T08:22:37.009979+0000","last_fullsized":"2024-06-06T08:22:37.009979+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:27:58.288349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"99'7","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946719+0000","last_change":"2024-06-06T08:18:37.978178+0000","last_active":"2024-06-06T08:22:36.946719+0000","last_peered":"2024-06-06T08:22:36.946719+0000","last_clean":"2024-06-06T08:22:36.946719+0000","last_became_active":"2024-06-06T08:18:37.977413+0000","last_became_peered":"2024-06-06T08:18:37.977413+0000","last_unstale":"2024-06-06T08:22:36.946719+0000","last_undegraded":"2024-06-06T08:22:36.946719+0000","last_fullsized":"2024-06-06T08:22:36.946719+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:19:27.492305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":34,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009770+0000","last_change":"2024-06-06T08:19:20.074860+0000","last_active":"2024-06-06T08:22:37.009770+0000","last_peered":"2024-06-06T08:22:37.009770+0000","last_clean":"2024-06-06T08:22:37.009770+0000","last_became_active":"2024-06-06T08:19:20.074377+0000","last_became_peered":"2024-06-06T08:19:20.074377+0000","last_unstale":"2024-06-06T08:22:37.009770+0000","last_undegraded":"2024-06-06T08:22:37.009770+0000","last_fullsized":"2024-06-06T08:22:37.009770+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:24:23.991833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,10,9],"acting":[4,8,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"99'2","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.159386+0000","last_change":"2024-06-06T08:18:34.830742+0000","last_active":"2024-06-06T08:22:37.159386+0000","last_peered":"2024-06-06T08:22:37.159386+0000","last_clean":"2024-06-06T08:22:37.159386+0000","last_became_active":"2024-06-06T08:18:34.830351+0000","last_became_peered":"2024-06-06T08:18:34.830351+0000","last_unstale":"2024-06-06T08:22:37.159386+0000","last_undegraded":"2024-06-06T08:22:37.159386+0000","last_fullsized":"2024-06-06T08:22:37.159386+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:26:10.297538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"99'2","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001168+0000","last_change":"2024-06-06T08:18:37.968284+0000","last_active":"2024-06-06T08:22:37.001168+0000","last_peered":"2024-06-06T08:22:37.001168+0000","last_clean":"2024-06-06T08:22:37.001168+0000","last_became_active":"2024-06-06T08:18:37.967965+0000","last_became_peered":"2024-06-06T08:18:37.967965+0000","last_unstale":"2024-06-06T08:22:37.001168+0000","last_undegraded":"2024-06-06T08:22:37.001168+0000","last_fullsized":"2024-06-06T08:22:37.001168+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:06:27.202803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.999829+0000","last_change":"2024-06-06T08:18:48.011663+0000","last_active":"2024-06-06T08:22:36.999829+0000","last_peered":"2024-06-06T08:22:36.999829+0000","last_clean":"2024-06-06T08:22:36.999829+0000","last_became_active":"2024-06-06T08:18:48.011061+0000","last_became_peered":"2024-06-06T08:18:48.011061+0000","last_unstale":"2024-06-06T08:22:36.999829+0000","last_undegraded":"2024-06-06T08:22:36.999829+0000","last_fullsized":"2024-06-06T08:22:36.999829+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:42:57.080453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"99'3","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.002293+0000","last_change":"2024-06-06T08:18:34.682065+0000","last_active":"2024-06-06T08:22:37.002293+0000","last_peered":"2024-06-06T08:22:37.002293+0000","last_clean":"2024-06-06T08:22:37.002293+0000","last_became_active":"2024-06-06T08:18:34.681713+0000","last_became_peered":"2024-06-06T08:18:34.681713+0000","last_unstale":"2024-06-06T08:22:37.002293+0000","last_undegraded":"2024-06-06T08:22:37.002293+0000","last_fullsized":"2024-06-06T08:22:37.002293+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:31:52.342368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"99'9","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.313667+0000","last_change":"2024-06-06T08:18:37.970529+0000","last_active":"2024-06-06T08:22:37.313667+0000","last_peered":"2024-06-06T08:22:37.313667+0000","last_clean":"2024-06-06T08:22:37.313667+0000","last_became_active":"2024-06-06T08:18:37.967457+0000","last_became_peered":"2024-06-06T08:18:37.967457+0000","last_unstale":"2024-06-06T08:22:37.313667+0000","last_undegraded":"2024-06-06T08:22:37.313667+0000","last_fullsized":"2024-06-06T08:22:37.313667+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:37:02.931598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"99'1","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009701+0000","last_change":"2024-06-06T08:18:48.001708+0000","last_active":"2024-06-06T08:22:37.009701+0000","last_peered":"2024-06-06T08:22:37.009701+0000","last_clean":"2024-06-06T08:22:37.009701+0000","last_became_active":"2024-06-06T08:18:48.001028+0000","last_became_peered":"2024-06-06T08:18:48.001028+0000","last_unstale":"2024-06-06T08:22:37.009701+0000","last_undegraded":"2024-06-06T08:22:37.009701+0000","last_fullsized":"2024-06-06T08:22:37.009701+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:34:36.608830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"100'2","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.903181+0000","last_change":"2024-06-06T08:18:34.681687+0000","last_active":"2024-06-06T08:22:36.903181+0000","last_peered":"2024-06-06T08:22:36.903181+0000","last_clean":"2024-06-06T08:22:36.903181+0000","last_became_active":"2024-06-06T08:18:34.681359+0000","last_became_peered":"2024-06-06T08:18:34.681359+0000","last_unstale":"2024-06-06T08:22:36.903181+0000","last_undegraded":"2024-06-06T08:22:36.903181+0000","last_fullsized":"2024-06-06T08:22:36.903181+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:04:45.735761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"99'8","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.002792+0000","last_change":"2024-06-06T08:18:37.970897+0000","last_active":"2024-06-06T08:22:37.002792+0000","last_peered":"2024-06-06T08:22:37.002792+0000","last_clean":"2024-06-06T08:22:37.002792+0000","last_became_active":"2024-06-06T08:18:37.970571+0000","last_became_peered":"2024-06-06T08:18:37.970571+0000","last_unstale":"2024-06-06T08:22:37.002792+0000","last_undegraded":"2024-06-06T08:22:37.002792+0000","last_fullsized":"2024-06-06T08:22:37.002792+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:46:15.915929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009768+0000","last_change":"2024-06-06T08:18:48.069630+0000","last_active":"2024-06-06T08:22:37.009768+0000","last_peered":"2024-06-06T08:22:37.009768+0000","last_clean":"2024-06-06T08:22:37.009768+0000","last_became_active":"2024-06-06T08:18:48.069072+0000","last_became_peered":"2024-06-06T08:18:48.069072+0000","last_unstale":"2024-06-06T08:22:37.009768+0000","last_undegraded":"2024-06-06T08:22:37.009768+0000","last_fullsized":"2024-06-06T08:22:37.009768+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:06:52.895802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"99'4","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001388+0000","last_change":"2024-06-06T08:18:34.684436+0000","last_active":"2024-06-06T08:22:37.001388+0000","last_peered":"2024-06-06T08:22:37.001388+0000","last_clean":"2024-06-06T08:22:37.001388+0000","last_became_active":"2024-06-06T08:18:34.684088+0000","last_became_peered":"2024-06-06T08:18:34.684088+0000","last_unstale":"2024-06-06T08:22:37.001388+0000","last_undegraded":"2024-06-06T08:22:37.001388+0000","last_fullsized":"2024-06-06T08:22:37.001388+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:15:52.921779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"99'5","reported_seq":42,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899308+0000","last_change":"2024-06-06T08:18:37.969446+0000","last_active":"2024-06-06T08:22:36.899308+0000","last_peered":"2024-06-06T08:22:36.899308+0000","last_clean":"2024-06-06T08:22:36.899308+0000","last_became_active":"2024-06-06T08:18:37.969080+0000","last_became_peered":"2024-06-06T08:18:37.969080+0000","last_unstale":"2024-06-06T08:22:36.899308+0000","last_undegraded":"2024-06-06T08:22:36.899308+0000","last_fullsized":"2024-06-06T08:22:36.899308+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:11:04.510503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.159616+0000","last_change":"2024-06-06T08:18:48.003740+0000","last_active":"2024-06-06T08:22:37.159616+0000","last_peered":"2024-06-06T08:22:37.159616+0000","last_clean":"2024-06-06T08:22:37.159616+0000","last_became_active":"2024-06-06T08:18:48.003336+0000","last_became_peered":"2024-06-06T08:18:48.003336+0000","last_unstale":"2024-06-06T08:22:37.159616+0000","last_undegraded":"2024-06-06T08:22:37.159616+0000","last_fullsized":"2024-06-06T08:22:37.159616+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:50:46.165799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"99'3","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.903560+0000","last_change":"2024-06-06T08:18:35.126341+0000","last_active":"2024-06-06T08:22:36.903560+0000","last_peered":"2024-06-06T08:22:36.903560+0000","last_clean":"2024-06-06T08:22:36.903560+0000","last_became_active":"2024-06-06T08:18:35.125952+0000","last_became_peered":"2024-06-06T08:18:35.125952+0000","last_unstale":"2024-06-06T08:22:36.903560+0000","last_undegraded":"2024-06-06T08:22:36.903560+0000","last_fullsized":"2024-06-06T08:22:36.903560+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:27:06.337259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"99'7","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899706+0000","last_change":"2024-06-06T08:18:37.968441+0000","last_active":"2024-06-06T08:22:36.899706+0000","last_peered":"2024-06-06T08:22:36.899706+0000","last_clean":"2024-06-06T08:22:36.899706+0000","last_became_active":"2024-06-06T08:18:37.968104+0000","last_became_peered":"2024-06-06T08:18:37.968104+0000","last_unstale":"2024-06-06T08:22:36.899706+0000","last_undegraded":"2024-06-06T08:22:36.899706+0000","last_fullsized":"2024-06-06T08:22:36.899706+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:15:56.554327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946226+0000","last_change":"2024-06-06T08:18:48.003394+0000","last_active":"2024-06-06T08:22:36.946226+0000","last_peered":"2024-06-06T08:22:36.946226+0000","last_clean":"2024-06-06T08:22:36.946226+0000","last_became_active":"2024-06-06T08:18:48.002989+0000","last_became_peered":"2024-06-06T08:18:48.002989+0000","last_unstale":"2024-06-06T08:22:36.946226+0000","last_undegraded":"2024-06-06T08:22:36.946226+0000","last_fullsized":"2024-06-06T08:22:36.946226+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:03:19.225845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"100'39","reported_seq":90,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.110540+0000","last_change":"2024-06-06T08:18:34.682688+0000","last_active":"2024-06-06T08:22:37.110540+0000","last_peered":"2024-06-06T08:22:37.110540+0000","last_clean":"2024-06-06T08:22:37.110540+0000","last_became_active":"2024-06-06T08:18:34.682315+0000","last_became_peered":"2024-06-06T08:18:34.682315+0000","last_unstale":"2024-06-06T08:22:37.110540+0000","last_undegraded":"2024-06-06T08:22:37.110540+0000","last_fullsized":"2024-06-06T08:22:37.110540+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:06:00.681812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"99'6","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899455+0000","last_change":"2024-06-06T08:18:37.973181+0000","last_active":"2024-06-06T08:22:36.899455+0000","last_peered":"2024-06-06T08:22:36.899455+0000","last_clean":"2024-06-06T08:22:36.899455+0000","last_became_active":"2024-06-06T08:18:37.972850+0000","last_became_peered":"2024-06-06T08:18:37.972850+0000","last_unstale":"2024-06-06T08:22:36.899455+0000","last_undegraded":"2024-06-06T08:22:36.899455+0000","last_fullsized":"2024-06-06T08:22:36.899455+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:03:25.044516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009827+0000","last_change":"2024-06-06T08:18:48.004398+0000","last_active":"2024-06-06T08:22:37.009827+0000","last_peered":"2024-06-06T08:22:37.009827+0000","last_clean":"2024-06-06T08:22:37.009827+0000","last_became_active":"2024-06-06T08:18:48.003376+0000","last_became_peered":"2024-06-06T08:18:48.003376+0000","last_unstale":"2024-06-06T08:22:37.009827+0000","last_undegraded":"2024-06-06T08:22:37.009827+0000","last_fullsized":"2024-06-06T08:22:37.009827+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:59:24.118255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"90'2","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898643+0000","last_change":"2024-06-06T08:18:34.676555+0000","last_active":"2024-06-06T08:22:36.898643+0000","last_peered":"2024-06-06T08:22:36.898643+0000","last_clean":"2024-06-06T08:22:36.898643+0000","last_became_active":"2024-06-06T08:18:34.676211+0000","last_became_peered":"2024-06-06T08:18:34.676211+0000","last_unstale":"2024-06-06T08:22:36.898643+0000","last_undegraded":"2024-06-06T08:22:36.898643+0000","last_fullsized":"2024-06-06T08:22:36.898643+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:32:06.731526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"99'9","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899680+0000","last_change":"2024-06-06T08:18:37.970913+0000","last_active":"2024-06-06T08:22:36.899680+0000","last_peered":"2024-06-06T08:22:36.899680+0000","last_clean":"2024-06-06T08:22:36.899680+0000","last_became_active":"2024-06-06T08:18:37.970608+0000","last_became_peered":"2024-06-06T08:18:37.970608+0000","last_unstale":"2024-06-06T08:22:36.899680+0000","last_undegraded":"2024-06-06T08:22:36.899680+0000","last_fullsized":"2024-06-06T08:22:36.899680+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:26:04.912347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"99'9","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.313747+0000","last_change":"2024-06-06T08:18:37.974755+0000","last_active":"2024-06-06T08:22:37.313747+0000","last_peered":"2024-06-06T08:22:37.313747+0000","last_clean":"2024-06-06T08:22:37.313747+0000","last_became_active":"2024-06-06T08:18:37.974382+0000","last_became_peered":"2024-06-06T08:18:37.974382+0000","last_unstale":"2024-06-06T08:22:37.313747+0000","last_undegraded":"2024-06-06T08:22:37.313747+0000","last_fullsized":"2024-06-06T08:22:37.313747+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:38:10.260699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"99'12","reported_seq":49,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.902842+0000","last_change":"2024-06-06T08:18:37.976674+0000","last_active":"2024-06-06T08:22:36.902842+0000","last_peered":"2024-06-06T08:22:36.902842+0000","last_clean":"2024-06-06T08:22:36.902842+0000","last_became_active":"2024-06-06T08:18:37.976279+0000","last_became_peered":"2024-06-06T08:18:37.976279+0000","last_unstale":"2024-06-06T08:22:36.902842+0000","last_undegraded":"2024-06-06T08:22:36.902842+0000","last_fullsized":"2024-06-06T08:22:36.902842+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:49:44.218179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"99'8","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.902689+0000","last_change":"2024-06-06T08:18:37.967246+0000","last_active":"2024-06-06T08:22:36.902689+0000","last_peered":"2024-06-06T08:22:36.902689+0000","last_clean":"2024-06-06T08:22:36.902689+0000","last_became_active":"2024-06-06T08:18:37.966893+0000","last_became_peered":"2024-06-06T08:18:37.966893+0000","last_unstale":"2024-06-06T08:22:36.902689+0000","last_undegraded":"2024-06-06T08:22:36.902689+0000","last_fullsized":"2024-06-06T08:22:36.902689+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:27:37.460198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"99'7","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946484+0000","last_change":"2024-06-06T08:18:37.971779+0000","last_active":"2024-06-06T08:22:36.946484+0000","last_peered":"2024-06-06T08:22:36.946484+0000","last_clean":"2024-06-06T08:22:36.946484+0000","last_became_active":"2024-06-06T08:18:37.971263+0000","last_became_peered":"2024-06-06T08:18:37.971263+0000","last_unstale":"2024-06-06T08:22:36.946484+0000","last_undegraded":"2024-06-06T08:22:36.946484+0000","last_fullsized":"2024-06-06T08:22:36.946484+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:13:07.331856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"99'4","reported_seq":41,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898594+0000","last_change":"2024-06-06T08:18:37.966498+0000","last_active":"2024-06-06T08:22:36.898594+0000","last_peered":"2024-06-06T08:22:36.898594+0000","last_clean":"2024-06-06T08:22:36.898594+0000","last_became_active":"2024-06-06T08:18:37.966168+0000","last_became_peered":"2024-06-06T08:18:37.966168+0000","last_unstale":"2024-06-06T08:22:36.898594+0000","last_undegraded":"2024-06-06T08:22:36.898594+0000","last_fullsized":"2024-06-06T08:22:36.898594+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:53:30.055427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"99'6","reported_seq":42,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.313997+0000","last_change":"2024-06-06T08:18:37.969990+0000","last_active":"2024-06-06T08:22:37.313997+0000","last_peered":"2024-06-06T08:22:37.313997+0000","last_clean":"2024-06-06T08:22:37.313997+0000","last_became_active":"2024-06-06T08:18:37.968057+0000","last_became_peered":"2024-06-06T08:18:37.968057+0000","last_unstale":"2024-06-06T08:22:37.313997+0000","last_undegraded":"2024-06-06T08:22:37.313997+0000","last_fullsized":"2024-06-06T08:22:37.313997+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:58:09.932685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"99'15","reported_seq":52,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.903147+0000","last_change":"2024-06-06T08:18:37.974080+0000","last_active":"2024-06-06T08:22:36.903147+0000","last_peered":"2024-06-06T08:22:36.903147+0000","last_clean":"2024-06-06T08:22:36.903147+0000","last_became_active":"2024-06-06T08:18:37.973730+0000","last_became_peered":"2024-06-06T08:18:37.973730+0000","last_unstale":"2024-06-06T08:22:36.903147+0000","last_undegraded":"2024-06-06T08:22:36.903147+0000","last_fullsized":"2024-06-06T08:22:36.903147+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:44:14.792754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"99'2","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.003053+0000","last_change":"2024-06-06T08:18:37.968451+0000","last_active":"2024-06-06T08:22:37.003053+0000","last_peered":"2024-06-06T08:22:37.003053+0000","last_clean":"2024-06-06T08:22:37.003053+0000","last_became_active":"2024-06-06T08:18:37.968104+0000","last_became_peered":"2024-06-06T08:18:37.968104+0000","last_unstale":"2024-06-06T08:22:37.003053+0000","last_undegraded":"2024-06-06T08:22:37.003053+0000","last_fullsized":"2024-06-06T08:22:37.003053+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:38:19.899618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"99'6","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009999+0000","last_change":"2024-06-06T08:18:37.977208+0000","last_active":"2024-06-06T08:22:37.009999+0000","last_peered":"2024-06-06T08:22:37.009999+0000","last_clean":"2024-06-06T08:22:37.009999+0000","last_became_active":"2024-06-06T08:18:37.976642+0000","last_became_peered":"2024-06-06T08:18:37.976642+0000","last_unstale":"2024-06-06T08:22:37.009999+0000","last_undegraded":"2024-06-06T08:22:37.009999+0000","last_fullsized":"2024-06-06T08:22:37.009999+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:18:53.095544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"99'8","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.002370+0000","last_change":"2024-06-06T08:18:37.970249+0000","last_active":"2024-06-06T08:22:37.002370+0000","last_peered":"2024-06-06T08:22:37.002370+0000","last_clean":"2024-06-06T08:22:37.002370+0000","last_became_active":"2024-06-06T08:18:37.968140+0000","last_became_peered":"2024-06-06T08:18:37.968140+0000","last_unstale":"2024-06-06T08:22:37.002370+0000","last_undegraded":"2024-06-06T08:22:37.002370+0000","last_fullsized":"2024-06-06T08:22:37.002370+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:16:33.574669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"99'10","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.159900+0000","last_change":"2024-06-06T08:18:37.976750+0000","last_active":"2024-06-06T08:22:37.159900+0000","last_peered":"2024-06-06T08:22:37.159900+0000","last_clean":"2024-06-06T08:22:37.159900+0000","last_became_active":"2024-06-06T08:18:37.972660+0000","last_became_peered":"2024-06-06T08:18:37.972660+0000","last_unstale":"2024-06-06T08:22:37.159900+0000","last_undegraded":"2024-06-06T08:22:37.159900+0000","last_fullsized":"2024-06-06T08:22:37.159900+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:35:12.473923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"99'11","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898378+0000","last_change":"2024-06-06T08:18:37.965227+0000","last_active":"2024-06-06T08:22:36.898378+0000","last_peered":"2024-06-06T08:22:36.898378+0000","last_clean":"2024-06-06T08:22:36.898378+0000","last_became_active":"2024-06-06T08:18:37.964901+0000","last_became_peered":"2024-06-06T08:18:37.964901+0000","last_unstale":"2024-06-06T08:22:36.898378+0000","last_undegraded":"2024-06-06T08:22:36.898378+0000","last_fullsized":"2024-06-06T08:22:36.898378+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:44:35.718192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"99'8","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.314118+0000","last_change":"2024-06-06T08:18:37.973543+0000","last_active":"2024-06-06T08:22:37.314118+0000","last_peered":"2024-06-06T08:22:37.314118+0000","last_clean":"2024-06-06T08:22:37.314118+0000","last_became_active":"2024-06-06T08:18:37.973226+0000","last_became_peered":"2024-06-06T08:18:37.973226+0000","last_unstale":"2024-06-06T08:22:37.314118+0000","last_undegraded":"2024-06-06T08:22:37.314118+0000","last_fullsized":"2024-06-06T08:22:37.314118+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:04:36.075435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":1771104,"data_compressed":108543,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":603869,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":1166,"num_read_kb":699,"num_write":300,"num_write_kb":1450,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":589824,"data_stored":1811607,"data_compressed":75906,"data_compressed_allocated":98304,"data_compressed_original":1548288,"omap_allocated":0,"internal_metadata":0},"log_size":236,"ondisk_log_size":236,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":82,"seq":352187318334,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28100,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717052,"statfs":{"total":95995035648,"available":95966261248,"internally_reserved":0,"allocated":1105920,"data_stored":570539,"data_compressed":29482,"data_compressed_allocated":40960,"data_compressed_original":81920,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":74,"seq":317827579972,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32424,"kb_used_data":1248,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712728,"statfs":{"total":95995035648,"available":95961833472,"internally_reserved":0,"allocated":1277952,"data_stored":1364036,"data_compressed":71819,"data_compressed_allocated":94208,"data_compressed_original":794624,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776201,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36460,"kb_used_data":1120,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708692,"statfs":{"total":95995035648,"available":95957700608,"internally_reserved":0,"allocated":1146880,"data_stored":968053,"data_compressed":48628,"data_compressed_allocated":65536,"data_compressed_original":475136,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037839,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32296,"kb_used_data":1116,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712856,"statfs":{"total":95995035648,"available":95961964544,"internally_reserved":0,"allocated":1142784,"data_stored":963877,"data_compressed":48628,"data_compressed_allocated":65536,"data_compressed_original":475136,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299475,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32320,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712832,"statfs":{"total":95995035648,"available":95961939968,"internally_reserved":0,"allocated":1167360,"data_stored":1167880,"data_compressed":65663,"data_compressed_allocated":86016,"data_compressed_original":671744,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863463000,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28092,"kb_used_data":1072,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717060,"statfs":{"total":95995035648,"available":95966269440,"internally_reserved":0,"allocated":1097728,"data_stored":565917,"data_compressed":29482,"data_compressed_allocated":40960,"data_compressed_original":81920,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574962,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28168,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716984,"statfs":{"total":95995035648,"available":95966191616,"internally_reserved":0,"allocated":1175552,"data_stored":639569,"data_compressed":29482,"data_compressed_allocated":40960,"data_compressed_original":81920,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738486,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28100,"kb_used_data":1084,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717052,"statfs":{"total":95995035648,"available":95966261248,"internally_reserved":0,"allocated":1110016,"data_stored":557497,"data_compressed":26504,"data_compressed_allocated":36864,"data_compressed_original":73728,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411438,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28180,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716972,"statfs":{"total":95995035648,"available":95966179328,"internally_reserved":0,"allocated":1187840,"data_stored":639993,"data_compressed":29482,"data_compressed_allocated":40960,"data_compressed_original":81920,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149800,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36464,"kb_used_data":1128,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708688,"statfs":{"total":95995035648,"available":95957696512,"internally_reserved":0,"allocated":1155072,"data_stored":1090927,"data_compressed":54784,"data_compressed_allocated":73728,"data_compressed_original":598016,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888163,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28112,"kb_used_data":1092,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717040,"statfs":{"total":95995035648,"available":95966248960,"internally_reserved":0,"allocated":1118208,"data_stored":571600,"data_compressed":29482,"data_compressed_allocated":40960,"data_compressed_original":81920,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724638,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32344,"kb_used_data":1168,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712808,"statfs":{"total":95995035648,"available":95961915392,"internally_reserved":0,"allocated":1196032,"data_stored":1294147,"data_compressed":71819,"data_compressed_allocated":94208,"data_compressed_original":794624,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36181,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36181,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36181,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":73742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":75726,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":525100,"data_compressed":25302,"data_compressed_allocated":32768,"data_compressed_original":516096,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1677,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":133856,"data_compressed":6156,"data_compressed_allocated":8192,"data_compressed_original":122880,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3493,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":393954,"data_compressed":19146,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":394034,"data_compressed":19146,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":135168,"data_stored":207841,"data_compressed":6156,"data_compressed_allocated":8192,"data_compressed_original":122880,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-06-06T08:22:40.282 INFO:tasks.fwd_scrub.ceph_manager:clean! 2024-06-06T08:22:40.282 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-06-06T08:22:40.287 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:39 smithi149 ceph-mon[36842]: pgmap v4: 129 pgs: 129 active+clean; 1.1 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:22:40.287 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:39 smithi149 ceph-mon[36842]: mgrmap e23: x(active, since 2s), standbys: z, y 2024-06-06T08:22:40.287 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:39 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:40.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:39 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:40.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:39 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:40.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:39 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:40.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:39 smithi120 ceph-mon[36658]: pgmap v4: 129 pgs: 129 active+clean; 1.1 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:22:40.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:39 smithi120 ceph-mon[36658]: mgrmap e23: x(active, since 2s), standbys: z, y 2024-06-06T08:22:40.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:39 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:40.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:39 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:40.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:39 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:40.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:39 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:40.424 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.423+0000 7fbb5ebf9640 1 -- 172.21.15.42:0/3013008406 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbb58101ad0 msgr2=0x7fbb58101f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:40.425 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.423+0000 7fbb5ebf9640 1 --2- 172.21.15.42:0/3013008406 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbb58101ad0 0x7fbb58101f50 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7fbb44009900 tx=0x7fbb4402a410 comp rx=0 tx=0).stop 2024-06-06T08:22:40.426 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.423+0000 7fbb5ebf9640 1 -- 172.21.15.42:0/3013008406 shutdown_connections 2024-06-06T08:22:40.426 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.423+0000 7fbb5ebf9640 1 --2- 172.21.15.42:0/3013008406 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbb58102490 0x7fbb58108d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:40.426 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.423+0000 7fbb5ebf9640 1 --2- 172.21.15.42:0/3013008406 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbb58101ad0 0x7fbb58101f50 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:40.426 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.423+0000 7fbb5ebf9640 1 --2- 172.21.15.42:0/3013008406 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbb581008e0 0x7fbb58100d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:40.427 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.423+0000 7fbb5ebf9640 1 -- 172.21.15.42:0/3013008406 >> 172.21.15.42:0/3013008406 conn(0x7fbb580fbe50 msgr2=0x7fbb580fe290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:40.427 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.424+0000 7fbb5ebf9640 1 -- 172.21.15.42:0/3013008406 shutdown_connections 2024-06-06T08:22:40.427 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.424+0000 7fbb5ebf9640 1 -- 172.21.15.42:0/3013008406 wait complete. 2024-06-06T08:22:40.427 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.424+0000 7fbb5ebf9640 1 Processor -- start 2024-06-06T08:22:40.427 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.424+0000 7fbb5ebf9640 1 -- start start 2024-06-06T08:22:40.427 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.424+0000 7fbb5ebf9640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbb581008e0 0x7fbb58104870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:40.427 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.424+0000 7fbb5ebf9640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbb58101ad0 0x7fbb58102eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:40.427 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.424+0000 7fbb5ebf9640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbb58102490 0x7fbb581033f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:40.427 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.424+0000 7fbb5ebf9640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fbb5810c560 con 0x7fbb58102490 2024-06-06T08:22:40.427 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.424+0000 7fbb5ebf9640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fbb5810c3e0 con 0x7fbb58101ad0 2024-06-06T08:22:40.428 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.424+0000 7fbb5ebf9640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fbb5810c6e0 con 0x7fbb581008e0 2024-06-06T08:22:40.428 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.424+0000 7fbb5d196640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbb58102490 0x7fbb581033f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:40.428 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.424+0000 7fbb5d196640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbb58102490 0x7fbb581033f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:43950/0 (socket says 172.21.15.42:43950) 2024-06-06T08:22:40.428 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.424+0000 7fbb5d196640 1 -- 172.21.15.42:0/2271809329 learned_addr learned my addr 172.21.15.42:0/2271809329 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:22:40.428 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.424+0000 7fbb5c995640 1 --2- 172.21.15.42:0/2271809329 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbb581008e0 0x7fbb58104870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:40.428 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.425+0000 7fbb57fff640 1 --2- 172.21.15.42:0/2271809329 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbb58101ad0 0x7fbb58102eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:40.428 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.425+0000 7fbb5d196640 1 -- 172.21.15.42:0/2271809329 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbb581008e0 msgr2=0x7fbb58104870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:40.428 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.425+0000 7fbb5d196640 1 --2- 172.21.15.42:0/2271809329 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbb581008e0 0x7fbb58104870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:40.428 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.425+0000 7fbb5d196640 1 -- 172.21.15.42:0/2271809329 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbb58101ad0 msgr2=0x7fbb58102eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:40.428 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.425+0000 7fbb5d196640 1 --2- 172.21.15.42:0/2271809329 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbb58101ad0 0x7fbb58102eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:40.428 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.425+0000 7fbb5d196640 1 -- 172.21.15.42:0/2271809329 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb58103c80 con 0x7fbb58102490 2024-06-06T08:22:40.428 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.425+0000 7fbb5d196640 1 --2- 172.21.15.42:0/2271809329 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbb58102490 0x7fbb581033f0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fbb5000eb10 tx=0x7fbb5000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:40.428 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.425+0000 7fbb55ffb640 1 -- 172.21.15.42:0/2271809329 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb50004b20 con 0x7fbb58102490 2024-06-06T08:22:40.428 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.425+0000 7fbb5ebf9640 1 -- 172.21.15.42:0/2271809329 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbb581a1e20 con 0x7fbb58102490 2024-06-06T08:22:40.429 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.425+0000 7fbb55ffb640 1 -- 172.21.15.42:0/2271809329 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbb50004cc0 con 0x7fbb58102490 2024-06-06T08:22:40.429 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.425+0000 7fbb55ffb640 1 -- 172.21.15.42:0/2271809329 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb50010760 con 0x7fbb58102490 2024-06-06T08:22:40.429 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.425+0000 7fbb5ebf9640 1 -- 172.21.15.42:0/2271809329 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbb581a2290 con 0x7fbb58102490 2024-06-06T08:22:40.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.427+0000 7fbb5ebf9640 1 -- 172.21.15.42:0/2271809329 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbb581a2580 con 0x7fbb58102490 2024-06-06T08:22:40.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.427+0000 7fbb55ffb640 1 -- 172.21.15.42:0/2271809329 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 23) ==== 137953+0+0 (secure 0 0 0) 0x7fbb50005020 con 0x7fbb58102490 2024-06-06T08:22:40.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.428+0000 7fbb55ffb640 1 --2- 172.21.15.42:0/2271809329 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbb480a2d00 0x7fbb480a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:40.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.428+0000 7fbb5c995640 1 --2- 172.21.15.42:0/2271809329 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbb480a2d00 0x7fbb480a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:40.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.428+0000 7fbb55ffb640 1 -- 172.21.15.42:0/2271809329 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fbb500cfdc0 con 0x7fbb58102490 2024-06-06T08:22:40.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.429+0000 7fbb5c995640 1 --2- 172.21.15.42:0/2271809329 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbb480a2d00 0x7fbb480a51c0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fbb4c005fd0 tx=0x7fbb4c00b410 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:40.431 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.433+0000 7fbb55ffb640 1 -- 172.21.15.42:0/2271809329 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fbb5009c6a0 con 0x7fbb58102490 2024-06-06T08:22:40.615 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.616+0000 7fbb5ebf9640 1 -- 172.21.15.42:0/2271809329 --> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fbb580fe000 con 0x7fbb480a2d00 2024-06-06T08:22:40.624 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.626+0000 7fbb55ffb640 1 -- 172.21.15.42:0/2271809329 <== mgr.15204 v2:172.21.15.42:6800/3064910691 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+339809 (secure 0 0 0) 0x7fbb580fe000 con 0x7fbb480a2d00 2024-06-06T08:22:40.628 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:22:40.630 INFO:teuthology.orchestra.run.smithi042.stderr:dumped all 2024-06-06T08:22:40.632 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.629+0000 7fbb5ebf9640 1 -- 172.21.15.42:0/2271809329 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbb480a2d00 msgr2=0x7fbb480a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:40.632 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.629+0000 7fbb5ebf9640 1 --2- 172.21.15.42:0/2271809329 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbb480a2d00 0x7fbb480a51c0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fbb4c005fd0 tx=0x7fbb4c00b410 comp rx=0 tx=0).stop 2024-06-06T08:22:40.632 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.629+0000 7fbb5ebf9640 1 -- 172.21.15.42:0/2271809329 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbb58102490 msgr2=0x7fbb581033f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:40.632 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.629+0000 7fbb5ebf9640 1 --2- 172.21.15.42:0/2271809329 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbb58102490 0x7fbb581033f0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fbb5000eb10 tx=0x7fbb5000c2d0 comp rx=0 tx=0).stop 2024-06-06T08:22:40.632 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.629+0000 7fbb5ebf9640 1 -- 172.21.15.42:0/2271809329 shutdown_connections 2024-06-06T08:22:40.632 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.629+0000 7fbb5ebf9640 1 --2- 172.21.15.42:0/2271809329 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbb480a2d00 0x7fbb480a51c0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:40.632 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.629+0000 7fbb5ebf9640 1 --2- 172.21.15.42:0/2271809329 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbb58101ad0 0x7fbb58102eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:40.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.629+0000 7fbb5ebf9640 1 --2- 172.21.15.42:0/2271809329 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbb58102490 0x7fbb581033f0 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:40.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.629+0000 7fbb5ebf9640 1 --2- 172.21.15.42:0/2271809329 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbb581008e0 0x7fbb58104870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:40.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.629+0000 7fbb5ebf9640 1 -- 172.21.15.42:0/2271809329 >> 172.21.15.42:0/2271809329 conn(0x7fbb580fbe50 msgr2=0x7fbb580fd8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:40.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.629+0000 7fbb5ebf9640 1 -- 172.21.15.42:0/2271809329 shutdown_connections 2024-06-06T08:22:40.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:40.629+0000 7fbb5ebf9640 1 -- 172.21.15.42:0/2271809329 wait complete. 2024-06-06T08:22:40.640 INFO:teuthology.orchestra.run.smithi042.stdout:{"pg_ready":true,"pg_map":{"version":4,"stamp":"2024-06-06T08:22:38.910788+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1194471,"num_objects":66,"num_object_clones":0,"num_object_copies":200,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":1302,"num_read_kb":818,"num_write":483,"num_write_kb":4390,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":1180770,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":875,"ondisk_log_size":875,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":371060,"kb_used_data":13556,"kb_used_omap":18,"kb_used_meta":357357,"kb_avail":1124570764,"statfs":{"total":1151940427776,"available":1151560462336,"internally_reserved":0,"allocated":13881344,"data_stored":10394035,"data_compressed":535255,"data_compressed_allocated":720896,"data_compressed_original":4292608,"omap_allocated":19142,"internal_metadata":365933882},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.986457"},"pg_stats":[{"pgid":"3.3f","version":"99'8","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.314250+0000","last_change":"2024-06-06T08:18:37.969286+0000","last_active":"2024-06-06T08:22:37.314250+0000","last_peered":"2024-06-06T08:22:37.314250+0000","last_clean":"2024-06-06T08:22:37.314250+0000","last_became_active":"2024-06-06T08:18:37.968898+0000","last_became_peered":"2024-06-06T08:18:37.968898+0000","last_unstale":"2024-06-06T08:22:37.314250+0000","last_undegraded":"2024-06-06T08:22:37.314250+0000","last_fullsized":"2024-06-06T08:22:37.314250+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:03:49.018143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"99'4","reported_seq":41,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946629+0000","last_change":"2024-06-06T08:18:37.975057+0000","last_active":"2024-06-06T08:22:36.946629+0000","last_peered":"2024-06-06T08:22:36.946629+0000","last_clean":"2024-06-06T08:22:36.946629+0000","last_became_active":"2024-06-06T08:18:37.974448+0000","last_became_peered":"2024-06-06T08:18:37.974448+0000","last_unstale":"2024-06-06T08:22:36.946629+0000","last_undegraded":"2024-06-06T08:22:36.946629+0000","last_fullsized":"2024-06-06T08:22:36.946629+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:56:41.129485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"99'7","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946395+0000","last_change":"2024-06-06T08:18:37.968865+0000","last_active":"2024-06-06T08:22:36.946395+0000","last_peered":"2024-06-06T08:22:36.946395+0000","last_clean":"2024-06-06T08:22:36.946395+0000","last_became_active":"2024-06-06T08:18:37.968415+0000","last_became_peered":"2024-06-06T08:18:37.968415+0000","last_unstale":"2024-06-06T08:22:36.946395+0000","last_undegraded":"2024-06-06T08:22:36.946395+0000","last_fullsized":"2024-06-06T08:22:36.946395+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:44:48.929544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"99'8","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010042+0000","last_change":"2024-06-06T08:18:37.973664+0000","last_active":"2024-06-06T08:22:37.010042+0000","last_peered":"2024-06-06T08:22:37.010042+0000","last_clean":"2024-06-06T08:22:37.010042+0000","last_became_active":"2024-06-06T08:18:37.972598+0000","last_became_peered":"2024-06-06T08:18:37.972598+0000","last_unstale":"2024-06-06T08:22:37.010042+0000","last_undegraded":"2024-06-06T08:22:37.010042+0000","last_fullsized":"2024-06-06T08:22:37.010042+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:12:09.810046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"99'4","reported_seq":41,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001251+0000","last_change":"2024-06-06T08:18:37.971245+0000","last_active":"2024-06-06T08:22:37.001251+0000","last_peered":"2024-06-06T08:22:37.001251+0000","last_clean":"2024-06-06T08:22:37.001251+0000","last_became_active":"2024-06-06T08:18:37.970942+0000","last_became_peered":"2024-06-06T08:18:37.970942+0000","last_unstale":"2024-06-06T08:22:37.001251+0000","last_undegraded":"2024-06-06T08:22:37.001251+0000","last_fullsized":"2024-06-06T08:22:37.001251+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:01:03.121018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"99'6","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.013079+0000","last_change":"2024-06-06T08:18:37.971545+0000","last_active":"2024-06-06T08:22:37.013079+0000","last_peered":"2024-06-06T08:22:37.013079+0000","last_clean":"2024-06-06T08:22:37.013079+0000","last_became_active":"2024-06-06T08:18:37.970818+0000","last_became_peered":"2024-06-06T08:18:37.970818+0000","last_unstale":"2024-06-06T08:22:37.013079+0000","last_undegraded":"2024-06-06T08:22:37.013079+0000","last_fullsized":"2024-06-06T08:22:37.013079+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:31:04.675659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"99'5","reported_seq":42,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899156+0000","last_change":"2024-06-06T08:18:37.975007+0000","last_active":"2024-06-06T08:22:36.899156+0000","last_peered":"2024-06-06T08:22:36.899156+0000","last_clean":"2024-06-06T08:22:36.899156+0000","last_became_active":"2024-06-06T08:18:37.974687+0000","last_became_peered":"2024-06-06T08:18:37.974687+0000","last_unstale":"2024-06-06T08:22:36.899156+0000","last_undegraded":"2024-06-06T08:22:36.899156+0000","last_fullsized":"2024-06-06T08:22:36.899156+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:50:28.803869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"99'9","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.002116+0000","last_change":"2024-06-06T08:18:37.973751+0000","last_active":"2024-06-06T08:22:37.002116+0000","last_peered":"2024-06-06T08:22:37.002116+0000","last_clean":"2024-06-06T08:22:37.002116+0000","last_became_active":"2024-06-06T08:18:37.973437+0000","last_became_peered":"2024-06-06T08:18:37.973437+0000","last_unstale":"2024-06-06T08:22:37.002116+0000","last_undegraded":"2024-06-06T08:22:37.002116+0000","last_fullsized":"2024-06-06T08:22:37.002116+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:49:49.230857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"99'11","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.159814+0000","last_change":"2024-06-06T08:18:37.969877+0000","last_active":"2024-06-06T08:22:37.159814+0000","last_peered":"2024-06-06T08:22:37.159814+0000","last_clean":"2024-06-06T08:22:37.159814+0000","last_became_active":"2024-06-06T08:18:37.968143+0000","last_became_peered":"2024-06-06T08:18:37.968143+0000","last_unstale":"2024-06-06T08:22:37.159814+0000","last_undegraded":"2024-06-06T08:22:37.159814+0000","last_fullsized":"2024-06-06T08:22:37.159814+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:37:51.949277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"99'16","reported_seq":53,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.013488+0000","last_change":"2024-06-06T08:18:37.966582+0000","last_active":"2024-06-06T08:22:37.013488+0000","last_peered":"2024-06-06T08:22:37.013488+0000","last_clean":"2024-06-06T08:22:37.013488+0000","last_became_active":"2024-06-06T08:18:37.966101+0000","last_became_peered":"2024-06-06T08:18:37.966101+0000","last_unstale":"2024-06-06T08:22:37.013488+0000","last_undegraded":"2024-06-06T08:22:37.013488+0000","last_fullsized":"2024-06-06T08:22:37.013488+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:03:28.811154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"99'6","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899656+0000","last_change":"2024-06-06T08:18:37.971894+0000","last_active":"2024-06-06T08:22:36.899656+0000","last_peered":"2024-06-06T08:22:36.899656+0000","last_clean":"2024-06-06T08:22:36.899656+0000","last_became_active":"2024-06-06T08:18:37.971571+0000","last_became_peered":"2024-06-06T08:18:37.971571+0000","last_unstale":"2024-06-06T08:22:36.899656+0000","last_undegraded":"2024-06-06T08:22:36.899656+0000","last_fullsized":"2024-06-06T08:22:36.899656+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:25:21.990022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"99'7","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010036+0000","last_change":"2024-06-06T08:18:37.976387+0000","last_active":"2024-06-06T08:22:37.010036+0000","last_peered":"2024-06-06T08:22:37.010036+0000","last_clean":"2024-06-06T08:22:37.010036+0000","last_became_active":"2024-06-06T08:18:37.975401+0000","last_became_peered":"2024-06-06T08:18:37.975401+0000","last_unstale":"2024-06-06T08:22:37.010036+0000","last_undegraded":"2024-06-06T08:22:37.010036+0000","last_fullsized":"2024-06-06T08:22:37.010036+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:46:21.791578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"99'10","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898464+0000","last_change":"2024-06-06T08:18:37.972454+0000","last_active":"2024-06-06T08:22:36.898464+0000","last_peered":"2024-06-06T08:22:36.898464+0000","last_clean":"2024-06-06T08:22:36.898464+0000","last_became_active":"2024-06-06T08:18:37.971686+0000","last_became_peered":"2024-06-06T08:18:37.971686+0000","last_unstale":"2024-06-06T08:22:36.898464+0000","last_undegraded":"2024-06-06T08:22:36.898464+0000","last_fullsized":"2024-06-06T08:22:36.898464+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:12:25.393092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"99'7","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946329+0000","last_change":"2024-06-06T08:18:37.975608+0000","last_active":"2024-06-06T08:22:36.946329+0000","last_peered":"2024-06-06T08:22:36.946329+0000","last_clean":"2024-06-06T08:22:36.946329+0000","last_became_active":"2024-06-06T08:18:37.975058+0000","last_became_peered":"2024-06-06T08:18:37.975058+0000","last_unstale":"2024-06-06T08:22:36.946329+0000","last_undegraded":"2024-06-06T08:22:36.946329+0000","last_fullsized":"2024-06-06T08:22:36.946329+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:02:46.106415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"99'7","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946227+0000","last_change":"2024-06-06T08:18:37.970867+0000","last_active":"2024-06-06T08:22:36.946227+0000","last_peered":"2024-06-06T08:22:36.946227+0000","last_clean":"2024-06-06T08:22:36.946227+0000","last_became_active":"2024-06-06T08:18:37.970521+0000","last_became_peered":"2024-06-06T08:18:37.970521+0000","last_unstale":"2024-06-06T08:22:36.946227+0000","last_undegraded":"2024-06-06T08:22:36.946227+0000","last_fullsized":"2024-06-06T08:22:36.946227+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:58:33.517402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"99'9","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.159314+0000","last_change":"2024-06-06T08:18:37.973492+0000","last_active":"2024-06-06T08:22:37.159314+0000","last_peered":"2024-06-06T08:22:37.159314+0000","last_clean":"2024-06-06T08:22:37.159314+0000","last_became_active":"2024-06-06T08:18:37.972691+0000","last_became_peered":"2024-06-06T08:18:37.972691+0000","last_unstale":"2024-06-06T08:22:37.159314+0000","last_undegraded":"2024-06-06T08:22:37.159314+0000","last_fullsized":"2024-06-06T08:22:37.159314+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:34:06.138782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"99'8","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.314152+0000","last_change":"2024-06-06T08:18:37.968931+0000","last_active":"2024-06-06T08:22:37.314152+0000","last_peered":"2024-06-06T08:22:37.314152+0000","last_clean":"2024-06-06T08:22:37.314152+0000","last_became_active":"2024-06-06T08:18:37.968544+0000","last_became_peered":"2024-06-06T08:18:37.968544+0000","last_unstale":"2024-06-06T08:22:37.314152+0000","last_undegraded":"2024-06-06T08:22:37.314152+0000","last_fullsized":"2024-06-06T08:22:37.314152+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:29:03.919712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"99'10","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.999617+0000","last_change":"2024-06-06T08:18:37.968783+0000","last_active":"2024-06-06T08:22:36.999617+0000","last_peered":"2024-06-06T08:22:36.999617+0000","last_clean":"2024-06-06T08:22:36.999617+0000","last_became_active":"2024-06-06T08:18:37.968471+0000","last_became_peered":"2024-06-06T08:18:37.968471+0000","last_unstale":"2024-06-06T08:22:36.999617+0000","last_undegraded":"2024-06-06T08:22:36.999617+0000","last_fullsized":"2024-06-06T08:22:36.999617+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:36:23.904974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"99'7","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.903143+0000","last_change":"2024-06-06T08:18:37.971803+0000","last_active":"2024-06-06T08:22:36.903143+0000","last_peered":"2024-06-06T08:22:36.903143+0000","last_clean":"2024-06-06T08:22:36.903143+0000","last_became_active":"2024-06-06T08:18:37.971131+0000","last_became_peered":"2024-06-06T08:18:37.971131+0000","last_unstale":"2024-06-06T08:22:36.903143+0000","last_undegraded":"2024-06-06T08:22:36.903143+0000","last_fullsized":"2024-06-06T08:22:36.903143+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:37:23.954557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.902710+0000","last_change":"2024-06-06T08:18:48.002957+0000","last_active":"2024-06-06T08:22:36.902710+0000","last_peered":"2024-06-06T08:22:36.902710+0000","last_clean":"2024-06-06T08:22:36.902710+0000","last_became_active":"2024-06-06T08:18:48.001518+0000","last_became_peered":"2024-06-06T08:18:48.001518+0000","last_unstale":"2024-06-06T08:22:36.902710+0000","last_undegraded":"2024-06-06T08:22:36.902710+0000","last_fullsized":"2024-06-06T08:22:36.902710+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:55:37.919549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"99'9","reported_seq":53,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.999884+0000","last_change":"2024-06-06T08:18:34.680831+0000","last_active":"2024-06-06T08:22:36.999884+0000","last_peered":"2024-06-06T08:22:36.999884+0000","last_clean":"2024-06-06T08:22:36.999884+0000","last_became_active":"2024-06-06T08:18:34.680454+0000","last_became_peered":"2024-06-06T08:18:34.680454+0000","last_unstale":"2024-06-06T08:22:36.999884+0000","last_undegraded":"2024-06-06T08:22:36.999884+0000","last_fullsized":"2024-06-06T08:22:36.999884+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:58:54.944086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"99'5","reported_seq":42,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.002830+0000","last_change":"2024-06-06T08:18:37.977854+0000","last_active":"2024-06-06T08:22:37.002830+0000","last_peered":"2024-06-06T08:22:37.002830+0000","last_clean":"2024-06-06T08:22:37.002830+0000","last_became_active":"2024-06-06T08:18:37.977434+0000","last_became_peered":"2024-06-06T08:18:37.977434+0000","last_unstale":"2024-06-06T08:22:37.002830+0000","last_undegraded":"2024-06-06T08:22:37.002830+0000","last_fullsized":"2024-06-06T08:22:37.002830+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:33:32.371856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009576+0000","last_change":"2024-06-06T08:18:48.003720+0000","last_active":"2024-06-06T08:22:37.009576+0000","last_peered":"2024-06-06T08:22:37.009576+0000","last_clean":"2024-06-06T08:22:37.009576+0000","last_became_active":"2024-06-06T08:18:48.003293+0000","last_became_peered":"2024-06-06T08:18:48.003293+0000","last_unstale":"2024-06-06T08:22:37.009576+0000","last_undegraded":"2024-06-06T08:22:37.009576+0000","last_fullsized":"2024-06-06T08:22:37.009576+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:39:08.052369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"99'2","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.003009+0000","last_change":"2024-06-06T08:18:34.830505+0000","last_active":"2024-06-06T08:22:37.003009+0000","last_peered":"2024-06-06T08:22:37.003009+0000","last_clean":"2024-06-06T08:22:37.003009+0000","last_became_active":"2024-06-06T08:18:34.830157+0000","last_became_peered":"2024-06-06T08:18:34.830157+0000","last_unstale":"2024-06-06T08:22:37.003009+0000","last_undegraded":"2024-06-06T08:22:37.003009+0000","last_fullsized":"2024-06-06T08:22:37.003009+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:07:55.952261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"99'6","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946687+0000","last_change":"2024-06-06T08:18:37.974925+0000","last_active":"2024-06-06T08:22:36.946687+0000","last_peered":"2024-06-06T08:22:36.946687+0000","last_clean":"2024-06-06T08:22:36.946687+0000","last_became_active":"2024-06-06T08:18:37.974528+0000","last_became_peered":"2024-06-06T08:18:37.974528+0000","last_unstale":"2024-06-06T08:22:36.946687+0000","last_undegraded":"2024-06-06T08:22:36.946687+0000","last_fullsized":"2024-06-06T08:22:36.946687+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:54:47.694267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009674+0000","last_change":"2024-06-06T08:18:48.005547+0000","last_active":"2024-06-06T08:22:37.009674+0000","last_peered":"2024-06-06T08:22:37.009674+0000","last_clean":"2024-06-06T08:22:37.009674+0000","last_became_active":"2024-06-06T08:18:48.004679+0000","last_became_peered":"2024-06-06T08:18:48.004679+0000","last_unstale":"2024-06-06T08:22:37.009674+0000","last_undegraded":"2024-06-06T08:22:37.009674+0000","last_fullsized":"2024-06-06T08:22:37.009674+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:53:29.106218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"99'4","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001756+0000","last_change":"2024-06-06T08:18:34.683926+0000","last_active":"2024-06-06T08:22:37.001756+0000","last_peered":"2024-06-06T08:22:37.001756+0000","last_clean":"2024-06-06T08:22:37.001756+0000","last_became_active":"2024-06-06T08:18:34.683493+0000","last_became_peered":"2024-06-06T08:18:34.683493+0000","last_unstale":"2024-06-06T08:22:37.001756+0000","last_undegraded":"2024-06-06T08:22:37.001756+0000","last_fullsized":"2024-06-06T08:22:37.001756+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:27:29.601530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"99'9","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.159481+0000","last_change":"2024-06-06T08:18:37.975179+0000","last_active":"2024-06-06T08:22:37.159481+0000","last_peered":"2024-06-06T08:22:37.159481+0000","last_clean":"2024-06-06T08:22:37.159481+0000","last_became_active":"2024-06-06T08:18:37.974205+0000","last_became_peered":"2024-06-06T08:18:37.974205+0000","last_unstale":"2024-06-06T08:22:37.159481+0000","last_undegraded":"2024-06-06T08:22:37.159481+0000","last_fullsized":"2024-06-06T08:22:37.159481+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:29:03.142921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009603+0000","last_change":"2024-06-06T08:18:48.004230+0000","last_active":"2024-06-06T08:22:37.009603+0000","last_peered":"2024-06-06T08:22:37.009603+0000","last_clean":"2024-06-06T08:22:37.009603+0000","last_became_active":"2024-06-06T08:18:48.003537+0000","last_became_peered":"2024-06-06T08:18:48.003537+0000","last_unstale":"2024-06-06T08:22:37.009603+0000","last_undegraded":"2024-06-06T08:22:37.009603+0000","last_fullsized":"2024-06-06T08:22:37.009603+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:07:20.249382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"90'2","reported_seq":18,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.313811+0000","last_change":"2024-06-06T08:19:20.084063+0000","last_active":"2024-06-06T08:22:37.313811+0000","last_peered":"2024-06-06T08:22:37.313811+0000","last_clean":"2024-06-06T08:22:37.313811+0000","last_became_active":"2024-06-06T08:19:20.075868+0000","last_became_peered":"2024-06-06T08:19:20.075868+0000","last_unstale":"2024-06-06T08:22:37.313811+0000","last_undegraded":"2024-06-06T08:22:37.313811+0000","last_fullsized":"2024-06-06T08:22:37.313811+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:59:24.220798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1d","version":"99'15","reported_seq":52,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010415+0000","last_change":"2024-06-06T08:18:37.973128+0000","last_active":"2024-06-06T08:22:37.010415+0000","last_peered":"2024-06-06T08:22:37.010415+0000","last_clean":"2024-06-06T08:22:37.010415+0000","last_became_active":"2024-06-06T08:18:37.972667+0000","last_became_peered":"2024-06-06T08:18:37.972667+0000","last_unstale":"2024-06-06T08:22:37.010415+0000","last_undegraded":"2024-06-06T08:22:37.010415+0000","last_fullsized":"2024-06-06T08:22:37.010415+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:30:50.132958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.903000+0000","last_change":"2024-06-06T08:18:48.004156+0000","last_active":"2024-06-06T08:22:36.903000+0000","last_peered":"2024-06-06T08:22:36.903000+0000","last_clean":"2024-06-06T08:22:36.903000+0000","last_became_active":"2024-06-06T08:18:48.003705+0000","last_became_peered":"2024-06-06T08:18:48.003705+0000","last_unstale":"2024-06-06T08:22:36.903000+0000","last_undegraded":"2024-06-06T08:22:36.903000+0000","last_fullsized":"2024-06-06T08:22:36.903000+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:52:37.890207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"100'7","reported_seq":226,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.555532+0000","last_change":"2024-06-06T08:18:34.685641+0000","last_active":"2024-06-06T08:22:37.555532+0000","last_peered":"2024-06-06T08:22:37.555532+0000","last_clean":"2024-06-06T08:22:37.555532+0000","last_became_active":"2024-06-06T08:18:34.685132+0000","last_became_peered":"2024-06-06T08:18:34.685132+0000","last_unstale":"2024-06-06T08:22:37.555532+0000","last_undegraded":"2024-06-06T08:22:37.555532+0000","last_fullsized":"2024-06-06T08:22:37.555532+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:40:43.547356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1402,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":176,"num_read_kb":3,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"99'7","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001269+0000","last_change":"2024-06-06T08:18:37.973373+0000","last_active":"2024-06-06T08:22:37.001269+0000","last_peered":"2024-06-06T08:22:37.001269+0000","last_clean":"2024-06-06T08:22:37.001269+0000","last_became_active":"2024-06-06T08:18:37.973058+0000","last_became_peered":"2024-06-06T08:18:37.973058+0000","last_unstale":"2024-06-06T08:22:37.001269+0000","last_undegraded":"2024-06-06T08:22:37.001269+0000","last_fullsized":"2024-06-06T08:22:37.001269+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:32:17.184387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.903370+0000","last_change":"2024-06-06T08:18:48.010926+0000","last_active":"2024-06-06T08:22:36.903370+0000","last_peered":"2024-06-06T08:22:36.903370+0000","last_clean":"2024-06-06T08:22:36.903370+0000","last_became_active":"2024-06-06T08:18:48.010444+0000","last_became_peered":"2024-06-06T08:18:48.010444+0000","last_unstale":"2024-06-06T08:22:36.903370+0000","last_undegraded":"2024-06-06T08:22:36.903370+0000","last_fullsized":"2024-06-06T08:22:36.903370+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:53:31.540388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"99'3","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.013001+0000","last_change":"2024-06-06T08:18:34.680735+0000","last_active":"2024-06-06T08:22:37.013001+0000","last_peered":"2024-06-06T08:22:37.013001+0000","last_clean":"2024-06-06T08:22:37.013001+0000","last_became_active":"2024-06-06T08:18:34.680352+0000","last_became_peered":"2024-06-06T08:18:34.680352+0000","last_unstale":"2024-06-06T08:22:37.013001+0000","last_undegraded":"2024-06-06T08:22:37.013001+0000","last_fullsized":"2024-06-06T08:22:37.013001+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:24:50.680543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"99'8","reported_seq":22,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.999107+0000","last_change":"2024-06-06T08:19:20.075768+0000","last_active":"2024-06-06T08:22:36.999107+0000","last_peered":"2024-06-06T08:22:36.999107+0000","last_clean":"2024-06-06T08:22:36.999107+0000","last_became_active":"2024-06-06T08:19:20.075384+0000","last_became_peered":"2024-06-06T08:19:20.075384+0000","last_unstale":"2024-06-06T08:22:36.999107+0000","last_undegraded":"2024-06-06T08:22:36.999107+0000","last_fullsized":"2024-06-06T08:22:36.999107+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:34:44.437089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,3],"acting":[9,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.313823+0000","last_change":"2024-06-06T08:18:48.012906+0000","last_active":"2024-06-06T08:22:37.313823+0000","last_peered":"2024-06-06T08:22:37.313823+0000","last_clean":"2024-06-06T08:22:37.313823+0000","last_became_active":"2024-06-06T08:18:48.012454+0000","last_became_peered":"2024-06-06T08:18:48.012454+0000","last_unstale":"2024-06-06T08:22:37.313823+0000","last_undegraded":"2024-06-06T08:22:37.313823+0000","last_fullsized":"2024-06-06T08:22:37.313823+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:36:56.660610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"99'2","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898131+0000","last_change":"2024-06-06T08:18:34.678683+0000","last_active":"2024-06-06T08:22:36.898131+0000","last_peered":"2024-06-06T08:22:36.898131+0000","last_clean":"2024-06-06T08:22:36.898131+0000","last_became_active":"2024-06-06T08:18:34.678342+0000","last_became_peered":"2024-06-06T08:18:34.678342+0000","last_unstale":"2024-06-06T08:22:36.898131+0000","last_undegraded":"2024-06-06T08:22:36.898131+0000","last_fullsized":"2024-06-06T08:22:36.898131+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T20:11:33.963323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"99'8","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001988+0000","last_change":"2024-06-06T08:18:37.965932+0000","last_active":"2024-06-06T08:22:37.001988+0000","last_peered":"2024-06-06T08:22:37.001988+0000","last_clean":"2024-06-06T08:22:37.001988+0000","last_became_active":"2024-06-06T08:18:37.963714+0000","last_became_peered":"2024-06-06T08:18:37.963714+0000","last_unstale":"2024-06-06T08:22:37.001988+0000","last_undegraded":"2024-06-06T08:22:37.001988+0000","last_fullsized":"2024-06-06T08:22:37.001988+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:06:11.882753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946599+0000","last_change":"2024-06-06T08:18:48.002609+0000","last_active":"2024-06-06T08:22:36.946599+0000","last_peered":"2024-06-06T08:22:36.946599+0000","last_clean":"2024-06-06T08:22:36.946599+0000","last_became_active":"2024-06-06T08:18:48.002211+0000","last_became_peered":"2024-06-06T08:18:48.002211+0000","last_unstale":"2024-06-06T08:22:36.946599+0000","last_undegraded":"2024-06-06T08:22:36.946599+0000","last_fullsized":"2024-06-06T08:22:36.946599+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:55:07.926808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"99'1","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009947+0000","last_change":"2024-06-06T08:18:34.685112+0000","last_active":"2024-06-06T08:22:37.009947+0000","last_peered":"2024-06-06T08:22:37.009947+0000","last_clean":"2024-06-06T08:22:37.009947+0000","last_became_active":"2024-06-06T08:18:34.682604+0000","last_became_peered":"2024-06-06T08:18:34.682604+0000","last_unstale":"2024-06-06T08:22:37.009947+0000","last_undegraded":"2024-06-06T08:22:37.009947+0000","last_fullsized":"2024-06-06T08:22:37.009947+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:13:14.896283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"99'11","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.998669+0000","last_change":"2024-06-06T08:18:37.966628+0000","last_active":"2024-06-06T08:22:36.998669+0000","last_peered":"2024-06-06T08:22:36.998669+0000","last_clean":"2024-06-06T08:22:36.998669+0000","last_became_active":"2024-06-06T08:18:37.966174+0000","last_became_peered":"2024-06-06T08:18:37.966174+0000","last_unstale":"2024-06-06T08:22:36.998669+0000","last_undegraded":"2024-06-06T08:22:36.998669+0000","last_fullsized":"2024-06-06T08:22:36.998669+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:26:27.138349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.002191+0000","last_change":"2024-06-06T08:18:48.006357+0000","last_active":"2024-06-06T08:22:37.002191+0000","last_peered":"2024-06-06T08:22:37.002191+0000","last_clean":"2024-06-06T08:22:37.002191+0000","last_became_active":"2024-06-06T08:18:48.005964+0000","last_became_peered":"2024-06-06T08:18:48.005964+0000","last_unstale":"2024-06-06T08:22:37.002191+0000","last_undegraded":"2024-06-06T08:22:37.002191+0000","last_fullsized":"2024-06-06T08:22:37.002191+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:17:40.197144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"100'4","reported_seq":220,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.153770+0000","last_change":"2024-06-06T08:18:34.678638+0000","last_active":"2024-06-06T08:22:37.153770+0000","last_peered":"2024-06-06T08:22:37.153770+0000","last_clean":"2024-06-06T08:22:37.153770+0000","last_became_active":"2024-06-06T08:18:34.678294+0000","last_became_peered":"2024-06-06T08:18:34.678294+0000","last_unstale":"2024-06-06T08:22:37.153770+0000","last_undegraded":"2024-06-06T08:22:37.153770+0000","last_fullsized":"2024-06-06T08:22:37.153770+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:03:28.113846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":173,"num_read_kb":173,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"99'10","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.159890+0000","last_change":"2024-06-06T08:18:37.971773+0000","last_active":"2024-06-06T08:22:37.159890+0000","last_peered":"2024-06-06T08:22:37.159890+0000","last_clean":"2024-06-06T08:22:37.159890+0000","last_became_active":"2024-06-06T08:18:37.969850+0000","last_became_peered":"2024-06-06T08:18:37.969850+0000","last_unstale":"2024-06-06T08:22:37.159890+0000","last_undegraded":"2024-06-06T08:22:37.159890+0000","last_fullsized":"2024-06-06T08:22:37.159890+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:16:43.238696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.998507+0000","last_change":"2024-06-06T08:18:48.011111+0000","last_active":"2024-06-06T08:22:36.998507+0000","last_peered":"2024-06-06T08:22:36.998507+0000","last_clean":"2024-06-06T08:22:36.998507+0000","last_became_active":"2024-06-06T08:18:48.010614+0000","last_became_peered":"2024-06-06T08:18:48.010614+0000","last_unstale":"2024-06-06T08:22:36.998507+0000","last_undegraded":"2024-06-06T08:22:36.998507+0000","last_fullsized":"2024-06-06T08:22:36.998507+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:08:29.921768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"99'2","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899520+0000","last_change":"2024-06-06T08:18:34.684626+0000","last_active":"2024-06-06T08:22:36.899520+0000","last_peered":"2024-06-06T08:22:36.899520+0000","last_clean":"2024-06-06T08:22:36.899520+0000","last_became_active":"2024-06-06T08:18:34.683484+0000","last_became_peered":"2024-06-06T08:18:34.683484+0000","last_unstale":"2024-06-06T08:22:36.899520+0000","last_undegraded":"2024-06-06T08:22:36.899520+0000","last_fullsized":"2024-06-06T08:22:36.899520+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:43:17.979708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"99'9","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946750+0000","last_change":"2024-06-06T08:18:37.971981+0000","last_active":"2024-06-06T08:22:36.946750+0000","last_peered":"2024-06-06T08:22:36.946750+0000","last_clean":"2024-06-06T08:22:36.946750+0000","last_became_active":"2024-06-06T08:18:37.971625+0000","last_became_peered":"2024-06-06T08:18:37.971625+0000","last_unstale":"2024-06-06T08:22:36.946750+0000","last_undegraded":"2024-06-06T08:22:36.946750+0000","last_fullsized":"2024-06-06T08:22:36.946750+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:26:54.424426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009781+0000","last_change":"2024-06-06T08:18:48.001480+0000","last_active":"2024-06-06T08:22:37.009781+0000","last_peered":"2024-06-06T08:22:37.009781+0000","last_clean":"2024-06-06T08:22:37.009781+0000","last_became_active":"2024-06-06T08:18:48.001066+0000","last_became_peered":"2024-06-06T08:18:48.001066+0000","last_unstale":"2024-06-06T08:22:37.009781+0000","last_undegraded":"2024-06-06T08:22:37.009781+0000","last_fullsized":"2024-06-06T08:22:37.009781+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:41:03.746928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"99'4","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010278+0000","last_change":"2024-06-06T08:18:34.830839+0000","last_active":"2024-06-06T08:22:37.010278+0000","last_peered":"2024-06-06T08:22:37.010278+0000","last_clean":"2024-06-06T08:22:37.010278+0000","last_became_active":"2024-06-06T08:18:34.830371+0000","last_became_peered":"2024-06-06T08:18:34.830371+0000","last_unstale":"2024-06-06T08:22:37.010278+0000","last_undegraded":"2024-06-06T08:22:37.010278+0000","last_fullsized":"2024-06-06T08:22:37.010278+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:27:59.206172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"99'11","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.159635+0000","last_change":"2024-06-06T08:18:37.980946+0000","last_active":"2024-06-06T08:22:37.159635+0000","last_peered":"2024-06-06T08:22:37.159635+0000","last_clean":"2024-06-06T08:22:37.159635+0000","last_became_active":"2024-06-06T08:18:37.980580+0000","last_became_peered":"2024-06-06T08:18:37.980580+0000","last_unstale":"2024-06-06T08:22:37.159635+0000","last_undegraded":"2024-06-06T08:22:37.159635+0000","last_fullsized":"2024-06-06T08:22:37.159635+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:13:23.979160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":15,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.012867+0000","last_change":"2024-06-06T08:19:20.076301+0000","last_active":"2024-06-06T08:22:37.012867+0000","last_peered":"2024-06-06T08:22:37.012867+0000","last_clean":"2024-06-06T08:22:37.012867+0000","last_became_active":"2024-06-06T08:19:20.075827+0000","last_became_peered":"2024-06-06T08:19:20.075827+0000","last_unstale":"2024-06-06T08:22:37.012867+0000","last_undegraded":"2024-06-06T08:22:37.012867+0000","last_fullsized":"2024-06-06T08:22:37.012867+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:33:26.126674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,11,5],"acting":[10,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.14","version":"100'43","reported_seq":446,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.555686+0000","last_change":"2024-06-06T08:18:34.682178+0000","last_active":"2024-06-06T08:22:37.555686+0000","last_peered":"2024-06-06T08:22:37.555686+0000","last_clean":"2024-06-06T08:22:37.555686+0000","last_became_active":"2024-06-06T08:18:34.681568+0000","last_became_peered":"2024-06-06T08:18:34.681568+0000","last_unstale":"2024-06-06T08:22:37.555686+0000","last_undegraded":"2024-06-06T08:22:37.555686+0000","last_fullsized":"2024-06-06T08:22:37.555686+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:52:19.711661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":73742,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":360,"num_read_kb":252,"num_write":44,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"99'6","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001547+0000","last_change":"2024-06-06T08:18:37.977178+0000","last_active":"2024-06-06T08:22:37.001547+0000","last_peered":"2024-06-06T08:22:37.001547+0000","last_clean":"2024-06-06T08:22:37.001547+0000","last_became_active":"2024-06-06T08:18:37.976879+0000","last_became_peered":"2024-06-06T08:18:37.976879+0000","last_unstale":"2024-06-06T08:22:37.001547+0000","last_undegraded":"2024-06-06T08:22:37.001547+0000","last_fullsized":"2024-06-06T08:22:37.001547+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:21:44.043685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010651+0000","last_change":"2024-06-06T08:18:48.006999+0000","last_active":"2024-06-06T08:22:37.010651+0000","last_peered":"2024-06-06T08:22:37.010651+0000","last_clean":"2024-06-06T08:22:37.010651+0000","last_became_active":"2024-06-06T08:18:48.005658+0000","last_became_peered":"2024-06-06T08:18:48.005658+0000","last_unstale":"2024-06-06T08:22:37.010651+0000","last_undegraded":"2024-06-06T08:22:37.010651+0000","last_fullsized":"2024-06-06T08:22:37.010651+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:34:10.637604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"99'6","reported_seq":25,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.313727+0000","last_change":"2024-06-06T08:19:20.081844+0000","last_active":"2024-06-06T08:22:37.313727+0000","last_peered":"2024-06-06T08:22:37.313727+0000","last_clean":"2024-06-06T08:22:37.313727+0000","last_became_active":"2024-06-06T08:19:20.075790+0000","last_became_peered":"2024-06-06T08:19:20.075790+0000","last_unstale":"2024-06-06T08:22:37.313727+0000","last_undegraded":"2024-06-06T08:22:37.313727+0000","last_fullsized":"2024-06-06T08:22:37.313727+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:25:04.061811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"99'9","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898100+0000","last_change":"2024-06-06T08:18:37.972377+0000","last_active":"2024-06-06T08:22:36.898100+0000","last_peered":"2024-06-06T08:22:36.898100+0000","last_clean":"2024-06-06T08:22:36.898100+0000","last_became_active":"2024-06-06T08:18:37.971755+0000","last_became_peered":"2024-06-06T08:18:37.971755+0000","last_unstale":"2024-06-06T08:22:36.898100+0000","last_undegraded":"2024-06-06T08:22:36.898100+0000","last_fullsized":"2024-06-06T08:22:36.898100+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:00:54.267536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":34,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.313998+0000","last_change":"2024-06-06T08:19:20.077172+0000","last_active":"2024-06-06T08:22:37.313998+0000","last_peered":"2024-06-06T08:22:37.313998+0000","last_clean":"2024-06-06T08:22:37.313998+0000","last_became_active":"2024-06-06T08:19:20.076569+0000","last_became_peered":"2024-06-06T08:19:20.076569+0000","last_unstale":"2024-06-06T08:22:37.313998+0000","last_undegraded":"2024-06-06T08:22:37.313998+0000","last_fullsized":"2024-06-06T08:22:37.313998+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T20:17:32.702814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,7,6],"acting":[11,8,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"99'3","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010253+0000","last_change":"2024-06-06T08:18:34.683416+0000","last_active":"2024-06-06T08:22:37.010253+0000","last_peered":"2024-06-06T08:22:37.010253+0000","last_clean":"2024-06-06T08:22:37.010253+0000","last_became_active":"2024-06-06T08:18:34.683056+0000","last_became_peered":"2024-06-06T08:18:34.683056+0000","last_unstale":"2024-06-06T08:22:37.010253+0000","last_undegraded":"2024-06-06T08:22:37.010253+0000","last_fullsized":"2024-06-06T08:22:37.010253+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:52:58.744871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"99'15","reported_seq":52,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899497+0000","last_change":"2024-06-06T08:18:37.978644+0000","last_active":"2024-06-06T08:22:36.899497+0000","last_peered":"2024-06-06T08:22:36.899497+0000","last_clean":"2024-06-06T08:22:36.899497+0000","last_became_active":"2024-06-06T08:18:37.978318+0000","last_became_peered":"2024-06-06T08:18:37.978318+0000","last_unstale":"2024-06-06T08:22:36.899497+0000","last_undegraded":"2024-06-06T08:22:36.899497+0000","last_fullsized":"2024-06-06T08:22:36.899497+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:44:07.829155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.999659+0000","last_change":"2024-06-06T08:18:48.004073+0000","last_active":"2024-06-06T08:22:36.999659+0000","last_peered":"2024-06-06T08:22:36.999659+0000","last_clean":"2024-06-06T08:22:36.999659+0000","last_became_active":"2024-06-06T08:18:48.003698+0000","last_became_peered":"2024-06-06T08:18:48.003698+0000","last_unstale":"2024-06-06T08:22:36.999659+0000","last_undegraded":"2024-06-06T08:22:36.999659+0000","last_fullsized":"2024-06-06T08:22:36.999659+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:31:31.524345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"100'6","reported_seq":227,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.587097+0000","last_change":"2024-06-06T08:18:34.684025+0000","last_active":"2024-06-06T08:22:37.587097+0000","last_peered":"2024-06-06T08:22:37.587097+0000","last_clean":"2024-06-06T08:22:37.587097+0000","last_became_active":"2024-06-06T08:18:34.683704+0000","last_became_peered":"2024-06-06T08:18:34.683704+0000","last_unstale":"2024-06-06T08:22:37.587097+0000","last_undegraded":"2024-06-06T08:22:37.587097+0000","last_fullsized":"2024-06-06T08:22:37.587097+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:35:18.994049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1509,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":179,"num_read_kb":6,"num_write":5,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"99'6","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899401+0000","last_change":"2024-06-06T08:18:37.974755+0000","last_active":"2024-06-06T08:22:36.899401+0000","last_peered":"2024-06-06T08:22:36.899401+0000","last_clean":"2024-06-06T08:22:36.899401+0000","last_became_active":"2024-06-06T08:18:37.974433+0000","last_became_peered":"2024-06-06T08:18:37.974433+0000","last_unstale":"2024-06-06T08:22:36.899401+0000","last_undegraded":"2024-06-06T08:22:36.899401+0000","last_fullsized":"2024-06-06T08:22:36.899401+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:42:29.994159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":34,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898602+0000","last_change":"2024-06-06T08:19:20.076660+0000","last_active":"2024-06-06T08:22:36.898602+0000","last_peered":"2024-06-06T08:22:36.898602+0000","last_clean":"2024-06-06T08:22:36.898602+0000","last_became_active":"2024-06-06T08:19:20.076106+0000","last_became_peered":"2024-06-06T08:19:20.076106+0000","last_unstale":"2024-06-06T08:22:36.898602+0000","last_undegraded":"2024-06-06T08:22:36.898602+0000","last_fullsized":"2024-06-06T08:22:36.898602+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:04:14.912823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,8,11],"acting":[6,3,8,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"99'15","reported_seq":75,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001170+0000","last_change":"2024-06-06T08:19:20.083268+0000","last_active":"2024-06-06T08:22:37.001170+0000","last_peered":"2024-06-06T08:22:37.001170+0000","last_clean":"2024-06-06T08:22:37.001170+0000","last_became_active":"2024-06-06T08:19:20.072772+0000","last_became_peered":"2024-06-06T08:19:20.072772+0000","last_unstale":"2024-06-06T08:22:37.001170+0000","last_undegraded":"2024-06-06T08:22:37.001170+0000","last_fullsized":"2024-06-06T08:22:37.001170+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:24:31.654914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,4],"acting":[8,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"99'6","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010081+0000","last_change":"2024-06-06T08:18:37.974686+0000","last_active":"2024-06-06T08:22:37.010081+0000","last_peered":"2024-06-06T08:22:37.010081+0000","last_clean":"2024-06-06T08:22:37.010081+0000","last_became_active":"2024-06-06T08:18:37.974359+0000","last_became_peered":"2024-06-06T08:18:37.974359+0000","last_unstale":"2024-06-06T08:22:37.010081+0000","last_undegraded":"2024-06-06T08:22:37.010081+0000","last_fullsized":"2024-06-06T08:22:37.010081+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:59:11.839143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010001+0000","last_change":"2024-06-06T08:18:48.004663+0000","last_active":"2024-06-06T08:22:37.010001+0000","last_peered":"2024-06-06T08:22:37.010001+0000","last_clean":"2024-06-06T08:22:37.010001+0000","last_became_active":"2024-06-06T08:18:48.004157+0000","last_became_peered":"2024-06-06T08:18:48.004157+0000","last_unstale":"2024-06-06T08:22:37.010001+0000","last_undegraded":"2024-06-06T08:22:37.010001+0000","last_fullsized":"2024-06-06T08:22:37.010001+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:24:09.672748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"99'2","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001578+0000","last_change":"2024-06-06T08:18:34.680195+0000","last_active":"2024-06-06T08:22:37.001578+0000","last_peered":"2024-06-06T08:22:37.001578+0000","last_clean":"2024-06-06T08:22:37.001578+0000","last_became_active":"2024-06-06T08:18:34.679739+0000","last_became_peered":"2024-06-06T08:18:34.679739+0000","last_unstale":"2024-06-06T08:22:37.001578+0000","last_undegraded":"2024-06-06T08:22:37.001578+0000","last_fullsized":"2024-06-06T08:22:37.001578+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:35:12.003240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"99'5","reported_seq":41,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.313942+0000","last_change":"2024-06-06T08:18:37.972817+0000","last_active":"2024-06-06T08:22:37.313942+0000","last_peered":"2024-06-06T08:22:37.313942+0000","last_clean":"2024-06-06T08:22:37.313942+0000","last_became_active":"2024-06-06T08:18:37.972330+0000","last_became_peered":"2024-06-06T08:18:37.972330+0000","last_unstale":"2024-06-06T08:22:37.313942+0000","last_undegraded":"2024-06-06T08:22:37.313942+0000","last_fullsized":"2024-06-06T08:22:37.313942+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:28:52.945097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001214+0000","last_change":"2024-06-06T08:18:48.069745+0000","last_active":"2024-06-06T08:22:37.001214+0000","last_peered":"2024-06-06T08:22:37.001214+0000","last_clean":"2024-06-06T08:22:37.001214+0000","last_became_active":"2024-06-06T08:18:48.069211+0000","last_became_peered":"2024-06-06T08:18:48.069211+0000","last_unstale":"2024-06-06T08:22:37.001214+0000","last_undegraded":"2024-06-06T08:22:37.001214+0000","last_fullsized":"2024-06-06T08:22:37.001214+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:20:30.421047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.999366+0000","last_change":"2024-06-06T08:18:34.831498+0000","last_active":"2024-06-06T08:22:36.999366+0000","last_peered":"2024-06-06T08:22:36.999366+0000","last_clean":"2024-06-06T08:22:36.999366+0000","last_became_active":"2024-06-06T08:18:34.831101+0000","last_became_peered":"2024-06-06T08:18:34.831101+0000","last_unstale":"2024-06-06T08:22:36.999366+0000","last_undegraded":"2024-06-06T08:22:36.999366+0000","last_fullsized":"2024-06-06T08:22:36.999366+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:51:33.531875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"99'4","reported_seq":41,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.013044+0000","last_change":"2024-06-06T08:18:37.968601+0000","last_active":"2024-06-06T08:22:37.013044+0000","last_peered":"2024-06-06T08:22:37.013044+0000","last_clean":"2024-06-06T08:22:37.013044+0000","last_became_active":"2024-06-06T08:18:37.968269+0000","last_became_peered":"2024-06-06T08:18:37.968269+0000","last_unstale":"2024-06-06T08:22:37.013044+0000","last_undegraded":"2024-06-06T08:22:37.013044+0000","last_fullsized":"2024-06-06T08:22:37.013044+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:51:35.437855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898416+0000","last_change":"2024-06-06T08:18:48.009054+0000","last_active":"2024-06-06T08:22:36.898416+0000","last_peered":"2024-06-06T08:22:36.898416+0000","last_clean":"2024-06-06T08:22:36.898416+0000","last_became_active":"2024-06-06T08:18:48.008286+0000","last_became_peered":"2024-06-06T08:18:48.008286+0000","last_unstale":"2024-06-06T08:22:36.898416+0000","last_undegraded":"2024-06-06T08:22:36.898416+0000","last_fullsized":"2024-06-06T08:22:36.898416+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:24:47.868921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"99'1","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899229+0000","last_change":"2024-06-06T08:18:34.685520+0000","last_active":"2024-06-06T08:22:36.899229+0000","last_peered":"2024-06-06T08:22:36.899229+0000","last_clean":"2024-06-06T08:22:36.899229+0000","last_became_active":"2024-06-06T08:18:34.685063+0000","last_became_peered":"2024-06-06T08:18:34.685063+0000","last_unstale":"2024-06-06T08:22:36.899229+0000","last_undegraded":"2024-06-06T08:22:36.899229+0000","last_fullsized":"2024-06-06T08:22:36.899229+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:48:39.032501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"99'7","reported_seq":50,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.013063+0000","last_change":"2024-06-06T08:19:20.072686+0000","last_active":"2024-06-06T08:22:37.013063+0000","last_peered":"2024-06-06T08:22:37.013063+0000","last_clean":"2024-06-06T08:22:37.013063+0000","last_became_active":"2024-06-06T08:19:20.072310+0000","last_became_peered":"2024-06-06T08:19:20.072310+0000","last_unstale":"2024-06-06T08:22:37.013063+0000","last_undegraded":"2024-06-06T08:22:37.013063+0000","last_fullsized":"2024-06-06T08:22:37.013063+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:07:16.268969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898753+0000","last_change":"2024-06-06T08:18:48.069698+0000","last_active":"2024-06-06T08:22:36.898753+0000","last_peered":"2024-06-06T08:22:36.898753+0000","last_clean":"2024-06-06T08:22:36.898753+0000","last_became_active":"2024-06-06T08:18:48.069126+0000","last_became_peered":"2024-06-06T08:18:48.069126+0000","last_unstale":"2024-06-06T08:22:36.898753+0000","last_undegraded":"2024-06-06T08:22:36.898753+0000","last_fullsized":"2024-06-06T08:22:36.898753+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:12:41.551061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"99'8","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010216+0000","last_change":"2024-06-06T08:18:37.976958+0000","last_active":"2024-06-06T08:22:37.010216+0000","last_peered":"2024-06-06T08:22:37.010216+0000","last_clean":"2024-06-06T08:22:37.010216+0000","last_became_active":"2024-06-06T08:18:37.975255+0000","last_became_peered":"2024-06-06T08:18:37.975255+0000","last_unstale":"2024-06-06T08:22:37.010216+0000","last_undegraded":"2024-06-06T08:22:37.010216+0000","last_fullsized":"2024-06-06T08:22:37.010216+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:30:43.849320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"100'6","reported_seq":222,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.154009+0000","last_change":"2024-06-06T08:18:34.830568+0000","last_active":"2024-06-06T08:22:37.154009+0000","last_peered":"2024-06-06T08:22:37.154009+0000","last_clean":"2024-06-06T08:22:37.154009+0000","last_became_active":"2024-06-06T08:18:34.830197+0000","last_became_peered":"2024-06-06T08:18:34.830197+0000","last_unstale":"2024-06-06T08:22:37.154009+0000","last_undegraded":"2024-06-06T08:22:37.154009+0000","last_fullsized":"2024-06-06T08:22:37.154009+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:55:26.436553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":173,"num_read_kb":173,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"99'1","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899525+0000","last_change":"2024-06-06T08:18:48.010465+0000","last_active":"2024-06-06T08:22:36.899525+0000","last_peered":"2024-06-06T08:22:36.899525+0000","last_clean":"2024-06-06T08:22:36.899525+0000","last_became_active":"2024-06-06T08:18:48.010096+0000","last_became_peered":"2024-06-06T08:18:48.010096+0000","last_unstale":"2024-06-06T08:22:36.899525+0000","last_undegraded":"2024-06-06T08:22:36.899525+0000","last_fullsized":"2024-06-06T08:22:36.899525+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:39:33.906074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"99'8","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.002553+0000","last_change":"2024-06-06T08:18:37.973719+0000","last_active":"2024-06-06T08:22:37.002553+0000","last_peered":"2024-06-06T08:22:37.002553+0000","last_clean":"2024-06-06T08:22:37.002553+0000","last_became_active":"2024-06-06T08:18:37.973395+0000","last_became_peered":"2024-06-06T08:18:37.973395+0000","last_unstale":"2024-06-06T08:22:37.002553+0000","last_undegraded":"2024-06-06T08:22:37.002553+0000","last_fullsized":"2024-06-06T08:22:37.002553+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:46:30.231836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"99'3","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009732+0000","last_change":"2024-06-06T08:18:34.681983+0000","last_active":"2024-06-06T08:22:37.009732+0000","last_peered":"2024-06-06T08:22:37.009732+0000","last_clean":"2024-06-06T08:22:37.009732+0000","last_became_active":"2024-06-06T08:18:34.681609+0000","last_became_peered":"2024-06-06T08:18:34.681609+0000","last_unstale":"2024-06-06T08:22:37.009732+0000","last_undegraded":"2024-06-06T08:22:37.009732+0000","last_fullsized":"2024-06-06T08:22:37.009732+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:52:15.132317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":378,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899229+0000","last_change":"2024-06-06T08:17:15.096339+0000","last_active":"2024-06-06T08:22:36.899229+0000","last_peered":"2024-06-06T08:22:36.899229+0000","last_clean":"2024-06-06T08:22:36.899229+0000","last_became_active":"2024-06-06T08:17:15.095774+0000","last_became_peered":"2024-06-06T08:17:15.095774+0000","last_unstale":"2024-06-06T08:22:36.899229+0000","last_undegraded":"2024-06-06T08:22:36.899229+0000","last_fullsized":"2024-06-06T08:22:36.899229+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:13:45.360899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:13:45.360899+0000","last_clean_scrub_stamp":"2024-06-06T08:13:45.360899+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:11:51.805874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010386+0000","last_change":"2024-06-06T08:18:48.069855+0000","last_active":"2024-06-06T08:22:37.010386+0000","last_peered":"2024-06-06T08:22:37.010386+0000","last_clean":"2024-06-06T08:22:37.010386+0000","last_became_active":"2024-06-06T08:18:48.069438+0000","last_became_peered":"2024-06-06T08:18:48.069438+0000","last_unstale":"2024-06-06T08:22:37.010386+0000","last_undegraded":"2024-06-06T08:22:37.010386+0000","last_fullsized":"2024-06-06T08:22:37.010386+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:25:14.432797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"99'5","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.897966+0000","last_change":"2024-06-06T08:19:20.073432+0000","last_active":"2024-06-06T08:22:36.897966+0000","last_peered":"2024-06-06T08:22:36.897966+0000","last_clean":"2024-06-06T08:22:36.897966+0000","last_became_active":"2024-06-06T08:19:20.073034+0000","last_became_peered":"2024-06-06T08:19:20.073034+0000","last_unstale":"2024-06-06T08:22:36.897966+0000","last_undegraded":"2024-06-06T08:22:36.897966+0000","last_fullsized":"2024-06-06T08:22:36.897966+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:08:52.802582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,2],"acting":[6,9,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"99'3","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899328+0000","last_change":"2024-06-06T08:18:34.682370+0000","last_active":"2024-06-06T08:22:36.899328+0000","last_peered":"2024-06-06T08:22:36.899328+0000","last_clean":"2024-06-06T08:22:36.899328+0000","last_became_active":"2024-06-06T08:18:34.682002+0000","last_became_peered":"2024-06-06T08:18:34.682002+0000","last_unstale":"2024-06-06T08:22:36.899328+0000","last_undegraded":"2024-06-06T08:22:36.899328+0000","last_fullsized":"2024-06-06T08:22:36.899328+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:48:56.690891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.313837+0000","last_change":"2024-06-06T08:18:48.006552+0000","last_active":"2024-06-06T08:22:37.313837+0000","last_peered":"2024-06-06T08:22:37.313837+0000","last_clean":"2024-06-06T08:22:37.313837+0000","last_became_active":"2024-06-06T08:18:48.006021+0000","last_became_peered":"2024-06-06T08:18:48.006021+0000","last_unstale":"2024-06-06T08:22:37.313837+0000","last_undegraded":"2024-06-06T08:22:37.313837+0000","last_fullsized":"2024-06-06T08:22:37.313837+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:22:25.504479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"99'1","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001610+0000","last_change":"2024-06-06T08:18:34.831372+0000","last_active":"2024-06-06T08:22:37.001610+0000","last_peered":"2024-06-06T08:22:37.001610+0000","last_clean":"2024-06-06T08:22:37.001610+0000","last_became_active":"2024-06-06T08:18:34.830779+0000","last_became_peered":"2024-06-06T08:18:34.830779+0000","last_unstale":"2024-06-06T08:22:37.001610+0000","last_undegraded":"2024-06-06T08:22:37.001610+0000","last_fullsized":"2024-06-06T08:22:37.001610+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T20:16:51.953873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"99'9","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898554+0000","last_change":"2024-06-06T08:18:37.965533+0000","last_active":"2024-06-06T08:22:36.898554+0000","last_peered":"2024-06-06T08:22:36.898554+0000","last_clean":"2024-06-06T08:22:36.898554+0000","last_became_active":"2024-06-06T08:18:37.965190+0000","last_became_peered":"2024-06-06T08:18:37.965190+0000","last_unstale":"2024-06-06T08:22:36.898554+0000","last_undegraded":"2024-06-06T08:22:36.898554+0000","last_fullsized":"2024-06-06T08:22:36.898554+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:56:20.789040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001595+0000","last_change":"2024-06-06T08:18:48.069482+0000","last_active":"2024-06-06T08:22:37.001595+0000","last_peered":"2024-06-06T08:22:37.001595+0000","last_clean":"2024-06-06T08:22:37.001595+0000","last_became_active":"2024-06-06T08:18:48.069033+0000","last_became_peered":"2024-06-06T08:18:48.069033+0000","last_unstale":"2024-06-06T08:22:37.001595+0000","last_undegraded":"2024-06-06T08:22:37.001595+0000","last_fullsized":"2024-06-06T08:22:37.001595+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:53:57.135522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"100'48","reported_seq":114,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.112934+0000","last_change":"2024-06-06T08:18:34.680768+0000","last_active":"2024-06-06T08:22:37.112934+0000","last_peered":"2024-06-06T08:22:37.112934+0000","last_clean":"2024-06-06T08:22:37.112934+0000","last_became_active":"2024-06-06T08:18:34.680388+0000","last_became_peered":"2024-06-06T08:18:34.680388+0000","last_unstale":"2024-06-06T08:22:37.112934+0000","last_undegraded":"2024-06-06T08:22:37.112934+0000","last_fullsized":"2024-06-06T08:22:37.112934+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:20:11.041953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":82,"num_read_kb":70,"num_write":86,"num_write_kb":838,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"99'5","reported_seq":42,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.002845+0000","last_change":"2024-06-06T08:18:37.962877+0000","last_active":"2024-06-06T08:22:37.002845+0000","last_peered":"2024-06-06T08:22:37.002845+0000","last_clean":"2024-06-06T08:22:37.002845+0000","last_became_active":"2024-06-06T08:18:37.962515+0000","last_became_peered":"2024-06-06T08:18:37.962515+0000","last_unstale":"2024-06-06T08:22:37.002845+0000","last_undegraded":"2024-06-06T08:22:37.002845+0000","last_fullsized":"2024-06-06T08:22:37.002845+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:09:29.783996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.902629+0000","last_change":"2024-06-06T08:18:48.002421+0000","last_active":"2024-06-06T08:22:36.902629+0000","last_peered":"2024-06-06T08:22:36.902629+0000","last_clean":"2024-06-06T08:22:36.902629+0000","last_became_active":"2024-06-06T08:18:48.001500+0000","last_became_peered":"2024-06-06T08:18:48.001500+0000","last_unstale":"2024-06-06T08:22:36.902629+0000","last_undegraded":"2024-06-06T08:22:36.902629+0000","last_fullsized":"2024-06-06T08:22:36.902629+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:16:23.206777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"99'4","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009979+0000","last_change":"2024-06-06T08:18:35.126605+0000","last_active":"2024-06-06T08:22:37.009979+0000","last_peered":"2024-06-06T08:22:37.009979+0000","last_clean":"2024-06-06T08:22:37.009979+0000","last_became_active":"2024-06-06T08:18:35.126225+0000","last_became_peered":"2024-06-06T08:18:35.126225+0000","last_unstale":"2024-06-06T08:22:37.009979+0000","last_undegraded":"2024-06-06T08:22:37.009979+0000","last_fullsized":"2024-06-06T08:22:37.009979+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:27:58.288349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"99'7","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946719+0000","last_change":"2024-06-06T08:18:37.978178+0000","last_active":"2024-06-06T08:22:36.946719+0000","last_peered":"2024-06-06T08:22:36.946719+0000","last_clean":"2024-06-06T08:22:36.946719+0000","last_became_active":"2024-06-06T08:18:37.977413+0000","last_became_peered":"2024-06-06T08:18:37.977413+0000","last_unstale":"2024-06-06T08:22:36.946719+0000","last_undegraded":"2024-06-06T08:22:36.946719+0000","last_fullsized":"2024-06-06T08:22:36.946719+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:19:27.492305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":34,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009770+0000","last_change":"2024-06-06T08:19:20.074860+0000","last_active":"2024-06-06T08:22:37.009770+0000","last_peered":"2024-06-06T08:22:37.009770+0000","last_clean":"2024-06-06T08:22:37.009770+0000","last_became_active":"2024-06-06T08:19:20.074377+0000","last_became_peered":"2024-06-06T08:19:20.074377+0000","last_unstale":"2024-06-06T08:22:37.009770+0000","last_undegraded":"2024-06-06T08:22:37.009770+0000","last_fullsized":"2024-06-06T08:22:37.009770+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:24:23.991833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,10,9],"acting":[4,8,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"99'2","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.159386+0000","last_change":"2024-06-06T08:18:34.830742+0000","last_active":"2024-06-06T08:22:37.159386+0000","last_peered":"2024-06-06T08:22:37.159386+0000","last_clean":"2024-06-06T08:22:37.159386+0000","last_became_active":"2024-06-06T08:18:34.830351+0000","last_became_peered":"2024-06-06T08:18:34.830351+0000","last_unstale":"2024-06-06T08:22:37.159386+0000","last_undegraded":"2024-06-06T08:22:37.159386+0000","last_fullsized":"2024-06-06T08:22:37.159386+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:26:10.297538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"99'2","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001168+0000","last_change":"2024-06-06T08:18:37.968284+0000","last_active":"2024-06-06T08:22:37.001168+0000","last_peered":"2024-06-06T08:22:37.001168+0000","last_clean":"2024-06-06T08:22:37.001168+0000","last_became_active":"2024-06-06T08:18:37.967965+0000","last_became_peered":"2024-06-06T08:18:37.967965+0000","last_unstale":"2024-06-06T08:22:37.001168+0000","last_undegraded":"2024-06-06T08:22:37.001168+0000","last_fullsized":"2024-06-06T08:22:37.001168+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:06:27.202803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.999829+0000","last_change":"2024-06-06T08:18:48.011663+0000","last_active":"2024-06-06T08:22:36.999829+0000","last_peered":"2024-06-06T08:22:36.999829+0000","last_clean":"2024-06-06T08:22:36.999829+0000","last_became_active":"2024-06-06T08:18:48.011061+0000","last_became_peered":"2024-06-06T08:18:48.011061+0000","last_unstale":"2024-06-06T08:22:36.999829+0000","last_undegraded":"2024-06-06T08:22:36.999829+0000","last_fullsized":"2024-06-06T08:22:36.999829+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:42:57.080453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"99'3","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.002293+0000","last_change":"2024-06-06T08:18:34.682065+0000","last_active":"2024-06-06T08:22:37.002293+0000","last_peered":"2024-06-06T08:22:37.002293+0000","last_clean":"2024-06-06T08:22:37.002293+0000","last_became_active":"2024-06-06T08:18:34.681713+0000","last_became_peered":"2024-06-06T08:18:34.681713+0000","last_unstale":"2024-06-06T08:22:37.002293+0000","last_undegraded":"2024-06-06T08:22:37.002293+0000","last_fullsized":"2024-06-06T08:22:37.002293+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:31:52.342368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"99'9","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.313667+0000","last_change":"2024-06-06T08:18:37.970529+0000","last_active":"2024-06-06T08:22:37.313667+0000","last_peered":"2024-06-06T08:22:37.313667+0000","last_clean":"2024-06-06T08:22:37.313667+0000","last_became_active":"2024-06-06T08:18:37.967457+0000","last_became_peered":"2024-06-06T08:18:37.967457+0000","last_unstale":"2024-06-06T08:22:37.313667+0000","last_undegraded":"2024-06-06T08:22:37.313667+0000","last_fullsized":"2024-06-06T08:22:37.313667+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:37:02.931598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"99'1","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009701+0000","last_change":"2024-06-06T08:18:48.001708+0000","last_active":"2024-06-06T08:22:37.009701+0000","last_peered":"2024-06-06T08:22:37.009701+0000","last_clean":"2024-06-06T08:22:37.009701+0000","last_became_active":"2024-06-06T08:18:48.001028+0000","last_became_peered":"2024-06-06T08:18:48.001028+0000","last_unstale":"2024-06-06T08:22:37.009701+0000","last_undegraded":"2024-06-06T08:22:37.009701+0000","last_fullsized":"2024-06-06T08:22:37.009701+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:34:36.608830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"100'2","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.903181+0000","last_change":"2024-06-06T08:18:34.681687+0000","last_active":"2024-06-06T08:22:36.903181+0000","last_peered":"2024-06-06T08:22:36.903181+0000","last_clean":"2024-06-06T08:22:36.903181+0000","last_became_active":"2024-06-06T08:18:34.681359+0000","last_became_peered":"2024-06-06T08:18:34.681359+0000","last_unstale":"2024-06-06T08:22:36.903181+0000","last_undegraded":"2024-06-06T08:22:36.903181+0000","last_fullsized":"2024-06-06T08:22:36.903181+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:04:45.735761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"99'8","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.002792+0000","last_change":"2024-06-06T08:18:37.970897+0000","last_active":"2024-06-06T08:22:37.002792+0000","last_peered":"2024-06-06T08:22:37.002792+0000","last_clean":"2024-06-06T08:22:37.002792+0000","last_became_active":"2024-06-06T08:18:37.970571+0000","last_became_peered":"2024-06-06T08:18:37.970571+0000","last_unstale":"2024-06-06T08:22:37.002792+0000","last_undegraded":"2024-06-06T08:22:37.002792+0000","last_fullsized":"2024-06-06T08:22:37.002792+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:46:15.915929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009768+0000","last_change":"2024-06-06T08:18:48.069630+0000","last_active":"2024-06-06T08:22:37.009768+0000","last_peered":"2024-06-06T08:22:37.009768+0000","last_clean":"2024-06-06T08:22:37.009768+0000","last_became_active":"2024-06-06T08:18:48.069072+0000","last_became_peered":"2024-06-06T08:18:48.069072+0000","last_unstale":"2024-06-06T08:22:37.009768+0000","last_undegraded":"2024-06-06T08:22:37.009768+0000","last_fullsized":"2024-06-06T08:22:37.009768+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:06:52.895802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"99'4","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001388+0000","last_change":"2024-06-06T08:18:34.684436+0000","last_active":"2024-06-06T08:22:37.001388+0000","last_peered":"2024-06-06T08:22:37.001388+0000","last_clean":"2024-06-06T08:22:37.001388+0000","last_became_active":"2024-06-06T08:18:34.684088+0000","last_became_peered":"2024-06-06T08:18:34.684088+0000","last_unstale":"2024-06-06T08:22:37.001388+0000","last_undegraded":"2024-06-06T08:22:37.001388+0000","last_fullsized":"2024-06-06T08:22:37.001388+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:15:52.921779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"99'5","reported_seq":42,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899308+0000","last_change":"2024-06-06T08:18:37.969446+0000","last_active":"2024-06-06T08:22:36.899308+0000","last_peered":"2024-06-06T08:22:36.899308+0000","last_clean":"2024-06-06T08:22:36.899308+0000","last_became_active":"2024-06-06T08:18:37.969080+0000","last_became_peered":"2024-06-06T08:18:37.969080+0000","last_unstale":"2024-06-06T08:22:36.899308+0000","last_undegraded":"2024-06-06T08:22:36.899308+0000","last_fullsized":"2024-06-06T08:22:36.899308+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:11:04.510503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.159616+0000","last_change":"2024-06-06T08:18:48.003740+0000","last_active":"2024-06-06T08:22:37.159616+0000","last_peered":"2024-06-06T08:22:37.159616+0000","last_clean":"2024-06-06T08:22:37.159616+0000","last_became_active":"2024-06-06T08:18:48.003336+0000","last_became_peered":"2024-06-06T08:18:48.003336+0000","last_unstale":"2024-06-06T08:22:37.159616+0000","last_undegraded":"2024-06-06T08:22:37.159616+0000","last_fullsized":"2024-06-06T08:22:37.159616+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:50:46.165799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"99'3","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.903560+0000","last_change":"2024-06-06T08:18:35.126341+0000","last_active":"2024-06-06T08:22:36.903560+0000","last_peered":"2024-06-06T08:22:36.903560+0000","last_clean":"2024-06-06T08:22:36.903560+0000","last_became_active":"2024-06-06T08:18:35.125952+0000","last_became_peered":"2024-06-06T08:18:35.125952+0000","last_unstale":"2024-06-06T08:22:36.903560+0000","last_undegraded":"2024-06-06T08:22:36.903560+0000","last_fullsized":"2024-06-06T08:22:36.903560+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:27:06.337259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"99'7","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899706+0000","last_change":"2024-06-06T08:18:37.968441+0000","last_active":"2024-06-06T08:22:36.899706+0000","last_peered":"2024-06-06T08:22:36.899706+0000","last_clean":"2024-06-06T08:22:36.899706+0000","last_became_active":"2024-06-06T08:18:37.968104+0000","last_became_peered":"2024-06-06T08:18:37.968104+0000","last_unstale":"2024-06-06T08:22:36.899706+0000","last_undegraded":"2024-06-06T08:22:36.899706+0000","last_fullsized":"2024-06-06T08:22:36.899706+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:15:56.554327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946226+0000","last_change":"2024-06-06T08:18:48.003394+0000","last_active":"2024-06-06T08:22:36.946226+0000","last_peered":"2024-06-06T08:22:36.946226+0000","last_clean":"2024-06-06T08:22:36.946226+0000","last_became_active":"2024-06-06T08:18:48.002989+0000","last_became_peered":"2024-06-06T08:18:48.002989+0000","last_unstale":"2024-06-06T08:22:36.946226+0000","last_undegraded":"2024-06-06T08:22:36.946226+0000","last_fullsized":"2024-06-06T08:22:36.946226+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:03:19.225845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"100'39","reported_seq":90,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.110540+0000","last_change":"2024-06-06T08:18:34.682688+0000","last_active":"2024-06-06T08:22:37.110540+0000","last_peered":"2024-06-06T08:22:37.110540+0000","last_clean":"2024-06-06T08:22:37.110540+0000","last_became_active":"2024-06-06T08:18:34.682315+0000","last_became_peered":"2024-06-06T08:18:34.682315+0000","last_unstale":"2024-06-06T08:22:37.110540+0000","last_undegraded":"2024-06-06T08:22:37.110540+0000","last_fullsized":"2024-06-06T08:22:37.110540+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:06:00.681812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"99'6","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899455+0000","last_change":"2024-06-06T08:18:37.973181+0000","last_active":"2024-06-06T08:22:36.899455+0000","last_peered":"2024-06-06T08:22:36.899455+0000","last_clean":"2024-06-06T08:22:36.899455+0000","last_became_active":"2024-06-06T08:18:37.972850+0000","last_became_peered":"2024-06-06T08:18:37.972850+0000","last_unstale":"2024-06-06T08:22:36.899455+0000","last_undegraded":"2024-06-06T08:22:36.899455+0000","last_fullsized":"2024-06-06T08:22:36.899455+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:03:25.044516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009827+0000","last_change":"2024-06-06T08:18:48.004398+0000","last_active":"2024-06-06T08:22:37.009827+0000","last_peered":"2024-06-06T08:22:37.009827+0000","last_clean":"2024-06-06T08:22:37.009827+0000","last_became_active":"2024-06-06T08:18:48.003376+0000","last_became_peered":"2024-06-06T08:18:48.003376+0000","last_unstale":"2024-06-06T08:22:37.009827+0000","last_undegraded":"2024-06-06T08:22:37.009827+0000","last_fullsized":"2024-06-06T08:22:37.009827+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:59:24.118255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"90'2","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898643+0000","last_change":"2024-06-06T08:18:34.676555+0000","last_active":"2024-06-06T08:22:36.898643+0000","last_peered":"2024-06-06T08:22:36.898643+0000","last_clean":"2024-06-06T08:22:36.898643+0000","last_became_active":"2024-06-06T08:18:34.676211+0000","last_became_peered":"2024-06-06T08:18:34.676211+0000","last_unstale":"2024-06-06T08:22:36.898643+0000","last_undegraded":"2024-06-06T08:22:36.898643+0000","last_fullsized":"2024-06-06T08:22:36.898643+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:32:06.731526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"99'9","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899680+0000","last_change":"2024-06-06T08:18:37.970913+0000","last_active":"2024-06-06T08:22:36.899680+0000","last_peered":"2024-06-06T08:22:36.899680+0000","last_clean":"2024-06-06T08:22:36.899680+0000","last_became_active":"2024-06-06T08:18:37.970608+0000","last_became_peered":"2024-06-06T08:18:37.970608+0000","last_unstale":"2024-06-06T08:22:36.899680+0000","last_undegraded":"2024-06-06T08:22:36.899680+0000","last_fullsized":"2024-06-06T08:22:36.899680+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:26:04.912347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"99'9","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.313747+0000","last_change":"2024-06-06T08:18:37.974755+0000","last_active":"2024-06-06T08:22:37.313747+0000","last_peered":"2024-06-06T08:22:37.313747+0000","last_clean":"2024-06-06T08:22:37.313747+0000","last_became_active":"2024-06-06T08:18:37.974382+0000","last_became_peered":"2024-06-06T08:18:37.974382+0000","last_unstale":"2024-06-06T08:22:37.313747+0000","last_undegraded":"2024-06-06T08:22:37.313747+0000","last_fullsized":"2024-06-06T08:22:37.313747+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:38:10.260699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"99'12","reported_seq":49,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.902842+0000","last_change":"2024-06-06T08:18:37.976674+0000","last_active":"2024-06-06T08:22:36.902842+0000","last_peered":"2024-06-06T08:22:36.902842+0000","last_clean":"2024-06-06T08:22:36.902842+0000","last_became_active":"2024-06-06T08:18:37.976279+0000","last_became_peered":"2024-06-06T08:18:37.976279+0000","last_unstale":"2024-06-06T08:22:36.902842+0000","last_undegraded":"2024-06-06T08:22:36.902842+0000","last_fullsized":"2024-06-06T08:22:36.902842+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:49:44.218179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"99'8","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.902689+0000","last_change":"2024-06-06T08:18:37.967246+0000","last_active":"2024-06-06T08:22:36.902689+0000","last_peered":"2024-06-06T08:22:36.902689+0000","last_clean":"2024-06-06T08:22:36.902689+0000","last_became_active":"2024-06-06T08:18:37.966893+0000","last_became_peered":"2024-06-06T08:18:37.966893+0000","last_unstale":"2024-06-06T08:22:36.902689+0000","last_undegraded":"2024-06-06T08:22:36.902689+0000","last_fullsized":"2024-06-06T08:22:36.902689+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:27:37.460198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"99'7","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946484+0000","last_change":"2024-06-06T08:18:37.971779+0000","last_active":"2024-06-06T08:22:36.946484+0000","last_peered":"2024-06-06T08:22:36.946484+0000","last_clean":"2024-06-06T08:22:36.946484+0000","last_became_active":"2024-06-06T08:18:37.971263+0000","last_became_peered":"2024-06-06T08:18:37.971263+0000","last_unstale":"2024-06-06T08:22:36.946484+0000","last_undegraded":"2024-06-06T08:22:36.946484+0000","last_fullsized":"2024-06-06T08:22:36.946484+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:13:07.331856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"99'4","reported_seq":41,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898594+0000","last_change":"2024-06-06T08:18:37.966498+0000","last_active":"2024-06-06T08:22:36.898594+0000","last_peered":"2024-06-06T08:22:36.898594+0000","last_clean":"2024-06-06T08:22:36.898594+0000","last_became_active":"2024-06-06T08:18:37.966168+0000","last_became_peered":"2024-06-06T08:18:37.966168+0000","last_unstale":"2024-06-06T08:22:36.898594+0000","last_undegraded":"2024-06-06T08:22:36.898594+0000","last_fullsized":"2024-06-06T08:22:36.898594+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:53:30.055427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"99'6","reported_seq":42,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.313997+0000","last_change":"2024-06-06T08:18:37.969990+0000","last_active":"2024-06-06T08:22:37.313997+0000","last_peered":"2024-06-06T08:22:37.313997+0000","last_clean":"2024-06-06T08:22:37.313997+0000","last_became_active":"2024-06-06T08:18:37.968057+0000","last_became_peered":"2024-06-06T08:18:37.968057+0000","last_unstale":"2024-06-06T08:22:37.313997+0000","last_undegraded":"2024-06-06T08:22:37.313997+0000","last_fullsized":"2024-06-06T08:22:37.313997+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:58:09.932685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"99'15","reported_seq":52,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.903147+0000","last_change":"2024-06-06T08:18:37.974080+0000","last_active":"2024-06-06T08:22:36.903147+0000","last_peered":"2024-06-06T08:22:36.903147+0000","last_clean":"2024-06-06T08:22:36.903147+0000","last_became_active":"2024-06-06T08:18:37.973730+0000","last_became_peered":"2024-06-06T08:18:37.973730+0000","last_unstale":"2024-06-06T08:22:36.903147+0000","last_undegraded":"2024-06-06T08:22:36.903147+0000","last_fullsized":"2024-06-06T08:22:36.903147+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:44:14.792754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"99'2","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.003053+0000","last_change":"2024-06-06T08:18:37.968451+0000","last_active":"2024-06-06T08:22:37.003053+0000","last_peered":"2024-06-06T08:22:37.003053+0000","last_clean":"2024-06-06T08:22:37.003053+0000","last_became_active":"2024-06-06T08:18:37.968104+0000","last_became_peered":"2024-06-06T08:18:37.968104+0000","last_unstale":"2024-06-06T08:22:37.003053+0000","last_undegraded":"2024-06-06T08:22:37.003053+0000","last_fullsized":"2024-06-06T08:22:37.003053+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:38:19.899618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"99'6","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009999+0000","last_change":"2024-06-06T08:18:37.977208+0000","last_active":"2024-06-06T08:22:37.009999+0000","last_peered":"2024-06-06T08:22:37.009999+0000","last_clean":"2024-06-06T08:22:37.009999+0000","last_became_active":"2024-06-06T08:18:37.976642+0000","last_became_peered":"2024-06-06T08:18:37.976642+0000","last_unstale":"2024-06-06T08:22:37.009999+0000","last_undegraded":"2024-06-06T08:22:37.009999+0000","last_fullsized":"2024-06-06T08:22:37.009999+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:18:53.095544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"99'8","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.002370+0000","last_change":"2024-06-06T08:18:37.970249+0000","last_active":"2024-06-06T08:22:37.002370+0000","last_peered":"2024-06-06T08:22:37.002370+0000","last_clean":"2024-06-06T08:22:37.002370+0000","last_became_active":"2024-06-06T08:18:37.968140+0000","last_became_peered":"2024-06-06T08:18:37.968140+0000","last_unstale":"2024-06-06T08:22:37.002370+0000","last_undegraded":"2024-06-06T08:22:37.002370+0000","last_fullsized":"2024-06-06T08:22:37.002370+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:16:33.574669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"99'10","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.159900+0000","last_change":"2024-06-06T08:18:37.976750+0000","last_active":"2024-06-06T08:22:37.159900+0000","last_peered":"2024-06-06T08:22:37.159900+0000","last_clean":"2024-06-06T08:22:37.159900+0000","last_became_active":"2024-06-06T08:18:37.972660+0000","last_became_peered":"2024-06-06T08:18:37.972660+0000","last_unstale":"2024-06-06T08:22:37.159900+0000","last_undegraded":"2024-06-06T08:22:37.159900+0000","last_fullsized":"2024-06-06T08:22:37.159900+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:35:12.473923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"99'11","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898378+0000","last_change":"2024-06-06T08:18:37.965227+0000","last_active":"2024-06-06T08:22:36.898378+0000","last_peered":"2024-06-06T08:22:36.898378+0000","last_clean":"2024-06-06T08:22:36.898378+0000","last_became_active":"2024-06-06T08:18:37.964901+0000","last_became_peered":"2024-06-06T08:18:37.964901+0000","last_unstale":"2024-06-06T08:22:36.898378+0000","last_undegraded":"2024-06-06T08:22:36.898378+0000","last_fullsized":"2024-06-06T08:22:36.898378+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:44:35.718192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"99'8","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.314118+0000","last_change":"2024-06-06T08:18:37.973543+0000","last_active":"2024-06-06T08:22:37.314118+0000","last_peered":"2024-06-06T08:22:37.314118+0000","last_clean":"2024-06-06T08:22:37.314118+0000","last_became_active":"2024-06-06T08:18:37.973226+0000","last_became_peered":"2024-06-06T08:18:37.973226+0000","last_unstale":"2024-06-06T08:22:37.314118+0000","last_undegraded":"2024-06-06T08:22:37.314118+0000","last_fullsized":"2024-06-06T08:22:37.314118+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:04:36.075435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":1771104,"data_compressed":108543,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":603869,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":1166,"num_read_kb":699,"num_write":300,"num_write_kb":1450,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":589824,"data_stored":1811607,"data_compressed":75906,"data_compressed_allocated":98304,"data_compressed_original":1548288,"omap_allocated":0,"internal_metadata":0},"log_size":236,"ondisk_log_size":236,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":82,"seq":352187318334,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28100,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717052,"statfs":{"total":95995035648,"available":95966261248,"internally_reserved":0,"allocated":1105920,"data_stored":570539,"data_compressed":29482,"data_compressed_allocated":40960,"data_compressed_original":81920,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":74,"seq":317827579972,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32424,"kb_used_data":1248,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712728,"statfs":{"total":95995035648,"available":95961833472,"internally_reserved":0,"allocated":1277952,"data_stored":1364036,"data_compressed":71819,"data_compressed_allocated":94208,"data_compressed_original":794624,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776201,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36460,"kb_used_data":1120,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708692,"statfs":{"total":95995035648,"available":95957700608,"internally_reserved":0,"allocated":1146880,"data_stored":968053,"data_compressed":48628,"data_compressed_allocated":65536,"data_compressed_original":475136,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037839,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32296,"kb_used_data":1116,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712856,"statfs":{"total":95995035648,"available":95961964544,"internally_reserved":0,"allocated":1142784,"data_stored":963877,"data_compressed":48628,"data_compressed_allocated":65536,"data_compressed_original":475136,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299475,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32320,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712832,"statfs":{"total":95995035648,"available":95961939968,"internally_reserved":0,"allocated":1167360,"data_stored":1167880,"data_compressed":65663,"data_compressed_allocated":86016,"data_compressed_original":671744,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863463000,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28092,"kb_used_data":1072,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717060,"statfs":{"total":95995035648,"available":95966269440,"internally_reserved":0,"allocated":1097728,"data_stored":565917,"data_compressed":29482,"data_compressed_allocated":40960,"data_compressed_original":81920,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574962,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28168,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716984,"statfs":{"total":95995035648,"available":95966191616,"internally_reserved":0,"allocated":1175552,"data_stored":639569,"data_compressed":29482,"data_compressed_allocated":40960,"data_compressed_original":81920,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738486,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28100,"kb_used_data":1084,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717052,"statfs":{"total":95995035648,"available":95966261248,"internally_reserved":0,"allocated":1110016,"data_stored":557497,"data_compressed":26504,"data_compressed_allocated":36864,"data_compressed_original":73728,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411438,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28180,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716972,"statfs":{"total":95995035648,"available":95966179328,"internally_reserved":0,"allocated":1187840,"data_stored":639993,"data_compressed":29482,"data_compressed_allocated":40960,"data_compressed_original":81920,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149800,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36464,"kb_used_data":1128,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708688,"statfs":{"total":95995035648,"available":95957696512,"internally_reserved":0,"allocated":1155072,"data_stored":1090927,"data_compressed":54784,"data_compressed_allocated":73728,"data_compressed_original":598016,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888163,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28112,"kb_used_data":1092,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717040,"statfs":{"total":95995035648,"available":95966248960,"internally_reserved":0,"allocated":1118208,"data_stored":571600,"data_compressed":29482,"data_compressed_allocated":40960,"data_compressed_original":81920,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724638,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32344,"kb_used_data":1168,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712808,"statfs":{"total":95995035648,"available":95961915392,"internally_reserved":0,"allocated":1196032,"data_stored":1294147,"data_compressed":71819,"data_compressed_allocated":94208,"data_compressed_original":794624,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36181,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36181,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36181,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":73742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":75726,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":525100,"data_compressed":25302,"data_compressed_allocated":32768,"data_compressed_original":516096,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1677,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":133856,"data_compressed":6156,"data_compressed_allocated":8192,"data_compressed_original":122880,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3493,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":393954,"data_compressed":19146,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":394034,"data_compressed":19146,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":135168,"data_stored":207841,"data_compressed":6156,"data_compressed_allocated":8192,"data_compressed_original":122880,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-06-06T08:22:40.646 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:22:40.938 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:22:41.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:41 smithi042 ceph-mon[32384]: from='client.15303 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T08:22:41.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:41 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:41.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:41 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:41.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:41 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:22:41.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:41 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:22:41.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:41 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:22:41.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:41 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:22:41.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:41 smithi042 ceph-mon[32384]: Adjusting osd_memory_target on smithi120 to 176.2M 2024-06-06T08:22:41.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:41 smithi042 ceph-mon[32384]: Unable to set osd_memory_target on smithi120 to 184770969: error parsing value: Value '184770969' is below minimum 939524096 2024-06-06T08:22:41.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:41 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:41.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:41 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:41.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:41 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:22:41.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:41 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd='[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]': finished 2024-06-06T08:22:41.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:41 smithi042 ceph-mon[32384]: from='client.25013 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T08:22:41.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:41 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:41.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:41 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:41.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:41 smithi120 ceph-mon[36658]: from='client.15303 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T08:22:41.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:41 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:41.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:41 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:41.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:41 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:22:41.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:41 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:22:41.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:41 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:22:41.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:41 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:22:41.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:41 smithi120 ceph-mon[36658]: Adjusting osd_memory_target on smithi120 to 176.2M 2024-06-06T08:22:41.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:41 smithi120 ceph-mon[36658]: Unable to set osd_memory_target on smithi120 to 184770969: error parsing value: Value '184770969' is below minimum 939524096 2024-06-06T08:22:41.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:41 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:41.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:41 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:41.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:41 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:22:41.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:41 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd='[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]': finished 2024-06-06T08:22:41.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:41 smithi120 ceph-mon[36658]: from='client.25013 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T08:22:41.390 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:41 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:41.390 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:41 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:41.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:41 smithi149 ceph-mon[36842]: from='client.15303 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T08:22:41.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:41 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:41.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:41 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:41.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:41 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:22:41.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:41 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:22:41.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:41 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:22:41.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:41 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:22:41.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:41 smithi149 ceph-mon[36842]: Adjusting osd_memory_target on smithi120 to 176.2M 2024-06-06T08:22:41.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:41 smithi149 ceph-mon[36842]: Unable to set osd_memory_target on smithi120 to 184770969: error parsing value: Value '184770969' is below minimum 939524096 2024-06-06T08:22:41.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:41 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:41.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:41 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:41.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:41 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:22:41.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:41 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd='[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]': finished 2024-06-06T08:22:41.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:41 smithi149 ceph-mon[36842]: from='client.25013 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T08:22:41.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:41 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:41.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:41 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:42.460 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:42 smithi042 ceph-mon[32384]: from='client.15315 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T08:22:42.460 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:42 smithi042 ceph-mon[32384]: pgmap v5: 129 pgs: 129 active+clean; 1.1 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:22:42.460 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:42 smithi042 ceph-mon[32384]: mgrmap e24: x(active, since 4s), standbys: z, y 2024-06-06T08:22:42.460 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:42 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:42.460 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:42 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:42.460 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:42 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:22:42.460 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:42 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:22:42.461 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:42 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:22:42.461 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:42 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:22:42.461 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:42 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:22:42.461 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:42 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:22:42.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:42 smithi120 ceph-mon[36658]: from='client.15315 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T08:22:42.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:42 smithi120 ceph-mon[36658]: pgmap v5: 129 pgs: 129 active+clean; 1.1 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:22:42.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:42 smithi120 ceph-mon[36658]: mgrmap e24: x(active, since 4s), standbys: z, y 2024-06-06T08:22:42.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:42 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:42.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:42 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:42.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:42 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:22:42.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:42 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:22:42.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:42 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:22:42.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:42 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:22:42.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:42 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:22:42.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:42 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:22:42.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:42 smithi149 ceph-mon[36842]: from='client.15315 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T08:22:42.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:42 smithi149 ceph-mon[36842]: pgmap v5: 129 pgs: 129 active+clean; 1.1 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:22:42.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:42 smithi149 ceph-mon[36842]: mgrmap e24: x(active, since 4s), standbys: z, y 2024-06-06T08:22:42.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:42 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:42.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:42 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:42.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:42 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:22:42.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:42 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:22:42.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:42 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:22:42.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:42 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:22:42.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:42 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:22:42.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:42 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:22:42.931 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:42.926+0000 7f4db1fc9700 1 -- 172.21.15.42:0/3004411786 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4dac101380 msgr2=0x7f4dac101800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:42.931 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:42.926+0000 7f4db1fc9700 1 --2- 172.21.15.42:0/3004411786 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4dac101380 0x7f4dac101800 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f4d94009990 tx=0x7f4d94009ca0 comp rx=0 tx=0).stop 2024-06-06T08:22:42.931 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:42.926+0000 7f4db1fc9700 1 -- 172.21.15.42:0/3004411786 shutdown_connections 2024-06-06T08:22:42.932 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:42.926+0000 7f4db1fc9700 1 --2- 172.21.15.42:0/3004411786 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4dac101d40 0x7f4dac10e230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:42.932 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:42.926+0000 7f4db1fc9700 1 --2- 172.21.15.42:0/3004411786 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4dac1073f0 0x7f4dac1077d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:42.932 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:42.926+0000 7f4db1fc9700 1 --2- 172.21.15.42:0/3004411786 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4dac101380 0x7f4dac101800 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:42.932 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:42.926+0000 7f4db1fc9700 1 -- 172.21.15.42:0/3004411786 >> 172.21.15.42:0/3004411786 conn(0x7f4dac078300 msgr2=0x7f4dac078710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:42.932 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:42.927+0000 7f4db1fc9700 1 -- 172.21.15.42:0/3004411786 shutdown_connections 2024-06-06T08:22:42.932 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:42.927+0000 7f4db1fc9700 1 -- 172.21.15.42:0/3004411786 wait complete. 2024-06-06T08:22:42.932 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:42.927+0000 7f4db1fc9700 1 Processor -- start 2024-06-06T08:22:42.932 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:42.927+0000 7f4db1fc9700 1 -- start start 2024-06-06T08:22:42.932 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:42.928+0000 7f4db1fc9700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4dac101380 0x7f4dac19e8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:42.932 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:42.928+0000 7f4db1fc9700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4dac101d40 0x7f4dac19edf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:42.932 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:42.928+0000 7f4db1fc9700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4dac1073f0 0x7f4dac198a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:42.932 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:42.928+0000 7f4db1fc9700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4dac111660 con 0x7f4dac101380 2024-06-06T08:22:42.932 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:42.928+0000 7f4db1fc9700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f4dac1114e0 con 0x7f4dac101d40 2024-06-06T08:22:42.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:42.928+0000 7f4db1fc9700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f4dac1117e0 con 0x7f4dac1073f0 2024-06-06T08:22:42.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:42.928+0000 7f4dab7fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4dac101380 0x7f4dac19e8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:42.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:42.928+0000 7f4dab7fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4dac101380 0x7f4dac19e8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:43970/0 (socket says 172.21.15.42:43970) 2024-06-06T08:22:42.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:42.928+0000 7f4dab7fe700 1 -- 172.21.15.42:0/3320891660 learned_addr learned my addr 172.21.15.42:0/3320891660 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:22:42.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:42.928+0000 7f4daaffd700 1 --2- 172.21.15.42:0/3320891660 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4dac101d40 0x7f4dac19edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:42.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:42.928+0000 7f4dabfff700 1 --2- 172.21.15.42:0/3320891660 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4dac1073f0 0x7f4dac198a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:42.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:42.928+0000 7f4dab7fe700 1 -- 172.21.15.42:0/3320891660 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4dac1073f0 msgr2=0x7f4dac198a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:42.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:42.928+0000 7f4dab7fe700 1 --2- 172.21.15.42:0/3320891660 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4dac1073f0 0x7f4dac198a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:42.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:42.928+0000 7f4dab7fe700 1 -- 172.21.15.42:0/3320891660 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4dac101d40 msgr2=0x7f4dac19edf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:42.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:42.928+0000 7f4dab7fe700 1 --2- 172.21.15.42:0/3320891660 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4dac101d40 0x7f4dac19edf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:42.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:42.928+0000 7f4dab7fe700 1 -- 172.21.15.42:0/3320891660 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4dac1991d0 con 0x7f4dac101380 2024-06-06T08:22:42.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:42.929+0000 7f4dab7fe700 1 --2- 172.21.15.42:0/3320891660 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4dac101380 0x7f4dac19e8b0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f4d9c00ef10 tx=0x7f4d9c00c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:42.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:42.929+0000 7f4da8ff9700 1 -- 172.21.15.42:0/3320891660 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d9c00c9c0 con 0x7f4dac101380 2024-06-06T08:22:42.934 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:42.929+0000 7f4db1fc9700 1 -- 172.21.15.42:0/3320891660 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4dac199460 con 0x7f4dac101380 2024-06-06T08:22:42.934 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:42.929+0000 7f4da8ff9700 1 -- 172.21.15.42:0/3320891660 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4d9c019070 con 0x7f4dac101380 2024-06-06T08:22:42.934 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:42.929+0000 7f4db1fc9700 1 -- 172.21.15.42:0/3320891660 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4dac102f90 con 0x7f4dac101380 2024-06-06T08:22:42.934 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:42.929+0000 7f4da8ff9700 1 -- 172.21.15.42:0/3320891660 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d9c007e60 con 0x7f4dac101380 2024-06-06T08:22:42.934 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:42.930+0000 7f4db1fc9700 1 -- 172.21.15.42:0/3320891660 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4dac069180 con 0x7f4dac101380 2024-06-06T08:22:42.934 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:42.931+0000 7f4da8ff9700 1 -- 172.21.15.42:0/3320891660 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 24) ==== 138009+0+0 (secure 0 0 0) 0x7f4d9c012050 con 0x7f4dac101380 2024-06-06T08:22:42.934 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:42.932+0000 7f4da8ff9700 1 --2- 172.21.15.42:0/3320891660 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f4d980a2ea0 0x7f4d980a5360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:42.934 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:42.932+0000 7f4daaffd700 1 --2- 172.21.15.42:0/3320891660 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f4d980a2ea0 0x7f4d980a5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:42.934 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:42.932+0000 7f4da8ff9700 1 -- 172.21.15.42:0/3320891660 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f4d9c0cfe50 con 0x7f4dac101380 2024-06-06T08:22:42.934 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:42.933+0000 7f4daaffd700 1 --2- 172.21.15.42:0/3320891660 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f4d980a2ea0 0x7f4d980a5360 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f4d9400b2e0 tx=0x7f4d94005960 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:42.935 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:42.936+0000 7f4da8ff9700 1 -- 172.21.15.42:0/3320891660 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f4d9c010040 con 0x7f4dac101380 2024-06-06T08:22:43.196 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:43.197+0000 7f4db1fc9700 1 -- 172.21.15.42:0/3320891660 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4dac0630a0 con 0x7f4dac101380 2024-06-06T08:22:43.196 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:43.198+0000 7f4da8ff9700 1 -- 172.21.15.42:0/3320891660 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11876 (secure 0 0 0) 0x7f4d9c09c560 con 0x7f4dac101380 2024-06-06T08:22:43.197 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:22:43.197 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/667270675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":667270675},{"type":"v1","addr":"172.21.15.42:6837","nonce":667270675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/2414389302","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":2414389302},{"type":"v1","addr":"172.21.15.42:6839","nonce":2414389302}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14574,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/3625002785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":3625002785},{"type":"v1","addr":"172.21.15.42:6841","nonce":3625002785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24413,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6835/3995394553","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":3995394553},{"type":"v1","addr":"172.21.15.120:6835","nonce":3995394553}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T08:18:39.778858+0000","modified":"2024-06-06T08:22:34.570686+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24464},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6837/3434475673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":3434475673},{"type":"v1","addr":"172.21.15.120:6837","nonce":3434475673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6835/3776134468","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":3776134468},{"type":"v1","addr":"172.21.15.149:6835","nonce":3776134468}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":21,"addr":"172.21.15.120:6839/1585293472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":1585293472},{"type":"v1","addr":"172.21.15.120:6839","nonce":1585293472}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":25,"addr":"172.21.15.149:6837/751787578","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":751787578},{"type":"v1","addr":"172.21.15.149:6837","nonce":751787578}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":8,"addr":"172.21.15.149:6839/764851483","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":764851483},{"type":"v1","addr":"172.21.15.149:6839","nonce":764851483}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24464,24469,24484]},"id":1}]} 2024-06-06T08:22:43.199 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:43.200+0000 7f4db1fc9700 1 -- 172.21.15.42:0/3320891660 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f4d980a2ea0 msgr2=0x7f4d980a5360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:43.199 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:43.200+0000 7f4db1fc9700 1 --2- 172.21.15.42:0/3320891660 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f4d980a2ea0 0x7f4d980a5360 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f4d9400b2e0 tx=0x7f4d94005960 comp rx=0 tx=0).stop 2024-06-06T08:22:43.199 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:43.200+0000 7f4db1fc9700 1 -- 172.21.15.42:0/3320891660 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4dac101380 msgr2=0x7f4dac19e8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:43.199 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:43.200+0000 7f4db1fc9700 1 --2- 172.21.15.42:0/3320891660 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4dac101380 0x7f4dac19e8b0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f4d9c00ef10 tx=0x7f4d9c00c3a0 comp rx=0 tx=0).stop 2024-06-06T08:22:43.199 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:43.200+0000 7f4db1fc9700 1 -- 172.21.15.42:0/3320891660 shutdown_connections 2024-06-06T08:22:43.200 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:43.200+0000 7f4db1fc9700 1 --2- 172.21.15.42:0/3320891660 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f4d980a2ea0 0x7f4d980a5360 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:43.200 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:43.200+0000 7f4db1fc9700 1 --2- 172.21.15.42:0/3320891660 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4dac1073f0 0x7f4dac198a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:43.200 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:43.200+0000 7f4db1fc9700 1 --2- 172.21.15.42:0/3320891660 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4dac101380 0x7f4dac19e8b0 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:43.200 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:43.200+0000 7f4db1fc9700 1 --2- 172.21.15.42:0/3320891660 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4dac101d40 0x7f4dac19edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:43.200 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:43.200+0000 7f4db1fc9700 1 -- 172.21.15.42:0/3320891660 >> 172.21.15.42:0/3320891660 conn(0x7f4dac078300 msgr2=0x7f4dac1005e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:43.200 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:43.200+0000 7f4db1fc9700 1 -- 172.21.15.42:0/3320891660 shutdown_connections 2024-06-06T08:22:43.200 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:43.200+0000 7f4db1fc9700 1 -- 172.21.15.42:0/3320891660 wait complete. 2024-06-06T08:22:43.200 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 26 2024-06-06T08:22:43.524 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:43 smithi042 ceph-mon[32384]: Adjusting osd_memory_target on smithi042 to 177.2M 2024-06-06T08:22:43.524 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:43 smithi042 ceph-mon[32384]: Unable to set osd_memory_target on smithi042 to 185844019: error parsing value: Value '185844019' is below minimum 939524096 2024-06-06T08:22:43.524 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:43 smithi042 ceph-mon[32384]: Updating smithi042:/etc/ceph/ceph.conf 2024-06-06T08:22:43.525 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:43 smithi042 ceph-mon[32384]: Updating smithi120:/etc/ceph/ceph.conf 2024-06-06T08:22:43.525 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:43 smithi042 ceph-mon[32384]: Updating smithi149:/etc/ceph/ceph.conf 2024-06-06T08:22:43.525 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:43 smithi042 ceph-mon[32384]: Updating smithi042:/var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T08:22:43.525 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:43 smithi042 ceph-mon[32384]: Updating smithi120:/var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T08:22:43.525 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:43 smithi042 ceph-mon[32384]: Updating smithi149:/var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T08:22:43.526 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:43 smithi042 ceph-mon[32384]: Updating smithi042:/etc/ceph/ceph.client.admin.keyring 2024-06-06T08:22:43.526 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:43 smithi042 ceph-mon[32384]: Updating smithi120:/etc/ceph/ceph.client.admin.keyring 2024-06-06T08:22:43.526 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:43 smithi042 ceph-mon[32384]: Updating smithi149:/etc/ceph/ceph.client.admin.keyring 2024-06-06T08:22:43.526 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:43 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:43.526 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:43 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:43.526 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:43 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:43.527 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:43 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:43.527 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:43 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:43.527 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:43 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:43.527 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:43 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:43.527 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:43 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:22:43.527 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:43 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:22:43.527 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:43 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:22:43.528 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:43 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:43.528 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:43 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/3320891660' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:22:43.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:43 smithi120 ceph-mon[36658]: Adjusting osd_memory_target on smithi042 to 177.2M 2024-06-06T08:22:43.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:43 smithi120 ceph-mon[36658]: Unable to set osd_memory_target on smithi042 to 185844019: error parsing value: Value '185844019' is below minimum 939524096 2024-06-06T08:22:43.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:43 smithi120 ceph-mon[36658]: Updating smithi042:/etc/ceph/ceph.conf 2024-06-06T08:22:43.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:43 smithi120 ceph-mon[36658]: Updating smithi120:/etc/ceph/ceph.conf 2024-06-06T08:22:43.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:43 smithi120 ceph-mon[36658]: Updating smithi149:/etc/ceph/ceph.conf 2024-06-06T08:22:43.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:43 smithi120 ceph-mon[36658]: Updating smithi042:/var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T08:22:43.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:43 smithi120 ceph-mon[36658]: Updating smithi120:/var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T08:22:43.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:43 smithi120 ceph-mon[36658]: Updating smithi149:/var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T08:22:43.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:43 smithi120 ceph-mon[36658]: Updating smithi042:/etc/ceph/ceph.client.admin.keyring 2024-06-06T08:22:43.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:43 smithi120 ceph-mon[36658]: Updating smithi120:/etc/ceph/ceph.client.admin.keyring 2024-06-06T08:22:43.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:43 smithi120 ceph-mon[36658]: Updating smithi149:/etc/ceph/ceph.client.admin.keyring 2024-06-06T08:22:43.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:43 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:43.640 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:43 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:43.640 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:43 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:43.640 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:43 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:43.640 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:43 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:43.640 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:43 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:43.640 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:43 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:43.640 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:43 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:22:43.640 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:43 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:22:43.640 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:43 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:22:43.640 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:43 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:43.640 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:43 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/3320891660' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:22:43.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:43 smithi149 ceph-mon[36842]: Adjusting osd_memory_target on smithi042 to 177.2M 2024-06-06T08:22:43.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:43 smithi149 ceph-mon[36842]: Unable to set osd_memory_target on smithi042 to 185844019: error parsing value: Value '185844019' is below minimum 939524096 2024-06-06T08:22:43.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:43 smithi149 ceph-mon[36842]: Updating smithi042:/etc/ceph/ceph.conf 2024-06-06T08:22:43.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:43 smithi149 ceph-mon[36842]: Updating smithi120:/etc/ceph/ceph.conf 2024-06-06T08:22:43.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:43 smithi149 ceph-mon[36842]: Updating smithi149:/etc/ceph/ceph.conf 2024-06-06T08:22:43.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:43 smithi149 ceph-mon[36842]: Updating smithi042:/var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T08:22:43.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:43 smithi149 ceph-mon[36842]: Updating smithi120:/var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T08:22:43.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:43 smithi149 ceph-mon[36842]: Updating smithi149:/var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T08:22:43.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:43 smithi149 ceph-mon[36842]: Updating smithi042:/etc/ceph/ceph.client.admin.keyring 2024-06-06T08:22:43.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:43 smithi149 ceph-mon[36842]: Updating smithi120:/etc/ceph/ceph.client.admin.keyring 2024-06-06T08:22:43.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:43 smithi149 ceph-mon[36842]: Updating smithi149:/etc/ceph/ceph.client.admin.keyring 2024-06-06T08:22:43.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:43 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:43.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:43 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:43.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:43 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:43.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:43 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:43.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:43 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:43.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:43 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:43.790 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:43 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:43.790 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:43 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:22:43.790 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:43 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:22:43.790 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:43 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:22:43.790 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:43 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:43.790 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:43 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/3320891660' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:22:43.953 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph osd dump --format=json 2024-06-06T08:22:44.210 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:22:44.580 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:44 smithi042 ceph-mon[32384]: Updating smithi120:/var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-06-06T08:22:44.580 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:44 smithi042 ceph-mon[32384]: Updating smithi149:/var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-06-06T08:22:44.580 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:44 smithi042 ceph-mon[32384]: Updating smithi042:/var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-06-06T08:22:44.580 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:44 smithi042 ceph-mon[32384]: pgmap v6: 129 pgs: 129 active+clean; 1.1 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:22:44.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:44 smithi120 ceph-mon[36658]: Updating smithi120:/var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-06-06T08:22:44.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:44 smithi120 ceph-mon[36658]: Updating smithi149:/var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-06-06T08:22:44.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:44 smithi120 ceph-mon[36658]: Updating smithi042:/var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-06-06T08:22:44.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:44 smithi120 ceph-mon[36658]: pgmap v6: 129 pgs: 129 active+clean; 1.1 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:22:44.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:44 smithi149 ceph-mon[36842]: Updating smithi120:/var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-06-06T08:22:44.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:44 smithi149 ceph-mon[36842]: Updating smithi149:/var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-06-06T08:22:44.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:44 smithi149 ceph-mon[36842]: Updating smithi042:/var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-06-06T08:22:44.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:44 smithi149 ceph-mon[36842]: pgmap v6: 129 pgs: 129 active+clean; 1.1 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:22:45.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:45.823+0000 7f7cedc15700 1 -- 172.21.15.42:0/3346875837 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7ce8107840 msgr2=0x7f7ce810f3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:45.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:45.823+0000 7f7cedc15700 1 --2- 172.21.15.42:0/3346875837 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7ce8107840 0x7f7ce810f3c0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f7ce000b0d0 tx=0x7f7ce000b3e0 comp rx=0 tx=0).stop 2024-06-06T08:22:45.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:45.823+0000 7f7cedc15700 1 -- 172.21.15.42:0/3346875837 shutdown_connections 2024-06-06T08:22:45.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:45.823+0000 7f7cedc15700 1 --2- 172.21.15.42:0/3346875837 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7ce8107840 0x7f7ce810f3c0 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:45.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:45.823+0000 7f7cedc15700 1 --2- 172.21.15.42:0/3346875837 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7ce8102740 0x7f7ce8102b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:45.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:45.823+0000 7f7cedc15700 1 --2- 172.21.15.42:0/3346875837 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7ce81030f0 0x7f7ce8107110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:45.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:45.823+0000 7f7cedc15700 1 -- 172.21.15.42:0/3346875837 >> 172.21.15.42:0/3346875837 conn(0x7f7ce80795f0 msgr2=0x7f7ce8079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:45.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:45.823+0000 7f7cedc15700 1 -- 172.21.15.42:0/3346875837 shutdown_connections 2024-06-06T08:22:45.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:45.823+0000 7f7cedc15700 1 -- 172.21.15.42:0/3346875837 wait complete. 2024-06-06T08:22:45.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:45.824+0000 7f7cedc15700 1 Processor -- start 2024-06-06T08:22:45.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:45.824+0000 7f7cedc15700 1 -- start start 2024-06-06T08:22:45.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:45.824+0000 7f7cedc15700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7ce8102740 0x7f7ce81a0900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:45.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:45.824+0000 7f7cedc15700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7ce81030f0 0x7f7ce81a0e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:45.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:45.824+0000 7f7cedc15700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7ce8107840 0x7f7ce819aac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:45.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:45.824+0000 7f7cedc15700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7ce8112760 con 0x7f7ce8102740 2024-06-06T08:22:45.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:45.824+0000 7f7cedc15700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f7ce81125e0 con 0x7f7ce8107840 2024-06-06T08:22:45.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:45.824+0000 7f7cedc15700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f7ce81128e0 con 0x7f7ce81030f0 2024-06-06T08:22:45.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:45.824+0000 7f7ce77fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7ce8102740 0x7f7ce81a0900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:45.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:45.825+0000 7f7ce77fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7ce8102740 0x7f7ce81a0900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:43992/0 (socket says 172.21.15.42:43992) 2024-06-06T08:22:45.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:45.825+0000 7f7ce77fe700 1 -- 172.21.15.42:0/4072360316 learned_addr learned my addr 172.21.15.42:0/4072360316 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:22:45.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:45.825+0000 7f7ce7fff700 1 --2- 172.21.15.42:0/4072360316 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7ce8107840 0x7f7ce819aac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:45.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:45.825+0000 7f7ce6ffd700 1 --2- 172.21.15.42:0/4072360316 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7ce81030f0 0x7f7ce81a0e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:45.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:45.825+0000 7f7ce77fe700 1 -- 172.21.15.42:0/4072360316 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7ce81030f0 msgr2=0x7f7ce81a0e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:45.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:45.825+0000 7f7ce77fe700 1 --2- 172.21.15.42:0/4072360316 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7ce81030f0 0x7f7ce81a0e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:45.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:45.825+0000 7f7ce77fe700 1 -- 172.21.15.42:0/4072360316 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7ce8107840 msgr2=0x7f7ce819aac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:45.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:45.825+0000 7f7ce77fe700 1 --2- 172.21.15.42:0/4072360316 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7ce8107840 0x7f7ce819aac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:45.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:45.825+0000 7f7ce77fe700 1 -- 172.21.15.42:0/4072360316 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ce819b220 con 0x7f7ce8102740 2024-06-06T08:22:45.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:45.825+0000 7f7ce77fe700 1 --2- 172.21.15.42:0/4072360316 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7ce8102740 0x7f7ce81a0900 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f7cd800c9b0 tx=0x7f7cd800ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:45.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:45.825+0000 7f7ce4ff9700 1 -- 172.21.15.42:0/4072360316 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cd8007b00 con 0x7f7ce8102740 2024-06-06T08:22:45.828 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:45.825+0000 7f7ce4ff9700 1 -- 172.21.15.42:0/4072360316 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7cd8007ca0 con 0x7f7ce8102740 2024-06-06T08:22:45.828 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:45.825+0000 7f7cedc15700 1 -- 172.21.15.42:0/4072360316 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ce819b510 con 0x7f7ce8102740 2024-06-06T08:22:45.828 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:45.825+0000 7f7ce4ff9700 1 -- 172.21.15.42:0/4072360316 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cd8018730 con 0x7f7ce8102740 2024-06-06T08:22:45.828 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:45.825+0000 7f7cedc15700 1 -- 172.21.15.42:0/4072360316 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ce81a77d0 con 0x7f7ce8102740 2024-06-06T08:22:45.829 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:45.826+0000 7f7cedc15700 1 -- 172.21.15.42:0/4072360316 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7ce8069180 con 0x7f7ce8102740 2024-06-06T08:22:45.829 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:45.828+0000 7f7ce4ff9700 1 -- 172.21.15.42:0/4072360316 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 24) ==== 138009+0+0 (secure 0 0 0) 0x7f7cd80188d0 con 0x7f7ce8102740 2024-06-06T08:22:45.829 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:45.829+0000 7f7ce4ff9700 1 --2- 172.21.15.42:0/4072360316 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f7cd00a2e20 0x7f7cd00a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:45.829 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:45.829+0000 7f7ce6ffd700 1 --2- 172.21.15.42:0/4072360316 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f7cd00a2e20 0x7f7cd00a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:45.829 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:45.829+0000 7f7ce4ff9700 1 -- 172.21.15.42:0/4072360316 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f7cd80cf940 con 0x7f7ce8102740 2024-06-06T08:22:45.829 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:45.829+0000 7f7ce6ffd700 1 --2- 172.21.15.42:0/4072360316 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f7cd00a2e20 0x7f7cd00a52e0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f7cdc005fd0 tx=0x7f7cdc005f60 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:45.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:45.833+0000 7f7ce4ff9700 1 -- 172.21.15.42:0/4072360316 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f7cd8014030 con 0x7f7ce8102740 2024-06-06T08:22:46.043 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:46.044+0000 7f7cedc15700 1 -- 172.21.15.42:0/4072360316 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7ce81a7a60 con 0x7f7ce8102740 2024-06-06T08:22:46.045 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:46.046+0000 7f7ce4ff9700 1 -- 172.21.15.42:0/4072360316 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v100) ==== 74+0+25010 (secure 0 0 0) 0x7f7cd809c0b0 con 0x7f7ce8102740 2024-06-06T08:22:46.045 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:22:46.046 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":100,"fsid":"103bdc14-23dc-11ef-bc9b-c7b262605968","created":"2024-06-06T08:10:24.766424+0000","modified":"2024-06-06T08:22:36.893249+0000","last_up_change":"2024-06-06T08:17:36.287686+0000","last_in_change":"2024-06-06T08:17:16.753056+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-06T08:13:45.019237+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-06-06T08:18:33.144907+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-06-06T08:18:36.897997+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-06-06T08:18:46.419853+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"97","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"e2e4fdcf-59e7-458d-b89e-8f5b7095ecba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6803","nonce":992269164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6805","nonce":992269164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6809","nonce":992269164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6807","nonce":992269164}]},"public_addr":"172.21.15.42:6803/992269164","cluster_addr":"172.21.15.42:6805/992269164","heartbeat_back_addr":"172.21.15.42:6809/992269164","heartbeat_front_addr":"172.21.15.42:6807/992269164","state":["exists","up"]},{"osd":1,"uuid":"5a66dde1-0e6a-44d3-9b2d-2c97d7c8db94","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6800","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6801","nonce":207181328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6802","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6803","nonce":207181328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6806","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6807","nonce":207181328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6804","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6805","nonce":207181328}]},"public_addr":"172.21.15.120:6801/207181328","cluster_addr":"172.21.15.120:6803/207181328","heartbeat_back_addr":"172.21.15.120:6807/207181328","heartbeat_front_addr":"172.21.15.120:6805/207181328","state":["exists","up"]},{"osd":2,"uuid":"642addc3-ef6d-438d-ba2b-011de9e2ba8d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6801","nonce":2997625975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6803","nonce":2997625975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6807","nonce":2997625975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6805","nonce":2997625975}]},"public_addr":"172.21.15.149:6801/2997625975","cluster_addr":"172.21.15.149:6803/2997625975","heartbeat_back_addr":"172.21.15.149:6807/2997625975","heartbeat_front_addr":"172.21.15.149:6805/2997625975","state":["exists","up"]},{"osd":3,"uuid":"2a97b907-d011-4010-a71b-a7783002e9b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6811","nonce":4079103623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6813","nonce":4079103623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6817","nonce":4079103623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6815","nonce":4079103623}]},"public_addr":"172.21.15.42:6811/4079103623","cluster_addr":"172.21.15.42:6813/4079103623","heartbeat_back_addr":"172.21.15.42:6817/4079103623","heartbeat_front_addr":"172.21.15.42:6815/4079103623","state":["exists","up"]},{"osd":4,"uuid":"8848bdb6-07d9-4be6-8dcb-01f181f6b678","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6808","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6809","nonce":559794558}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6810","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6811","nonce":559794558}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6814","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6815","nonce":559794558}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6812","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6813","nonce":559794558}]},"public_addr":"172.21.15.120:6809/559794558","cluster_addr":"172.21.15.120:6811/559794558","heartbeat_back_addr":"172.21.15.120:6815/559794558","heartbeat_front_addr":"172.21.15.120:6813/559794558","state":["exists","up"]},{"osd":5,"uuid":"4be1b7e5-1de1-4927-9960-c0f6415e0bff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6809","nonce":4023193877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6811","nonce":4023193877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6815","nonce":4023193877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6813","nonce":4023193877}]},"public_addr":"172.21.15.149:6809/4023193877","cluster_addr":"172.21.15.149:6811/4023193877","heartbeat_back_addr":"172.21.15.149:6815/4023193877","heartbeat_front_addr":"172.21.15.149:6813/4023193877","state":["exists","up"]},{"osd":6,"uuid":"6c1a1ff4-9bed-4f13-ab16-314c8086c06f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6819","nonce":1922652007}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6821","nonce":1922652007}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6825","nonce":1922652007}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6823","nonce":1922652007}]},"public_addr":"172.21.15.42:6819/1922652007","cluster_addr":"172.21.15.42:6821/1922652007","heartbeat_back_addr":"172.21.15.42:6825/1922652007","heartbeat_front_addr":"172.21.15.42:6823/1922652007","state":["exists","up"]},{"osd":7,"uuid":"37cb2c8b-d9c0-4d1e-bee8-cc850c69ba0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6816","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6817","nonce":156965814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6818","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6819","nonce":156965814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6822","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6823","nonce":156965814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6820","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6821","nonce":156965814}]},"public_addr":"172.21.15.120:6817/156965814","cluster_addr":"172.21.15.120:6819/156965814","heartbeat_back_addr":"172.21.15.120:6823/156965814","heartbeat_front_addr":"172.21.15.120:6821/156965814","state":["exists","up"]},{"osd":8,"uuid":"6df7e642-d784-4aac-b764-ddf0747add90","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6817","nonce":4100009474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6819","nonce":4100009474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6823","nonce":4100009474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6821","nonce":4100009474}]},"public_addr":"172.21.15.149:6817/4100009474","cluster_addr":"172.21.15.149:6819/4100009474","heartbeat_back_addr":"172.21.15.149:6823/4100009474","heartbeat_front_addr":"172.21.15.149:6821/4100009474","state":["exists","up"]},{"osd":9,"uuid":"f4b2af93-29f8-495a-86f7-72c2b64b34cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6827","nonce":3216295459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6829","nonce":3216295459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6833","nonce":3216295459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6831","nonce":3216295459}]},"public_addr":"172.21.15.42:6827/3216295459","cluster_addr":"172.21.15.42:6829/3216295459","heartbeat_back_addr":"172.21.15.42:6833/3216295459","heartbeat_front_addr":"172.21.15.42:6831/3216295459","state":["exists","up"]},{"osd":10,"uuid":"5d31e261-0c1d-488d-a7d5-6a6c1250edca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6824","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6825","nonce":3633743730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6826","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6827","nonce":3633743730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6830","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6831","nonce":3633743730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6828","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6829","nonce":3633743730}]},"public_addr":"172.21.15.120:6825/3633743730","cluster_addr":"172.21.15.120:6827/3633743730","heartbeat_back_addr":"172.21.15.120:6831/3633743730","heartbeat_front_addr":"172.21.15.120:6829/3633743730","state":["exists","up"]},{"osd":11,"uuid":"32e1e82b-97fe-4469-8345-871e9caffc3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6825","nonce":797850884}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6827","nonce":797850884}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6831","nonce":797850884}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6829","nonce":797850884}]},"public_addr":"172.21.15.149:6825/797850884","cluster_addr":"172.21.15.149:6827/797850884","heartbeat_back_addr":"172.21.15.149:6831/797850884","heartbeat_front_addr":"172.21.15.149:6829/797850884","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:12:53.901249+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:13:17.683764+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:13:41.352203+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:14:08.031995+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:14:33.363708+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:14:58.055589+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:15:24.669566+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:15:50.912783+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:16:15.924258+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:16:43.185660+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:17:09.578878+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:17:35.047958+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.10","mappings":[{"from":2,"to":4}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.1","mappings":[{"from":4,"to":9}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"4.e","mappings":[{"from":5,"to":8}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]},{"pgid":"4.14","mappings":[{"from":9,"to":8}]},{"pgid":"4.16","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.42:6801/1196215200":"2024-06-07T08:22:36.893215+0000","172.21.15.42:6800/1196215200":"2024-06-07T08:22:36.893215+0000","172.21.15.42:0/3684657279":"2024-06-07T08:22:36.893215+0000","172.21.15.42:0/375411175":"2024-06-07T08:22:36.893215+0000","172.21.15.42:0/1967853952":"2024-06-07T08:22:36.893215+0000","172.21.15.42:0/2349000297":"2024-06-07T08:11:18.501580+0000","172.21.15.42:6801/542419736":"2024-06-07T08:11:18.501580+0000","172.21.15.42:0/4045339565":"2024-06-07T08:22:36.893215+0000","172.21.15.42:0/2444807230":"2024-06-07T08:10:51.469961+0000","172.21.15.42:0/2035946884":"2024-06-07T08:11:18.501580+0000","172.21.15.42:6800/542419736":"2024-06-07T08:11:18.501580+0000","172.21.15.42:0/2547834811":"2024-06-07T08:10:51.469961+0000","172.21.15.42:0/1748257485":"2024-06-07T08:11:18.501580+0000","172.21.15.42:0/1313394303":"2024-06-07T08:10:51.469961+0000","172.21.15.42:6800/1296506824":"2024-06-07T08:10:51.469961+0000","172.21.15.42:6801/1296506824":"2024-06-07T08:10:51.469961+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-06T08:22:46.047 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:46.048+0000 7f7cedc15700 1 -- 172.21.15.42:0/4072360316 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f7cd00a2e20 msgr2=0x7f7cd00a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:46.048 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:46.048+0000 7f7cedc15700 1 --2- 172.21.15.42:0/4072360316 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f7cd00a2e20 0x7f7cd00a52e0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f7cdc005fd0 tx=0x7f7cdc005f60 comp rx=0 tx=0).stop 2024-06-06T08:22:46.048 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:46.048+0000 7f7cedc15700 1 -- 172.21.15.42:0/4072360316 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7ce8102740 msgr2=0x7f7ce81a0900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:46.048 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:46.048+0000 7f7cedc15700 1 --2- 172.21.15.42:0/4072360316 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7ce8102740 0x7f7ce81a0900 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f7cd800c9b0 tx=0x7f7cd800ccc0 comp rx=0 tx=0).stop 2024-06-06T08:22:46.048 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:46.048+0000 7f7cedc15700 1 -- 172.21.15.42:0/4072360316 shutdown_connections 2024-06-06T08:22:46.048 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:46.048+0000 7f7cedc15700 1 --2- 172.21.15.42:0/4072360316 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f7cd00a2e20 0x7f7cd00a52e0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:46.048 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:46.048+0000 7f7cedc15700 1 --2- 172.21.15.42:0/4072360316 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7ce8107840 0x7f7ce819aac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:46.048 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:46.048+0000 7f7cedc15700 1 --2- 172.21.15.42:0/4072360316 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7ce8102740 0x7f7ce81a0900 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:46.048 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:46.048+0000 7f7cedc15700 1 --2- 172.21.15.42:0/4072360316 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7ce81030f0 0x7f7ce81a0e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:46.049 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:46.048+0000 7f7cedc15700 1 -- 172.21.15.42:0/4072360316 >> 172.21.15.42:0/4072360316 conn(0x7f7ce80795f0 msgr2=0x7f7ce81005f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:46.049 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:46.048+0000 7f7cedc15700 1 -- 172.21.15.42:0/4072360316 shutdown_connections 2024-06-06T08:22:46.049 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:46.049+0000 7f7cedc15700 1 -- 172.21.15.42:0/4072360316 wait complete. 2024-06-06T08:22:46.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:46 smithi120 ceph-mon[36658]: pgmap v7: 129 pgs: 129 active+clean; 1.1 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 0 B/s wr, 21 op/s 2024-06-06T08:22:46.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:46 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/4072360316' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T08:22:46.669 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:46 smithi042 ceph-mon[32384]: pgmap v7: 129 pgs: 129 active+clean; 1.1 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 0 B/s wr, 21 op/s 2024-06-06T08:22:46.669 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:46 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/4072360316' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T08:22:46.700 DEBUG:tasks.fwd_scrub:Yielding 2024-06-06T08:22:46.700 INFO:teuthology.run_tasks:Running task exec... 2024-06-06T08:22:46.709 INFO:teuthology.task.exec:Executing custom commands... 2024-06-06T08:22:46.710 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi042.front.sepia.ceph.com 2024-06-06T08:22:46.710 DEBUG:teuthology.orchestra.run.smithi042:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/log_level debug' 2024-06-06T08:22:46.710 INFO:tasks.fwd_scrub.fs.[cephfs]:start scrubbing fs: cephfs 2024-06-06T08:22:46.710 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-06-06T08:22:46.710 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-06-06T08:22:46.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:46 smithi149 ceph-mon[36842]: pgmap v7: 129 pgs: 129 active+clean; 1.1 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 0 B/s wr, 21 op/s 2024-06-06T08:22:46.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:46 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/4072360316' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T08:22:46.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:46.824+0000 7f872f658640 1 -- 172.21.15.42:0/3656788713 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f87281019b0 msgr2=0x7f8728101e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:46.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:46.824+0000 7f872f658640 1 --2- 172.21.15.42:0/3656788713 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f87281019b0 0x7f8728101e30 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f8718009930 tx=0x7f871802a420 comp rx=0 tx=0).stop 2024-06-06T08:22:46.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:46.824+0000 7f872f658640 1 -- 172.21.15.42:0/3656788713 shutdown_connections 2024-06-06T08:22:46.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:46.824+0000 7f872f658640 1 --2- 172.21.15.42:0/3656788713 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8728102370 0x7f872810e880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:46.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:46.824+0000 7f872f658640 1 --2- 172.21.15.42:0/3656788713 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f87281019b0 0x7f8728101e30 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:46.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:46.824+0000 7f872f658640 1 --2- 172.21.15.42:0/3656788713 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f87281079c0 0x7f8728107da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:46.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:46.824+0000 7f872f658640 1 -- 172.21.15.42:0/3656788713 >> 172.21.15.42:0/3656788713 conn(0x7f87280fd4a0 msgr2=0x7f87280ff8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:46.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:46.824+0000 7f872f658640 1 -- 172.21.15.42:0/3656788713 shutdown_connections 2024-06-06T08:22:46.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:46.824+0000 7f872f658640 1 -- 172.21.15.42:0/3656788713 wait complete. 2024-06-06T08:22:46.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:46.825+0000 7f872f658640 1 Processor -- start 2024-06-06T08:22:46.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:46.825+0000 7f872f658640 1 -- start start 2024-06-06T08:22:46.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:46.825+0000 7f872f658640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f87281019b0 0x7f872819a2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:46.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:46.825+0000 7f872f658640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8728102370 0x7f872819a800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:46.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:46.825+0000 7f872f658640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f87281079c0 0x7f872819eb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:46.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:46.825+0000 7f872f658640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f8728111da0 con 0x7f8728102370 2024-06-06T08:22:46.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:46.825+0000 7f872f658640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f8728111c20 con 0x7f87281079c0 2024-06-06T08:22:46.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:46.825+0000 7f872f658640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f8728111f20 con 0x7f87281019b0 2024-06-06T08:22:46.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:46.825+0000 7f872cbf3640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8728102370 0x7f872819a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:46.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:46.825+0000 7f872cbf3640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8728102370 0x7f872819a800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:44018/0 (socket says 172.21.15.42:44018) 2024-06-06T08:22:46.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:46.825+0000 7f872cbf3640 1 -- 172.21.15.42:0/2998507011 learned_addr learned my addr 172.21.15.42:0/2998507011 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:22:46.828 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:46.825+0000 7f872dbf5640 1 --2- 172.21.15.42:0/2998507011 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f87281079c0 0x7f872819eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:46.828 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:46.826+0000 7f872d3f4640 1 --2- 172.21.15.42:0/2998507011 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f87281019b0 0x7f872819a2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:46.828 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:46.826+0000 7f872cbf3640 1 -- 172.21.15.42:0/2998507011 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f87281019b0 msgr2=0x7f872819a2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:46.828 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:46.826+0000 7f872cbf3640 1 --2- 172.21.15.42:0/2998507011 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f87281019b0 0x7f872819a2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:46.828 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:46.826+0000 7f872cbf3640 1 -- 172.21.15.42:0/2998507011 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f87281079c0 msgr2=0x7f872819eb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:46.828 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:46.826+0000 7f872cbf3640 1 --2- 172.21.15.42:0/2998507011 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f87281079c0 0x7f872819eb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:46.828 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:46.826+0000 7f872cbf3640 1 -- 172.21.15.42:0/2998507011 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f872819f2b0 con 0x7f8728102370 2024-06-06T08:22:46.828 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:46.826+0000 7f872dbf5640 1 --2- 172.21.15.42:0/2998507011 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f87281079c0 0x7f872819eb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:22:46.828 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:46.826+0000 7f872cbf3640 1 --2- 172.21.15.42:0/2998507011 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8728102370 0x7f872819a800 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f8718009a50 tx=0x7f8718004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:46.828 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:46.826+0000 7f871e7fc640 1 -- 172.21.15.42:0/2998507011 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f871803f030 con 0x7f8728102370 2024-06-06T08:22:46.828 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:46.826+0000 7f872f658640 1 -- 172.21.15.42:0/2998507011 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f872819f540 con 0x7f8728102370 2024-06-06T08:22:46.828 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:46.826+0000 7f871e7fc640 1 -- 172.21.15.42:0/2998507011 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8718003ce0 con 0x7f8728102370 2024-06-06T08:22:46.828 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:46.826+0000 7f871e7fc640 1 -- 172.21.15.42:0/2998507011 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8718035070 con 0x7f8728102370 2024-06-06T08:22:46.829 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:46.826+0000 7f872f658640 1 -- 172.21.15.42:0/2998507011 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87281a6e30 con 0x7f8728102370 2024-06-06T08:22:46.829 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:46.827+0000 7f872f658640 1 -- 172.21.15.42:0/2998507011 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f872804f760 con 0x7f8728102370 2024-06-06T08:22:46.829 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:46.828+0000 7f871e7fc640 1 -- 172.21.15.42:0/2998507011 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 24) ==== 138009+0+0 (secure 0 0 0) 0x7f8718042030 con 0x7f8728102370 2024-06-06T08:22:46.830 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:46.829+0000 7f871e7fc640 1 --2- 172.21.15.42:0/2998507011 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f87140a2e40 0x7f87140a5300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:46.830 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:46.829+0000 7f872d3f4640 1 --2- 172.21.15.42:0/2998507011 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f87140a2e40 0x7f87140a5300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:46.830 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:46.829+0000 7f871e7fc640 1 -- 172.21.15.42:0/2998507011 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f87180f0430 con 0x7f8728102370 2024-06-06T08:22:46.830 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:46.830+0000 7f872d3f4640 1 --2- 172.21.15.42:0/2998507011 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f87140a2e40 0x7f87140a5300 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f872400cac0 tx=0x7f872400c4a0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:46.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:46.832+0000 7f871e7fc640 1 -- 172.21.15.42:0/2998507011 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f87180bcb40 con 0x7f8728102370 2024-06-06T08:22:46.973 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:22:47.041 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.042+0000 7f872f658640 1 -- 172.21.15.42:0/2998507011 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/log_level}] v 0) -- 0x7f87281a7030 con 0x7f8728102370 2024-06-06T08:22:47.045 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.046+0000 7f871e7fc640 1 -- 172.21.15.42:0/2998507011 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/log_level}]=0 v30)=0 v30) ==== 129+0+0 (secure 0 0 0) 0x7f87180bc440 con 0x7f8728102370 2024-06-06T08:22:47.047 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.048+0000 7f872f658640 1 -- 172.21.15.42:0/2998507011 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f87140a2e40 msgr2=0x7f87140a5300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:47.048 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.048+0000 7f872f658640 1 --2- 172.21.15.42:0/2998507011 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f87140a2e40 0x7f87140a5300 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f872400cac0 tx=0x7f872400c4a0 comp rx=0 tx=0).stop 2024-06-06T08:22:47.048 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.048+0000 7f872f658640 1 -- 172.21.15.42:0/2998507011 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8728102370 msgr2=0x7f872819a800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:47.048 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.048+0000 7f872f658640 1 --2- 172.21.15.42:0/2998507011 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8728102370 0x7f872819a800 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f8718009a50 tx=0x7f8718004270 comp rx=0 tx=0).stop 2024-06-06T08:22:47.048 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.048+0000 7f872f658640 1 -- 172.21.15.42:0/2998507011 shutdown_connections 2024-06-06T08:22:47.048 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.048+0000 7f872f658640 1 --2- 172.21.15.42:0/2998507011 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f87140a2e40 0x7f87140a5300 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:47.048 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.048+0000 7f872f658640 1 --2- 172.21.15.42:0/2998507011 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f87281079c0 0x7f872819eb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:47.048 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.048+0000 7f872f658640 1 --2- 172.21.15.42:0/2998507011 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8728102370 0x7f872819a800 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:47.048 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.048+0000 7f872f658640 1 --2- 172.21.15.42:0/2998507011 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f87281019b0 0x7f872819a2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:47.048 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.048+0000 7f872f658640 1 -- 172.21.15.42:0/2998507011 >> 172.21.15.42:0/2998507011 conn(0x7f87280fd4a0 msgr2=0x7f872810d0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:47.048 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.048+0000 7f872f658640 1 -- 172.21.15.42:0/2998507011 shutdown_connections 2024-06-06T08:22:47.048 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.048+0000 7f872f658640 1 -- 172.21.15.42:0/2998507011 wait complete. 2024-06-06T08:22:47.059 DEBUG:teuthology.orchestra.run.smithi042:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/allow_m_granularity true' 2024-06-06T08:22:47.171 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.170+0000 7fca74ba2640 1 -- 172.21.15.42:0/2366265020 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fca701068d0 msgr2=0x7fca70106cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:47.171 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.170+0000 7fca74ba2640 1 --2- 172.21.15.42:0/2366265020 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fca701068d0 0x7fca70106cb0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fca60009930 tx=0x7fca6002a420 comp rx=0 tx=0).stop 2024-06-06T08:22:47.172 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.170+0000 7fca74ba2640 1 -- 172.21.15.42:0/2366265020 shutdown_connections 2024-06-06T08:22:47.172 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.170+0000 7fca74ba2640 1 --2- 172.21.15.42:0/2366265020 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fca70101280 0x7fca7010d790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:47.172 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.170+0000 7fca74ba2640 1 --2- 172.21.15.42:0/2366265020 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca701008c0 0x7fca70100d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:47.172 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.170+0000 7fca74ba2640 1 --2- 172.21.15.42:0/2366265020 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fca701068d0 0x7fca70106cb0 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:47.172 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.170+0000 7fca74ba2640 1 -- 172.21.15.42:0/2366265020 >> 172.21.15.42:0/2366265020 conn(0x7fca70076c20 msgr2=0x7fca70077030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:47.172 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.170+0000 7fca74ba2640 1 -- 172.21.15.42:0/2366265020 shutdown_connections 2024-06-06T08:22:47.172 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.170+0000 7fca74ba2640 1 -- 172.21.15.42:0/2366265020 wait complete. 2024-06-06T08:22:47.172 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.171+0000 7fca74ba2640 1 Processor -- start 2024-06-06T08:22:47.173 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.171+0000 7fca74ba2640 1 -- start start 2024-06-06T08:22:47.173 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.171+0000 7fca74ba2640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fca701008c0 0x7fca701981f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:47.173 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.171+0000 7fca74ba2640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca70101280 0x7fca70198730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:47.173 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.171+0000 7fca74ba2640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fca701068d0 0x7fca7019cab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:47.173 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.171+0000 7fca74ba2640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fca70110ca0 con 0x7fca701008c0 2024-06-06T08:22:47.173 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.171+0000 7fca74ba2640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fca70110b20 con 0x7fca701068d0 2024-06-06T08:22:47.173 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.171+0000 7fca74ba2640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fca70110e20 con 0x7fca70101280 2024-06-06T08:22:47.174 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.171+0000 7fca6e59c640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fca701008c0 0x7fca701981f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:47.174 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.171+0000 7fca6e59c640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fca701008c0 0x7fca701981f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:44040/0 (socket says 172.21.15.42:44040) 2024-06-06T08:22:47.174 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.171+0000 7fca6e59c640 1 -- 172.21.15.42:0/2700379591 learned_addr learned my addr 172.21.15.42:0/2700379591 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:22:47.174 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.171+0000 7fca6ed9d640 1 --2- 172.21.15.42:0/2700379591 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fca701068d0 0x7fca7019cab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:47.174 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.171+0000 7fca6dd9b640 1 --2- 172.21.15.42:0/2700379591 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca70101280 0x7fca70198730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:47.174 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.171+0000 7fca6e59c640 1 -- 172.21.15.42:0/2700379591 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca70101280 msgr2=0x7fca70198730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:47.174 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.171+0000 7fca6e59c640 1 --2- 172.21.15.42:0/2700379591 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca70101280 0x7fca70198730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:47.174 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.172+0000 7fca6e59c640 1 -- 172.21.15.42:0/2700379591 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fca701068d0 msgr2=0x7fca7019cab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:47.174 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.172+0000 7fca6e59c640 1 --2- 172.21.15.42:0/2700379591 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fca701068d0 0x7fca7019cab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:47.174 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.172+0000 7fca6e59c640 1 -- 172.21.15.42:0/2700379591 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca7019d1e0 con 0x7fca701008c0 2024-06-06T08:22:47.174 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.172+0000 7fca6e59c640 1 --2- 172.21.15.42:0/2700379591 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fca701008c0 0x7fca701981f0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7fca60009230 tx=0x7fca60004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:47.174 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.172+0000 7fca5f7fe640 1 -- 172.21.15.42:0/2700379591 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca6003f030 con 0x7fca701008c0 2024-06-06T08:22:47.175 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.172+0000 7fca5f7fe640 1 -- 172.21.15.42:0/2700379591 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fca60003ad0 con 0x7fca701008c0 2024-06-06T08:22:47.175 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.172+0000 7fca74ba2640 1 -- 172.21.15.42:0/2700379591 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca7019d470 con 0x7fca701008c0 2024-06-06T08:22:47.175 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.172+0000 7fca5f7fe640 1 -- 172.21.15.42:0/2700379591 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca60035070 con 0x7fca701008c0 2024-06-06T08:22:47.175 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.172+0000 7fca74ba2640 1 -- 172.21.15.42:0/2700379591 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca701a4d60 con 0x7fca701008c0 2024-06-06T08:22:47.176 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.173+0000 7fca74ba2640 1 -- 172.21.15.42:0/2700379591 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fca7004f760 con 0x7fca701008c0 2024-06-06T08:22:47.176 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.174+0000 7fca5f7fe640 1 -- 172.21.15.42:0/2700379591 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 24) ==== 138009+0+0 (secure 0 0 0) 0x7fca60042030 con 0x7fca701008c0 2024-06-06T08:22:47.176 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.175+0000 7fca5f7fe640 1 --2- 172.21.15.42:0/2700379591 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fca580a2e40 0x7fca580a5300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:47.176 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.175+0000 7fca6dd9b640 1 --2- 172.21.15.42:0/2700379591 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fca580a2e40 0x7fca580a5300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:47.176 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.175+0000 7fca5f7fe640 1 -- 172.21.15.42:0/2700379591 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fca600efee0 con 0x7fca701008c0 2024-06-06T08:22:47.177 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.176+0000 7fca6dd9b640 1 --2- 172.21.15.42:0/2700379591 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fca580a2e40 0x7fca580a5300 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fca70077300 tx=0x7fca64009810 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:47.178 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.179+0000 7fca5f7fe640 1 -- 172.21.15.42:0/2700379591 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fca600bc650 con 0x7fca701008c0 2024-06-06T08:22:47.378 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.379+0000 7fca74ba2640 1 -- 172.21.15.42:0/2700379591 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}] v 0) -- 0x7fca70109e40 con 0x7fca701008c0 2024-06-06T08:22:47.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.382+0000 7fca5f7fe640 1 -- 172.21.15.42:0/2700379591 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}]=0 v31)=0 v31) ==== 138+0+0 (secure 0 0 0) 0x7fca600bbf50 con 0x7fca701008c0 2024-06-06T08:22:47.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.385+0000 7fca74ba2640 1 -- 172.21.15.42:0/2700379591 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fca580a2e40 msgr2=0x7fca580a5300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:47.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.385+0000 7fca74ba2640 1 --2- 172.21.15.42:0/2700379591 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fca580a2e40 0x7fca580a5300 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fca70077300 tx=0x7fca64009810 comp rx=0 tx=0).stop 2024-06-06T08:22:47.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.385+0000 7fca74ba2640 1 -- 172.21.15.42:0/2700379591 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fca701008c0 msgr2=0x7fca701981f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:47.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.385+0000 7fca74ba2640 1 --2- 172.21.15.42:0/2700379591 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fca701008c0 0x7fca701981f0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7fca60009230 tx=0x7fca60004270 comp rx=0 tx=0).stop 2024-06-06T08:22:47.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.385+0000 7fca74ba2640 1 -- 172.21.15.42:0/2700379591 shutdown_connections 2024-06-06T08:22:47.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.385+0000 7fca74ba2640 1 --2- 172.21.15.42:0/2700379591 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fca580a2e40 0x7fca580a5300 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:47.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.385+0000 7fca74ba2640 1 --2- 172.21.15.42:0/2700379591 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fca701068d0 0x7fca7019cab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:47.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.385+0000 7fca74ba2640 1 --2- 172.21.15.42:0/2700379591 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca70101280 0x7fca70198730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:47.385 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.385+0000 7fca74ba2640 1 --2- 172.21.15.42:0/2700379591 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fca701008c0 0x7fca701981f0 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:47.385 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.385+0000 7fca74ba2640 1 -- 172.21.15.42:0/2700379591 >> 172.21.15.42:0/2700379591 conn(0x7fca70076c20 msgr2=0x7fca7006a4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:47.385 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.385+0000 7fca74ba2640 1 -- 172.21.15.42:0/2700379591 shutdown_connections 2024-06-06T08:22:47.385 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.385+0000 7fca74ba2640 1 -- 172.21.15.42:0/2700379591 wait complete. 2024-06-06T08:22:47.398 DEBUG:teuthology.orchestra.run.smithi042:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/dump_on_update true' 2024-06-06T08:22:47.511 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.509+0000 7fbe01d61640 1 -- 172.21.15.42:0/3083413480 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbdfc10bf70 msgr2=0x7fbdfc10e410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:47.511 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.509+0000 7fbe01d61640 1 --2- 172.21.15.42:0/3083413480 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbdfc10bf70 0x7fbdfc10e410 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7fbdf4009ca0 tx=0x7fbdf402a9e0 comp rx=0 tx=0).stop 2024-06-06T08:22:47.512 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.509+0000 7fbe01d61640 1 -- 172.21.15.42:0/3083413480 shutdown_connections 2024-06-06T08:22:47.512 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.509+0000 7fbe01d61640 1 --2- 172.21.15.42:0/3083413480 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbdfc103550 0x7fbdfc10ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:47.512 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.509+0000 7fbe01d61640 1 --2- 172.21.15.42:0/3083413480 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbdfc10bf70 0x7fbdfc10e410 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:47.512 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.509+0000 7fbe01d61640 1 --2- 172.21.15.42:0/3083413480 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbdfc102c30 0x7fbdfc103010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:47.512 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.509+0000 7fbe01d61640 1 -- 172.21.15.42:0/3083413480 >> 172.21.15.42:0/3083413480 conn(0x7fbdfc077a20 msgr2=0x7fbdfc077e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:47.512 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.509+0000 7fbe01d61640 1 -- 172.21.15.42:0/3083413480 shutdown_connections 2024-06-06T08:22:47.512 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.509+0000 7fbe01d61640 1 -- 172.21.15.42:0/3083413480 wait complete. 2024-06-06T08:22:47.512 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.510+0000 7fbe01d61640 1 Processor -- start 2024-06-06T08:22:47.512 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.510+0000 7fbe01d61640 1 -- start start 2024-06-06T08:22:47.512 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.510+0000 7fbe01d61640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbdfc102c30 0x7fbdfc198210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:47.512 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.510+0000 7fbe01d61640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbdfc103550 0x7fbdfc198750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:47.512 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.510+0000 7fbe01d61640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbdfc10bf70 0x7fbdfc19cad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:47.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.510+0000 7fbe01d61640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fbdfc111db0 con 0x7fbdfc102c30 2024-06-06T08:22:47.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.510+0000 7fbe01d61640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fbdfc111c30 con 0x7fbdfc103550 2024-06-06T08:22:47.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.510+0000 7fbe01d61640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fbdfc111f30 con 0x7fbdfc10bf70 2024-06-06T08:22:47.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.511+0000 7fbdfb7fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbdfc102c30 0x7fbdfc198210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:47.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.511+0000 7fbdfb7fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbdfc102c30 0x7fbdfc198210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:44060/0 (socket says 172.21.15.42:44060) 2024-06-06T08:22:47.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.511+0000 7fbdfb7fe640 1 -- 172.21.15.42:0/4184682804 learned_addr learned my addr 172.21.15.42:0/4184682804 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:22:47.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.511+0000 7fbdf2ffd640 1 --2- 172.21.15.42:0/4184682804 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbdfc103550 0x7fbdfc198750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:47.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.511+0000 7fbdfbfff640 1 --2- 172.21.15.42:0/4184682804 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbdfc10bf70 0x7fbdfc19cad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:47.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.511+0000 7fbdfb7fe640 1 -- 172.21.15.42:0/4184682804 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbdfc10bf70 msgr2=0x7fbdfc19cad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:47.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.511+0000 7fbdfb7fe640 1 --2- 172.21.15.42:0/4184682804 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbdfc10bf70 0x7fbdfc19cad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:47.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.511+0000 7fbdfb7fe640 1 -- 172.21.15.42:0/4184682804 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbdfc103550 msgr2=0x7fbdfc198750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:47.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.511+0000 7fbdfb7fe640 1 --2- 172.21.15.42:0/4184682804 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbdfc103550 0x7fbdfc198750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:47.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.511+0000 7fbdfb7fe640 1 -- 172.21.15.42:0/4184682804 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbdfc19d200 con 0x7fbdfc102c30 2024-06-06T08:22:47.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.511+0000 7fbdfb7fe640 1 --2- 172.21.15.42:0/4184682804 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbdfc102c30 0x7fbdfc198210 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7fbdec00b4a0 tx=0x7fbdec00b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:47.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.511+0000 7fbdf97fa640 1 -- 172.21.15.42:0/4184682804 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdec014070 con 0x7fbdfc102c30 2024-06-06T08:22:47.515 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.511+0000 7fbdf97fa640 1 -- 172.21.15.42:0/4184682804 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbdec010af0 con 0x7fbdfc102c30 2024-06-06T08:22:47.515 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.511+0000 7fbe01d61640 1 -- 172.21.15.42:0/4184682804 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbdfc19d4f0 con 0x7fbdfc102c30 2024-06-06T08:22:47.515 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.511+0000 7fbdf97fa640 1 -- 172.21.15.42:0/4184682804 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdec017d10 con 0x7fbdfc102c30 2024-06-06T08:22:47.515 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.511+0000 7fbe01d61640 1 -- 172.21.15.42:0/4184682804 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbdfc1a4d80 con 0x7fbdfc102c30 2024-06-06T08:22:47.515 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.512+0000 7fbe01d61640 1 -- 172.21.15.42:0/4184682804 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbdfc04f760 con 0x7fbdfc102c30 2024-06-06T08:22:47.516 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.513+0000 7fbdf97fa640 1 -- 172.21.15.42:0/4184682804 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 24) ==== 138009+0+0 (secure 0 0 0) 0x7fbdec017070 con 0x7fbdfc102c30 2024-06-06T08:22:47.516 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.514+0000 7fbdf97fa640 1 --2- 172.21.15.42:0/4184682804 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbde80a2ec0 0x7fbde80a5380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:47.516 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.514+0000 7fbdf2ffd640 1 --2- 172.21.15.42:0/4184682804 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbde80a2ec0 0x7fbde80a5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:47.516 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.514+0000 7fbdf97fa640 1 -- 172.21.15.42:0/4184682804 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fbdec0ceb10 con 0x7fbdfc102c30 2024-06-06T08:22:47.516 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.515+0000 7fbdf2ffd640 1 --2- 172.21.15.42:0/4184682804 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbde80a2ec0 0x7fbde80a5380 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fbdfc10db30 tx=0x7fbde4005f90 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:47.517 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.519+0000 7fbdf97fa640 1 -- 172.21.15.42:0/4184682804 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fbdec09b390 con 0x7fbdfc102c30 2024-06-06T08:22:47.706 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.707+0000 7fbe01d61640 1 -- 172.21.15.42:0/4184682804 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/dump_on_update}] v 0) -- 0x7fbdfc1a50f0 con 0x7fbdfc102c30 2024-06-06T08:22:47.710 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.711+0000 7fbdf97fa640 1 -- 172.21.15.42:0/4184682804 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/dump_on_update}]=0 v32)=0 v32) ==== 133+0+0 (secure 0 0 0) 0x7fbdec09ac90 con 0x7fbdfc102c30 2024-06-06T08:22:47.712 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.713+0000 7fbe01d61640 1 -- 172.21.15.42:0/4184682804 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbde80a2ec0 msgr2=0x7fbde80a5380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:47.713 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.713+0000 7fbe01d61640 1 --2- 172.21.15.42:0/4184682804 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbde80a2ec0 0x7fbde80a5380 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fbdfc10db30 tx=0x7fbde4005f90 comp rx=0 tx=0).stop 2024-06-06T08:22:47.713 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.713+0000 7fbe01d61640 1 -- 172.21.15.42:0/4184682804 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbdfc102c30 msgr2=0x7fbdfc198210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:47.713 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.713+0000 7fbe01d61640 1 --2- 172.21.15.42:0/4184682804 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbdfc102c30 0x7fbdfc198210 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7fbdec00b4a0 tx=0x7fbdec00b960 comp rx=0 tx=0).stop 2024-06-06T08:22:47.713 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.713+0000 7fbe01d61640 1 -- 172.21.15.42:0/4184682804 shutdown_connections 2024-06-06T08:22:47.713 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.713+0000 7fbe01d61640 1 --2- 172.21.15.42:0/4184682804 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbde80a2ec0 0x7fbde80a5380 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:47.713 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.713+0000 7fbe01d61640 1 --2- 172.21.15.42:0/4184682804 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbdfc103550 0x7fbdfc198750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:47.713 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.713+0000 7fbe01d61640 1 --2- 172.21.15.42:0/4184682804 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbdfc10bf70 0x7fbdfc19cad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:47.714 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.713+0000 7fbe01d61640 1 --2- 172.21.15.42:0/4184682804 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbdfc102c30 0x7fbdfc198210 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:47.714 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.713+0000 7fbe01d61640 1 -- 172.21.15.42:0/4184682804 >> 172.21.15.42:0/4184682804 conn(0x7fbdfc077a20 msgr2=0x7fbdfc0fd8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:47.714 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.713+0000 7fbe01d61640 1 -- 172.21.15.42:0/4184682804 shutdown_connections 2024-06-06T08:22:47.714 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.713+0000 7fbe01d61640 1 -- 172.21.15.42:0/4184682804 wait complete. 2024-06-06T08:22:47.724 DEBUG:teuthology.orchestra.run.smithi042:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m' 2024-06-06T08:22:47.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.835+0000 7f93c9bb0640 1 -- 172.21.15.42:0/319302605 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93c4105840 msgr2=0x7f93c4105c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:47.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.835+0000 7f93c9bb0640 1 --2- 172.21.15.42:0/319302605 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93c4105840 0x7f93c4105c20 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f93b4009900 tx=0x7f93b402a410 comp rx=0 tx=0).stop 2024-06-06T08:22:47.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.835+0000 7f93c9bb0640 1 -- 172.21.15.42:0/319302605 shutdown_connections 2024-06-06T08:22:47.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.835+0000 7f93c9bb0640 1 --2- 172.21.15.42:0/319302605 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f93c4100bf0 0x7f93c4101070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:47.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.835+0000 7f93c9bb0640 1 --2- 172.21.15.42:0/319302605 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f93c41015b0 0x7f93c410d6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:47.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.835+0000 7f93c9bb0640 1 --2- 172.21.15.42:0/319302605 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93c4105840 0x7f93c4105c20 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:47.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.835+0000 7f93c9bb0640 1 -- 172.21.15.42:0/319302605 >> 172.21.15.42:0/319302605 conn(0x7f93c40766a0 msgr2=0x7f93c4076ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:47.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.835+0000 7f93c9bb0640 1 -- 172.21.15.42:0/319302605 shutdown_connections 2024-06-06T08:22:47.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.835+0000 7f93c9bb0640 1 -- 172.21.15.42:0/319302605 wait complete. 2024-06-06T08:22:47.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.836+0000 7f93c9bb0640 1 Processor -- start 2024-06-06T08:22:47.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.836+0000 7f93c9bb0640 1 -- start start 2024-06-06T08:22:47.837 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.836+0000 7f93c9bb0640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93c4100bf0 0x7f93c4198200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:47.837 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.836+0000 7f93c9bb0640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f93c41015b0 0x7f93c4198740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:47.838 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.836+0000 7f93c9bb0640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f93c4105840 0x7f93c419cac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:47.838 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.836+0000 7f93c9bb0640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f93c4110c70 con 0x7f93c4100bf0 2024-06-06T08:22:47.838 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.836+0000 7f93c9bb0640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f93c4110af0 con 0x7f93c41015b0 2024-06-06T08:22:47.838 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.836+0000 7f93c9bb0640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f93c4110df0 con 0x7f93c4105840 2024-06-06T08:22:47.838 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.836+0000 7f93c37fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93c4100bf0 0x7f93c4198200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:47.838 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.836+0000 7f93c37fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93c4100bf0 0x7f93c4198200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:41536/0 (socket says 172.21.15.42:41536) 2024-06-06T08:22:47.838 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.836+0000 7f93c37fe640 1 -- 172.21.15.42:0/1993488742 learned_addr learned my addr 172.21.15.42:0/1993488742 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:22:47.838 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.836+0000 7f93c2ffd640 1 --2- 172.21.15.42:0/1993488742 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f93c41015b0 0x7f93c4198740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:47.838 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.837+0000 7f93c3fff640 1 --2- 172.21.15.42:0/1993488742 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f93c4105840 0x7f93c419cac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:47.838 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.837+0000 7f93c37fe640 1 -- 172.21.15.42:0/1993488742 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f93c4105840 msgr2=0x7f93c419cac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:47.838 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.837+0000 7f93c37fe640 1 --2- 172.21.15.42:0/1993488742 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f93c4105840 0x7f93c419cac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:47.838 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.837+0000 7f93c37fe640 1 -- 172.21.15.42:0/1993488742 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f93c41015b0 msgr2=0x7f93c4198740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:47.839 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.837+0000 7f93c37fe640 1 --2- 172.21.15.42:0/1993488742 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f93c41015b0 0x7f93c4198740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:47.839 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.837+0000 7f93c37fe640 1 -- 172.21.15.42:0/1993488742 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93c419d1f0 con 0x7f93c4100bf0 2024-06-06T08:22:47.839 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.837+0000 7f93c3fff640 1 --2- 172.21.15.42:0/1993488742 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f93c4105840 0x7f93c419cac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:22:47.839 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.837+0000 7f93c37fe640 1 --2- 172.21.15.42:0/1993488742 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93c4100bf0 0x7f93c4198200 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f93b4006010 tx=0x7f93b40042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:47.842 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.837+0000 7f93c0ff9640 1 -- 172.21.15.42:0/1993488742 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93b403f030 con 0x7f93c4100bf0 2024-06-06T08:22:47.842 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.837+0000 7f93c9bb0640 1 -- 172.21.15.42:0/1993488742 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93c419d480 con 0x7f93c4100bf0 2024-06-06T08:22:47.842 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.837+0000 7f93c0ff9640 1 -- 172.21.15.42:0/1993488742 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f93b4003ce0 con 0x7f93c4100bf0 2024-06-06T08:22:47.842 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.837+0000 7f93c0ff9640 1 -- 172.21.15.42:0/1993488742 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93b4035070 con 0x7f93c4100bf0 2024-06-06T08:22:47.842 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.837+0000 7f93c9bb0640 1 -- 172.21.15.42:0/1993488742 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93c41a4d70 con 0x7f93c4100bf0 2024-06-06T08:22:47.842 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.838+0000 7f93c9bb0640 1 -- 172.21.15.42:0/1993488742 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f93c4101fa0 con 0x7f93c4100bf0 2024-06-06T08:22:47.843 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.839+0000 7f93c0ff9640 1 -- 172.21.15.42:0/1993488742 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 24) ==== 138009+0+0 (secure 0 0 0) 0x7f93b4042030 con 0x7f93c4100bf0 2024-06-06T08:22:47.843 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.840+0000 7f93c0ff9640 1 --2- 172.21.15.42:0/1993488742 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f93ac0a2e40 0x7f93ac0a5300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:47.843 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.840+0000 7f93c2ffd640 1 --2- 172.21.15.42:0/1993488742 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f93ac0a2e40 0x7f93ac0a5300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:47.843 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.840+0000 7f93c0ff9640 1 -- 172.21.15.42:0/1993488742 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f93b40efe70 con 0x7f93c4100bf0 2024-06-06T08:22:47.843 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.841+0000 7f93c2ffd640 1 --2- 172.21.15.42:0/1993488742 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f93ac0a2e40 0x7f93ac0a5300 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f93c4104f10 tx=0x7f93b800b390 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:47.844 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:47.845+0000 7f93c0ff9640 1 -- 172.21.15.42:0/1993488742 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f93b40bc6a0 con 0x7f93c4100bf0 2024-06-06T08:22:48.058 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.059+0000 7f93c9bb0640 1 -- 172.21.15.42:0/1993488742 --> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7f93c4061de0 con 0x7f93ac0a2e40 2024-06-06T08:22:48.126 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.127+0000 7f93c0ff9640 1 -- 172.21.15.42:0/1993488742 <== mgr.15204 v2:172.21.15.42:6800/3064910691 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f93c4061de0 con 0x7f93ac0a2e40 2024-06-06T08:22:48.126 INFO:teuthology.orchestra.run.smithi042.stdout:Schedule set for path / 2024-06-06T08:22:48.128 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.129+0000 7f93c9bb0640 1 -- 172.21.15.42:0/1993488742 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f93ac0a2e40 msgr2=0x7f93ac0a5300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:48.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.129+0000 7f93c9bb0640 1 --2- 172.21.15.42:0/1993488742 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f93ac0a2e40 0x7f93ac0a5300 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f93c4104f10 tx=0x7f93b800b390 comp rx=0 tx=0).stop 2024-06-06T08:22:48.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.129+0000 7f93c9bb0640 1 -- 172.21.15.42:0/1993488742 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93c4100bf0 msgr2=0x7f93c4198200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:48.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.129+0000 7f93c9bb0640 1 --2- 172.21.15.42:0/1993488742 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93c4100bf0 0x7f93c4198200 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f93b4006010 tx=0x7f93b40042f0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.129+0000 7f93c9bb0640 1 -- 172.21.15.42:0/1993488742 shutdown_connections 2024-06-06T08:22:48.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.129+0000 7f93c9bb0640 1 --2- 172.21.15.42:0/1993488742 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f93ac0a2e40 0x7f93ac0a5300 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.129+0000 7f93c9bb0640 1 --2- 172.21.15.42:0/1993488742 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f93c41015b0 0x7f93c4198740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.129+0000 7f93c9bb0640 1 --2- 172.21.15.42:0/1993488742 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f93c4105840 0x7f93c419cac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.129+0000 7f93c9bb0640 1 --2- 172.21.15.42:0/1993488742 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93c4100bf0 0x7f93c4198200 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.129+0000 7f93c9bb0640 1 -- 172.21.15.42:0/1993488742 >> 172.21.15.42:0/1993488742 conn(0x7f93c40766a0 msgr2=0x7f93c406a4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:48.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.129+0000 7f93c9bb0640 1 -- 172.21.15.42:0/1993488742 shutdown_connections 2024-06-06T08:22:48.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.129+0000 7f93c9bb0640 1 -- 172.21.15.42:0/1993488742 wait complete. 2024-06-06T08:22:48.139 DEBUG:teuthology.orchestra.run.smithi042:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h' 2024-06-06T08:22:48.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.250+0000 7fbe9e8e7640 1 -- 172.21.15.42:0/2699089402 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbe981019b0 msgr2=0x7fbe98101e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:48.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.250+0000 7fbe9e8e7640 1 --2- 172.21.15.42:0/2699089402 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbe981019b0 0x7fbe98101e30 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7fbe8c009930 tx=0x7fbe8c02a420 comp rx=0 tx=0).stop 2024-06-06T08:22:48.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.250+0000 7fbe9e8e7640 1 -- 172.21.15.42:0/2699089402 shutdown_connections 2024-06-06T08:22:48.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.250+0000 7fbe9e8e7640 1 --2- 172.21.15.42:0/2699089402 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbe98102370 0x7fbe9810e880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.250+0000 7fbe9e8e7640 1 --2- 172.21.15.42:0/2699089402 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbe981019b0 0x7fbe98101e30 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.250+0000 7fbe9e8e7640 1 --2- 172.21.15.42:0/2699089402 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbe981079c0 0x7fbe98107da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.250+0000 7fbe9e8e7640 1 -- 172.21.15.42:0/2699089402 >> 172.21.15.42:0/2699089402 conn(0x7fbe98078e30 msgr2=0x7fbe98079240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:48.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.250+0000 7fbe9e8e7640 1 -- 172.21.15.42:0/2699089402 shutdown_connections 2024-06-06T08:22:48.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.250+0000 7fbe9e8e7640 1 -- 172.21.15.42:0/2699089402 wait complete. 2024-06-06T08:22:48.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.251+0000 7fbe9e8e7640 1 Processor -- start 2024-06-06T08:22:48.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.251+0000 7fbe9e8e7640 1 -- start start 2024-06-06T08:22:48.256 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.251+0000 7fbe9e8e7640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbe981019b0 0x7fbe9810e540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:48.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.251+0000 7fbe9e8e7640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbe98102370 0x7fbe9810c690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:48.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.251+0000 7fbe9e8e7640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbe981079c0 0x7fbe9810cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:48.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.251+0000 7fbe9e8e7640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fbe9810fb60 con 0x7fbe98102370 2024-06-06T08:22:48.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.251+0000 7fbe9e8e7640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fbe9810f9e0 con 0x7fbe981079c0 2024-06-06T08:22:48.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.251+0000 7fbe9e8e7640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fbe9810fce0 con 0x7fbe981019b0 2024-06-06T08:22:48.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.252+0000 7fbe977fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbe98102370 0x7fbe9810c690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:48.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.252+0000 7fbe977fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbe98102370 0x7fbe9810c690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:41554/0 (socket says 172.21.15.42:41554) 2024-06-06T08:22:48.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.252+0000 7fbe977fe640 1 -- 172.21.15.42:0/1402167351 learned_addr learned my addr 172.21.15.42:0/1402167351 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:22:48.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.252+0000 7fbe9ce84640 1 --2- 172.21.15.42:0/1402167351 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbe981079c0 0x7fbe9810cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:48.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.252+0000 7fbe97fff640 1 --2- 172.21.15.42:0/1402167351 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbe981019b0 0x7fbe9810e540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:48.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.252+0000 7fbe977fe640 1 -- 172.21.15.42:0/1402167351 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbe981019b0 msgr2=0x7fbe9810e540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:48.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.252+0000 7fbe977fe640 1 --2- 172.21.15.42:0/1402167351 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbe981019b0 0x7fbe9810e540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.252+0000 7fbe977fe640 1 -- 172.21.15.42:0/1402167351 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbe981079c0 msgr2=0x7fbe9810cbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:48.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.252+0000 7fbe977fe640 1 --2- 172.21.15.42:0/1402167351 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbe981079c0 0x7fbe9810cbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.252+0000 7fbe977fe640 1 -- 172.21.15.42:0/1402167351 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe9810d350 con 0x7fbe98102370 2024-06-06T08:22:48.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.252+0000 7fbe977fe640 1 --2- 172.21.15.42:0/1402167351 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbe98102370 0x7fbe9810c690 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7fbe8c009230 tx=0x7fbe8c0045e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:48.260 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.252+0000 7fbe957fa640 1 -- 172.21.15.42:0/1402167351 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe8c040070 con 0x7fbe98102370 2024-06-06T08:22:48.260 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.252+0000 7fbe957fa640 1 -- 172.21.15.42:0/1402167351 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbe8c031c80 con 0x7fbe98102370 2024-06-06T08:22:48.260 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.252+0000 7fbe9e8e7640 1 -- 172.21.15.42:0/1402167351 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbe981aae10 con 0x7fbe98102370 2024-06-06T08:22:48.260 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.252+0000 7fbe957fa640 1 -- 172.21.15.42:0/1402167351 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe8c035020 con 0x7fbe98102370 2024-06-06T08:22:48.260 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.252+0000 7fbe9e8e7640 1 -- 172.21.15.42:0/1402167351 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbe981ab270 con 0x7fbe98102370 2024-06-06T08:22:48.260 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.253+0000 7fbe9e8e7640 1 -- 172.21.15.42:0/1402167351 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbe9804f760 con 0x7fbe98102370 2024-06-06T08:22:48.260 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.255+0000 7fbe957fa640 1 -- 172.21.15.42:0/1402167351 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 24) ==== 138009+0+0 (secure 0 0 0) 0x7fbe8c043070 con 0x7fbe98102370 2024-06-06T08:22:48.260 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.256+0000 7fbe957fa640 1 --2- 172.21.15.42:0/1402167351 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbe800a2ec0 0x7fbe800a5380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:48.260 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.256+0000 7fbe957fa640 1 -- 172.21.15.42:0/1402167351 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fbe8c0f0760 con 0x7fbe98102370 2024-06-06T08:22:48.260 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.256+0000 7fbe97fff640 1 --2- 172.21.15.42:0/1402167351 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbe800a2ec0 0x7fbe800a5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:48.260 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.256+0000 7fbe97fff640 1 --2- 172.21.15.42:0/1402167351 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbe800a2ec0 0x7fbe800a5380 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fbe88005d00 tx=0x7fbe8800b410 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:48.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.259+0000 7fbe957fa640 1 -- 172.21.15.42:0/1402167351 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fbe8c0bc880 con 0x7fbe98102370 2024-06-06T08:22:48.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:48 smithi042 ceph-mon[32384]: pgmap v8: 129 pgs: 129 active+clean; 1.1 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 0 B/s wr, 16 op/s 2024-06-06T08:22:48.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:48 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/2998507011' entity='client.admin' 2024-06-06T08:22:48.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:48 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:22:48.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:48 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:22:48.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:48 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:22:48.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:48 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:48.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:48 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/2700379591' entity='client.admin' 2024-06-06T08:22:48.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:48 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:22:48.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:48 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:22:48.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:48 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:22:48.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:48 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:48.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:48 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/4184682804' entity='client.admin' 2024-06-06T08:22:48.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:48 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:22:48.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:48 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:22:48.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:48 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:22:48.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:48 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:48.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:48 smithi120 ceph-mon[36658]: pgmap v8: 129 pgs: 129 active+clean; 1.1 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 0 B/s wr, 16 op/s 2024-06-06T08:22:48.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:48 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/2998507011' entity='client.admin' 2024-06-06T08:22:48.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:48 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:22:48.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:48 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:22:48.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:48 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:22:48.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:48 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:48.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:48 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/2700379591' entity='client.admin' 2024-06-06T08:22:48.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:48 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:22:48.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:48 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:22:48.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:48 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:22:48.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:48 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:48.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:48 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/4184682804' entity='client.admin' 2024-06-06T08:22:48.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:48 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:22:48.390 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:48 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:22:48.390 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:48 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:22:48.390 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:48 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:48.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.472+0000 7fbe9e8e7640 1 -- 172.21.15.42:0/1402167351 --> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] -- mgr_command(tid 0: {"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}) -- 0x7fbe98061de0 con 0x7fbe800a2ec0 2024-06-06T08:22:48.534 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.535+0000 7fbe957fa640 1 -- 172.21.15.42:0/1402167351 <== mgr.15204 v2:172.21.15.42:6800/3064910691 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+26 (secure 0 0 0) 0x7fbe98061de0 con 0x7fbe800a2ec0 2024-06-06T08:22:48.535 INFO:teuthology.orchestra.run.smithi042.stdout:Retention added to path / 2024-06-06T08:22:48.536 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.537+0000 7fbe9e8e7640 1 -- 172.21.15.42:0/1402167351 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbe800a2ec0 msgr2=0x7fbe800a5380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:48.536 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.537+0000 7fbe9e8e7640 1 --2- 172.21.15.42:0/1402167351 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbe800a2ec0 0x7fbe800a5380 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fbe88005d00 tx=0x7fbe8800b410 comp rx=0 tx=0).stop 2024-06-06T08:22:48.537 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.537+0000 7fbe9e8e7640 1 -- 172.21.15.42:0/1402167351 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbe98102370 msgr2=0x7fbe9810c690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:48.537 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.537+0000 7fbe9e8e7640 1 --2- 172.21.15.42:0/1402167351 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbe98102370 0x7fbe9810c690 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7fbe8c009230 tx=0x7fbe8c0045e0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.537 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.538+0000 7fbe9e8e7640 1 -- 172.21.15.42:0/1402167351 shutdown_connections 2024-06-06T08:22:48.537 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.538+0000 7fbe9e8e7640 1 --2- 172.21.15.42:0/1402167351 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbe800a2ec0 0x7fbe800a5380 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.537 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.538+0000 7fbe9e8e7640 1 --2- 172.21.15.42:0/1402167351 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbe981079c0 0x7fbe9810cbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.537 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.538+0000 7fbe9e8e7640 1 --2- 172.21.15.42:0/1402167351 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbe98102370 0x7fbe9810c690 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.537 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.538+0000 7fbe9e8e7640 1 --2- 172.21.15.42:0/1402167351 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbe981019b0 0x7fbe9810e540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.537 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.538+0000 7fbe9e8e7640 1 -- 172.21.15.42:0/1402167351 >> 172.21.15.42:0/1402167351 conn(0x7fbe98078e30 msgr2=0x7fbe980fe8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:48.537 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.538+0000 7fbe9e8e7640 1 -- 172.21.15.42:0/1402167351 shutdown_connections 2024-06-06T08:22:48.537 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.538+0000 7fbe9e8e7640 1 -- 172.21.15.42:0/1402167351 wait complete. 2024-06-06T08:22:48.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:48 smithi149 ceph-mon[36842]: pgmap v8: 129 pgs: 129 active+clean; 1.1 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 0 B/s wr, 16 op/s 2024-06-06T08:22:48.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:48 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/2998507011' entity='client.admin' 2024-06-06T08:22:48.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:48 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:22:48.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:48 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:22:48.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:48 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:22:48.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:48 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:48.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:48 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/2700379591' entity='client.admin' 2024-06-06T08:22:48.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:48 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:22:48.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:48 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:22:48.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:48 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:22:48.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:48 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:48.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:48 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/4184682804' entity='client.admin' 2024-06-06T08:22:48.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:48 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:22:48.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:48 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:22:48.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:48 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:22:48.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:48 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:22:48.548 DEBUG:teuthology.orchestra.run.smithi042:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-06-06T08:22:48.657 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.656+0000 7fdac81e7640 1 -- 172.21.15.42:0/1754814431 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdac01079c0 msgr2=0x7fdac0107da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:48.657 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.656+0000 7fdac81e7640 1 --2- 172.21.15.42:0/1754814431 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdac01079c0 0x7fdac0107da0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7fdab4009930 tx=0x7fdab402a420 comp rx=0 tx=0).stop 2024-06-06T08:22:48.657 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.656+0000 7fdac81e7640 1 -- 172.21.15.42:0/1754814431 shutdown_connections 2024-06-06T08:22:48.658 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.656+0000 7fdac81e7640 1 --2- 172.21.15.42:0/1754814431 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdac0102370 0x7fdac010e880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.658 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.656+0000 7fdac81e7640 1 --2- 172.21.15.42:0/1754814431 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdac01019b0 0x7fdac0101e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.658 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.656+0000 7fdac81e7640 1 --2- 172.21.15.42:0/1754814431 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdac01079c0 0x7fdac0107da0 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.658 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.656+0000 7fdac81e7640 1 -- 172.21.15.42:0/1754814431 >> 172.21.15.42:0/1754814431 conn(0x7fdac0078e30 msgr2=0x7fdac0079240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:48.658 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.656+0000 7fdac81e7640 1 -- 172.21.15.42:0/1754814431 shutdown_connections 2024-06-06T08:22:48.658 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.656+0000 7fdac81e7640 1 -- 172.21.15.42:0/1754814431 wait complete. 2024-06-06T08:22:48.658 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.657+0000 7fdac81e7640 1 Processor -- start 2024-06-06T08:22:48.658 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.657+0000 7fdac81e7640 1 -- start start 2024-06-06T08:22:48.658 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.657+0000 7fdac81e7640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdac01019b0 0x7fdac0198250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:48.658 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.657+0000 7fdac81e7640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdac0102370 0x7fdac0198790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:48.658 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.657+0000 7fdac81e7640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdac01079c0 0x7fdac019cb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:48.658 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.657+0000 7fdac81e7640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fdac0111dd0 con 0x7fdac0102370 2024-06-06T08:22:48.659 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.657+0000 7fdac81e7640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fdac0111c50 con 0x7fdac01019b0 2024-06-06T08:22:48.659 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.657+0000 7fdac81e7640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fdac0111f50 con 0x7fdac01079c0 2024-06-06T08:22:48.659 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.657+0000 7fdac5782640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdac0102370 0x7fdac0198790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:48.659 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.657+0000 7fdac5782640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdac0102370 0x7fdac0198790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:41562/0 (socket says 172.21.15.42:41562) 2024-06-06T08:22:48.659 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.657+0000 7fdac5782640 1 -- 172.21.15.42:0/4187108635 learned_addr learned my addr 172.21.15.42:0/4187108635 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:22:48.659 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.657+0000 7fdac5f83640 1 --2- 172.21.15.42:0/4187108635 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdac01019b0 0x7fdac0198250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:48.659 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.657+0000 7fdac6784640 1 --2- 172.21.15.42:0/4187108635 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdac01079c0 0x7fdac019cb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:48.659 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.657+0000 7fdac5782640 1 -- 172.21.15.42:0/4187108635 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdac01079c0 msgr2=0x7fdac019cb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:48.659 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.657+0000 7fdac5782640 1 --2- 172.21.15.42:0/4187108635 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdac01079c0 0x7fdac019cb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.659 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.657+0000 7fdac5782640 1 -- 172.21.15.42:0/4187108635 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdac01019b0 msgr2=0x7fdac0198250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:48.659 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.657+0000 7fdac5782640 1 --2- 172.21.15.42:0/4187108635 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdac01019b0 0x7fdac0198250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.659 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.657+0000 7fdac5782640 1 -- 172.21.15.42:0/4187108635 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdac019d240 con 0x7fdac0102370 2024-06-06T08:22:48.659 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.657+0000 7fdac5782640 1 --2- 172.21.15.42:0/4187108635 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdac0102370 0x7fdac0198790 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fdabc00ba50 tx=0x7fdabc00bf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:48.660 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.658+0000 7fdab2ffd640 1 -- 172.21.15.42:0/4187108635 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdabc019070 con 0x7fdac0102370 2024-06-06T08:22:48.660 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.658+0000 7fdab2ffd640 1 -- 172.21.15.42:0/4187108635 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdabc00cbe0 con 0x7fdac0102370 2024-06-06T08:22:48.660 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.658+0000 7fdab2ffd640 1 -- 172.21.15.42:0/4187108635 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdabc0076e0 con 0x7fdac0102370 2024-06-06T08:22:48.660 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.658+0000 7fdac81e7640 1 -- 172.21.15.42:0/4187108635 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdac019d530 con 0x7fdac0102370 2024-06-06T08:22:48.660 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.658+0000 7fdac81e7640 1 -- 172.21.15.42:0/4187108635 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdac01a4dc0 con 0x7fdac0102370 2024-06-06T08:22:48.660 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.659+0000 7fdac81e7640 1 -- 172.21.15.42:0/4187108635 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdac004f760 con 0x7fdac0102370 2024-06-06T08:22:48.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.660+0000 7fdab2ffd640 1 -- 172.21.15.42:0/4187108635 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 24) ==== 138009+0+0 (secure 0 0 0) 0x7fdabc01c070 con 0x7fdac0102370 2024-06-06T08:22:48.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.660+0000 7fdab2ffd640 1 --2- 172.21.15.42:0/4187108635 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fdaac0a2ec0 0x7fdaac0a5380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:48.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.661+0000 7fdac5f83640 1 --2- 172.21.15.42:0/4187108635 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fdaac0a2ec0 0x7fdaac0a5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:48.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.661+0000 7fdab2ffd640 1 -- 172.21.15.42:0/4187108635 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fdabc0cee50 con 0x7fdac0102370 2024-06-06T08:22:48.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.661+0000 7fdac5f83640 1 --2- 172.21.15.42:0/4187108635 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fdaac0a2ec0 0x7fdaac0a5380 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fdab4000c00 tx=0x7fdab4031490 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:48.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.665+0000 7fdab2ffd640 1 -- 172.21.15.42:0/4187108635 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fdabc09b6d0 con 0x7fdac0102370 2024-06-06T08:22:48.794 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.791+0000 7f6e678e8700 1 -- 172.21.15.42:0/3810467424 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6e60101d50 msgr2=0x7f6e6010e240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:48.794 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.791+0000 7f6e678e8700 1 --2- 172.21.15.42:0/3810467424 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6e60101d50 0x7f6e6010e240 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f6e5800b0a0 tx=0x7f6e5800b3b0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.795 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.791+0000 7f6e678e8700 1 -- 172.21.15.42:0/3810467424 shutdown_connections 2024-06-06T08:22:48.795 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.791+0000 7f6e678e8700 1 --2- 172.21.15.42:0/3810467424 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6e60101d50 0x7f6e6010e240 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.795 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.791+0000 7f6e678e8700 1 --2- 172.21.15.42:0/3810467424 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6e60107400 0x7f6e601077e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.795 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.791+0000 7f6e678e8700 1 --2- 172.21.15.42:0/3810467424 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6e60101390 0x7f6e60101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.795 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.791+0000 7f6e678e8700 1 -- 172.21.15.42:0/3810467424 >> 172.21.15.42:0/3810467424 conn(0x7f6e60078340 msgr2=0x7f6e60078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:48.795 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.791+0000 7f6e678e8700 1 -- 172.21.15.42:0/3810467424 shutdown_connections 2024-06-06T08:22:48.795 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.791+0000 7f6e678e8700 1 -- 172.21.15.42:0/3810467424 wait complete. 2024-06-06T08:22:48.795 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.792+0000 7f6e678e8700 1 Processor -- start 2024-06-06T08:22:48.795 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.792+0000 7f6e678e8700 1 -- start start 2024-06-06T08:22:48.795 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.792+0000 7f6e678e8700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6e60101390 0x7f6e60103070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:48.795 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.792+0000 7f6e678e8700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6e60101d50 0x7f6e601035b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:48.795 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.792+0000 7f6e678e8700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6e60107400 0x7f6e60103af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:48.796 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.792+0000 7f6e678e8700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6e601116a0 con 0x7f6e60101d50 2024-06-06T08:22:48.796 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.792+0000 7f6e678e8700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f6e60111520 con 0x7f6e60101390 2024-06-06T08:22:48.796 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.792+0000 7f6e678e8700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f6e60111820 con 0x7f6e60107400 2024-06-06T08:22:48.796 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.792+0000 7f6e64e83700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6e60101d50 0x7f6e601035b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:48.796 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.792+0000 7f6e64e83700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6e60101d50 0x7f6e601035b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:41584/0 (socket says 172.21.15.42:41584) 2024-06-06T08:22:48.796 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.792+0000 7f6e64e83700 1 -- 172.21.15.42:0/1198155058 learned_addr learned my addr 172.21.15.42:0/1198155058 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:22:48.796 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.792+0000 7f6e65684700 1 --2- 172.21.15.42:0/1198155058 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6e60101390 0x7f6e60103070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:48.796 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.792+0000 7f6e65e85700 1 --2- 172.21.15.42:0/1198155058 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6e60107400 0x7f6e60103af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:48.796 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.793+0000 7f6e64e83700 1 -- 172.21.15.42:0/1198155058 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6e60107400 msgr2=0x7f6e60103af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:48.796 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.793+0000 7f6e64e83700 1 --2- 172.21.15.42:0/1198155058 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6e60107400 0x7f6e60103af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.796 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.793+0000 7f6e64e83700 1 -- 172.21.15.42:0/1198155058 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6e60101390 msgr2=0x7f6e60103070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:48.796 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.793+0000 7f6e64e83700 1 --2- 172.21.15.42:0/1198155058 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6e60101390 0x7f6e60103070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.796 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.793+0000 7f6e64e83700 1 -- 172.21.15.42:0/1198155058 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e601a70f0 con 0x7f6e60101d50 2024-06-06T08:22:48.797 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.793+0000 7f6e65e85700 1 --2- 172.21.15.42:0/1198155058 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6e60107400 0x7f6e60103af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:22:48.797 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.793+0000 7f6e65684700 1 --2- 172.21.15.42:0/1198155058 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6e60101390 0x7f6e60103070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:22:48.797 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.793+0000 7f6e64e83700 1 --2- 172.21.15.42:0/1198155058 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6e60101d50 0x7f6e601035b0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f6e5000d980 tx=0x7f6e5000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:48.797 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.793+0000 7f6e567fc700 1 -- 172.21.15.42:0/1198155058 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e50017070 con 0x7f6e60101d50 2024-06-06T08:22:48.797 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.793+0000 7f6e678e8700 1 -- 172.21.15.42:0/1198155058 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e601a73e0 con 0x7f6e60101d50 2024-06-06T08:22:48.797 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.793+0000 7f6e567fc700 1 -- 172.21.15.42:0/1198155058 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6e50005020 con 0x7f6e60101d50 2024-06-06T08:22:48.797 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.793+0000 7f6e567fc700 1 -- 172.21.15.42:0/1198155058 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e50009bc0 con 0x7f6e60101d50 2024-06-06T08:22:48.797 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.793+0000 7f6e678e8700 1 -- 172.21.15.42:0/1198155058 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e601a78d0 con 0x7f6e60101d50 2024-06-06T08:22:48.797 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.795+0000 7f6e567fc700 1 -- 172.21.15.42:0/1198155058 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 24) ==== 138009+0+0 (secure 0 0 0) 0x7f6e50010460 con 0x7f6e60101d50 2024-06-06T08:22:48.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.796+0000 7f6e567fc700 1 --2- 172.21.15.42:0/1198155058 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f6e4c0a2e20 0x7f6e4c0a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:48.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.797+0000 7f6e65684700 1 --2- 172.21.15.42:0/1198155058 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f6e4c0a2e20 0x7f6e4c0a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:48.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.797+0000 7f6e567fc700 1 -- 172.21.15.42:0/1198155058 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f6e500cf8f0 con 0x7f6e60101d50 2024-06-06T08:22:48.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.797+0000 7f6e65684700 1 --2- 172.21.15.42:0/1198155058 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f6e4c0a2e20 0x7f6e4c0a52e0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f6e5c009fd0 tx=0x7f6e5c009260 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:48.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.797+0000 7f6e7216bb80 1 Processor -- start 2024-06-06T08:22:48.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.797+0000 7f6e7216bb80 1 -- start start 2024-06-06T08:22:48.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.798+0000 7f6e7216bb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5647516fd6c0 0x5647516fdaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:48.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.798+0000 7f6e7216bb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5647516fdfe0 0x5647516f7a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:48.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.798+0000 7f6e7216bb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5647516f7fa0 0x5647516f83c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:48.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.798+0000 7f6e7216bb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x564751649890 con 0x5647516fdfe0 2024-06-06T08:22:48.803 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.798+0000 7f6e7216bb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5647515f17a0 con 0x5647516f7fa0 2024-06-06T08:22:48.803 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.798+0000 7f6e7216bb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x564751645850 con 0x5647516fd6c0 2024-06-06T08:22:48.803 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.798+0000 7f6e64e83700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5647516fdfe0 0x5647516f7a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:48.803 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.798+0000 7f6e64e83700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5647516fdfe0 0x5647516f7a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:41596/0 (socket says 172.21.15.42:41596) 2024-06-06T08:22:48.803 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.798+0000 7f6e64e83700 1 -- 172.21.15.42:0/3507099520 learned_addr learned my addr 172.21.15.42:0/3507099520 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:22:48.803 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.798+0000 7f6e65684700 1 --2- 172.21.15.42:0/3507099520 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5647516fd6c0 0x5647516fdaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:48.803 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.798+0000 7f6e65e85700 1 --2- 172.21.15.42:0/3507099520 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5647516f7fa0 0x5647516f83c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:48.803 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.798+0000 7f6e64e83700 1 -- 172.21.15.42:0/3507099520 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5647516fd6c0 msgr2=0x5647516fdaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:22:48.803 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.798+0000 7f6e64e83700 1 --2- 172.21.15.42:0/3507099520 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5647516fd6c0 0x5647516fdaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.803 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.798+0000 7f6e64e83700 1 -- 172.21.15.42:0/3507099520 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5647516f7fa0 msgr2=0x5647516f83c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:22:48.803 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.798+0000 7f6e64e83700 1 --2- 172.21.15.42:0/3507099520 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5647516f7fa0 0x5647516f83c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.803 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.798+0000 7f6e64e83700 1 -- 172.21.15.42:0/3507099520 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5647515e7fd0 con 0x5647516fdfe0 2024-06-06T08:22:48.803 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.798+0000 7f6e64e83700 1 --2- 172.21.15.42:0/3507099520 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5647516fdfe0 0x5647516f7a60 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f6e50018000 tx=0x7f6e5009b3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f9969cf537ded19e server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:48.804 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.799+0000 7f6e4b7fe700 1 -- 172.21.15.42:0/3507099520 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e500a45d0 con 0x5647516fdfe0 2024-06-06T08:22:48.804 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.799+0000 7f6e4b7fe700 1 -- 172.21.15.42:0/3507099520 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6e50099c60 con 0x5647516fdfe0 2024-06-06T08:22:48.804 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.799+0000 7f6e4b7fe700 1 -- 172.21.15.42:0/3507099520 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e5009bbc0 con 0x5647516fdfe0 2024-06-06T08:22:48.804 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.799+0000 7f6e7216bb80 1 -- 172.21.15.42:0/3507099520 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5647516fdfe0 msgr2=0x5647516f7a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:48.804 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.799+0000 7f6e7216bb80 1 --2- 172.21.15.42:0/3507099520 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5647516fdfe0 0x5647516f7a60 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f6e50018000 tx=0x7f6e5009b3d0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.804 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.800+0000 7f6e7216bb80 1 -- 172.21.15.42:0/3507099520 shutdown_connections 2024-06-06T08:22:48.804 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.800+0000 7f6e7216bb80 1 --2- 172.21.15.42:0/3507099520 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5647516f7fa0 0x5647516f83c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.804 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.800+0000 7f6e7216bb80 1 --2- 172.21.15.42:0/3507099520 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5647516fd6c0 0x5647516fdaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.804 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.800+0000 7f6e7216bb80 1 --2- 172.21.15.42:0/3507099520 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5647516fdfe0 0x5647516f7a60 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.804 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.800+0000 7f6e7216bb80 1 -- 172.21.15.42:0/3507099520 >> 172.21.15.42:0/3507099520 conn(0x564751622d40 msgr2=0x5647516f28d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:48.804 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.800+0000 7f6e7216bb80 1 -- 172.21.15.42:0/3507099520 shutdown_connections 2024-06-06T08:22:48.804 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.800+0000 7f6e7216bb80 1 -- 172.21.15.42:0/3507099520 wait complete. 2024-06-06T08:22:48.804 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.800+0000 7f6e7216bb80 1 -- start start 2024-06-06T08:22:48.805 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.800+0000 7f6e7216bb80 1 Processor -- start 2024-06-06T08:22:48.805 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.800+0000 7f6e7216bb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5647516f7fa0 0x564751703e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:48.805 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.800+0000 7f6e7216bb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5647516fd6c0 0x564751701100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:48.805 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.800+0000 7f6e7216bb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5647516fdfe0 0x564751701640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:48.805 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.801+0000 7f6e7216bb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5647517049f0 con 0x5647516f7fa0 2024-06-06T08:22:48.805 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.801+0000 7f6e7216bb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5647515e9c70 con 0x5647516fdfe0 2024-06-06T08:22:48.805 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.801+0000 7f6e7216bb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x564751704b70 con 0x5647516fd6c0 2024-06-06T08:22:48.805 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.801+0000 7f6e65684700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5647516f7fa0 0x564751703e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:48.805 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.801+0000 7f6e7216bb80 10 client.0 _ll_register_callbacks cb 0x5647515e39a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:22:48.805 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.801+0000 7f6e65684700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5647516f7fa0 0x564751703e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:41598/0 (socket says 172.21.15.42:41598) 2024-06-06T08:22:48.805 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.801+0000 7f6e65684700 1 -- 172.21.15.42:0/3248778576 learned_addr learned my addr 172.21.15.42:0/3248778576 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:22:48.805 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.801+0000 7f6e64e83700 1 --2- 172.21.15.42:0/3248778576 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5647516fd6c0 0x564751701100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:48.805 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.801+0000 7f6e65e85700 1 --2- 172.21.15.42:0/3248778576 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5647516fdfe0 0x564751701640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:48.806 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.801+0000 7f6e65684700 1 -- 172.21.15.42:0/3248778576 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5647516fd6c0 msgr2=0x564751701100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:22:48.806 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.801+0000 7f6e65684700 1 --2- 172.21.15.42:0/3248778576 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5647516fd6c0 0x564751701100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.806 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.801+0000 7f6e65684700 1 -- 172.21.15.42:0/3248778576 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5647516fdfe0 msgr2=0x564751701640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:22:48.807 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.801+0000 7f6e65684700 1 --2- 172.21.15.42:0/3248778576 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5647516fdfe0 0x564751701640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.807 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.801+0000 7f6e65684700 1 -- 172.21.15.42:0/3248778576 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564751598950 con 0x5647516f7fa0 2024-06-06T08:22:48.807 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.801+0000 7f6e65e85700 1 --2- 172.21.15.42:0/3248778576 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5647516fdfe0 0x564751701640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:22:48.807 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.801+0000 7f6e65684700 1 --2- 172.21.15.42:0/3248778576 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5647516f7fa0 0x564751703e00 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f6e5c00ebb0 tx=0x7f6e5c0047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6af4597bf4a52a4 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:48.807 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.801+0000 7f6e48ff9700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:22:48.807 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.801+0000 7f6e48ff9700 1 -- 172.21.15.42:0/3248778576 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e5c004460 con 0x5647516f7fa0 2024-06-06T08:22:48.807 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.802+0000 7f6e7216bb80 1 -- 172.21.15.42:0/3248778576 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6e50099c60 con 0x5647516f7fa0 2024-06-06T08:22:48.807 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.802+0000 7f6e48ff9700 1 -- 172.21.15.42:0/3248778576 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f6e5c01f890 con 0x5647516f7fa0 2024-06-06T08:22:48.807 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.802+0000 7f6e48ff9700 1 -- 172.21.15.42:0/3248778576 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6e5c031050 con 0x5647516f7fa0 2024-06-06T08:22:48.807 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.802+0000 7f6e7216bb80 10 client.15375 fetch_fsmap learned FSMap version 26 2024-06-06T08:22:48.807 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.802+0000 7f6e7216bb80 1 -- 172.21.15.42:0/3248778576 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56475170f460 con 0x5647516f7fa0 2024-06-06T08:22:48.807 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.802+0000 7f6e48ff9700 1 -- 172.21.15.42:0/3248778576 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6e50099c60 con 0x5647516f7fa0 2024-06-06T08:22:48.807 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.802+0000 7f6e48ff9700 1 -- 172.21.15.42:0/3248778576 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7f6e5c026020 con 0x5647516f7fa0 2024-06-06T08:22:48.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.802+0000 7f6e7216bb80 10 client.15375 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:22:48.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.802+0000 7f6e7216bb80 10 client.15375 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:22:48.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.802+0000 7f6e7216bb80 20 client.15375 populate_metadata read hostname 'smithi042' 2024-06-06T08:22:48.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.802+0000 7f6e7216bb80 1 --2- 172.21.15.42:0/3248778576 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x564751711aa0 0x564751713e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:48.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.802+0000 7f6e7216bb80 4 client.15375 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:22:48.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.802+0000 7f6e7216bb80 1 -- 172.21.15.42:0/3248778576 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564751656d90 con 0x564751711aa0 2024-06-06T08:22:48.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.803+0000 7f6e64e83700 1 --2- 172.21.15.42:0/3248778576 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x564751711aa0 0x564751713e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:48.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.803+0000 7f6e48ff9700 10 client.15375 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:22:48.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.803+0000 7f6e64e83700 1 --2- 172.21.15.42:0/3248778576 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x564751711aa0 0x564751713e90 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=97e0b21462165ec2 server_cookie=9a885d4b732b0461 in_seq=0 out_seq=0 2024-06-06T08:22:48.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.804+0000 7f6e48ff9700 1 -- 172.21.15.42:0/3248778576 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x564751656d90 con 0x564751711aa0 2024-06-06T08:22:48.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.804+0000 7f6e48ff9700 10 client.15375 handle_command_reply: tid=0 2024-06-06T08:22:48.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.804+0000 7f6e7216bb80 1 client.15375 shutdown 2024-06-06T08:22:48.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.804+0000 7f6e7216bb80 1 -- 172.21.15.42:0/3248778576 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5647516f7fa0 msgr2=0x564751703e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:48.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.804+0000 7f6e7216bb80 1 --2- 172.21.15.42:0/3248778576 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5647516f7fa0 0x564751703e00 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f6e5c00ebb0 tx=0x7f6e5c0047c0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.804+0000 7f6e7216bb80 1 -- 172.21.15.42:0/3248778576 shutdown_connections 2024-06-06T08:22:48.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.804+0000 7f6e7216bb80 1 --2- 172.21.15.42:0/3248778576 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x564751711aa0 0x564751713e90 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.804+0000 7f6e7216bb80 1 --2- 172.21.15.42:0/3248778576 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5647516fdfe0 0x564751701640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.804+0000 7f6e7216bb80 1 --2- 172.21.15.42:0/3248778576 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5647516f7fa0 0x564751703e00 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.804+0000 7f6e7216bb80 1 --2- 172.21.15.42:0/3248778576 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5647516fd6c0 0x564751701100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.804+0000 7f6e7216bb80 1 -- 172.21.15.42:0/3248778576 >> 172.21.15.42:0/3248778576 conn(0x564751622d40 msgr2=0x5647516f2670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:48.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.804+0000 7f6e48ff9700 0 client.15375 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:22:48.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.804+0000 7f6e7216bb80 1 -- 172.21.15.42:0/3248778576 shutdown_connections 2024-06-06T08:22:48.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.804+0000 7f6e7216bb80 1 -- 172.21.15.42:0/3248778576 wait complete. 2024-06-06T08:22:48.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.804+0000 7f6e7216bb80 20 client.15375 trim_cache size 0 max 16384 2024-06-06T08:22:48.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.825+0000 7f6e7216bb80 1 Processor -- start 2024-06-06T08:22:48.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.825+0000 7f6e7216bb80 1 -- start start 2024-06-06T08:22:48.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.825+0000 7f6e7216bb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5647516f7fa0 0x5647516f7a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:48.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.825+0000 7f6e7216bb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5647516fd6c0 0x56475170dc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:48.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.825+0000 7f6e7216bb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5647516fdfe0 0x5647516fecb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:48.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.825+0000 7f6e7216bb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6e601b2e60 con 0x5647516fd6c0 2024-06-06T08:22:48.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.825+0000 7f6e7216bb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f6e601b06f0 con 0x5647516f7fa0 2024-06-06T08:22:48.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.825+0000 7f6e7216bb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f6e601ae540 con 0x5647516fdfe0 2024-06-06T08:22:48.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.825+0000 7f6e64e83700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5647516fd6c0 0x56475170dc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:48.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.825+0000 7f6e64e83700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5647516fd6c0 0x56475170dc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:41608/0 (socket says 172.21.15.42:41608) 2024-06-06T08:22:48.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.825+0000 7f6e64e83700 1 -- 172.21.15.42:0/3465949842 learned_addr learned my addr 172.21.15.42:0/3465949842 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:22:48.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.826+0000 7f6e65684700 1 --2- 172.21.15.42:0/3465949842 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5647516f7fa0 0x5647516f7a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:48.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.826+0000 7f6e65e85700 1 --2- 172.21.15.42:0/3465949842 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5647516fdfe0 0x5647516fecb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:48.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.826+0000 7f6e64e83700 1 -- 172.21.15.42:0/3465949842 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5647516fdfe0 msgr2=0x5647516fecb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:22:48.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.826+0000 7f6e64e83700 1 --2- 172.21.15.42:0/3465949842 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5647516fdfe0 0x5647516fecb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.826+0000 7f6e64e83700 1 -- 172.21.15.42:0/3465949842 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5647516f7fa0 msgr2=0x5647516f7a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:22:48.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.826+0000 7f6e64e83700 1 --2- 172.21.15.42:0/3465949842 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5647516f7fa0 0x5647516f7a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.826+0000 7f6e64e83700 1 -- 172.21.15.42:0/3465949842 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5647516ff670 con 0x5647516fd6c0 2024-06-06T08:22:48.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.826+0000 7f6e65684700 1 --2- 172.21.15.42:0/3465949842 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5647516f7fa0 0x5647516f7a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:22:48.828 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.826+0000 7f6e64e83700 1 --2- 172.21.15.42:0/3465949842 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5647516fd6c0 0x56475170dc90 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f6e5009fed0 tx=0x7f6e50004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d04dbd47fe5fa67 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:48.828 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.826+0000 7f6e4affd700 1 -- 172.21.15.42:0/3465949842 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e500b8070 con 0x5647516fd6c0 2024-06-06T08:22:48.828 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.826+0000 7f6e4affd700 1 -- 172.21.15.42:0/3465949842 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6e500a45d0 con 0x5647516fd6c0 2024-06-06T08:22:48.828 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.826+0000 7f6e4affd700 1 -- 172.21.15.42:0/3465949842 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e500a4140 con 0x5647516fd6c0 2024-06-06T08:22:48.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.827+0000 7f6e7216bb80 1 -- 172.21.15.42:0/3465949842 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5647516fd6c0 msgr2=0x56475170dc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:48.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.827+0000 7f6e7216bb80 1 --2- 172.21.15.42:0/3465949842 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5647516fd6c0 0x56475170dc90 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f6e5009fed0 tx=0x7f6e50004750 comp rx=0 tx=0).stop 2024-06-06T08:22:48.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.827+0000 7f6e7216bb80 1 -- 172.21.15.42:0/3465949842 shutdown_connections 2024-06-06T08:22:48.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.827+0000 7f6e7216bb80 1 --2- 172.21.15.42:0/3465949842 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5647516fdfe0 0x5647516fecb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.827+0000 7f6e7216bb80 1 --2- 172.21.15.42:0/3465949842 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5647516f7fa0 0x5647516f7a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.827+0000 7f6e7216bb80 1 --2- 172.21.15.42:0/3465949842 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5647516fd6c0 0x56475170dc90 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.827+0000 7f6e7216bb80 1 -- 172.21.15.42:0/3465949842 >> 172.21.15.42:0/3465949842 conn(0x564751622d40 msgr2=0x5647516ebe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:48.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.827+0000 7f6e7216bb80 1 -- 172.21.15.42:0/3465949842 shutdown_connections 2024-06-06T08:22:48.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.827+0000 7f6e7216bb80 1 -- 172.21.15.42:0/3465949842 wait complete. 2024-06-06T08:22:48.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.827+0000 7f6e7216bb80 1 -- start start 2024-06-06T08:22:48.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.828+0000 7f6e7216bb80 1 Processor -- start 2024-06-06T08:22:48.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.828+0000 7f6e7216bb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5647516f7fa0 0x564751709e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:48.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.828+0000 7f6e7216bb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5647516fd6c0 0x56475170a340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:48.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.828+0000 7f6e7216bb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5647516fdfe0 0x564751706dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:48.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.828+0000 7f6e7216bb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6e601aebb0 con 0x5647516fdfe0 2024-06-06T08:22:48.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.828+0000 7f6e7216bb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f6e601b0020 con 0x5647516fd6c0 2024-06-06T08:22:48.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.828+0000 7f6e7216bb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f6e601af280 con 0x5647516f7fa0 2024-06-06T08:22:48.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.828+0000 7f6e7216bb80 10 client.0 _ll_register_callbacks cb 0x5647515e39a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:22:48.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.828+0000 7f6e65e85700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5647516fdfe0 0x564751706dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:48.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.828+0000 7f6e65e85700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5647516fdfe0 0x564751706dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:41618/0 (socket says 172.21.15.42:41618) 2024-06-06T08:22:48.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.828+0000 7f6e65e85700 1 -- 172.21.15.42:0/3885696737 learned_addr learned my addr 172.21.15.42:0/3885696737 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:22:48.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.828+0000 7f6e64e83700 1 --2- 172.21.15.42:0/3885696737 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5647516fd6c0 0x56475170a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:48.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.828+0000 7f6e65e85700 1 -- 172.21.15.42:0/3885696737 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5647516f7fa0 msgr2=0x564751709e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:22:48.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.828+0000 7f6e65684700 1 --2- 172.21.15.42:0/3885696737 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5647516f7fa0 0x564751709e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:48.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.829+0000 7f6e65e85700 1 --2- 172.21.15.42:0/3885696737 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5647516f7fa0 0x564751709e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.829+0000 7f6e65e85700 1 -- 172.21.15.42:0/3885696737 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5647516fd6c0 msgr2=0x56475170a340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:22:48.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.829+0000 7f6e65e85700 1 --2- 172.21.15.42:0/3885696737 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5647516fd6c0 0x56475170a340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.829+0000 7f6e65e85700 1 -- 172.21.15.42:0/3885696737 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564751707310 con 0x5647516fdfe0 2024-06-06T08:22:48.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.829+0000 7f6e65684700 1 --2- 172.21.15.42:0/3885696737 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5647516f7fa0 0x564751709e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:22:48.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.829+0000 7f6e64e83700 1 --2- 172.21.15.42:0/3885696737 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5647516fd6c0 0x56475170a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:22:48.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.829+0000 7f6e65e85700 1 --2- 172.21.15.42:0/3885696737 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5647516fdfe0 0x564751706dd0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f6e5800b0a0 tx=0x7f6e58004e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77558e2a467c9a70 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:48.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.829+0000 7f6e48ff9700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:22:48.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.829+0000 7f6e48ff9700 1 -- 172.21.15.42:0/3885696737 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e58007a30 con 0x5647516fdfe0 2024-06-06T08:22:48.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.829+0000 7f6e48ff9700 1 -- 172.21.15.42:0/3885696737 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f6e58007bd0 con 0x5647516fdfe0 2024-06-06T08:22:48.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.829+0000 7f6e7216bb80 1 -- 172.21.15.42:0/3885696737 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6e500a45d0 con 0x5647516fdfe0 2024-06-06T08:22:48.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.829+0000 7f6e48ff9700 1 -- 172.21.15.42:0/3885696737 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6e58007dd0 con 0x5647516fdfe0 2024-06-06T08:22:48.836 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.829+0000 7f6e7216bb80 10 client.15381 fetch_fsmap learned FSMap version 26 2024-06-06T08:22:48.836 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.829+0000 7f6e7216bb80 1 -- 172.21.15.42:0/3885696737 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56475177cee0 con 0x5647516fdfe0 2024-06-06T08:22:48.836 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.829+0000 7f6e48ff9700 1 -- 172.21.15.42:0/3885696737 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6e500a45d0 con 0x5647516fdfe0 2024-06-06T08:22:48.836 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.830+0000 7f6e48ff9700 1 -- 172.21.15.42:0/3885696737 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7f6e58024070 con 0x5647516fdfe0 2024-06-06T08:22:48.836 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.830+0000 7f6e7216bb80 10 client.15381 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:22:48.836 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.830+0000 7f6e7216bb80 10 client.15381 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:22:48.836 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.830+0000 7f6e7216bb80 20 client.15381 populate_metadata read hostname 'smithi042' 2024-06-06T08:22:48.836 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.830+0000 7f6e7216bb80 1 --2- 172.21.15.42:0/3885696737 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56475177d5f0 0x56475177fa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:48.836 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.830+0000 7f6e7216bb80 4 client.15381 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-06-06T08:22:48.836 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.830+0000 7f6e7216bb80 1 -- 172.21.15.42:0/3885696737 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x564751651310 con 0x56475177d5f0 2024-06-06T08:22:48.837 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.830+0000 7f6e65684700 1 --2- 172.21.15.42:0/3885696737 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56475177d5f0 0x56475177fa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:48.837 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.831+0000 7f6e65684700 1 --2- 172.21.15.42:0/3885696737 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56475177d5f0 0x56475177fa10 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=36e5eb0a85bd0c25 server_cookie=a4853190b6dffb37 in_seq=0 out_seq=0 2024-06-06T08:22:48.837 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.831+0000 7f6e48ff9700 10 client.15381 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:22:48.837 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.832+0000 7f6e48ff9700 1 -- 172.21.15.42:0/3885696737 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x564751651310 con 0x56475177d5f0 2024-06-06T08:22:48.837 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.832+0000 7f6e48ff9700 10 client.15381 handle_command_reply: tid=0 2024-06-06T08:22:48.837 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.832+0000 7f6e7216bb80 1 client.15381 shutdown 2024-06-06T08:22:48.837 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.832+0000 7f6e7216bb80 1 -- 172.21.15.42:0/3885696737 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5647516fdfe0 msgr2=0x564751706dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:48.837 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.832+0000 7f6e7216bb80 1 --2- 172.21.15.42:0/3885696737 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5647516fdfe0 0x564751706dd0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f6e5800b0a0 tx=0x7f6e58004e70 comp rx=0 tx=0).stop 2024-06-06T08:22:48.837 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.832+0000 7f6e7216bb80 1 -- 172.21.15.42:0/3885696737 shutdown_connections 2024-06-06T08:22:48.837 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.832+0000 7f6e7216bb80 1 --2- 172.21.15.42:0/3885696737 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5647516fdfe0 0x564751706dd0 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.838 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.832+0000 7f6e7216bb80 1 --2- 172.21.15.42:0/3885696737 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5647516f7fa0 0x564751709e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.838 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.832+0000 7f6e7216bb80 1 --2- 172.21.15.42:0/3885696737 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56475177d5f0 0x56475177fa10 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.838 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.832+0000 7f6e7216bb80 1 --2- 172.21.15.42:0/3885696737 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5647516fd6c0 0x56475170a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.838 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.832+0000 7f6e7216bb80 1 -- 172.21.15.42:0/3885696737 >> 172.21.15.42:0/3885696737 conn(0x564751622d40 msgr2=0x5647516ec590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:48.838 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.832+0000 7f6e48ff9700 0 client.15381 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:22:48.838 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.832+0000 7f6e7216bb80 1 -- 172.21.15.42:0/3885696737 shutdown_connections 2024-06-06T08:22:48.838 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.832+0000 7f6e7216bb80 1 -- 172.21.15.42:0/3885696737 wait complete. 2024-06-06T08:22:48.838 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.832+0000 7f6e7216bb80 20 client.15381 trim_cache size 0 max 16384 2024-06-06T08:22:48.838 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:22:48.839 INFO:teuthology.orchestra.run.smithi042.stdout: "return_code": 0, 2024-06-06T08:22:48.839 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_tag": "904bf2ef-6db7-492a-afc2-7991e3bf2268", 2024-06-06T08:22:48.839 INFO:teuthology.orchestra.run.smithi042.stdout: "mode": "asynchronous" 2024-06-06T08:22:48.839 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:22:48.839 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.833+0000 7f6e678e8700 1 -- 172.21.15.42:0/1198155058 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f6e4c0a2e20 msgr2=0x7f6e4c0a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:48.840 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.833+0000 7f6e678e8700 1 --2- 172.21.15.42:0/1198155058 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f6e4c0a2e20 0x7f6e4c0a52e0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f6e5c009fd0 tx=0x7f6e5c009260 comp rx=0 tx=0).stop 2024-06-06T08:22:48.840 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.833+0000 7f6e678e8700 1 -- 172.21.15.42:0/1198155058 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6e60101d50 msgr2=0x7f6e601035b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:48.840 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.833+0000 7f6e678e8700 1 --2- 172.21.15.42:0/1198155058 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6e60101d50 0x7f6e601035b0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f6e5000d980 tx=0x7f6e5000dc90 comp rx=0 tx=0).stop 2024-06-06T08:22:48.840 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.833+0000 7f6e678e8700 1 -- 172.21.15.42:0/1198155058 shutdown_connections 2024-06-06T08:22:48.840 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.833+0000 7f6e678e8700 1 --2- 172.21.15.42:0/1198155058 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f6e4c0a2e20 0x7f6e4c0a52e0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.840 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.833+0000 7f6e678e8700 1 --2- 172.21.15.42:0/1198155058 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6e60107400 0x7f6e60103af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.840 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.833+0000 7f6e678e8700 1 --2- 172.21.15.42:0/1198155058 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6e60101390 0x7f6e60103070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.840 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.833+0000 7f6e678e8700 1 --2- 172.21.15.42:0/1198155058 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6e60101d50 0x7f6e601035b0 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.840 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.833+0000 7f6e678e8700 1 -- 172.21.15.42:0/1198155058 >> 172.21.15.42:0/1198155058 conn(0x7f6e60078340 msgr2=0x7f6e601005b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:48.840 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.833+0000 7f6e678e8700 1 -- 172.21.15.42:0/1198155058 shutdown_connections 2024-06-06T08:22:48.840 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.833+0000 7f6e678e8700 1 -- 172.21.15.42:0/1198155058 wait complete. 2024-06-06T08:22:48.881 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.883+0000 7fdac81e7640 1 -- 172.21.15.42:0/4187108635 --> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) -- 0x7fdac00ff8d0 con 0x7fdaac0a2ec0 2024-06-06T08:22:48.890 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.891+0000 7fdab2ffd640 1 -- 172.21.15.42:0/4187108635 <== mgr.15204 v2:172.21.15.42:6800/3064910691 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+298 (secure 0 0 0) 0x7fdac00ff8d0 con 0x7fdaac0a2ec0 2024-06-06T08:22:48.890 INFO:teuthology.orchestra.run.smithi042.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-06-06T00:00:00", "created": "2024-06-06T08:22:48", "first": null, "last": null, "last_pruned": null, "created_count": 0, "pruned_count": 0, "active": true} 2024-06-06T08:22:48.892 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.893+0000 7fdac81e7640 1 -- 172.21.15.42:0/4187108635 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fdaac0a2ec0 msgr2=0x7fdaac0a5380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:48.892 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.893+0000 7fdac81e7640 1 --2- 172.21.15.42:0/4187108635 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fdaac0a2ec0 0x7fdaac0a5380 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fdab4000c00 tx=0x7fdab4031490 comp rx=0 tx=0).stop 2024-06-06T08:22:48.892 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.893+0000 7fdac81e7640 1 -- 172.21.15.42:0/4187108635 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdac0102370 msgr2=0x7fdac0198790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:48.892 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.893+0000 7fdac81e7640 1 --2- 172.21.15.42:0/4187108635 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdac0102370 0x7fdac0198790 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fdabc00ba50 tx=0x7fdabc00bf10 comp rx=0 tx=0).stop 2024-06-06T08:22:48.892 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.893+0000 7fdac81e7640 1 -- 172.21.15.42:0/4187108635 shutdown_connections 2024-06-06T08:22:48.892 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.893+0000 7fdac81e7640 1 --2- 172.21.15.42:0/4187108635 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fdaac0a2ec0 0x7fdaac0a5380 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.893 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.893+0000 7fdac81e7640 1 --2- 172.21.15.42:0/4187108635 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdac01079c0 0x7fdac019cb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.893 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.893+0000 7fdac81e7640 1 --2- 172.21.15.42:0/4187108635 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdac0102370 0x7fdac0198790 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.893 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.893+0000 7fdac81e7640 1 --2- 172.21.15.42:0/4187108635 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdac01019b0 0x7fdac0198250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:48.893 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.893+0000 7fdac81e7640 1 -- 172.21.15.42:0/4187108635 >> 172.21.15.42:0/4187108635 conn(0x7fdac0078e30 msgr2=0x7fdac00ff1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:48.893 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.893+0000 7fdac81e7640 1 -- 172.21.15.42:0/4187108635 shutdown_connections 2024-06-06T08:22:48.893 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:48.893+0000 7fdac81e7640 1 -- 172.21.15.42:0/4187108635 wait complete. 2024-06-06T08:22:48.903 DEBUG:teuthology.orchestra.run.smithi042:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-06-06T08:22:49.013 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:49.012+0000 7f025c1ed640 1 -- 172.21.15.42:0/2660109830 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0254103550 msgr2=0x7f025410ba30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:49.013 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:49.012+0000 7f025c1ed640 1 --2- 172.21.15.42:0/2660109830 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0254103550 0x7f025410ba30 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f0248009900 tx=0x7f024802a510 comp rx=0 tx=0).stop 2024-06-06T08:22:49.013 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:49.012+0000 7f025c1ed640 1 -- 172.21.15.42:0/2660109830 shutdown_connections 2024-06-06T08:22:49.013 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:49.012+0000 7f025c1ed640 1 --2- 172.21.15.42:0/2660109830 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f025410bf70 0x7f025410e410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:49.013 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:49.012+0000 7f025c1ed640 1 --2- 172.21.15.42:0/2660109830 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0254103550 0x7f025410ba30 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:49.013 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:49.012+0000 7f025c1ed640 1 --2- 172.21.15.42:0/2660109830 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0254102c30 0x7f0254103010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:49.013 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:49.012+0000 7f025c1ed640 1 -- 172.21.15.42:0/2660109830 >> 172.21.15.42:0/2660109830 conn(0x7f0254077a20 msgr2=0x7f0254077e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:49.013 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:49.012+0000 7f025c1ed640 1 -- 172.21.15.42:0/2660109830 shutdown_connections 2024-06-06T08:22:49.014 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:49.012+0000 7f025c1ed640 1 -- 172.21.15.42:0/2660109830 wait complete. 2024-06-06T08:22:49.014 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:49.013+0000 7f025c1ed640 1 Processor -- start 2024-06-06T08:22:49.014 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:49.013+0000 7f025c1ed640 1 -- start start 2024-06-06T08:22:49.014 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:49.013+0000 7f025c1ed640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0254102c30 0x7f0254198290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:49.014 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:49.013+0000 7f025c1ed640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0254103550 0x7f02541987d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:49.014 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:49.013+0000 7f025c1ed640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f025410bf70 0x7f025419cb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:49.014 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:49.013+0000 7f025c1ed640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0254111d70 con 0x7f025410bf70 2024-06-06T08:22:49.014 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:49.013+0000 7f025c1ed640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f0254111bf0 con 0x7f0254102c30 2024-06-06T08:22:49.014 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:49.013+0000 7f025c1ed640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f0254111ef0 con 0x7f0254103550 2024-06-06T08:22:49.014 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:49.013+0000 7f025a78a640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f025410bf70 0x7f025419cb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:49.014 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:49.013+0000 7f025a78a640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f025410bf70 0x7f025419cb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:41644/0 (socket says 172.21.15.42:41644) 2024-06-06T08:22:49.014 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:49.013+0000 7f025a78a640 1 -- 172.21.15.42:0/4089902159 learned_addr learned my addr 172.21.15.42:0/4089902159 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:22:49.014 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:49.013+0000 7f0259788640 1 --2- 172.21.15.42:0/4089902159 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0254103550 0x7f02541987d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:49.015 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:49.013+0000 7f0259f89640 1 --2- 172.21.15.42:0/4089902159 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0254102c30 0x7f0254198290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:49.015 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:49.013+0000 7f025a78a640 1 -- 172.21.15.42:0/4089902159 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0254103550 msgr2=0x7f02541987d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:49.015 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:49.013+0000 7f025a78a640 1 --2- 172.21.15.42:0/4089902159 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0254103550 0x7f02541987d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:49.015 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:49.013+0000 7f025a78a640 1 -- 172.21.15.42:0/4089902159 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0254102c30 msgr2=0x7f0254198290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:49.015 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:49.013+0000 7f025a78a640 1 --2- 172.21.15.42:0/4089902159 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0254102c30 0x7f0254198290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:49.015 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:49.013+0000 7f025a78a640 1 -- 172.21.15.42:0/4089902159 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f025419d230 con 0x7f025410bf70 2024-06-06T08:22:49.015 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:49.014+0000 7f025a78a640 1 --2- 172.21.15.42:0/4089902159 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f025410bf70 0x7f025419cb00 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f024c00eb10 tx=0x7f024c00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:49.015 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:49.014+0000 7f0246ffd640 1 -- 172.21.15.42:0/4089902159 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f024c004b20 con 0x7f025410bf70 2024-06-06T08:22:49.015 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:49.014+0000 7f0246ffd640 1 -- 172.21.15.42:0/4089902159 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f024c004cc0 con 0x7f025410bf70 2024-06-06T08:22:49.015 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:49.014+0000 7f025c1ed640 1 -- 172.21.15.42:0/4089902159 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f025419d520 con 0x7f025410bf70 2024-06-06T08:22:49.015 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:49.014+0000 7f0246ffd640 1 -- 172.21.15.42:0/4089902159 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f024c010760 con 0x7f025410bf70 2024-06-06T08:22:49.015 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:49.014+0000 7f025c1ed640 1 -- 172.21.15.42:0/4089902159 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02541a4db0 con 0x7f025410bf70 2024-06-06T08:22:49.016 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:49.015+0000 7f025c1ed640 1 -- 172.21.15.42:0/4089902159 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f025404f760 con 0x7f025410bf70 2024-06-06T08:22:49.016 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:49.016+0000 7f0246ffd640 1 -- 172.21.15.42:0/4089902159 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 24) ==== 138009+0+0 (secure 0 0 0) 0x7f024c005020 con 0x7f025410bf70 2024-06-06T08:22:49.016 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:49.017+0000 7f0246ffd640 1 --2- 172.21.15.42:0/4089902159 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f02400a2ec0 0x7f02400a5380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:49.016 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:49.017+0000 7f0259f89640 1 --2- 172.21.15.42:0/4089902159 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f02400a2ec0 0x7f02400a5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:49.016 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:49.017+0000 7f0246ffd640 1 -- 172.21.15.42:0/4089902159 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f024c0d0080 con 0x7f025410bf70 2024-06-06T08:22:49.017 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:49.017+0000 7f0259f89640 1 --2- 172.21.15.42:0/4089902159 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f02400a2ec0 0x7f02400a5380 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f0250005fd0 tx=0x7f0250005850 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:49.020 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:49.021+0000 7f0246ffd640 1 -- 172.21.15.42:0/4089902159 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f024c09c790 con 0x7f025410bf70 2024-06-06T08:22:49.232 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:49.233+0000 7f025c1ed640 1 -- 172.21.15.42:0/4089902159 --> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) -- 0x7f0254061de0 con 0x7f02400a2ec0 2024-06-06T08:22:49.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:49.240+0000 7f0246ffd640 1 -- 172.21.15.42:0/4089902159 <== mgr.15204 v2:172.21.15.42:6800/3064910691 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+10 (secure 0 0 0) 0x7f0254061de0 con 0x7f02400a2ec0 2024-06-06T08:22:49.239 INFO:teuthology.orchestra.run.smithi042.stdout:/ 1m 6m3h 2024-06-06T08:22:49.241 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:49.242+0000 7f025c1ed640 1 -- 172.21.15.42:0/4089902159 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f02400a2ec0 msgr2=0x7f02400a5380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:49.241 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:49.242+0000 7f025c1ed640 1 --2- 172.21.15.42:0/4089902159 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f02400a2ec0 0x7f02400a5380 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f0250005fd0 tx=0x7f0250005850 comp rx=0 tx=0).stop 2024-06-06T08:22:49.241 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:49.242+0000 7f025c1ed640 1 -- 172.21.15.42:0/4089902159 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f025410bf70 msgr2=0x7f025419cb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:49.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:49.242+0000 7f025c1ed640 1 --2- 172.21.15.42:0/4089902159 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f025410bf70 0x7f025419cb00 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f024c00eb10 tx=0x7f024c00c2d0 comp rx=0 tx=0).stop 2024-06-06T08:22:49.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:49.242+0000 7f025c1ed640 1 -- 172.21.15.42:0/4089902159 shutdown_connections 2024-06-06T08:22:49.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:49.242+0000 7f025c1ed640 1 --2- 172.21.15.42:0/4089902159 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f02400a2ec0 0x7f02400a5380 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:49.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:49.242+0000 7f025c1ed640 1 --2- 172.21.15.42:0/4089902159 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f025410bf70 0x7f025419cb00 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:49.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:49.242+0000 7f025c1ed640 1 --2- 172.21.15.42:0/4089902159 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0254103550 0x7f02541987d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:49.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:49.242+0000 7f025c1ed640 1 --2- 172.21.15.42:0/4089902159 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0254102c30 0x7f0254198290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:49.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:49.242+0000 7f025c1ed640 1 -- 172.21.15.42:0/4089902159 >> 172.21.15.42:0/4089902159 conn(0x7f0254077a20 msgr2=0x7f02540fda10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:49.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:49.242+0000 7f025c1ed640 1 -- 172.21.15.42:0/4089902159 shutdown_connections 2024-06-06T08:22:49.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:49.242+0000 7f025c1ed640 1 -- 172.21.15.42:0/4089902159 wait complete. 2024-06-06T08:22:49.252 DEBUG:teuthology.orchestra.run.smithi042:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > START_TIME' 2024-06-06T08:22:49.280 INFO:teuthology.run_tasks:Running task full_sequential_finally... 2024-06-06T08:22:49.291 INFO:teuthology.run_tasks:Running task background_exec... 2024-06-06T08:22:49.325 INFO:teuthology.task.background_exec:Running background command on role mon.a host ubuntu@smithi042.front.sepia.ceph.com 2024-06-06T08:22:49.325 DEBUG:teuthology.orchestra.run.smithi042:> sudo TESTDIR=/home/ubuntu/cephtest daemon-helper kill --kill-group bash -c 'while sleep 13; do ceph tell mds.cephfs:0 flush journal; done' 2024-06-06T08:22:49.326 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:49 smithi042 ceph-mon[32384]: from='client.15351 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:22:49.326 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:49 smithi042 ceph-mon[32384]: from='client.15357 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:22:49.328 INFO:teuthology.run_tasks:Running task quiescer... 2024-06-06T08:22:49.378 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-06-06T08:22:49.478 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph pg dump --format=json 2024-06-06T08:22:49.480 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:49 smithi120 ceph-mon[36658]: from='client.15351 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:22:49.480 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:49 smithi120 ceph-mon[36658]: from='client.15357 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:22:49.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:49 smithi149 ceph-mon[36842]: from='client.15351 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:22:49.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:49 smithi149 ceph-mon[36842]: from='client.15357 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:22:49.615 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-06-06T08:22:49.743 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:22:50.147 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:50 smithi042 ceph-mon[32384]: scrub queued for path: / 2024-06-06T08:22:50.147 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:50 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:22:50.147 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:50 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:22:50.147 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:50 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:22:50.147 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:50 smithi042 ceph-mon[32384]: from='client.15363 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:22:50.147 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:50 smithi042 ceph-mon[32384]: pgmap v9: 129 pgs: 129 active+clean; 1.1 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 0 B/s wr, 16 op/s 2024-06-06T08:22:50.147 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:50 smithi042 ceph-mon[32384]: from='client.15387 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:22:50.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:50 smithi120 ceph-mon[36658]: scrub queued for path: / 2024-06-06T08:22:50.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:50 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:22:50.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:50 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:22:50.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:50 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:22:50.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:50 smithi120 ceph-mon[36658]: from='client.15363 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:22:50.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:50 smithi120 ceph-mon[36658]: pgmap v9: 129 pgs: 129 active+clean; 1.1 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 0 B/s wr, 16 op/s 2024-06-06T08:22:50.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:50 smithi120 ceph-mon[36658]: from='client.15387 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:22:50.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:50 smithi149 ceph-mon[36842]: scrub queued for path: / 2024-06-06T08:22:50.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:50 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:22:50.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:50 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:22:50.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:50 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:22:50.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:50 smithi149 ceph-mon[36842]: from='client.15363 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:22:50.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:50 smithi149 ceph-mon[36842]: pgmap v9: 129 pgs: 129 active+clean; 1.1 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 0 B/s wr, 16 op/s 2024-06-06T08:22:50.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:50 smithi149 ceph-mon[36842]: from='client.15387 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:22:51.003 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:22:52.122 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:52.097+0000 7efe74976700 1 -- 172.21.15.42:0/1919001954 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efe701084f0 msgr2=0x7efe701088d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:52.122 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:52.097+0000 7efe74976700 1 --2- 172.21.15.42:0/1919001954 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efe701084f0 0x7efe701088d0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7efe60009990 tx=0x7efe60009ca0 comp rx=0 tx=0).stop 2024-06-06T08:22:52.122 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:52.097+0000 7efe74976700 1 -- 172.21.15.42:0/1919001954 shutdown_connections 2024-06-06T08:22:52.122 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:52.097+0000 7efe74976700 1 --2- 172.21.15.42:0/1919001954 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7efe7006b3c0 0x7efe7010f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:52.122 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:52.097+0000 7efe74976700 1 --2- 172.21.15.42:0/1919001954 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efe701084f0 0x7efe701088d0 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:52.122 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:52.097+0000 7efe74976700 1 --2- 172.21.15.42:0/1919001954 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7efe7006aa00 0x7efe7006ae80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:52.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:52.097+0000 7efe74976700 1 -- 172.21.15.42:0/1919001954 >> 172.21.15.42:0/1919001954 conn(0x7efe70078300 msgr2=0x7efe70078710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:52.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:52.097+0000 7efe74976700 1 -- 172.21.15.42:0/1919001954 shutdown_connections 2024-06-06T08:22:52.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:52.097+0000 7efe74976700 1 -- 172.21.15.42:0/1919001954 wait complete. 2024-06-06T08:22:52.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:52.098+0000 7efe74976700 1 Processor -- start 2024-06-06T08:22:52.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:52.098+0000 7efe74976700 1 -- start start 2024-06-06T08:22:52.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:52.099+0000 7efe74976700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7efe7006aa00 0x7efe7019e900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:52.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:52.099+0000 7efe74976700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efe7006b3c0 0x7efe7019ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:52.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:52.099+0000 7efe74976700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7efe701084f0 0x7efe70198b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:52.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:52.099+0000 7efe74976700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7efe701127d0 con 0x7efe7006b3c0 2024-06-06T08:22:52.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:52.099+0000 7efe74976700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7efe70112650 con 0x7efe701084f0 2024-06-06T08:22:52.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:52.099+0000 7efe74976700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7efe70112950 con 0x7efe7006aa00 2024-06-06T08:22:52.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:52.099+0000 7efe6dd9b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efe7006b3c0 0x7efe7019ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:52.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:52.099+0000 7efe6dd9b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efe7006b3c0 0x7efe7019ee40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:41658/0 (socket says 172.21.15.42:41658) 2024-06-06T08:22:52.124 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:52.099+0000 7efe6dd9b700 1 -- 172.21.15.42:0/2553390515 learned_addr learned my addr 172.21.15.42:0/2553390515 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:22:52.124 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:52.099+0000 7efe6e59c700 1 --2- 172.21.15.42:0/2553390515 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7efe7006aa00 0x7efe7019e900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:52.124 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:52.099+0000 7efe6ed9d700 1 --2- 172.21.15.42:0/2553390515 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7efe701084f0 0x7efe70198b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:52.124 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:52.099+0000 7efe6dd9b700 1 -- 172.21.15.42:0/2553390515 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7efe7006aa00 msgr2=0x7efe7019e900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:52.124 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:52.099+0000 7efe6dd9b700 1 --2- 172.21.15.42:0/2553390515 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7efe7006aa00 0x7efe7019e900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:52.124 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:52.099+0000 7efe6dd9b700 1 -- 172.21.15.42:0/2553390515 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7efe701084f0 msgr2=0x7efe70198b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:52.124 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:52.099+0000 7efe6dd9b700 1 --2- 172.21.15.42:0/2553390515 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7efe701084f0 0x7efe70198b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:52.124 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:52.099+0000 7efe6dd9b700 1 -- 172.21.15.42:0/2553390515 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe70199270 con 0x7efe7006b3c0 2024-06-06T08:22:52.124 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:52.099+0000 7efe6e59c700 1 --2- 172.21.15.42:0/2553390515 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7efe7006aa00 0x7efe7019e900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:22:52.124 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:52.099+0000 7efe6dd9b700 1 --2- 172.21.15.42:0/2553390515 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efe7006b3c0 0x7efe7019ee40 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7efe6400b530 tx=0x7efe6400b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:52.124 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:52.100+0000 7efe5f7fe700 1 -- 172.21.15.42:0/2553390515 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe64015020 con 0x7efe7006b3c0 2024-06-06T08:22:52.124 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:52.100+0000 7efe74976700 1 -- 172.21.15.42:0/2553390515 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe70199560 con 0x7efe7006b3c0 2024-06-06T08:22:52.124 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:52.100+0000 7efe5f7fe700 1 -- 172.21.15.42:0/2553390515 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7efe64011d10 con 0x7efe7006b3c0 2024-06-06T08:22:52.124 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:52.100+0000 7efe5f7fe700 1 -- 172.21.15.42:0/2553390515 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe64010e50 con 0x7efe7006b3c0 2024-06-06T08:22:52.125 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:52.100+0000 7efe74976700 1 -- 172.21.15.42:0/2553390515 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efe701a57d0 con 0x7efe7006b3c0 2024-06-06T08:22:52.125 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:52.100+0000 7efe74976700 1 -- 172.21.15.42:0/2553390515 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efe7010a9d0 con 0x7efe7006b3c0 2024-06-06T08:22:52.125 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:52.102+0000 7efe5f7fe700 1 -- 172.21.15.42:0/2553390515 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 24) ==== 138009+0+0 (secure 0 0 0) 0x7efe64018020 con 0x7efe7006b3c0 2024-06-06T08:22:52.125 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:52.103+0000 7efe5f7fe700 1 --2- 172.21.15.42:0/2553390515 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7efe580a2fc0 0x7efe580a5480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:52.125 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:52.103+0000 7efe6e59c700 1 --2- 172.21.15.42:0/2553390515 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7efe580a2fc0 0x7efe580a5480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:52.125 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:52.103+0000 7efe5f7fe700 1 -- 172.21.15.42:0/2553390515 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7efe640cf690 con 0x7efe7006b3c0 2024-06-06T08:22:52.125 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:52.103+0000 7efe6e59c700 1 --2- 172.21.15.42:0/2553390515 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7efe580a2fc0 0x7efe580a5480 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7efe60006010 tx=0x7efe6000b540 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:52.125 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:52.106+0000 7efe5f7fe700 1 -- 172.21.15.42:0/2553390515 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7efe6401f020 con 0x7efe7006b3c0 2024-06-06T08:22:52.313 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:52.314+0000 7efe74976700 1 -- 172.21.15.42:0/2553390515 --> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7efe70199ff0 con 0x7efe580a2fc0 2024-06-06T08:22:52.314 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:52 smithi042 ceph-mon[32384]: pgmap v10: 129 pgs: 129 active+clean; 1.1 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 0 B/s wr, 15 op/s 2024-06-06T08:22:52.325 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:52.325+0000 7efe5f7fe700 1 -- 172.21.15.42:0/2553390515 <== mgr.15204 v2:172.21.15.42:6800/3064910691 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+339818 (secure 0 0 0) 0x7efe70199ff0 con 0x7efe580a2fc0 2024-06-06T08:22:52.330 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:22:52.333 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:52.329+0000 7efe74976700 1 -- 172.21.15.42:0/2553390515 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7efe580a2fc0 msgr2=0x7efe580a5480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:52.333 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:52.329+0000 7efe74976700 1 --2- 172.21.15.42:0/2553390515 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7efe580a2fc0 0x7efe580a5480 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7efe60006010 tx=0x7efe6000b540 comp rx=0 tx=0).stop 2024-06-06T08:22:52.333 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:52.329+0000 7efe74976700 1 -- 172.21.15.42:0/2553390515 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efe7006b3c0 msgr2=0x7efe7019ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:52.333 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:52.329+0000 7efe74976700 1 --2- 172.21.15.42:0/2553390515 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efe7006b3c0 0x7efe7019ee40 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7efe6400b530 tx=0x7efe6400b8f0 comp rx=0 tx=0).stop 2024-06-06T08:22:52.333 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:52.329+0000 7efe74976700 1 -- 172.21.15.42:0/2553390515 shutdown_connections 2024-06-06T08:22:52.333 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:52.329+0000 7efe74976700 1 --2- 172.21.15.42:0/2553390515 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7efe580a2fc0 0x7efe580a5480 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:52.333 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:52.329+0000 7efe74976700 1 --2- 172.21.15.42:0/2553390515 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7efe701084f0 0x7efe70198b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:52.333 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:52.329+0000 7efe74976700 1 --2- 172.21.15.42:0/2553390515 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7efe7006aa00 0x7efe7019e900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:52.334 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:52.329+0000 7efe74976700 1 --2- 172.21.15.42:0/2553390515 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efe7006b3c0 0x7efe7019ee40 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:52.334 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:52.329+0000 7efe74976700 1 -- 172.21.15.42:0/2553390515 >> 172.21.15.42:0/2553390515 conn(0x7efe70078300 msgr2=0x7efe70100060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:52.334 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:52.330+0000 7efe74976700 1 -- 172.21.15.42:0/2553390515 shutdown_connections 2024-06-06T08:22:52.334 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:52.330+0000 7efe74976700 1 -- 172.21.15.42:0/2553390515 wait complete. 2024-06-06T08:22:52.334 INFO:teuthology.orchestra.run.smithi042.stderr:dumped all 2024-06-06T08:22:52.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:52 smithi120 ceph-mon[36658]: pgmap v10: 129 pgs: 129 active+clean; 1.1 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 0 B/s wr, 15 op/s 2024-06-06T08:22:52.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:52 smithi149 ceph-mon[36842]: pgmap v10: 129 pgs: 129 active+clean; 1.1 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 0 B/s wr, 15 op/s 2024-06-06T08:22:53.224 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:53 smithi042 ceph-mon[32384]: from='client.15393 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T08:22:53.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:53 smithi120 ceph-mon[36658]: from='client.15393 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T08:22:53.442 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.443+0000 7f5fe608d700 1 -- 172.21.15.42:0/1112715784 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5fe006a170 msgr2=0x7f5fe006a5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:53.442 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.443+0000 7f5fe608d700 1 --2- 172.21.15.42:0/1112715784 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5fe006a170 0x7f5fe006a5f0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f5fc8009990 tx=0x7f5fc8009ca0 comp rx=0 tx=0).stop 2024-06-06T08:22:53.442 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.443+0000 7f5fe608d700 1 -- 172.21.15.42:0/1112715784 shutdown_connections 2024-06-06T08:22:53.442 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.443+0000 7f5fe608d700 1 --2- 172.21.15.42:0/1112715784 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5fe006ab30 0x7f5fe010f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:53.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.443+0000 7f5fe608d700 1 --2- 172.21.15.42:0/1112715784 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5fe0108500 0x7f5fe01088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:53.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.443+0000 7f5fe608d700 1 --2- 172.21.15.42:0/1112715784 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5fe006a170 0x7f5fe006a5f0 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:53.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.443+0000 7f5fe608d700 1 -- 172.21.15.42:0/1112715784 >> 172.21.15.42:0/1112715784 conn(0x7f5fe0078340 msgr2=0x7f5fe0078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:53.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.443+0000 7f5fe608d700 1 -- 172.21.15.42:0/1112715784 shutdown_connections 2024-06-06T08:22:53.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.443+0000 7f5fe608d700 1 -- 172.21.15.42:0/1112715784 wait complete. 2024-06-06T08:22:53.444 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.444+0000 7f5fe608d700 1 Processor -- start 2024-06-06T08:22:53.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.444+0000 7f5fe608d700 1 -- start start 2024-06-06T08:22:53.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.445+0000 7f5fe608d700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5fe006a170 0x7f5fe019e860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:53.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.445+0000 7f5fe608d700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5fe006ab30 0x7f5fe019eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:53.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.445+0000 7f5fe608d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5fe0108500 0x7f5fe0198a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:53.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.445+0000 7f5fe608d700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5fe0112760 con 0x7f5fe0108500 2024-06-06T08:22:53.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.445+0000 7f5fe608d700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f5fe01125e0 con 0x7f5fe006ab30 2024-06-06T08:22:53.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.445+0000 7f5fe608d700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f5fe01128e0 con 0x7f5fe006a170 2024-06-06T08:22:53.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.445+0000 7f5fdffff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5fe0108500 0x7f5fe0198a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:53.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.445+0000 7f5fdffff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5fe0108500 0x7f5fe0198a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:41670/0 (socket says 172.21.15.42:41670) 2024-06-06T08:22:53.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.445+0000 7f5fdffff700 1 -- 172.21.15.42:0/411418674 learned_addr learned my addr 172.21.15.42:0/411418674 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:22:53.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.445+0000 7f5fdeffd700 1 --2- 172.21.15.42:0/411418674 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5fe006ab30 0x7f5fe019eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:53.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.445+0000 7f5fdf7fe700 1 --2- 172.21.15.42:0/411418674 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5fe006a170 0x7f5fe019e860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:53.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.445+0000 7f5fdffff700 1 -- 172.21.15.42:0/411418674 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5fe006a170 msgr2=0x7f5fe019e860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:53.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.445+0000 7f5fdffff700 1 --2- 172.21.15.42:0/411418674 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5fe006a170 0x7f5fe019e860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:53.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.445+0000 7f5fdffff700 1 -- 172.21.15.42:0/411418674 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5fe006ab30 msgr2=0x7f5fe019eda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:53.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.445+0000 7f5fdffff700 1 --2- 172.21.15.42:0/411418674 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5fe006ab30 0x7f5fe019eda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:53.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.445+0000 7f5fdffff700 1 -- 172.21.15.42:0/411418674 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5fe0199180 con 0x7f5fe0108500 2024-06-06T08:22:53.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.445+0000 7f5fdffff700 1 --2- 172.21.15.42:0/411418674 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5fe0108500 0x7f5fe0198a20 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f5fd8007ee0 tx=0x7f5fd800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:53.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.446+0000 7f5fdcff9700 1 -- 172.21.15.42:0/411418674 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fd8004bb0 con 0x7f5fe0108500 2024-06-06T08:22:53.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.446+0000 7f5fdcff9700 1 -- 172.21.15.42:0/411418674 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5fd8004d50 con 0x7f5fe0108500 2024-06-06T08:22:53.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.446+0000 7f5fdcff9700 1 -- 172.21.15.42:0/411418674 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fd8005960 con 0x7f5fe0108500 2024-06-06T08:22:53.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.446+0000 7f5fe608d700 1 -- 172.21.15.42:0/411418674 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5fe0199470 con 0x7f5fe0108500 2024-06-06T08:22:53.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.446+0000 7f5fe608d700 1 -- 172.21.15.42:0/411418674 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5fe01a5730 con 0x7f5fe0108500 2024-06-06T08:22:53.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.449+0000 7f5fdcff9700 1 -- 172.21.15.42:0/411418674 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 24) ==== 138009+0+0 (secure 0 0 0) 0x7f5fd801a060 con 0x7f5fe0108500 2024-06-06T08:22:53.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.449+0000 7f5fdcff9700 1 --2- 172.21.15.42:0/411418674 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f5fcc0a2d00 0x7f5fcc0a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:53.449 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.450+0000 7f5fdcff9700 1 -- 172.21.15.42:0/411418674 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f5fd80ce870 con 0x7f5fe0108500 2024-06-06T08:22:53.449 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.450+0000 7f5fdf7fe700 1 --2- 172.21.15.42:0/411418674 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f5fcc0a2d00 0x7f5fcc0a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:53.451 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.450+0000 7f5fdf7fe700 1 --2- 172.21.15.42:0/411418674 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f5fcc0a2d00 0x7f5fcc0a51c0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f5fe0199b60 tx=0x7f5fd00073d0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:53.451 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.450+0000 7f5ff0910b80 1 Processor -- start 2024-06-06T08:22:53.451 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.450+0000 7f5ff0910b80 1 -- start start 2024-06-06T08:22:53.451 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.451+0000 7f5ff0910b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5600e1c3ff60 0x5600e1c40340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:53.451 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.451+0000 7f5ff0910b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5600e1c40880 0x5600e1c3a260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:53.451 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.451+0000 7f5ff0910b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600e1c3a7a0 0x5600e1c3abc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:53.451 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.451+0000 7f5ff0910b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5600e1b2cf60 con 0x5600e1c3a7a0 2024-06-06T08:22:53.451 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.451+0000 7f5ff0910b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5600e1b8b850 con 0x5600e1c3ff60 2024-06-06T08:22:53.451 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.451+0000 7f5ff0910b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5600e1af3460 con 0x5600e1c40880 2024-06-06T08:22:53.452 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.451+0000 7f5fdffff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600e1c3a7a0 0x5600e1c3abc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:53.452 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.451+0000 7f5fdffff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600e1c3a7a0 0x5600e1c3abc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:41678/0 (socket says 172.21.15.42:41678) 2024-06-06T08:22:53.452 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.451+0000 7f5fdffff700 1 -- 172.21.15.42:0/2016971814 learned_addr learned my addr 172.21.15.42:0/2016971814 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:22:53.452 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.451+0000 7f5fdeffd700 1 --2- 172.21.15.42:0/2016971814 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5600e1c40880 0x5600e1c3a260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:53.452 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.451+0000 7f5fdf7fe700 1 --2- 172.21.15.42:0/2016971814 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5600e1c3ff60 0x5600e1c40340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:53.452 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.451+0000 7f5fdffff700 1 -- 172.21.15.42:0/2016971814 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5600e1c40880 msgr2=0x5600e1c3a260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:22:53.452 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.451+0000 7f5fdffff700 1 --2- 172.21.15.42:0/2016971814 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5600e1c40880 0x5600e1c3a260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:53.452 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.451+0000 7f5fdffff700 1 -- 172.21.15.42:0/2016971814 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5600e1c3ff60 msgr2=0x5600e1c40340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:22:53.452 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.451+0000 7f5fdffff700 1 --2- 172.21.15.42:0/2016971814 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5600e1c3ff60 0x5600e1c40340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:53.452 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.451+0000 7f5fdffff700 1 -- 172.21.15.42:0/2016971814 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5600e1ada8d0 con 0x5600e1c3a7a0 2024-06-06T08:22:53.452 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.451+0000 7f5fdffff700 1 --2- 172.21.15.42:0/2016971814 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600e1c3a7a0 0x5600e1c3abc0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f5fd809a5e0 tx=0x7f5fd809a7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e39481e2c7682e8c server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:53.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.452+0000 7f5fd5ffb700 1 -- 172.21.15.42:0/2016971814 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fd809ec90 con 0x5600e1c3a7a0 2024-06-06T08:22:53.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.452+0000 7f5fd5ffb700 1 -- 172.21.15.42:0/2016971814 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5fd80a3550 con 0x5600e1c3a7a0 2024-06-06T08:22:53.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.452+0000 7f5fd5ffb700 1 -- 172.21.15.42:0/2016971814 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fd80850b0 con 0x5600e1c3a7a0 2024-06-06T08:22:53.456 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.452+0000 7f5ff0910b80 1 -- 172.21.15.42:0/2016971814 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600e1c3a7a0 msgr2=0x5600e1c3abc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:53.457 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.452+0000 7f5ff0910b80 1 --2- 172.21.15.42:0/2016971814 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600e1c3a7a0 0x5600e1c3abc0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f5fd809a5e0 tx=0x7f5fd809a7e0 comp rx=0 tx=0).stop 2024-06-06T08:22:53.457 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.452+0000 7f5ff0910b80 1 -- 172.21.15.42:0/2016971814 shutdown_connections 2024-06-06T08:22:53.457 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.452+0000 7f5ff0910b80 1 --2- 172.21.15.42:0/2016971814 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600e1c3a7a0 0x5600e1c3abc0 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:53.457 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.452+0000 7f5ff0910b80 1 --2- 172.21.15.42:0/2016971814 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5600e1c3ff60 0x5600e1c40340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:53.457 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.452+0000 7f5ff0910b80 1 --2- 172.21.15.42:0/2016971814 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5600e1c40880 0x5600e1c3a260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:53.457 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.452+0000 7f5ff0910b80 1 -- 172.21.15.42:0/2016971814 >> 172.21.15.42:0/2016971814 conn(0x5600e1b67080 msgr2=0x5600e1c35220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:53.457 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.453+0000 7f5ff0910b80 1 -- 172.21.15.42:0/2016971814 shutdown_connections 2024-06-06T08:22:53.457 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.453+0000 7f5ff0910b80 1 -- 172.21.15.42:0/2016971814 wait complete. 2024-06-06T08:22:53.457 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.453+0000 7f5ff0910b80 1 -- start start 2024-06-06T08:22:53.457 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.453+0000 7f5ff0910b80 1 Processor -- start 2024-06-06T08:22:53.457 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.453+0000 7f5ff0910b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600e1c3a7a0 0x5600e1c46580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:53.457 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.453+0000 7f5ff0910b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5600e1c3ff60 0x5600e1c43880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:53.458 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.453+0000 7f5ff0910b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5600e1c40880 0x5600e1c43dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:53.458 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.453+0000 7f5ff0910b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5600e1b2bfc0 con 0x5600e1c3a7a0 2024-06-06T08:22:53.458 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.453+0000 7f5ff0910b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5600e1b87810 con 0x5600e1c40880 2024-06-06T08:22:53.458 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.453+0000 7f5ff0910b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5600e1c471a0 con 0x5600e1c3ff60 2024-06-06T08:22:53.458 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.453+0000 7f5ff0910b80 10 client.0 _ll_register_callbacks cb 0x5600e1b215b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:22:53.458 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.454+0000 7f5fdf7fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600e1c3a7a0 0x5600e1c46580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:53.458 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.454+0000 7f5fdf7fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600e1c3a7a0 0x5600e1c46580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:41684/0 (socket says 172.21.15.42:41684) 2024-06-06T08:22:53.458 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.454+0000 7f5fdf7fe700 1 -- 172.21.15.42:0/2575684697 learned_addr learned my addr 172.21.15.42:0/2575684697 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:22:53.458 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.454+0000 7f5fdeffd700 1 --2- 172.21.15.42:0/2575684697 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5600e1c3ff60 0x5600e1c43880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:53.458 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.454+0000 7f5fdffff700 1 --2- 172.21.15.42:0/2575684697 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5600e1c40880 0x5600e1c43dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:53.458 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.454+0000 7f5fdf7fe700 1 -- 172.21.15.42:0/2575684697 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5600e1c3ff60 msgr2=0x5600e1c43880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:22:53.458 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.454+0000 7f5fdf7fe700 1 --2- 172.21.15.42:0/2575684697 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5600e1c3ff60 0x5600e1c43880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:53.458 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.454+0000 7f5fdf7fe700 1 -- 172.21.15.42:0/2575684697 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5600e1c40880 msgr2=0x5600e1c43dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:22:53.459 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.454+0000 7f5fdf7fe700 1 --2- 172.21.15.42:0/2575684697 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5600e1c40880 0x5600e1c43dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:53.459 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.454+0000 7f5fdf7fe700 1 -- 172.21.15.42:0/2575684697 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5600e1b51750 con 0x5600e1c3a7a0 2024-06-06T08:22:53.459 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.454+0000 7f5fdffff700 1 --2- 172.21.15.42:0/2575684697 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5600e1c40880 0x5600e1c43dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:22:53.459 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.454+0000 7f5fdf7fe700 1 --2- 172.21.15.42:0/2575684697 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600e1c3a7a0 0x5600e1c46580 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f5fd0010b70 tx=0x7f5fd00047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7518ede09af064c0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:53.459 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.454+0000 7f5fbeffd700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:22:53.459 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.454+0000 7f5fbeffd700 1 -- 172.21.15.42:0/2575684697 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fd0024070 con 0x5600e1c3a7a0 2024-06-06T08:22:53.459 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.454+0000 7f5fbeffd700 1 -- 172.21.15.42:0/2575684697 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f5fd0003a90 con 0x5600e1c3a7a0 2024-06-06T08:22:53.459 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.454+0000 7f5ff0910b80 1 -- 172.21.15.42:0/2575684697 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5fd80a3550 con 0x5600e1c3a7a0 2024-06-06T08:22:53.459 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.455+0000 7f5fbeffd700 1 -- 172.21.15.42:0/2575684697 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5fd0030050 con 0x5600e1c3a7a0 2024-06-06T08:22:53.459 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.455+0000 7f5ff0910b80 10 client.15405 fetch_fsmap learned FSMap version 26 2024-06-06T08:22:53.459 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.455+0000 7f5ff0910b80 1 -- 172.21.15.42:0/2575684697 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5600e1c51930 con 0x5600e1c3a7a0 2024-06-06T08:22:53.459 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.455+0000 7f5fbeffd700 1 -- 172.21.15.42:0/2575684697 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5fd80a3550 con 0x5600e1c3a7a0 2024-06-06T08:22:53.459 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.455+0000 7f5fbeffd700 1 -- 172.21.15.42:0/2575684697 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7f5fd0020410 con 0x5600e1c3a7a0 2024-06-06T08:22:53.459 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.455+0000 7f5ff0910b80 10 client.15405 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:22:53.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.455+0000 7f5ff0910b80 10 client.15405 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:22:53.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.455+0000 7f5ff0910b80 20 client.15405 populate_metadata read hostname 'smithi042' 2024-06-06T08:22:53.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.455+0000 7f5ff0910b80 1 --2- 172.21.15.42:0/2575684697 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5600e1c53f10 0x5600e1c56340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:53.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.455+0000 7f5ff0910b80 4 client.15405 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:22:53.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.455+0000 7f5ff0910b80 1 -- 172.21.15.42:0/2575684697 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5600e1b98d50 con 0x5600e1c53f10 2024-06-06T08:22:53.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.455+0000 7f5fdeffd700 1 --2- 172.21.15.42:0/2575684697 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5600e1c53f10 0x5600e1c56340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:53.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.456+0000 7f5fdeffd700 1 --2- 172.21.15.42:0/2575684697 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5600e1c53f10 0x5600e1c56340 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=654d1b8fbd661622 server_cookie=8fae46a33688330a in_seq=0 out_seq=0 2024-06-06T08:22:53.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.456+0000 7f5fbeffd700 10 client.15405 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:22:53.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.456+0000 7f5fbeffd700 1 -- 172.21.15.42:0/2575684697 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x5600e1b98d50 con 0x5600e1c53f10 2024-06-06T08:22:53.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.456+0000 7f5fbeffd700 10 client.15405 handle_command_reply: tid=0 2024-06-06T08:22:53.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.456+0000 7f5ff0910b80 1 client.15405 shutdown 2024-06-06T08:22:53.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.457+0000 7f5ff0910b80 1 -- 172.21.15.42:0/2575684697 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600e1c3a7a0 msgr2=0x5600e1c46580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:53.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.457+0000 7f5ff0910b80 1 --2- 172.21.15.42:0/2575684697 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600e1c3a7a0 0x5600e1c46580 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f5fd0010b70 tx=0x7f5fd00047c0 comp rx=0 tx=0).stop 2024-06-06T08:22:53.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.457+0000 7f5ff0910b80 1 -- 172.21.15.42:0/2575684697 shutdown_connections 2024-06-06T08:22:53.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.457+0000 7f5ff0910b80 1 --2- 172.21.15.42:0/2575684697 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5600e1c53f10 0x5600e1c56340 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:53.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.457+0000 7f5ff0910b80 1 --2- 172.21.15.42:0/2575684697 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5600e1c40880 0x5600e1c43dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:53.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.457+0000 7f5ff0910b80 1 --2- 172.21.15.42:0/2575684697 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600e1c3a7a0 0x5600e1c46580 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:53.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.457+0000 7f5ff0910b80 1 --2- 172.21.15.42:0/2575684697 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5600e1c3ff60 0x5600e1c43880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:53.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.457+0000 7f5ff0910b80 1 -- 172.21.15.42:0/2575684697 >> 172.21.15.42:0/2575684697 conn(0x5600e1b67080 msgr2=0x5600e1c34700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:53.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.457+0000 7f5fbeffd700 0 client.15405 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:22:53.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.457+0000 7f5ff0910b80 1 -- 172.21.15.42:0/2575684697 shutdown_connections 2024-06-06T08:22:53.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.457+0000 7f5ff0910b80 1 -- 172.21.15.42:0/2575684697 wait complete. 2024-06-06T08:22:53.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.457+0000 7f5ff0910b80 20 client.15405 trim_cache size 0 max 16384 2024-06-06T08:22:53.477 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.478+0000 7f5ff0910b80 1 Processor -- start 2024-06-06T08:22:53.477 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.478+0000 7f5ff0910b80 1 -- start start 2024-06-06T08:22:53.477 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.478+0000 7f5ff0910b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5600e1c3a7a0 0x5600e1c3a260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:53.478 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.478+0000 7f5ff0910b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600e1c3ff60 0x5600e1c414f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:53.478 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.478+0000 7f5ff0910b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5600e1c40880 0x5600e1c427e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:53.478 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.478+0000 7f5ff0910b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5fe01b0a20 con 0x5600e1c3ff60 2024-06-06T08:22:53.478 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.478+0000 7f5ff0910b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f5fe01ae2b0 con 0x5600e1c40880 2024-06-06T08:22:53.478 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.478+0000 7f5ff0910b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f5fe01ac100 con 0x5600e1c3a7a0 2024-06-06T08:22:53.478 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.478+0000 7f5fdeffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600e1c3ff60 0x5600e1c414f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:53.478 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.478+0000 7f5fdeffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600e1c3ff60 0x5600e1c414f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:41686/0 (socket says 172.21.15.42:41686) 2024-06-06T08:22:53.478 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.478+0000 7f5fdeffd700 1 -- 172.21.15.42:0/3947699628 learned_addr learned my addr 172.21.15.42:0/3947699628 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:22:53.478 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.478+0000 7f5fdf7fe700 1 --2- 172.21.15.42:0/3947699628 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5600e1c3a7a0 0x5600e1c3a260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:53.478 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.478+0000 7f5fdffff700 1 --2- 172.21.15.42:0/3947699628 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5600e1c40880 0x5600e1c427e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:53.478 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.478+0000 7f5fdeffd700 1 -- 172.21.15.42:0/3947699628 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5600e1c3a7a0 msgr2=0x5600e1c3a260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:22:53.478 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.478+0000 7f5fdeffd700 1 --2- 172.21.15.42:0/3947699628 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5600e1c3a7a0 0x5600e1c3a260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:53.478 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.478+0000 7f5fdeffd700 1 -- 172.21.15.42:0/3947699628 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5600e1c40880 msgr2=0x5600e1c427e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:22:53.479 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.478+0000 7f5fdeffd700 1 --2- 172.21.15.42:0/3947699628 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5600e1c40880 0x5600e1c427e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:53.479 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.478+0000 7f5fdeffd700 1 -- 172.21.15.42:0/3947699628 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5600e1c44140 con 0x5600e1c3ff60 2024-06-06T08:22:53.479 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.479+0000 7f5fdeffd700 1 --2- 172.21.15.42:0/3947699628 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600e1c3ff60 0x5600e1c414f0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f5fc80098e0 tx=0x7f5fc801a040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=415228d8eca7e1ae server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:53.481 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.479+0000 7f5fd57fa700 1 -- 172.21.15.42:0/3947699628 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fc800bc90 con 0x5600e1c3ff60 2024-06-06T08:22:53.481 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.479+0000 7f5fd57fa700 1 -- 172.21.15.42:0/3947699628 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5fc8003e40 con 0x5600e1c3ff60 2024-06-06T08:22:53.481 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.479+0000 7f5fd57fa700 1 -- 172.21.15.42:0/3947699628 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fc800f6c0 con 0x5600e1c3ff60 2024-06-06T08:22:53.482 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.480+0000 7f5ff0910b80 1 -- 172.21.15.42:0/3947699628 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600e1c3ff60 msgr2=0x5600e1c414f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:53.482 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.480+0000 7f5ff0910b80 1 --2- 172.21.15.42:0/3947699628 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600e1c3ff60 0x5600e1c414f0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f5fc80098e0 tx=0x7f5fc801a040 comp rx=0 tx=0).stop 2024-06-06T08:22:53.482 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.480+0000 7f5ff0910b80 1 -- 172.21.15.42:0/3947699628 shutdown_connections 2024-06-06T08:22:53.482 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.480+0000 7f5ff0910b80 1 --2- 172.21.15.42:0/3947699628 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5600e1c40880 0x5600e1c427e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:53.482 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.480+0000 7f5ff0910b80 1 --2- 172.21.15.42:0/3947699628 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5600e1c3a7a0 0x5600e1c3a260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:53.482 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.480+0000 7f5ff0910b80 1 --2- 172.21.15.42:0/3947699628 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600e1c3ff60 0x5600e1c414f0 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:53.482 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.480+0000 7f5ff0910b80 1 -- 172.21.15.42:0/3947699628 >> 172.21.15.42:0/3947699628 conn(0x5600e1b67080 msgr2=0x5600e1c450b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:53.482 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.480+0000 7f5ff0910b80 1 -- 172.21.15.42:0/3947699628 shutdown_connections 2024-06-06T08:22:53.482 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.480+0000 7f5ff0910b80 1 -- 172.21.15.42:0/3947699628 wait complete. 2024-06-06T08:22:53.482 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.480+0000 7f5ff0910b80 1 -- start start 2024-06-06T08:22:53.482 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.481+0000 7f5ff0910b80 1 Processor -- start 2024-06-06T08:22:53.482 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.481+0000 7f5ff0910b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600e1c3a7a0 0x5600e1c5b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:53.482 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.481+0000 7f5ff0910b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5600e1c3ff60 0x5600e1c5be30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:53.483 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.481+0000 7f5ff0910b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5600e1c40880 0x5600e1c5c370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:53.483 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.481+0000 7f5ff0910b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5fe01ac770 con 0x5600e1c3a7a0 2024-06-06T08:22:53.483 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.481+0000 7f5ff0910b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f5fe01adbe0 con 0x5600e1c3ff60 2024-06-06T08:22:53.483 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.481+0000 7f5ff0910b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f5fe01ace40 con 0x5600e1c40880 2024-06-06T08:22:53.483 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.481+0000 7f5ff0910b80 10 client.0 _ll_register_callbacks cb 0x5600e1b215b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:22:53.483 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.481+0000 7f5fdf7fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600e1c3a7a0 0x5600e1c5b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:53.483 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.481+0000 7f5fdf7fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600e1c3a7a0 0x5600e1c5b8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:41696/0 (socket says 172.21.15.42:41696) 2024-06-06T08:22:53.483 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.481+0000 7f5fdf7fe700 1 -- 172.21.15.42:0/2605407592 learned_addr learned my addr 172.21.15.42:0/2605407592 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:22:53.483 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.481+0000 7f5fdffff700 1 --2- 172.21.15.42:0/2605407592 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5600e1c40880 0x5600e1c5c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:53.483 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.481+0000 7f5fdeffd700 1 --2- 172.21.15.42:0/2605407592 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5600e1c3ff60 0x5600e1c5be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:53.483 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.482+0000 7f5fdf7fe700 1 -- 172.21.15.42:0/2605407592 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5600e1c40880 msgr2=0x5600e1c5c370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:22:53.483 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.482+0000 7f5fdf7fe700 1 --2- 172.21.15.42:0/2605407592 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5600e1c40880 0x5600e1c5c370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:53.483 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.482+0000 7f5fdf7fe700 1 -- 172.21.15.42:0/2605407592 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5600e1c3ff60 msgr2=0x5600e1c5be30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:22:53.483 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.482+0000 7f5fdf7fe700 1 --2- 172.21.15.42:0/2605407592 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5600e1c3ff60 0x5600e1c5be30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:53.484 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.482+0000 7f5fdf7fe700 1 -- 172.21.15.42:0/2605407592 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5600e1cbdcd0 con 0x5600e1c3a7a0 2024-06-06T08:22:53.484 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.482+0000 7f5fdf7fe700 1 --2- 172.21.15.42:0/2605407592 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600e1c3a7a0 0x5600e1c5b8f0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f5fd00106b0 tx=0x7f5fd0020640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a755ef4f584f52ab server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:53.484 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.482+0000 7f5fbeffd700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:22:53.484 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.482+0000 7f5fbeffd700 1 -- 172.21.15.42:0/2605407592 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fd0024040 con 0x5600e1c3a7a0 2024-06-06T08:22:53.484 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.482+0000 7f5fbeffd700 1 -- 172.21.15.42:0/2605407592 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f5fd0003890 con 0x5600e1c3a7a0 2024-06-06T08:22:53.484 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.482+0000 7f5ff0910b80 1 -- 172.21.15.42:0/2605407592 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5600e1b932d0 con 0x5600e1c3a7a0 2024-06-06T08:22:53.484 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.482+0000 7f5fbeffd700 1 -- 172.21.15.42:0/2605407592 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5fd0044050 con 0x5600e1c3a7a0 2024-06-06T08:22:53.484 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.482+0000 7f5ff0910b80 10 client.15411 fetch_fsmap learned FSMap version 26 2024-06-06T08:22:53.484 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.483+0000 7f5ff0910b80 1 -- 172.21.15.42:0/2605407592 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5600e1cbefa0 con 0x5600e1c3a7a0 2024-06-06T08:22:53.484 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.483+0000 7f5fbeffd700 1 -- 172.21.15.42:0/2605407592 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x5600e1b932d0 con 0x5600e1c3a7a0 2024-06-06T08:22:53.486 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.483+0000 7f5fbeffd700 1 -- 172.21.15.42:0/2605407592 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7f5fd0011900 con 0x5600e1c3a7a0 2024-06-06T08:22:53.486 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.483+0000 7f5ff0910b80 10 client.15411 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:22:53.486 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.483+0000 7f5ff0910b80 10 client.15411 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:22:53.486 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.483+0000 7f5ff0910b80 20 client.15411 populate_metadata read hostname 'smithi042' 2024-06-06T08:22:53.486 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.483+0000 7f5ff0910b80 1 --2- 172.21.15.42:0/2605407592 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5600e1cbf6b0 0x5600e1cc1ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:53.486 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.483+0000 7f5ff0910b80 4 client.15411 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-06-06T08:22:53.486 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.483+0000 7f5ff0910b80 1 -- 172.21.15.42:0/2605407592 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5600e1b46f50 con 0x5600e1cbf6b0 2024-06-06T08:22:53.486 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.483+0000 7f5fdeffd700 1 --2- 172.21.15.42:0/2605407592 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5600e1cbf6b0 0x5600e1cc1ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:53.486 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.484+0000 7f5fdeffd700 1 --2- 172.21.15.42:0/2605407592 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5600e1cbf6b0 0x5600e1cc1ad0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a866741e9b0be63e server_cookie=3fc8234d59eba1a0 in_seq=0 out_seq=0 2024-06-06T08:22:53.487 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.484+0000 7f5fbeffd700 10 client.15411 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:22:53.487 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.484+0000 7f5fbeffd700 1 -- 172.21.15.42:0/2605407592 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x5600e1b46f50 con 0x5600e1cbf6b0 2024-06-06T08:22:53.487 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.484+0000 7f5fbeffd700 10 client.15411 handle_command_reply: tid=0 2024-06-06T08:22:53.487 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.484+0000 7f5ff0910b80 1 client.15411 shutdown 2024-06-06T08:22:53.487 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.484+0000 7f5ff0910b80 1 -- 172.21.15.42:0/2605407592 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600e1c3a7a0 msgr2=0x5600e1c5b8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:53.487 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.484+0000 7f5ff0910b80 1 --2- 172.21.15.42:0/2605407592 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600e1c3a7a0 0x5600e1c5b8f0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f5fd00106b0 tx=0x7f5fd0020640 comp rx=0 tx=0).stop 2024-06-06T08:22:53.487 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.485+0000 7f5ff0910b80 1 -- 172.21.15.42:0/2605407592 shutdown_connections 2024-06-06T08:22:53.487 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.485+0000 7f5ff0910b80 1 --2- 172.21.15.42:0/2605407592 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5600e1c40880 0x5600e1c5c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:53.487 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.485+0000 7f5ff0910b80 1 --2- 172.21.15.42:0/2605407592 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600e1c3a7a0 0x5600e1c5b8f0 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:53.487 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.485+0000 7f5ff0910b80 1 --2- 172.21.15.42:0/2605407592 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5600e1cbf6b0 0x5600e1cc1ad0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:53.487 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.485+0000 7f5ff0910b80 1 --2- 172.21.15.42:0/2605407592 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5600e1c3ff60 0x5600e1c5be30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:53.487 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.485+0000 7f5fbeffd700 0 client.15411 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:22:53.487 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.485+0000 7f5ff0910b80 1 -- 172.21.15.42:0/2605407592 >> 172.21.15.42:0/2605407592 conn(0x5600e1b67080 msgr2=0x5600e1c41370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:53.487 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.485+0000 7f5ff0910b80 1 -- 172.21.15.42:0/2605407592 shutdown_connections 2024-06-06T08:22:53.488 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.485+0000 7f5ff0910b80 1 -- 172.21.15.42:0/2605407592 wait complete. 2024-06-06T08:22:53.488 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.485+0000 7f5ff0910b80 20 client.15411 trim_cache size 0 max 16384 2024-06-06T08:22:53.488 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:22:53.488 INFO:teuthology.orchestra.run.smithi042.stdout: "status": "IDLE (waiting for more scrubs)", 2024-06-06T08:22:53.488 INFO:teuthology.orchestra.run.smithi042.stdout: "scrubs": { 2024-06-06T08:22:53.488 INFO:teuthology.orchestra.run.smithi042.stdout: "904bf2ef-6db7-492a-afc2-7991e3bf2268": { 2024-06-06T08:22:53.488 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/", 2024-06-06T08:22:53.488 INFO:teuthology.orchestra.run.smithi042.stdout: "tag": "904bf2ef-6db7-492a-afc2-7991e3bf2268", 2024-06-06T08:22:53.488 INFO:teuthology.orchestra.run.smithi042.stdout: "options": "recursive,force" 2024-06-06T08:22:53.488 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:22:53.489 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:22:53.489 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:22:53.489 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.485+0000 7f5fe608d700 1 -- 172.21.15.42:0/411418674 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f5fcc0a2d00 msgr2=0x7f5fcc0a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:53.489 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.485+0000 7f5fe608d700 1 --2- 172.21.15.42:0/411418674 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f5fcc0a2d00 0x7f5fcc0a51c0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f5fe0199b60 tx=0x7f5fd00073d0 comp rx=0 tx=0).stop 2024-06-06T08:22:53.489 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.485+0000 7f5fe608d700 1 -- 172.21.15.42:0/411418674 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5fe0108500 msgr2=0x7f5fe0198a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:53.490 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.485+0000 7f5fe608d700 1 --2- 172.21.15.42:0/411418674 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5fe0108500 0x7f5fe0198a20 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f5fd8007ee0 tx=0x7f5fd800d3b0 comp rx=0 tx=0).stop 2024-06-06T08:22:53.490 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.486+0000 7f5fe608d700 1 -- 172.21.15.42:0/411418674 shutdown_connections 2024-06-06T08:22:53.490 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.486+0000 7f5fe608d700 1 --2- 172.21.15.42:0/411418674 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f5fcc0a2d00 0x7f5fcc0a51c0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:53.490 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.486+0000 7f5fe608d700 1 --2- 172.21.15.42:0/411418674 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5fe0108500 0x7f5fe0198a20 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:53.490 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.486+0000 7f5fe608d700 1 --2- 172.21.15.42:0/411418674 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5fe006a170 0x7f5fe019e860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:53.490 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.486+0000 7f5fe608d700 1 --2- 172.21.15.42:0/411418674 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5fe006ab30 0x7f5fe019eda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:53.490 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.486+0000 7f5fe608d700 1 -- 172.21.15.42:0/411418674 >> 172.21.15.42:0/411418674 conn(0x7f5fe0078340 msgr2=0x7f5fe00fffc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:53.490 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.486+0000 7f5fe608d700 1 -- 172.21.15.42:0/411418674 shutdown_connections 2024-06-06T08:22:53.490 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:53.486+0000 7f5fe608d700 1 -- 172.21.15.42:0/411418674 wait complete. 2024-06-06T08:22:53.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:53 smithi149 ceph-mon[36842]: from='client.15393 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T08:22:53.994 INFO:teuthology.orchestra.run.smithi042.stdout:{"pg_ready":true,"pg_map":{"version":10,"stamp":"2024-06-06T08:22:50.913743+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1194471,"num_objects":66,"num_object_clones":0,"num_object_copies":200,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":1463,"num_read_kb":1059,"num_write":503,"num_write_kb":4390,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":1180770,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":886,"ondisk_log_size":886,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":371072,"kb_used_data":13568,"kb_used_omap":18,"kb_used_meta":357357,"kb_avail":1124570752,"statfs":{"total":1151940427776,"available":1151560450048,"internally_reserved":0,"allocated":13893632,"data_stored":10405403,"data_compressed":538233,"data_compressed_allocated":724992,"data_compressed_original":4300800,"omap_allocated":19142,"internal_metadata":365933882},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":161,"num_read_kb":241,"num_write":20,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002954"},"pg_stats":[{"pgid":"3.3f","version":"99'8","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.314250+0000","last_change":"2024-06-06T08:18:37.969286+0000","last_active":"2024-06-06T08:22:37.314250+0000","last_peered":"2024-06-06T08:22:37.314250+0000","last_clean":"2024-06-06T08:22:37.314250+0000","last_became_active":"2024-06-06T08:18:37.968898+0000","last_became_peered":"2024-06-06T08:18:37.968898+0000","last_unstale":"2024-06-06T08:22:37.314250+0000","last_undegraded":"2024-06-06T08:22:37.314250+0000","last_fullsized":"2024-06-06T08:22:37.314250+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:03:49.018143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"99'4","reported_seq":42,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946681+0000","last_change":"2024-06-06T08:18:37.975057+0000","last_active":"2024-06-06T08:22:36.946681+0000","last_peered":"2024-06-06T08:22:36.946681+0000","last_clean":"2024-06-06T08:22:36.946681+0000","last_became_active":"2024-06-06T08:18:37.974448+0000","last_became_peered":"2024-06-06T08:18:37.974448+0000","last_unstale":"2024-06-06T08:22:36.946681+0000","last_undegraded":"2024-06-06T08:22:36.946681+0000","last_fullsized":"2024-06-06T08:22:36.946681+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:56:41.129485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"99'7","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946448+0000","last_change":"2024-06-06T08:18:37.968865+0000","last_active":"2024-06-06T08:22:36.946448+0000","last_peered":"2024-06-06T08:22:36.946448+0000","last_clean":"2024-06-06T08:22:36.946448+0000","last_became_active":"2024-06-06T08:18:37.968415+0000","last_became_peered":"2024-06-06T08:18:37.968415+0000","last_unstale":"2024-06-06T08:22:36.946448+0000","last_undegraded":"2024-06-06T08:22:36.946448+0000","last_fullsized":"2024-06-06T08:22:36.946448+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:44:48.929544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"99'8","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010093+0000","last_change":"2024-06-06T08:18:37.973664+0000","last_active":"2024-06-06T08:22:37.010093+0000","last_peered":"2024-06-06T08:22:37.010093+0000","last_clean":"2024-06-06T08:22:37.010093+0000","last_became_active":"2024-06-06T08:18:37.972598+0000","last_became_peered":"2024-06-06T08:18:37.972598+0000","last_unstale":"2024-06-06T08:22:37.010093+0000","last_undegraded":"2024-06-06T08:22:37.010093+0000","last_fullsized":"2024-06-06T08:22:37.010093+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:12:09.810046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"99'4","reported_seq":41,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001251+0000","last_change":"2024-06-06T08:18:37.971245+0000","last_active":"2024-06-06T08:22:37.001251+0000","last_peered":"2024-06-06T08:22:37.001251+0000","last_clean":"2024-06-06T08:22:37.001251+0000","last_became_active":"2024-06-06T08:18:37.970942+0000","last_became_peered":"2024-06-06T08:18:37.970942+0000","last_unstale":"2024-06-06T08:22:37.001251+0000","last_undegraded":"2024-06-06T08:22:37.001251+0000","last_fullsized":"2024-06-06T08:22:37.001251+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:01:03.121018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"99'6","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.013079+0000","last_change":"2024-06-06T08:18:37.971545+0000","last_active":"2024-06-06T08:22:37.013079+0000","last_peered":"2024-06-06T08:22:37.013079+0000","last_clean":"2024-06-06T08:22:37.013079+0000","last_became_active":"2024-06-06T08:18:37.970818+0000","last_became_peered":"2024-06-06T08:18:37.970818+0000","last_unstale":"2024-06-06T08:22:37.013079+0000","last_undegraded":"2024-06-06T08:22:37.013079+0000","last_fullsized":"2024-06-06T08:22:37.013079+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:31:04.675659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"99'5","reported_seq":42,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899156+0000","last_change":"2024-06-06T08:18:37.975007+0000","last_active":"2024-06-06T08:22:36.899156+0000","last_peered":"2024-06-06T08:22:36.899156+0000","last_clean":"2024-06-06T08:22:36.899156+0000","last_became_active":"2024-06-06T08:18:37.974687+0000","last_became_peered":"2024-06-06T08:18:37.974687+0000","last_unstale":"2024-06-06T08:22:36.899156+0000","last_undegraded":"2024-06-06T08:22:36.899156+0000","last_fullsized":"2024-06-06T08:22:36.899156+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:50:28.803869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"99'9","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.002116+0000","last_change":"2024-06-06T08:18:37.973751+0000","last_active":"2024-06-06T08:22:37.002116+0000","last_peered":"2024-06-06T08:22:37.002116+0000","last_clean":"2024-06-06T08:22:37.002116+0000","last_became_active":"2024-06-06T08:18:37.973437+0000","last_became_peered":"2024-06-06T08:18:37.973437+0000","last_unstale":"2024-06-06T08:22:37.002116+0000","last_undegraded":"2024-06-06T08:22:37.002116+0000","last_fullsized":"2024-06-06T08:22:37.002116+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:49:49.230857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"99'11","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.159814+0000","last_change":"2024-06-06T08:18:37.969877+0000","last_active":"2024-06-06T08:22:37.159814+0000","last_peered":"2024-06-06T08:22:37.159814+0000","last_clean":"2024-06-06T08:22:37.159814+0000","last_became_active":"2024-06-06T08:18:37.968143+0000","last_became_peered":"2024-06-06T08:18:37.968143+0000","last_unstale":"2024-06-06T08:22:37.159814+0000","last_undegraded":"2024-06-06T08:22:37.159814+0000","last_fullsized":"2024-06-06T08:22:37.159814+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:37:51.949277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"99'16","reported_seq":53,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.013488+0000","last_change":"2024-06-06T08:18:37.966582+0000","last_active":"2024-06-06T08:22:37.013488+0000","last_peered":"2024-06-06T08:22:37.013488+0000","last_clean":"2024-06-06T08:22:37.013488+0000","last_became_active":"2024-06-06T08:18:37.966101+0000","last_became_peered":"2024-06-06T08:18:37.966101+0000","last_unstale":"2024-06-06T08:22:37.013488+0000","last_undegraded":"2024-06-06T08:22:37.013488+0000","last_fullsized":"2024-06-06T08:22:37.013488+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:03:28.811154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"99'6","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899656+0000","last_change":"2024-06-06T08:18:37.971894+0000","last_active":"2024-06-06T08:22:36.899656+0000","last_peered":"2024-06-06T08:22:36.899656+0000","last_clean":"2024-06-06T08:22:36.899656+0000","last_became_active":"2024-06-06T08:18:37.971571+0000","last_became_peered":"2024-06-06T08:18:37.971571+0000","last_unstale":"2024-06-06T08:22:36.899656+0000","last_undegraded":"2024-06-06T08:22:36.899656+0000","last_fullsized":"2024-06-06T08:22:36.899656+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:25:21.990022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"99'7","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010036+0000","last_change":"2024-06-06T08:18:37.976387+0000","last_active":"2024-06-06T08:22:37.010036+0000","last_peered":"2024-06-06T08:22:37.010036+0000","last_clean":"2024-06-06T08:22:37.010036+0000","last_became_active":"2024-06-06T08:18:37.975401+0000","last_became_peered":"2024-06-06T08:18:37.975401+0000","last_unstale":"2024-06-06T08:22:37.010036+0000","last_undegraded":"2024-06-06T08:22:37.010036+0000","last_fullsized":"2024-06-06T08:22:37.010036+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:46:21.791578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"99'10","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898464+0000","last_change":"2024-06-06T08:18:37.972454+0000","last_active":"2024-06-06T08:22:36.898464+0000","last_peered":"2024-06-06T08:22:36.898464+0000","last_clean":"2024-06-06T08:22:36.898464+0000","last_became_active":"2024-06-06T08:18:37.971686+0000","last_became_peered":"2024-06-06T08:18:37.971686+0000","last_unstale":"2024-06-06T08:22:36.898464+0000","last_undegraded":"2024-06-06T08:22:36.898464+0000","last_fullsized":"2024-06-06T08:22:36.898464+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:12:25.393092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"99'7","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946329+0000","last_change":"2024-06-06T08:18:37.975608+0000","last_active":"2024-06-06T08:22:36.946329+0000","last_peered":"2024-06-06T08:22:36.946329+0000","last_clean":"2024-06-06T08:22:36.946329+0000","last_became_active":"2024-06-06T08:18:37.975058+0000","last_became_peered":"2024-06-06T08:18:37.975058+0000","last_unstale":"2024-06-06T08:22:36.946329+0000","last_undegraded":"2024-06-06T08:22:36.946329+0000","last_fullsized":"2024-06-06T08:22:36.946329+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:02:46.106415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"99'7","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946227+0000","last_change":"2024-06-06T08:18:37.970867+0000","last_active":"2024-06-06T08:22:36.946227+0000","last_peered":"2024-06-06T08:22:36.946227+0000","last_clean":"2024-06-06T08:22:36.946227+0000","last_became_active":"2024-06-06T08:18:37.970521+0000","last_became_peered":"2024-06-06T08:18:37.970521+0000","last_unstale":"2024-06-06T08:22:36.946227+0000","last_undegraded":"2024-06-06T08:22:36.946227+0000","last_fullsized":"2024-06-06T08:22:36.946227+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:58:33.517402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"99'9","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.159314+0000","last_change":"2024-06-06T08:18:37.973492+0000","last_active":"2024-06-06T08:22:37.159314+0000","last_peered":"2024-06-06T08:22:37.159314+0000","last_clean":"2024-06-06T08:22:37.159314+0000","last_became_active":"2024-06-06T08:18:37.972691+0000","last_became_peered":"2024-06-06T08:18:37.972691+0000","last_unstale":"2024-06-06T08:22:37.159314+0000","last_undegraded":"2024-06-06T08:22:37.159314+0000","last_fullsized":"2024-06-06T08:22:37.159314+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:34:06.138782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"99'8","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.314152+0000","last_change":"2024-06-06T08:18:37.968931+0000","last_active":"2024-06-06T08:22:37.314152+0000","last_peered":"2024-06-06T08:22:37.314152+0000","last_clean":"2024-06-06T08:22:37.314152+0000","last_became_active":"2024-06-06T08:18:37.968544+0000","last_became_peered":"2024-06-06T08:18:37.968544+0000","last_unstale":"2024-06-06T08:22:37.314152+0000","last_undegraded":"2024-06-06T08:22:37.314152+0000","last_fullsized":"2024-06-06T08:22:37.314152+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:29:03.919712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"99'10","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.999617+0000","last_change":"2024-06-06T08:18:37.968783+0000","last_active":"2024-06-06T08:22:36.999617+0000","last_peered":"2024-06-06T08:22:36.999617+0000","last_clean":"2024-06-06T08:22:36.999617+0000","last_became_active":"2024-06-06T08:18:37.968471+0000","last_became_peered":"2024-06-06T08:18:37.968471+0000","last_unstale":"2024-06-06T08:22:36.999617+0000","last_undegraded":"2024-06-06T08:22:36.999617+0000","last_fullsized":"2024-06-06T08:22:36.999617+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:36:23.904974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"99'7","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.903143+0000","last_change":"2024-06-06T08:18:37.971803+0000","last_active":"2024-06-06T08:22:36.903143+0000","last_peered":"2024-06-06T08:22:36.903143+0000","last_clean":"2024-06-06T08:22:36.903143+0000","last_became_active":"2024-06-06T08:18:37.971131+0000","last_became_peered":"2024-06-06T08:18:37.971131+0000","last_unstale":"2024-06-06T08:22:36.903143+0000","last_undegraded":"2024-06-06T08:22:36.903143+0000","last_fullsized":"2024-06-06T08:22:36.903143+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:37:23.954557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.902710+0000","last_change":"2024-06-06T08:18:48.002957+0000","last_active":"2024-06-06T08:22:36.902710+0000","last_peered":"2024-06-06T08:22:36.902710+0000","last_clean":"2024-06-06T08:22:36.902710+0000","last_became_active":"2024-06-06T08:18:48.001518+0000","last_became_peered":"2024-06-06T08:18:48.001518+0000","last_unstale":"2024-06-06T08:22:36.902710+0000","last_undegraded":"2024-06-06T08:22:36.902710+0000","last_fullsized":"2024-06-06T08:22:36.902710+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:55:37.919549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"99'9","reported_seq":54,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.999926+0000","last_change":"2024-06-06T08:18:34.680831+0000","last_active":"2024-06-06T08:22:36.999926+0000","last_peered":"2024-06-06T08:22:36.999926+0000","last_clean":"2024-06-06T08:22:36.999926+0000","last_became_active":"2024-06-06T08:18:34.680454+0000","last_became_peered":"2024-06-06T08:18:34.680454+0000","last_unstale":"2024-06-06T08:22:36.999926+0000","last_undegraded":"2024-06-06T08:22:36.999926+0000","last_fullsized":"2024-06-06T08:22:36.999926+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:58:54.944086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"99'5","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.002908+0000","last_change":"2024-06-06T08:18:37.977854+0000","last_active":"2024-06-06T08:22:37.002908+0000","last_peered":"2024-06-06T08:22:37.002908+0000","last_clean":"2024-06-06T08:22:37.002908+0000","last_became_active":"2024-06-06T08:18:37.977434+0000","last_became_peered":"2024-06-06T08:18:37.977434+0000","last_unstale":"2024-06-06T08:22:37.002908+0000","last_undegraded":"2024-06-06T08:22:37.002908+0000","last_fullsized":"2024-06-06T08:22:37.002908+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:33:32.371856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009576+0000","last_change":"2024-06-06T08:18:48.003720+0000","last_active":"2024-06-06T08:22:37.009576+0000","last_peered":"2024-06-06T08:22:37.009576+0000","last_clean":"2024-06-06T08:22:37.009576+0000","last_became_active":"2024-06-06T08:18:48.003293+0000","last_became_peered":"2024-06-06T08:18:48.003293+0000","last_unstale":"2024-06-06T08:22:37.009576+0000","last_undegraded":"2024-06-06T08:22:37.009576+0000","last_fullsized":"2024-06-06T08:22:37.009576+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:39:08.052369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"99'2","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.003009+0000","last_change":"2024-06-06T08:18:34.830505+0000","last_active":"2024-06-06T08:22:37.003009+0000","last_peered":"2024-06-06T08:22:37.003009+0000","last_clean":"2024-06-06T08:22:37.003009+0000","last_became_active":"2024-06-06T08:18:34.830157+0000","last_became_peered":"2024-06-06T08:18:34.830157+0000","last_unstale":"2024-06-06T08:22:37.003009+0000","last_undegraded":"2024-06-06T08:22:37.003009+0000","last_fullsized":"2024-06-06T08:22:37.003009+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:07:55.952261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"99'6","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946717+0000","last_change":"2024-06-06T08:18:37.974925+0000","last_active":"2024-06-06T08:22:36.946717+0000","last_peered":"2024-06-06T08:22:36.946717+0000","last_clean":"2024-06-06T08:22:36.946717+0000","last_became_active":"2024-06-06T08:18:37.974528+0000","last_became_peered":"2024-06-06T08:18:37.974528+0000","last_unstale":"2024-06-06T08:22:36.946717+0000","last_undegraded":"2024-06-06T08:22:36.946717+0000","last_fullsized":"2024-06-06T08:22:36.946717+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:54:47.694267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009674+0000","last_change":"2024-06-06T08:18:48.005547+0000","last_active":"2024-06-06T08:22:37.009674+0000","last_peered":"2024-06-06T08:22:37.009674+0000","last_clean":"2024-06-06T08:22:37.009674+0000","last_became_active":"2024-06-06T08:18:48.004679+0000","last_became_peered":"2024-06-06T08:18:48.004679+0000","last_unstale":"2024-06-06T08:22:37.009674+0000","last_undegraded":"2024-06-06T08:22:37.009674+0000","last_fullsized":"2024-06-06T08:22:37.009674+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:53:29.106218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"99'4","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001756+0000","last_change":"2024-06-06T08:18:34.683926+0000","last_active":"2024-06-06T08:22:37.001756+0000","last_peered":"2024-06-06T08:22:37.001756+0000","last_clean":"2024-06-06T08:22:37.001756+0000","last_became_active":"2024-06-06T08:18:34.683493+0000","last_became_peered":"2024-06-06T08:18:34.683493+0000","last_unstale":"2024-06-06T08:22:37.001756+0000","last_undegraded":"2024-06-06T08:22:37.001756+0000","last_fullsized":"2024-06-06T08:22:37.001756+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:27:29.601530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"99'9","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.159481+0000","last_change":"2024-06-06T08:18:37.975179+0000","last_active":"2024-06-06T08:22:37.159481+0000","last_peered":"2024-06-06T08:22:37.159481+0000","last_clean":"2024-06-06T08:22:37.159481+0000","last_became_active":"2024-06-06T08:18:37.974205+0000","last_became_peered":"2024-06-06T08:18:37.974205+0000","last_unstale":"2024-06-06T08:22:37.159481+0000","last_undegraded":"2024-06-06T08:22:37.159481+0000","last_fullsized":"2024-06-06T08:22:37.159481+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:29:03.142921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009603+0000","last_change":"2024-06-06T08:18:48.004230+0000","last_active":"2024-06-06T08:22:37.009603+0000","last_peered":"2024-06-06T08:22:37.009603+0000","last_clean":"2024-06-06T08:22:37.009603+0000","last_became_active":"2024-06-06T08:18:48.003537+0000","last_became_peered":"2024-06-06T08:18:48.003537+0000","last_unstale":"2024-06-06T08:22:37.009603+0000","last_undegraded":"2024-06-06T08:22:37.009603+0000","last_fullsized":"2024-06-06T08:22:37.009603+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:07:20.249382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"90'2","reported_seq":18,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.313811+0000","last_change":"2024-06-06T08:19:20.084063+0000","last_active":"2024-06-06T08:22:37.313811+0000","last_peered":"2024-06-06T08:22:37.313811+0000","last_clean":"2024-06-06T08:22:37.313811+0000","last_became_active":"2024-06-06T08:19:20.075868+0000","last_became_peered":"2024-06-06T08:19:20.075868+0000","last_unstale":"2024-06-06T08:22:37.313811+0000","last_undegraded":"2024-06-06T08:22:37.313811+0000","last_fullsized":"2024-06-06T08:22:37.313811+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:59:24.220798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1d","version":"99'15","reported_seq":52,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010415+0000","last_change":"2024-06-06T08:18:37.973128+0000","last_active":"2024-06-06T08:22:37.010415+0000","last_peered":"2024-06-06T08:22:37.010415+0000","last_clean":"2024-06-06T08:22:37.010415+0000","last_became_active":"2024-06-06T08:18:37.972667+0000","last_became_peered":"2024-06-06T08:18:37.972667+0000","last_unstale":"2024-06-06T08:22:37.010415+0000","last_undegraded":"2024-06-06T08:22:37.010415+0000","last_fullsized":"2024-06-06T08:22:37.010415+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:30:50.132958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.903000+0000","last_change":"2024-06-06T08:18:48.004156+0000","last_active":"2024-06-06T08:22:36.903000+0000","last_peered":"2024-06-06T08:22:36.903000+0000","last_clean":"2024-06-06T08:22:36.903000+0000","last_became_active":"2024-06-06T08:18:48.003705+0000","last_became_peered":"2024-06-06T08:18:48.003705+0000","last_unstale":"2024-06-06T08:22:36.903000+0000","last_undegraded":"2024-06-06T08:22:36.903000+0000","last_fullsized":"2024-06-06T08:22:36.903000+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:52:37.890207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"100'7","reported_seq":236,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:46.568160+0000","last_change":"2024-06-06T08:18:34.685641+0000","last_active":"2024-06-06T08:22:46.568160+0000","last_peered":"2024-06-06T08:22:46.568160+0000","last_clean":"2024-06-06T08:22:46.568160+0000","last_became_active":"2024-06-06T08:18:34.685132+0000","last_became_peered":"2024-06-06T08:18:34.685132+0000","last_unstale":"2024-06-06T08:22:46.568160+0000","last_undegraded":"2024-06-06T08:22:46.568160+0000","last_fullsized":"2024-06-06T08:22:46.568160+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:40:43.547356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1402,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":186,"num_read_kb":3,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"99'7","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001269+0000","last_change":"2024-06-06T08:18:37.973373+0000","last_active":"2024-06-06T08:22:37.001269+0000","last_peered":"2024-06-06T08:22:37.001269+0000","last_clean":"2024-06-06T08:22:37.001269+0000","last_became_active":"2024-06-06T08:18:37.973058+0000","last_became_peered":"2024-06-06T08:18:37.973058+0000","last_unstale":"2024-06-06T08:22:37.001269+0000","last_undegraded":"2024-06-06T08:22:37.001269+0000","last_fullsized":"2024-06-06T08:22:37.001269+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:32:17.184387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.903370+0000","last_change":"2024-06-06T08:18:48.010926+0000","last_active":"2024-06-06T08:22:36.903370+0000","last_peered":"2024-06-06T08:22:36.903370+0000","last_clean":"2024-06-06T08:22:36.903370+0000","last_became_active":"2024-06-06T08:18:48.010444+0000","last_became_peered":"2024-06-06T08:18:48.010444+0000","last_unstale":"2024-06-06T08:22:36.903370+0000","last_undegraded":"2024-06-06T08:22:36.903370+0000","last_fullsized":"2024-06-06T08:22:36.903370+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:53:31.540388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"99'3","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.013001+0000","last_change":"2024-06-06T08:18:34.680735+0000","last_active":"2024-06-06T08:22:37.013001+0000","last_peered":"2024-06-06T08:22:37.013001+0000","last_clean":"2024-06-06T08:22:37.013001+0000","last_became_active":"2024-06-06T08:18:34.680352+0000","last_became_peered":"2024-06-06T08:18:34.680352+0000","last_unstale":"2024-06-06T08:22:37.013001+0000","last_undegraded":"2024-06-06T08:22:37.013001+0000","last_fullsized":"2024-06-06T08:22:37.013001+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:24:50.680543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"99'8","reported_seq":22,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.999107+0000","last_change":"2024-06-06T08:19:20.075768+0000","last_active":"2024-06-06T08:22:36.999107+0000","last_peered":"2024-06-06T08:22:36.999107+0000","last_clean":"2024-06-06T08:22:36.999107+0000","last_became_active":"2024-06-06T08:19:20.075384+0000","last_became_peered":"2024-06-06T08:19:20.075384+0000","last_unstale":"2024-06-06T08:22:36.999107+0000","last_undegraded":"2024-06-06T08:22:36.999107+0000","last_fullsized":"2024-06-06T08:22:36.999107+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:34:44.437089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,3],"acting":[9,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.313823+0000","last_change":"2024-06-06T08:18:48.012906+0000","last_active":"2024-06-06T08:22:37.313823+0000","last_peered":"2024-06-06T08:22:37.313823+0000","last_clean":"2024-06-06T08:22:37.313823+0000","last_became_active":"2024-06-06T08:18:48.012454+0000","last_became_peered":"2024-06-06T08:18:48.012454+0000","last_unstale":"2024-06-06T08:22:37.313823+0000","last_undegraded":"2024-06-06T08:22:37.313823+0000","last_fullsized":"2024-06-06T08:22:37.313823+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:36:56.660610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"99'2","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898131+0000","last_change":"2024-06-06T08:18:34.678683+0000","last_active":"2024-06-06T08:22:36.898131+0000","last_peered":"2024-06-06T08:22:36.898131+0000","last_clean":"2024-06-06T08:22:36.898131+0000","last_became_active":"2024-06-06T08:18:34.678342+0000","last_became_peered":"2024-06-06T08:18:34.678342+0000","last_unstale":"2024-06-06T08:22:36.898131+0000","last_undegraded":"2024-06-06T08:22:36.898131+0000","last_fullsized":"2024-06-06T08:22:36.898131+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T20:11:33.963323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"99'8","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001988+0000","last_change":"2024-06-06T08:18:37.965932+0000","last_active":"2024-06-06T08:22:37.001988+0000","last_peered":"2024-06-06T08:22:37.001988+0000","last_clean":"2024-06-06T08:22:37.001988+0000","last_became_active":"2024-06-06T08:18:37.963714+0000","last_became_peered":"2024-06-06T08:18:37.963714+0000","last_unstale":"2024-06-06T08:22:37.001988+0000","last_undegraded":"2024-06-06T08:22:37.001988+0000","last_fullsized":"2024-06-06T08:22:37.001988+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:06:11.882753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946599+0000","last_change":"2024-06-06T08:18:48.002609+0000","last_active":"2024-06-06T08:22:36.946599+0000","last_peered":"2024-06-06T08:22:36.946599+0000","last_clean":"2024-06-06T08:22:36.946599+0000","last_became_active":"2024-06-06T08:18:48.002211+0000","last_became_peered":"2024-06-06T08:18:48.002211+0000","last_unstale":"2024-06-06T08:22:36.946599+0000","last_undegraded":"2024-06-06T08:22:36.946599+0000","last_fullsized":"2024-06-06T08:22:36.946599+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:55:07.926808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"99'1","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009947+0000","last_change":"2024-06-06T08:18:34.685112+0000","last_active":"2024-06-06T08:22:37.009947+0000","last_peered":"2024-06-06T08:22:37.009947+0000","last_clean":"2024-06-06T08:22:37.009947+0000","last_became_active":"2024-06-06T08:18:34.682604+0000","last_became_peered":"2024-06-06T08:18:34.682604+0000","last_unstale":"2024-06-06T08:22:37.009947+0000","last_undegraded":"2024-06-06T08:22:37.009947+0000","last_fullsized":"2024-06-06T08:22:37.009947+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:13:14.896283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"99'11","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.998669+0000","last_change":"2024-06-06T08:18:37.966628+0000","last_active":"2024-06-06T08:22:36.998669+0000","last_peered":"2024-06-06T08:22:36.998669+0000","last_clean":"2024-06-06T08:22:36.998669+0000","last_became_active":"2024-06-06T08:18:37.966174+0000","last_became_peered":"2024-06-06T08:18:37.966174+0000","last_unstale":"2024-06-06T08:22:36.998669+0000","last_undegraded":"2024-06-06T08:22:36.998669+0000","last_fullsized":"2024-06-06T08:22:36.998669+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:26:27.138349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.002191+0000","last_change":"2024-06-06T08:18:48.006357+0000","last_active":"2024-06-06T08:22:37.002191+0000","last_peered":"2024-06-06T08:22:37.002191+0000","last_clean":"2024-06-06T08:22:37.002191+0000","last_became_active":"2024-06-06T08:18:48.005964+0000","last_became_peered":"2024-06-06T08:18:48.005964+0000","last_unstale":"2024-06-06T08:22:37.002191+0000","last_undegraded":"2024-06-06T08:22:37.002191+0000","last_fullsized":"2024-06-06T08:22:37.002191+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:17:40.197144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"100'4","reported_seq":230,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:46.567270+0000","last_change":"2024-06-06T08:18:34.678638+0000","last_active":"2024-06-06T08:22:46.567270+0000","last_peered":"2024-06-06T08:22:46.567270+0000","last_clean":"2024-06-06T08:22:46.567270+0000","last_became_active":"2024-06-06T08:18:34.678294+0000","last_became_peered":"2024-06-06T08:18:34.678294+0000","last_unstale":"2024-06-06T08:22:46.567270+0000","last_undegraded":"2024-06-06T08:22:46.567270+0000","last_fullsized":"2024-06-06T08:22:46.567270+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:03:28.113846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":183,"num_read_kb":183,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"99'10","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.159890+0000","last_change":"2024-06-06T08:18:37.971773+0000","last_active":"2024-06-06T08:22:37.159890+0000","last_peered":"2024-06-06T08:22:37.159890+0000","last_clean":"2024-06-06T08:22:37.159890+0000","last_became_active":"2024-06-06T08:18:37.969850+0000","last_became_peered":"2024-06-06T08:18:37.969850+0000","last_unstale":"2024-06-06T08:22:37.159890+0000","last_undegraded":"2024-06-06T08:22:37.159890+0000","last_fullsized":"2024-06-06T08:22:37.159890+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:16:43.238696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.998507+0000","last_change":"2024-06-06T08:18:48.011111+0000","last_active":"2024-06-06T08:22:36.998507+0000","last_peered":"2024-06-06T08:22:36.998507+0000","last_clean":"2024-06-06T08:22:36.998507+0000","last_became_active":"2024-06-06T08:18:48.010614+0000","last_became_peered":"2024-06-06T08:18:48.010614+0000","last_unstale":"2024-06-06T08:22:36.998507+0000","last_undegraded":"2024-06-06T08:22:36.998507+0000","last_fullsized":"2024-06-06T08:22:36.998507+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:08:29.921768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"99'2","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899520+0000","last_change":"2024-06-06T08:18:34.684626+0000","last_active":"2024-06-06T08:22:36.899520+0000","last_peered":"2024-06-06T08:22:36.899520+0000","last_clean":"2024-06-06T08:22:36.899520+0000","last_became_active":"2024-06-06T08:18:34.683484+0000","last_became_peered":"2024-06-06T08:18:34.683484+0000","last_unstale":"2024-06-06T08:22:36.899520+0000","last_undegraded":"2024-06-06T08:22:36.899520+0000","last_fullsized":"2024-06-06T08:22:36.899520+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:43:17.979708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"99'9","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946750+0000","last_change":"2024-06-06T08:18:37.971981+0000","last_active":"2024-06-06T08:22:36.946750+0000","last_peered":"2024-06-06T08:22:36.946750+0000","last_clean":"2024-06-06T08:22:36.946750+0000","last_became_active":"2024-06-06T08:18:37.971625+0000","last_became_peered":"2024-06-06T08:18:37.971625+0000","last_unstale":"2024-06-06T08:22:36.946750+0000","last_undegraded":"2024-06-06T08:22:36.946750+0000","last_fullsized":"2024-06-06T08:22:36.946750+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:26:54.424426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009781+0000","last_change":"2024-06-06T08:18:48.001480+0000","last_active":"2024-06-06T08:22:37.009781+0000","last_peered":"2024-06-06T08:22:37.009781+0000","last_clean":"2024-06-06T08:22:37.009781+0000","last_became_active":"2024-06-06T08:18:48.001066+0000","last_became_peered":"2024-06-06T08:18:48.001066+0000","last_unstale":"2024-06-06T08:22:37.009781+0000","last_undegraded":"2024-06-06T08:22:37.009781+0000","last_fullsized":"2024-06-06T08:22:37.009781+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:41:03.746928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"99'4","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010278+0000","last_change":"2024-06-06T08:18:34.830839+0000","last_active":"2024-06-06T08:22:37.010278+0000","last_peered":"2024-06-06T08:22:37.010278+0000","last_clean":"2024-06-06T08:22:37.010278+0000","last_became_active":"2024-06-06T08:18:34.830371+0000","last_became_peered":"2024-06-06T08:18:34.830371+0000","last_unstale":"2024-06-06T08:22:37.010278+0000","last_undegraded":"2024-06-06T08:22:37.010278+0000","last_fullsized":"2024-06-06T08:22:37.010278+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:27:59.206172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"99'11","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.159635+0000","last_change":"2024-06-06T08:18:37.980946+0000","last_active":"2024-06-06T08:22:37.159635+0000","last_peered":"2024-06-06T08:22:37.159635+0000","last_clean":"2024-06-06T08:22:37.159635+0000","last_became_active":"2024-06-06T08:18:37.980580+0000","last_became_peered":"2024-06-06T08:18:37.980580+0000","last_unstale":"2024-06-06T08:22:37.159635+0000","last_undegraded":"2024-06-06T08:22:37.159635+0000","last_fullsized":"2024-06-06T08:22:37.159635+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:13:23.979160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":15,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.012867+0000","last_change":"2024-06-06T08:19:20.076301+0000","last_active":"2024-06-06T08:22:37.012867+0000","last_peered":"2024-06-06T08:22:37.012867+0000","last_clean":"2024-06-06T08:22:37.012867+0000","last_became_active":"2024-06-06T08:19:20.075827+0000","last_became_peered":"2024-06-06T08:19:20.075827+0000","last_unstale":"2024-06-06T08:22:37.012867+0000","last_undegraded":"2024-06-06T08:22:37.012867+0000","last_fullsized":"2024-06-06T08:22:37.012867+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:33:26.126674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,11,5],"acting":[10,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.14","version":"100'43","reported_seq":466,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:47.568919+0000","last_change":"2024-06-06T08:18:34.682178+0000","last_active":"2024-06-06T08:22:47.568919+0000","last_peered":"2024-06-06T08:22:47.568919+0000","last_clean":"2024-06-06T08:22:47.568919+0000","last_became_active":"2024-06-06T08:18:34.681568+0000","last_became_peered":"2024-06-06T08:18:34.681568+0000","last_unstale":"2024-06-06T08:22:47.568919+0000","last_undegraded":"2024-06-06T08:22:47.568919+0000","last_fullsized":"2024-06-06T08:22:47.568919+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:52:19.711661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":73742,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":380,"num_read_kb":262,"num_write":44,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"99'6","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001547+0000","last_change":"2024-06-06T08:18:37.977178+0000","last_active":"2024-06-06T08:22:37.001547+0000","last_peered":"2024-06-06T08:22:37.001547+0000","last_clean":"2024-06-06T08:22:37.001547+0000","last_became_active":"2024-06-06T08:18:37.976879+0000","last_became_peered":"2024-06-06T08:18:37.976879+0000","last_unstale":"2024-06-06T08:22:37.001547+0000","last_undegraded":"2024-06-06T08:22:37.001547+0000","last_fullsized":"2024-06-06T08:22:37.001547+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:21:44.043685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010651+0000","last_change":"2024-06-06T08:18:48.006999+0000","last_active":"2024-06-06T08:22:37.010651+0000","last_peered":"2024-06-06T08:22:37.010651+0000","last_clean":"2024-06-06T08:22:37.010651+0000","last_became_active":"2024-06-06T08:18:48.005658+0000","last_became_peered":"2024-06-06T08:18:48.005658+0000","last_unstale":"2024-06-06T08:22:37.010651+0000","last_undegraded":"2024-06-06T08:22:37.010651+0000","last_fullsized":"2024-06-06T08:22:37.010651+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:34:10.637604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"99'6","reported_seq":25,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.313727+0000","last_change":"2024-06-06T08:19:20.081844+0000","last_active":"2024-06-06T08:22:37.313727+0000","last_peered":"2024-06-06T08:22:37.313727+0000","last_clean":"2024-06-06T08:22:37.313727+0000","last_became_active":"2024-06-06T08:19:20.075790+0000","last_became_peered":"2024-06-06T08:19:20.075790+0000","last_unstale":"2024-06-06T08:22:37.313727+0000","last_undegraded":"2024-06-06T08:22:37.313727+0000","last_fullsized":"2024-06-06T08:22:37.313727+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:25:04.061811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"99'9","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898100+0000","last_change":"2024-06-06T08:18:37.972377+0000","last_active":"2024-06-06T08:22:36.898100+0000","last_peered":"2024-06-06T08:22:36.898100+0000","last_clean":"2024-06-06T08:22:36.898100+0000","last_became_active":"2024-06-06T08:18:37.971755+0000","last_became_peered":"2024-06-06T08:18:37.971755+0000","last_unstale":"2024-06-06T08:22:36.898100+0000","last_undegraded":"2024-06-06T08:22:36.898100+0000","last_fullsized":"2024-06-06T08:22:36.898100+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:00:54.267536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":34,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.313998+0000","last_change":"2024-06-06T08:19:20.077172+0000","last_active":"2024-06-06T08:22:37.313998+0000","last_peered":"2024-06-06T08:22:37.313998+0000","last_clean":"2024-06-06T08:22:37.313998+0000","last_became_active":"2024-06-06T08:19:20.076569+0000","last_became_peered":"2024-06-06T08:19:20.076569+0000","last_unstale":"2024-06-06T08:22:37.313998+0000","last_undegraded":"2024-06-06T08:22:37.313998+0000","last_fullsized":"2024-06-06T08:22:37.313998+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T20:17:32.702814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,7,6],"acting":[11,8,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"99'3","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010253+0000","last_change":"2024-06-06T08:18:34.683416+0000","last_active":"2024-06-06T08:22:37.010253+0000","last_peered":"2024-06-06T08:22:37.010253+0000","last_clean":"2024-06-06T08:22:37.010253+0000","last_became_active":"2024-06-06T08:18:34.683056+0000","last_became_peered":"2024-06-06T08:18:34.683056+0000","last_unstale":"2024-06-06T08:22:37.010253+0000","last_undegraded":"2024-06-06T08:22:37.010253+0000","last_fullsized":"2024-06-06T08:22:37.010253+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:52:58.744871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"99'15","reported_seq":52,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899497+0000","last_change":"2024-06-06T08:18:37.978644+0000","last_active":"2024-06-06T08:22:36.899497+0000","last_peered":"2024-06-06T08:22:36.899497+0000","last_clean":"2024-06-06T08:22:36.899497+0000","last_became_active":"2024-06-06T08:18:37.978318+0000","last_became_peered":"2024-06-06T08:18:37.978318+0000","last_unstale":"2024-06-06T08:22:36.899497+0000","last_undegraded":"2024-06-06T08:22:36.899497+0000","last_fullsized":"2024-06-06T08:22:36.899497+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:44:07.829155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.999659+0000","last_change":"2024-06-06T08:18:48.004073+0000","last_active":"2024-06-06T08:22:36.999659+0000","last_peered":"2024-06-06T08:22:36.999659+0000","last_clean":"2024-06-06T08:22:36.999659+0000","last_became_active":"2024-06-06T08:18:48.003698+0000","last_became_peered":"2024-06-06T08:18:48.003698+0000","last_unstale":"2024-06-06T08:22:36.999659+0000","last_undegraded":"2024-06-06T08:22:36.999659+0000","last_fullsized":"2024-06-06T08:22:36.999659+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:31:31.524345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"100'6","reported_seq":237,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:46.602033+0000","last_change":"2024-06-06T08:18:34.684025+0000","last_active":"2024-06-06T08:22:46.602033+0000","last_peered":"2024-06-06T08:22:46.602033+0000","last_clean":"2024-06-06T08:22:46.602033+0000","last_became_active":"2024-06-06T08:18:34.683704+0000","last_became_peered":"2024-06-06T08:18:34.683704+0000","last_unstale":"2024-06-06T08:22:46.602033+0000","last_undegraded":"2024-06-06T08:22:46.602033+0000","last_fullsized":"2024-06-06T08:22:46.602033+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:35:18.994049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1509,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":189,"num_read_kb":6,"num_write":5,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"99'6","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899401+0000","last_change":"2024-06-06T08:18:37.974755+0000","last_active":"2024-06-06T08:22:36.899401+0000","last_peered":"2024-06-06T08:22:36.899401+0000","last_clean":"2024-06-06T08:22:36.899401+0000","last_became_active":"2024-06-06T08:18:37.974433+0000","last_became_peered":"2024-06-06T08:18:37.974433+0000","last_unstale":"2024-06-06T08:22:36.899401+0000","last_undegraded":"2024-06-06T08:22:36.899401+0000","last_fullsized":"2024-06-06T08:22:36.899401+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:42:29.994159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":34,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898602+0000","last_change":"2024-06-06T08:19:20.076660+0000","last_active":"2024-06-06T08:22:36.898602+0000","last_peered":"2024-06-06T08:22:36.898602+0000","last_clean":"2024-06-06T08:22:36.898602+0000","last_became_active":"2024-06-06T08:19:20.076106+0000","last_became_peered":"2024-06-06T08:19:20.076106+0000","last_unstale":"2024-06-06T08:22:36.898602+0000","last_undegraded":"2024-06-06T08:22:36.898602+0000","last_fullsized":"2024-06-06T08:22:36.898602+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:04:14.912823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,8,11],"acting":[6,3,8,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"99'15","reported_seq":75,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001170+0000","last_change":"2024-06-06T08:19:20.083268+0000","last_active":"2024-06-06T08:22:37.001170+0000","last_peered":"2024-06-06T08:22:37.001170+0000","last_clean":"2024-06-06T08:22:37.001170+0000","last_became_active":"2024-06-06T08:19:20.072772+0000","last_became_peered":"2024-06-06T08:19:20.072772+0000","last_unstale":"2024-06-06T08:22:37.001170+0000","last_undegraded":"2024-06-06T08:22:37.001170+0000","last_fullsized":"2024-06-06T08:22:37.001170+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:24:31.654914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,4],"acting":[8,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"99'6","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010081+0000","last_change":"2024-06-06T08:18:37.974686+0000","last_active":"2024-06-06T08:22:37.010081+0000","last_peered":"2024-06-06T08:22:37.010081+0000","last_clean":"2024-06-06T08:22:37.010081+0000","last_became_active":"2024-06-06T08:18:37.974359+0000","last_became_peered":"2024-06-06T08:18:37.974359+0000","last_unstale":"2024-06-06T08:22:37.010081+0000","last_undegraded":"2024-06-06T08:22:37.010081+0000","last_fullsized":"2024-06-06T08:22:37.010081+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:59:11.839143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010001+0000","last_change":"2024-06-06T08:18:48.004663+0000","last_active":"2024-06-06T08:22:37.010001+0000","last_peered":"2024-06-06T08:22:37.010001+0000","last_clean":"2024-06-06T08:22:37.010001+0000","last_became_active":"2024-06-06T08:18:48.004157+0000","last_became_peered":"2024-06-06T08:18:48.004157+0000","last_unstale":"2024-06-06T08:22:37.010001+0000","last_undegraded":"2024-06-06T08:22:37.010001+0000","last_fullsized":"2024-06-06T08:22:37.010001+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:24:09.672748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"99'2","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001578+0000","last_change":"2024-06-06T08:18:34.680195+0000","last_active":"2024-06-06T08:22:37.001578+0000","last_peered":"2024-06-06T08:22:37.001578+0000","last_clean":"2024-06-06T08:22:37.001578+0000","last_became_active":"2024-06-06T08:18:34.679739+0000","last_became_peered":"2024-06-06T08:18:34.679739+0000","last_unstale":"2024-06-06T08:22:37.001578+0000","last_undegraded":"2024-06-06T08:22:37.001578+0000","last_fullsized":"2024-06-06T08:22:37.001578+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:35:12.003240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"99'5","reported_seq":41,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.313942+0000","last_change":"2024-06-06T08:18:37.972817+0000","last_active":"2024-06-06T08:22:37.313942+0000","last_peered":"2024-06-06T08:22:37.313942+0000","last_clean":"2024-06-06T08:22:37.313942+0000","last_became_active":"2024-06-06T08:18:37.972330+0000","last_became_peered":"2024-06-06T08:18:37.972330+0000","last_unstale":"2024-06-06T08:22:37.313942+0000","last_undegraded":"2024-06-06T08:22:37.313942+0000","last_fullsized":"2024-06-06T08:22:37.313942+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:28:52.945097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001214+0000","last_change":"2024-06-06T08:18:48.069745+0000","last_active":"2024-06-06T08:22:37.001214+0000","last_peered":"2024-06-06T08:22:37.001214+0000","last_clean":"2024-06-06T08:22:37.001214+0000","last_became_active":"2024-06-06T08:18:48.069211+0000","last_became_peered":"2024-06-06T08:18:48.069211+0000","last_unstale":"2024-06-06T08:22:37.001214+0000","last_undegraded":"2024-06-06T08:22:37.001214+0000","last_fullsized":"2024-06-06T08:22:37.001214+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:20:30.421047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.999399+0000","last_change":"2024-06-06T08:18:34.831498+0000","last_active":"2024-06-06T08:22:36.999399+0000","last_peered":"2024-06-06T08:22:36.999399+0000","last_clean":"2024-06-06T08:22:36.999399+0000","last_became_active":"2024-06-06T08:18:34.831101+0000","last_became_peered":"2024-06-06T08:18:34.831101+0000","last_unstale":"2024-06-06T08:22:36.999399+0000","last_undegraded":"2024-06-06T08:22:36.999399+0000","last_fullsized":"2024-06-06T08:22:36.999399+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:51:33.531875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"99'4","reported_seq":42,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.013098+0000","last_change":"2024-06-06T08:18:37.968601+0000","last_active":"2024-06-06T08:22:37.013098+0000","last_peered":"2024-06-06T08:22:37.013098+0000","last_clean":"2024-06-06T08:22:37.013098+0000","last_became_active":"2024-06-06T08:18:37.968269+0000","last_became_peered":"2024-06-06T08:18:37.968269+0000","last_unstale":"2024-06-06T08:22:37.013098+0000","last_undegraded":"2024-06-06T08:22:37.013098+0000","last_fullsized":"2024-06-06T08:22:37.013098+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:51:35.437855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898416+0000","last_change":"2024-06-06T08:18:48.009054+0000","last_active":"2024-06-06T08:22:36.898416+0000","last_peered":"2024-06-06T08:22:36.898416+0000","last_clean":"2024-06-06T08:22:36.898416+0000","last_became_active":"2024-06-06T08:18:48.008286+0000","last_became_peered":"2024-06-06T08:18:48.008286+0000","last_unstale":"2024-06-06T08:22:36.898416+0000","last_undegraded":"2024-06-06T08:22:36.898416+0000","last_fullsized":"2024-06-06T08:22:36.898416+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:24:47.868921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"99'1","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899808+0000","last_change":"2024-06-06T08:18:34.685520+0000","last_active":"2024-06-06T08:22:36.899808+0000","last_peered":"2024-06-06T08:22:36.899808+0000","last_clean":"2024-06-06T08:22:36.899808+0000","last_became_active":"2024-06-06T08:18:34.685063+0000","last_became_peered":"2024-06-06T08:18:34.685063+0000","last_unstale":"2024-06-06T08:22:36.899808+0000","last_undegraded":"2024-06-06T08:22:36.899808+0000","last_fullsized":"2024-06-06T08:22:36.899808+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:48:39.032501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"99'7","reported_seq":51,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.013116+0000","last_change":"2024-06-06T08:19:20.072686+0000","last_active":"2024-06-06T08:22:37.013116+0000","last_peered":"2024-06-06T08:22:37.013116+0000","last_clean":"2024-06-06T08:22:37.013116+0000","last_became_active":"2024-06-06T08:19:20.072310+0000","last_became_peered":"2024-06-06T08:19:20.072310+0000","last_unstale":"2024-06-06T08:22:37.013116+0000","last_undegraded":"2024-06-06T08:22:37.013116+0000","last_fullsized":"2024-06-06T08:22:37.013116+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:07:16.268969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898753+0000","last_change":"2024-06-06T08:18:48.069698+0000","last_active":"2024-06-06T08:22:36.898753+0000","last_peered":"2024-06-06T08:22:36.898753+0000","last_clean":"2024-06-06T08:22:36.898753+0000","last_became_active":"2024-06-06T08:18:48.069126+0000","last_became_peered":"2024-06-06T08:18:48.069126+0000","last_unstale":"2024-06-06T08:22:36.898753+0000","last_undegraded":"2024-06-06T08:22:36.898753+0000","last_fullsized":"2024-06-06T08:22:36.898753+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:12:41.551061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"99'8","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010270+0000","last_change":"2024-06-06T08:18:37.976958+0000","last_active":"2024-06-06T08:22:37.010270+0000","last_peered":"2024-06-06T08:22:37.010270+0000","last_clean":"2024-06-06T08:22:37.010270+0000","last_became_active":"2024-06-06T08:18:37.975255+0000","last_became_peered":"2024-06-06T08:18:37.975255+0000","last_unstale":"2024-06-06T08:22:37.010270+0000","last_undegraded":"2024-06-06T08:22:37.010270+0000","last_fullsized":"2024-06-06T08:22:37.010270+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:30:43.849320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"100'6","reported_seq":233,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:47.602971+0000","last_change":"2024-06-06T08:18:34.830568+0000","last_active":"2024-06-06T08:22:47.602971+0000","last_peered":"2024-06-06T08:22:47.602971+0000","last_clean":"2024-06-06T08:22:47.602971+0000","last_became_active":"2024-06-06T08:18:34.830197+0000","last_became_peered":"2024-06-06T08:18:34.830197+0000","last_unstale":"2024-06-06T08:22:47.602971+0000","last_undegraded":"2024-06-06T08:22:47.602971+0000","last_fullsized":"2024-06-06T08:22:47.602971+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:55:26.436553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":183,"num_read_kb":183,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"99'1","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899525+0000","last_change":"2024-06-06T08:18:48.010465+0000","last_active":"2024-06-06T08:22:36.899525+0000","last_peered":"2024-06-06T08:22:36.899525+0000","last_clean":"2024-06-06T08:22:36.899525+0000","last_became_active":"2024-06-06T08:18:48.010096+0000","last_became_peered":"2024-06-06T08:18:48.010096+0000","last_unstale":"2024-06-06T08:22:36.899525+0000","last_undegraded":"2024-06-06T08:22:36.899525+0000","last_fullsized":"2024-06-06T08:22:36.899525+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:39:33.906074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"99'8","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.002597+0000","last_change":"2024-06-06T08:18:37.973719+0000","last_active":"2024-06-06T08:22:37.002597+0000","last_peered":"2024-06-06T08:22:37.002597+0000","last_clean":"2024-06-06T08:22:37.002597+0000","last_became_active":"2024-06-06T08:18:37.973395+0000","last_became_peered":"2024-06-06T08:18:37.973395+0000","last_unstale":"2024-06-06T08:22:37.002597+0000","last_undegraded":"2024-06-06T08:22:37.002597+0000","last_fullsized":"2024-06-06T08:22:37.002597+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:46:30.231836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"99'3","reported_seq":49,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009782+0000","last_change":"2024-06-06T08:18:34.681983+0000","last_active":"2024-06-06T08:22:37.009782+0000","last_peered":"2024-06-06T08:22:37.009782+0000","last_clean":"2024-06-06T08:22:37.009782+0000","last_became_active":"2024-06-06T08:18:34.681609+0000","last_became_peered":"2024-06-06T08:18:34.681609+0000","last_unstale":"2024-06-06T08:22:37.009782+0000","last_undegraded":"2024-06-06T08:22:37.009782+0000","last_fullsized":"2024-06-06T08:22:37.009782+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:52:15.132317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"100'148","reported_seq":422,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:39.022966+0000","last_change":"2024-06-06T08:17:15.096339+0000","last_active":"2024-06-06T08:22:39.022966+0000","last_peered":"2024-06-06T08:22:39.022966+0000","last_clean":"2024-06-06T08:22:39.022966+0000","last_became_active":"2024-06-06T08:17:15.095774+0000","last_became_peered":"2024-06-06T08:17:15.095774+0000","last_unstale":"2024-06-06T08:22:39.022966+0000","last_undegraded":"2024-06-06T08:22:39.022966+0000","last_fullsized":"2024-06-06T08:22:39.022966+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:13:45.360899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:13:45.360899+0000","last_clean_scrub_stamp":"2024-06-06T08:13:45.360899+0000","objects_scrubbed":0,"log_size":148,"log_dups_size":0,"ondisk_log_size":148,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:11:51.805874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010386+0000","last_change":"2024-06-06T08:18:48.069855+0000","last_active":"2024-06-06T08:22:37.010386+0000","last_peered":"2024-06-06T08:22:37.010386+0000","last_clean":"2024-06-06T08:22:37.010386+0000","last_became_active":"2024-06-06T08:18:48.069438+0000","last_became_peered":"2024-06-06T08:18:48.069438+0000","last_unstale":"2024-06-06T08:22:37.010386+0000","last_undegraded":"2024-06-06T08:22:37.010386+0000","last_fullsized":"2024-06-06T08:22:37.010386+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:25:14.432797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"99'5","reported_seq":49,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898040+0000","last_change":"2024-06-06T08:19:20.073432+0000","last_active":"2024-06-06T08:22:36.898040+0000","last_peered":"2024-06-06T08:22:36.898040+0000","last_clean":"2024-06-06T08:22:36.898040+0000","last_became_active":"2024-06-06T08:19:20.073034+0000","last_became_peered":"2024-06-06T08:19:20.073034+0000","last_unstale":"2024-06-06T08:22:36.898040+0000","last_undegraded":"2024-06-06T08:22:36.898040+0000","last_fullsized":"2024-06-06T08:22:36.898040+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:08:52.802582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,2],"acting":[6,9,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"99'3","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899328+0000","last_change":"2024-06-06T08:18:34.682370+0000","last_active":"2024-06-06T08:22:36.899328+0000","last_peered":"2024-06-06T08:22:36.899328+0000","last_clean":"2024-06-06T08:22:36.899328+0000","last_became_active":"2024-06-06T08:18:34.682002+0000","last_became_peered":"2024-06-06T08:18:34.682002+0000","last_unstale":"2024-06-06T08:22:36.899328+0000","last_undegraded":"2024-06-06T08:22:36.899328+0000","last_fullsized":"2024-06-06T08:22:36.899328+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:48:56.690891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.313837+0000","last_change":"2024-06-06T08:18:48.006552+0000","last_active":"2024-06-06T08:22:37.313837+0000","last_peered":"2024-06-06T08:22:37.313837+0000","last_clean":"2024-06-06T08:22:37.313837+0000","last_became_active":"2024-06-06T08:18:48.006021+0000","last_became_peered":"2024-06-06T08:18:48.006021+0000","last_unstale":"2024-06-06T08:22:37.313837+0000","last_undegraded":"2024-06-06T08:22:37.313837+0000","last_fullsized":"2024-06-06T08:22:37.313837+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:22:25.504479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"99'1","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001610+0000","last_change":"2024-06-06T08:18:34.831372+0000","last_active":"2024-06-06T08:22:37.001610+0000","last_peered":"2024-06-06T08:22:37.001610+0000","last_clean":"2024-06-06T08:22:37.001610+0000","last_became_active":"2024-06-06T08:18:34.830779+0000","last_became_peered":"2024-06-06T08:18:34.830779+0000","last_unstale":"2024-06-06T08:22:37.001610+0000","last_undegraded":"2024-06-06T08:22:37.001610+0000","last_fullsized":"2024-06-06T08:22:37.001610+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T20:16:51.953873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"99'9","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898608+0000","last_change":"2024-06-06T08:18:37.965533+0000","last_active":"2024-06-06T08:22:36.898608+0000","last_peered":"2024-06-06T08:22:36.898608+0000","last_clean":"2024-06-06T08:22:36.898608+0000","last_became_active":"2024-06-06T08:18:37.965190+0000","last_became_peered":"2024-06-06T08:18:37.965190+0000","last_unstale":"2024-06-06T08:22:36.898608+0000","last_undegraded":"2024-06-06T08:22:36.898608+0000","last_fullsized":"2024-06-06T08:22:36.898608+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:56:20.789040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001595+0000","last_change":"2024-06-06T08:18:48.069482+0000","last_active":"2024-06-06T08:22:37.001595+0000","last_peered":"2024-06-06T08:22:37.001595+0000","last_clean":"2024-06-06T08:22:37.001595+0000","last_became_active":"2024-06-06T08:18:48.069033+0000","last_became_peered":"2024-06-06T08:18:48.069033+0000","last_unstale":"2024-06-06T08:22:37.001595+0000","last_undegraded":"2024-06-06T08:22:37.001595+0000","last_fullsized":"2024-06-06T08:22:37.001595+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:53:57.135522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"100'48","reported_seq":114,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.112934+0000","last_change":"2024-06-06T08:18:34.680768+0000","last_active":"2024-06-06T08:22:37.112934+0000","last_peered":"2024-06-06T08:22:37.112934+0000","last_clean":"2024-06-06T08:22:37.112934+0000","last_became_active":"2024-06-06T08:18:34.680388+0000","last_became_peered":"2024-06-06T08:18:34.680388+0000","last_unstale":"2024-06-06T08:22:37.112934+0000","last_undegraded":"2024-06-06T08:22:37.112934+0000","last_fullsized":"2024-06-06T08:22:37.112934+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:20:11.041953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":82,"num_read_kb":70,"num_write":86,"num_write_kb":838,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"99'5","reported_seq":42,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.002845+0000","last_change":"2024-06-06T08:18:37.962877+0000","last_active":"2024-06-06T08:22:37.002845+0000","last_peered":"2024-06-06T08:22:37.002845+0000","last_clean":"2024-06-06T08:22:37.002845+0000","last_became_active":"2024-06-06T08:18:37.962515+0000","last_became_peered":"2024-06-06T08:18:37.962515+0000","last_unstale":"2024-06-06T08:22:37.002845+0000","last_undegraded":"2024-06-06T08:22:37.002845+0000","last_fullsized":"2024-06-06T08:22:37.002845+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:09:29.783996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.902629+0000","last_change":"2024-06-06T08:18:48.002421+0000","last_active":"2024-06-06T08:22:36.902629+0000","last_peered":"2024-06-06T08:22:36.902629+0000","last_clean":"2024-06-06T08:22:36.902629+0000","last_became_active":"2024-06-06T08:18:48.001500+0000","last_became_peered":"2024-06-06T08:18:48.001500+0000","last_unstale":"2024-06-06T08:22:36.902629+0000","last_undegraded":"2024-06-06T08:22:36.902629+0000","last_fullsized":"2024-06-06T08:22:36.902629+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:16:23.206777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"99'4","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009979+0000","last_change":"2024-06-06T08:18:35.126605+0000","last_active":"2024-06-06T08:22:37.009979+0000","last_peered":"2024-06-06T08:22:37.009979+0000","last_clean":"2024-06-06T08:22:37.009979+0000","last_became_active":"2024-06-06T08:18:35.126225+0000","last_became_peered":"2024-06-06T08:18:35.126225+0000","last_unstale":"2024-06-06T08:22:37.009979+0000","last_undegraded":"2024-06-06T08:22:37.009979+0000","last_fullsized":"2024-06-06T08:22:37.009979+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:27:58.288349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"99'7","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946719+0000","last_change":"2024-06-06T08:18:37.978178+0000","last_active":"2024-06-06T08:22:36.946719+0000","last_peered":"2024-06-06T08:22:36.946719+0000","last_clean":"2024-06-06T08:22:36.946719+0000","last_became_active":"2024-06-06T08:18:37.977413+0000","last_became_peered":"2024-06-06T08:18:37.977413+0000","last_unstale":"2024-06-06T08:22:36.946719+0000","last_undegraded":"2024-06-06T08:22:36.946719+0000","last_fullsized":"2024-06-06T08:22:36.946719+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:19:27.492305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":34,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009770+0000","last_change":"2024-06-06T08:19:20.074860+0000","last_active":"2024-06-06T08:22:37.009770+0000","last_peered":"2024-06-06T08:22:37.009770+0000","last_clean":"2024-06-06T08:22:37.009770+0000","last_became_active":"2024-06-06T08:19:20.074377+0000","last_became_peered":"2024-06-06T08:19:20.074377+0000","last_unstale":"2024-06-06T08:22:37.009770+0000","last_undegraded":"2024-06-06T08:22:37.009770+0000","last_fullsized":"2024-06-06T08:22:37.009770+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:24:23.991833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,10,9],"acting":[4,8,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"99'2","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.159386+0000","last_change":"2024-06-06T08:18:34.830742+0000","last_active":"2024-06-06T08:22:37.159386+0000","last_peered":"2024-06-06T08:22:37.159386+0000","last_clean":"2024-06-06T08:22:37.159386+0000","last_became_active":"2024-06-06T08:18:34.830351+0000","last_became_peered":"2024-06-06T08:18:34.830351+0000","last_unstale":"2024-06-06T08:22:37.159386+0000","last_undegraded":"2024-06-06T08:22:37.159386+0000","last_fullsized":"2024-06-06T08:22:37.159386+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:26:10.297538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"99'2","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001168+0000","last_change":"2024-06-06T08:18:37.968284+0000","last_active":"2024-06-06T08:22:37.001168+0000","last_peered":"2024-06-06T08:22:37.001168+0000","last_clean":"2024-06-06T08:22:37.001168+0000","last_became_active":"2024-06-06T08:18:37.967965+0000","last_became_peered":"2024-06-06T08:18:37.967965+0000","last_unstale":"2024-06-06T08:22:37.001168+0000","last_undegraded":"2024-06-06T08:22:37.001168+0000","last_fullsized":"2024-06-06T08:22:37.001168+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:06:27.202803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.999829+0000","last_change":"2024-06-06T08:18:48.011663+0000","last_active":"2024-06-06T08:22:36.999829+0000","last_peered":"2024-06-06T08:22:36.999829+0000","last_clean":"2024-06-06T08:22:36.999829+0000","last_became_active":"2024-06-06T08:18:48.011061+0000","last_became_peered":"2024-06-06T08:18:48.011061+0000","last_unstale":"2024-06-06T08:22:36.999829+0000","last_undegraded":"2024-06-06T08:22:36.999829+0000","last_fullsized":"2024-06-06T08:22:36.999829+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:42:57.080453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"99'3","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.002293+0000","last_change":"2024-06-06T08:18:34.682065+0000","last_active":"2024-06-06T08:22:37.002293+0000","last_peered":"2024-06-06T08:22:37.002293+0000","last_clean":"2024-06-06T08:22:37.002293+0000","last_became_active":"2024-06-06T08:18:34.681713+0000","last_became_peered":"2024-06-06T08:18:34.681713+0000","last_unstale":"2024-06-06T08:22:37.002293+0000","last_undegraded":"2024-06-06T08:22:37.002293+0000","last_fullsized":"2024-06-06T08:22:37.002293+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:31:52.342368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"99'9","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.313667+0000","last_change":"2024-06-06T08:18:37.970529+0000","last_active":"2024-06-06T08:22:37.313667+0000","last_peered":"2024-06-06T08:22:37.313667+0000","last_clean":"2024-06-06T08:22:37.313667+0000","last_became_active":"2024-06-06T08:18:37.967457+0000","last_became_peered":"2024-06-06T08:18:37.967457+0000","last_unstale":"2024-06-06T08:22:37.313667+0000","last_undegraded":"2024-06-06T08:22:37.313667+0000","last_fullsized":"2024-06-06T08:22:37.313667+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:37:02.931598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"99'1","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009701+0000","last_change":"2024-06-06T08:18:48.001708+0000","last_active":"2024-06-06T08:22:37.009701+0000","last_peered":"2024-06-06T08:22:37.009701+0000","last_clean":"2024-06-06T08:22:37.009701+0000","last_became_active":"2024-06-06T08:18:48.001028+0000","last_became_peered":"2024-06-06T08:18:48.001028+0000","last_unstale":"2024-06-06T08:22:37.009701+0000","last_undegraded":"2024-06-06T08:22:37.009701+0000","last_fullsized":"2024-06-06T08:22:37.009701+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:34:36.608830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"100'2","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.903181+0000","last_change":"2024-06-06T08:18:34.681687+0000","last_active":"2024-06-06T08:22:36.903181+0000","last_peered":"2024-06-06T08:22:36.903181+0000","last_clean":"2024-06-06T08:22:36.903181+0000","last_became_active":"2024-06-06T08:18:34.681359+0000","last_became_peered":"2024-06-06T08:18:34.681359+0000","last_unstale":"2024-06-06T08:22:36.903181+0000","last_undegraded":"2024-06-06T08:22:36.903181+0000","last_fullsized":"2024-06-06T08:22:36.903181+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:04:45.735761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"99'8","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.002792+0000","last_change":"2024-06-06T08:18:37.970897+0000","last_active":"2024-06-06T08:22:37.002792+0000","last_peered":"2024-06-06T08:22:37.002792+0000","last_clean":"2024-06-06T08:22:37.002792+0000","last_became_active":"2024-06-06T08:18:37.970571+0000","last_became_peered":"2024-06-06T08:18:37.970571+0000","last_unstale":"2024-06-06T08:22:37.002792+0000","last_undegraded":"2024-06-06T08:22:37.002792+0000","last_fullsized":"2024-06-06T08:22:37.002792+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:46:15.915929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009768+0000","last_change":"2024-06-06T08:18:48.069630+0000","last_active":"2024-06-06T08:22:37.009768+0000","last_peered":"2024-06-06T08:22:37.009768+0000","last_clean":"2024-06-06T08:22:37.009768+0000","last_became_active":"2024-06-06T08:18:48.069072+0000","last_became_peered":"2024-06-06T08:18:48.069072+0000","last_unstale":"2024-06-06T08:22:37.009768+0000","last_undegraded":"2024-06-06T08:22:37.009768+0000","last_fullsized":"2024-06-06T08:22:37.009768+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:06:52.895802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"99'4","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001388+0000","last_change":"2024-06-06T08:18:34.684436+0000","last_active":"2024-06-06T08:22:37.001388+0000","last_peered":"2024-06-06T08:22:37.001388+0000","last_clean":"2024-06-06T08:22:37.001388+0000","last_became_active":"2024-06-06T08:18:34.684088+0000","last_became_peered":"2024-06-06T08:18:34.684088+0000","last_unstale":"2024-06-06T08:22:37.001388+0000","last_undegraded":"2024-06-06T08:22:37.001388+0000","last_fullsized":"2024-06-06T08:22:37.001388+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:15:52.921779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"99'5","reported_seq":42,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899308+0000","last_change":"2024-06-06T08:18:37.969446+0000","last_active":"2024-06-06T08:22:36.899308+0000","last_peered":"2024-06-06T08:22:36.899308+0000","last_clean":"2024-06-06T08:22:36.899308+0000","last_became_active":"2024-06-06T08:18:37.969080+0000","last_became_peered":"2024-06-06T08:18:37.969080+0000","last_unstale":"2024-06-06T08:22:36.899308+0000","last_undegraded":"2024-06-06T08:22:36.899308+0000","last_fullsized":"2024-06-06T08:22:36.899308+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:11:04.510503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.159616+0000","last_change":"2024-06-06T08:18:48.003740+0000","last_active":"2024-06-06T08:22:37.159616+0000","last_peered":"2024-06-06T08:22:37.159616+0000","last_clean":"2024-06-06T08:22:37.159616+0000","last_became_active":"2024-06-06T08:18:48.003336+0000","last_became_peered":"2024-06-06T08:18:48.003336+0000","last_unstale":"2024-06-06T08:22:37.159616+0000","last_undegraded":"2024-06-06T08:22:37.159616+0000","last_fullsized":"2024-06-06T08:22:37.159616+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:50:46.165799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"99'3","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.903560+0000","last_change":"2024-06-06T08:18:35.126341+0000","last_active":"2024-06-06T08:22:36.903560+0000","last_peered":"2024-06-06T08:22:36.903560+0000","last_clean":"2024-06-06T08:22:36.903560+0000","last_became_active":"2024-06-06T08:18:35.125952+0000","last_became_peered":"2024-06-06T08:18:35.125952+0000","last_unstale":"2024-06-06T08:22:36.903560+0000","last_undegraded":"2024-06-06T08:22:36.903560+0000","last_fullsized":"2024-06-06T08:22:36.903560+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:27:06.337259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"99'7","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899706+0000","last_change":"2024-06-06T08:18:37.968441+0000","last_active":"2024-06-06T08:22:36.899706+0000","last_peered":"2024-06-06T08:22:36.899706+0000","last_clean":"2024-06-06T08:22:36.899706+0000","last_became_active":"2024-06-06T08:18:37.968104+0000","last_became_peered":"2024-06-06T08:18:37.968104+0000","last_unstale":"2024-06-06T08:22:36.899706+0000","last_undegraded":"2024-06-06T08:22:36.899706+0000","last_fullsized":"2024-06-06T08:22:36.899706+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:15:56.554327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946226+0000","last_change":"2024-06-06T08:18:48.003394+0000","last_active":"2024-06-06T08:22:36.946226+0000","last_peered":"2024-06-06T08:22:36.946226+0000","last_clean":"2024-06-06T08:22:36.946226+0000","last_became_active":"2024-06-06T08:18:48.002989+0000","last_became_peered":"2024-06-06T08:18:48.002989+0000","last_unstale":"2024-06-06T08:22:36.946226+0000","last_undegraded":"2024-06-06T08:22:36.946226+0000","last_fullsized":"2024-06-06T08:22:36.946226+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:03:19.225845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"100'39","reported_seq":90,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.110540+0000","last_change":"2024-06-06T08:18:34.682688+0000","last_active":"2024-06-06T08:22:37.110540+0000","last_peered":"2024-06-06T08:22:37.110540+0000","last_clean":"2024-06-06T08:22:37.110540+0000","last_became_active":"2024-06-06T08:18:34.682315+0000","last_became_peered":"2024-06-06T08:18:34.682315+0000","last_unstale":"2024-06-06T08:22:37.110540+0000","last_undegraded":"2024-06-06T08:22:37.110540+0000","last_fullsized":"2024-06-06T08:22:37.110540+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:06:00.681812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"99'6","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899455+0000","last_change":"2024-06-06T08:18:37.973181+0000","last_active":"2024-06-06T08:22:36.899455+0000","last_peered":"2024-06-06T08:22:36.899455+0000","last_clean":"2024-06-06T08:22:36.899455+0000","last_became_active":"2024-06-06T08:18:37.972850+0000","last_became_peered":"2024-06-06T08:18:37.972850+0000","last_unstale":"2024-06-06T08:22:36.899455+0000","last_undegraded":"2024-06-06T08:22:36.899455+0000","last_fullsized":"2024-06-06T08:22:36.899455+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:03:25.044516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009827+0000","last_change":"2024-06-06T08:18:48.004398+0000","last_active":"2024-06-06T08:22:37.009827+0000","last_peered":"2024-06-06T08:22:37.009827+0000","last_clean":"2024-06-06T08:22:37.009827+0000","last_became_active":"2024-06-06T08:18:48.003376+0000","last_became_peered":"2024-06-06T08:18:48.003376+0000","last_unstale":"2024-06-06T08:22:37.009827+0000","last_undegraded":"2024-06-06T08:22:37.009827+0000","last_fullsized":"2024-06-06T08:22:37.009827+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:59:24.118255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"90'2","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898643+0000","last_change":"2024-06-06T08:18:34.676555+0000","last_active":"2024-06-06T08:22:36.898643+0000","last_peered":"2024-06-06T08:22:36.898643+0000","last_clean":"2024-06-06T08:22:36.898643+0000","last_became_active":"2024-06-06T08:18:34.676211+0000","last_became_peered":"2024-06-06T08:18:34.676211+0000","last_unstale":"2024-06-06T08:22:36.898643+0000","last_undegraded":"2024-06-06T08:22:36.898643+0000","last_fullsized":"2024-06-06T08:22:36.898643+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:32:06.731526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"99'9","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899680+0000","last_change":"2024-06-06T08:18:37.970913+0000","last_active":"2024-06-06T08:22:36.899680+0000","last_peered":"2024-06-06T08:22:36.899680+0000","last_clean":"2024-06-06T08:22:36.899680+0000","last_became_active":"2024-06-06T08:18:37.970608+0000","last_became_peered":"2024-06-06T08:18:37.970608+0000","last_unstale":"2024-06-06T08:22:36.899680+0000","last_undegraded":"2024-06-06T08:22:36.899680+0000","last_fullsized":"2024-06-06T08:22:36.899680+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:26:04.912347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"99'9","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.313747+0000","last_change":"2024-06-06T08:18:37.974755+0000","last_active":"2024-06-06T08:22:37.313747+0000","last_peered":"2024-06-06T08:22:37.313747+0000","last_clean":"2024-06-06T08:22:37.313747+0000","last_became_active":"2024-06-06T08:18:37.974382+0000","last_became_peered":"2024-06-06T08:18:37.974382+0000","last_unstale":"2024-06-06T08:22:37.313747+0000","last_undegraded":"2024-06-06T08:22:37.313747+0000","last_fullsized":"2024-06-06T08:22:37.313747+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:38:10.260699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"99'12","reported_seq":50,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.902902+0000","last_change":"2024-06-06T08:18:37.976674+0000","last_active":"2024-06-06T08:22:36.902902+0000","last_peered":"2024-06-06T08:22:36.902902+0000","last_clean":"2024-06-06T08:22:36.902902+0000","last_became_active":"2024-06-06T08:18:37.976279+0000","last_became_peered":"2024-06-06T08:18:37.976279+0000","last_unstale":"2024-06-06T08:22:36.902902+0000","last_undegraded":"2024-06-06T08:22:36.902902+0000","last_fullsized":"2024-06-06T08:22:36.902902+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:49:44.218179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"99'8","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.902689+0000","last_change":"2024-06-06T08:18:37.967246+0000","last_active":"2024-06-06T08:22:36.902689+0000","last_peered":"2024-06-06T08:22:36.902689+0000","last_clean":"2024-06-06T08:22:36.902689+0000","last_became_active":"2024-06-06T08:18:37.966893+0000","last_became_peered":"2024-06-06T08:18:37.966893+0000","last_unstale":"2024-06-06T08:22:36.902689+0000","last_undegraded":"2024-06-06T08:22:36.902689+0000","last_fullsized":"2024-06-06T08:22:36.902689+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:27:37.460198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"99'7","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946484+0000","last_change":"2024-06-06T08:18:37.971779+0000","last_active":"2024-06-06T08:22:36.946484+0000","last_peered":"2024-06-06T08:22:36.946484+0000","last_clean":"2024-06-06T08:22:36.946484+0000","last_became_active":"2024-06-06T08:18:37.971263+0000","last_became_peered":"2024-06-06T08:18:37.971263+0000","last_unstale":"2024-06-06T08:22:36.946484+0000","last_undegraded":"2024-06-06T08:22:36.946484+0000","last_fullsized":"2024-06-06T08:22:36.946484+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:13:07.331856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"99'4","reported_seq":41,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898594+0000","last_change":"2024-06-06T08:18:37.966498+0000","last_active":"2024-06-06T08:22:36.898594+0000","last_peered":"2024-06-06T08:22:36.898594+0000","last_clean":"2024-06-06T08:22:36.898594+0000","last_became_active":"2024-06-06T08:18:37.966168+0000","last_became_peered":"2024-06-06T08:18:37.966168+0000","last_unstale":"2024-06-06T08:22:36.898594+0000","last_undegraded":"2024-06-06T08:22:36.898594+0000","last_fullsized":"2024-06-06T08:22:36.898594+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:53:30.055427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"99'6","reported_seq":42,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.313997+0000","last_change":"2024-06-06T08:18:37.969990+0000","last_active":"2024-06-06T08:22:37.313997+0000","last_peered":"2024-06-06T08:22:37.313997+0000","last_clean":"2024-06-06T08:22:37.313997+0000","last_became_active":"2024-06-06T08:18:37.968057+0000","last_became_peered":"2024-06-06T08:18:37.968057+0000","last_unstale":"2024-06-06T08:22:37.313997+0000","last_undegraded":"2024-06-06T08:22:37.313997+0000","last_fullsized":"2024-06-06T08:22:37.313997+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:58:09.932685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"99'15","reported_seq":52,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.903147+0000","last_change":"2024-06-06T08:18:37.974080+0000","last_active":"2024-06-06T08:22:36.903147+0000","last_peered":"2024-06-06T08:22:36.903147+0000","last_clean":"2024-06-06T08:22:36.903147+0000","last_became_active":"2024-06-06T08:18:37.973730+0000","last_became_peered":"2024-06-06T08:18:37.973730+0000","last_unstale":"2024-06-06T08:22:36.903147+0000","last_undegraded":"2024-06-06T08:22:36.903147+0000","last_fullsized":"2024-06-06T08:22:36.903147+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:44:14.792754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"99'2","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.003053+0000","last_change":"2024-06-06T08:18:37.968451+0000","last_active":"2024-06-06T08:22:37.003053+0000","last_peered":"2024-06-06T08:22:37.003053+0000","last_clean":"2024-06-06T08:22:37.003053+0000","last_became_active":"2024-06-06T08:18:37.968104+0000","last_became_peered":"2024-06-06T08:18:37.968104+0000","last_unstale":"2024-06-06T08:22:37.003053+0000","last_undegraded":"2024-06-06T08:22:37.003053+0000","last_fullsized":"2024-06-06T08:22:37.003053+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:38:19.899618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"99'6","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009999+0000","last_change":"2024-06-06T08:18:37.977208+0000","last_active":"2024-06-06T08:22:37.009999+0000","last_peered":"2024-06-06T08:22:37.009999+0000","last_clean":"2024-06-06T08:22:37.009999+0000","last_became_active":"2024-06-06T08:18:37.976642+0000","last_became_peered":"2024-06-06T08:18:37.976642+0000","last_unstale":"2024-06-06T08:22:37.009999+0000","last_undegraded":"2024-06-06T08:22:37.009999+0000","last_fullsized":"2024-06-06T08:22:37.009999+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:18:53.095544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"99'8","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.002370+0000","last_change":"2024-06-06T08:18:37.970249+0000","last_active":"2024-06-06T08:22:37.002370+0000","last_peered":"2024-06-06T08:22:37.002370+0000","last_clean":"2024-06-06T08:22:37.002370+0000","last_became_active":"2024-06-06T08:18:37.968140+0000","last_became_peered":"2024-06-06T08:18:37.968140+0000","last_unstale":"2024-06-06T08:22:37.002370+0000","last_undegraded":"2024-06-06T08:22:37.002370+0000","last_fullsized":"2024-06-06T08:22:37.002370+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:16:33.574669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"99'10","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.159900+0000","last_change":"2024-06-06T08:18:37.976750+0000","last_active":"2024-06-06T08:22:37.159900+0000","last_peered":"2024-06-06T08:22:37.159900+0000","last_clean":"2024-06-06T08:22:37.159900+0000","last_became_active":"2024-06-06T08:18:37.972660+0000","last_became_peered":"2024-06-06T08:18:37.972660+0000","last_unstale":"2024-06-06T08:22:37.159900+0000","last_undegraded":"2024-06-06T08:22:37.159900+0000","last_fullsized":"2024-06-06T08:22:37.159900+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:35:12.473923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"99'11","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898378+0000","last_change":"2024-06-06T08:18:37.965227+0000","last_active":"2024-06-06T08:22:36.898378+0000","last_peered":"2024-06-06T08:22:36.898378+0000","last_clean":"2024-06-06T08:22:36.898378+0000","last_became_active":"2024-06-06T08:18:37.964901+0000","last_became_peered":"2024-06-06T08:18:37.964901+0000","last_unstale":"2024-06-06T08:22:36.898378+0000","last_undegraded":"2024-06-06T08:22:36.898378+0000","last_fullsized":"2024-06-06T08:22:36.898378+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:44:35.718192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"99'8","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.314118+0000","last_change":"2024-06-06T08:18:37.973543+0000","last_active":"2024-06-06T08:22:37.314118+0000","last_peered":"2024-06-06T08:22:37.314118+0000","last_clean":"2024-06-06T08:22:37.314118+0000","last_became_active":"2024-06-06T08:18:37.973226+0000","last_became_peered":"2024-06-06T08:18:37.973226+0000","last_unstale":"2024-06-06T08:22:37.314118+0000","last_undegraded":"2024-06-06T08:22:37.314118+0000","last_fullsized":"2024-06-06T08:22:37.314118+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:04:36.075435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":1771104,"data_compressed":108543,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":0,"internal_metadata":0},"log_size":148,"ondisk_log_size":148,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":603869,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":1226,"num_read_kb":729,"num_write":300,"num_write_kb":1450,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":589824,"data_stored":1811607,"data_compressed":75906,"data_compressed_allocated":98304,"data_compressed_original":1548288,"omap_allocated":0,"internal_metadata":0},"log_size":236,"ondisk_log_size":236,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":82,"seq":352187318336,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28100,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717052,"statfs":{"total":95995035648,"available":95966261248,"internally_reserved":0,"allocated":1105920,"data_stored":570539,"data_compressed":29482,"data_compressed_allocated":40960,"data_compressed_original":81920,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":74,"seq":317827579974,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32424,"kb_used_data":1248,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712728,"statfs":{"total":95995035648,"available":95961833472,"internally_reserved":0,"allocated":1277952,"data_stored":1364036,"data_compressed":71819,"data_compressed_allocated":94208,"data_compressed_original":794624,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776203,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36460,"kb_used_data":1120,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708692,"statfs":{"total":95995035648,"available":95957700608,"internally_reserved":0,"allocated":1146880,"data_stored":968053,"data_compressed":48628,"data_compressed_allocated":65536,"data_compressed_original":475136,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037841,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32296,"kb_used_data":1116,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712856,"statfs":{"total":95995035648,"available":95961964544,"internally_reserved":0,"allocated":1142784,"data_stored":963877,"data_compressed":48628,"data_compressed_allocated":65536,"data_compressed_original":475136,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299477,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32316,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712836,"statfs":{"total":95995035648,"available":95961944064,"internally_reserved":0,"allocated":1167360,"data_stored":1167880,"data_compressed":65663,"data_compressed_allocated":86016,"data_compressed_original":671744,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863463002,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28092,"kb_used_data":1072,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717060,"statfs":{"total":95995035648,"available":95966269440,"internally_reserved":0,"allocated":1097728,"data_stored":565917,"data_compressed":29482,"data_compressed_allocated":40960,"data_compressed_original":81920,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574964,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28168,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716984,"statfs":{"total":95995035648,"available":95966191616,"internally_reserved":0,"allocated":1175552,"data_stored":639569,"data_compressed":29482,"data_compressed_allocated":40960,"data_compressed_original":81920,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738488,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28116,"kb_used_data":1096,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717036,"statfs":{"total":95995035648,"available":95966244864,"internally_reserved":0,"allocated":1122304,"data_stored":567305,"data_compressed":29482,"data_compressed_allocated":40960,"data_compressed_original":81920,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411440,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28180,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716972,"statfs":{"total":95995035648,"available":95966179328,"internally_reserved":0,"allocated":1187840,"data_stored":641553,"data_compressed":29482,"data_compressed_allocated":40960,"data_compressed_original":81920,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149802,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36464,"kb_used_data":1128,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708688,"statfs":{"total":95995035648,"available":95957696512,"internally_reserved":0,"allocated":1155072,"data_stored":1090927,"data_compressed":54784,"data_compressed_allocated":73728,"data_compressed_original":598016,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888165,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28112,"kb_used_data":1092,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717040,"statfs":{"total":95995035648,"available":95966248960,"internally_reserved":0,"allocated":1118208,"data_stored":571600,"data_compressed":29482,"data_compressed_allocated":40960,"data_compressed_original":81920,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724640,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32344,"kb_used_data":1168,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712808,"statfs":{"total":95995035648,"available":95961915392,"internally_reserved":0,"allocated":1196032,"data_stored":1294147,"data_compressed":71819,"data_compressed_allocated":94208,"data_compressed_original":794624,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36181,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36181,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36181,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":73742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":75726,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":525100,"data_compressed":25302,"data_compressed_allocated":32768,"data_compressed_original":516096,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1677,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":133856,"data_compressed":6156,"data_compressed_allocated":8192,"data_compressed_original":122880,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3493,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":393954,"data_compressed":19146,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":394034,"data_compressed":19146,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":135168,"data_stored":207841,"data_compressed":6156,"data_compressed_allocated":8192,"data_compressed_original":122880,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-06-06T08:22:54.002 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph pg dump --format=json 2024-06-06T08:22:54.314 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:54 smithi042 ceph-mon[32384]: pgmap v11: 129 pgs: 129 active+clean; 1.1 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 0 B/s wr, 15 op/s 2024-06-06T08:22:54.391 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:54 smithi120 ceph-mon[36658]: pgmap v11: 129 pgs: 129 active+clean; 1.1 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 0 B/s wr, 15 op/s 2024-06-06T08:22:54.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:54 smithi149 ceph-mon[36842]: pgmap v11: 129 pgs: 129 active+clean; 1.1 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 0 B/s wr, 15 op/s 2024-06-06T08:22:54.746 INFO:tasks.cephfs.filesystem:scrub status for tag:904bf2ef-6db7-492a-afc2-7991e3bf2268 - {'path': '/', 'tag': '904bf2ef-6db7-492a-afc2-7991e3bf2268', 'options': 'recursive,force'} 2024-06-06T08:22:54.840 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:22:56.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:56 smithi042 ceph-mon[32384]: pgmap v12: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 76 KiB/s wr, 49 op/s 2024-06-06T08:22:56.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:56 smithi120 ceph-mon[36658]: pgmap v12: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 76 KiB/s wr, 49 op/s 2024-06-06T08:22:56.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:56 smithi149 ceph-mon[36842]: pgmap v12: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 76 KiB/s wr, 49 op/s 2024-06-06T08:22:56.594 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:56.595+0000 7f753c23d700 1 -- 172.21.15.42:0/3581243816 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7534074fe0 msgr2=0x7f753410e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:56.594 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:56.595+0000 7f753c23d700 1 --2- 172.21.15.42:0/3581243816 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7534074fe0 0x7f753410e950 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f7524009990 tx=0x7f7524009ca0 comp rx=0 tx=0).stop 2024-06-06T08:22:56.594 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:56.595+0000 7f753c23d700 1 -- 172.21.15.42:0/3581243816 shutdown_connections 2024-06-06T08:22:56.594 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:56.595+0000 7f753c23d700 1 --2- 172.21.15.42:0/3581243816 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f753410ee90 0x7f7534111280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:56.594 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:56.595+0000 7f753c23d700 1 --2- 172.21.15.42:0/3581243816 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f75340746c0 0x7f7534074aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:56.595 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:56.595+0000 7f753c23d700 1 --2- 172.21.15.42:0/3581243816 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7534074fe0 0x7f753410e950 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:56.595 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:56.595+0000 7f753c23d700 1 -- 172.21.15.42:0/3581243816 >> 172.21.15.42:0/3581243816 conn(0x7f7534079530 msgr2=0x7f7534079940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:56.595 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:56.595+0000 7f753c23d700 1 -- 172.21.15.42:0/3581243816 shutdown_connections 2024-06-06T08:22:56.595 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:56.595+0000 7f753c23d700 1 -- 172.21.15.42:0/3581243816 wait complete. 2024-06-06T08:22:56.596 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:56.596+0000 7f753c23d700 1 Processor -- start 2024-06-06T08:22:56.597 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:56.596+0000 7f753c23d700 1 -- start start 2024-06-06T08:22:56.597 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:56.596+0000 7f753c23d700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f75340746c0 0x7f753419ae90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:56.597 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:56.596+0000 7f753c23d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7534074fe0 0x7f753419b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:56.597 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:56.596+0000 7f753c23d700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f753410ee90 0x7f753419f710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:56.597 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:56.596+0000 7f753c23d700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7534114a00 con 0x7f7534074fe0 2024-06-06T08:22:56.597 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:56.596+0000 7f753c23d700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f7534114880 con 0x7f753410ee90 2024-06-06T08:22:56.597 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:56.596+0000 7f753c23d700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f7534114b80 con 0x7f75340746c0 2024-06-06T08:22:56.597 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:56.596+0000 7f75397d8700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7534074fe0 0x7f753419b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:56.597 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:56.596+0000 7f75397d8700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7534074fe0 0x7f753419b3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:41706/0 (socket says 172.21.15.42:41706) 2024-06-06T08:22:56.597 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:56.596+0000 7f75397d8700 1 -- 172.21.15.42:0/768724284 learned_addr learned my addr 172.21.15.42:0/768724284 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:22:56.597 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:56.596+0000 7f7539fd9700 1 --2- 172.21.15.42:0/768724284 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f75340746c0 0x7f753419ae90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:56.597 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:56.596+0000 7f753a7da700 1 --2- 172.21.15.42:0/768724284 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f753410ee90 0x7f753419f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:56.597 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:56.597+0000 7f75397d8700 1 -- 172.21.15.42:0/768724284 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f75340746c0 msgr2=0x7f753419ae90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:56.598 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:56.597+0000 7f75397d8700 1 --2- 172.21.15.42:0/768724284 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f75340746c0 0x7f753419ae90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:56.598 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:56.597+0000 7f75397d8700 1 -- 172.21.15.42:0/768724284 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f753410ee90 msgr2=0x7f753419f710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:56.598 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:56.597+0000 7f75397d8700 1 --2- 172.21.15.42:0/768724284 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f753410ee90 0x7f753419f710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:56.598 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:56.597+0000 7f75397d8700 1 -- 172.21.15.42:0/768724284 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f753419fe50 con 0x7f7534074fe0 2024-06-06T08:22:56.598 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:56.597+0000 7f75397d8700 1 --2- 172.21.15.42:0/768724284 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7534074fe0 0x7f753419b3d0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f7524000c00 tx=0x7f7524003680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:56.598 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:56.597+0000 7f752affd700 1 -- 172.21.15.42:0/768724284 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7524027070 con 0x7f7534074fe0 2024-06-06T08:22:56.598 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:56.597+0000 7f752affd700 1 -- 172.21.15.42:0/768724284 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7524004050 con 0x7f7534074fe0 2024-06-06T08:22:56.598 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:56.597+0000 7f752affd700 1 -- 172.21.15.42:0/768724284 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f752400f460 con 0x7f7534074fe0 2024-06-06T08:22:56.598 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:56.597+0000 7f753c23d700 1 -- 172.21.15.42:0/768724284 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75341a00e0 con 0x7f7534074fe0 2024-06-06T08:22:56.598 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:56.597+0000 7f753c23d700 1 -- 172.21.15.42:0/768724284 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75341a79c0 con 0x7f7534074fe0 2024-06-06T08:22:56.599 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:56.598+0000 7f753c23d700 1 -- 172.21.15.42:0/768724284 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7534069180 con 0x7f7534074fe0 2024-06-06T08:22:56.599 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:56.600+0000 7f752affd700 1 -- 172.21.15.42:0/768724284 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 24) ==== 138009+0+0 (secure 0 0 0) 0x7f752402a070 con 0x7f7534074fe0 2024-06-06T08:22:56.599 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:56.600+0000 7f752affd700 1 --2- 172.21.15.42:0/768724284 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f75200a2ea0 0x7f75200a5360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:56.599 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:56.600+0000 7f7539fd9700 1 --2- 172.21.15.42:0/768724284 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f75200a2ea0 0x7f75200a5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:56.599 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:56.600+0000 7f752affd700 1 -- 172.21.15.42:0/768724284 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f75240d0dd0 con 0x7f7534074fe0 2024-06-06T08:22:56.600 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:56.601+0000 7f7539fd9700 1 --2- 172.21.15.42:0/768724284 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f75200a2ea0 0x7f75200a5360 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f7530009a10 tx=0x7f7530009190 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:56.602 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:56.604+0000 7f752affd700 1 -- 172.21.15.42:0/768724284 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f7524031070 con 0x7f7534074fe0 2024-06-06T08:22:56.803 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:56.804+0000 7f753c23d700 1 -- 172.21.15.42:0/768724284 --> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f75340ffdb0 con 0x7f75200a2ea0 2024-06-06T08:22:56.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:56.813+0000 7f752affd700 1 -- 172.21.15.42:0/768724284 <== mgr.15204 v2:172.21.15.42:6800/3064910691 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+339842 (secure 0 0 0) 0x7f75340ffdb0 con 0x7f75200a2ea0 2024-06-06T08:22:56.817 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:22:56.819 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:56.816+0000 7f753c23d700 1 -- 172.21.15.42:0/768724284 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f75200a2ea0 msgr2=0x7f75200a5360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:56.819 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:56.816+0000 7f753c23d700 1 --2- 172.21.15.42:0/768724284 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f75200a2ea0 0x7f75200a5360 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f7530009a10 tx=0x7f7530009190 comp rx=0 tx=0).stop 2024-06-06T08:22:56.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:56.816+0000 7f753c23d700 1 -- 172.21.15.42:0/768724284 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7534074fe0 msgr2=0x7f753419b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:56.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:56.816+0000 7f753c23d700 1 --2- 172.21.15.42:0/768724284 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7534074fe0 0x7f753419b3d0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f7524000c00 tx=0x7f7524003680 comp rx=0 tx=0).stop 2024-06-06T08:22:56.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:56.816+0000 7f753c23d700 1 -- 172.21.15.42:0/768724284 shutdown_connections 2024-06-06T08:22:56.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:56.816+0000 7f753c23d700 1 --2- 172.21.15.42:0/768724284 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f75200a2ea0 0x7f75200a5360 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:56.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:56.816+0000 7f753c23d700 1 --2- 172.21.15.42:0/768724284 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f753410ee90 0x7f753419f710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:56.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:56.817+0000 7f753c23d700 1 --2- 172.21.15.42:0/768724284 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f75340746c0 0x7f753419ae90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:56.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:56.817+0000 7f753c23d700 1 --2- 172.21.15.42:0/768724284 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7534074fe0 0x7f753419b3d0 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:56.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:56.817+0000 7f753c23d700 1 -- 172.21.15.42:0/768724284 >> 172.21.15.42:0/768724284 conn(0x7f7534079530 msgr2=0x7f75340ff6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:56.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:56.817+0000 7f753c23d700 1 -- 172.21.15.42:0/768724284 shutdown_connections 2024-06-06T08:22:56.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:56.817+0000 7f753c23d700 1 -- 172.21.15.42:0/768724284 wait complete. 2024-06-06T08:22:56.820 INFO:teuthology.orchestra.run.smithi042.stderr:dumped all 2024-06-06T08:22:57.445 INFO:teuthology.orchestra.run.smithi042.stdout:{"pg_ready":true,"pg_map":{"version":12,"stamp":"2024-06-06T08:22:54.914503+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1391103,"num_objects":66,"num_object_clones":0,"num_object_copies":200,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":1748,"num_read_kb":1306,"num_write":629,"num_write_kb":5304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":1180770,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":965,"ondisk_log_size":965,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":371160,"kb_used_data":13640,"kb_used_omap":18,"kb_used_meta":357357,"kb_avail":1124570664,"statfs":{"total":1151940427776,"available":1151560359936,"internally_reserved":0,"allocated":13967360,"data_stored":10995299,"data_compressed":565800,"data_compressed_allocated":761856,"data_compressed_original":4853760,"omap_allocated":19142,"internal_metadata":365933882},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":196632,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":446,"num_read_kb":488,"num_write":146,"num_write_kb":914,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002851"},"pg_stats":[{"pgid":"3.3f","version":"99'8","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.314277+0000","last_change":"2024-06-06T08:18:37.969286+0000","last_active":"2024-06-06T08:22:37.314277+0000","last_peered":"2024-06-06T08:22:37.314277+0000","last_clean":"2024-06-06T08:22:37.314277+0000","last_became_active":"2024-06-06T08:18:37.968898+0000","last_became_peered":"2024-06-06T08:18:37.968898+0000","last_unstale":"2024-06-06T08:22:37.314277+0000","last_undegraded":"2024-06-06T08:22:37.314277+0000","last_fullsized":"2024-06-06T08:22:37.314277+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:03:49.018143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"99'4","reported_seq":42,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946681+0000","last_change":"2024-06-06T08:18:37.975057+0000","last_active":"2024-06-06T08:22:36.946681+0000","last_peered":"2024-06-06T08:22:36.946681+0000","last_clean":"2024-06-06T08:22:36.946681+0000","last_became_active":"2024-06-06T08:18:37.974448+0000","last_became_peered":"2024-06-06T08:18:37.974448+0000","last_unstale":"2024-06-06T08:22:36.946681+0000","last_undegraded":"2024-06-06T08:22:36.946681+0000","last_fullsized":"2024-06-06T08:22:36.946681+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:56:41.129485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"99'7","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946448+0000","last_change":"2024-06-06T08:18:37.968865+0000","last_active":"2024-06-06T08:22:36.946448+0000","last_peered":"2024-06-06T08:22:36.946448+0000","last_clean":"2024-06-06T08:22:36.946448+0000","last_became_active":"2024-06-06T08:18:37.968415+0000","last_became_peered":"2024-06-06T08:18:37.968415+0000","last_unstale":"2024-06-06T08:22:36.946448+0000","last_undegraded":"2024-06-06T08:22:36.946448+0000","last_fullsized":"2024-06-06T08:22:36.946448+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:44:48.929544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"99'8","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010093+0000","last_change":"2024-06-06T08:18:37.973664+0000","last_active":"2024-06-06T08:22:37.010093+0000","last_peered":"2024-06-06T08:22:37.010093+0000","last_clean":"2024-06-06T08:22:37.010093+0000","last_became_active":"2024-06-06T08:18:37.972598+0000","last_became_peered":"2024-06-06T08:18:37.972598+0000","last_unstale":"2024-06-06T08:22:37.010093+0000","last_undegraded":"2024-06-06T08:22:37.010093+0000","last_fullsized":"2024-06-06T08:22:37.010093+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:12:09.810046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"99'4","reported_seq":41,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001251+0000","last_change":"2024-06-06T08:18:37.971245+0000","last_active":"2024-06-06T08:22:37.001251+0000","last_peered":"2024-06-06T08:22:37.001251+0000","last_clean":"2024-06-06T08:22:37.001251+0000","last_became_active":"2024-06-06T08:18:37.970942+0000","last_became_peered":"2024-06-06T08:18:37.970942+0000","last_unstale":"2024-06-06T08:22:37.001251+0000","last_undegraded":"2024-06-06T08:22:37.001251+0000","last_fullsized":"2024-06-06T08:22:37.001251+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:01:03.121018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"99'6","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.013079+0000","last_change":"2024-06-06T08:18:37.971545+0000","last_active":"2024-06-06T08:22:37.013079+0000","last_peered":"2024-06-06T08:22:37.013079+0000","last_clean":"2024-06-06T08:22:37.013079+0000","last_became_active":"2024-06-06T08:18:37.970818+0000","last_became_peered":"2024-06-06T08:18:37.970818+0000","last_unstale":"2024-06-06T08:22:37.013079+0000","last_undegraded":"2024-06-06T08:22:37.013079+0000","last_fullsized":"2024-06-06T08:22:37.013079+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:31:04.675659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"99'5","reported_seq":42,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899156+0000","last_change":"2024-06-06T08:18:37.975007+0000","last_active":"2024-06-06T08:22:36.899156+0000","last_peered":"2024-06-06T08:22:36.899156+0000","last_clean":"2024-06-06T08:22:36.899156+0000","last_became_active":"2024-06-06T08:18:37.974687+0000","last_became_peered":"2024-06-06T08:18:37.974687+0000","last_unstale":"2024-06-06T08:22:36.899156+0000","last_undegraded":"2024-06-06T08:22:36.899156+0000","last_fullsized":"2024-06-06T08:22:36.899156+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:50:28.803869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"99'9","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.002116+0000","last_change":"2024-06-06T08:18:37.973751+0000","last_active":"2024-06-06T08:22:37.002116+0000","last_peered":"2024-06-06T08:22:37.002116+0000","last_clean":"2024-06-06T08:22:37.002116+0000","last_became_active":"2024-06-06T08:18:37.973437+0000","last_became_peered":"2024-06-06T08:18:37.973437+0000","last_unstale":"2024-06-06T08:22:37.002116+0000","last_undegraded":"2024-06-06T08:22:37.002116+0000","last_fullsized":"2024-06-06T08:22:37.002116+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:49:49.230857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"99'11","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.159814+0000","last_change":"2024-06-06T08:18:37.969877+0000","last_active":"2024-06-06T08:22:37.159814+0000","last_peered":"2024-06-06T08:22:37.159814+0000","last_clean":"2024-06-06T08:22:37.159814+0000","last_became_active":"2024-06-06T08:18:37.968143+0000","last_became_peered":"2024-06-06T08:18:37.968143+0000","last_unstale":"2024-06-06T08:22:37.159814+0000","last_undegraded":"2024-06-06T08:22:37.159814+0000","last_fullsized":"2024-06-06T08:22:37.159814+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:37:51.949277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"99'16","reported_seq":53,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.013488+0000","last_change":"2024-06-06T08:18:37.966582+0000","last_active":"2024-06-06T08:22:37.013488+0000","last_peered":"2024-06-06T08:22:37.013488+0000","last_clean":"2024-06-06T08:22:37.013488+0000","last_became_active":"2024-06-06T08:18:37.966101+0000","last_became_peered":"2024-06-06T08:18:37.966101+0000","last_unstale":"2024-06-06T08:22:37.013488+0000","last_undegraded":"2024-06-06T08:22:37.013488+0000","last_fullsized":"2024-06-06T08:22:37.013488+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:03:28.811154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"99'6","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899656+0000","last_change":"2024-06-06T08:18:37.971894+0000","last_active":"2024-06-06T08:22:36.899656+0000","last_peered":"2024-06-06T08:22:36.899656+0000","last_clean":"2024-06-06T08:22:36.899656+0000","last_became_active":"2024-06-06T08:18:37.971571+0000","last_became_peered":"2024-06-06T08:18:37.971571+0000","last_unstale":"2024-06-06T08:22:36.899656+0000","last_undegraded":"2024-06-06T08:22:36.899656+0000","last_fullsized":"2024-06-06T08:22:36.899656+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:25:21.990022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"99'7","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010036+0000","last_change":"2024-06-06T08:18:37.976387+0000","last_active":"2024-06-06T08:22:37.010036+0000","last_peered":"2024-06-06T08:22:37.010036+0000","last_clean":"2024-06-06T08:22:37.010036+0000","last_became_active":"2024-06-06T08:18:37.975401+0000","last_became_peered":"2024-06-06T08:18:37.975401+0000","last_unstale":"2024-06-06T08:22:37.010036+0000","last_undegraded":"2024-06-06T08:22:37.010036+0000","last_fullsized":"2024-06-06T08:22:37.010036+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:46:21.791578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"99'10","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898464+0000","last_change":"2024-06-06T08:18:37.972454+0000","last_active":"2024-06-06T08:22:36.898464+0000","last_peered":"2024-06-06T08:22:36.898464+0000","last_clean":"2024-06-06T08:22:36.898464+0000","last_became_active":"2024-06-06T08:18:37.971686+0000","last_became_peered":"2024-06-06T08:18:37.971686+0000","last_unstale":"2024-06-06T08:22:36.898464+0000","last_undegraded":"2024-06-06T08:22:36.898464+0000","last_fullsized":"2024-06-06T08:22:36.898464+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:12:25.393092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"99'7","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946329+0000","last_change":"2024-06-06T08:18:37.975608+0000","last_active":"2024-06-06T08:22:36.946329+0000","last_peered":"2024-06-06T08:22:36.946329+0000","last_clean":"2024-06-06T08:22:36.946329+0000","last_became_active":"2024-06-06T08:18:37.975058+0000","last_became_peered":"2024-06-06T08:18:37.975058+0000","last_unstale":"2024-06-06T08:22:36.946329+0000","last_undegraded":"2024-06-06T08:22:36.946329+0000","last_fullsized":"2024-06-06T08:22:36.946329+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:02:46.106415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"99'7","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946227+0000","last_change":"2024-06-06T08:18:37.970867+0000","last_active":"2024-06-06T08:22:36.946227+0000","last_peered":"2024-06-06T08:22:36.946227+0000","last_clean":"2024-06-06T08:22:36.946227+0000","last_became_active":"2024-06-06T08:18:37.970521+0000","last_became_peered":"2024-06-06T08:18:37.970521+0000","last_unstale":"2024-06-06T08:22:36.946227+0000","last_undegraded":"2024-06-06T08:22:36.946227+0000","last_fullsized":"2024-06-06T08:22:36.946227+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:58:33.517402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"99'9","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.159314+0000","last_change":"2024-06-06T08:18:37.973492+0000","last_active":"2024-06-06T08:22:37.159314+0000","last_peered":"2024-06-06T08:22:37.159314+0000","last_clean":"2024-06-06T08:22:37.159314+0000","last_became_active":"2024-06-06T08:18:37.972691+0000","last_became_peered":"2024-06-06T08:18:37.972691+0000","last_unstale":"2024-06-06T08:22:37.159314+0000","last_undegraded":"2024-06-06T08:22:37.159314+0000","last_fullsized":"2024-06-06T08:22:37.159314+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:34:06.138782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"99'8","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.314152+0000","last_change":"2024-06-06T08:18:37.968931+0000","last_active":"2024-06-06T08:22:37.314152+0000","last_peered":"2024-06-06T08:22:37.314152+0000","last_clean":"2024-06-06T08:22:37.314152+0000","last_became_active":"2024-06-06T08:18:37.968544+0000","last_became_peered":"2024-06-06T08:18:37.968544+0000","last_unstale":"2024-06-06T08:22:37.314152+0000","last_undegraded":"2024-06-06T08:22:37.314152+0000","last_fullsized":"2024-06-06T08:22:37.314152+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:29:03.919712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"99'10","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.999617+0000","last_change":"2024-06-06T08:18:37.968783+0000","last_active":"2024-06-06T08:22:36.999617+0000","last_peered":"2024-06-06T08:22:36.999617+0000","last_clean":"2024-06-06T08:22:36.999617+0000","last_became_active":"2024-06-06T08:18:37.968471+0000","last_became_peered":"2024-06-06T08:18:37.968471+0000","last_unstale":"2024-06-06T08:22:36.999617+0000","last_undegraded":"2024-06-06T08:22:36.999617+0000","last_fullsized":"2024-06-06T08:22:36.999617+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:36:23.904974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"99'7","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.903143+0000","last_change":"2024-06-06T08:18:37.971803+0000","last_active":"2024-06-06T08:22:36.903143+0000","last_peered":"2024-06-06T08:22:36.903143+0000","last_clean":"2024-06-06T08:22:36.903143+0000","last_became_active":"2024-06-06T08:18:37.971131+0000","last_became_peered":"2024-06-06T08:18:37.971131+0000","last_unstale":"2024-06-06T08:22:36.903143+0000","last_undegraded":"2024-06-06T08:22:36.903143+0000","last_fullsized":"2024-06-06T08:22:36.903143+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:37:23.954557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.902710+0000","last_change":"2024-06-06T08:18:48.002957+0000","last_active":"2024-06-06T08:22:36.902710+0000","last_peered":"2024-06-06T08:22:36.902710+0000","last_clean":"2024-06-06T08:22:36.902710+0000","last_became_active":"2024-06-06T08:18:48.001518+0000","last_became_peered":"2024-06-06T08:18:48.001518+0000","last_unstale":"2024-06-06T08:22:36.902710+0000","last_undegraded":"2024-06-06T08:22:36.902710+0000","last_fullsized":"2024-06-06T08:22:36.902710+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:55:37.919549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"99'9","reported_seq":55,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:42.915661+0000","last_change":"2024-06-06T08:18:34.680831+0000","last_active":"2024-06-06T08:22:42.915661+0000","last_peered":"2024-06-06T08:22:42.915661+0000","last_clean":"2024-06-06T08:22:42.915661+0000","last_became_active":"2024-06-06T08:18:34.680454+0000","last_became_peered":"2024-06-06T08:18:34.680454+0000","last_unstale":"2024-06-06T08:22:42.915661+0000","last_undegraded":"2024-06-06T08:22:42.915661+0000","last_fullsized":"2024-06-06T08:22:42.915661+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:58:54.944086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"99'5","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.002908+0000","last_change":"2024-06-06T08:18:37.977854+0000","last_active":"2024-06-06T08:22:37.002908+0000","last_peered":"2024-06-06T08:22:37.002908+0000","last_clean":"2024-06-06T08:22:37.002908+0000","last_became_active":"2024-06-06T08:18:37.977434+0000","last_became_peered":"2024-06-06T08:18:37.977434+0000","last_unstale":"2024-06-06T08:22:37.002908+0000","last_undegraded":"2024-06-06T08:22:37.002908+0000","last_fullsized":"2024-06-06T08:22:37.002908+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:33:32.371856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009576+0000","last_change":"2024-06-06T08:18:48.003720+0000","last_active":"2024-06-06T08:22:37.009576+0000","last_peered":"2024-06-06T08:22:37.009576+0000","last_clean":"2024-06-06T08:22:37.009576+0000","last_became_active":"2024-06-06T08:18:48.003293+0000","last_became_peered":"2024-06-06T08:18:48.003293+0000","last_unstale":"2024-06-06T08:22:37.009576+0000","last_undegraded":"2024-06-06T08:22:37.009576+0000","last_fullsized":"2024-06-06T08:22:37.009576+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:39:08.052369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"99'2","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.003009+0000","last_change":"2024-06-06T08:18:34.830505+0000","last_active":"2024-06-06T08:22:37.003009+0000","last_peered":"2024-06-06T08:22:37.003009+0000","last_clean":"2024-06-06T08:22:37.003009+0000","last_became_active":"2024-06-06T08:18:34.830157+0000","last_became_peered":"2024-06-06T08:18:34.830157+0000","last_unstale":"2024-06-06T08:22:37.003009+0000","last_undegraded":"2024-06-06T08:22:37.003009+0000","last_fullsized":"2024-06-06T08:22:37.003009+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:07:55.952261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"99'6","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946717+0000","last_change":"2024-06-06T08:18:37.974925+0000","last_active":"2024-06-06T08:22:36.946717+0000","last_peered":"2024-06-06T08:22:36.946717+0000","last_clean":"2024-06-06T08:22:36.946717+0000","last_became_active":"2024-06-06T08:18:37.974528+0000","last_became_peered":"2024-06-06T08:18:37.974528+0000","last_unstale":"2024-06-06T08:22:36.946717+0000","last_undegraded":"2024-06-06T08:22:36.946717+0000","last_fullsized":"2024-06-06T08:22:36.946717+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:54:47.694267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009674+0000","last_change":"2024-06-06T08:18:48.005547+0000","last_active":"2024-06-06T08:22:37.009674+0000","last_peered":"2024-06-06T08:22:37.009674+0000","last_clean":"2024-06-06T08:22:37.009674+0000","last_became_active":"2024-06-06T08:18:48.004679+0000","last_became_peered":"2024-06-06T08:18:48.004679+0000","last_unstale":"2024-06-06T08:22:37.009674+0000","last_undegraded":"2024-06-06T08:22:37.009674+0000","last_fullsized":"2024-06-06T08:22:37.009674+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:53:29.106218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"99'4","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001756+0000","last_change":"2024-06-06T08:18:34.683926+0000","last_active":"2024-06-06T08:22:37.001756+0000","last_peered":"2024-06-06T08:22:37.001756+0000","last_clean":"2024-06-06T08:22:37.001756+0000","last_became_active":"2024-06-06T08:18:34.683493+0000","last_became_peered":"2024-06-06T08:18:34.683493+0000","last_unstale":"2024-06-06T08:22:37.001756+0000","last_undegraded":"2024-06-06T08:22:37.001756+0000","last_fullsized":"2024-06-06T08:22:37.001756+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:27:29.601530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"99'9","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.159481+0000","last_change":"2024-06-06T08:18:37.975179+0000","last_active":"2024-06-06T08:22:37.159481+0000","last_peered":"2024-06-06T08:22:37.159481+0000","last_clean":"2024-06-06T08:22:37.159481+0000","last_became_active":"2024-06-06T08:18:37.974205+0000","last_became_peered":"2024-06-06T08:18:37.974205+0000","last_unstale":"2024-06-06T08:22:37.159481+0000","last_undegraded":"2024-06-06T08:22:37.159481+0000","last_fullsized":"2024-06-06T08:22:37.159481+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:29:03.142921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009603+0000","last_change":"2024-06-06T08:18:48.004230+0000","last_active":"2024-06-06T08:22:37.009603+0000","last_peered":"2024-06-06T08:22:37.009603+0000","last_clean":"2024-06-06T08:22:37.009603+0000","last_became_active":"2024-06-06T08:18:48.003537+0000","last_became_peered":"2024-06-06T08:18:48.003537+0000","last_unstale":"2024-06-06T08:22:37.009603+0000","last_undegraded":"2024-06-06T08:22:37.009603+0000","last_fullsized":"2024-06-06T08:22:37.009603+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:07:20.249382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"90'2","reported_seq":18,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.313811+0000","last_change":"2024-06-06T08:19:20.084063+0000","last_active":"2024-06-06T08:22:37.313811+0000","last_peered":"2024-06-06T08:22:37.313811+0000","last_clean":"2024-06-06T08:22:37.313811+0000","last_became_active":"2024-06-06T08:19:20.075868+0000","last_became_peered":"2024-06-06T08:19:20.075868+0000","last_unstale":"2024-06-06T08:22:37.313811+0000","last_undegraded":"2024-06-06T08:22:37.313811+0000","last_fullsized":"2024-06-06T08:22:37.313811+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:59:24.220798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1d","version":"99'15","reported_seq":52,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010415+0000","last_change":"2024-06-06T08:18:37.973128+0000","last_active":"2024-06-06T08:22:37.010415+0000","last_peered":"2024-06-06T08:22:37.010415+0000","last_clean":"2024-06-06T08:22:37.010415+0000","last_became_active":"2024-06-06T08:18:37.972667+0000","last_became_peered":"2024-06-06T08:18:37.972667+0000","last_unstale":"2024-06-06T08:22:37.010415+0000","last_undegraded":"2024-06-06T08:22:37.010415+0000","last_fullsized":"2024-06-06T08:22:37.010415+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:30:50.132958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.903000+0000","last_change":"2024-06-06T08:18:48.004156+0000","last_active":"2024-06-06T08:22:36.903000+0000","last_peered":"2024-06-06T08:22:36.903000+0000","last_clean":"2024-06-06T08:22:36.903000+0000","last_became_active":"2024-06-06T08:18:48.003705+0000","last_became_peered":"2024-06-06T08:18:48.003705+0000","last_unstale":"2024-06-06T08:22:36.903000+0000","last_undegraded":"2024-06-06T08:22:36.903000+0000","last_fullsized":"2024-06-06T08:22:36.903000+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:52:37.890207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"100'7","reported_seq":241,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:51.575498+0000","last_change":"2024-06-06T08:18:34.685641+0000","last_active":"2024-06-06T08:22:51.575498+0000","last_peered":"2024-06-06T08:22:51.575498+0000","last_clean":"2024-06-06T08:22:51.575498+0000","last_became_active":"2024-06-06T08:18:34.685132+0000","last_became_peered":"2024-06-06T08:18:34.685132+0000","last_unstale":"2024-06-06T08:22:51.575498+0000","last_undegraded":"2024-06-06T08:22:51.575498+0000","last_fullsized":"2024-06-06T08:22:51.575498+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:40:43.547356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1402,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":191,"num_read_kb":3,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"99'7","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001269+0000","last_change":"2024-06-06T08:18:37.973373+0000","last_active":"2024-06-06T08:22:37.001269+0000","last_peered":"2024-06-06T08:22:37.001269+0000","last_clean":"2024-06-06T08:22:37.001269+0000","last_became_active":"2024-06-06T08:18:37.973058+0000","last_became_peered":"2024-06-06T08:18:37.973058+0000","last_unstale":"2024-06-06T08:22:37.001269+0000","last_undegraded":"2024-06-06T08:22:37.001269+0000","last_fullsized":"2024-06-06T08:22:37.001269+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:32:17.184387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.903370+0000","last_change":"2024-06-06T08:18:48.010926+0000","last_active":"2024-06-06T08:22:36.903370+0000","last_peered":"2024-06-06T08:22:36.903370+0000","last_clean":"2024-06-06T08:22:36.903370+0000","last_became_active":"2024-06-06T08:18:48.010444+0000","last_became_peered":"2024-06-06T08:18:48.010444+0000","last_unstale":"2024-06-06T08:22:36.903370+0000","last_undegraded":"2024-06-06T08:22:36.903370+0000","last_fullsized":"2024-06-06T08:22:36.903370+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:53:31.540388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"99'3","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.013001+0000","last_change":"2024-06-06T08:18:34.680735+0000","last_active":"2024-06-06T08:22:37.013001+0000","last_peered":"2024-06-06T08:22:37.013001+0000","last_clean":"2024-06-06T08:22:37.013001+0000","last_became_active":"2024-06-06T08:18:34.680352+0000","last_became_peered":"2024-06-06T08:18:34.680352+0000","last_unstale":"2024-06-06T08:22:37.013001+0000","last_undegraded":"2024-06-06T08:22:37.013001+0000","last_fullsized":"2024-06-06T08:22:37.013001+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:24:50.680543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"99'8","reported_seq":22,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.999107+0000","last_change":"2024-06-06T08:19:20.075768+0000","last_active":"2024-06-06T08:22:36.999107+0000","last_peered":"2024-06-06T08:22:36.999107+0000","last_clean":"2024-06-06T08:22:36.999107+0000","last_became_active":"2024-06-06T08:19:20.075384+0000","last_became_peered":"2024-06-06T08:19:20.075384+0000","last_unstale":"2024-06-06T08:22:36.999107+0000","last_undegraded":"2024-06-06T08:22:36.999107+0000","last_fullsized":"2024-06-06T08:22:36.999107+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:34:44.437089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,3],"acting":[9,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.313823+0000","last_change":"2024-06-06T08:18:48.012906+0000","last_active":"2024-06-06T08:22:37.313823+0000","last_peered":"2024-06-06T08:22:37.313823+0000","last_clean":"2024-06-06T08:22:37.313823+0000","last_became_active":"2024-06-06T08:18:48.012454+0000","last_became_peered":"2024-06-06T08:18:48.012454+0000","last_unstale":"2024-06-06T08:22:37.313823+0000","last_undegraded":"2024-06-06T08:22:37.313823+0000","last_fullsized":"2024-06-06T08:22:37.313823+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:36:56.660610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"99'2","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898131+0000","last_change":"2024-06-06T08:18:34.678683+0000","last_active":"2024-06-06T08:22:36.898131+0000","last_peered":"2024-06-06T08:22:36.898131+0000","last_clean":"2024-06-06T08:22:36.898131+0000","last_became_active":"2024-06-06T08:18:34.678342+0000","last_became_peered":"2024-06-06T08:18:34.678342+0000","last_unstale":"2024-06-06T08:22:36.898131+0000","last_undegraded":"2024-06-06T08:22:36.898131+0000","last_fullsized":"2024-06-06T08:22:36.898131+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T20:11:33.963323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"99'8","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001988+0000","last_change":"2024-06-06T08:18:37.965932+0000","last_active":"2024-06-06T08:22:37.001988+0000","last_peered":"2024-06-06T08:22:37.001988+0000","last_clean":"2024-06-06T08:22:37.001988+0000","last_became_active":"2024-06-06T08:18:37.963714+0000","last_became_peered":"2024-06-06T08:18:37.963714+0000","last_unstale":"2024-06-06T08:22:37.001988+0000","last_undegraded":"2024-06-06T08:22:37.001988+0000","last_fullsized":"2024-06-06T08:22:37.001988+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:06:11.882753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946651+0000","last_change":"2024-06-06T08:18:48.002609+0000","last_active":"2024-06-06T08:22:36.946651+0000","last_peered":"2024-06-06T08:22:36.946651+0000","last_clean":"2024-06-06T08:22:36.946651+0000","last_became_active":"2024-06-06T08:18:48.002211+0000","last_became_peered":"2024-06-06T08:18:48.002211+0000","last_unstale":"2024-06-06T08:22:36.946651+0000","last_undegraded":"2024-06-06T08:22:36.946651+0000","last_fullsized":"2024-06-06T08:22:36.946651+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:55:07.926808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"99'1","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009947+0000","last_change":"2024-06-06T08:18:34.685112+0000","last_active":"2024-06-06T08:22:37.009947+0000","last_peered":"2024-06-06T08:22:37.009947+0000","last_clean":"2024-06-06T08:22:37.009947+0000","last_became_active":"2024-06-06T08:18:34.682604+0000","last_became_peered":"2024-06-06T08:18:34.682604+0000","last_unstale":"2024-06-06T08:22:37.009947+0000","last_undegraded":"2024-06-06T08:22:37.009947+0000","last_fullsized":"2024-06-06T08:22:37.009947+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:13:14.896283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"99'11","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.998669+0000","last_change":"2024-06-06T08:18:37.966628+0000","last_active":"2024-06-06T08:22:36.998669+0000","last_peered":"2024-06-06T08:22:36.998669+0000","last_clean":"2024-06-06T08:22:36.998669+0000","last_became_active":"2024-06-06T08:18:37.966174+0000","last_became_peered":"2024-06-06T08:18:37.966174+0000","last_unstale":"2024-06-06T08:22:36.998669+0000","last_undegraded":"2024-06-06T08:22:36.998669+0000","last_fullsized":"2024-06-06T08:22:36.998669+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:26:27.138349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.002191+0000","last_change":"2024-06-06T08:18:48.006357+0000","last_active":"2024-06-06T08:22:37.002191+0000","last_peered":"2024-06-06T08:22:37.002191+0000","last_clean":"2024-06-06T08:22:37.002191+0000","last_became_active":"2024-06-06T08:18:48.005964+0000","last_became_peered":"2024-06-06T08:18:48.005964+0000","last_unstale":"2024-06-06T08:22:37.002191+0000","last_undegraded":"2024-06-06T08:22:37.002191+0000","last_fullsized":"2024-06-06T08:22:37.002191+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:17:40.197144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"100'4","reported_seq":235,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:51.574807+0000","last_change":"2024-06-06T08:18:34.678638+0000","last_active":"2024-06-06T08:22:51.574807+0000","last_peered":"2024-06-06T08:22:51.574807+0000","last_clean":"2024-06-06T08:22:51.574807+0000","last_became_active":"2024-06-06T08:18:34.678294+0000","last_became_peered":"2024-06-06T08:18:34.678294+0000","last_unstale":"2024-06-06T08:22:51.574807+0000","last_undegraded":"2024-06-06T08:22:51.574807+0000","last_fullsized":"2024-06-06T08:22:51.574807+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:03:28.113846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":188,"num_read_kb":188,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"99'10","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.159890+0000","last_change":"2024-06-06T08:18:37.971773+0000","last_active":"2024-06-06T08:22:37.159890+0000","last_peered":"2024-06-06T08:22:37.159890+0000","last_clean":"2024-06-06T08:22:37.159890+0000","last_became_active":"2024-06-06T08:18:37.969850+0000","last_became_peered":"2024-06-06T08:18:37.969850+0000","last_unstale":"2024-06-06T08:22:37.159890+0000","last_undegraded":"2024-06-06T08:22:37.159890+0000","last_fullsized":"2024-06-06T08:22:37.159890+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:16:43.238696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.998507+0000","last_change":"2024-06-06T08:18:48.011111+0000","last_active":"2024-06-06T08:22:36.998507+0000","last_peered":"2024-06-06T08:22:36.998507+0000","last_clean":"2024-06-06T08:22:36.998507+0000","last_became_active":"2024-06-06T08:18:48.010614+0000","last_became_peered":"2024-06-06T08:18:48.010614+0000","last_unstale":"2024-06-06T08:22:36.998507+0000","last_undegraded":"2024-06-06T08:22:36.998507+0000","last_fullsized":"2024-06-06T08:22:36.998507+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:08:29.921768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"99'2","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899520+0000","last_change":"2024-06-06T08:18:34.684626+0000","last_active":"2024-06-06T08:22:36.899520+0000","last_peered":"2024-06-06T08:22:36.899520+0000","last_clean":"2024-06-06T08:22:36.899520+0000","last_became_active":"2024-06-06T08:18:34.683484+0000","last_became_peered":"2024-06-06T08:18:34.683484+0000","last_unstale":"2024-06-06T08:22:36.899520+0000","last_undegraded":"2024-06-06T08:22:36.899520+0000","last_fullsized":"2024-06-06T08:22:36.899520+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:43:17.979708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"99'9","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946750+0000","last_change":"2024-06-06T08:18:37.971981+0000","last_active":"2024-06-06T08:22:36.946750+0000","last_peered":"2024-06-06T08:22:36.946750+0000","last_clean":"2024-06-06T08:22:36.946750+0000","last_became_active":"2024-06-06T08:18:37.971625+0000","last_became_peered":"2024-06-06T08:18:37.971625+0000","last_unstale":"2024-06-06T08:22:36.946750+0000","last_undegraded":"2024-06-06T08:22:36.946750+0000","last_fullsized":"2024-06-06T08:22:36.946750+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:26:54.424426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009781+0000","last_change":"2024-06-06T08:18:48.001480+0000","last_active":"2024-06-06T08:22:37.009781+0000","last_peered":"2024-06-06T08:22:37.009781+0000","last_clean":"2024-06-06T08:22:37.009781+0000","last_became_active":"2024-06-06T08:18:48.001066+0000","last_became_peered":"2024-06-06T08:18:48.001066+0000","last_unstale":"2024-06-06T08:22:37.009781+0000","last_undegraded":"2024-06-06T08:22:37.009781+0000","last_fullsized":"2024-06-06T08:22:37.009781+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:41:03.746928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"99'4","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010278+0000","last_change":"2024-06-06T08:18:34.830839+0000","last_active":"2024-06-06T08:22:37.010278+0000","last_peered":"2024-06-06T08:22:37.010278+0000","last_clean":"2024-06-06T08:22:37.010278+0000","last_became_active":"2024-06-06T08:18:34.830371+0000","last_became_peered":"2024-06-06T08:18:34.830371+0000","last_unstale":"2024-06-06T08:22:37.010278+0000","last_undegraded":"2024-06-06T08:22:37.010278+0000","last_fullsized":"2024-06-06T08:22:37.010278+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:27:59.206172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"99'11","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.159635+0000","last_change":"2024-06-06T08:18:37.980946+0000","last_active":"2024-06-06T08:22:37.159635+0000","last_peered":"2024-06-06T08:22:37.159635+0000","last_clean":"2024-06-06T08:22:37.159635+0000","last_became_active":"2024-06-06T08:18:37.980580+0000","last_became_peered":"2024-06-06T08:18:37.980580+0000","last_unstale":"2024-06-06T08:22:37.159635+0000","last_undegraded":"2024-06-06T08:22:37.159635+0000","last_fullsized":"2024-06-06T08:22:37.159635+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:13:23.979160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":15,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.012867+0000","last_change":"2024-06-06T08:19:20.076301+0000","last_active":"2024-06-06T08:22:37.012867+0000","last_peered":"2024-06-06T08:22:37.012867+0000","last_clean":"2024-06-06T08:22:37.012867+0000","last_became_active":"2024-06-06T08:19:20.075827+0000","last_became_peered":"2024-06-06T08:19:20.075827+0000","last_unstale":"2024-06-06T08:22:37.012867+0000","last_undegraded":"2024-06-06T08:22:37.012867+0000","last_fullsized":"2024-06-06T08:22:37.012867+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:33:26.126674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,11,5],"acting":[10,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.14","version":"100'43","reported_seq":477,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:52.576336+0000","last_change":"2024-06-06T08:18:34.682178+0000","last_active":"2024-06-06T08:22:52.576336+0000","last_peered":"2024-06-06T08:22:52.576336+0000","last_clean":"2024-06-06T08:22:52.576336+0000","last_became_active":"2024-06-06T08:18:34.681568+0000","last_became_peered":"2024-06-06T08:18:34.681568+0000","last_unstale":"2024-06-06T08:22:52.576336+0000","last_undegraded":"2024-06-06T08:22:52.576336+0000","last_fullsized":"2024-06-06T08:22:52.576336+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:52:19.711661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":73742,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":391,"num_read_kb":268,"num_write":44,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"99'6","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001547+0000","last_change":"2024-06-06T08:18:37.977178+0000","last_active":"2024-06-06T08:22:37.001547+0000","last_peered":"2024-06-06T08:22:37.001547+0000","last_clean":"2024-06-06T08:22:37.001547+0000","last_became_active":"2024-06-06T08:18:37.976879+0000","last_became_peered":"2024-06-06T08:18:37.976879+0000","last_unstale":"2024-06-06T08:22:37.001547+0000","last_undegraded":"2024-06-06T08:22:37.001547+0000","last_fullsized":"2024-06-06T08:22:37.001547+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:21:44.043685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010651+0000","last_change":"2024-06-06T08:18:48.006999+0000","last_active":"2024-06-06T08:22:37.010651+0000","last_peered":"2024-06-06T08:22:37.010651+0000","last_clean":"2024-06-06T08:22:37.010651+0000","last_became_active":"2024-06-06T08:18:48.005658+0000","last_became_peered":"2024-06-06T08:18:48.005658+0000","last_unstale":"2024-06-06T08:22:37.010651+0000","last_undegraded":"2024-06-06T08:22:37.010651+0000","last_fullsized":"2024-06-06T08:22:37.010651+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:34:10.637604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"99'6","reported_seq":25,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.313727+0000","last_change":"2024-06-06T08:19:20.081844+0000","last_active":"2024-06-06T08:22:37.313727+0000","last_peered":"2024-06-06T08:22:37.313727+0000","last_clean":"2024-06-06T08:22:37.313727+0000","last_became_active":"2024-06-06T08:19:20.075790+0000","last_became_peered":"2024-06-06T08:19:20.075790+0000","last_unstale":"2024-06-06T08:22:37.313727+0000","last_undegraded":"2024-06-06T08:22:37.313727+0000","last_fullsized":"2024-06-06T08:22:37.313727+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:25:04.061811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"99'9","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898100+0000","last_change":"2024-06-06T08:18:37.972377+0000","last_active":"2024-06-06T08:22:36.898100+0000","last_peered":"2024-06-06T08:22:36.898100+0000","last_clean":"2024-06-06T08:22:36.898100+0000","last_became_active":"2024-06-06T08:18:37.971755+0000","last_became_peered":"2024-06-06T08:18:37.971755+0000","last_unstale":"2024-06-06T08:22:36.898100+0000","last_undegraded":"2024-06-06T08:22:36.898100+0000","last_fullsized":"2024-06-06T08:22:36.898100+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:00:54.267536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":34,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.313998+0000","last_change":"2024-06-06T08:19:20.077172+0000","last_active":"2024-06-06T08:22:37.313998+0000","last_peered":"2024-06-06T08:22:37.313998+0000","last_clean":"2024-06-06T08:22:37.313998+0000","last_became_active":"2024-06-06T08:19:20.076569+0000","last_became_peered":"2024-06-06T08:19:20.076569+0000","last_unstale":"2024-06-06T08:22:37.313998+0000","last_undegraded":"2024-06-06T08:22:37.313998+0000","last_fullsized":"2024-06-06T08:22:37.313998+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T20:17:32.702814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,7,6],"acting":[11,8,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"99'3","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010253+0000","last_change":"2024-06-06T08:18:34.683416+0000","last_active":"2024-06-06T08:22:37.010253+0000","last_peered":"2024-06-06T08:22:37.010253+0000","last_clean":"2024-06-06T08:22:37.010253+0000","last_became_active":"2024-06-06T08:18:34.683056+0000","last_became_peered":"2024-06-06T08:18:34.683056+0000","last_unstale":"2024-06-06T08:22:37.010253+0000","last_undegraded":"2024-06-06T08:22:37.010253+0000","last_fullsized":"2024-06-06T08:22:37.010253+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:52:58.744871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"99'15","reported_seq":52,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899497+0000","last_change":"2024-06-06T08:18:37.978644+0000","last_active":"2024-06-06T08:22:36.899497+0000","last_peered":"2024-06-06T08:22:36.899497+0000","last_clean":"2024-06-06T08:22:36.899497+0000","last_became_active":"2024-06-06T08:18:37.978318+0000","last_became_peered":"2024-06-06T08:18:37.978318+0000","last_unstale":"2024-06-06T08:22:36.899497+0000","last_undegraded":"2024-06-06T08:22:36.899497+0000","last_fullsized":"2024-06-06T08:22:36.899497+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:44:07.829155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.999659+0000","last_change":"2024-06-06T08:18:48.004073+0000","last_active":"2024-06-06T08:22:36.999659+0000","last_peered":"2024-06-06T08:22:36.999659+0000","last_clean":"2024-06-06T08:22:36.999659+0000","last_became_active":"2024-06-06T08:18:48.003698+0000","last_became_peered":"2024-06-06T08:18:48.003698+0000","last_unstale":"2024-06-06T08:22:36.999659+0000","last_undegraded":"2024-06-06T08:22:36.999659+0000","last_fullsized":"2024-06-06T08:22:36.999659+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:31:31.524345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"100'6","reported_seq":242,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:51.611018+0000","last_change":"2024-06-06T08:18:34.684025+0000","last_active":"2024-06-06T08:22:51.611018+0000","last_peered":"2024-06-06T08:22:51.611018+0000","last_clean":"2024-06-06T08:22:51.611018+0000","last_became_active":"2024-06-06T08:18:34.683704+0000","last_became_peered":"2024-06-06T08:18:34.683704+0000","last_unstale":"2024-06-06T08:22:51.611018+0000","last_undegraded":"2024-06-06T08:22:51.611018+0000","last_fullsized":"2024-06-06T08:22:51.611018+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:35:18.994049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1509,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":194,"num_read_kb":6,"num_write":5,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"99'6","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899401+0000","last_change":"2024-06-06T08:18:37.974755+0000","last_active":"2024-06-06T08:22:36.899401+0000","last_peered":"2024-06-06T08:22:36.899401+0000","last_clean":"2024-06-06T08:22:36.899401+0000","last_became_active":"2024-06-06T08:18:37.974433+0000","last_became_peered":"2024-06-06T08:18:37.974433+0000","last_unstale":"2024-06-06T08:22:36.899401+0000","last_undegraded":"2024-06-06T08:22:36.899401+0000","last_fullsized":"2024-06-06T08:22:36.899401+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:42:29.994159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":34,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898602+0000","last_change":"2024-06-06T08:19:20.076660+0000","last_active":"2024-06-06T08:22:36.898602+0000","last_peered":"2024-06-06T08:22:36.898602+0000","last_clean":"2024-06-06T08:22:36.898602+0000","last_became_active":"2024-06-06T08:19:20.076106+0000","last_became_peered":"2024-06-06T08:19:20.076106+0000","last_unstale":"2024-06-06T08:22:36.898602+0000","last_undegraded":"2024-06-06T08:22:36.898602+0000","last_fullsized":"2024-06-06T08:22:36.898602+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:04:14.912823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,8,11],"acting":[6,3,8,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"99'15","reported_seq":75,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001170+0000","last_change":"2024-06-06T08:19:20.083268+0000","last_active":"2024-06-06T08:22:37.001170+0000","last_peered":"2024-06-06T08:22:37.001170+0000","last_clean":"2024-06-06T08:22:37.001170+0000","last_became_active":"2024-06-06T08:19:20.072772+0000","last_became_peered":"2024-06-06T08:19:20.072772+0000","last_unstale":"2024-06-06T08:22:37.001170+0000","last_undegraded":"2024-06-06T08:22:37.001170+0000","last_fullsized":"2024-06-06T08:22:37.001170+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:24:31.654914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,4],"acting":[8,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"99'6","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010081+0000","last_change":"2024-06-06T08:18:37.974686+0000","last_active":"2024-06-06T08:22:37.010081+0000","last_peered":"2024-06-06T08:22:37.010081+0000","last_clean":"2024-06-06T08:22:37.010081+0000","last_became_active":"2024-06-06T08:18:37.974359+0000","last_became_peered":"2024-06-06T08:18:37.974359+0000","last_unstale":"2024-06-06T08:22:37.010081+0000","last_undegraded":"2024-06-06T08:22:37.010081+0000","last_fullsized":"2024-06-06T08:22:37.010081+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:59:11.839143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010001+0000","last_change":"2024-06-06T08:18:48.004663+0000","last_active":"2024-06-06T08:22:37.010001+0000","last_peered":"2024-06-06T08:22:37.010001+0000","last_clean":"2024-06-06T08:22:37.010001+0000","last_became_active":"2024-06-06T08:18:48.004157+0000","last_became_peered":"2024-06-06T08:18:48.004157+0000","last_unstale":"2024-06-06T08:22:37.010001+0000","last_undegraded":"2024-06-06T08:22:37.010001+0000","last_fullsized":"2024-06-06T08:22:37.010001+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:24:09.672748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"99'2","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001578+0000","last_change":"2024-06-06T08:18:34.680195+0000","last_active":"2024-06-06T08:22:37.001578+0000","last_peered":"2024-06-06T08:22:37.001578+0000","last_clean":"2024-06-06T08:22:37.001578+0000","last_became_active":"2024-06-06T08:18:34.679739+0000","last_became_peered":"2024-06-06T08:18:34.679739+0000","last_unstale":"2024-06-06T08:22:37.001578+0000","last_undegraded":"2024-06-06T08:22:37.001578+0000","last_fullsized":"2024-06-06T08:22:37.001578+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:35:12.003240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"99'5","reported_seq":41,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.313942+0000","last_change":"2024-06-06T08:18:37.972817+0000","last_active":"2024-06-06T08:22:37.313942+0000","last_peered":"2024-06-06T08:22:37.313942+0000","last_clean":"2024-06-06T08:22:37.313942+0000","last_became_active":"2024-06-06T08:18:37.972330+0000","last_became_peered":"2024-06-06T08:18:37.972330+0000","last_unstale":"2024-06-06T08:22:37.313942+0000","last_undegraded":"2024-06-06T08:22:37.313942+0000","last_fullsized":"2024-06-06T08:22:37.313942+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:28:52.945097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001214+0000","last_change":"2024-06-06T08:18:48.069745+0000","last_active":"2024-06-06T08:22:37.001214+0000","last_peered":"2024-06-06T08:22:37.001214+0000","last_clean":"2024-06-06T08:22:37.001214+0000","last_became_active":"2024-06-06T08:18:48.069211+0000","last_became_peered":"2024-06-06T08:18:48.069211+0000","last_unstale":"2024-06-06T08:22:37.001214+0000","last_undegraded":"2024-06-06T08:22:37.001214+0000","last_fullsized":"2024-06-06T08:22:37.001214+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:20:30.421047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.999399+0000","last_change":"2024-06-06T08:18:34.831498+0000","last_active":"2024-06-06T08:22:36.999399+0000","last_peered":"2024-06-06T08:22:36.999399+0000","last_clean":"2024-06-06T08:22:36.999399+0000","last_became_active":"2024-06-06T08:18:34.831101+0000","last_became_peered":"2024-06-06T08:18:34.831101+0000","last_unstale":"2024-06-06T08:22:36.999399+0000","last_undegraded":"2024-06-06T08:22:36.999399+0000","last_fullsized":"2024-06-06T08:22:36.999399+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:51:33.531875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"99'4","reported_seq":42,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.013098+0000","last_change":"2024-06-06T08:18:37.968601+0000","last_active":"2024-06-06T08:22:37.013098+0000","last_peered":"2024-06-06T08:22:37.013098+0000","last_clean":"2024-06-06T08:22:37.013098+0000","last_became_active":"2024-06-06T08:18:37.968269+0000","last_became_peered":"2024-06-06T08:18:37.968269+0000","last_unstale":"2024-06-06T08:22:37.013098+0000","last_undegraded":"2024-06-06T08:22:37.013098+0000","last_fullsized":"2024-06-06T08:22:37.013098+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:51:35.437855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898416+0000","last_change":"2024-06-06T08:18:48.009054+0000","last_active":"2024-06-06T08:22:36.898416+0000","last_peered":"2024-06-06T08:22:36.898416+0000","last_clean":"2024-06-06T08:22:36.898416+0000","last_became_active":"2024-06-06T08:18:48.008286+0000","last_became_peered":"2024-06-06T08:18:48.008286+0000","last_unstale":"2024-06-06T08:22:36.898416+0000","last_undegraded":"2024-06-06T08:22:36.898416+0000","last_fullsized":"2024-06-06T08:22:36.898416+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:24:47.868921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"99'1","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899808+0000","last_change":"2024-06-06T08:18:34.685520+0000","last_active":"2024-06-06T08:22:36.899808+0000","last_peered":"2024-06-06T08:22:36.899808+0000","last_clean":"2024-06-06T08:22:36.899808+0000","last_became_active":"2024-06-06T08:18:34.685063+0000","last_became_peered":"2024-06-06T08:18:34.685063+0000","last_unstale":"2024-06-06T08:22:36.899808+0000","last_undegraded":"2024-06-06T08:22:36.899808+0000","last_fullsized":"2024-06-06T08:22:36.899808+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:48:39.032501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"99'7","reported_seq":51,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.013116+0000","last_change":"2024-06-06T08:19:20.072686+0000","last_active":"2024-06-06T08:22:37.013116+0000","last_peered":"2024-06-06T08:22:37.013116+0000","last_clean":"2024-06-06T08:22:37.013116+0000","last_became_active":"2024-06-06T08:19:20.072310+0000","last_became_peered":"2024-06-06T08:19:20.072310+0000","last_unstale":"2024-06-06T08:22:37.013116+0000","last_undegraded":"2024-06-06T08:22:37.013116+0000","last_fullsized":"2024-06-06T08:22:37.013116+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:07:16.268969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898753+0000","last_change":"2024-06-06T08:18:48.069698+0000","last_active":"2024-06-06T08:22:36.898753+0000","last_peered":"2024-06-06T08:22:36.898753+0000","last_clean":"2024-06-06T08:22:36.898753+0000","last_became_active":"2024-06-06T08:18:48.069126+0000","last_became_peered":"2024-06-06T08:18:48.069126+0000","last_unstale":"2024-06-06T08:22:36.898753+0000","last_undegraded":"2024-06-06T08:22:36.898753+0000","last_fullsized":"2024-06-06T08:22:36.898753+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:12:41.551061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"99'8","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010270+0000","last_change":"2024-06-06T08:18:37.976958+0000","last_active":"2024-06-06T08:22:37.010270+0000","last_peered":"2024-06-06T08:22:37.010270+0000","last_clean":"2024-06-06T08:22:37.010270+0000","last_became_active":"2024-06-06T08:18:37.975255+0000","last_became_peered":"2024-06-06T08:18:37.975255+0000","last_unstale":"2024-06-06T08:22:37.010270+0000","last_undegraded":"2024-06-06T08:22:37.010270+0000","last_fullsized":"2024-06-06T08:22:37.010270+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:30:43.849320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"100'6","reported_seq":238,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:51.610423+0000","last_change":"2024-06-06T08:18:34.830568+0000","last_active":"2024-06-06T08:22:51.610423+0000","last_peered":"2024-06-06T08:22:51.610423+0000","last_clean":"2024-06-06T08:22:51.610423+0000","last_became_active":"2024-06-06T08:18:34.830197+0000","last_became_peered":"2024-06-06T08:18:34.830197+0000","last_unstale":"2024-06-06T08:22:51.610423+0000","last_undegraded":"2024-06-06T08:22:51.610423+0000","last_fullsized":"2024-06-06T08:22:51.610423+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:55:26.436553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":188,"num_read_kb":188,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"99'1","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899525+0000","last_change":"2024-06-06T08:18:48.010465+0000","last_active":"2024-06-06T08:22:36.899525+0000","last_peered":"2024-06-06T08:22:36.899525+0000","last_clean":"2024-06-06T08:22:36.899525+0000","last_became_active":"2024-06-06T08:18:48.010096+0000","last_became_peered":"2024-06-06T08:18:48.010096+0000","last_unstale":"2024-06-06T08:22:36.899525+0000","last_undegraded":"2024-06-06T08:22:36.899525+0000","last_fullsized":"2024-06-06T08:22:36.899525+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:39:33.906074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"99'8","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.002597+0000","last_change":"2024-06-06T08:18:37.973719+0000","last_active":"2024-06-06T08:22:37.002597+0000","last_peered":"2024-06-06T08:22:37.002597+0000","last_clean":"2024-06-06T08:22:37.002597+0000","last_became_active":"2024-06-06T08:18:37.973395+0000","last_became_peered":"2024-06-06T08:18:37.973395+0000","last_unstale":"2024-06-06T08:22:37.002597+0000","last_undegraded":"2024-06-06T08:22:37.002597+0000","last_fullsized":"2024-06-06T08:22:37.002597+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:46:30.231836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"99'3","reported_seq":49,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009782+0000","last_change":"2024-06-06T08:18:34.681983+0000","last_active":"2024-06-06T08:22:37.009782+0000","last_peered":"2024-06-06T08:22:37.009782+0000","last_clean":"2024-06-06T08:22:37.009782+0000","last_became_active":"2024-06-06T08:18:34.681609+0000","last_became_peered":"2024-06-06T08:18:34.681609+0000","last_unstale":"2024-06-06T08:22:37.009782+0000","last_undegraded":"2024-06-06T08:22:37.009782+0000","last_fullsized":"2024-06-06T08:22:37.009782+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:52:15.132317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"100'148","reported_seq":422,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:39.022966+0000","last_change":"2024-06-06T08:17:15.096339+0000","last_active":"2024-06-06T08:22:39.022966+0000","last_peered":"2024-06-06T08:22:39.022966+0000","last_clean":"2024-06-06T08:22:39.022966+0000","last_became_active":"2024-06-06T08:17:15.095774+0000","last_became_peered":"2024-06-06T08:17:15.095774+0000","last_unstale":"2024-06-06T08:22:39.022966+0000","last_undegraded":"2024-06-06T08:22:39.022966+0000","last_fullsized":"2024-06-06T08:22:39.022966+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:13:45.360899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:13:45.360899+0000","last_clean_scrub_stamp":"2024-06-06T08:13:45.360899+0000","objects_scrubbed":0,"log_size":148,"log_dups_size":0,"ondisk_log_size":148,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:11:51.805874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010386+0000","last_change":"2024-06-06T08:18:48.069855+0000","last_active":"2024-06-06T08:22:37.010386+0000","last_peered":"2024-06-06T08:22:37.010386+0000","last_clean":"2024-06-06T08:22:37.010386+0000","last_became_active":"2024-06-06T08:18:48.069438+0000","last_became_peered":"2024-06-06T08:18:48.069438+0000","last_unstale":"2024-06-06T08:22:37.010386+0000","last_undegraded":"2024-06-06T08:22:37.010386+0000","last_fullsized":"2024-06-06T08:22:37.010386+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:25:14.432797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"99'5","reported_seq":49,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898040+0000","last_change":"2024-06-06T08:19:20.073432+0000","last_active":"2024-06-06T08:22:36.898040+0000","last_peered":"2024-06-06T08:22:36.898040+0000","last_clean":"2024-06-06T08:22:36.898040+0000","last_became_active":"2024-06-06T08:19:20.073034+0000","last_became_peered":"2024-06-06T08:19:20.073034+0000","last_unstale":"2024-06-06T08:22:36.898040+0000","last_undegraded":"2024-06-06T08:22:36.898040+0000","last_fullsized":"2024-06-06T08:22:36.898040+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:08:52.802582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,2],"acting":[6,9,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"99'3","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899328+0000","last_change":"2024-06-06T08:18:34.682370+0000","last_active":"2024-06-06T08:22:36.899328+0000","last_peered":"2024-06-06T08:22:36.899328+0000","last_clean":"2024-06-06T08:22:36.899328+0000","last_became_active":"2024-06-06T08:18:34.682002+0000","last_became_peered":"2024-06-06T08:18:34.682002+0000","last_unstale":"2024-06-06T08:22:36.899328+0000","last_undegraded":"2024-06-06T08:22:36.899328+0000","last_fullsized":"2024-06-06T08:22:36.899328+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:48:56.690891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.313837+0000","last_change":"2024-06-06T08:18:48.006552+0000","last_active":"2024-06-06T08:22:37.313837+0000","last_peered":"2024-06-06T08:22:37.313837+0000","last_clean":"2024-06-06T08:22:37.313837+0000","last_became_active":"2024-06-06T08:18:48.006021+0000","last_became_peered":"2024-06-06T08:18:48.006021+0000","last_unstale":"2024-06-06T08:22:37.313837+0000","last_undegraded":"2024-06-06T08:22:37.313837+0000","last_fullsized":"2024-06-06T08:22:37.313837+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:22:25.504479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"99'1","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001681+0000","last_change":"2024-06-06T08:18:34.831372+0000","last_active":"2024-06-06T08:22:37.001681+0000","last_peered":"2024-06-06T08:22:37.001681+0000","last_clean":"2024-06-06T08:22:37.001681+0000","last_became_active":"2024-06-06T08:18:34.830779+0000","last_became_peered":"2024-06-06T08:18:34.830779+0000","last_unstale":"2024-06-06T08:22:37.001681+0000","last_undegraded":"2024-06-06T08:22:37.001681+0000","last_fullsized":"2024-06-06T08:22:37.001681+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T20:16:51.953873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"99'9","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898608+0000","last_change":"2024-06-06T08:18:37.965533+0000","last_active":"2024-06-06T08:22:36.898608+0000","last_peered":"2024-06-06T08:22:36.898608+0000","last_clean":"2024-06-06T08:22:36.898608+0000","last_became_active":"2024-06-06T08:18:37.965190+0000","last_became_peered":"2024-06-06T08:18:37.965190+0000","last_unstale":"2024-06-06T08:22:36.898608+0000","last_undegraded":"2024-06-06T08:22:36.898608+0000","last_fullsized":"2024-06-06T08:22:36.898608+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:56:20.789040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001649+0000","last_change":"2024-06-06T08:18:48.069482+0000","last_active":"2024-06-06T08:22:37.001649+0000","last_peered":"2024-06-06T08:22:37.001649+0000","last_clean":"2024-06-06T08:22:37.001649+0000","last_became_active":"2024-06-06T08:18:48.069033+0000","last_became_peered":"2024-06-06T08:18:48.069033+0000","last_unstale":"2024-06-06T08:22:37.001649+0000","last_undegraded":"2024-06-06T08:22:37.001649+0000","last_fullsized":"2024-06-06T08:22:37.001649+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:53:57.135522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"100'101","reported_seq":237,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:49.241073+0000","last_change":"2024-06-06T08:18:34.680768+0000","last_active":"2024-06-06T08:22:49.241073+0000","last_peered":"2024-06-06T08:22:49.241073+0000","last_clean":"2024-06-06T08:22:49.241073+0000","last_became_active":"2024-06-06T08:18:34.680388+0000","last_became_peered":"2024-06-06T08:18:34.680388+0000","last_unstale":"2024-06-06T08:22:49.241073+0000","last_undegraded":"2024-06-06T08:22:49.241073+0000","last_fullsized":"2024-06-06T08:22:49.241073+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":0,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:20:11.041953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":312,"num_read_kb":277,"num_write":185,"num_write_kb":1286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"99'5","reported_seq":42,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.002845+0000","last_change":"2024-06-06T08:18:37.962877+0000","last_active":"2024-06-06T08:22:37.002845+0000","last_peered":"2024-06-06T08:22:37.002845+0000","last_clean":"2024-06-06T08:22:37.002845+0000","last_became_active":"2024-06-06T08:18:37.962515+0000","last_became_peered":"2024-06-06T08:18:37.962515+0000","last_unstale":"2024-06-06T08:22:37.002845+0000","last_undegraded":"2024-06-06T08:22:37.002845+0000","last_fullsized":"2024-06-06T08:22:37.002845+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:09:29.783996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.902692+0000","last_change":"2024-06-06T08:18:48.002421+0000","last_active":"2024-06-06T08:22:36.902692+0000","last_peered":"2024-06-06T08:22:36.902692+0000","last_clean":"2024-06-06T08:22:36.902692+0000","last_became_active":"2024-06-06T08:18:48.001500+0000","last_became_peered":"2024-06-06T08:18:48.001500+0000","last_unstale":"2024-06-06T08:22:36.902692+0000","last_undegraded":"2024-06-06T08:22:36.902692+0000","last_fullsized":"2024-06-06T08:22:36.902692+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:16:23.206777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"99'4","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009979+0000","last_change":"2024-06-06T08:18:35.126605+0000","last_active":"2024-06-06T08:22:37.009979+0000","last_peered":"2024-06-06T08:22:37.009979+0000","last_clean":"2024-06-06T08:22:37.009979+0000","last_became_active":"2024-06-06T08:18:35.126225+0000","last_became_peered":"2024-06-06T08:18:35.126225+0000","last_unstale":"2024-06-06T08:22:37.009979+0000","last_undegraded":"2024-06-06T08:22:37.009979+0000","last_fullsized":"2024-06-06T08:22:37.009979+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:27:58.288349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"99'7","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946719+0000","last_change":"2024-06-06T08:18:37.978178+0000","last_active":"2024-06-06T08:22:36.946719+0000","last_peered":"2024-06-06T08:22:36.946719+0000","last_clean":"2024-06-06T08:22:36.946719+0000","last_became_active":"2024-06-06T08:18:37.977413+0000","last_became_peered":"2024-06-06T08:18:37.977413+0000","last_unstale":"2024-06-06T08:22:36.946719+0000","last_undegraded":"2024-06-06T08:22:36.946719+0000","last_fullsized":"2024-06-06T08:22:36.946719+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:19:27.492305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":34,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009770+0000","last_change":"2024-06-06T08:19:20.074860+0000","last_active":"2024-06-06T08:22:37.009770+0000","last_peered":"2024-06-06T08:22:37.009770+0000","last_clean":"2024-06-06T08:22:37.009770+0000","last_became_active":"2024-06-06T08:19:20.074377+0000","last_became_peered":"2024-06-06T08:19:20.074377+0000","last_unstale":"2024-06-06T08:22:37.009770+0000","last_undegraded":"2024-06-06T08:22:37.009770+0000","last_fullsized":"2024-06-06T08:22:37.009770+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:24:23.991833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,10,9],"acting":[4,8,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"99'2","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.159386+0000","last_change":"2024-06-06T08:18:34.830742+0000","last_active":"2024-06-06T08:22:37.159386+0000","last_peered":"2024-06-06T08:22:37.159386+0000","last_clean":"2024-06-06T08:22:37.159386+0000","last_became_active":"2024-06-06T08:18:34.830351+0000","last_became_peered":"2024-06-06T08:18:34.830351+0000","last_unstale":"2024-06-06T08:22:37.159386+0000","last_undegraded":"2024-06-06T08:22:37.159386+0000","last_fullsized":"2024-06-06T08:22:37.159386+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:26:10.297538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"99'2","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001168+0000","last_change":"2024-06-06T08:18:37.968284+0000","last_active":"2024-06-06T08:22:37.001168+0000","last_peered":"2024-06-06T08:22:37.001168+0000","last_clean":"2024-06-06T08:22:37.001168+0000","last_became_active":"2024-06-06T08:18:37.967965+0000","last_became_peered":"2024-06-06T08:18:37.967965+0000","last_unstale":"2024-06-06T08:22:37.001168+0000","last_undegraded":"2024-06-06T08:22:37.001168+0000","last_fullsized":"2024-06-06T08:22:37.001168+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:06:27.202803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.999829+0000","last_change":"2024-06-06T08:18:48.011663+0000","last_active":"2024-06-06T08:22:36.999829+0000","last_peered":"2024-06-06T08:22:36.999829+0000","last_clean":"2024-06-06T08:22:36.999829+0000","last_became_active":"2024-06-06T08:18:48.011061+0000","last_became_peered":"2024-06-06T08:18:48.011061+0000","last_unstale":"2024-06-06T08:22:36.999829+0000","last_undegraded":"2024-06-06T08:22:36.999829+0000","last_fullsized":"2024-06-06T08:22:36.999829+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:42:57.080453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"99'3","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.002293+0000","last_change":"2024-06-06T08:18:34.682065+0000","last_active":"2024-06-06T08:22:37.002293+0000","last_peered":"2024-06-06T08:22:37.002293+0000","last_clean":"2024-06-06T08:22:37.002293+0000","last_became_active":"2024-06-06T08:18:34.681713+0000","last_became_peered":"2024-06-06T08:18:34.681713+0000","last_unstale":"2024-06-06T08:22:37.002293+0000","last_undegraded":"2024-06-06T08:22:37.002293+0000","last_fullsized":"2024-06-06T08:22:37.002293+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:31:52.342368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"99'9","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.313667+0000","last_change":"2024-06-06T08:18:37.970529+0000","last_active":"2024-06-06T08:22:37.313667+0000","last_peered":"2024-06-06T08:22:37.313667+0000","last_clean":"2024-06-06T08:22:37.313667+0000","last_became_active":"2024-06-06T08:18:37.967457+0000","last_became_peered":"2024-06-06T08:18:37.967457+0000","last_unstale":"2024-06-06T08:22:37.313667+0000","last_undegraded":"2024-06-06T08:22:37.313667+0000","last_fullsized":"2024-06-06T08:22:37.313667+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:37:02.931598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"99'1","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009701+0000","last_change":"2024-06-06T08:18:48.001708+0000","last_active":"2024-06-06T08:22:37.009701+0000","last_peered":"2024-06-06T08:22:37.009701+0000","last_clean":"2024-06-06T08:22:37.009701+0000","last_became_active":"2024-06-06T08:18:48.001028+0000","last_became_peered":"2024-06-06T08:18:48.001028+0000","last_unstale":"2024-06-06T08:22:37.009701+0000","last_undegraded":"2024-06-06T08:22:37.009701+0000","last_fullsized":"2024-06-06T08:22:37.009701+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:34:36.608830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"100'2","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.903181+0000","last_change":"2024-06-06T08:18:34.681687+0000","last_active":"2024-06-06T08:22:36.903181+0000","last_peered":"2024-06-06T08:22:36.903181+0000","last_clean":"2024-06-06T08:22:36.903181+0000","last_became_active":"2024-06-06T08:18:34.681359+0000","last_became_peered":"2024-06-06T08:18:34.681359+0000","last_unstale":"2024-06-06T08:22:36.903181+0000","last_undegraded":"2024-06-06T08:22:36.903181+0000","last_fullsized":"2024-06-06T08:22:36.903181+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:04:45.735761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"99'8","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.002792+0000","last_change":"2024-06-06T08:18:37.970897+0000","last_active":"2024-06-06T08:22:37.002792+0000","last_peered":"2024-06-06T08:22:37.002792+0000","last_clean":"2024-06-06T08:22:37.002792+0000","last_became_active":"2024-06-06T08:18:37.970571+0000","last_became_peered":"2024-06-06T08:18:37.970571+0000","last_unstale":"2024-06-06T08:22:37.002792+0000","last_undegraded":"2024-06-06T08:22:37.002792+0000","last_fullsized":"2024-06-06T08:22:37.002792+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:46:15.915929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009768+0000","last_change":"2024-06-06T08:18:48.069630+0000","last_active":"2024-06-06T08:22:37.009768+0000","last_peered":"2024-06-06T08:22:37.009768+0000","last_clean":"2024-06-06T08:22:37.009768+0000","last_became_active":"2024-06-06T08:18:48.069072+0000","last_became_peered":"2024-06-06T08:18:48.069072+0000","last_unstale":"2024-06-06T08:22:37.009768+0000","last_undegraded":"2024-06-06T08:22:37.009768+0000","last_fullsized":"2024-06-06T08:22:37.009768+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:06:52.895802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"99'4","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001388+0000","last_change":"2024-06-06T08:18:34.684436+0000","last_active":"2024-06-06T08:22:37.001388+0000","last_peered":"2024-06-06T08:22:37.001388+0000","last_clean":"2024-06-06T08:22:37.001388+0000","last_became_active":"2024-06-06T08:18:34.684088+0000","last_became_peered":"2024-06-06T08:18:34.684088+0000","last_unstale":"2024-06-06T08:22:37.001388+0000","last_undegraded":"2024-06-06T08:22:37.001388+0000","last_fullsized":"2024-06-06T08:22:37.001388+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:15:52.921779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"99'5","reported_seq":42,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899308+0000","last_change":"2024-06-06T08:18:37.969446+0000","last_active":"2024-06-06T08:22:36.899308+0000","last_peered":"2024-06-06T08:22:36.899308+0000","last_clean":"2024-06-06T08:22:36.899308+0000","last_became_active":"2024-06-06T08:18:37.969080+0000","last_became_peered":"2024-06-06T08:18:37.969080+0000","last_unstale":"2024-06-06T08:22:36.899308+0000","last_undegraded":"2024-06-06T08:22:36.899308+0000","last_fullsized":"2024-06-06T08:22:36.899308+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:11:04.510503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.159616+0000","last_change":"2024-06-06T08:18:48.003740+0000","last_active":"2024-06-06T08:22:37.159616+0000","last_peered":"2024-06-06T08:22:37.159616+0000","last_clean":"2024-06-06T08:22:37.159616+0000","last_became_active":"2024-06-06T08:18:48.003336+0000","last_became_peered":"2024-06-06T08:18:48.003336+0000","last_unstale":"2024-06-06T08:22:37.159616+0000","last_undegraded":"2024-06-06T08:22:37.159616+0000","last_fullsized":"2024-06-06T08:22:37.159616+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:50:46.165799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"99'3","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.903560+0000","last_change":"2024-06-06T08:18:35.126341+0000","last_active":"2024-06-06T08:22:36.903560+0000","last_peered":"2024-06-06T08:22:36.903560+0000","last_clean":"2024-06-06T08:22:36.903560+0000","last_became_active":"2024-06-06T08:18:35.125952+0000","last_became_peered":"2024-06-06T08:18:35.125952+0000","last_unstale":"2024-06-06T08:22:36.903560+0000","last_undegraded":"2024-06-06T08:22:36.903560+0000","last_fullsized":"2024-06-06T08:22:36.903560+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:27:06.337259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"99'7","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899706+0000","last_change":"2024-06-06T08:18:37.968441+0000","last_active":"2024-06-06T08:22:36.899706+0000","last_peered":"2024-06-06T08:22:36.899706+0000","last_clean":"2024-06-06T08:22:36.899706+0000","last_became_active":"2024-06-06T08:18:37.968104+0000","last_became_peered":"2024-06-06T08:18:37.968104+0000","last_unstale":"2024-06-06T08:22:36.899706+0000","last_undegraded":"2024-06-06T08:22:36.899706+0000","last_fullsized":"2024-06-06T08:22:36.899706+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:15:56.554327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946226+0000","last_change":"2024-06-06T08:18:48.003394+0000","last_active":"2024-06-06T08:22:36.946226+0000","last_peered":"2024-06-06T08:22:36.946226+0000","last_clean":"2024-06-06T08:22:36.946226+0000","last_became_active":"2024-06-06T08:18:48.002989+0000","last_became_peered":"2024-06-06T08:18:48.002989+0000","last_unstale":"2024-06-06T08:22:36.946226+0000","last_undegraded":"2024-06-06T08:22:36.946226+0000","last_fullsized":"2024-06-06T08:22:36.946226+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:03:19.225845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"100'65","reported_seq":139,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:48.888353+0000","last_change":"2024-06-06T08:18:34.682688+0000","last_active":"2024-06-06T08:22:48.888353+0000","last_peered":"2024-06-06T08:22:48.888353+0000","last_clean":"2024-06-06T08:22:48.888353+0000","last_became_active":"2024-06-06T08:18:34.682315+0000","last_became_peered":"2024-06-06T08:18:34.682315+0000","last_unstale":"2024-06-06T08:22:48.888353+0000","last_undegraded":"2024-06-06T08:22:48.888353+0000","last_fullsized":"2024-06-06T08:22:48.888353+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":0,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:06:00.681812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":328302,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":34,"num_read_kb":33,"num_write":76,"num_write_kb":941,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"99'6","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899455+0000","last_change":"2024-06-06T08:18:37.973181+0000","last_active":"2024-06-06T08:22:36.899455+0000","last_peered":"2024-06-06T08:22:36.899455+0000","last_clean":"2024-06-06T08:22:36.899455+0000","last_became_active":"2024-06-06T08:18:37.972850+0000","last_became_peered":"2024-06-06T08:18:37.972850+0000","last_unstale":"2024-06-06T08:22:36.899455+0000","last_undegraded":"2024-06-06T08:22:36.899455+0000","last_fullsized":"2024-06-06T08:22:36.899455+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:03:25.044516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009827+0000","last_change":"2024-06-06T08:18:48.004398+0000","last_active":"2024-06-06T08:22:37.009827+0000","last_peered":"2024-06-06T08:22:37.009827+0000","last_clean":"2024-06-06T08:22:37.009827+0000","last_became_active":"2024-06-06T08:18:48.003376+0000","last_became_peered":"2024-06-06T08:18:48.003376+0000","last_unstale":"2024-06-06T08:22:37.009827+0000","last_undegraded":"2024-06-06T08:22:37.009827+0000","last_fullsized":"2024-06-06T08:22:37.009827+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:59:24.118255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"90'2","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898643+0000","last_change":"2024-06-06T08:18:34.676555+0000","last_active":"2024-06-06T08:22:36.898643+0000","last_peered":"2024-06-06T08:22:36.898643+0000","last_clean":"2024-06-06T08:22:36.898643+0000","last_became_active":"2024-06-06T08:18:34.676211+0000","last_became_peered":"2024-06-06T08:18:34.676211+0000","last_unstale":"2024-06-06T08:22:36.898643+0000","last_undegraded":"2024-06-06T08:22:36.898643+0000","last_fullsized":"2024-06-06T08:22:36.898643+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:32:06.731526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"99'9","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899680+0000","last_change":"2024-06-06T08:18:37.970913+0000","last_active":"2024-06-06T08:22:36.899680+0000","last_peered":"2024-06-06T08:22:36.899680+0000","last_clean":"2024-06-06T08:22:36.899680+0000","last_became_active":"2024-06-06T08:18:37.970608+0000","last_became_peered":"2024-06-06T08:18:37.970608+0000","last_unstale":"2024-06-06T08:22:36.899680+0000","last_undegraded":"2024-06-06T08:22:36.899680+0000","last_fullsized":"2024-06-06T08:22:36.899680+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:26:04.912347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"99'9","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.313879+0000","last_change":"2024-06-06T08:18:37.974755+0000","last_active":"2024-06-06T08:22:37.313879+0000","last_peered":"2024-06-06T08:22:37.313879+0000","last_clean":"2024-06-06T08:22:37.313879+0000","last_became_active":"2024-06-06T08:18:37.974382+0000","last_became_peered":"2024-06-06T08:18:37.974382+0000","last_unstale":"2024-06-06T08:22:37.313879+0000","last_undegraded":"2024-06-06T08:22:37.313879+0000","last_fullsized":"2024-06-06T08:22:37.313879+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:38:10.260699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"99'12","reported_seq":50,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.902902+0000","last_change":"2024-06-06T08:18:37.976674+0000","last_active":"2024-06-06T08:22:36.902902+0000","last_peered":"2024-06-06T08:22:36.902902+0000","last_clean":"2024-06-06T08:22:36.902902+0000","last_became_active":"2024-06-06T08:18:37.976279+0000","last_became_peered":"2024-06-06T08:18:37.976279+0000","last_unstale":"2024-06-06T08:22:36.902902+0000","last_undegraded":"2024-06-06T08:22:36.902902+0000","last_fullsized":"2024-06-06T08:22:36.902902+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:49:44.218179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"99'8","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.903037+0000","last_change":"2024-06-06T08:18:37.967246+0000","last_active":"2024-06-06T08:22:36.903037+0000","last_peered":"2024-06-06T08:22:36.903037+0000","last_clean":"2024-06-06T08:22:36.903037+0000","last_became_active":"2024-06-06T08:18:37.966893+0000","last_became_peered":"2024-06-06T08:18:37.966893+0000","last_unstale":"2024-06-06T08:22:36.903037+0000","last_undegraded":"2024-06-06T08:22:36.903037+0000","last_fullsized":"2024-06-06T08:22:36.903037+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:27:37.460198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"99'7","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946543+0000","last_change":"2024-06-06T08:18:37.971779+0000","last_active":"2024-06-06T08:22:36.946543+0000","last_peered":"2024-06-06T08:22:36.946543+0000","last_clean":"2024-06-06T08:22:36.946543+0000","last_became_active":"2024-06-06T08:18:37.971263+0000","last_became_peered":"2024-06-06T08:18:37.971263+0000","last_unstale":"2024-06-06T08:22:36.946543+0000","last_undegraded":"2024-06-06T08:22:36.946543+0000","last_fullsized":"2024-06-06T08:22:36.946543+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:13:07.331856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"99'4","reported_seq":41,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898594+0000","last_change":"2024-06-06T08:18:37.966498+0000","last_active":"2024-06-06T08:22:36.898594+0000","last_peered":"2024-06-06T08:22:36.898594+0000","last_clean":"2024-06-06T08:22:36.898594+0000","last_became_active":"2024-06-06T08:18:37.966168+0000","last_became_peered":"2024-06-06T08:18:37.966168+0000","last_unstale":"2024-06-06T08:22:36.898594+0000","last_undegraded":"2024-06-06T08:22:36.898594+0000","last_fullsized":"2024-06-06T08:22:36.898594+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:53:30.055427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"99'6","reported_seq":42,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.313997+0000","last_change":"2024-06-06T08:18:37.969990+0000","last_active":"2024-06-06T08:22:37.313997+0000","last_peered":"2024-06-06T08:22:37.313997+0000","last_clean":"2024-06-06T08:22:37.313997+0000","last_became_active":"2024-06-06T08:18:37.968057+0000","last_became_peered":"2024-06-06T08:18:37.968057+0000","last_unstale":"2024-06-06T08:22:37.313997+0000","last_undegraded":"2024-06-06T08:22:37.313997+0000","last_fullsized":"2024-06-06T08:22:37.313997+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:58:09.932685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"99'15","reported_seq":52,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.903147+0000","last_change":"2024-06-06T08:18:37.974080+0000","last_active":"2024-06-06T08:22:36.903147+0000","last_peered":"2024-06-06T08:22:36.903147+0000","last_clean":"2024-06-06T08:22:36.903147+0000","last_became_active":"2024-06-06T08:18:37.973730+0000","last_became_peered":"2024-06-06T08:18:37.973730+0000","last_unstale":"2024-06-06T08:22:36.903147+0000","last_undegraded":"2024-06-06T08:22:36.903147+0000","last_fullsized":"2024-06-06T08:22:36.903147+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:44:14.792754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"99'2","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.003053+0000","last_change":"2024-06-06T08:18:37.968451+0000","last_active":"2024-06-06T08:22:37.003053+0000","last_peered":"2024-06-06T08:22:37.003053+0000","last_clean":"2024-06-06T08:22:37.003053+0000","last_became_active":"2024-06-06T08:18:37.968104+0000","last_became_peered":"2024-06-06T08:18:37.968104+0000","last_unstale":"2024-06-06T08:22:37.003053+0000","last_undegraded":"2024-06-06T08:22:37.003053+0000","last_fullsized":"2024-06-06T08:22:37.003053+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:38:19.899618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"99'6","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009999+0000","last_change":"2024-06-06T08:18:37.977208+0000","last_active":"2024-06-06T08:22:37.009999+0000","last_peered":"2024-06-06T08:22:37.009999+0000","last_clean":"2024-06-06T08:22:37.009999+0000","last_became_active":"2024-06-06T08:18:37.976642+0000","last_became_peered":"2024-06-06T08:18:37.976642+0000","last_unstale":"2024-06-06T08:22:37.009999+0000","last_undegraded":"2024-06-06T08:22:37.009999+0000","last_fullsized":"2024-06-06T08:22:37.009999+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:18:53.095544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"99'8","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.002370+0000","last_change":"2024-06-06T08:18:37.970249+0000","last_active":"2024-06-06T08:22:37.002370+0000","last_peered":"2024-06-06T08:22:37.002370+0000","last_clean":"2024-06-06T08:22:37.002370+0000","last_became_active":"2024-06-06T08:18:37.968140+0000","last_became_peered":"2024-06-06T08:18:37.968140+0000","last_unstale":"2024-06-06T08:22:37.002370+0000","last_undegraded":"2024-06-06T08:22:37.002370+0000","last_fullsized":"2024-06-06T08:22:37.002370+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:16:33.574669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"99'10","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.159900+0000","last_change":"2024-06-06T08:18:37.976750+0000","last_active":"2024-06-06T08:22:37.159900+0000","last_peered":"2024-06-06T08:22:37.159900+0000","last_clean":"2024-06-06T08:22:37.159900+0000","last_became_active":"2024-06-06T08:18:37.972660+0000","last_became_peered":"2024-06-06T08:18:37.972660+0000","last_unstale":"2024-06-06T08:22:37.159900+0000","last_undegraded":"2024-06-06T08:22:37.159900+0000","last_fullsized":"2024-06-06T08:22:37.159900+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:35:12.473923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"99'11","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898378+0000","last_change":"2024-06-06T08:18:37.965227+0000","last_active":"2024-06-06T08:22:36.898378+0000","last_peered":"2024-06-06T08:22:36.898378+0000","last_clean":"2024-06-06T08:22:36.898378+0000","last_became_active":"2024-06-06T08:18:37.964901+0000","last_became_peered":"2024-06-06T08:18:37.964901+0000","last_unstale":"2024-06-06T08:22:36.898378+0000","last_undegraded":"2024-06-06T08:22:36.898378+0000","last_fullsized":"2024-06-06T08:22:36.898378+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:44:35.718192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"99'8","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.314118+0000","last_change":"2024-06-06T08:18:37.973543+0000","last_active":"2024-06-06T08:22:37.314118+0000","last_peered":"2024-06-06T08:22:37.314118+0000","last_clean":"2024-06-06T08:22:37.314118+0000","last_became_active":"2024-06-06T08:18:37.973226+0000","last_became_peered":"2024-06-06T08:18:37.973226+0000","last_unstale":"2024-06-06T08:22:37.314118+0000","last_undegraded":"2024-06-06T08:22:37.314118+0000","last_fullsized":"2024-06-06T08:22:37.314118+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:04:36.075435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":1771104,"data_compressed":108543,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":0,"internal_metadata":0},"log_size":148,"ondisk_log_size":148,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":800501,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":1511,"num_read_kb":976,"num_write":426,"num_write_kb":2364,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":663552,"data_stored":2401503,"data_compressed":103473,"data_compressed_allocated":135168,"data_compressed_original":2101248,"omap_allocated":0,"internal_metadata":0},"log_size":315,"ondisk_log_size":315,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":82,"seq":352187318337,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28100,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717052,"statfs":{"total":95995035648,"available":95966261248,"internally_reserved":0,"allocated":1105920,"data_stored":570539,"data_compressed":29482,"data_compressed_allocated":40960,"data_compressed_original":81920,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":74,"seq":317827579975,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32456,"kb_used_data":1272,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712696,"statfs":{"total":95995035648,"available":95961800704,"internally_reserved":0,"allocated":1302528,"data_stored":1560668,"data_compressed":80865,"data_compressed_allocated":106496,"data_compressed_original":978944,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776204,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36456,"kb_used_data":1120,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708696,"statfs":{"total":95995035648,"available":95957704704,"internally_reserved":0,"allocated":1146880,"data_stored":968053,"data_compressed":48771,"data_compressed_allocated":65536,"data_compressed_original":475136,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037842,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32292,"kb_used_data":1116,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712860,"statfs":{"total":95995035648,"available":95961968640,"internally_reserved":0,"allocated":1142784,"data_stored":963877,"data_compressed":48771,"data_compressed_allocated":65536,"data_compressed_original":475136,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299478,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32316,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712836,"statfs":{"total":95995035648,"available":95961944064,"internally_reserved":0,"allocated":1167360,"data_stored":1167880,"data_compressed":65663,"data_compressed_allocated":86016,"data_compressed_original":671744,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863463003,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28092,"kb_used_data":1072,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717060,"statfs":{"total":95995035648,"available":95966269440,"internally_reserved":0,"allocated":1097728,"data_stored":565917,"data_compressed":29482,"data_compressed_allocated":40960,"data_compressed_original":81920,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574965,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28168,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716984,"statfs":{"total":95995035648,"available":95966191616,"internally_reserved":0,"allocated":1175552,"data_stored":639569,"data_compressed":29482,"data_compressed_allocated":40960,"data_compressed_original":81920,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738489,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28116,"kb_used_data":1096,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717036,"statfs":{"total":95995035648,"available":95966244864,"internally_reserved":0,"allocated":1122304,"data_stored":567305,"data_compressed":29482,"data_compressed_allocated":40960,"data_compressed_original":81920,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411441,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28180,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716972,"statfs":{"total":95995035648,"available":95966179328,"internally_reserved":0,"allocated":1187840,"data_stored":641553,"data_compressed":29482,"data_compressed_allocated":40960,"data_compressed_original":81920,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149803,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36496,"kb_used_data":1152,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708656,"statfs":{"total":95995035648,"available":95957663744,"internally_reserved":0,"allocated":1179648,"data_stored":1287559,"data_compressed":63973,"data_compressed_allocated":86016,"data_compressed_original":782336,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888166,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28112,"kb_used_data":1092,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717040,"statfs":{"total":95995035648,"available":95966248960,"internally_reserved":0,"allocated":1118208,"data_stored":571600,"data_compressed":29482,"data_compressed_allocated":40960,"data_compressed_original":81920,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724641,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32376,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712776,"statfs":{"total":95995035648,"available":95961882624,"internally_reserved":0,"allocated":1220608,"data_stored":1490779,"data_compressed":80865,"data_compressed_allocated":106496,"data_compressed_original":978944,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36181,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36181,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36181,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":73742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":75726,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":721732,"data_compressed":34491,"data_compressed_allocated":45056,"data_compressed_original":700416,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1677,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":330488,"data_compressed":15202,"data_compressed_allocated":20480,"data_compressed_original":307200,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3493,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":393954,"data_compressed":19289,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":394034,"data_compressed":19289,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":159744,"data_stored":404473,"data_compressed":15202,"data_compressed_allocated":20480,"data_compressed_original":307200,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-06-06T08:22:57.455 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-06-06T08:22:57.455 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph pg dump --format=json 2024-06-06T08:22:57.705 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:22:58.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:58 smithi120 ceph-mon[36658]: from='client.15417 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T08:22:58.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:22:58 smithi120 ceph-mon[36658]: pgmap v13: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 76 KiB/s wr, 36 op/s 2024-06-06T08:22:58.516 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:58 smithi042 ceph-mon[32384]: from='client.15417 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T08:22:58.516 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:22:58 smithi042 ceph-mon[32384]: pgmap v13: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 76 KiB/s wr, 36 op/s 2024-06-06T08:22:58.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:58 smithi149 ceph-mon[36842]: from='client.15417 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T08:22:58.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:22:58 smithi149 ceph-mon[36842]: pgmap v13: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 76 KiB/s wr, 36 op/s 2024-06-06T08:22:59.480 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:59.478+0000 7fc425850700 1 -- 172.21.15.42:0/3751232365 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc420101d50 msgr2=0x7fc42010e240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:59.480 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:59.478+0000 7fc425850700 1 --2- 172.21.15.42:0/3751232365 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc420101d50 0x7fc42010e240 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7fc41800b0a0 tx=0x7fc41800b3b0 comp rx=0 tx=0).stop 2024-06-06T08:22:59.480 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:59.479+0000 7fc425850700 1 -- 172.21.15.42:0/3751232365 shutdown_connections 2024-06-06T08:22:59.480 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:59.479+0000 7fc425850700 1 --2- 172.21.15.42:0/3751232365 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc420101d50 0x7fc42010e240 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:59.480 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:59.479+0000 7fc425850700 1 --2- 172.21.15.42:0/3751232365 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc420107400 0x7fc4201077e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:59.480 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:59.479+0000 7fc425850700 1 --2- 172.21.15.42:0/3751232365 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc420101390 0x7fc420101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:59.481 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:59.479+0000 7fc425850700 1 -- 172.21.15.42:0/3751232365 >> 172.21.15.42:0/3751232365 conn(0x7fc420078340 msgr2=0x7fc420078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:59.481 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:59.479+0000 7fc425850700 1 -- 172.21.15.42:0/3751232365 shutdown_connections 2024-06-06T08:22:59.481 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:59.479+0000 7fc425850700 1 -- 172.21.15.42:0/3751232365 wait complete. 2024-06-06T08:22:59.481 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:59.479+0000 7fc425850700 1 Processor -- start 2024-06-06T08:22:59.481 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:59.480+0000 7fc425850700 1 -- start start 2024-06-06T08:22:59.481 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:59.480+0000 7fc425850700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc420101390 0x7fc4201999f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:59.481 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:59.480+0000 7fc425850700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc420101d50 0x7fc420199f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:59.481 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:59.480+0000 7fc425850700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc420107400 0x7fc4201a4a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:59.481 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:59.480+0000 7fc425850700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc420111670 con 0x7fc420101d50 2024-06-06T08:22:59.482 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:59.480+0000 7fc425850700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fc4201114f0 con 0x7fc420107400 2024-06-06T08:22:59.482 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:59.480+0000 7fc425850700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fc4201117f0 con 0x7fc420101390 2024-06-06T08:22:59.482 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:59.480+0000 7fc41e7fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc420101d50 0x7fc420199f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:59.482 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:59.480+0000 7fc41e7fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc420101d50 0x7fc420199f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:49044/0 (socket says 172.21.15.42:49044) 2024-06-06T08:22:59.482 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:59.480+0000 7fc41e7fc700 1 -- 172.21.15.42:0/3152274554 learned_addr learned my addr 172.21.15.42:0/3152274554 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:22:59.482 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:59.480+0000 7fc41effd700 1 --2- 172.21.15.42:0/3152274554 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc420101390 0x7fc4201999f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:59.482 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:59.480+0000 7fc41f7fe700 1 --2- 172.21.15.42:0/3152274554 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc420107400 0x7fc4201a4a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:59.482 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:59.480+0000 7fc41e7fc700 1 -- 172.21.15.42:0/3152274554 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc420101390 msgr2=0x7fc4201999f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:59.482 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:59.480+0000 7fc41e7fc700 1 --2- 172.21.15.42:0/3152274554 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc420101390 0x7fc4201999f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:59.483 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:59.481+0000 7fc41e7fc700 1 -- 172.21.15.42:0/3152274554 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc420107400 msgr2=0x7fc4201a4a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:59.483 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:59.481+0000 7fc41e7fc700 1 --2- 172.21.15.42:0/3152274554 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc420107400 0x7fc4201a4a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:59.483 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:59.481+0000 7fc41e7fc700 1 -- 172.21.15.42:0/3152274554 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4201a4fb0 con 0x7fc420101d50 2024-06-06T08:22:59.483 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:59.481+0000 7fc41f7fe700 1 --2- 172.21.15.42:0/3152274554 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc420107400 0x7fc4201a4a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:22:59.483 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:59.481+0000 7fc41e7fc700 1 --2- 172.21.15.42:0/3152274554 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc420101d50 0x7fc420199f30 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7fc41400e9a0 tx=0x7fc41400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:59.483 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:59.481+0000 7fc42484e700 1 -- 172.21.15.42:0/3152274554 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc41400cbd0 con 0x7fc420101d50 2024-06-06T08:22:59.483 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:59.481+0000 7fc425850700 1 -- 172.21.15.42:0/3152274554 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4201a51e0 con 0x7fc420101d50 2024-06-06T08:22:59.484 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:59.481+0000 7fc425850700 1 -- 172.21.15.42:0/3152274554 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4201a5740 con 0x7fc420101d50 2024-06-06T08:22:59.485 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:59.481+0000 7fc42484e700 1 -- 172.21.15.42:0/3152274554 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc41400cd70 con 0x7fc420101d50 2024-06-06T08:22:59.485 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:59.481+0000 7fc42484e700 1 -- 172.21.15.42:0/3152274554 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc414018750 con 0x7fc420101d50 2024-06-06T08:22:59.485 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:59.482+0000 7fc425850700 1 -- 172.21.15.42:0/3152274554 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc40c005330 con 0x7fc420101d50 2024-06-06T08:22:59.485 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:59.483+0000 7fc42484e700 1 -- 172.21.15.42:0/3152274554 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 24) ==== 138009+0+0 (secure 0 0 0) 0x7fc4140188f0 con 0x7fc420101d50 2024-06-06T08:22:59.485 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:59.484+0000 7fc42484e700 1 --2- 172.21.15.42:0/3152274554 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc4080a2ea0 0x7fc4080a5360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:22:59.485 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:59.484+0000 7fc42484e700 1 -- 172.21.15.42:0/3152274554 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fc4140cfa80 con 0x7fc420101d50 2024-06-06T08:22:59.485 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:59.484+0000 7fc41effd700 1 --2- 172.21.15.42:0/3152274554 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc4080a2ea0 0x7fc4080a5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:22:59.485 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:59.484+0000 7fc41effd700 1 --2- 172.21.15.42:0/3152274554 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc4080a2ea0 0x7fc4080a5360 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fc410005950 tx=0x7fc41000b410 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:22:59.487 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:59.489+0000 7fc42484e700 1 -- 172.21.15.42:0/3152274554 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fc41409c1f0 con 0x7fc420101d50 2024-06-06T08:22:59.688 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:59.689+0000 7fc425850700 1 -- 172.21.15.42:0/3152274554 --> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fc40c000bc0 con 0x7fc4080a2ea0 2024-06-06T08:22:59.698 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:59.699+0000 7fc42484e700 1 -- 172.21.15.42:0/3152274554 <== mgr.15204 v2:172.21.15.42:6800/3064910691 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+339842 (secure 0 0 0) 0x7fc40c000bc0 con 0x7fc4080a2ea0 2024-06-06T08:22:59.702 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:22:59.705 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:59.702+0000 7fc425850700 1 -- 172.21.15.42:0/3152274554 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc4080a2ea0 msgr2=0x7fc4080a5360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:59.705 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:59.702+0000 7fc425850700 1 --2- 172.21.15.42:0/3152274554 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc4080a2ea0 0x7fc4080a5360 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fc410005950 tx=0x7fc41000b410 comp rx=0 tx=0).stop 2024-06-06T08:22:59.705 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:59.702+0000 7fc425850700 1 -- 172.21.15.42:0/3152274554 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc420101d50 msgr2=0x7fc420199f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:22:59.705 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:59.702+0000 7fc425850700 1 --2- 172.21.15.42:0/3152274554 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc420101d50 0x7fc420199f30 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7fc41400e9a0 tx=0x7fc41400ecb0 comp rx=0 tx=0).stop 2024-06-06T08:22:59.705 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:59.702+0000 7fc425850700 1 -- 172.21.15.42:0/3152274554 shutdown_connections 2024-06-06T08:22:59.705 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:59.702+0000 7fc425850700 1 --2- 172.21.15.42:0/3152274554 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc4080a2ea0 0x7fc4080a5360 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:59.706 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:59.702+0000 7fc425850700 1 --2- 172.21.15.42:0/3152274554 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc420107400 0x7fc4201a4a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:59.706 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:59.702+0000 7fc425850700 1 --2- 172.21.15.42:0/3152274554 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc420101390 0x7fc4201999f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:59.706 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:59.702+0000 7fc425850700 1 --2- 172.21.15.42:0/3152274554 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc420101d50 0x7fc420199f30 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:22:59.706 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:59.702+0000 7fc425850700 1 -- 172.21.15.42:0/3152274554 >> 172.21.15.42:0/3152274554 conn(0x7fc420078340 msgr2=0x7fc4200ffde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:22:59.706 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:59.702+0000 7fc425850700 1 -- 172.21.15.42:0/3152274554 shutdown_connections 2024-06-06T08:22:59.706 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:22:59.702+0000 7fc425850700 1 -- 172.21.15.42:0/3152274554 wait complete. 2024-06-06T08:22:59.706 INFO:teuthology.orchestra.run.smithi042.stderr:dumped all 2024-06-06T08:23:00.340 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:23:00 smithi149 ceph-mon[36842]: pgmap v14: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 76 KiB/s wr, 39 op/s 2024-06-06T08:23:00.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:23:00 smithi120 ceph-mon[36658]: pgmap v14: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 76 KiB/s wr, 39 op/s 2024-06-06T08:23:00.403 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:23:00 smithi042 ceph-mon[32384]: pgmap v14: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 76 KiB/s wr, 39 op/s 2024-06-06T08:23:00.433 INFO:teuthology.orchestra.run.smithi042.stdout:{"pg_ready":true,"pg_map":{"version":14,"stamp":"2024-06-06T08:22:58.915544+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1391103,"num_objects":66,"num_object_clones":0,"num_object_copies":200,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":1778,"num_read_kb":1321,"num_write":629,"num_write_kb":5304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":1180770,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":965,"ondisk_log_size":965,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":371160,"kb_used_data":13640,"kb_used_omap":18,"kb_used_meta":357357,"kb_avail":1124570664,"statfs":{"total":1151940427776,"available":1151560359936,"internally_reserved":0,"allocated":13967360,"data_stored":10995299,"data_compressed":565800,"data_compressed_allocated":761856,"data_compressed_original":4853760,"omap_allocated":19142,"internal_metadata":365933882},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":196632,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":345,"num_read_kb":277,"num_write":126,"num_write_kb":914,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002778"},"pg_stats":[{"pgid":"3.3f","version":"99'8","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.314277+0000","last_change":"2024-06-06T08:18:37.969286+0000","last_active":"2024-06-06T08:22:37.314277+0000","last_peered":"2024-06-06T08:22:37.314277+0000","last_clean":"2024-06-06T08:22:37.314277+0000","last_became_active":"2024-06-06T08:18:37.968898+0000","last_became_peered":"2024-06-06T08:18:37.968898+0000","last_unstale":"2024-06-06T08:22:37.314277+0000","last_undegraded":"2024-06-06T08:22:37.314277+0000","last_fullsized":"2024-06-06T08:22:37.314277+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:03:49.018143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"99'4","reported_seq":42,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946681+0000","last_change":"2024-06-06T08:18:37.975057+0000","last_active":"2024-06-06T08:22:36.946681+0000","last_peered":"2024-06-06T08:22:36.946681+0000","last_clean":"2024-06-06T08:22:36.946681+0000","last_became_active":"2024-06-06T08:18:37.974448+0000","last_became_peered":"2024-06-06T08:18:37.974448+0000","last_unstale":"2024-06-06T08:22:36.946681+0000","last_undegraded":"2024-06-06T08:22:36.946681+0000","last_fullsized":"2024-06-06T08:22:36.946681+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:56:41.129485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"99'7","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946448+0000","last_change":"2024-06-06T08:18:37.968865+0000","last_active":"2024-06-06T08:22:36.946448+0000","last_peered":"2024-06-06T08:22:36.946448+0000","last_clean":"2024-06-06T08:22:36.946448+0000","last_became_active":"2024-06-06T08:18:37.968415+0000","last_became_peered":"2024-06-06T08:18:37.968415+0000","last_unstale":"2024-06-06T08:22:36.946448+0000","last_undegraded":"2024-06-06T08:22:36.946448+0000","last_fullsized":"2024-06-06T08:22:36.946448+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:44:48.929544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"99'8","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010093+0000","last_change":"2024-06-06T08:18:37.973664+0000","last_active":"2024-06-06T08:22:37.010093+0000","last_peered":"2024-06-06T08:22:37.010093+0000","last_clean":"2024-06-06T08:22:37.010093+0000","last_became_active":"2024-06-06T08:18:37.972598+0000","last_became_peered":"2024-06-06T08:18:37.972598+0000","last_unstale":"2024-06-06T08:22:37.010093+0000","last_undegraded":"2024-06-06T08:22:37.010093+0000","last_fullsized":"2024-06-06T08:22:37.010093+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:12:09.810046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"99'4","reported_seq":41,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001251+0000","last_change":"2024-06-06T08:18:37.971245+0000","last_active":"2024-06-06T08:22:37.001251+0000","last_peered":"2024-06-06T08:22:37.001251+0000","last_clean":"2024-06-06T08:22:37.001251+0000","last_became_active":"2024-06-06T08:18:37.970942+0000","last_became_peered":"2024-06-06T08:18:37.970942+0000","last_unstale":"2024-06-06T08:22:37.001251+0000","last_undegraded":"2024-06-06T08:22:37.001251+0000","last_fullsized":"2024-06-06T08:22:37.001251+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:01:03.121018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"99'6","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.013079+0000","last_change":"2024-06-06T08:18:37.971545+0000","last_active":"2024-06-06T08:22:37.013079+0000","last_peered":"2024-06-06T08:22:37.013079+0000","last_clean":"2024-06-06T08:22:37.013079+0000","last_became_active":"2024-06-06T08:18:37.970818+0000","last_became_peered":"2024-06-06T08:18:37.970818+0000","last_unstale":"2024-06-06T08:22:37.013079+0000","last_undegraded":"2024-06-06T08:22:37.013079+0000","last_fullsized":"2024-06-06T08:22:37.013079+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:31:04.675659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"99'5","reported_seq":42,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899156+0000","last_change":"2024-06-06T08:18:37.975007+0000","last_active":"2024-06-06T08:22:36.899156+0000","last_peered":"2024-06-06T08:22:36.899156+0000","last_clean":"2024-06-06T08:22:36.899156+0000","last_became_active":"2024-06-06T08:18:37.974687+0000","last_became_peered":"2024-06-06T08:18:37.974687+0000","last_unstale":"2024-06-06T08:22:36.899156+0000","last_undegraded":"2024-06-06T08:22:36.899156+0000","last_fullsized":"2024-06-06T08:22:36.899156+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:50:28.803869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"99'9","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.002116+0000","last_change":"2024-06-06T08:18:37.973751+0000","last_active":"2024-06-06T08:22:37.002116+0000","last_peered":"2024-06-06T08:22:37.002116+0000","last_clean":"2024-06-06T08:22:37.002116+0000","last_became_active":"2024-06-06T08:18:37.973437+0000","last_became_peered":"2024-06-06T08:18:37.973437+0000","last_unstale":"2024-06-06T08:22:37.002116+0000","last_undegraded":"2024-06-06T08:22:37.002116+0000","last_fullsized":"2024-06-06T08:22:37.002116+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:49:49.230857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"99'11","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.159814+0000","last_change":"2024-06-06T08:18:37.969877+0000","last_active":"2024-06-06T08:22:37.159814+0000","last_peered":"2024-06-06T08:22:37.159814+0000","last_clean":"2024-06-06T08:22:37.159814+0000","last_became_active":"2024-06-06T08:18:37.968143+0000","last_became_peered":"2024-06-06T08:18:37.968143+0000","last_unstale":"2024-06-06T08:22:37.159814+0000","last_undegraded":"2024-06-06T08:22:37.159814+0000","last_fullsized":"2024-06-06T08:22:37.159814+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:37:51.949277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"99'16","reported_seq":53,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.013488+0000","last_change":"2024-06-06T08:18:37.966582+0000","last_active":"2024-06-06T08:22:37.013488+0000","last_peered":"2024-06-06T08:22:37.013488+0000","last_clean":"2024-06-06T08:22:37.013488+0000","last_became_active":"2024-06-06T08:18:37.966101+0000","last_became_peered":"2024-06-06T08:18:37.966101+0000","last_unstale":"2024-06-06T08:22:37.013488+0000","last_undegraded":"2024-06-06T08:22:37.013488+0000","last_fullsized":"2024-06-06T08:22:37.013488+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:03:28.811154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"99'6","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899656+0000","last_change":"2024-06-06T08:18:37.971894+0000","last_active":"2024-06-06T08:22:36.899656+0000","last_peered":"2024-06-06T08:22:36.899656+0000","last_clean":"2024-06-06T08:22:36.899656+0000","last_became_active":"2024-06-06T08:18:37.971571+0000","last_became_peered":"2024-06-06T08:18:37.971571+0000","last_unstale":"2024-06-06T08:22:36.899656+0000","last_undegraded":"2024-06-06T08:22:36.899656+0000","last_fullsized":"2024-06-06T08:22:36.899656+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:25:21.990022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"99'7","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010036+0000","last_change":"2024-06-06T08:18:37.976387+0000","last_active":"2024-06-06T08:22:37.010036+0000","last_peered":"2024-06-06T08:22:37.010036+0000","last_clean":"2024-06-06T08:22:37.010036+0000","last_became_active":"2024-06-06T08:18:37.975401+0000","last_became_peered":"2024-06-06T08:18:37.975401+0000","last_unstale":"2024-06-06T08:22:37.010036+0000","last_undegraded":"2024-06-06T08:22:37.010036+0000","last_fullsized":"2024-06-06T08:22:37.010036+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:46:21.791578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"99'10","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898464+0000","last_change":"2024-06-06T08:18:37.972454+0000","last_active":"2024-06-06T08:22:36.898464+0000","last_peered":"2024-06-06T08:22:36.898464+0000","last_clean":"2024-06-06T08:22:36.898464+0000","last_became_active":"2024-06-06T08:18:37.971686+0000","last_became_peered":"2024-06-06T08:18:37.971686+0000","last_unstale":"2024-06-06T08:22:36.898464+0000","last_undegraded":"2024-06-06T08:22:36.898464+0000","last_fullsized":"2024-06-06T08:22:36.898464+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:12:25.393092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"99'7","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946329+0000","last_change":"2024-06-06T08:18:37.975608+0000","last_active":"2024-06-06T08:22:36.946329+0000","last_peered":"2024-06-06T08:22:36.946329+0000","last_clean":"2024-06-06T08:22:36.946329+0000","last_became_active":"2024-06-06T08:18:37.975058+0000","last_became_peered":"2024-06-06T08:18:37.975058+0000","last_unstale":"2024-06-06T08:22:36.946329+0000","last_undegraded":"2024-06-06T08:22:36.946329+0000","last_fullsized":"2024-06-06T08:22:36.946329+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:02:46.106415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"99'7","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946227+0000","last_change":"2024-06-06T08:18:37.970867+0000","last_active":"2024-06-06T08:22:36.946227+0000","last_peered":"2024-06-06T08:22:36.946227+0000","last_clean":"2024-06-06T08:22:36.946227+0000","last_became_active":"2024-06-06T08:18:37.970521+0000","last_became_peered":"2024-06-06T08:18:37.970521+0000","last_unstale":"2024-06-06T08:22:36.946227+0000","last_undegraded":"2024-06-06T08:22:36.946227+0000","last_fullsized":"2024-06-06T08:22:36.946227+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:58:33.517402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"99'9","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.159314+0000","last_change":"2024-06-06T08:18:37.973492+0000","last_active":"2024-06-06T08:22:37.159314+0000","last_peered":"2024-06-06T08:22:37.159314+0000","last_clean":"2024-06-06T08:22:37.159314+0000","last_became_active":"2024-06-06T08:18:37.972691+0000","last_became_peered":"2024-06-06T08:18:37.972691+0000","last_unstale":"2024-06-06T08:22:37.159314+0000","last_undegraded":"2024-06-06T08:22:37.159314+0000","last_fullsized":"2024-06-06T08:22:37.159314+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:34:06.138782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"99'8","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.314152+0000","last_change":"2024-06-06T08:18:37.968931+0000","last_active":"2024-06-06T08:22:37.314152+0000","last_peered":"2024-06-06T08:22:37.314152+0000","last_clean":"2024-06-06T08:22:37.314152+0000","last_became_active":"2024-06-06T08:18:37.968544+0000","last_became_peered":"2024-06-06T08:18:37.968544+0000","last_unstale":"2024-06-06T08:22:37.314152+0000","last_undegraded":"2024-06-06T08:22:37.314152+0000","last_fullsized":"2024-06-06T08:22:37.314152+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:29:03.919712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"99'10","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.999617+0000","last_change":"2024-06-06T08:18:37.968783+0000","last_active":"2024-06-06T08:22:36.999617+0000","last_peered":"2024-06-06T08:22:36.999617+0000","last_clean":"2024-06-06T08:22:36.999617+0000","last_became_active":"2024-06-06T08:18:37.968471+0000","last_became_peered":"2024-06-06T08:18:37.968471+0000","last_unstale":"2024-06-06T08:22:36.999617+0000","last_undegraded":"2024-06-06T08:22:36.999617+0000","last_fullsized":"2024-06-06T08:22:36.999617+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:36:23.904974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"99'7","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.903143+0000","last_change":"2024-06-06T08:18:37.971803+0000","last_active":"2024-06-06T08:22:36.903143+0000","last_peered":"2024-06-06T08:22:36.903143+0000","last_clean":"2024-06-06T08:22:36.903143+0000","last_became_active":"2024-06-06T08:18:37.971131+0000","last_became_peered":"2024-06-06T08:18:37.971131+0000","last_unstale":"2024-06-06T08:22:36.903143+0000","last_undegraded":"2024-06-06T08:22:36.903143+0000","last_fullsized":"2024-06-06T08:22:36.903143+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:37:23.954557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.902710+0000","last_change":"2024-06-06T08:18:48.002957+0000","last_active":"2024-06-06T08:22:36.902710+0000","last_peered":"2024-06-06T08:22:36.902710+0000","last_clean":"2024-06-06T08:22:36.902710+0000","last_became_active":"2024-06-06T08:18:48.001518+0000","last_became_peered":"2024-06-06T08:18:48.001518+0000","last_unstale":"2024-06-06T08:22:36.902710+0000","last_undegraded":"2024-06-06T08:22:36.902710+0000","last_fullsized":"2024-06-06T08:22:36.902710+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:55:37.919549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"99'9","reported_seq":55,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:42.915661+0000","last_change":"2024-06-06T08:18:34.680831+0000","last_active":"2024-06-06T08:22:42.915661+0000","last_peered":"2024-06-06T08:22:42.915661+0000","last_clean":"2024-06-06T08:22:42.915661+0000","last_became_active":"2024-06-06T08:18:34.680454+0000","last_became_peered":"2024-06-06T08:18:34.680454+0000","last_unstale":"2024-06-06T08:22:42.915661+0000","last_undegraded":"2024-06-06T08:22:42.915661+0000","last_fullsized":"2024-06-06T08:22:42.915661+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:58:54.944086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"99'5","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.002908+0000","last_change":"2024-06-06T08:18:37.977854+0000","last_active":"2024-06-06T08:22:37.002908+0000","last_peered":"2024-06-06T08:22:37.002908+0000","last_clean":"2024-06-06T08:22:37.002908+0000","last_became_active":"2024-06-06T08:18:37.977434+0000","last_became_peered":"2024-06-06T08:18:37.977434+0000","last_unstale":"2024-06-06T08:22:37.002908+0000","last_undegraded":"2024-06-06T08:22:37.002908+0000","last_fullsized":"2024-06-06T08:22:37.002908+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:33:32.371856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009576+0000","last_change":"2024-06-06T08:18:48.003720+0000","last_active":"2024-06-06T08:22:37.009576+0000","last_peered":"2024-06-06T08:22:37.009576+0000","last_clean":"2024-06-06T08:22:37.009576+0000","last_became_active":"2024-06-06T08:18:48.003293+0000","last_became_peered":"2024-06-06T08:18:48.003293+0000","last_unstale":"2024-06-06T08:22:37.009576+0000","last_undegraded":"2024-06-06T08:22:37.009576+0000","last_fullsized":"2024-06-06T08:22:37.009576+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:39:08.052369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"99'2","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.003009+0000","last_change":"2024-06-06T08:18:34.830505+0000","last_active":"2024-06-06T08:22:37.003009+0000","last_peered":"2024-06-06T08:22:37.003009+0000","last_clean":"2024-06-06T08:22:37.003009+0000","last_became_active":"2024-06-06T08:18:34.830157+0000","last_became_peered":"2024-06-06T08:18:34.830157+0000","last_unstale":"2024-06-06T08:22:37.003009+0000","last_undegraded":"2024-06-06T08:22:37.003009+0000","last_fullsized":"2024-06-06T08:22:37.003009+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:07:55.952261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"99'6","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946717+0000","last_change":"2024-06-06T08:18:37.974925+0000","last_active":"2024-06-06T08:22:36.946717+0000","last_peered":"2024-06-06T08:22:36.946717+0000","last_clean":"2024-06-06T08:22:36.946717+0000","last_became_active":"2024-06-06T08:18:37.974528+0000","last_became_peered":"2024-06-06T08:18:37.974528+0000","last_unstale":"2024-06-06T08:22:36.946717+0000","last_undegraded":"2024-06-06T08:22:36.946717+0000","last_fullsized":"2024-06-06T08:22:36.946717+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:54:47.694267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009674+0000","last_change":"2024-06-06T08:18:48.005547+0000","last_active":"2024-06-06T08:22:37.009674+0000","last_peered":"2024-06-06T08:22:37.009674+0000","last_clean":"2024-06-06T08:22:37.009674+0000","last_became_active":"2024-06-06T08:18:48.004679+0000","last_became_peered":"2024-06-06T08:18:48.004679+0000","last_unstale":"2024-06-06T08:22:37.009674+0000","last_undegraded":"2024-06-06T08:22:37.009674+0000","last_fullsized":"2024-06-06T08:22:37.009674+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:53:29.106218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"99'4","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001756+0000","last_change":"2024-06-06T08:18:34.683926+0000","last_active":"2024-06-06T08:22:37.001756+0000","last_peered":"2024-06-06T08:22:37.001756+0000","last_clean":"2024-06-06T08:22:37.001756+0000","last_became_active":"2024-06-06T08:18:34.683493+0000","last_became_peered":"2024-06-06T08:18:34.683493+0000","last_unstale":"2024-06-06T08:22:37.001756+0000","last_undegraded":"2024-06-06T08:22:37.001756+0000","last_fullsized":"2024-06-06T08:22:37.001756+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:27:29.601530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"99'9","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.159481+0000","last_change":"2024-06-06T08:18:37.975179+0000","last_active":"2024-06-06T08:22:37.159481+0000","last_peered":"2024-06-06T08:22:37.159481+0000","last_clean":"2024-06-06T08:22:37.159481+0000","last_became_active":"2024-06-06T08:18:37.974205+0000","last_became_peered":"2024-06-06T08:18:37.974205+0000","last_unstale":"2024-06-06T08:22:37.159481+0000","last_undegraded":"2024-06-06T08:22:37.159481+0000","last_fullsized":"2024-06-06T08:22:37.159481+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:29:03.142921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009603+0000","last_change":"2024-06-06T08:18:48.004230+0000","last_active":"2024-06-06T08:22:37.009603+0000","last_peered":"2024-06-06T08:22:37.009603+0000","last_clean":"2024-06-06T08:22:37.009603+0000","last_became_active":"2024-06-06T08:18:48.003537+0000","last_became_peered":"2024-06-06T08:18:48.003537+0000","last_unstale":"2024-06-06T08:22:37.009603+0000","last_undegraded":"2024-06-06T08:22:37.009603+0000","last_fullsized":"2024-06-06T08:22:37.009603+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:07:20.249382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"90'2","reported_seq":18,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.313811+0000","last_change":"2024-06-06T08:19:20.084063+0000","last_active":"2024-06-06T08:22:37.313811+0000","last_peered":"2024-06-06T08:22:37.313811+0000","last_clean":"2024-06-06T08:22:37.313811+0000","last_became_active":"2024-06-06T08:19:20.075868+0000","last_became_peered":"2024-06-06T08:19:20.075868+0000","last_unstale":"2024-06-06T08:22:37.313811+0000","last_undegraded":"2024-06-06T08:22:37.313811+0000","last_fullsized":"2024-06-06T08:22:37.313811+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:59:24.220798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1d","version":"99'15","reported_seq":52,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010415+0000","last_change":"2024-06-06T08:18:37.973128+0000","last_active":"2024-06-06T08:22:37.010415+0000","last_peered":"2024-06-06T08:22:37.010415+0000","last_clean":"2024-06-06T08:22:37.010415+0000","last_became_active":"2024-06-06T08:18:37.972667+0000","last_became_peered":"2024-06-06T08:18:37.972667+0000","last_unstale":"2024-06-06T08:22:37.010415+0000","last_undegraded":"2024-06-06T08:22:37.010415+0000","last_fullsized":"2024-06-06T08:22:37.010415+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:30:50.132958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.903000+0000","last_change":"2024-06-06T08:18:48.004156+0000","last_active":"2024-06-06T08:22:36.903000+0000","last_peered":"2024-06-06T08:22:36.903000+0000","last_clean":"2024-06-06T08:22:36.903000+0000","last_became_active":"2024-06-06T08:18:48.003705+0000","last_became_peered":"2024-06-06T08:18:48.003705+0000","last_unstale":"2024-06-06T08:22:36.903000+0000","last_undegraded":"2024-06-06T08:22:36.903000+0000","last_fullsized":"2024-06-06T08:22:36.903000+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:52:37.890207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"100'7","reported_seq":246,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:56.583105+0000","last_change":"2024-06-06T08:18:34.685641+0000","last_active":"2024-06-06T08:22:56.583105+0000","last_peered":"2024-06-06T08:22:56.583105+0000","last_clean":"2024-06-06T08:22:56.583105+0000","last_became_active":"2024-06-06T08:18:34.685132+0000","last_became_peered":"2024-06-06T08:18:34.685132+0000","last_unstale":"2024-06-06T08:22:56.583105+0000","last_undegraded":"2024-06-06T08:22:56.583105+0000","last_fullsized":"2024-06-06T08:22:56.583105+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:40:43.547356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1402,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":196,"num_read_kb":3,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"99'7","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001269+0000","last_change":"2024-06-06T08:18:37.973373+0000","last_active":"2024-06-06T08:22:37.001269+0000","last_peered":"2024-06-06T08:22:37.001269+0000","last_clean":"2024-06-06T08:22:37.001269+0000","last_became_active":"2024-06-06T08:18:37.973058+0000","last_became_peered":"2024-06-06T08:18:37.973058+0000","last_unstale":"2024-06-06T08:22:37.001269+0000","last_undegraded":"2024-06-06T08:22:37.001269+0000","last_fullsized":"2024-06-06T08:22:37.001269+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:32:17.184387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.903370+0000","last_change":"2024-06-06T08:18:48.010926+0000","last_active":"2024-06-06T08:22:36.903370+0000","last_peered":"2024-06-06T08:22:36.903370+0000","last_clean":"2024-06-06T08:22:36.903370+0000","last_became_active":"2024-06-06T08:18:48.010444+0000","last_became_peered":"2024-06-06T08:18:48.010444+0000","last_unstale":"2024-06-06T08:22:36.903370+0000","last_undegraded":"2024-06-06T08:22:36.903370+0000","last_fullsized":"2024-06-06T08:22:36.903370+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:53:31.540388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"99'3","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.013001+0000","last_change":"2024-06-06T08:18:34.680735+0000","last_active":"2024-06-06T08:22:37.013001+0000","last_peered":"2024-06-06T08:22:37.013001+0000","last_clean":"2024-06-06T08:22:37.013001+0000","last_became_active":"2024-06-06T08:18:34.680352+0000","last_became_peered":"2024-06-06T08:18:34.680352+0000","last_unstale":"2024-06-06T08:22:37.013001+0000","last_undegraded":"2024-06-06T08:22:37.013001+0000","last_fullsized":"2024-06-06T08:22:37.013001+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:24:50.680543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"99'8","reported_seq":22,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.999107+0000","last_change":"2024-06-06T08:19:20.075768+0000","last_active":"2024-06-06T08:22:36.999107+0000","last_peered":"2024-06-06T08:22:36.999107+0000","last_clean":"2024-06-06T08:22:36.999107+0000","last_became_active":"2024-06-06T08:19:20.075384+0000","last_became_peered":"2024-06-06T08:19:20.075384+0000","last_unstale":"2024-06-06T08:22:36.999107+0000","last_undegraded":"2024-06-06T08:22:36.999107+0000","last_fullsized":"2024-06-06T08:22:36.999107+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:34:44.437089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,3],"acting":[9,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.313881+0000","last_change":"2024-06-06T08:18:48.012906+0000","last_active":"2024-06-06T08:22:37.313881+0000","last_peered":"2024-06-06T08:22:37.313881+0000","last_clean":"2024-06-06T08:22:37.313881+0000","last_became_active":"2024-06-06T08:18:48.012454+0000","last_became_peered":"2024-06-06T08:18:48.012454+0000","last_unstale":"2024-06-06T08:22:37.313881+0000","last_undegraded":"2024-06-06T08:22:37.313881+0000","last_fullsized":"2024-06-06T08:22:37.313881+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:36:56.660610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"99'2","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898131+0000","last_change":"2024-06-06T08:18:34.678683+0000","last_active":"2024-06-06T08:22:36.898131+0000","last_peered":"2024-06-06T08:22:36.898131+0000","last_clean":"2024-06-06T08:22:36.898131+0000","last_became_active":"2024-06-06T08:18:34.678342+0000","last_became_peered":"2024-06-06T08:18:34.678342+0000","last_unstale":"2024-06-06T08:22:36.898131+0000","last_undegraded":"2024-06-06T08:22:36.898131+0000","last_fullsized":"2024-06-06T08:22:36.898131+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T20:11:33.963323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"99'8","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001988+0000","last_change":"2024-06-06T08:18:37.965932+0000","last_active":"2024-06-06T08:22:37.001988+0000","last_peered":"2024-06-06T08:22:37.001988+0000","last_clean":"2024-06-06T08:22:37.001988+0000","last_became_active":"2024-06-06T08:18:37.963714+0000","last_became_peered":"2024-06-06T08:18:37.963714+0000","last_unstale":"2024-06-06T08:22:37.001988+0000","last_undegraded":"2024-06-06T08:22:37.001988+0000","last_fullsized":"2024-06-06T08:22:37.001988+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:06:11.882753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946651+0000","last_change":"2024-06-06T08:18:48.002609+0000","last_active":"2024-06-06T08:22:36.946651+0000","last_peered":"2024-06-06T08:22:36.946651+0000","last_clean":"2024-06-06T08:22:36.946651+0000","last_became_active":"2024-06-06T08:18:48.002211+0000","last_became_peered":"2024-06-06T08:18:48.002211+0000","last_unstale":"2024-06-06T08:22:36.946651+0000","last_undegraded":"2024-06-06T08:22:36.946651+0000","last_fullsized":"2024-06-06T08:22:36.946651+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:55:07.926808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"99'1","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009947+0000","last_change":"2024-06-06T08:18:34.685112+0000","last_active":"2024-06-06T08:22:37.009947+0000","last_peered":"2024-06-06T08:22:37.009947+0000","last_clean":"2024-06-06T08:22:37.009947+0000","last_became_active":"2024-06-06T08:18:34.682604+0000","last_became_peered":"2024-06-06T08:18:34.682604+0000","last_unstale":"2024-06-06T08:22:37.009947+0000","last_undegraded":"2024-06-06T08:22:37.009947+0000","last_fullsized":"2024-06-06T08:22:37.009947+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:13:14.896283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"99'11","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.998669+0000","last_change":"2024-06-06T08:18:37.966628+0000","last_active":"2024-06-06T08:22:36.998669+0000","last_peered":"2024-06-06T08:22:36.998669+0000","last_clean":"2024-06-06T08:22:36.998669+0000","last_became_active":"2024-06-06T08:18:37.966174+0000","last_became_peered":"2024-06-06T08:18:37.966174+0000","last_unstale":"2024-06-06T08:22:36.998669+0000","last_undegraded":"2024-06-06T08:22:36.998669+0000","last_fullsized":"2024-06-06T08:22:36.998669+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:26:27.138349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.002191+0000","last_change":"2024-06-06T08:18:48.006357+0000","last_active":"2024-06-06T08:22:37.002191+0000","last_peered":"2024-06-06T08:22:37.002191+0000","last_clean":"2024-06-06T08:22:37.002191+0000","last_became_active":"2024-06-06T08:18:48.005964+0000","last_became_peered":"2024-06-06T08:18:48.005964+0000","last_unstale":"2024-06-06T08:22:37.002191+0000","last_undegraded":"2024-06-06T08:22:37.002191+0000","last_fullsized":"2024-06-06T08:22:37.002191+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:17:40.197144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"100'4","reported_seq":240,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:56.582363+0000","last_change":"2024-06-06T08:18:34.678638+0000","last_active":"2024-06-06T08:22:56.582363+0000","last_peered":"2024-06-06T08:22:56.582363+0000","last_clean":"2024-06-06T08:22:56.582363+0000","last_became_active":"2024-06-06T08:18:34.678294+0000","last_became_peered":"2024-06-06T08:18:34.678294+0000","last_unstale":"2024-06-06T08:22:56.582363+0000","last_undegraded":"2024-06-06T08:22:56.582363+0000","last_fullsized":"2024-06-06T08:22:56.582363+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:03:28.113846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":193,"num_read_kb":193,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"99'10","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.159890+0000","last_change":"2024-06-06T08:18:37.971773+0000","last_active":"2024-06-06T08:22:37.159890+0000","last_peered":"2024-06-06T08:22:37.159890+0000","last_clean":"2024-06-06T08:22:37.159890+0000","last_became_active":"2024-06-06T08:18:37.969850+0000","last_became_peered":"2024-06-06T08:18:37.969850+0000","last_unstale":"2024-06-06T08:22:37.159890+0000","last_undegraded":"2024-06-06T08:22:37.159890+0000","last_fullsized":"2024-06-06T08:22:37.159890+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:16:43.238696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.998507+0000","last_change":"2024-06-06T08:18:48.011111+0000","last_active":"2024-06-06T08:22:36.998507+0000","last_peered":"2024-06-06T08:22:36.998507+0000","last_clean":"2024-06-06T08:22:36.998507+0000","last_became_active":"2024-06-06T08:18:48.010614+0000","last_became_peered":"2024-06-06T08:18:48.010614+0000","last_unstale":"2024-06-06T08:22:36.998507+0000","last_undegraded":"2024-06-06T08:22:36.998507+0000","last_fullsized":"2024-06-06T08:22:36.998507+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:08:29.921768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"99'2","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899520+0000","last_change":"2024-06-06T08:18:34.684626+0000","last_active":"2024-06-06T08:22:36.899520+0000","last_peered":"2024-06-06T08:22:36.899520+0000","last_clean":"2024-06-06T08:22:36.899520+0000","last_became_active":"2024-06-06T08:18:34.683484+0000","last_became_peered":"2024-06-06T08:18:34.683484+0000","last_unstale":"2024-06-06T08:22:36.899520+0000","last_undegraded":"2024-06-06T08:22:36.899520+0000","last_fullsized":"2024-06-06T08:22:36.899520+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:43:17.979708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"99'9","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946750+0000","last_change":"2024-06-06T08:18:37.971981+0000","last_active":"2024-06-06T08:22:36.946750+0000","last_peered":"2024-06-06T08:22:36.946750+0000","last_clean":"2024-06-06T08:22:36.946750+0000","last_became_active":"2024-06-06T08:18:37.971625+0000","last_became_peered":"2024-06-06T08:18:37.971625+0000","last_unstale":"2024-06-06T08:22:36.946750+0000","last_undegraded":"2024-06-06T08:22:36.946750+0000","last_fullsized":"2024-06-06T08:22:36.946750+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:26:54.424426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009781+0000","last_change":"2024-06-06T08:18:48.001480+0000","last_active":"2024-06-06T08:22:37.009781+0000","last_peered":"2024-06-06T08:22:37.009781+0000","last_clean":"2024-06-06T08:22:37.009781+0000","last_became_active":"2024-06-06T08:18:48.001066+0000","last_became_peered":"2024-06-06T08:18:48.001066+0000","last_unstale":"2024-06-06T08:22:37.009781+0000","last_undegraded":"2024-06-06T08:22:37.009781+0000","last_fullsized":"2024-06-06T08:22:37.009781+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:41:03.746928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"99'4","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010278+0000","last_change":"2024-06-06T08:18:34.830839+0000","last_active":"2024-06-06T08:22:37.010278+0000","last_peered":"2024-06-06T08:22:37.010278+0000","last_clean":"2024-06-06T08:22:37.010278+0000","last_became_active":"2024-06-06T08:18:34.830371+0000","last_became_peered":"2024-06-06T08:18:34.830371+0000","last_unstale":"2024-06-06T08:22:37.010278+0000","last_undegraded":"2024-06-06T08:22:37.010278+0000","last_fullsized":"2024-06-06T08:22:37.010278+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:27:59.206172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"99'11","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.159635+0000","last_change":"2024-06-06T08:18:37.980946+0000","last_active":"2024-06-06T08:22:37.159635+0000","last_peered":"2024-06-06T08:22:37.159635+0000","last_clean":"2024-06-06T08:22:37.159635+0000","last_became_active":"2024-06-06T08:18:37.980580+0000","last_became_peered":"2024-06-06T08:18:37.980580+0000","last_unstale":"2024-06-06T08:22:37.159635+0000","last_undegraded":"2024-06-06T08:22:37.159635+0000","last_fullsized":"2024-06-06T08:22:37.159635+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:13:23.979160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":15,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.012867+0000","last_change":"2024-06-06T08:19:20.076301+0000","last_active":"2024-06-06T08:22:37.012867+0000","last_peered":"2024-06-06T08:22:37.012867+0000","last_clean":"2024-06-06T08:22:37.012867+0000","last_became_active":"2024-06-06T08:19:20.075827+0000","last_became_peered":"2024-06-06T08:19:20.075827+0000","last_unstale":"2024-06-06T08:22:37.012867+0000","last_undegraded":"2024-06-06T08:22:37.012867+0000","last_fullsized":"2024-06-06T08:22:37.012867+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:33:26.126674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,11,5],"acting":[10,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.14","version":"100'43","reported_seq":487,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:57.584013+0000","last_change":"2024-06-06T08:18:34.682178+0000","last_active":"2024-06-06T08:22:57.584013+0000","last_peered":"2024-06-06T08:22:57.584013+0000","last_clean":"2024-06-06T08:22:57.584013+0000","last_became_active":"2024-06-06T08:18:34.681568+0000","last_became_peered":"2024-06-06T08:18:34.681568+0000","last_unstale":"2024-06-06T08:22:57.584013+0000","last_undegraded":"2024-06-06T08:22:57.584013+0000","last_fullsized":"2024-06-06T08:22:57.584013+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:52:19.711661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":73742,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":401,"num_read_kb":273,"num_write":44,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"99'6","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001547+0000","last_change":"2024-06-06T08:18:37.977178+0000","last_active":"2024-06-06T08:22:37.001547+0000","last_peered":"2024-06-06T08:22:37.001547+0000","last_clean":"2024-06-06T08:22:37.001547+0000","last_became_active":"2024-06-06T08:18:37.976879+0000","last_became_peered":"2024-06-06T08:18:37.976879+0000","last_unstale":"2024-06-06T08:22:37.001547+0000","last_undegraded":"2024-06-06T08:22:37.001547+0000","last_fullsized":"2024-06-06T08:22:37.001547+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:21:44.043685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010651+0000","last_change":"2024-06-06T08:18:48.006999+0000","last_active":"2024-06-06T08:22:37.010651+0000","last_peered":"2024-06-06T08:22:37.010651+0000","last_clean":"2024-06-06T08:22:37.010651+0000","last_became_active":"2024-06-06T08:18:48.005658+0000","last_became_peered":"2024-06-06T08:18:48.005658+0000","last_unstale":"2024-06-06T08:22:37.010651+0000","last_undegraded":"2024-06-06T08:22:37.010651+0000","last_fullsized":"2024-06-06T08:22:37.010651+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:34:10.637604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"99'6","reported_seq":25,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.313727+0000","last_change":"2024-06-06T08:19:20.081844+0000","last_active":"2024-06-06T08:22:37.313727+0000","last_peered":"2024-06-06T08:22:37.313727+0000","last_clean":"2024-06-06T08:22:37.313727+0000","last_became_active":"2024-06-06T08:19:20.075790+0000","last_became_peered":"2024-06-06T08:19:20.075790+0000","last_unstale":"2024-06-06T08:22:37.313727+0000","last_undegraded":"2024-06-06T08:22:37.313727+0000","last_fullsized":"2024-06-06T08:22:37.313727+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:25:04.061811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"99'9","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898100+0000","last_change":"2024-06-06T08:18:37.972377+0000","last_active":"2024-06-06T08:22:36.898100+0000","last_peered":"2024-06-06T08:22:36.898100+0000","last_clean":"2024-06-06T08:22:36.898100+0000","last_became_active":"2024-06-06T08:18:37.971755+0000","last_became_peered":"2024-06-06T08:18:37.971755+0000","last_unstale":"2024-06-06T08:22:36.898100+0000","last_undegraded":"2024-06-06T08:22:36.898100+0000","last_fullsized":"2024-06-06T08:22:36.898100+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:00:54.267536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":34,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.313998+0000","last_change":"2024-06-06T08:19:20.077172+0000","last_active":"2024-06-06T08:22:37.313998+0000","last_peered":"2024-06-06T08:22:37.313998+0000","last_clean":"2024-06-06T08:22:37.313998+0000","last_became_active":"2024-06-06T08:19:20.076569+0000","last_became_peered":"2024-06-06T08:19:20.076569+0000","last_unstale":"2024-06-06T08:22:37.313998+0000","last_undegraded":"2024-06-06T08:22:37.313998+0000","last_fullsized":"2024-06-06T08:22:37.313998+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T20:17:32.702814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,7,6],"acting":[11,8,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"99'3","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010253+0000","last_change":"2024-06-06T08:18:34.683416+0000","last_active":"2024-06-06T08:22:37.010253+0000","last_peered":"2024-06-06T08:22:37.010253+0000","last_clean":"2024-06-06T08:22:37.010253+0000","last_became_active":"2024-06-06T08:18:34.683056+0000","last_became_peered":"2024-06-06T08:18:34.683056+0000","last_unstale":"2024-06-06T08:22:37.010253+0000","last_undegraded":"2024-06-06T08:22:37.010253+0000","last_fullsized":"2024-06-06T08:22:37.010253+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:52:58.744871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"99'15","reported_seq":52,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899497+0000","last_change":"2024-06-06T08:18:37.978644+0000","last_active":"2024-06-06T08:22:36.899497+0000","last_peered":"2024-06-06T08:22:36.899497+0000","last_clean":"2024-06-06T08:22:36.899497+0000","last_became_active":"2024-06-06T08:18:37.978318+0000","last_became_peered":"2024-06-06T08:18:37.978318+0000","last_unstale":"2024-06-06T08:22:36.899497+0000","last_undegraded":"2024-06-06T08:22:36.899497+0000","last_fullsized":"2024-06-06T08:22:36.899497+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:44:07.829155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.999659+0000","last_change":"2024-06-06T08:18:48.004073+0000","last_active":"2024-06-06T08:22:36.999659+0000","last_peered":"2024-06-06T08:22:36.999659+0000","last_clean":"2024-06-06T08:22:36.999659+0000","last_became_active":"2024-06-06T08:18:48.003698+0000","last_became_peered":"2024-06-06T08:18:48.003698+0000","last_unstale":"2024-06-06T08:22:36.999659+0000","last_undegraded":"2024-06-06T08:22:36.999659+0000","last_fullsized":"2024-06-06T08:22:36.999659+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:31:31.524345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"100'6","reported_seq":247,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:56.620444+0000","last_change":"2024-06-06T08:18:34.684025+0000","last_active":"2024-06-06T08:22:56.620444+0000","last_peered":"2024-06-06T08:22:56.620444+0000","last_clean":"2024-06-06T08:22:56.620444+0000","last_became_active":"2024-06-06T08:18:34.683704+0000","last_became_peered":"2024-06-06T08:18:34.683704+0000","last_unstale":"2024-06-06T08:22:56.620444+0000","last_undegraded":"2024-06-06T08:22:56.620444+0000","last_fullsized":"2024-06-06T08:22:56.620444+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:35:18.994049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1509,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":199,"num_read_kb":6,"num_write":5,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"99'6","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899401+0000","last_change":"2024-06-06T08:18:37.974755+0000","last_active":"2024-06-06T08:22:36.899401+0000","last_peered":"2024-06-06T08:22:36.899401+0000","last_clean":"2024-06-06T08:22:36.899401+0000","last_became_active":"2024-06-06T08:18:37.974433+0000","last_became_peered":"2024-06-06T08:18:37.974433+0000","last_unstale":"2024-06-06T08:22:36.899401+0000","last_undegraded":"2024-06-06T08:22:36.899401+0000","last_fullsized":"2024-06-06T08:22:36.899401+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:42:29.994159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":34,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898602+0000","last_change":"2024-06-06T08:19:20.076660+0000","last_active":"2024-06-06T08:22:36.898602+0000","last_peered":"2024-06-06T08:22:36.898602+0000","last_clean":"2024-06-06T08:22:36.898602+0000","last_became_active":"2024-06-06T08:19:20.076106+0000","last_became_peered":"2024-06-06T08:19:20.076106+0000","last_unstale":"2024-06-06T08:22:36.898602+0000","last_undegraded":"2024-06-06T08:22:36.898602+0000","last_fullsized":"2024-06-06T08:22:36.898602+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:04:14.912823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,8,11],"acting":[6,3,8,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"99'15","reported_seq":75,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001170+0000","last_change":"2024-06-06T08:19:20.083268+0000","last_active":"2024-06-06T08:22:37.001170+0000","last_peered":"2024-06-06T08:22:37.001170+0000","last_clean":"2024-06-06T08:22:37.001170+0000","last_became_active":"2024-06-06T08:19:20.072772+0000","last_became_peered":"2024-06-06T08:19:20.072772+0000","last_unstale":"2024-06-06T08:22:37.001170+0000","last_undegraded":"2024-06-06T08:22:37.001170+0000","last_fullsized":"2024-06-06T08:22:37.001170+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:24:31.654914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,4],"acting":[8,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"99'6","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010081+0000","last_change":"2024-06-06T08:18:37.974686+0000","last_active":"2024-06-06T08:22:37.010081+0000","last_peered":"2024-06-06T08:22:37.010081+0000","last_clean":"2024-06-06T08:22:37.010081+0000","last_became_active":"2024-06-06T08:18:37.974359+0000","last_became_peered":"2024-06-06T08:18:37.974359+0000","last_unstale":"2024-06-06T08:22:37.010081+0000","last_undegraded":"2024-06-06T08:22:37.010081+0000","last_fullsized":"2024-06-06T08:22:37.010081+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:59:11.839143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010001+0000","last_change":"2024-06-06T08:18:48.004663+0000","last_active":"2024-06-06T08:22:37.010001+0000","last_peered":"2024-06-06T08:22:37.010001+0000","last_clean":"2024-06-06T08:22:37.010001+0000","last_became_active":"2024-06-06T08:18:48.004157+0000","last_became_peered":"2024-06-06T08:18:48.004157+0000","last_unstale":"2024-06-06T08:22:37.010001+0000","last_undegraded":"2024-06-06T08:22:37.010001+0000","last_fullsized":"2024-06-06T08:22:37.010001+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:24:09.672748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"99'2","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001578+0000","last_change":"2024-06-06T08:18:34.680195+0000","last_active":"2024-06-06T08:22:37.001578+0000","last_peered":"2024-06-06T08:22:37.001578+0000","last_clean":"2024-06-06T08:22:37.001578+0000","last_became_active":"2024-06-06T08:18:34.679739+0000","last_became_peered":"2024-06-06T08:18:34.679739+0000","last_unstale":"2024-06-06T08:22:37.001578+0000","last_undegraded":"2024-06-06T08:22:37.001578+0000","last_fullsized":"2024-06-06T08:22:37.001578+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:35:12.003240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"99'5","reported_seq":41,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.313942+0000","last_change":"2024-06-06T08:18:37.972817+0000","last_active":"2024-06-06T08:22:37.313942+0000","last_peered":"2024-06-06T08:22:37.313942+0000","last_clean":"2024-06-06T08:22:37.313942+0000","last_became_active":"2024-06-06T08:18:37.972330+0000","last_became_peered":"2024-06-06T08:18:37.972330+0000","last_unstale":"2024-06-06T08:22:37.313942+0000","last_undegraded":"2024-06-06T08:22:37.313942+0000","last_fullsized":"2024-06-06T08:22:37.313942+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:28:52.945097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001272+0000","last_change":"2024-06-06T08:18:48.069745+0000","last_active":"2024-06-06T08:22:37.001272+0000","last_peered":"2024-06-06T08:22:37.001272+0000","last_clean":"2024-06-06T08:22:37.001272+0000","last_became_active":"2024-06-06T08:18:48.069211+0000","last_became_peered":"2024-06-06T08:18:48.069211+0000","last_unstale":"2024-06-06T08:22:37.001272+0000","last_undegraded":"2024-06-06T08:22:37.001272+0000","last_fullsized":"2024-06-06T08:22:37.001272+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:20:30.421047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.999399+0000","last_change":"2024-06-06T08:18:34.831498+0000","last_active":"2024-06-06T08:22:36.999399+0000","last_peered":"2024-06-06T08:22:36.999399+0000","last_clean":"2024-06-06T08:22:36.999399+0000","last_became_active":"2024-06-06T08:18:34.831101+0000","last_became_peered":"2024-06-06T08:18:34.831101+0000","last_unstale":"2024-06-06T08:22:36.999399+0000","last_undegraded":"2024-06-06T08:22:36.999399+0000","last_fullsized":"2024-06-06T08:22:36.999399+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:51:33.531875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"99'4","reported_seq":42,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.013098+0000","last_change":"2024-06-06T08:18:37.968601+0000","last_active":"2024-06-06T08:22:37.013098+0000","last_peered":"2024-06-06T08:22:37.013098+0000","last_clean":"2024-06-06T08:22:37.013098+0000","last_became_active":"2024-06-06T08:18:37.968269+0000","last_became_peered":"2024-06-06T08:18:37.968269+0000","last_unstale":"2024-06-06T08:22:37.013098+0000","last_undegraded":"2024-06-06T08:22:37.013098+0000","last_fullsized":"2024-06-06T08:22:37.013098+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:51:35.437855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898416+0000","last_change":"2024-06-06T08:18:48.009054+0000","last_active":"2024-06-06T08:22:36.898416+0000","last_peered":"2024-06-06T08:22:36.898416+0000","last_clean":"2024-06-06T08:22:36.898416+0000","last_became_active":"2024-06-06T08:18:48.008286+0000","last_became_peered":"2024-06-06T08:18:48.008286+0000","last_unstale":"2024-06-06T08:22:36.898416+0000","last_undegraded":"2024-06-06T08:22:36.898416+0000","last_fullsized":"2024-06-06T08:22:36.898416+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:24:47.868921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"99'1","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899808+0000","last_change":"2024-06-06T08:18:34.685520+0000","last_active":"2024-06-06T08:22:36.899808+0000","last_peered":"2024-06-06T08:22:36.899808+0000","last_clean":"2024-06-06T08:22:36.899808+0000","last_became_active":"2024-06-06T08:18:34.685063+0000","last_became_peered":"2024-06-06T08:18:34.685063+0000","last_unstale":"2024-06-06T08:22:36.899808+0000","last_undegraded":"2024-06-06T08:22:36.899808+0000","last_fullsized":"2024-06-06T08:22:36.899808+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:48:39.032501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"99'7","reported_seq":51,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.013116+0000","last_change":"2024-06-06T08:19:20.072686+0000","last_active":"2024-06-06T08:22:37.013116+0000","last_peered":"2024-06-06T08:22:37.013116+0000","last_clean":"2024-06-06T08:22:37.013116+0000","last_became_active":"2024-06-06T08:19:20.072310+0000","last_became_peered":"2024-06-06T08:19:20.072310+0000","last_unstale":"2024-06-06T08:22:37.013116+0000","last_undegraded":"2024-06-06T08:22:37.013116+0000","last_fullsized":"2024-06-06T08:22:37.013116+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:07:16.268969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898753+0000","last_change":"2024-06-06T08:18:48.069698+0000","last_active":"2024-06-06T08:22:36.898753+0000","last_peered":"2024-06-06T08:22:36.898753+0000","last_clean":"2024-06-06T08:22:36.898753+0000","last_became_active":"2024-06-06T08:18:48.069126+0000","last_became_peered":"2024-06-06T08:18:48.069126+0000","last_unstale":"2024-06-06T08:22:36.898753+0000","last_undegraded":"2024-06-06T08:22:36.898753+0000","last_fullsized":"2024-06-06T08:22:36.898753+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:12:41.551061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"99'8","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010270+0000","last_change":"2024-06-06T08:18:37.976958+0000","last_active":"2024-06-06T08:22:37.010270+0000","last_peered":"2024-06-06T08:22:37.010270+0000","last_clean":"2024-06-06T08:22:37.010270+0000","last_became_active":"2024-06-06T08:18:37.975255+0000","last_became_peered":"2024-06-06T08:18:37.975255+0000","last_unstale":"2024-06-06T08:22:37.010270+0000","last_undegraded":"2024-06-06T08:22:37.010270+0000","last_fullsized":"2024-06-06T08:22:37.010270+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:30:43.849320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"100'6","reported_seq":243,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:56.619598+0000","last_change":"2024-06-06T08:18:34.830568+0000","last_active":"2024-06-06T08:22:56.619598+0000","last_peered":"2024-06-06T08:22:56.619598+0000","last_clean":"2024-06-06T08:22:56.619598+0000","last_became_active":"2024-06-06T08:18:34.830197+0000","last_became_peered":"2024-06-06T08:18:34.830197+0000","last_unstale":"2024-06-06T08:22:56.619598+0000","last_undegraded":"2024-06-06T08:22:56.619598+0000","last_fullsized":"2024-06-06T08:22:56.619598+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:55:26.436553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":193,"num_read_kb":193,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"99'1","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899578+0000","last_change":"2024-06-06T08:18:48.010465+0000","last_active":"2024-06-06T08:22:36.899578+0000","last_peered":"2024-06-06T08:22:36.899578+0000","last_clean":"2024-06-06T08:22:36.899578+0000","last_became_active":"2024-06-06T08:18:48.010096+0000","last_became_peered":"2024-06-06T08:18:48.010096+0000","last_unstale":"2024-06-06T08:22:36.899578+0000","last_undegraded":"2024-06-06T08:22:36.899578+0000","last_fullsized":"2024-06-06T08:22:36.899578+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:39:33.906074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"99'8","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.002597+0000","last_change":"2024-06-06T08:18:37.973719+0000","last_active":"2024-06-06T08:22:37.002597+0000","last_peered":"2024-06-06T08:22:37.002597+0000","last_clean":"2024-06-06T08:22:37.002597+0000","last_became_active":"2024-06-06T08:18:37.973395+0000","last_became_peered":"2024-06-06T08:18:37.973395+0000","last_unstale":"2024-06-06T08:22:37.002597+0000","last_undegraded":"2024-06-06T08:22:37.002597+0000","last_fullsized":"2024-06-06T08:22:37.002597+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:46:30.231836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"99'3","reported_seq":49,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009782+0000","last_change":"2024-06-06T08:18:34.681983+0000","last_active":"2024-06-06T08:22:37.009782+0000","last_peered":"2024-06-06T08:22:37.009782+0000","last_clean":"2024-06-06T08:22:37.009782+0000","last_became_active":"2024-06-06T08:18:34.681609+0000","last_became_peered":"2024-06-06T08:18:34.681609+0000","last_unstale":"2024-06-06T08:22:37.009782+0000","last_undegraded":"2024-06-06T08:22:37.009782+0000","last_fullsized":"2024-06-06T08:22:37.009782+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:52:15.132317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"100'148","reported_seq":422,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:39.022966+0000","last_change":"2024-06-06T08:17:15.096339+0000","last_active":"2024-06-06T08:22:39.022966+0000","last_peered":"2024-06-06T08:22:39.022966+0000","last_clean":"2024-06-06T08:22:39.022966+0000","last_became_active":"2024-06-06T08:17:15.095774+0000","last_became_peered":"2024-06-06T08:17:15.095774+0000","last_unstale":"2024-06-06T08:22:39.022966+0000","last_undegraded":"2024-06-06T08:22:39.022966+0000","last_fullsized":"2024-06-06T08:22:39.022966+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:13:45.360899+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:13:45.360899+0000","last_clean_scrub_stamp":"2024-06-06T08:13:45.360899+0000","objects_scrubbed":0,"log_size":148,"log_dups_size":0,"ondisk_log_size":148,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:11:51.805874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010386+0000","last_change":"2024-06-06T08:18:48.069855+0000","last_active":"2024-06-06T08:22:37.010386+0000","last_peered":"2024-06-06T08:22:37.010386+0000","last_clean":"2024-06-06T08:22:37.010386+0000","last_became_active":"2024-06-06T08:18:48.069438+0000","last_became_peered":"2024-06-06T08:18:48.069438+0000","last_unstale":"2024-06-06T08:22:37.010386+0000","last_undegraded":"2024-06-06T08:22:37.010386+0000","last_fullsized":"2024-06-06T08:22:37.010386+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:25:14.432797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"99'5","reported_seq":49,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898040+0000","last_change":"2024-06-06T08:19:20.073432+0000","last_active":"2024-06-06T08:22:36.898040+0000","last_peered":"2024-06-06T08:22:36.898040+0000","last_clean":"2024-06-06T08:22:36.898040+0000","last_became_active":"2024-06-06T08:19:20.073034+0000","last_became_peered":"2024-06-06T08:19:20.073034+0000","last_unstale":"2024-06-06T08:22:36.898040+0000","last_undegraded":"2024-06-06T08:22:36.898040+0000","last_fullsized":"2024-06-06T08:22:36.898040+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:08:52.802582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,2],"acting":[6,9,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"99'3","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899328+0000","last_change":"2024-06-06T08:18:34.682370+0000","last_active":"2024-06-06T08:22:36.899328+0000","last_peered":"2024-06-06T08:22:36.899328+0000","last_clean":"2024-06-06T08:22:36.899328+0000","last_became_active":"2024-06-06T08:18:34.682002+0000","last_became_peered":"2024-06-06T08:18:34.682002+0000","last_unstale":"2024-06-06T08:22:36.899328+0000","last_undegraded":"2024-06-06T08:22:36.899328+0000","last_fullsized":"2024-06-06T08:22:36.899328+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:48:56.690891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.313837+0000","last_change":"2024-06-06T08:18:48.006552+0000","last_active":"2024-06-06T08:22:37.313837+0000","last_peered":"2024-06-06T08:22:37.313837+0000","last_clean":"2024-06-06T08:22:37.313837+0000","last_became_active":"2024-06-06T08:18:48.006021+0000","last_became_peered":"2024-06-06T08:18:48.006021+0000","last_unstale":"2024-06-06T08:22:37.313837+0000","last_undegraded":"2024-06-06T08:22:37.313837+0000","last_fullsized":"2024-06-06T08:22:37.313837+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:22:25.504479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"99'1","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001681+0000","last_change":"2024-06-06T08:18:34.831372+0000","last_active":"2024-06-06T08:22:37.001681+0000","last_peered":"2024-06-06T08:22:37.001681+0000","last_clean":"2024-06-06T08:22:37.001681+0000","last_became_active":"2024-06-06T08:18:34.830779+0000","last_became_peered":"2024-06-06T08:18:34.830779+0000","last_unstale":"2024-06-06T08:22:37.001681+0000","last_undegraded":"2024-06-06T08:22:37.001681+0000","last_fullsized":"2024-06-06T08:22:37.001681+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T20:16:51.953873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"99'9","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898608+0000","last_change":"2024-06-06T08:18:37.965533+0000","last_active":"2024-06-06T08:22:36.898608+0000","last_peered":"2024-06-06T08:22:36.898608+0000","last_clean":"2024-06-06T08:22:36.898608+0000","last_became_active":"2024-06-06T08:18:37.965190+0000","last_became_peered":"2024-06-06T08:18:37.965190+0000","last_unstale":"2024-06-06T08:22:36.898608+0000","last_undegraded":"2024-06-06T08:22:36.898608+0000","last_fullsized":"2024-06-06T08:22:36.898608+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:56:20.789040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001649+0000","last_change":"2024-06-06T08:18:48.069482+0000","last_active":"2024-06-06T08:22:37.001649+0000","last_peered":"2024-06-06T08:22:37.001649+0000","last_clean":"2024-06-06T08:22:37.001649+0000","last_became_active":"2024-06-06T08:18:48.069033+0000","last_became_peered":"2024-06-06T08:18:48.069033+0000","last_unstale":"2024-06-06T08:22:37.001649+0000","last_undegraded":"2024-06-06T08:22:37.001649+0000","last_fullsized":"2024-06-06T08:22:37.001649+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:53:57.135522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"100'101","reported_seq":237,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:49.241073+0000","last_change":"2024-06-06T08:18:34.680768+0000","last_active":"2024-06-06T08:22:49.241073+0000","last_peered":"2024-06-06T08:22:49.241073+0000","last_clean":"2024-06-06T08:22:49.241073+0000","last_became_active":"2024-06-06T08:18:34.680388+0000","last_became_peered":"2024-06-06T08:18:34.680388+0000","last_unstale":"2024-06-06T08:22:49.241073+0000","last_undegraded":"2024-06-06T08:22:49.241073+0000","last_fullsized":"2024-06-06T08:22:49.241073+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":0,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:20:11.041953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":312,"num_read_kb":277,"num_write":185,"num_write_kb":1286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"99'5","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.002914+0000","last_change":"2024-06-06T08:18:37.962877+0000","last_active":"2024-06-06T08:22:37.002914+0000","last_peered":"2024-06-06T08:22:37.002914+0000","last_clean":"2024-06-06T08:22:37.002914+0000","last_became_active":"2024-06-06T08:18:37.962515+0000","last_became_peered":"2024-06-06T08:18:37.962515+0000","last_unstale":"2024-06-06T08:22:37.002914+0000","last_undegraded":"2024-06-06T08:22:37.002914+0000","last_fullsized":"2024-06-06T08:22:37.002914+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:09:29.783996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.902692+0000","last_change":"2024-06-06T08:18:48.002421+0000","last_active":"2024-06-06T08:22:36.902692+0000","last_peered":"2024-06-06T08:22:36.902692+0000","last_clean":"2024-06-06T08:22:36.902692+0000","last_became_active":"2024-06-06T08:18:48.001500+0000","last_became_peered":"2024-06-06T08:18:48.001500+0000","last_unstale":"2024-06-06T08:22:36.902692+0000","last_undegraded":"2024-06-06T08:22:36.902692+0000","last_fullsized":"2024-06-06T08:22:36.902692+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:16:23.206777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"99'4","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.010036+0000","last_change":"2024-06-06T08:18:35.126605+0000","last_active":"2024-06-06T08:22:37.010036+0000","last_peered":"2024-06-06T08:22:37.010036+0000","last_clean":"2024-06-06T08:22:37.010036+0000","last_became_active":"2024-06-06T08:18:35.126225+0000","last_became_peered":"2024-06-06T08:18:35.126225+0000","last_unstale":"2024-06-06T08:22:37.010036+0000","last_undegraded":"2024-06-06T08:22:37.010036+0000","last_fullsized":"2024-06-06T08:22:37.010036+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:27:58.288349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"99'7","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946771+0000","last_change":"2024-06-06T08:18:37.978178+0000","last_active":"2024-06-06T08:22:36.946771+0000","last_peered":"2024-06-06T08:22:36.946771+0000","last_clean":"2024-06-06T08:22:36.946771+0000","last_became_active":"2024-06-06T08:18:37.977413+0000","last_became_peered":"2024-06-06T08:18:37.977413+0000","last_unstale":"2024-06-06T08:22:36.946771+0000","last_undegraded":"2024-06-06T08:22:36.946771+0000","last_fullsized":"2024-06-06T08:22:36.946771+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:19:27.492305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":34,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009770+0000","last_change":"2024-06-06T08:19:20.074860+0000","last_active":"2024-06-06T08:22:37.009770+0000","last_peered":"2024-06-06T08:22:37.009770+0000","last_clean":"2024-06-06T08:22:37.009770+0000","last_became_active":"2024-06-06T08:19:20.074377+0000","last_became_peered":"2024-06-06T08:19:20.074377+0000","last_unstale":"2024-06-06T08:22:37.009770+0000","last_undegraded":"2024-06-06T08:22:37.009770+0000","last_fullsized":"2024-06-06T08:22:37.009770+0000","mapping_epoch":98,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":99,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:24:23.991833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,10,9],"acting":[4,8,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"99'2","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.159447+0000","last_change":"2024-06-06T08:18:34.830742+0000","last_active":"2024-06-06T08:22:37.159447+0000","last_peered":"2024-06-06T08:22:37.159447+0000","last_clean":"2024-06-06T08:22:37.159447+0000","last_became_active":"2024-06-06T08:18:34.830351+0000","last_became_peered":"2024-06-06T08:18:34.830351+0000","last_unstale":"2024-06-06T08:22:37.159447+0000","last_undegraded":"2024-06-06T08:22:37.159447+0000","last_fullsized":"2024-06-06T08:22:37.159447+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:26:10.297538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"99'2","reported_seq":40,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001241+0000","last_change":"2024-06-06T08:18:37.968284+0000","last_active":"2024-06-06T08:22:37.001241+0000","last_peered":"2024-06-06T08:22:37.001241+0000","last_clean":"2024-06-06T08:22:37.001241+0000","last_became_active":"2024-06-06T08:18:37.967965+0000","last_became_peered":"2024-06-06T08:18:37.967965+0000","last_unstale":"2024-06-06T08:22:37.001241+0000","last_undegraded":"2024-06-06T08:22:37.001241+0000","last_fullsized":"2024-06-06T08:22:37.001241+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:06:27.202803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.999829+0000","last_change":"2024-06-06T08:18:48.011663+0000","last_active":"2024-06-06T08:22:36.999829+0000","last_peered":"2024-06-06T08:22:36.999829+0000","last_clean":"2024-06-06T08:22:36.999829+0000","last_became_active":"2024-06-06T08:18:48.011061+0000","last_became_peered":"2024-06-06T08:18:48.011061+0000","last_unstale":"2024-06-06T08:22:36.999829+0000","last_undegraded":"2024-06-06T08:22:36.999829+0000","last_fullsized":"2024-06-06T08:22:36.999829+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:42:57.080453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"99'3","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.002340+0000","last_change":"2024-06-06T08:18:34.682065+0000","last_active":"2024-06-06T08:22:37.002340+0000","last_peered":"2024-06-06T08:22:37.002340+0000","last_clean":"2024-06-06T08:22:37.002340+0000","last_became_active":"2024-06-06T08:18:34.681713+0000","last_became_peered":"2024-06-06T08:18:34.681713+0000","last_unstale":"2024-06-06T08:22:37.002340+0000","last_undegraded":"2024-06-06T08:22:37.002340+0000","last_fullsized":"2024-06-06T08:22:37.002340+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:31:52.342368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"99'9","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.313667+0000","last_change":"2024-06-06T08:18:37.970529+0000","last_active":"2024-06-06T08:22:37.313667+0000","last_peered":"2024-06-06T08:22:37.313667+0000","last_clean":"2024-06-06T08:22:37.313667+0000","last_became_active":"2024-06-06T08:18:37.967457+0000","last_became_peered":"2024-06-06T08:18:37.967457+0000","last_unstale":"2024-06-06T08:22:37.313667+0000","last_undegraded":"2024-06-06T08:22:37.313667+0000","last_fullsized":"2024-06-06T08:22:37.313667+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:37:02.931598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"99'1","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009701+0000","last_change":"2024-06-06T08:18:48.001708+0000","last_active":"2024-06-06T08:22:37.009701+0000","last_peered":"2024-06-06T08:22:37.009701+0000","last_clean":"2024-06-06T08:22:37.009701+0000","last_became_active":"2024-06-06T08:18:48.001028+0000","last_became_peered":"2024-06-06T08:18:48.001028+0000","last_unstale":"2024-06-06T08:22:37.009701+0000","last_undegraded":"2024-06-06T08:22:37.009701+0000","last_fullsized":"2024-06-06T08:22:37.009701+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:34:36.608830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"100'2","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.310025+0000","last_change":"2024-06-06T08:18:34.681687+0000","last_active":"2024-06-06T08:22:37.310025+0000","last_peered":"2024-06-06T08:22:37.310025+0000","last_clean":"2024-06-06T08:22:37.310025+0000","last_became_active":"2024-06-06T08:18:34.681359+0000","last_became_peered":"2024-06-06T08:18:34.681359+0000","last_unstale":"2024-06-06T08:22:37.310025+0000","last_undegraded":"2024-06-06T08:22:37.310025+0000","last_fullsized":"2024-06-06T08:22:37.310025+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:04:45.735761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"99'8","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.002792+0000","last_change":"2024-06-06T08:18:37.970897+0000","last_active":"2024-06-06T08:22:37.002792+0000","last_peered":"2024-06-06T08:22:37.002792+0000","last_clean":"2024-06-06T08:22:37.002792+0000","last_became_active":"2024-06-06T08:18:37.970571+0000","last_became_peered":"2024-06-06T08:18:37.970571+0000","last_unstale":"2024-06-06T08:22:37.002792+0000","last_undegraded":"2024-06-06T08:22:37.002792+0000","last_fullsized":"2024-06-06T08:22:37.002792+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:46:15.915929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009768+0000","last_change":"2024-06-06T08:18:48.069630+0000","last_active":"2024-06-06T08:22:37.009768+0000","last_peered":"2024-06-06T08:22:37.009768+0000","last_clean":"2024-06-06T08:22:37.009768+0000","last_became_active":"2024-06-06T08:18:48.069072+0000","last_became_peered":"2024-06-06T08:18:48.069072+0000","last_unstale":"2024-06-06T08:22:37.009768+0000","last_undegraded":"2024-06-06T08:22:37.009768+0000","last_fullsized":"2024-06-06T08:22:37.009768+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:06:52.895802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"99'4","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.001388+0000","last_change":"2024-06-06T08:18:34.684436+0000","last_active":"2024-06-06T08:22:37.001388+0000","last_peered":"2024-06-06T08:22:37.001388+0000","last_clean":"2024-06-06T08:22:37.001388+0000","last_became_active":"2024-06-06T08:18:34.684088+0000","last_became_peered":"2024-06-06T08:18:34.684088+0000","last_unstale":"2024-06-06T08:22:37.001388+0000","last_undegraded":"2024-06-06T08:22:37.001388+0000","last_fullsized":"2024-06-06T08:22:37.001388+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:15:52.921779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"99'5","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899362+0000","last_change":"2024-06-06T08:18:37.969446+0000","last_active":"2024-06-06T08:22:36.899362+0000","last_peered":"2024-06-06T08:22:36.899362+0000","last_clean":"2024-06-06T08:22:36.899362+0000","last_became_active":"2024-06-06T08:18:37.969080+0000","last_became_peered":"2024-06-06T08:18:37.969080+0000","last_unstale":"2024-06-06T08:22:36.899362+0000","last_undegraded":"2024-06-06T08:22:36.899362+0000","last_fullsized":"2024-06-06T08:22:36.899362+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:11:04.510503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.159616+0000","last_change":"2024-06-06T08:18:48.003740+0000","last_active":"2024-06-06T08:22:37.159616+0000","last_peered":"2024-06-06T08:22:37.159616+0000","last_clean":"2024-06-06T08:22:37.159616+0000","last_became_active":"2024-06-06T08:18:48.003336+0000","last_became_peered":"2024-06-06T08:18:48.003336+0000","last_unstale":"2024-06-06T08:22:37.159616+0000","last_undegraded":"2024-06-06T08:22:37.159616+0000","last_fullsized":"2024-06-06T08:22:37.159616+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:50:46.165799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"99'3","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.903560+0000","last_change":"2024-06-06T08:18:35.126341+0000","last_active":"2024-06-06T08:22:36.903560+0000","last_peered":"2024-06-06T08:22:36.903560+0000","last_clean":"2024-06-06T08:22:36.903560+0000","last_became_active":"2024-06-06T08:18:35.125952+0000","last_became_peered":"2024-06-06T08:18:35.125952+0000","last_unstale":"2024-06-06T08:22:36.903560+0000","last_undegraded":"2024-06-06T08:22:36.903560+0000","last_fullsized":"2024-06-06T08:22:36.903560+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:27:06.337259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"99'7","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899706+0000","last_change":"2024-06-06T08:18:37.968441+0000","last_active":"2024-06-06T08:22:36.899706+0000","last_peered":"2024-06-06T08:22:36.899706+0000","last_clean":"2024-06-06T08:22:36.899706+0000","last_became_active":"2024-06-06T08:18:37.968104+0000","last_became_peered":"2024-06-06T08:18:37.968104+0000","last_unstale":"2024-06-06T08:22:36.899706+0000","last_undegraded":"2024-06-06T08:22:36.899706+0000","last_fullsized":"2024-06-06T08:22:36.899706+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:15:56.554327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946226+0000","last_change":"2024-06-06T08:18:48.003394+0000","last_active":"2024-06-06T08:22:36.946226+0000","last_peered":"2024-06-06T08:22:36.946226+0000","last_clean":"2024-06-06T08:22:36.946226+0000","last_became_active":"2024-06-06T08:18:48.002989+0000","last_became_peered":"2024-06-06T08:18:48.002989+0000","last_unstale":"2024-06-06T08:22:36.946226+0000","last_undegraded":"2024-06-06T08:22:36.946226+0000","last_fullsized":"2024-06-06T08:22:36.946226+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:03:19.225845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"100'65","reported_seq":139,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:48.888353+0000","last_change":"2024-06-06T08:18:34.682688+0000","last_active":"2024-06-06T08:22:48.888353+0000","last_peered":"2024-06-06T08:22:48.888353+0000","last_clean":"2024-06-06T08:22:48.888353+0000","last_became_active":"2024-06-06T08:18:34.682315+0000","last_became_peered":"2024-06-06T08:18:34.682315+0000","last_unstale":"2024-06-06T08:22:48.888353+0000","last_undegraded":"2024-06-06T08:22:48.888353+0000","last_fullsized":"2024-06-06T08:22:48.888353+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":0,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:06:00.681812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":328302,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":34,"num_read_kb":33,"num_write":76,"num_write_kb":941,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"99'6","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899455+0000","last_change":"2024-06-06T08:18:37.973181+0000","last_active":"2024-06-06T08:22:36.899455+0000","last_peered":"2024-06-06T08:22:36.899455+0000","last_clean":"2024-06-06T08:22:36.899455+0000","last_became_active":"2024-06-06T08:18:37.972850+0000","last_became_peered":"2024-06-06T08:18:37.972850+0000","last_unstale":"2024-06-06T08:22:36.899455+0000","last_undegraded":"2024-06-06T08:22:36.899455+0000","last_fullsized":"2024-06-06T08:22:36.899455+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:03:25.044516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":27,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009827+0000","last_change":"2024-06-06T08:18:48.004398+0000","last_active":"2024-06-06T08:22:37.009827+0000","last_peered":"2024-06-06T08:22:37.009827+0000","last_clean":"2024-06-06T08:22:37.009827+0000","last_became_active":"2024-06-06T08:18:48.003376+0000","last_became_peered":"2024-06-06T08:18:48.003376+0000","last_unstale":"2024-06-06T08:22:37.009827+0000","last_undegraded":"2024-06-06T08:22:37.009827+0000","last_fullsized":"2024-06-06T08:22:37.009827+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:46.981068+0000","last_clean_scrub_stamp":"2024-06-06T08:18:46.981068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:59:24.118255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"90'2","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898643+0000","last_change":"2024-06-06T08:18:34.676555+0000","last_active":"2024-06-06T08:22:36.898643+0000","last_peered":"2024-06-06T08:22:36.898643+0000","last_clean":"2024-06-06T08:22:36.898643+0000","last_became_active":"2024-06-06T08:18:34.676211+0000","last_became_peered":"2024-06-06T08:18:34.676211+0000","last_unstale":"2024-06-06T08:22:36.898643+0000","last_undegraded":"2024-06-06T08:22:36.898643+0000","last_fullsized":"2024-06-06T08:22:36.898643+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:33.659337+0000","last_clean_scrub_stamp":"2024-06-06T08:18:33.659337+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:32:06.731526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"99'9","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.899680+0000","last_change":"2024-06-06T08:18:37.970913+0000","last_active":"2024-06-06T08:22:36.899680+0000","last_peered":"2024-06-06T08:22:36.899680+0000","last_clean":"2024-06-06T08:22:36.899680+0000","last_became_active":"2024-06-06T08:18:37.970608+0000","last_became_peered":"2024-06-06T08:18:37.970608+0000","last_unstale":"2024-06-06T08:22:36.899680+0000","last_undegraded":"2024-06-06T08:22:36.899680+0000","last_fullsized":"2024-06-06T08:22:36.899680+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:26:04.912347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"99'9","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.313879+0000","last_change":"2024-06-06T08:18:37.974755+0000","last_active":"2024-06-06T08:22:37.313879+0000","last_peered":"2024-06-06T08:22:37.313879+0000","last_clean":"2024-06-06T08:22:37.313879+0000","last_became_active":"2024-06-06T08:18:37.974382+0000","last_became_peered":"2024-06-06T08:18:37.974382+0000","last_unstale":"2024-06-06T08:22:37.313879+0000","last_undegraded":"2024-06-06T08:22:37.313879+0000","last_fullsized":"2024-06-06T08:22:37.313879+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:38:10.260699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"99'12","reported_seq":50,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.902902+0000","last_change":"2024-06-06T08:18:37.976674+0000","last_active":"2024-06-06T08:22:36.902902+0000","last_peered":"2024-06-06T08:22:36.902902+0000","last_clean":"2024-06-06T08:22:36.902902+0000","last_became_active":"2024-06-06T08:18:37.976279+0000","last_became_peered":"2024-06-06T08:18:37.976279+0000","last_unstale":"2024-06-06T08:22:36.902902+0000","last_undegraded":"2024-06-06T08:22:36.902902+0000","last_fullsized":"2024-06-06T08:22:36.902902+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:49:44.218179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"99'8","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.903037+0000","last_change":"2024-06-06T08:18:37.967246+0000","last_active":"2024-06-06T08:22:36.903037+0000","last_peered":"2024-06-06T08:22:36.903037+0000","last_clean":"2024-06-06T08:22:36.903037+0000","last_became_active":"2024-06-06T08:18:37.966893+0000","last_became_peered":"2024-06-06T08:18:37.966893+0000","last_unstale":"2024-06-06T08:22:36.903037+0000","last_undegraded":"2024-06-06T08:22:36.903037+0000","last_fullsized":"2024-06-06T08:22:36.903037+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:27:37.460198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"99'7","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.946543+0000","last_change":"2024-06-06T08:18:37.971779+0000","last_active":"2024-06-06T08:22:36.946543+0000","last_peered":"2024-06-06T08:22:36.946543+0000","last_clean":"2024-06-06T08:22:36.946543+0000","last_became_active":"2024-06-06T08:18:37.971263+0000","last_became_peered":"2024-06-06T08:18:37.971263+0000","last_unstale":"2024-06-06T08:22:36.946543+0000","last_undegraded":"2024-06-06T08:22:36.946543+0000","last_fullsized":"2024-06-06T08:22:36.946543+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:13:07.331856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"99'4","reported_seq":42,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898647+0000","last_change":"2024-06-06T08:18:37.966498+0000","last_active":"2024-06-06T08:22:36.898647+0000","last_peered":"2024-06-06T08:22:36.898647+0000","last_clean":"2024-06-06T08:22:36.898647+0000","last_became_active":"2024-06-06T08:18:37.966168+0000","last_became_peered":"2024-06-06T08:18:37.966168+0000","last_unstale":"2024-06-06T08:22:36.898647+0000","last_undegraded":"2024-06-06T08:22:36.898647+0000","last_fullsized":"2024-06-06T08:22:36.898647+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:53:30.055427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"99'6","reported_seq":42,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.313997+0000","last_change":"2024-06-06T08:18:37.969990+0000","last_active":"2024-06-06T08:22:37.313997+0000","last_peered":"2024-06-06T08:22:37.313997+0000","last_clean":"2024-06-06T08:22:37.313997+0000","last_became_active":"2024-06-06T08:18:37.968057+0000","last_became_peered":"2024-06-06T08:18:37.968057+0000","last_unstale":"2024-06-06T08:22:37.313997+0000","last_undegraded":"2024-06-06T08:22:37.313997+0000","last_fullsized":"2024-06-06T08:22:37.313997+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:58:09.932685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"99'15","reported_seq":53,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.903199+0000","last_change":"2024-06-06T08:18:37.974080+0000","last_active":"2024-06-06T08:22:36.903199+0000","last_peered":"2024-06-06T08:22:36.903199+0000","last_clean":"2024-06-06T08:22:36.903199+0000","last_became_active":"2024-06-06T08:18:37.973730+0000","last_became_peered":"2024-06-06T08:18:37.973730+0000","last_unstale":"2024-06-06T08:22:36.903199+0000","last_undegraded":"2024-06-06T08:22:36.903199+0000","last_fullsized":"2024-06-06T08:22:36.903199+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:44:14.792754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"99'2","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.003053+0000","last_change":"2024-06-06T08:18:37.968451+0000","last_active":"2024-06-06T08:22:37.003053+0000","last_peered":"2024-06-06T08:22:37.003053+0000","last_clean":"2024-06-06T08:22:37.003053+0000","last_became_active":"2024-06-06T08:18:37.968104+0000","last_became_peered":"2024-06-06T08:18:37.968104+0000","last_unstale":"2024-06-06T08:22:37.003053+0000","last_undegraded":"2024-06-06T08:22:37.003053+0000","last_fullsized":"2024-06-06T08:22:37.003053+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:38:19.899618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"99'6","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.009999+0000","last_change":"2024-06-06T08:18:37.977208+0000","last_active":"2024-06-06T08:22:37.009999+0000","last_peered":"2024-06-06T08:22:37.009999+0000","last_clean":"2024-06-06T08:22:37.009999+0000","last_became_active":"2024-06-06T08:18:37.976642+0000","last_became_peered":"2024-06-06T08:18:37.976642+0000","last_unstale":"2024-06-06T08:22:37.009999+0000","last_undegraded":"2024-06-06T08:22:37.009999+0000","last_fullsized":"2024-06-06T08:22:37.009999+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:18:53.095544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"99'8","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.002370+0000","last_change":"2024-06-06T08:18:37.970249+0000","last_active":"2024-06-06T08:22:37.002370+0000","last_peered":"2024-06-06T08:22:37.002370+0000","last_clean":"2024-06-06T08:22:37.002370+0000","last_became_active":"2024-06-06T08:18:37.968140+0000","last_became_peered":"2024-06-06T08:18:37.968140+0000","last_unstale":"2024-06-06T08:22:37.002370+0000","last_undegraded":"2024-06-06T08:22:37.002370+0000","last_fullsized":"2024-06-06T08:22:37.002370+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:16:33.574669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"99'10","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.159900+0000","last_change":"2024-06-06T08:18:37.976750+0000","last_active":"2024-06-06T08:22:37.159900+0000","last_peered":"2024-06-06T08:22:37.159900+0000","last_clean":"2024-06-06T08:22:37.159900+0000","last_became_active":"2024-06-06T08:18:37.972660+0000","last_became_peered":"2024-06-06T08:18:37.972660+0000","last_unstale":"2024-06-06T08:22:37.159900+0000","last_undegraded":"2024-06-06T08:22:37.159900+0000","last_fullsized":"2024-06-06T08:22:37.159900+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:35:12.473923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"99'11","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:36.898378+0000","last_change":"2024-06-06T08:18:37.965227+0000","last_active":"2024-06-06T08:22:36.898378+0000","last_peered":"2024-06-06T08:22:36.898378+0000","last_clean":"2024-06-06T08:22:36.898378+0000","last_became_active":"2024-06-06T08:18:37.964901+0000","last_became_peered":"2024-06-06T08:18:37.964901+0000","last_unstale":"2024-06-06T08:22:36.898378+0000","last_undegraded":"2024-06-06T08:22:36.898378+0000","last_fullsized":"2024-06-06T08:22:36.898378+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:44:35.718192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"99'8","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T08:22:37.314118+0000","last_change":"2024-06-06T08:18:37.973543+0000","last_active":"2024-06-06T08:22:37.314118+0000","last_peered":"2024-06-06T08:22:37.314118+0000","last_clean":"2024-06-06T08:22:37.314118+0000","last_became_active":"2024-06-06T08:18:37.973226+0000","last_became_peered":"2024-06-06T08:18:37.973226+0000","last_unstale":"2024-06-06T08:22:37.314118+0000","last_undegraded":"2024-06-06T08:22:37.314118+0000","last_fullsized":"2024-06-06T08:22:37.314118+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T08:18:36.948125+0000","last_clean_scrub_stamp":"2024-06-06T08:18:36.948125+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:04:36.075435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":1771104,"data_compressed":108543,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":0,"internal_metadata":0},"log_size":148,"ondisk_log_size":148,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":800501,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":1541,"num_read_kb":991,"num_write":426,"num_write_kb":2364,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":663552,"data_stored":2401503,"data_compressed":103473,"data_compressed_allocated":135168,"data_compressed_original":2101248,"omap_allocated":0,"internal_metadata":0},"log_size":315,"ondisk_log_size":315,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":82,"seq":352187318338,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28100,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717052,"statfs":{"total":95995035648,"available":95966261248,"internally_reserved":0,"allocated":1105920,"data_stored":570539,"data_compressed":29482,"data_compressed_allocated":40960,"data_compressed_original":81920,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":74,"seq":317827579976,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32456,"kb_used_data":1272,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712696,"statfs":{"total":95995035648,"available":95961800704,"internally_reserved":0,"allocated":1302528,"data_stored":1560668,"data_compressed":80865,"data_compressed_allocated":106496,"data_compressed_original":978944,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776205,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36456,"kb_used_data":1120,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708696,"statfs":{"total":95995035648,"available":95957704704,"internally_reserved":0,"allocated":1146880,"data_stored":968053,"data_compressed":48771,"data_compressed_allocated":65536,"data_compressed_original":475136,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037843,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32292,"kb_used_data":1116,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712860,"statfs":{"total":95995035648,"available":95961968640,"internally_reserved":0,"allocated":1142784,"data_stored":963877,"data_compressed":48771,"data_compressed_allocated":65536,"data_compressed_original":475136,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299479,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32316,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712836,"statfs":{"total":95995035648,"available":95961944064,"internally_reserved":0,"allocated":1167360,"data_stored":1167880,"data_compressed":65663,"data_compressed_allocated":86016,"data_compressed_original":671744,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863463004,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28092,"kb_used_data":1072,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717060,"statfs":{"total":95995035648,"available":95966269440,"internally_reserved":0,"allocated":1097728,"data_stored":565917,"data_compressed":29482,"data_compressed_allocated":40960,"data_compressed_original":81920,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574966,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28168,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716984,"statfs":{"total":95995035648,"available":95966191616,"internally_reserved":0,"allocated":1175552,"data_stored":639569,"data_compressed":29482,"data_compressed_allocated":40960,"data_compressed_original":81920,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738490,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28116,"kb_used_data":1096,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717036,"statfs":{"total":95995035648,"available":95966244864,"internally_reserved":0,"allocated":1122304,"data_stored":567305,"data_compressed":29482,"data_compressed_allocated":40960,"data_compressed_original":81920,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411442,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28180,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716972,"statfs":{"total":95995035648,"available":95966179328,"internally_reserved":0,"allocated":1187840,"data_stored":641553,"data_compressed":29482,"data_compressed_allocated":40960,"data_compressed_original":81920,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149804,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36496,"kb_used_data":1152,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708656,"statfs":{"total":95995035648,"available":95957663744,"internally_reserved":0,"allocated":1179648,"data_stored":1287559,"data_compressed":63973,"data_compressed_allocated":86016,"data_compressed_original":782336,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888167,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28112,"kb_used_data":1092,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717040,"statfs":{"total":95995035648,"available":95966248960,"internally_reserved":0,"allocated":1118208,"data_stored":571600,"data_compressed":29482,"data_compressed_allocated":40960,"data_compressed_original":81920,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724642,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32376,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712776,"statfs":{"total":95995035648,"available":95961882624,"internally_reserved":0,"allocated":1220608,"data_stored":1490779,"data_compressed":80865,"data_compressed_allocated":106496,"data_compressed_original":978944,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36181,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36181,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36181,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":73742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":75726,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":721732,"data_compressed":34491,"data_compressed_allocated":45056,"data_compressed_original":700416,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1677,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":330488,"data_compressed":15202,"data_compressed_allocated":20480,"data_compressed_original":307200,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3493,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":393954,"data_compressed":19289,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":394034,"data_compressed":19289,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":159744,"data_stored":404473,"data_compressed":15202,"data_compressed_allocated":20480,"data_compressed_original":307200,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-06-06T08:23:00.439 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:23:00.702 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:23:00.815 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:23:00 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:23:00.546+0000 7f9eea815700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T08:23:00.815 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:23:00 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:23:00.546+0000 7f9eea815700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T08:23:00.815 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:23:00 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:23:00.546+0000 7f9eea815700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T08:23:00.815 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:23:00 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:23:00.546+0000 7f9eea815700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T08:23:00.815 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:23:00 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:23:00.546+0000 7f9eea815700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T08:23:01.360 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:23:01 smithi149 ceph-mon[36842]: from='client.15423 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T08:23:01.360 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:23:01 smithi149 ceph-mon[36842]: scrub summary: idle 2024-06-06T08:23:01.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:23:01 smithi120 ceph-mon[36658]: from='client.15423 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T08:23:01.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:23:01 smithi120 ceph-mon[36658]: scrub summary: idle 2024-06-06T08:23:01.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:23:01 smithi042 ceph-mon[32384]: from='client.15423 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T08:23:01.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:23:01 smithi042 ceph-mon[32384]: scrub summary: idle 2024-06-06T08:23:02.161 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:23:02 smithi042 ceph-mon[32384]: pgmap v15: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 76 KiB/s wr, 36 op/s 2024-06-06T08:23:02.161 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:23:02 smithi042 ceph-mon[32384]: mgrmap e25: x(active, since 24s), standbys: z, y 2024-06-06T08:23:02.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:23:02 smithi120 ceph-mon[36658]: pgmap v15: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 76 KiB/s wr, 36 op/s 2024-06-06T08:23:02.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:23:02 smithi120 ceph-mon[36658]: mgrmap e25: x(active, since 24s), standbys: z, y 2024-06-06T08:23:02.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:02.418+0000 7efdc2421700 1 -- 172.21.15.42:0/1730669687 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efdbc101390 msgr2=0x7efdbc101810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:02.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:02.418+0000 7efdc2421700 1 --2- 172.21.15.42:0/1730669687 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efdbc101390 0x7efdbc101810 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7efda4009990 tx=0x7efda4009ca0 comp rx=0 tx=0).stop 2024-06-06T08:23:02.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:02.418+0000 7efdc2421700 1 -- 172.21.15.42:0/1730669687 shutdown_connections 2024-06-06T08:23:02.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:02.418+0000 7efdc2421700 1 --2- 172.21.15.42:0/1730669687 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7efdbc101d50 0x7efdbc10e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:02.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:02.418+0000 7efdc2421700 1 --2- 172.21.15.42:0/1730669687 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7efdbc107400 0x7efdbc1077e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:02.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:02.418+0000 7efdc2421700 1 --2- 172.21.15.42:0/1730669687 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efdbc101390 0x7efdbc101810 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:02.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:02.418+0000 7efdc2421700 1 -- 172.21.15.42:0/1730669687 >> 172.21.15.42:0/1730669687 conn(0x7efdbc078340 msgr2=0x7efdbc078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:02.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:02.418+0000 7efdc2421700 1 -- 172.21.15.42:0/1730669687 shutdown_connections 2024-06-06T08:23:02.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:02.418+0000 7efdc2421700 1 -- 172.21.15.42:0/1730669687 wait complete. 2024-06-06T08:23:02.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:02.419+0000 7efdc2421700 1 Processor -- start 2024-06-06T08:23:02.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:02.419+0000 7efdc2421700 1 -- start start 2024-06-06T08:23:02.420 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:02.419+0000 7efdc2421700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7efdbc101390 0x7efdbc19ae50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:02.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:02.419+0000 7efdc2421700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efdbc101d50 0x7efdbc19b390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:02.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:02.419+0000 7efdc2421700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7efdbc107400 0x7efdbc19f720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:02.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:02.419+0000 7efdc2421700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7efdbc111670 con 0x7efdbc101d50 2024-06-06T08:23:02.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:02.419+0000 7efdc2421700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7efdbc1114f0 con 0x7efdbc101390 2024-06-06T08:23:02.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:02.419+0000 7efdc2421700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7efdbc1117f0 con 0x7efdbc107400 2024-06-06T08:23:02.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:02.420+0000 7efdbb7fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efdbc101d50 0x7efdbc19b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:02.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:02.420+0000 7efdbb7fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efdbc101d50 0x7efdbc19b390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:49066/0 (socket says 172.21.15.42:49066) 2024-06-06T08:23:02.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:02.420+0000 7efdbb7fe700 1 -- 172.21.15.42:0/1890511027 learned_addr learned my addr 172.21.15.42:0/1890511027 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:02.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:02.420+0000 7efdc09be700 1 --2- 172.21.15.42:0/1890511027 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7efdbc107400 0x7efdbc19f720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:02.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:02.420+0000 7efdbbfff700 1 --2- 172.21.15.42:0/1890511027 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7efdbc101390 0x7efdbc19ae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:02.422 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:02.420+0000 7efdc09be700 1 -- 172.21.15.42:0/1890511027 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7efdbc101390 msgr2=0x7efdbc19ae50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:02.422 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:02.420+0000 7efdc09be700 1 --2- 172.21.15.42:0/1890511027 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7efdbc101390 0x7efdbc19ae50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:02.422 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:02.420+0000 7efdc09be700 1 -- 172.21.15.42:0/1890511027 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efdbc101d50 msgr2=0x7efdbc19b390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:02.422 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:02.420+0000 7efdc09be700 1 --2- 172.21.15.42:0/1890511027 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efdbc101d50 0x7efdbc19b390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:02.422 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:02.420+0000 7efdc09be700 1 -- 172.21.15.42:0/1890511027 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efdbc19fe60 con 0x7efdbc107400 2024-06-06T08:23:02.422 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:02.420+0000 7efdc09be700 1 --2- 172.21.15.42:0/1890511027 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7efdbc107400 0x7efdbc19f720 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7efdb400efb0 tx=0x7efdb400c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:02.422 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:02.420+0000 7efdb97fa700 1 -- 172.21.15.42:0/1890511027 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdb4003a00 con 0x7efdbc107400 2024-06-06T08:23:02.422 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:02.420+0000 7efdc2421700 1 -- 172.21.15.42:0/1890511027 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efdbc1a0150 con 0x7efdbc107400 2024-06-06T08:23:02.422 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:02.421+0000 7efdb97fa700 1 -- 172.21.15.42:0/1890511027 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7efdb4003ba0 con 0x7efdbc107400 2024-06-06T08:23:02.422 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:02.421+0000 7efdb97fa700 1 -- 172.21.15.42:0/1890511027 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdb4004850 con 0x7efdbc107400 2024-06-06T08:23:02.422 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:02.421+0000 7efdc2421700 1 -- 172.21.15.42:0/1890511027 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efdbc1a79d0 con 0x7efdbc107400 2024-06-06T08:23:02.423 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:02.422+0000 7efdc2421700 1 -- 172.21.15.42:0/1890511027 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efdbc069180 con 0x7efdbc107400 2024-06-06T08:23:02.423 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:02.423+0000 7efdb97fa700 1 -- 172.21.15.42:0/1890511027 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 25) ==== 138066+0+0 (secure 0 0 0) 0x7efdb4012050 con 0x7efdbc107400 2024-06-06T08:23:02.424 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:02.423+0000 7efdb97fa700 1 --2- 172.21.15.42:0/1890511027 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7efda80a2eb0 0x7efda80a5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:02.424 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:02.423+0000 7efdbbfff700 1 --2- 172.21.15.42:0/1890511027 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7efda80a2eb0 0x7efda80a5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:02.424 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:02.424+0000 7efdb97fa700 1 -- 172.21.15.42:0/1890511027 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7efdb40cf370 con 0x7efdbc107400 2024-06-06T08:23:02.424 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:02.424+0000 7efdbbfff700 1 --2- 172.21.15.42:0/1890511027 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7efda80a2eb0 0x7efda80a5370 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7efdac007b60 tx=0x7efdac0073d0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:02.427 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:02.428+0000 7efdb97fa700 1 -- 172.21.15.42:0/1890511027 <== mon.1 v2:172.21.15.149:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7efdb4022060 con 0x7efdbc107400 2024-06-06T08:23:02.467 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.466+0000 7f1740bc4640 1 -- 172.21.15.42:0/1828309307 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f173c1008d0 msgr2=0x7f173c100d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:02.468 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.466+0000 7f1740bc4640 1 --2- 172.21.15.42:0/1828309307 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f173c1008d0 0x7f173c100d50 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f1724009930 tx=0x7f172402a420 comp rx=0 tx=0).stop 2024-06-06T08:23:02.468 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.466+0000 7f1740bc4640 1 -- 172.21.15.42:0/1828309307 shutdown_connections 2024-06-06T08:23:02.468 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.466+0000 7f1740bc4640 1 --2- 172.21.15.42:0/1828309307 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f173c101290 0x7f173c10d750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:02.468 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.466+0000 7f1740bc4640 1 --2- 172.21.15.42:0/1828309307 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f173c1008d0 0x7f173c100d50 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:02.468 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.466+0000 7f1740bc4640 1 --2- 172.21.15.42:0/1828309307 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f173c106890 0x7f173c106c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:02.468 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.466+0000 7f1740bc4640 1 -- 172.21.15.42:0/1828309307 >> 172.21.15.42:0/1828309307 conn(0x7f173c077a20 msgr2=0x7f173c077e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:02.468 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.466+0000 7f1740bc4640 1 -- 172.21.15.42:0/1828309307 shutdown_connections 2024-06-06T08:23:02.468 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.466+0000 7f1740bc4640 1 -- 172.21.15.42:0/1828309307 wait complete. 2024-06-06T08:23:02.469 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.467+0000 7f1740bc4640 1 Processor -- start 2024-06-06T08:23:02.469 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.467+0000 7f1740bc4640 1 -- start start 2024-06-06T08:23:02.469 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.467+0000 7f1740bc4640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f173c1008d0 0x7f173c198310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:02.469 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.467+0000 7f1740bc4640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f173c101290 0x7f173c198850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:02.469 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.467+0000 7f1740bc4640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f173c106890 0x7f173c19cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:02.469 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.467+0000 7f1740bc4640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f173c110ca0 con 0x7f173c101290 2024-06-06T08:23:02.469 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.467+0000 7f1740bc4640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f173c110b20 con 0x7f173c106890 2024-06-06T08:23:02.469 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.467+0000 7f1740bc4640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f173c110e20 con 0x7f173c1008d0 2024-06-06T08:23:02.469 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.467+0000 7f1739d9b640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f173c101290 0x7f173c198850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:02.469 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.467+0000 7f1739d9b640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f173c101290 0x7f173c198850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:49084/0 (socket says 172.21.15.42:49084) 2024-06-06T08:23:02.470 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.467+0000 7f1739d9b640 1 -- 172.21.15.42:0/920721067 learned_addr learned my addr 172.21.15.42:0/920721067 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:02.470 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.467+0000 7f173a59c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f173c1008d0 0x7f173c198310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:02.470 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.467+0000 7f173ad9d640 1 --2- 172.21.15.42:0/920721067 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f173c106890 0x7f173c19cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:02.470 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.468+0000 7f1739d9b640 1 -- 172.21.15.42:0/920721067 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f173c1008d0 msgr2=0x7f173c198310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:02.470 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.468+0000 7f1739d9b640 1 --2- 172.21.15.42:0/920721067 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f173c1008d0 0x7f173c198310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:02.470 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.468+0000 7f1739d9b640 1 -- 172.21.15.42:0/920721067 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f173c106890 msgr2=0x7f173c19cbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:02.470 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.468+0000 7f1739d9b640 1 --2- 172.21.15.42:0/920721067 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f173c106890 0x7f173c19cbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:02.470 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.468+0000 7f1739d9b640 1 -- 172.21.15.42:0/920721067 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f173c19d300 con 0x7f173c101290 2024-06-06T08:23:02.471 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.468+0000 7f173a59c640 1 --2- 172.21.15.42:0/920721067 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f173c1008d0 0x7f173c198310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:23:02.471 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.468+0000 7f1739d9b640 1 --2- 172.21.15.42:0/920721067 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f173c101290 0x7f173c198850 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f1724009230 tx=0x7f1724004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:02.471 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.468+0000 7f17337fe640 1 -- 172.21.15.42:0/920721067 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f172403f030 con 0x7f173c101290 2024-06-06T08:23:02.471 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.468+0000 7f17337fe640 1 -- 172.21.15.42:0/920721067 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1724004440 con 0x7f173c101290 2024-06-06T08:23:02.471 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.468+0000 7f1740bc4640 1 -- 172.21.15.42:0/920721067 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f173c19d590 con 0x7f173c101290 2024-06-06T08:23:02.471 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.468+0000 7f17337fe640 1 -- 172.21.15.42:0/920721067 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1724035070 con 0x7f173c101290 2024-06-06T08:23:02.471 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.468+0000 7f1740bc4640 1 -- 172.21.15.42:0/920721067 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f173c1a4e80 con 0x7f173c101290 2024-06-06T08:23:02.479 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.471+0000 7f17337fe640 1 -- 172.21.15.42:0/920721067 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 25) ==== 138066+0+0 (secure 0 0 0) 0x7f1724042030 con 0x7f173c101290 2024-06-06T08:23:02.479 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.471+0000 7f17439a8740 1 Processor -- start 2024-06-06T08:23:02.479 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.471+0000 7f17439a8740 1 -- start start 2024-06-06T08:23:02.479 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.471+0000 7f17439a8740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5653b7b7a070 0x5653b7b7a450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:02.479 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.471+0000 7f17439a8740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653b7b7a990 0x5653b7b89220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:02.479 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.471+0000 7f17439a8740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5653b7b89760 0x5653b7b8bb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:02.479 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.471+0000 7f17439a8740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5653b7ade4f0 con 0x5653b7b7a990 2024-06-06T08:23:02.479 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.471+0000 7f17439a8740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5653b7a7c870 con 0x5653b7b89760 2024-06-06T08:23:02.479 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.471+0000 7f17439a8740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5653b7ada4b0 con 0x5653b7b7a070 2024-06-06T08:23:02.479 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.472+0000 7f17337fe640 1 --2- 172.21.15.42:0/920721067 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f17280a2f40 0x7f17280a5400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:02.480 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.472+0000 7f173a59c640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653b7b7a990 0x5653b7b89220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:02.480 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.472+0000 7f173a59c640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653b7b7a990 0x5653b7b89220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:49088/0 (socket says 172.21.15.42:49088) 2024-06-06T08:23:02.480 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.472+0000 7f173a59c640 1 -- 172.21.15.42:0/4192694320 learned_addr learned my addr 172.21.15.42:0/4192694320 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:02.480 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.472+0000 7f173ad9d640 1 --2- 172.21.15.42:0/4192694320 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5653b7b7a070 0x5653b7b7a450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:02.480 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.472+0000 7f173ad9d640 1 --2- 172.21.15.42:0/920721067 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f17280a2f40 0x7f17280a5400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:02.480 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.472+0000 7f17337fe640 1 -- 172.21.15.42:0/920721067 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f17240efbc0 con 0x7f173c101290 2024-06-06T08:23:02.480 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.472+0000 7f1739d9b640 1 --2- 172.21.15.42:0/4192694320 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5653b7b89760 0x5653b7b8bb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:02.480 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.472+0000 7f173a59c640 1 -- 172.21.15.42:0/4192694320 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5653b7b7a070 msgr2=0x5653b7b7a450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:02.480 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.472+0000 7f173a59c640 1 --2- 172.21.15.42:0/4192694320 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5653b7b7a070 0x5653b7b7a450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:02.481 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.472+0000 7f173a59c640 1 -- 172.21.15.42:0/4192694320 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5653b7b89760 msgr2=0x5653b7b8bb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:02.481 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.472+0000 7f173a59c640 1 --2- 172.21.15.42:0/4192694320 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5653b7b89760 0x5653b7b8bb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:02.481 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.472+0000 7f173a59c640 1 -- 172.21.15.42:0/4192694320 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5653b7a989b0 con 0x5653b7b7a990 2024-06-06T08:23:02.481 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.472+0000 7f173ad9d640 1 --2- 172.21.15.42:0/4192694320 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5653b7b7a070 0x5653b7b7a450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:23:02.481 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.472+0000 7f173a59c640 1 --2- 172.21.15.42:0/4192694320 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653b7b7a990 0x5653b7b89220 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f17340114c0 tx=0x7f17340118c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1df63146a461f3e9 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:02.481 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.472+0000 7f173ad9d640 1 --2- 172.21.15.42:0/920721067 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f17280a2f40 0x7f17280a5400 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f172c005c40 tx=0x7f172c009500 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:02.481 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.472+0000 7f1730ff9640 1 -- 172.21.15.42:0/4192694320 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1734004020 con 0x5653b7b7a990 2024-06-06T08:23:02.481 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.472+0000 7f1730ff9640 1 -- 172.21.15.42:0/4192694320 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f17340041c0 con 0x5653b7b7a990 2024-06-06T08:23:02.481 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.472+0000 7f1730ff9640 1 -- 172.21.15.42:0/4192694320 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f173400f880 con 0x5653b7b7a990 2024-06-06T08:23:02.482 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.473+0000 7f17439a8740 1 -- 172.21.15.42:0/4192694320 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653b7b7a990 msgr2=0x5653b7b89220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:02.482 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.473+0000 7f17439a8740 1 --2- 172.21.15.42:0/4192694320 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653b7b7a990 0x5653b7b89220 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f17340114c0 tx=0x7f17340118c0 comp rx=0 tx=0).stop 2024-06-06T08:23:02.482 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.473+0000 7f17439a8740 1 -- 172.21.15.42:0/4192694320 shutdown_connections 2024-06-06T08:23:02.482 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.473+0000 7f17439a8740 1 --2- 172.21.15.42:0/4192694320 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5653b7b89760 0x5653b7b8bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:02.482 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.473+0000 7f17439a8740 1 --2- 172.21.15.42:0/4192694320 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653b7b7a990 0x5653b7b89220 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:02.482 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.473+0000 7f17439a8740 1 --2- 172.21.15.42:0/4192694320 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5653b7b7a070 0x5653b7b7a450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:02.482 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.473+0000 7f17439a8740 1 -- 172.21.15.42:0/4192694320 >> 172.21.15.42:0/4192694320 conn(0x5653b7b76680 msgr2=0x5653b7b76a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:02.482 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.473+0000 7f17439a8740 1 -- 172.21.15.42:0/4192694320 shutdown_connections 2024-06-06T08:23:02.482 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.473+0000 7f17439a8740 1 -- 172.21.15.42:0/4192694320 wait complete. 2024-06-06T08:23:02.482 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.474+0000 7f17439a8740 1 -- start start 2024-06-06T08:23:02.482 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.474+0000 7f17439a8740 1 Processor -- start 2024-06-06T08:23:02.483 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.474+0000 7f17439a8740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5653b7b7a070 0x5653b7b86670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:02.483 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.474+0000 7f17439a8740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5653b7b7a990 0x5653b7b86bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:02.484 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.474+0000 7f17439a8740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653b7b89760 0x5653b7b870f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:02.484 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.474+0000 7f17439a8740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5653b7b8c390 con 0x5653b7b89760 2024-06-06T08:23:02.484 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.474+0000 7f17439a8740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5653b7a67ae0 con 0x5653b7b7a990 2024-06-06T08:23:02.484 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.474+0000 7f17439a8740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5653b7b8c510 con 0x5653b7b7a070 2024-06-06T08:23:02.484 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.474+0000 7f17439a8740 10 client.0 _ll_register_callbacks cb 0x5653b7aa09b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:23:02.484 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.474+0000 7f173ad9d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653b7b89760 0x5653b7b870f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:02.484 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.474+0000 7f173ad9d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653b7b89760 0x5653b7b870f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:49096/0 (socket says 172.21.15.42:49096) 2024-06-06T08:23:02.484 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.474+0000 7f173ad9d640 1 -- 172.21.15.42:0/2833934921 learned_addr learned my addr 172.21.15.42:0/2833934921 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:02.484 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.474+0000 7f1739d9b640 1 --2- 172.21.15.42:0/2833934921 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5653b7b7a990 0x5653b7b86bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:02.484 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.474+0000 7f173a59c640 1 --2- 172.21.15.42:0/2833934921 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5653b7b7a070 0x5653b7b86670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:02.485 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.474+0000 7f173ad9d640 1 -- 172.21.15.42:0/2833934921 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5653b7b7a070 msgr2=0x5653b7b86670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:02.485 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.474+0000 7f173ad9d640 1 --2- 172.21.15.42:0/2833934921 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5653b7b7a070 0x5653b7b86670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:02.485 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.474+0000 7f173ad9d640 1 -- 172.21.15.42:0/2833934921 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5653b7b7a990 msgr2=0x5653b7b86bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:02.485 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.474+0000 7f173ad9d640 1 --2- 172.21.15.42:0/2833934921 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5653b7b7a990 0x5653b7b86bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:02.485 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.474+0000 7f173ad9d640 1 -- 172.21.15.42:0/2833934921 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5653b77f2210 con 0x5653b7b89760 2024-06-06T08:23:02.485 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.475+0000 7f173ad9d640 1 --2- 172.21.15.42:0/2833934921 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653b7b89760 0x5653b7b870f0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f172c019180 tx=0x7f172c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed2d5bb4450d6373 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:02.485 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.475+0000 7f1721ffb640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:23:02.485 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.475+0000 7f1721ffb640 1 -- 172.21.15.42:0/2833934921 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f172c0047b0 con 0x5653b7b89760 2024-06-06T08:23:02.485 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.475+0000 7f1721ffb640 1 -- 172.21.15.42:0/2833934921 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f172c004b20 con 0x5653b7b89760 2024-06-06T08:23:02.485 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.475+0000 7f17439a8740 1 -- 172.21.15.42:0/2833934921 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f17340041c0 con 0x5653b7b89760 2024-06-06T08:23:02.485 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.475+0000 7f1721ffb640 1 -- 172.21.15.42:0/2833934921 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f172c004d20 con 0x5653b7b89760 2024-06-06T08:23:02.485 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.475+0000 7f17439a8740 10 client.15447 fetch_fsmap learned FSMap version 26 2024-06-06T08:23:02.485 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.475+0000 7f17439a8740 1 -- 172.21.15.42:0/2833934921 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5653b78be620 con 0x5653b7b89760 2024-06-06T08:23:02.486 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.475+0000 7f1721ffb640 1 -- 172.21.15.42:0/2833934921 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f17340041c0 con 0x5653b7b89760 2024-06-06T08:23:02.486 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.475+0000 7f1721ffb640 1 -- 172.21.15.42:0/2833934921 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7f172c027070 con 0x5653b7b89760 2024-06-06T08:23:02.486 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.475+0000 7f17439a8740 10 client.15447 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:23:02.486 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.475+0000 7f17439a8740 10 client.15447 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:23:02.486 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.475+0000 7f17439a8740 20 client.15447 populate_metadata read hostname 'smithi042' 2024-06-06T08:23:02.486 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.475+0000 7f17439a8740 1 --2- 172.21.15.42:0/2833934921 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5653b7b99900 0x5653b7b9bcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:02.486 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.475+0000 7f17439a8740 4 client.15447 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:23:02.486 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.475+0000 7f17439a8740 1 -- 172.21.15.42:0/2833934921 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5653b7af1f10 con 0x5653b7b99900 2024-06-06T08:23:02.486 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.476+0000 7f173a59c640 1 --2- 172.21.15.42:0/2833934921 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5653b7b99900 0x5653b7b9bcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:02.486 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.476+0000 7f1721ffb640 10 client.15447 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:23:02.486 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.476+0000 7f173a59c640 1 --2- 172.21.15.42:0/2833934921 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5653b7b99900 0x5653b7b9bcf0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ce89d85dbd93c7df server_cookie=a60d01a2a79b57fd in_seq=0 out_seq=0 2024-06-06T08:23:02.487 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.477+0000 7f1721ffb640 1 -- 172.21.15.42:0/2833934921 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x5653b7af1f10 con 0x5653b7b99900 2024-06-06T08:23:02.487 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.477+0000 7f1721ffb640 10 client.15447 handle_command_reply: tid=0 2024-06-06T08:23:02.487 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.477+0000 7f17439a8740 1 client.15447 shutdown 2024-06-06T08:23:02.487 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.477+0000 7f17439a8740 1 -- 172.21.15.42:0/2833934921 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653b7b89760 msgr2=0x5653b7b870f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:02.487 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.477+0000 7f17439a8740 1 --2- 172.21.15.42:0/2833934921 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653b7b89760 0x5653b7b870f0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f172c019180 tx=0x7f172c004a40 comp rx=0 tx=0).stop 2024-06-06T08:23:02.487 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.477+0000 7f17439a8740 1 -- 172.21.15.42:0/2833934921 shutdown_connections 2024-06-06T08:23:02.487 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.477+0000 7f17439a8740 1 --2- 172.21.15.42:0/2833934921 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5653b7b99900 0x5653b7b9bcf0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:02.487 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.477+0000 7f17439a8740 1 --2- 172.21.15.42:0/2833934921 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5653b7b7a990 0x5653b7b86bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:02.487 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.477+0000 7f17439a8740 1 --2- 172.21.15.42:0/2833934921 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653b7b89760 0x5653b7b870f0 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:02.487 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.477+0000 7f1721ffb640 0 client.15447 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:23:02.487 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.477+0000 7f17439a8740 1 --2- 172.21.15.42:0/2833934921 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5653b7b7a070 0x5653b7b86670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:02.487 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.477+0000 7f17439a8740 1 -- 172.21.15.42:0/2833934921 >> 172.21.15.42:0/2833934921 conn(0x5653b7b76680 msgr2=0x5653b7b7c4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:02.487 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.477+0000 7f17439a8740 1 -- 172.21.15.42:0/2833934921 shutdown_connections 2024-06-06T08:23:02.488 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.477+0000 7f17439a8740 1 -- 172.21.15.42:0/2833934921 wait complete. 2024-06-06T08:23:02.488 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.477+0000 7f17439a8740 20 client.15447 trim_cache size 0 max 16384 2024-06-06T08:23:02.496 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.492+0000 7f17439a8740 1 Processor -- start 2024-06-06T08:23:02.496 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.492+0000 7f17439a8740 1 -- start start 2024-06-06T08:23:02.496 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.493+0000 7f17439a8740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5653b7b7a070 0x5653b7ba1600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:02.497 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.493+0000 7f17439a8740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5653b7b7a990 0x5653b7ba1b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:02.497 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.493+0000 7f17439a8740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653b7b89760 0x5653b7b74f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:02.497 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.493+0000 7f17439a8740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f173c1af2f0 con 0x5653b7b89760 2024-06-06T08:23:02.497 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.493+0000 7f17439a8740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f173c1acbc0 con 0x5653b7b7a990 2024-06-06T08:23:02.497 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.493+0000 7f17439a8740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f173c1aaa10 con 0x5653b7b7a070 2024-06-06T08:23:02.497 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.493+0000 7f173ad9d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653b7b89760 0x5653b7b74f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:02.497 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.493+0000 7f173ad9d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653b7b89760 0x5653b7b74f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:49104/0 (socket says 172.21.15.42:49104) 2024-06-06T08:23:02.497 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.493+0000 7f173a59c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5653b7b7a070 0x5653b7ba1600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:02.497 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.493+0000 7f173ad9d640 1 -- 172.21.15.42:0/2136095918 learned_addr learned my addr 172.21.15.42:0/2136095918 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:02.497 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.493+0000 7f1739d9b640 1 --2- 172.21.15.42:0/2136095918 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5653b7b7a990 0x5653b7ba1b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:02.497 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.493+0000 7f173a59c640 1 -- 172.21.15.42:0/2136095918 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5653b7b7a990 msgr2=0x5653b7ba1b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:02.497 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.493+0000 7f173a59c640 1 --2- 172.21.15.42:0/2136095918 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5653b7b7a990 0x5653b7ba1b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:02.498 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.493+0000 7f173a59c640 1 -- 172.21.15.42:0/2136095918 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653b7b89760 msgr2=0x5653b7b74f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:02.498 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.493+0000 7f173a59c640 1 --2- 172.21.15.42:0/2136095918 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653b7b89760 0x5653b7b74f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:02.498 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.493+0000 7f173a59c640 1 -- 172.21.15.42:0/2136095918 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5653b7b9c060 con 0x5653b7b7a070 2024-06-06T08:23:02.498 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.493+0000 7f173ad9d640 1 --2- 172.21.15.42:0/2136095918 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653b7b89760 0x5653b7b74f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:23:02.498 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.493+0000 7f173a59c640 1 --2- 172.21.15.42:0/2136095918 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5653b7b7a070 0x5653b7ba1600 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f1734005f10 tx=0x7f1734009dc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c37d24bf0bfdb539 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:02.498 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.493+0000 7f1723fff640 1 -- 172.21.15.42:0/2136095918 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17340035f0 con 0x5653b7b7a070 2024-06-06T08:23:02.498 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.494+0000 7f1723fff640 1 -- 172.21.15.42:0/2136095918 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1734005040 con 0x5653b7b7a070 2024-06-06T08:23:02.498 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.494+0000 7f1723fff640 1 -- 172.21.15.42:0/2136095918 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f173400f940 con 0x5653b7b7a070 2024-06-06T08:23:02.498 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.494+0000 7f17439a8740 1 -- 172.21.15.42:0/2136095918 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5653b7b7a070 msgr2=0x5653b7ba1600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:02.498 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.494+0000 7f17439a8740 1 --2- 172.21.15.42:0/2136095918 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5653b7b7a070 0x5653b7ba1600 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f1734005f10 tx=0x7f1734009dc0 comp rx=0 tx=0).stop 2024-06-06T08:23:02.498 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.494+0000 7f17439a8740 1 -- 172.21.15.42:0/2136095918 shutdown_connections 2024-06-06T08:23:02.498 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.494+0000 7f17439a8740 1 --2- 172.21.15.42:0/2136095918 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5653b7b7a990 0x5653b7ba1b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:02.498 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.494+0000 7f17439a8740 1 --2- 172.21.15.42:0/2136095918 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653b7b89760 0x5653b7b74f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:02.499 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.494+0000 7f17439a8740 1 --2- 172.21.15.42:0/2136095918 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5653b7b7a070 0x5653b7ba1600 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:02.499 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.494+0000 7f17439a8740 1 -- 172.21.15.42:0/2136095918 >> 172.21.15.42:0/2136095918 conn(0x5653b7b76680 msgr2=0x5653b7b84f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:02.499 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.494+0000 7f17439a8740 1 -- 172.21.15.42:0/2136095918 shutdown_connections 2024-06-06T08:23:02.499 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.494+0000 7f17439a8740 1 -- 172.21.15.42:0/2136095918 wait complete. 2024-06-06T08:23:02.499 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.495+0000 7f17439a8740 1 -- start start 2024-06-06T08:23:02.499 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.495+0000 7f17439a8740 1 Processor -- start 2024-06-06T08:23:02.499 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.495+0000 7f17439a8740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5653b7b7a070 0x5653b7b91a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:02.499 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.495+0000 7f17439a8740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5653b7b7a990 0x5653b7b91fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:02.499 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.495+0000 7f17439a8740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653b7b89760 0x5653b7b8ced0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:02.499 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.495+0000 7f17439a8740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f173c1ab080 con 0x5653b7b89760 2024-06-06T08:23:02.499 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.495+0000 7f17439a8740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f173c1ac4f0 con 0x5653b7b7a070 2024-06-06T08:23:02.499 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.495+0000 7f17439a8740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f173c1ab750 con 0x5653b7b7a990 2024-06-06T08:23:02.500 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.495+0000 7f17439a8740 10 client.0 _ll_register_callbacks cb 0x7f172c019040 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:23:02.500 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.495+0000 7f173ad9d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653b7b89760 0x5653b7b8ced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:02.500 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.495+0000 7f173ad9d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653b7b89760 0x5653b7b8ced0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:49112/0 (socket says 172.21.15.42:49112) 2024-06-06T08:23:02.500 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.495+0000 7f173ad9d640 1 -- 172.21.15.42:0/3825550499 learned_addr learned my addr 172.21.15.42:0/3825550499 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:02.500 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.495+0000 7f173a59c640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5653b7b7a070 0x5653b7b91a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:02.500 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.495+0000 7f1739d9b640 1 --2- 172.21.15.42:0/3825550499 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5653b7b7a990 0x5653b7b91fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:02.500 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.495+0000 7f173ad9d640 1 -- 172.21.15.42:0/3825550499 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5653b7b7a990 msgr2=0x5653b7b91fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:02.500 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.495+0000 7f173ad9d640 1 --2- 172.21.15.42:0/3825550499 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5653b7b7a990 0x5653b7b91fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:02.500 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.495+0000 7f173ad9d640 1 -- 172.21.15.42:0/3825550499 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5653b7b7a070 msgr2=0x5653b7b91a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:02.500 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.495+0000 7f173ad9d640 1 --2- 172.21.15.42:0/3825550499 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5653b7b7a070 0x5653b7b91a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:02.500 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.495+0000 7f173ad9d640 1 -- 172.21.15.42:0/3825550499 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5653b7b8d6d0 con 0x5653b7b89760 2024-06-06T08:23:02.500 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.496+0000 7f173ad9d640 1 --2- 172.21.15.42:0/3825550499 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653b7b89760 0x5653b7b8ced0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f172c020940 tx=0x7f172c004f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9e7a55626948eec server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:02.501 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.496+0000 7f1721ffb640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:23:02.501 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.496+0000 7f1721ffb640 1 -- 172.21.15.42:0/3825550499 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f172c03b060 con 0x5653b7b89760 2024-06-06T08:23:02.501 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.496+0000 7f17439a8740 1 -- 172.21.15.42:0/3825550499 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1734005040 con 0x5653b7b89760 2024-06-06T08:23:02.501 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.496+0000 7f1721ffb640 1 -- 172.21.15.42:0/3825550499 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f172c004600 con 0x5653b7b89760 2024-06-06T08:23:02.501 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.496+0000 7f1721ffb640 1 -- 172.21.15.42:0/3825550499 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f172c004800 con 0x5653b7b89760 2024-06-06T08:23:02.501 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.496+0000 7f17439a8740 10 client.15453 fetch_fsmap learned FSMap version 26 2024-06-06T08:23:02.501 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.496+0000 7f17439a8740 1 -- 172.21.15.42:0/3825550499 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5653b7c041a0 con 0x5653b7b89760 2024-06-06T08:23:02.501 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.496+0000 7f1721ffb640 1 -- 172.21.15.42:0/3825550499 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1734005040 con 0x5653b7b89760 2024-06-06T08:23:02.501 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.496+0000 7f1721ffb640 1 -- 172.21.15.42:0/3825550499 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7f172c027050 con 0x5653b7b89760 2024-06-06T08:23:02.501 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.496+0000 7f17439a8740 10 client.15453 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:23:02.501 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.496+0000 7f17439a8740 10 client.15453 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:23:02.501 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.496+0000 7f17439a8740 20 client.15453 populate_metadata read hostname 'smithi042' 2024-06-06T08:23:02.501 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.496+0000 7f17439a8740 1 --2- 172.21.15.42:0/3825550499 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5653b7c04860 0x5653b7c06c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:02.501 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.496+0000 7f17439a8740 4 client.15453 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:23:02.502 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.496+0000 7f17439a8740 1 -- 172.21.15.42:0/3825550499 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5653b7aebc20 con 0x5653b7c04860 2024-06-06T08:23:02.502 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.497+0000 7f173a59c640 1 --2- 172.21.15.42:0/3825550499 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5653b7c04860 0x5653b7c06c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:02.502 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.497+0000 7f1721ffb640 10 client.15453 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:23:02.502 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.497+0000 7f173a59c640 1 --2- 172.21.15.42:0/3825550499 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5653b7c04860 0x5653b7c06c80 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a17ff60729e565df server_cookie=999fcc2eadaf7bb6 in_seq=0 out_seq=0 2024-06-06T08:23:02.509 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.510+0000 7f1721ffb640 1 -- 172.21.15.42:0/3825550499 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5653b7aebc20 con 0x5653b7c04860 2024-06-06T08:23:02.509 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.510+0000 7f1721ffb640 10 client.15453 handle_command_reply: tid=0 2024-06-06T08:23:02.509 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.510+0000 7f17439a8740 1 client.15453 shutdown 2024-06-06T08:23:02.509 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.510+0000 7f17439a8740 1 -- 172.21.15.42:0/3825550499 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653b7b89760 msgr2=0x5653b7b8ced0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:02.510 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.510+0000 7f17439a8740 1 --2- 172.21.15.42:0/3825550499 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653b7b89760 0x5653b7b8ced0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f172c020940 tx=0x7f172c004f30 comp rx=0 tx=0).stop 2024-06-06T08:23:02.510 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.510+0000 7f17439a8740 1 -- 172.21.15.42:0/3825550499 shutdown_connections 2024-06-06T08:23:02.510 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.510+0000 7f17439a8740 1 --2- 172.21.15.42:0/3825550499 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5653b7c04860 0x5653b7c06c80 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:02.510 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.510+0000 7f17439a8740 1 --2- 172.21.15.42:0/3825550499 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653b7b89760 0x5653b7b8ced0 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:02.510 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.510+0000 7f1721ffb640 0 client.15453 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:23:02.510 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.510+0000 7f17439a8740 1 --2- 172.21.15.42:0/3825550499 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5653b7b7a990 0x5653b7b91fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:02.510 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.510+0000 7f17439a8740 1 --2- 172.21.15.42:0/3825550499 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5653b7b7a070 0x5653b7b91a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:02.510 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.510+0000 7f17439a8740 1 -- 172.21.15.42:0/3825550499 >> 172.21.15.42:0/3825550499 conn(0x5653b7b76680 msgr2=0x5653b7b7bb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:02.510 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.510+0000 7f17439a8740 1 -- 172.21.15.42:0/3825550499 shutdown_connections 2024-06-06T08:23:02.510 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.510+0000 7f17439a8740 1 -- 172.21.15.42:0/3825550499 wait complete. 2024-06-06T08:23:02.510 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.510+0000 7f17439a8740 20 client.15453 trim_cache size 0 max 16384 2024-06-06T08:23:02.511 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:23:02.511 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:23:02.511 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:23:02.511 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.511+0000 7f1740bc4640 1 -- 172.21.15.42:0/920721067 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f17280a2f40 msgr2=0x7f17280a5400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:02.512 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.511+0000 7f1740bc4640 1 --2- 172.21.15.42:0/920721067 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f17280a2f40 0x7f17280a5400 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f172c005c40 tx=0x7f172c009500 comp rx=0 tx=0).stop 2024-06-06T08:23:02.512 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.511+0000 7f1740bc4640 1 -- 172.21.15.42:0/920721067 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f173c101290 msgr2=0x7f173c198850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:02.512 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.511+0000 7f1740bc4640 1 --2- 172.21.15.42:0/920721067 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f173c101290 0x7f173c198850 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f1724009230 tx=0x7f1724004040 comp rx=0 tx=0).stop 2024-06-06T08:23:02.512 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.511+0000 7f1740bc4640 1 -- 172.21.15.42:0/920721067 shutdown_connections 2024-06-06T08:23:02.512 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.511+0000 7f1740bc4640 1 --2- 172.21.15.42:0/920721067 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f17280a2f40 0x7f17280a5400 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:02.512 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.511+0000 7f1740bc4640 1 --2- 172.21.15.42:0/920721067 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f173c106890 0x7f173c19cbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:02.512 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.511+0000 7f1740bc4640 1 --2- 172.21.15.42:0/920721067 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f173c101290 0x7f173c198850 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:02.512 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.511+0000 7f1740bc4640 1 --2- 172.21.15.42:0/920721067 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f173c1008d0 0x7f173c198310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:02.512 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.511+0000 7f1740bc4640 1 -- 172.21.15.42:0/920721067 >> 172.21.15.42:0/920721067 conn(0x7f173c077a20 msgr2=0x7f173c069410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:02.512 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.511+0000 7f1740bc4640 1 -- 172.21.15.42:0/920721067 shutdown_connections 2024-06-06T08:23:02.512 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:02.511+0000 7f1740bc4640 1 -- 172.21.15.42:0/920721067 wait complete. 2024-06-06T08:23:02.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:23:02 smithi149 ceph-mon[36842]: pgmap v15: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 76 KiB/s wr, 36 op/s 2024-06-06T08:23:02.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:23:02 smithi149 ceph-mon[36842]: mgrmap e25: x(active, since 24s), standbys: z, y 2024-06-06T08:23:02.687 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:02.688+0000 7efdc2421700 1 -- 172.21.15.42:0/1890511027 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7efdbc1a7ba0 con 0x7efdbc107400 2024-06-06T08:23:02.688 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:02.689+0000 7efdb97fa700 1 -- 172.21.15.42:0/1890511027 <== mon.1 v2:172.21.15.149:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11876 (secure 0 0 0) 0x7efdb4010040 con 0x7efdbc107400 2024-06-06T08:23:02.688 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:23:02.688 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/667270675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":667270675},{"type":"v1","addr":"172.21.15.42:6837","nonce":667270675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/2414389302","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":2414389302},{"type":"v1","addr":"172.21.15.42:6839","nonce":2414389302}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14574,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/3625002785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":3625002785},{"type":"v1","addr":"172.21.15.42:6841","nonce":3625002785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24413,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6835/3995394553","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":3995394553},{"type":"v1","addr":"172.21.15.120:6835","nonce":3995394553}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T08:18:39.778858+0000","modified":"2024-06-06T08:22:34.570686+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24464},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6837/3434475673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":3434475673},{"type":"v1","addr":"172.21.15.120:6837","nonce":3434475673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6835/3776134468","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":3776134468},{"type":"v1","addr":"172.21.15.149:6835","nonce":3776134468}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":21,"addr":"172.21.15.120:6839/1585293472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":1585293472},{"type":"v1","addr":"172.21.15.120:6839","nonce":1585293472}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":25,"addr":"172.21.15.149:6837/751787578","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":751787578},{"type":"v1","addr":"172.21.15.149:6837","nonce":751787578}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":8,"addr":"172.21.15.149:6839/764851483","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":764851483},{"type":"v1","addr":"172.21.15.149:6839","nonce":764851483}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24464,24469,24484]},"id":1}]} 2024-06-06T08:23:02.691 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:02.691+0000 7efdc2421700 1 -- 172.21.15.42:0/1890511027 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7efda80a2eb0 msgr2=0x7efda80a5370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:02.691 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:02.691+0000 7efdc2421700 1 --2- 172.21.15.42:0/1890511027 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7efda80a2eb0 0x7efda80a5370 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7efdac007b60 tx=0x7efdac0073d0 comp rx=0 tx=0).stop 2024-06-06T08:23:02.691 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:02.691+0000 7efdc2421700 1 -- 172.21.15.42:0/1890511027 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7efdbc107400 msgr2=0x7efdbc19f720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:02.691 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:02.691+0000 7efdc2421700 1 --2- 172.21.15.42:0/1890511027 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7efdbc107400 0x7efdbc19f720 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7efdb400efb0 tx=0x7efdb400c3a0 comp rx=0 tx=0).stop 2024-06-06T08:23:02.691 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:02.692+0000 7efdc2421700 1 -- 172.21.15.42:0/1890511027 shutdown_connections 2024-06-06T08:23:02.691 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:02.692+0000 7efdc2421700 1 --2- 172.21.15.42:0/1890511027 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7efda80a2eb0 0x7efda80a5370 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:02.691 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:02.692+0000 7efdc2421700 1 --2- 172.21.15.42:0/1890511027 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7efdbc107400 0x7efdbc19f720 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:02.691 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:02.692+0000 7efdc2421700 1 --2- 172.21.15.42:0/1890511027 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7efdbc101390 0x7efdbc19ae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:02.691 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:02.692+0000 7efdc2421700 1 --2- 172.21.15.42:0/1890511027 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efdbc101d50 0x7efdbc19b390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:02.691 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:02.692+0000 7efdc2421700 1 -- 172.21.15.42:0/1890511027 >> 172.21.15.42:0/1890511027 conn(0x7efdbc078340 msgr2=0x7efdbc06a170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:02.691 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:02.692+0000 7efdc2421700 1 -- 172.21.15.42:0/1890511027 shutdown_connections 2024-06-06T08:23:02.692 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:02.692+0000 7efdc2421700 1 -- 172.21.15.42:0/1890511027 wait complete. 2024-06-06T08:23:02.692 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 26 2024-06-06T08:23:03.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:23:03 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/1890511027' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:23:03.474 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:23:03 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/1890511027' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:23:03.510 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:23:03.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:23:03 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/1890511027' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:23:03.766 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:23:04.145 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:23:04 smithi042 ceph-mon[32384]: pgmap v16: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 76 KiB/s wr, 36 op/s 2024-06-06T08:23:04.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:23:04 smithi120 ceph-mon[36658]: pgmap v16: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 76 KiB/s wr, 36 op/s 2024-06-06T08:23:04.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:23:04 smithi149 ceph-mon[36842]: pgmap v16: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 76 KiB/s wr, 36 op/s 2024-06-06T08:23:05.502 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:05.503+0000 7f9b8be4f700 1 -- 172.21.15.42:0/3884469086 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9b84103120 msgr2=0x7f9b84107130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:05.502 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:05.503+0000 7f9b8be4f700 1 --2- 172.21.15.42:0/3884469086 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9b84103120 0x7f9b84107130 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f9b740099c0 tx=0x7f9b74009cd0 comp rx=0 tx=0).stop 2024-06-06T08:23:05.502 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:05.503+0000 7f9b8be4f700 1 -- 172.21.15.42:0/3884469086 shutdown_connections 2024-06-06T08:23:05.502 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:05.503+0000 7f9b8be4f700 1 --2- 172.21.15.42:0/3884469086 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9b84107860 0x7f9b8410f3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:05.503 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:05.503+0000 7f9b8be4f700 1 --2- 172.21.15.42:0/3884469086 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9b84102770 0x7f9b84102b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:05.503 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:05.503+0000 7f9b8be4f700 1 --2- 172.21.15.42:0/3884469086 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9b84103120 0x7f9b84107130 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:05.503 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:05.503+0000 7f9b8be4f700 1 -- 172.21.15.42:0/3884469086 >> 172.21.15.42:0/3884469086 conn(0x7f9b84079600 msgr2=0x7f9b84079a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:05.503 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:05.503+0000 7f9b8be4f700 1 -- 172.21.15.42:0/3884469086 shutdown_connections 2024-06-06T08:23:05.503 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:05.503+0000 7f9b8be4f700 1 -- 172.21.15.42:0/3884469086 wait complete. 2024-06-06T08:23:05.504 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:05.504+0000 7f9b8be4f700 1 Processor -- start 2024-06-06T08:23:05.504 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:05.504+0000 7f9b8be4f700 1 -- start start 2024-06-06T08:23:05.505 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:05.505+0000 7f9b8be4f700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9b84102770 0x7f9b8419e790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:05.505 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:05.505+0000 7f9b8be4f700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9b84103120 0x7f9b8419ecd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:05.505 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:05.505+0000 7f9b8be4f700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9b84107860 0x7f9b84198950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:05.505 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:05.505+0000 7f9b8be4f700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9b84112790 con 0x7f9b84102770 2024-06-06T08:23:05.505 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:05.505+0000 7f9b8be4f700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f9b84112610 con 0x7f9b84103120 2024-06-06T08:23:05.505 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:05.505+0000 7f9b8be4f700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f9b84112910 con 0x7f9b84107860 2024-06-06T08:23:05.505 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:05.505+0000 7f9b89beb700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9b84102770 0x7f9b8419e790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:05.505 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:05.505+0000 7f9b89beb700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9b84102770 0x7f9b8419e790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:49134/0 (socket says 172.21.15.42:49134) 2024-06-06T08:23:05.505 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:05.505+0000 7f9b89beb700 1 -- 172.21.15.42:0/2656261565 learned_addr learned my addr 172.21.15.42:0/2656261565 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:05.505 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:05.505+0000 7f9b8a3ec700 1 --2- 172.21.15.42:0/2656261565 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9b84107860 0x7f9b84198950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:05.505 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:05.505+0000 7f9b893ea700 1 --2- 172.21.15.42:0/2656261565 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9b84103120 0x7f9b8419ecd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:05.505 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:05.505+0000 7f9b89beb700 1 -- 172.21.15.42:0/2656261565 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9b84107860 msgr2=0x7f9b84198950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:05.506 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:05.505+0000 7f9b89beb700 1 --2- 172.21.15.42:0/2656261565 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9b84107860 0x7f9b84198950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:05.506 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:05.505+0000 7f9b89beb700 1 -- 172.21.15.42:0/2656261565 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9b84103120 msgr2=0x7f9b8419ecd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:05.506 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:05.505+0000 7f9b89beb700 1 --2- 172.21.15.42:0/2656261565 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9b84103120 0x7f9b8419ecd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:05.506 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:05.505+0000 7f9b89beb700 1 -- 172.21.15.42:0/2656261565 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b841990b0 con 0x7f9b84102770 2024-06-06T08:23:05.506 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:05.505+0000 7f9b893ea700 1 --2- 172.21.15.42:0/2656261565 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9b84103120 0x7f9b8419ecd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:23:05.506 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:05.505+0000 7f9b89beb700 1 --2- 172.21.15.42:0/2656261565 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9b84102770 0x7f9b8419e790 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f9b8000d980 tx=0x7f9b8000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:05.506 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:05.505+0000 7f9b7affd700 1 -- 172.21.15.42:0/2656261565 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b80017070 con 0x7f9b84102770 2024-06-06T08:23:05.506 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:05.505+0000 7f9b7affd700 1 -- 172.21.15.42:0/2656261565 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9b80005020 con 0x7f9b84102770 2024-06-06T08:23:05.506 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:05.505+0000 7f9b8be4f700 1 -- 172.21.15.42:0/2656261565 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b841993a0 con 0x7f9b84102770 2024-06-06T08:23:05.506 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:05.505+0000 7f9b7affd700 1 -- 172.21.15.42:0/2656261565 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b80009bc0 con 0x7f9b84102770 2024-06-06T08:23:05.506 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:05.506+0000 7f9b8be4f700 1 -- 172.21.15.42:0/2656261565 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b841a5660 con 0x7f9b84102770 2024-06-06T08:23:05.507 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:05.507+0000 7f9b8be4f700 1 -- 172.21.15.42:0/2656261565 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9b84069180 con 0x7f9b84102770 2024-06-06T08:23:05.507 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:05.508+0000 7f9b7affd700 1 -- 172.21.15.42:0/2656261565 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 25) ==== 138066+0+0 (secure 0 0 0) 0x7f9b800051d0 con 0x7f9b84102770 2024-06-06T08:23:05.507 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:05.508+0000 7f9b7affd700 1 --2- 172.21.15.42:0/2656261565 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f9b700a2f30 0x7f9b700a53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:05.508 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:05.509+0000 7f9b893ea700 1 --2- 172.21.15.42:0/2656261565 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f9b700a2f30 0x7f9b700a53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:05.508 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:05.509+0000 7f9b7affd700 1 -- 172.21.15.42:0/2656261565 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f9b800cf910 con 0x7f9b84102770 2024-06-06T08:23:05.508 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:05.509+0000 7f9b893ea700 1 --2- 172.21.15.42:0/2656261565 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f9b700a2f30 0x7f9b700a53f0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f9b74009f50 tx=0x7f9b74005fb0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:05.512 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:05.513+0000 7f9b7affd700 1 -- 172.21.15.42:0/2656261565 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f9b80020020 con 0x7f9b84102770 2024-06-06T08:23:05.762 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:05.763+0000 7f9b8be4f700 1 -- 172.21.15.42:0/2656261565 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9b8402dca0 con 0x7f9b84102770 2024-06-06T08:23:05.762 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:05.764+0000 7f9b7affd700 1 -- 172.21.15.42:0/2656261565 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11876 (secure 0 0 0) 0x7f9b8009bfa0 con 0x7f9b84102770 2024-06-06T08:23:05.763 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:23:05.763 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/667270675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":667270675},{"type":"v1","addr":"172.21.15.42:6837","nonce":667270675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/2414389302","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":2414389302},{"type":"v1","addr":"172.21.15.42:6839","nonce":2414389302}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14574,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/3625002785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":3625002785},{"type":"v1","addr":"172.21.15.42:6841","nonce":3625002785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24413,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6835/3995394553","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":3995394553},{"type":"v1","addr":"172.21.15.120:6835","nonce":3995394553}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T08:18:39.778858+0000","modified":"2024-06-06T08:22:34.570686+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24464},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6837/3434475673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":3434475673},{"type":"v1","addr":"172.21.15.120:6837","nonce":3434475673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6835/3776134468","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":3776134468},{"type":"v1","addr":"172.21.15.149:6835","nonce":3776134468}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":21,"addr":"172.21.15.120:6839/1585293472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":1585293472},{"type":"v1","addr":"172.21.15.120:6839","nonce":1585293472}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":25,"addr":"172.21.15.149:6837/751787578","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":751787578},{"type":"v1","addr":"172.21.15.149:6837","nonce":751787578}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":8,"addr":"172.21.15.149:6839/764851483","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":764851483},{"type":"v1","addr":"172.21.15.149:6839","nonce":764851483}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24464,24469,24484]},"id":1}]} 2024-06-06T08:23:05.765 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:05.766+0000 7f9b8be4f700 1 -- 172.21.15.42:0/2656261565 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f9b700a2f30 msgr2=0x7f9b700a53f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:05.765 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:05.766+0000 7f9b8be4f700 1 --2- 172.21.15.42:0/2656261565 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f9b700a2f30 0x7f9b700a53f0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f9b74009f50 tx=0x7f9b74005fb0 comp rx=0 tx=0).stop 2024-06-06T08:23:05.765 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:05.766+0000 7f9b8be4f700 1 -- 172.21.15.42:0/2656261565 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9b84102770 msgr2=0x7f9b8419e790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:05.765 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:05.766+0000 7f9b8be4f700 1 --2- 172.21.15.42:0/2656261565 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9b84102770 0x7f9b8419e790 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f9b8000d980 tx=0x7f9b8000dc90 comp rx=0 tx=0).stop 2024-06-06T08:23:05.765 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:05.766+0000 7f9b8be4f700 1 -- 172.21.15.42:0/2656261565 shutdown_connections 2024-06-06T08:23:05.765 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:05.766+0000 7f9b8be4f700 1 --2- 172.21.15.42:0/2656261565 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f9b700a2f30 0x7f9b700a53f0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:05.766 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:05.766+0000 7f9b8be4f700 1 --2- 172.21.15.42:0/2656261565 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9b84107860 0x7f9b84198950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:05.766 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:05.766+0000 7f9b8be4f700 1 --2- 172.21.15.42:0/2656261565 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9b84102770 0x7f9b8419e790 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:05.766 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:05.766+0000 7f9b8be4f700 1 --2- 172.21.15.42:0/2656261565 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9b84103120 0x7f9b8419ecd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:05.766 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:05.766+0000 7f9b8be4f700 1 -- 172.21.15.42:0/2656261565 >> 172.21.15.42:0/2656261565 conn(0x7f9b84079600 msgr2=0x7f9b84101c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:05.766 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:05.766+0000 7f9b8be4f700 1 -- 172.21.15.42:0/2656261565 shutdown_connections 2024-06-06T08:23:05.766 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:05.766+0000 7f9b8be4f700 1 -- 172.21.15.42:0/2656261565 wait complete. 2024-06-06T08:23:05.767 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 26 2024-06-06T08:23:06.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:23:06 smithi120 ceph-mon[36658]: pgmap v17: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 100 KiB/s wr, 58 op/s 2024-06-06T08:23:06.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:23:06 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/2656261565' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:23:06.487 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:23:06 smithi042 ceph-mon[32384]: pgmap v17: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 100 KiB/s wr, 58 op/s 2024-06-06T08:23:06.487 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:23:06 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/2656261565' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:23:06.520 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph osd dump --format=json 2024-06-06T08:23:06.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:23:06 smithi149 ceph-mon[36842]: pgmap v17: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 100 KiB/s wr, 58 op/s 2024-06-06T08:23:06.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:23:06 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/2656261565' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:23:06.776 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:23:08.150 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:23:08 smithi042 ceph-mon[32384]: pgmap v18: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 24 KiB/s wr, 24 op/s 2024-06-06T08:23:08.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:23:08 smithi120 ceph-mon[36658]: pgmap v18: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 24 KiB/s wr, 24 op/s 2024-06-06T08:23:08.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:08.397+0000 7fec903e7700 1 -- 172.21.15.42:0/1455110608 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec88101d40 msgr2=0x7fec8810e230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:08.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:08.397+0000 7fec903e7700 1 --2- 172.21.15.42:0/1455110608 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec88101d40 0x7fec8810e230 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fec8000b0a0 tx=0x7fec8000b3b0 comp rx=0 tx=0).stop 2024-06-06T08:23:08.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:08.398+0000 7fec903e7700 1 -- 172.21.15.42:0/1455110608 shutdown_connections 2024-06-06T08:23:08.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:08.398+0000 7fec903e7700 1 --2- 172.21.15.42:0/1455110608 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec88101d40 0x7fec8810e230 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:08.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:08.398+0000 7fec903e7700 1 --2- 172.21.15.42:0/1455110608 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fec881073f0 0x7fec881077d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:08.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:08.398+0000 7fec903e7700 1 --2- 172.21.15.42:0/1455110608 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fec88101380 0x7fec88101800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:08.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:08.398+0000 7fec903e7700 1 -- 172.21.15.42:0/1455110608 >> 172.21.15.42:0/1455110608 conn(0x7fec88078300 msgr2=0x7fec88078710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:08.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:08.398+0000 7fec903e7700 1 -- 172.21.15.42:0/1455110608 shutdown_connections 2024-06-06T08:23:08.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:08.398+0000 7fec903e7700 1 -- 172.21.15.42:0/1455110608 wait complete. 2024-06-06T08:23:08.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:08.398+0000 7fec903e7700 1 Processor -- start 2024-06-06T08:23:08.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:08.398+0000 7fec903e7700 1 -- start start 2024-06-06T08:23:08.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:08.398+0000 7fec903e7700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec88101380 0x7fec88199ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:08.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:08.398+0000 7fec903e7700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fec88101d40 0x7fec8819a020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:08.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:08.399+0000 7fec903e7700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fec881073f0 0x7fec881a4b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:08.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:08.399+0000 7fec903e7700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fec881116e0 con 0x7fec88101380 2024-06-06T08:23:08.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:08.399+0000 7fec903e7700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fec88111560 con 0x7fec88101d40 2024-06-06T08:23:08.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:08.399+0000 7fec903e7700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fec88111860 con 0x7fec881073f0 2024-06-06T08:23:08.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:08.399+0000 7fec8e183700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec88101380 0x7fec88199ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:08.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:08.399+0000 7fec8e183700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec88101380 0x7fec88199ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:35922/0 (socket says 172.21.15.42:35922) 2024-06-06T08:23:08.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:08.399+0000 7fec8e183700 1 -- 172.21.15.42:0/2740275150 learned_addr learned my addr 172.21.15.42:0/2740275150 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:08.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:08.399+0000 7fec8e984700 1 --2- 172.21.15.42:0/2740275150 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fec881073f0 0x7fec881a4b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:08.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:08.399+0000 7fec8d982700 1 --2- 172.21.15.42:0/2740275150 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fec88101d40 0x7fec8819a020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:08.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:08.399+0000 7fec8e183700 1 -- 172.21.15.42:0/2740275150 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fec881073f0 msgr2=0x7fec881a4b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:08.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:08.399+0000 7fec8e183700 1 --2- 172.21.15.42:0/2740275150 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fec881073f0 0x7fec881a4b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:08.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:08.399+0000 7fec8e183700 1 -- 172.21.15.42:0/2740275150 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fec88101d40 msgr2=0x7fec8819a020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:08.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:08.399+0000 7fec8e183700 1 --2- 172.21.15.42:0/2740275150 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fec88101d40 0x7fec8819a020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:08.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:08.399+0000 7fec8e183700 1 -- 172.21.15.42:0/2740275150 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec881a50a0 con 0x7fec88101380 2024-06-06T08:23:08.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:08.399+0000 7fec8e183700 1 --2- 172.21.15.42:0/2740275150 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec88101380 0x7fec88199ae0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fec8400d980 tx=0x7fec8400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:08.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:08.399+0000 7fec7b7fe700 1 -- 172.21.15.42:0/2740275150 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec84016070 con 0x7fec88101380 2024-06-06T08:23:08.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:08.399+0000 7fec903e7700 1 -- 172.21.15.42:0/2740275150 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fec881a52d0 con 0x7fec88101380 2024-06-06T08:23:08.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:08.399+0000 7fec7b7fe700 1 -- 172.21.15.42:0/2740275150 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fec84004d10 con 0x7fec88101380 2024-06-06T08:23:08.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:08.400+0000 7fec7b7fe700 1 -- 172.21.15.42:0/2740275150 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec840055f0 con 0x7fec88101380 2024-06-06T08:23:08.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:08.400+0000 7fec903e7700 1 -- 172.21.15.42:0/2740275150 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fec881a5860 con 0x7fec88101380 2024-06-06T08:23:08.403 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:08.401+0000 7fec903e7700 1 -- 172.21.15.42:0/2740275150 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fec88069180 con 0x7fec88101380 2024-06-06T08:23:08.403 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:08.402+0000 7fec7b7fe700 1 -- 172.21.15.42:0/2740275150 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 25) ==== 138066+0+0 (secure 0 0 0) 0x7fec84004750 con 0x7fec88101380 2024-06-06T08:23:08.403 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:08.403+0000 7fec7b7fe700 1 --2- 172.21.15.42:0/2740275150 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fec740a2eb0 0x7fec740a5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:08.403 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:08.403+0000 7fec8d982700 1 --2- 172.21.15.42:0/2740275150 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fec740a2eb0 0x7fec740a5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:08.403 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:08.403+0000 7fec7b7fe700 1 -- 172.21.15.42:0/2740275150 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fec840cf8c0 con 0x7fec88101380 2024-06-06T08:23:08.403 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:08.403+0000 7fec8d982700 1 --2- 172.21.15.42:0/2740275150 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fec740a2eb0 0x7fec740a5370 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fec7c006fd0 tx=0x7fec7c008040 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:08.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:08.407+0000 7fec7b7fe700 1 -- 172.21.15.42:0/2740275150 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fec8401f020 con 0x7fec88101380 2024-06-06T08:23:08.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:23:08 smithi149 ceph-mon[36842]: pgmap v18: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 24 KiB/s wr, 24 op/s 2024-06-06T08:23:08.613 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:08.614+0000 7fec903e7700 1 -- 172.21.15.42:0/2740275150 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fec8802dca0 con 0x7fec88101380 2024-06-06T08:23:08.615 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:08.616+0000 7fec7b7fe700 1 -- 172.21.15.42:0/2740275150 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v100) ==== 74+0+25010 (secure 0 0 0) 0x7fec8409bf50 con 0x7fec88101380 2024-06-06T08:23:08.615 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:23:08.615 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":100,"fsid":"103bdc14-23dc-11ef-bc9b-c7b262605968","created":"2024-06-06T08:10:24.766424+0000","modified":"2024-06-06T08:22:36.893249+0000","last_up_change":"2024-06-06T08:17:36.287686+0000","last_in_change":"2024-06-06T08:17:16.753056+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-06T08:13:45.019237+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-06-06T08:18:33.144907+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-06-06T08:18:36.897997+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-06-06T08:18:46.419853+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"97","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"e2e4fdcf-59e7-458d-b89e-8f5b7095ecba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6803","nonce":992269164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6805","nonce":992269164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6809","nonce":992269164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6807","nonce":992269164}]},"public_addr":"172.21.15.42:6803/992269164","cluster_addr":"172.21.15.42:6805/992269164","heartbeat_back_addr":"172.21.15.42:6809/992269164","heartbeat_front_addr":"172.21.15.42:6807/992269164","state":["exists","up"]},{"osd":1,"uuid":"5a66dde1-0e6a-44d3-9b2d-2c97d7c8db94","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6800","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6801","nonce":207181328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6802","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6803","nonce":207181328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6806","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6807","nonce":207181328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6804","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6805","nonce":207181328}]},"public_addr":"172.21.15.120:6801/207181328","cluster_addr":"172.21.15.120:6803/207181328","heartbeat_back_addr":"172.21.15.120:6807/207181328","heartbeat_front_addr":"172.21.15.120:6805/207181328","state":["exists","up"]},{"osd":2,"uuid":"642addc3-ef6d-438d-ba2b-011de9e2ba8d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6801","nonce":2997625975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6803","nonce":2997625975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6807","nonce":2997625975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6805","nonce":2997625975}]},"public_addr":"172.21.15.149:6801/2997625975","cluster_addr":"172.21.15.149:6803/2997625975","heartbeat_back_addr":"172.21.15.149:6807/2997625975","heartbeat_front_addr":"172.21.15.149:6805/2997625975","state":["exists","up"]},{"osd":3,"uuid":"2a97b907-d011-4010-a71b-a7783002e9b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6811","nonce":4079103623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6813","nonce":4079103623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6817","nonce":4079103623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6815","nonce":4079103623}]},"public_addr":"172.21.15.42:6811/4079103623","cluster_addr":"172.21.15.42:6813/4079103623","heartbeat_back_addr":"172.21.15.42:6817/4079103623","heartbeat_front_addr":"172.21.15.42:6815/4079103623","state":["exists","up"]},{"osd":4,"uuid":"8848bdb6-07d9-4be6-8dcb-01f181f6b678","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6808","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6809","nonce":559794558}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6810","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6811","nonce":559794558}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6814","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6815","nonce":559794558}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6812","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6813","nonce":559794558}]},"public_addr":"172.21.15.120:6809/559794558","cluster_addr":"172.21.15.120:6811/559794558","heartbeat_back_addr":"172.21.15.120:6815/559794558","heartbeat_front_addr":"172.21.15.120:6813/559794558","state":["exists","up"]},{"osd":5,"uuid":"4be1b7e5-1de1-4927-9960-c0f6415e0bff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6809","nonce":4023193877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6811","nonce":4023193877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6815","nonce":4023193877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6813","nonce":4023193877}]},"public_addr":"172.21.15.149:6809/4023193877","cluster_addr":"172.21.15.149:6811/4023193877","heartbeat_back_addr":"172.21.15.149:6815/4023193877","heartbeat_front_addr":"172.21.15.149:6813/4023193877","state":["exists","up"]},{"osd":6,"uuid":"6c1a1ff4-9bed-4f13-ab16-314c8086c06f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6819","nonce":1922652007}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6821","nonce":1922652007}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6825","nonce":1922652007}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6823","nonce":1922652007}]},"public_addr":"172.21.15.42:6819/1922652007","cluster_addr":"172.21.15.42:6821/1922652007","heartbeat_back_addr":"172.21.15.42:6825/1922652007","heartbeat_front_addr":"172.21.15.42:6823/1922652007","state":["exists","up"]},{"osd":7,"uuid":"37cb2c8b-d9c0-4d1e-bee8-cc850c69ba0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6816","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6817","nonce":156965814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6818","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6819","nonce":156965814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6822","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6823","nonce":156965814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6820","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6821","nonce":156965814}]},"public_addr":"172.21.15.120:6817/156965814","cluster_addr":"172.21.15.120:6819/156965814","heartbeat_back_addr":"172.21.15.120:6823/156965814","heartbeat_front_addr":"172.21.15.120:6821/156965814","state":["exists","up"]},{"osd":8,"uuid":"6df7e642-d784-4aac-b764-ddf0747add90","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6817","nonce":4100009474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6819","nonce":4100009474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6823","nonce":4100009474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6821","nonce":4100009474}]},"public_addr":"172.21.15.149:6817/4100009474","cluster_addr":"172.21.15.149:6819/4100009474","heartbeat_back_addr":"172.21.15.149:6823/4100009474","heartbeat_front_addr":"172.21.15.149:6821/4100009474","state":["exists","up"]},{"osd":9,"uuid":"f4b2af93-29f8-495a-86f7-72c2b64b34cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6827","nonce":3216295459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6829","nonce":3216295459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6833","nonce":3216295459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6831","nonce":3216295459}]},"public_addr":"172.21.15.42:6827/3216295459","cluster_addr":"172.21.15.42:6829/3216295459","heartbeat_back_addr":"172.21.15.42:6833/3216295459","heartbeat_front_addr":"172.21.15.42:6831/3216295459","state":["exists","up"]},{"osd":10,"uuid":"5d31e261-0c1d-488d-a7d5-6a6c1250edca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6824","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6825","nonce":3633743730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6826","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6827","nonce":3633743730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6830","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6831","nonce":3633743730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6828","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6829","nonce":3633743730}]},"public_addr":"172.21.15.120:6825/3633743730","cluster_addr":"172.21.15.120:6827/3633743730","heartbeat_back_addr":"172.21.15.120:6831/3633743730","heartbeat_front_addr":"172.21.15.120:6829/3633743730","state":["exists","up"]},{"osd":11,"uuid":"32e1e82b-97fe-4469-8345-871e9caffc3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6825","nonce":797850884}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6827","nonce":797850884}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6831","nonce":797850884}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6829","nonce":797850884}]},"public_addr":"172.21.15.149:6825/797850884","cluster_addr":"172.21.15.149:6827/797850884","heartbeat_back_addr":"172.21.15.149:6831/797850884","heartbeat_front_addr":"172.21.15.149:6829/797850884","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:12:53.901249+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:13:17.683764+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:13:41.352203+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:14:08.031995+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:14:33.363708+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:14:58.055589+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:15:24.669566+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:15:50.912783+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:16:15.924258+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:16:43.185660+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:17:09.578878+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:17:35.047958+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.10","mappings":[{"from":2,"to":4}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.1","mappings":[{"from":4,"to":9}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"4.e","mappings":[{"from":5,"to":8}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]},{"pgid":"4.14","mappings":[{"from":9,"to":8}]},{"pgid":"4.16","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.42:6801/1196215200":"2024-06-07T08:22:36.893215+0000","172.21.15.42:6800/1196215200":"2024-06-07T08:22:36.893215+0000","172.21.15.42:0/3684657279":"2024-06-07T08:22:36.893215+0000","172.21.15.42:0/375411175":"2024-06-07T08:22:36.893215+0000","172.21.15.42:0/1967853952":"2024-06-07T08:22:36.893215+0000","172.21.15.42:0/2349000297":"2024-06-07T08:11:18.501580+0000","172.21.15.42:6801/542419736":"2024-06-07T08:11:18.501580+0000","172.21.15.42:0/4045339565":"2024-06-07T08:22:36.893215+0000","172.21.15.42:0/2444807230":"2024-06-07T08:10:51.469961+0000","172.21.15.42:0/2035946884":"2024-06-07T08:11:18.501580+0000","172.21.15.42:6800/542419736":"2024-06-07T08:11:18.501580+0000","172.21.15.42:0/2547834811":"2024-06-07T08:10:51.469961+0000","172.21.15.42:0/1748257485":"2024-06-07T08:11:18.501580+0000","172.21.15.42:0/1313394303":"2024-06-07T08:10:51.469961+0000","172.21.15.42:6800/1296506824":"2024-06-07T08:10:51.469961+0000","172.21.15.42:6801/1296506824":"2024-06-07T08:10:51.469961+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-06T08:23:08.617 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:08.618+0000 7fec903e7700 1 -- 172.21.15.42:0/2740275150 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fec740a2eb0 msgr2=0x7fec740a5370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:08.617 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:08.618+0000 7fec903e7700 1 --2- 172.21.15.42:0/2740275150 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fec740a2eb0 0x7fec740a5370 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fec7c006fd0 tx=0x7fec7c008040 comp rx=0 tx=0).stop 2024-06-06T08:23:08.617 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:08.618+0000 7fec903e7700 1 -- 172.21.15.42:0/2740275150 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec88101380 msgr2=0x7fec88199ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:08.617 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:08.618+0000 7fec903e7700 1 --2- 172.21.15.42:0/2740275150 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec88101380 0x7fec88199ae0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fec8400d980 tx=0x7fec8400dc90 comp rx=0 tx=0).stop 2024-06-06T08:23:08.617 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:08.618+0000 7fec903e7700 1 -- 172.21.15.42:0/2740275150 shutdown_connections 2024-06-06T08:23:08.617 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:08.618+0000 7fec903e7700 1 --2- 172.21.15.42:0/2740275150 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fec740a2eb0 0x7fec740a5370 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:08.617 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:08.618+0000 7fec903e7700 1 --2- 172.21.15.42:0/2740275150 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fec881073f0 0x7fec881a4b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:08.618 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:08.618+0000 7fec903e7700 1 --2- 172.21.15.42:0/2740275150 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec88101380 0x7fec88199ae0 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:08.618 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:08.618+0000 7fec903e7700 1 --2- 172.21.15.42:0/2740275150 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fec88101d40 0x7fec8819a020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:08.618 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:08.618+0000 7fec903e7700 1 -- 172.21.15.42:0/2740275150 >> 172.21.15.42:0/2740275150 conn(0x7fec88078300 msgr2=0x7fec880ffe00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:08.618 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:08.618+0000 7fec903e7700 1 -- 172.21.15.42:0/2740275150 shutdown_connections 2024-06-06T08:23:08.618 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:08.618+0000 7fec903e7700 1 -- 172.21.15.42:0/2740275150 wait complete. 2024-06-06T08:23:09.347 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:23:09 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/2740275150' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T08:23:09.378 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph daemon mon.a --format=json config get run_dir 2024-06-06T08:23:09.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:23:09 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/2740275150' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T08:23:09.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:23:09 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/2740275150' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T08:23:09.629 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:23:10.314 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:23:10 smithi042 ceph-mon[32384]: pgmap v19: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 24 KiB/s wr, 27 op/s 2024-06-06T08:23:10.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:23:10 smithi120 ceph-mon[36658]: pgmap v19: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 24 KiB/s wr, 27 op/s 2024-06-06T08:23:10.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:23:10 smithi149 ceph-mon[36842]: pgmap v19: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 24 KiB/s wr, 27 op/s 2024-06-06T08:23:11.997 INFO:teuthology.orchestra.run.smithi042.stdout:{"run_dir":"/var/run/ceph"} 2024-06-06T08:23:11.997 DEBUG:tasks.cephfs.filesystem:_json_asok output { "run_dir": "/var/run/ceph" } 2024-06-06T08:23:11.997 INFO:tasks.quiescer.fs.[cephfs]:Initializing Quiescer with seed 5050 2024-06-06T08:23:11.998 DEBUG:tasks.quiescer:Yielding 2024-06-06T08:23:11.998 INFO:teuthology.run_tasks:Running task workunit... 2024-06-06T08:23:12.014 INFO:tasks.workunit:Pulling workunits from ref 3d746ca5346f34eef7e826a1eb71e59e02b682ae 2024-06-06T08:23:12.015 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-06-06T08:23:12.015 INFO:tasks.workunit:timeout=3h 2024-06-06T08:23:12.015 INFO:tasks.workunit:cleanup=True 2024-06-06T08:23:12.015 DEBUG:teuthology.orchestra.run.smithi042:> stat -- /home/ubuntu/cephtest/mnt.0 2024-06-06T08:23:12.016 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:23:12.034 INFO:teuthology.orchestra.run.smithi042.stdout: File: /home/ubuntu/cephtest/mnt.0 2024-06-06T08:23:12.034 INFO:teuthology.orchestra.run.smithi042.stdout: Size: 0 Blocks: 0 IO Block: 65536 directory 2024-06-06T08:23:12.034 INFO:teuthology.orchestra.run.smithi042.stdout:Device: 77h/119d Inode: 1099511628283 Links: 2 2024-06-06T08:23:12.034 INFO:teuthology.orchestra.run.smithi042.stdout:Access: (1777/drwxrwxrwt) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-06T08:23:12.034 INFO:teuthology.orchestra.run.smithi042.stdout:Context: system_u:object_r:unlabeled_t:s0 2024-06-06T08:23:12.034 INFO:teuthology.orchestra.run.smithi042.stdout:Access: 2024-06-06 08:20:00.441916248 +0000 2024-06-06T08:23:12.034 INFO:teuthology.orchestra.run.smithi042.stdout:Modify: 2024-06-06 08:20:00.441916248 +0000 2024-06-06T08:23:12.034 INFO:teuthology.orchestra.run.smithi042.stdout:Change: 2024-06-06 08:22:33.816907043 +0000 2024-06-06T08:23:12.035 INFO:teuthology.orchestra.run.smithi042.stdout: Birth: 2024-06-06 08:20:00.441916248 +0000 2024-06-06T08:23:12.035 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.0 2024-06-06T08:23:12.035 DEBUG:teuthology.orchestra.run.smithi042:> cd -- /home/ubuntu/cephtest/mnt.0 && sudo install -d -m 0755 --owner=ubuntu -- client.0 2024-06-06T08:23:12.108 DEBUG:teuthology.orchestra.run.smithi042:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 3d746ca5346f34eef7e826a1eb71e59e02b682ae 2024-06-06T08:23:12.165 INFO:tasks.workunit.client.0.smithi042.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-06-06T08:23:12.270 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:23:12.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:23:12 smithi120 ceph-mon[36658]: pgmap v20: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 24 KiB/s wr, 24 op/s 2024-06-06T08:23:12.393 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:23:12 smithi042 ceph-mon[32384]: pgmap v20: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 24 KiB/s wr, 24 op/s 2024-06-06T08:23:12.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:23:12 smithi149 ceph-mon[36842]: pgmap v20: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 24 KiB/s wr, 24 op/s 2024-06-06T08:23:13.912 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:13.912+0000 7f0087a8d700 1 -- 172.21.15.42:0/4179597922 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f00801030f0 msgr2=0x7f0080107110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:13.913 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:13.912+0000 7f0087a8d700 1 --2- 172.21.15.42:0/4179597922 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f00801030f0 0x7f0080107110 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f00700099c0 tx=0x7f0070009cd0 comp rx=0 tx=0).stop 2024-06-06T08:23:13.913 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:13.912+0000 7f0087a8d700 1 -- 172.21.15.42:0/4179597922 shutdown_connections 2024-06-06T08:23:13.913 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:13.912+0000 7f0087a8d700 1 --2- 172.21.15.42:0/4179597922 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0080107840 0x7f008010f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:13.913 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:13.912+0000 7f0087a8d700 1 --2- 172.21.15.42:0/4179597922 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0080102740 0x7f0080102b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:13.913 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:13.912+0000 7f0087a8d700 1 --2- 172.21.15.42:0/4179597922 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f00801030f0 0x7f0080107110 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:13.913 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:13.912+0000 7f0087a8d700 1 -- 172.21.15.42:0/4179597922 >> 172.21.15.42:0/4179597922 conn(0x7f00800795f0 msgr2=0x7f0080079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:13.913 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:13.912+0000 7f0087a8d700 1 -- 172.21.15.42:0/4179597922 shutdown_connections 2024-06-06T08:23:13.913 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:13.912+0000 7f0087a8d700 1 -- 172.21.15.42:0/4179597922 wait complete. 2024-06-06T08:23:13.913 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:13.913+0000 7f0087a8d700 1 Processor -- start 2024-06-06T08:23:13.913 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:13.913+0000 7f0087a8d700 1 -- start start 2024-06-06T08:23:13.913 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:13.913+0000 7f0087a8d700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0080102740 0x7f008019e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:13.913 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:13.913+0000 7f0087a8d700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f00801030f0 0x7f008019ece0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:13.914 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:13.913+0000 7f0087a8d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0080107840 0x7f00801989b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:13.914 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:13.913+0000 7f0087a8d700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0080112770 con 0x7f0080107840 2024-06-06T08:23:13.914 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:13.913+0000 7f0087a8d700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f00801125f0 con 0x7f00801030f0 2024-06-06T08:23:13.914 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:13.913+0000 7f0087a8d700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f00801128f0 con 0x7f0080102740 2024-06-06T08:23:13.914 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:13.913+0000 7f008602a700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0080107840 0x7f00801989b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:13.914 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:13.913+0000 7f008602a700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0080107840 0x7f00801989b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:35938/0 (socket says 172.21.15.42:35938) 2024-06-06T08:23:13.914 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:13.913+0000 7f0085028700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f00801030f0 0x7f008019ece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:13.914 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:13.913+0000 7f008602a700 1 -- 172.21.15.42:0/877926107 learned_addr learned my addr 172.21.15.42:0/877926107 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:13.914 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:13.913+0000 7f0085829700 1 --2- 172.21.15.42:0/877926107 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0080102740 0x7f008019e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:13.914 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:13.914+0000 7f008602a700 1 -- 172.21.15.42:0/877926107 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0080102740 msgr2=0x7f008019e7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:13.914 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:13.914+0000 7f008602a700 1 --2- 172.21.15.42:0/877926107 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0080102740 0x7f008019e7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:13.914 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:13.914+0000 7f008602a700 1 -- 172.21.15.42:0/877926107 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f00801030f0 msgr2=0x7f008019ece0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:13.914 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:13.914+0000 7f008602a700 1 --2- 172.21.15.42:0/877926107 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f00801030f0 0x7f008019ece0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:13.915 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:13.914+0000 7f008602a700 1 -- 172.21.15.42:0/877926107 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0080199110 con 0x7f0080107840 2024-06-06T08:23:13.915 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:13.914+0000 7f0085829700 1 --2- 172.21.15.42:0/877926107 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0080102740 0x7f008019e7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:23:13.915 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:13.914+0000 7f0085028700 1 --2- 172.21.15.42:0/877926107 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f00801030f0 0x7f008019ece0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:23:13.915 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:13.914+0000 7f008602a700 1 --2- 172.21.15.42:0/877926107 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0080107840 0x7f00801989b0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f0078007d70 tx=0x7f007800a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:13.916 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:13.914+0000 7f0076ffd700 1 -- 172.21.15.42:0/877926107 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0078016020 con 0x7f0080107840 2024-06-06T08:23:13.916 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:13.914+0000 7f0087a8d700 1 -- 172.21.15.42:0/877926107 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0080199400 con 0x7f0080107840 2024-06-06T08:23:13.916 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:13.914+0000 7f0076ffd700 1 -- 172.21.15.42:0/877926107 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f007800ad40 con 0x7f0080107840 2024-06-06T08:23:13.916 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:13.914+0000 7f0076ffd700 1 -- 172.21.15.42:0/877926107 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0078011600 con 0x7f0080107840 2024-06-06T08:23:13.916 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:13.914+0000 7f0087a8d700 1 -- 172.21.15.42:0/877926107 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00801a5670 con 0x7f0080107840 2024-06-06T08:23:13.916 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:13.915+0000 7f0087a8d700 1 -- 172.21.15.42:0/877926107 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f008010aa10 con 0x7f0080107840 2024-06-06T08:23:13.916 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:13.916+0000 7f0076ffd700 1 -- 172.21.15.42:0/877926107 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 25) ==== 138066+0+0 (secure 0 0 0) 0x7f0078019020 con 0x7f0080107840 2024-06-06T08:23:13.916 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:13.917+0000 7f0076ffd700 1 --2- 172.21.15.42:0/877926107 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f006c0a2eb0 0x7f006c0a5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:13.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:13.917+0000 7f0076ffd700 1 -- 172.21.15.42:0/877926107 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f00780cfd20 con 0x7f0080107840 2024-06-06T08:23:13.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:13.917+0000 7f0085829700 1 --2- 172.21.15.42:0/877926107 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f006c0a2eb0 0x7f006c0a5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:13.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:13.917+0000 7f0085829700 1 --2- 172.21.15.42:0/877926107 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f006c0a2eb0 0x7f006c0a5370 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f00801073a0 tx=0x7f007c00b2c0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:13.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:13.921+0000 7f0076ffd700 1 -- 172.21.15.42:0/877926107 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f0078020020 con 0x7f0080107840 2024-06-06T08:23:14.172 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:14.173+0000 7f0087a8d700 1 -- 172.21.15.42:0/877926107 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0080199e90 con 0x7f0080107840 2024-06-06T08:23:14.172 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:14.173+0000 7f0076ffd700 1 -- 172.21.15.42:0/877926107 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11876 (secure 0 0 0) 0x7f007809c4c0 con 0x7f0080107840 2024-06-06T08:23:14.173 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:23:14.173 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/667270675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":667270675},{"type":"v1","addr":"172.21.15.42:6837","nonce":667270675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/2414389302","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":2414389302},{"type":"v1","addr":"172.21.15.42:6839","nonce":2414389302}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14574,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/3625002785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":3625002785},{"type":"v1","addr":"172.21.15.42:6841","nonce":3625002785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24413,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6835/3995394553","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":3995394553},{"type":"v1","addr":"172.21.15.120:6835","nonce":3995394553}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T08:18:39.778858+0000","modified":"2024-06-06T08:22:34.570686+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24464},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6837/3434475673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":3434475673},{"type":"v1","addr":"172.21.15.120:6837","nonce":3434475673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6835/3776134468","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":3776134468},{"type":"v1","addr":"172.21.15.149:6835","nonce":3776134468}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":21,"addr":"172.21.15.120:6839/1585293472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":1585293472},{"type":"v1","addr":"172.21.15.120:6839","nonce":1585293472}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":25,"addr":"172.21.15.149:6837/751787578","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":751787578},{"type":"v1","addr":"172.21.15.149:6837","nonce":751787578}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":8,"addr":"172.21.15.149:6839/764851483","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":764851483},{"type":"v1","addr":"172.21.15.149:6839","nonce":764851483}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24464,24469,24484]},"id":1}]} 2024-06-06T08:23:14.175 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:14.175+0000 7f0087a8d700 1 -- 172.21.15.42:0/877926107 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f006c0a2eb0 msgr2=0x7f006c0a5370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:14.175 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:14.175+0000 7f0087a8d700 1 --2- 172.21.15.42:0/877926107 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f006c0a2eb0 0x7f006c0a5370 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f00801073a0 tx=0x7f007c00b2c0 comp rx=0 tx=0).stop 2024-06-06T08:23:14.175 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:14.175+0000 7f0087a8d700 1 -- 172.21.15.42:0/877926107 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0080107840 msgr2=0x7f00801989b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:14.175 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:14.175+0000 7f0087a8d700 1 --2- 172.21.15.42:0/877926107 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0080107840 0x7f00801989b0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f0078007d70 tx=0x7f007800a340 comp rx=0 tx=0).stop 2024-06-06T08:23:14.175 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:14.176+0000 7f0087a8d700 1 -- 172.21.15.42:0/877926107 shutdown_connections 2024-06-06T08:23:14.175 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:14.176+0000 7f0087a8d700 1 --2- 172.21.15.42:0/877926107 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f006c0a2eb0 0x7f006c0a5370 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:14.176 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:14.176+0000 7f0087a8d700 1 --2- 172.21.15.42:0/877926107 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0080107840 0x7f00801989b0 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:14.176 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:14.176+0000 7f0087a8d700 1 --2- 172.21.15.42:0/877926107 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0080102740 0x7f008019e7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:14.176 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:14.176+0000 7f0087a8d700 1 --2- 172.21.15.42:0/877926107 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f00801030f0 0x7f008019ece0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:14.176 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:14.176+0000 7f0087a8d700 1 -- 172.21.15.42:0/877926107 >> 172.21.15.42:0/877926107 conn(0x7f00800795f0 msgr2=0x7f0080101ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:14.176 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:14.176+0000 7f0087a8d700 1 -- 172.21.15.42:0/877926107 shutdown_connections 2024-06-06T08:23:14.176 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:14.176+0000 7f0087a8d700 1 -- 172.21.15.42:0/877926107 wait complete. 2024-06-06T08:23:14.176 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 26 2024-06-06T08:23:14.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:23:14 smithi120 ceph-mon[36658]: pgmap v21: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 25 KiB/s wr, 26 op/s 2024-06-06T08:23:14.495 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:23:14 smithi042 ceph-mon[32384]: pgmap v21: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 25 KiB/s wr, 26 op/s 2024-06-06T08:23:14.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:23:14 smithi149 ceph-mon[36842]: pgmap v21: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 25 KiB/s wr, 26 op/s 2024-06-06T08:23:14.886 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 26, 'flags': 306, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': True}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-06-06T08:18:39.778858+0000', 'modified': '2024-06-06T08:22:34.570686+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 24484, 'mds_1': 24469, 'mds_2': 24464}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24430': {'gid': 24430, 'name': 'l', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.149:6833/677848196', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.149:6832', 'nonce': 677848196}, {'type': 'v1', 'addr': '172.21.15.149:6833', 'nonce': 677848196}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24434': {'gid': 24434, 'name': 'h', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.120:6837/3434475673', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.120:6836', 'nonce': 3434475673}, {'type': 'v1', 'addr': '172.21.15.120:6837', 'nonce': 3434475673}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24463': {'gid': 24463, 'name': 'f', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.149:6835/3776134468', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.149:6834', 'nonce': 3776134468}, {'type': 'v1', 'addr': '172.21.15.149:6835', 'nonce': 3776134468}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24464': {'gid': 24464, 'name': 'b', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 21, 'addr': '172.21.15.120:6839/1585293472', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.120:6838', 'nonce': 1585293472}, {'type': 'v1', 'addr': '172.21.15.120:6839', 'nonce': 1585293472}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24469': {'gid': 24469, 'name': 'c', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 25, 'addr': '172.21.15.149:6837/751787578', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.149:6836', 'nonce': 751787578}, {'type': 'v1', 'addr': '172.21.15.149:6837', 'nonce': 751787578}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24484': {'gid': 24484, 'name': 'i', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 8, 'addr': '172.21.15.149:6839/764851483', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.149:6838', 'nonce': 764851483}, {'type': 'v1', 'addr': '172.21.15.149:6839', 'nonce': 764851483}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24484, 'qdb_cluster': [24464, 24469, 24484]} 2024-06-06T08:23:14.886 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-06-06T08:23:14.886 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.b status 2024-06-06T08:23:15.183 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:23:15.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:23:15 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/877926107' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:23:15.419 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:23:15 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/877926107' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:23:15.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:23:15 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/877926107' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:23:15.604 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.603+0000 7f60abe58640 1 -- 172.21.15.42:0/3636787352 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f60a40ffe30 msgr2=0x7f60a4100210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:15.604 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.603+0000 7f60abe58640 1 --2- 172.21.15.42:0/3636787352 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f60a40ffe30 0x7f60a4100210 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f60a0009370 tx=0x7f60a002a410 comp rx=0 tx=0).stop 2024-06-06T08:23:15.604 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.603+0000 7f60abe58640 1 -- 172.21.15.42:0/3636787352 shutdown_connections 2024-06-06T08:23:15.604 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.603+0000 7f60abe58640 1 --2- 172.21.15.42:0/3636787352 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f60a4104f00 0x7f60a410cad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:15.604 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.603+0000 7f60abe58640 1 --2- 172.21.15.42:0/3636787352 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f60a41007e0 0x7f60a4104820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:15.604 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.603+0000 7f60abe58640 1 --2- 172.21.15.42:0/3636787352 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f60a40ffe30 0x7f60a4100210 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:15.604 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.603+0000 7f60abe58640 1 -- 172.21.15.42:0/3636787352 >> 172.21.15.42:0/3636787352 conn(0x7f60a40769a0 msgr2=0x7f60a40fdd80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:15.604 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.603+0000 7f60abe58640 1 -- 172.21.15.42:0/3636787352 shutdown_connections 2024-06-06T08:23:15.604 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.603+0000 7f60abe58640 1 -- 172.21.15.42:0/3636787352 wait complete. 2024-06-06T08:23:15.604 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.604+0000 7f60abe58640 1 Processor -- start 2024-06-06T08:23:15.605 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.604+0000 7f60abe58640 1 -- start start 2024-06-06T08:23:15.605 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.604+0000 7f60abe58640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f60a40ffe30 0x7f60a4198280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:15.605 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.604+0000 7f60abe58640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f60a4104f00 0x7f60a41987c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:15.605 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.604+0000 7f60abe58640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f60a419cb40 0x7f60a419cff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:15.605 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.604+0000 7f60abe58640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f60a410fb60 con 0x7f60a40ffe30 2024-06-06T08:23:15.605 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.604+0000 7f60abe58640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f60a410f9e0 con 0x7f60a419cb40 2024-06-06T08:23:15.605 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.604+0000 7f60abe58640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f60a410fce0 con 0x7f60a4104f00 2024-06-06T08:23:15.605 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.604+0000 7f60a9bf4640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f60a40ffe30 0x7f60a4198280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:15.605 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.604+0000 7f60a9bf4640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f60a40ffe30 0x7f60a4198280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:35952/0 (socket says 172.21.15.42:35952) 2024-06-06T08:23:15.605 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.604+0000 7f60a9bf4640 1 -- 172.21.15.42:0/3331011665 learned_addr learned my addr 172.21.15.42:0/3331011665 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:15.605 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.604+0000 7f60aa3f5640 1 --2- 172.21.15.42:0/3331011665 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f60a419cb40 0x7f60a419cff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:15.605 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.604+0000 7f60a93f3640 1 --2- 172.21.15.42:0/3331011665 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f60a4104f00 0x7f60a41987c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:15.605 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.604+0000 7f60a9bf4640 1 -- 172.21.15.42:0/3331011665 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f60a4104f00 msgr2=0x7f60a41987c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:15.606 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.604+0000 7f60a9bf4640 1 --2- 172.21.15.42:0/3331011665 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f60a4104f00 0x7f60a41987c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:15.606 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.604+0000 7f60a9bf4640 1 -- 172.21.15.42:0/3331011665 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f60a419cb40 msgr2=0x7f60a419cff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:15.606 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.604+0000 7f60a9bf4640 1 --2- 172.21.15.42:0/3331011665 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f60a419cb40 0x7f60a419cff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:15.606 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.604+0000 7f60a9bf4640 1 -- 172.21.15.42:0/3331011665 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60a419d630 con 0x7f60a40ffe30 2024-06-06T08:23:15.606 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.604+0000 7f60aa3f5640 1 --2- 172.21.15.42:0/3331011665 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f60a419cb40 0x7f60a419cff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:23:15.606 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.605+0000 7f60a9bf4640 1 --2- 172.21.15.42:0/3331011665 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f60a40ffe30 0x7f60a4198280 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f60a002a930 tx=0x7f60a0030940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:15.606 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.605+0000 7f609affd640 1 -- 172.21.15.42:0/3331011665 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60a0040070 con 0x7f60a40ffe30 2024-06-06T08:23:15.606 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.605+0000 7f60abe58640 1 -- 172.21.15.42:0/3331011665 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f60a419d8c0 con 0x7f60a40ffe30 2024-06-06T08:23:15.606 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.605+0000 7f609affd640 1 -- 172.21.15.42:0/3331011665 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f60a003c950 con 0x7f60a40ffe30 2024-06-06T08:23:15.606 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.605+0000 7f609affd640 1 -- 172.21.15.42:0/3331011665 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60a0035030 con 0x7f60a40ffe30 2024-06-06T08:23:15.606 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.605+0000 7f60abe58640 1 -- 172.21.15.42:0/3331011665 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60a41a5080 con 0x7f60a40ffe30 2024-06-06T08:23:15.612 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.607+0000 7f609affd640 1 -- 172.21.15.42:0/3331011665 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 25) ==== 138066+0+0 (secure 0 0 0) 0x7f60a0043070 con 0x7f60a40ffe30 2024-06-06T08:23:15.613 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.607+0000 7f60aeb64740 1 Processor -- start 2024-06-06T08:23:15.613 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.608+0000 7f60aeb64740 1 -- start start 2024-06-06T08:23:15.613 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.608+0000 7f60aeb64740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bc2c468170 0x55bc2c468550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:15.613 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.608+0000 7f60aeb64740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bc2c468a90 0x55bc2c472e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:15.613 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.608+0000 7f60aeb64740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bc2c473350 0x55bc2c475740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:15.613 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.608+0000 7f60aeb64740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55bc2c3cc4f0 con 0x55bc2c468a90 2024-06-06T08:23:15.613 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.608+0000 7f60aeb64740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55bc2c36a870 con 0x55bc2c473350 2024-06-06T08:23:15.613 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.608+0000 7f60aeb64740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55bc2c3c84b0 con 0x55bc2c468170 2024-06-06T08:23:15.613 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.608+0000 7f609affd640 1 --2- 172.21.15.42:0/3331011665 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f60900a2ec0 0x7f60900a5380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:15.613 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.608+0000 7f60a9bf4640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bc2c468a90 0x55bc2c472e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:15.613 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.608+0000 7f60a9bf4640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bc2c468a90 0x55bc2c472e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:35962/0 (socket says 172.21.15.42:35962) 2024-06-06T08:23:15.613 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.608+0000 7f60a9bf4640 1 -- 172.21.15.42:0/3769808393 learned_addr learned my addr 172.21.15.42:0/3769808393 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:15.614 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.608+0000 7f60aa3f5640 1 --2- 172.21.15.42:0/3331011665 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f60900a2ec0 0x7f60900a5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:15.614 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.608+0000 7f60a93f3640 1 --2- 172.21.15.42:0/3769808393 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bc2c473350 0x55bc2c475740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:15.614 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.608+0000 7f60aa3f5640 1 --2- 172.21.15.42:0/3769808393 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bc2c468170 0x55bc2c468550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:15.614 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.608+0000 7f609affd640 1 -- 172.21.15.42:0/3331011665 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f60a00f0ac0 con 0x7f60a40ffe30 2024-06-06T08:23:15.614 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.608+0000 7f60a9bf4640 1 -- 172.21.15.42:0/3769808393 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bc2c468170 msgr2=0x55bc2c468550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:15.614 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.608+0000 7f60a9bf4640 1 --2- 172.21.15.42:0/3769808393 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bc2c468170 0x55bc2c468550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:15.614 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.609+0000 7f60a9bf4640 1 -- 172.21.15.42:0/3769808393 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bc2c473350 msgr2=0x55bc2c475740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:15.614 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.609+0000 7f60a9bf4640 1 --2- 172.21.15.42:0/3769808393 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bc2c473350 0x55bc2c475740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:15.614 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.609+0000 7f60a9bf4640 1 -- 172.21.15.42:0/3769808393 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bc2c3869b0 con 0x55bc2c468a90 2024-06-06T08:23:15.614 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.609+0000 7f60a93f3640 1 --2- 172.21.15.42:0/3769808393 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bc2c473350 0x55bc2c475740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:23:15.614 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.609+0000 7f60aa3f5640 1 --2- 172.21.15.42:0/3331011665 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f60900a2ec0 0x7f60900a5380 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f609c005c40 tx=0x7f609c00adb0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:15.614 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.609+0000 7f60a9bf4640 1 --2- 172.21.15.42:0/3769808393 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bc2c468a90 0x55bc2c472e10 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f60a00c5260 tx=0x7f60a00bca20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd3a0d37278eabf5 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:15.615 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.609+0000 7f608ffff640 1 -- 172.21.15.42:0/3769808393 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60a004a030 con 0x55bc2c468a90 2024-06-06T08:23:15.615 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.609+0000 7f608ffff640 1 -- 172.21.15.42:0/3769808393 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f60a00bde50 con 0x55bc2c468a90 2024-06-06T08:23:15.615 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.609+0000 7f608ffff640 1 -- 172.21.15.42:0/3769808393 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60a00bcf80 con 0x55bc2c468a90 2024-06-06T08:23:15.615 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.610+0000 7f60aeb64740 1 -- 172.21.15.42:0/3769808393 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bc2c468a90 msgr2=0x55bc2c472e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:15.615 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.610+0000 7f60aeb64740 1 --2- 172.21.15.42:0/3769808393 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bc2c468a90 0x55bc2c472e10 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f60a00c5260 tx=0x7f60a00bca20 comp rx=0 tx=0).stop 2024-06-06T08:23:15.615 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.610+0000 7f60aeb64740 1 -- 172.21.15.42:0/3769808393 shutdown_connections 2024-06-06T08:23:15.615 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.610+0000 7f60aeb64740 1 --2- 172.21.15.42:0/3769808393 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bc2c473350 0x55bc2c475740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:15.615 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.610+0000 7f60aeb64740 1 --2- 172.21.15.42:0/3769808393 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bc2c468a90 0x55bc2c472e10 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:15.615 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.610+0000 7f60aeb64740 1 --2- 172.21.15.42:0/3769808393 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bc2c468170 0x55bc2c468550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:15.615 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.610+0000 7f60aeb64740 1 -- 172.21.15.42:0/3769808393 >> 172.21.15.42:0/3769808393 conn(0x55bc2c464680 msgr2=0x55bc2c464a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:15.615 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.610+0000 7f60aeb64740 1 -- 172.21.15.42:0/3769808393 shutdown_connections 2024-06-06T08:23:15.615 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.610+0000 7f60aeb64740 1 -- 172.21.15.42:0/3769808393 wait complete. 2024-06-06T08:23:15.616 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.610+0000 7f60aeb64740 1 -- start start 2024-06-06T08:23:15.616 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.610+0000 7f60aeb64740 1 Processor -- start 2024-06-06T08:23:15.616 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.610+0000 7f60aeb64740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bc2c468170 0x55bc2c470480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:15.616 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.611+0000 7f60aeb64740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bc2c468a90 0x55bc2c4709c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:15.616 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.611+0000 7f60aeb64740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bc2c473350 0x55bc2c470f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:15.616 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.611+0000 7f60aeb64740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55bc2c475d40 con 0x55bc2c473350 2024-06-06T08:23:15.616 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.611+0000 7f60aeb64740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55bc2c355ae0 con 0x55bc2c468170 2024-06-06T08:23:15.616 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.611+0000 7f60aeb64740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55bc2c475ec0 con 0x55bc2c468a90 2024-06-06T08:23:15.616 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.611+0000 7f60aeb64740 10 client.0 _ll_register_callbacks cb 0x55bc2c38e9b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:23:15.616 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.611+0000 7f60aa3f5640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bc2c473350 0x55bc2c470f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:15.616 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.611+0000 7f60aa3f5640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bc2c473350 0x55bc2c470f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:35966/0 (socket says 172.21.15.42:35966) 2024-06-06T08:23:15.616 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.611+0000 7f60aa3f5640 1 -- 172.21.15.42:0/2106144984 learned_addr learned my addr 172.21.15.42:0/2106144984 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:15.616 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.611+0000 7f60a9bf4640 1 --2- 172.21.15.42:0/2106144984 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bc2c468170 0x55bc2c470480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:15.617 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.611+0000 7f60a93f3640 1 --2- 172.21.15.42:0/2106144984 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bc2c468a90 0x55bc2c4709c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:15.617 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.611+0000 7f60aa3f5640 1 -- 172.21.15.42:0/2106144984 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bc2c468a90 msgr2=0x55bc2c4709c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:15.617 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.611+0000 7f60aa3f5640 1 --2- 172.21.15.42:0/2106144984 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bc2c468a90 0x55bc2c4709c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:15.617 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.611+0000 7f60aa3f5640 1 -- 172.21.15.42:0/2106144984 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bc2c468170 msgr2=0x55bc2c470480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:15.617 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.611+0000 7f60aa3f5640 1 --2- 172.21.15.42:0/2106144984 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bc2c468170 0x55bc2c470480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:15.617 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.611+0000 7f60aa3f5640 1 -- 172.21.15.42:0/2106144984 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bc2c0e0210 con 0x55bc2c473350 2024-06-06T08:23:15.617 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.611+0000 7f60aa3f5640 1 --2- 172.21.15.42:0/2106144984 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bc2c473350 0x55bc2c470f00 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f609c00f290 tx=0x7f609c005bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb05cfa488f61a8 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:15.617 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.611+0000 7f608d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:23:15.617 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.611+0000 7f608d7fa640 1 -- 172.21.15.42:0/2106144984 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f609c00ed60 con 0x55bc2c473350 2024-06-06T08:23:15.617 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.611+0000 7f608d7fa640 1 -- 172.21.15.42:0/2106144984 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f609c01d450 con 0x55bc2c473350 2024-06-06T08:23:15.617 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.611+0000 7f60aeb64740 1 -- 172.21.15.42:0/2106144984 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f60a00bde50 con 0x55bc2c473350 2024-06-06T08:23:15.617 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.611+0000 7f608d7fa640 1 -- 172.21.15.42:0/2106144984 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f609c031050 con 0x55bc2c473350 2024-06-06T08:23:15.617 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.611+0000 7f60aeb64740 10 client.15483 fetch_fsmap learned FSMap version 26 2024-06-06T08:23:15.617 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.611+0000 7f60aeb64740 1 -- 172.21.15.42:0/2106144984 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55bc2c1ac620 con 0x55bc2c473350 2024-06-06T08:23:15.618 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.612+0000 7f608d7fa640 1 -- 172.21.15.42:0/2106144984 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f60a00bde50 con 0x55bc2c473350 2024-06-06T08:23:15.618 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.612+0000 7f608d7fa640 1 -- 172.21.15.42:0/2106144984 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7f609c00b040 con 0x55bc2c473350 2024-06-06T08:23:15.618 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.612+0000 7f60aeb64740 10 client.15483 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:23:15.618 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.612+0000 7f60aeb64740 10 client.15483 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:23:15.618 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.612+0000 7f60aeb64740 20 client.15483 populate_metadata read hostname 'smithi042' 2024-06-06T08:23:15.618 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.612+0000 7f60aeb64740 1 --2- 172.21.15.42:0/2106144984 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55bc2c483460 0x55bc2c485850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:15.618 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.612+0000 7f60aeb64740 4 client.15483 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:23:15.618 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.612+0000 7f60aeb64740 1 -- 172.21.15.42:0/2106144984 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bc2c3dff10 con 0x55bc2c483460 2024-06-06T08:23:15.618 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.612+0000 7f60a9bf4640 1 --2- 172.21.15.42:0/2106144984 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55bc2c483460 0x55bc2c485850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:15.618 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.613+0000 7f608d7fa640 10 client.15483 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:23:15.618 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.613+0000 7f60a9bf4640 1 --2- 172.21.15.42:0/2106144984 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55bc2c483460 0x55bc2c485850 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e27b67fb9de57ba6 server_cookie=31d3cfdcca98e34b in_seq=0 out_seq=0 2024-06-06T08:23:15.618 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.613+0000 7f608d7fa640 1 -- 172.21.15.42:0/2106144984 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55bc2c3dff10 con 0x55bc2c483460 2024-06-06T08:23:15.619 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.613+0000 7f608d7fa640 10 client.15483 handle_command_reply: tid=0 2024-06-06T08:23:15.619 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.613+0000 7f60aeb64740 1 client.15483 shutdown 2024-06-06T08:23:15.619 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.613+0000 7f60aeb64740 1 -- 172.21.15.42:0/2106144984 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bc2c473350 msgr2=0x55bc2c470f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:15.619 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.613+0000 7f60aeb64740 1 --2- 172.21.15.42:0/2106144984 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bc2c473350 0x55bc2c470f00 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f609c00f290 tx=0x7f609c005bd0 comp rx=0 tx=0).stop 2024-06-06T08:23:15.619 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.614+0000 7f60aeb64740 1 -- 172.21.15.42:0/2106144984 shutdown_connections 2024-06-06T08:23:15.619 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.614+0000 7f60aeb64740 1 --2- 172.21.15.42:0/2106144984 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55bc2c483460 0x55bc2c485850 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:15.619 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.614+0000 7f60aeb64740 1 --2- 172.21.15.42:0/2106144984 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bc2c473350 0x55bc2c470f00 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:15.619 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.614+0000 7f60aeb64740 1 --2- 172.21.15.42:0/2106144984 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bc2c468a90 0x55bc2c4709c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:15.619 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.614+0000 7f60aeb64740 1 --2- 172.21.15.42:0/2106144984 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bc2c468170 0x55bc2c470480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:15.619 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.614+0000 7f608d7fa640 0 client.15483 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:23:15.619 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.614+0000 7f60aeb64740 1 -- 172.21.15.42:0/2106144984 >> 172.21.15.42:0/2106144984 conn(0x55bc2c464680 msgr2=0x55bc2c46a3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:15.619 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.614+0000 7f60aeb64740 1 -- 172.21.15.42:0/2106144984 shutdown_connections 2024-06-06T08:23:15.619 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.614+0000 7f60aeb64740 1 -- 172.21.15.42:0/2106144984 wait complete. 2024-06-06T08:23:15.620 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.614+0000 7f60aeb64740 20 client.15483 trim_cache size 0 max 16384 2024-06-06T08:23:15.630 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.629+0000 7f60aeb64740 1 Processor -- start 2024-06-06T08:23:15.630 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.629+0000 7f60aeb64740 1 -- start start 2024-06-06T08:23:15.630 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.629+0000 7f60aeb64740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bc2c468170 0x55bc2c48b140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:15.630 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.629+0000 7f60aeb64740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bc2c468a90 0x55bc2c48b680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:15.630 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.629+0000 7f60aeb64740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bc2c473350 0x55bc2c46d6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:15.630 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.629+0000 7f60aeb64740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f60a41b15c0 con 0x55bc2c468a90 2024-06-06T08:23:15.630 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.629+0000 7f60aeb64740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f60a41aee90 con 0x55bc2c468170 2024-06-06T08:23:15.630 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.629+0000 7f60aeb64740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f60a41acce0 con 0x55bc2c473350 2024-06-06T08:23:15.630 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.629+0000 7f60a93f3640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bc2c468a90 0x55bc2c48b680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:15.631 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.629+0000 7f60a93f3640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bc2c468a90 0x55bc2c48b680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:35968/0 (socket says 172.21.15.42:35968) 2024-06-06T08:23:15.631 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.629+0000 7f60a93f3640 1 -- 172.21.15.42:0/3535399308 learned_addr learned my addr 172.21.15.42:0/3535399308 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:15.631 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.630+0000 7f60a9bf4640 1 --2- 172.21.15.42:0/3535399308 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bc2c468170 0x55bc2c48b140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:15.631 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.630+0000 7f60aa3f5640 1 --2- 172.21.15.42:0/3535399308 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bc2c473350 0x55bc2c46d6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:15.631 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.630+0000 7f60a93f3640 1 -- 172.21.15.42:0/3535399308 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bc2c473350 msgr2=0x55bc2c46d6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:15.631 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.630+0000 7f60a93f3640 1 --2- 172.21.15.42:0/3535399308 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bc2c473350 0x55bc2c46d6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:15.631 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.630+0000 7f60a93f3640 1 -- 172.21.15.42:0/3535399308 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bc2c468170 msgr2=0x55bc2c48b140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:15.631 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.630+0000 7f60a93f3640 1 --2- 172.21.15.42:0/3535399308 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bc2c468170 0x55bc2c48b140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:15.631 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.630+0000 7f60a93f3640 1 -- 172.21.15.42:0/3535399308 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bc2c469400 con 0x55bc2c468a90 2024-06-06T08:23:15.631 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.630+0000 7f60a9bf4640 1 --2- 172.21.15.42:0/3535399308 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bc2c468170 0x55bc2c48b140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:23:15.631 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.630+0000 7f60aa3f5640 1 --2- 172.21.15.42:0/3535399308 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bc2c473350 0x55bc2c46d6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:23:15.631 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.630+0000 7f60a93f3640 1 --2- 172.21.15.42:0/3535399308 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bc2c468a90 0x55bc2c48b680 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f60a4073cf0 tx=0x7f6094012820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=347d3f2ec38a09ba server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:15.631 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.630+0000 7f608f7fe640 1 -- 172.21.15.42:0/3535399308 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6094005020 con 0x55bc2c468a90 2024-06-06T08:23:15.632 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.630+0000 7f608f7fe640 1 -- 172.21.15.42:0/3535399308 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f60940047a0 con 0x55bc2c468a90 2024-06-06T08:23:15.632 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.630+0000 7f608f7fe640 1 -- 172.21.15.42:0/3535399308 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f609401b790 con 0x55bc2c468a90 2024-06-06T08:23:15.632 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.630+0000 7f60aeb64740 1 -- 172.21.15.42:0/3535399308 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bc2c468a90 msgr2=0x55bc2c48b680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:15.632 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.630+0000 7f60aeb64740 1 --2- 172.21.15.42:0/3535399308 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bc2c468a90 0x55bc2c48b680 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f60a4073cf0 tx=0x7f6094012820 comp rx=0 tx=0).stop 2024-06-06T08:23:15.632 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.631+0000 7f60aeb64740 1 -- 172.21.15.42:0/3535399308 shutdown_connections 2024-06-06T08:23:15.632 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.631+0000 7f60aeb64740 1 --2- 172.21.15.42:0/3535399308 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bc2c473350 0x55bc2c46d6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:15.632 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.631+0000 7f60aeb64740 1 --2- 172.21.15.42:0/3535399308 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bc2c468a90 0x55bc2c48b680 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:15.632 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.631+0000 7f60aeb64740 1 --2- 172.21.15.42:0/3535399308 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bc2c468170 0x55bc2c48b140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:15.632 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.631+0000 7f60aeb64740 1 -- 172.21.15.42:0/3535399308 >> 172.21.15.42:0/3535399308 conn(0x55bc2c464680 msgr2=0x55bc2c46ed50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:15.632 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.631+0000 7f60aeb64740 1 -- 172.21.15.42:0/3535399308 shutdown_connections 2024-06-06T08:23:15.632 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.631+0000 7f60aeb64740 1 -- 172.21.15.42:0/3535399308 wait complete. 2024-06-06T08:23:15.632 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.631+0000 7f60aeb64740 1 -- start start 2024-06-06T08:23:15.632 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.631+0000 7f60aeb64740 1 Processor -- start 2024-06-06T08:23:15.635 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.631+0000 7f60aeb64740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bc2c468170 0x55bc2c4767f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:15.635 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.631+0000 7f60aeb64740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bc2c468a90 0x55bc2c476d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:15.636 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.631+0000 7f60aeb64740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bc2c473350 0x55bc2c4ec100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:15.636 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.631+0000 7f60aeb64740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f60a41ad350 con 0x55bc2c473350 2024-06-06T08:23:15.636 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.631+0000 7f60aeb64740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f60a41ae7c0 con 0x55bc2c468170 2024-06-06T08:23:15.636 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.631+0000 7f60aeb64740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f60a41ada20 con 0x55bc2c468a90 2024-06-06T08:23:15.636 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.631+0000 7f60aeb64740 10 client.0 _ll_register_callbacks cb 0x7f609c00cf50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:23:15.636 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.632+0000 7f60aa3f5640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bc2c473350 0x55bc2c4ec100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:15.636 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.632+0000 7f60a9bf4640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bc2c468170 0x55bc2c4767f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:15.636 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.632+0000 7f60aa3f5640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bc2c473350 0x55bc2c4ec100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:35974/0 (socket says 172.21.15.42:35974) 2024-06-06T08:23:15.636 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.632+0000 7f60aa3f5640 1 -- 172.21.15.42:0/4123598667 learned_addr learned my addr 172.21.15.42:0/4123598667 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:15.636 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.632+0000 7f60a93f3640 1 --2- 172.21.15.42:0/4123598667 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bc2c468a90 0x55bc2c476d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:15.636 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.632+0000 7f60aa3f5640 1 -- 172.21.15.42:0/4123598667 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bc2c468a90 msgr2=0x55bc2c476d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:15.636 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.632+0000 7f60aa3f5640 1 --2- 172.21.15.42:0/4123598667 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bc2c468a90 0x55bc2c476d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:15.637 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.632+0000 7f60aa3f5640 1 -- 172.21.15.42:0/4123598667 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bc2c468170 msgr2=0x55bc2c4767f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:15.637 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.632+0000 7f60aa3f5640 1 --2- 172.21.15.42:0/4123598667 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bc2c468170 0x55bc2c4767f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:15.637 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.632+0000 7f60aa3f5640 1 -- 172.21.15.42:0/4123598667 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bc2c4ec6f0 con 0x55bc2c473350 2024-06-06T08:23:15.637 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.632+0000 7f60a9bf4640 1 --2- 172.21.15.42:0/4123598667 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bc2c468170 0x55bc2c4767f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:23:15.637 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.632+0000 7f60aa3f5640 1 --2- 172.21.15.42:0/4123598667 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bc2c473350 0x55bc2c4ec100 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f609c00ffd0 tx=0x7f609c00fa10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1647cd832eec0b05 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:15.637 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.632+0000 7f608d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:23:15.637 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.632+0000 7f608d7fa640 1 -- 172.21.15.42:0/4123598667 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f609c00ecb0 con 0x55bc2c473350 2024-06-06T08:23:15.637 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.632+0000 7f60aeb64740 1 -- 172.21.15.42:0/4123598667 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f60940047a0 con 0x55bc2c473350 2024-06-06T08:23:15.637 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.632+0000 7f608d7fa640 1 -- 172.21.15.42:0/4123598667 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f609c0268e0 con 0x55bc2c473350 2024-06-06T08:23:15.637 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.632+0000 7f608d7fa640 1 -- 172.21.15.42:0/4123598667 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f609c00ee50 con 0x55bc2c473350 2024-06-06T08:23:15.637 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.632+0000 7f60aeb64740 10 client.15489 fetch_fsmap learned FSMap version 26 2024-06-06T08:23:15.637 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.632+0000 7f60aeb64740 1 -- 172.21.15.42:0/4123598667 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55bc2c4ed950 con 0x55bc2c473350 2024-06-06T08:23:15.637 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.633+0000 7f608d7fa640 1 -- 172.21.15.42:0/4123598667 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f60940047a0 con 0x55bc2c473350 2024-06-06T08:23:15.637 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.633+0000 7f608d7fa640 1 -- 172.21.15.42:0/4123598667 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7f609c040480 con 0x55bc2c473350 2024-06-06T08:23:15.638 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.633+0000 7f60aeb64740 10 client.15489 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:23:15.638 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.633+0000 7f60aeb64740 10 client.15489 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:23:15.638 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.633+0000 7f60aeb64740 20 client.15489 populate_metadata read hostname 'smithi042' 2024-06-06T08:23:15.638 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.633+0000 7f60aeb64740 1 --2- 172.21.15.42:0/4123598667 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55bc2c4ee060 0x55bc2c4f0470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:15.638 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.633+0000 7f60aeb64740 4 client.15489 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:23:15.638 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.633+0000 7f60aeb64740 1 -- 172.21.15.42:0/4123598667 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55bc2c3d9c20 con 0x55bc2c4ee060 2024-06-06T08:23:15.638 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.633+0000 7f60a9bf4640 1 --2- 172.21.15.42:0/4123598667 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55bc2c4ee060 0x55bc2c4f0470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:15.638 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.633+0000 7f60a9bf4640 1 --2- 172.21.15.42:0/4123598667 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55bc2c4ee060 0x55bc2c4f0470 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=84973a69369cf0e6 server_cookie=498cb72ec46b10fb in_seq=0 out_seq=0 2024-06-06T08:23:15.638 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.633+0000 7f608d7fa640 10 client.15489 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:23:15.640 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.641+0000 7f608d7fa640 1 -- 172.21.15.42:0/4123598667 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55bc2c3d9c20 con 0x55bc2c4ee060 2024-06-06T08:23:15.641 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.641+0000 7f608d7fa640 10 client.15489 handle_command_reply: tid=0 2024-06-06T08:23:15.641 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.641+0000 7f60aeb64740 1 client.15489 shutdown 2024-06-06T08:23:15.641 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.641+0000 7f60aeb64740 1 -- 172.21.15.42:0/4123598667 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bc2c473350 msgr2=0x55bc2c4ec100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:15.641 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.641+0000 7f60aeb64740 1 --2- 172.21.15.42:0/4123598667 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bc2c473350 0x55bc2c4ec100 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f609c00ffd0 tx=0x7f609c00fa10 comp rx=0 tx=0).stop 2024-06-06T08:23:15.641 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.641+0000 7f60aeb64740 1 -- 172.21.15.42:0/4123598667 shutdown_connections 2024-06-06T08:23:15.641 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.641+0000 7f60aeb64740 1 --2- 172.21.15.42:0/4123598667 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55bc2c4ee060 0x55bc2c4f0470 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:15.641 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.641+0000 7f60aeb64740 1 --2- 172.21.15.42:0/4123598667 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bc2c473350 0x55bc2c4ec100 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:15.641 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.641+0000 7f60aeb64740 1 --2- 172.21.15.42:0/4123598667 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bc2c468a90 0x55bc2c476d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:15.641 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.641+0000 7f60aeb64740 1 --2- 172.21.15.42:0/4123598667 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bc2c468170 0x55bc2c4767f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:15.641 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.641+0000 7f608d7fa640 0 client.15489 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:23:15.641 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.641+0000 7f60aeb64740 1 -- 172.21.15.42:0/4123598667 >> 172.21.15.42:0/4123598667 conn(0x55bc2c464680 msgr2=0x55bc2c469b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:15.641 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.642+0000 7f60aeb64740 1 -- 172.21.15.42:0/4123598667 shutdown_connections 2024-06-06T08:23:15.641 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.642+0000 7f60aeb64740 1 -- 172.21.15.42:0/4123598667 wait complete. 2024-06-06T08:23:15.642 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.642+0000 7f60aeb64740 20 client.15489 trim_cache size 0 max 16384 2024-06-06T08:23:15.642 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:23:15.642 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:23:15.642 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:23:15.643 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.642+0000 7f60abe58640 1 -- 172.21.15.42:0/3331011665 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f60900a2ec0 msgr2=0x7f60900a5380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:15.643 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.642+0000 7f60abe58640 1 --2- 172.21.15.42:0/3331011665 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f60900a2ec0 0x7f60900a5380 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f609c005c40 tx=0x7f609c00adb0 comp rx=0 tx=0).stop 2024-06-06T08:23:15.643 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.642+0000 7f60abe58640 1 -- 172.21.15.42:0/3331011665 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f60a40ffe30 msgr2=0x7f60a4198280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:15.643 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.642+0000 7f60abe58640 1 --2- 172.21.15.42:0/3331011665 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f60a40ffe30 0x7f60a4198280 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f60a002a930 tx=0x7f60a0030940 comp rx=0 tx=0).stop 2024-06-06T08:23:15.643 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.642+0000 7f60abe58640 1 -- 172.21.15.42:0/3331011665 shutdown_connections 2024-06-06T08:23:15.643 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.642+0000 7f60abe58640 1 --2- 172.21.15.42:0/3331011665 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f60900a2ec0 0x7f60900a5380 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:15.643 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.642+0000 7f60abe58640 1 --2- 172.21.15.42:0/3331011665 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f60a419cb40 0x7f60a419cff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:15.643 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.642+0000 7f60abe58640 1 --2- 172.21.15.42:0/3331011665 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f60a4104f00 0x7f60a41987c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:15.643 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.642+0000 7f60abe58640 1 --2- 172.21.15.42:0/3331011665 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f60a40ffe30 0x7f60a4198280 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:15.644 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.642+0000 7f60abe58640 1 -- 172.21.15.42:0/3331011665 >> 172.21.15.42:0/3331011665 conn(0x7f60a40769a0 msgr2=0x7f60a40fe3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:15.644 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.642+0000 7f60abe58640 1 -- 172.21.15.42:0/3331011665 shutdown_connections 2024-06-06T08:23:15.644 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:15.642+0000 7f60abe58640 1 -- 172.21.15.42:0/3331011665 wait complete. 2024-06-06T08:23:16.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:23:16 smithi120 ceph-mon[36658]: pgmap v22: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 25 KiB/s wr, 27 op/s 2024-06-06T08:23:16.532 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:23:16 smithi042 ceph-mon[32384]: pgmap v22: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 25 KiB/s wr, 27 op/s 2024-06-06T08:23:16.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:23:16 smithi149 ceph-mon[36842]: pgmap v22: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 25 KiB/s wr, 27 op/s 2024-06-06T08:23:16.884 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.884+0000 7fda99543700 1 -- 172.21.15.42:0/835906713 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fda94106be0 msgr2=0x7fda94106fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:16.884 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.884+0000 7fda99543700 1 --2- 172.21.15.42:0/835906713 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fda94106be0 0x7fda94106fc0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7fda8400aad0 tx=0x7fda8400ade0 comp rx=0 tx=0).stop 2024-06-06T08:23:16.884 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.885+0000 7fda99543700 1 -- 172.21.15.42:0/835906713 shutdown_connections 2024-06-06T08:23:16.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.885+0000 7fda99543700 1 --2- 172.21.15.42:0/835906713 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fda941014f0 0x7fda9410d9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:16.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.885+0000 7fda99543700 1 --2- 172.21.15.42:0/835906713 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fda94106be0 0x7fda94106fc0 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:16.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.885+0000 7fda99543700 1 --2- 172.21.15.42:0/835906713 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fda94100b30 0x7fda94100fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:16.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.885+0000 7fda99543700 1 -- 172.21.15.42:0/835906713 >> 172.21.15.42:0/835906713 conn(0x7fda94077990 msgr2=0x7fda940fed10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:16.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.885+0000 7fda99543700 1 -- 172.21.15.42:0/835906713 shutdown_connections 2024-06-06T08:23:16.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.885+0000 7fda99543700 1 -- 172.21.15.42:0/835906713 wait complete. 2024-06-06T08:23:16.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.885+0000 7fda99543700 1 Processor -- start 2024-06-06T08:23:16.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.885+0000 7fda99543700 1 -- start start 2024-06-06T08:23:16.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.886+0000 7fda99543700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fda94100b30 0x7fda94102a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:16.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.886+0000 7fda99543700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fda941014f0 0x7fda94102f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:16.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.886+0000 7fda99543700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fda94106be0 0x7fda941034b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:16.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.886+0000 7fda99543700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fda941105c0 con 0x7fda94100b30 2024-06-06T08:23:16.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.886+0000 7fda99543700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fda94110440 con 0x7fda941014f0 2024-06-06T08:23:16.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.886+0000 7fda99543700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fda94110740 con 0x7fda94106be0 2024-06-06T08:23:16.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.886+0000 7fda92ffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fda94100b30 0x7fda94102a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:16.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.886+0000 7fda92ffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fda94100b30 0x7fda94102a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:36002/0 (socket says 172.21.15.42:36002) 2024-06-06T08:23:16.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.886+0000 7fda92ffd700 1 -- 172.21.15.42:0/812794605 learned_addr learned my addr 172.21.15.42:0/812794605 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:16.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.886+0000 7fda937fe700 1 --2- 172.21.15.42:0/812794605 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fda94106be0 0x7fda941034b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:16.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.886+0000 7fda927fc700 1 --2- 172.21.15.42:0/812794605 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fda941014f0 0x7fda94102f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:16.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.886+0000 7fda92ffd700 1 -- 172.21.15.42:0/812794605 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fda94106be0 msgr2=0x7fda941034b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:16.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.886+0000 7fda92ffd700 1 --2- 172.21.15.42:0/812794605 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fda94106be0 0x7fda941034b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:16.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.886+0000 7fda92ffd700 1 -- 172.21.15.42:0/812794605 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fda941014f0 msgr2=0x7fda94102f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:16.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.886+0000 7fda92ffd700 1 --2- 172.21.15.42:0/812794605 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fda941014f0 0x7fda94102f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:16.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.886+0000 7fda92ffd700 1 -- 172.21.15.42:0/812794605 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda941a7070 con 0x7fda94100b30 2024-06-06T08:23:16.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.886+0000 7fda92ffd700 1 --2- 172.21.15.42:0/812794605 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fda94100b30 0x7fda94102a30 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fda84006010 tx=0x7fda840040a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:16.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.887+0000 7fda7bfff700 1 -- 172.21.15.42:0/812794605 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda84023020 con 0x7fda94100b30 2024-06-06T08:23:16.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.887+0000 7fda99543700 1 -- 172.21.15.42:0/812794605 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda941a7300 con 0x7fda94100b30 2024-06-06T08:23:16.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.887+0000 7fda7bfff700 1 -- 172.21.15.42:0/812794605 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fda84003b60 con 0x7fda94100b30 2024-06-06T08:23:16.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.887+0000 7fda7bfff700 1 -- 172.21.15.42:0/812794605 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda84016420 con 0x7fda94100b30 2024-06-06T08:23:16.889 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.887+0000 7fda99543700 1 -- 172.21.15.42:0/812794605 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda941a77b0 con 0x7fda94100b30 2024-06-06T08:23:16.891 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.889+0000 7fda7bfff700 1 -- 172.21.15.42:0/812794605 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 25) ==== 138066+0+0 (secure 0 0 0) 0x7fda84026020 con 0x7fda94100b30 2024-06-06T08:23:16.891 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.890+0000 7fda7bfff700 1 --2- 172.21.15.42:0/812794605 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fda7c0a2eb0 0x7fda7c0a5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:16.891 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.890+0000 7fda927fc700 1 --2- 172.21.15.42:0/812794605 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fda7c0a2eb0 0x7fda7c0a5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:16.891 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.890+0000 7fda7bfff700 1 -- 172.21.15.42:0/812794605 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fda840d0a10 con 0x7fda94100b30 2024-06-06T08:23:16.891 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.890+0000 7fda927fc700 1 --2- 172.21.15.42:0/812794605 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fda7c0a2eb0 0x7fda7c0a5370 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fda941061d0 tx=0x7fda8800b410 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:16.891 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.890+0000 7fdaa3dc6b80 1 Processor -- start 2024-06-06T08:23:16.891 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.890+0000 7fdaa3dc6b80 1 -- start start 2024-06-06T08:23:16.891 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.891+0000 7fdaa3dc6b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e79736d5f0 0x55e79736d9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:16.891 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.891+0000 7fdaa3dc6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e79736df10 0x55e797367990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:16.891 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.891+0000 7fdaa3dc6b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e797367ed0 0x55e7973682f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:16.891 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.891+0000 7fdaa3dc6b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55e7972b97c0 con 0x55e79736df10 2024-06-06T08:23:16.891 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.891+0000 7fdaa3dc6b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55e7972616d0 con 0x55e79736d5f0 2024-06-06T08:23:16.892 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.891+0000 7fdaa3dc6b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55e7972b5780 con 0x55e797367ed0 2024-06-06T08:23:16.892 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.891+0000 7fda927fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e79736df10 0x55e797367990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:16.892 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.891+0000 7fda927fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e79736df10 0x55e797367990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:36014/0 (socket says 172.21.15.42:36014) 2024-06-06T08:23:16.892 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.891+0000 7fda927fc700 1 -- 172.21.15.42:0/2746312513 learned_addr learned my addr 172.21.15.42:0/2746312513 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:16.892 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.891+0000 7fda92ffd700 1 --2- 172.21.15.42:0/2746312513 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e79736d5f0 0x55e79736d9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:16.892 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.891+0000 7fda937fe700 1 --2- 172.21.15.42:0/2746312513 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e797367ed0 0x55e7973682f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:16.892 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.891+0000 7fda927fc700 1 -- 172.21.15.42:0/2746312513 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e797367ed0 msgr2=0x55e7973682f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:16.892 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.891+0000 7fda927fc700 1 --2- 172.21.15.42:0/2746312513 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e797367ed0 0x55e7973682f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:16.892 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.891+0000 7fda927fc700 1 -- 172.21.15.42:0/2746312513 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e79736d5f0 msgr2=0x55e79736d9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:16.892 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.891+0000 7fda927fc700 1 --2- 172.21.15.42:0/2746312513 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e79736d5f0 0x55e79736d9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:16.892 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.891+0000 7fda927fc700 1 -- 172.21.15.42:0/2746312513 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e797257f00 con 0x55e79736df10 2024-06-06T08:23:16.892 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.891+0000 7fda927fc700 1 --2- 172.21.15.42:0/2746312513 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e79736df10 0x55e797367990 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7fda88010f40 tx=0x7fda88013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6447bd31328e7245 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:16.892 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.892+0000 7fda797fa700 1 -- 172.21.15.42:0/2746312513 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda8800be60 con 0x55e79736df10 2024-06-06T08:23:16.893 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.892+0000 7fda797fa700 1 -- 172.21.15.42:0/2746312513 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fda88011db0 con 0x55e79736df10 2024-06-06T08:23:16.893 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.892+0000 7fda797fa700 1 -- 172.21.15.42:0/2746312513 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda8801c750 con 0x55e79736df10 2024-06-06T08:23:16.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.892+0000 7fdaa3dc6b80 1 -- 172.21.15.42:0/2746312513 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e79736df10 msgr2=0x55e797367990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:16.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.892+0000 7fdaa3dc6b80 1 --2- 172.21.15.42:0/2746312513 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e79736df10 0x55e797367990 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7fda88010f40 tx=0x7fda88013000 comp rx=0 tx=0).stop 2024-06-06T08:23:16.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.892+0000 7fdaa3dc6b80 1 -- 172.21.15.42:0/2746312513 shutdown_connections 2024-06-06T08:23:16.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.892+0000 7fdaa3dc6b80 1 --2- 172.21.15.42:0/2746312513 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e797367ed0 0x55e7973682f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:16.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.892+0000 7fdaa3dc6b80 1 --2- 172.21.15.42:0/2746312513 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e79736d5f0 0x55e79736d9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:16.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.892+0000 7fdaa3dc6b80 1 --2- 172.21.15.42:0/2746312513 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e79736df10 0x55e797367990 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:16.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.892+0000 7fdaa3dc6b80 1 -- 172.21.15.42:0/2746312513 >> 172.21.15.42:0/2746312513 conn(0x55e797292c70 msgr2=0x55e797362800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:16.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.892+0000 7fdaa3dc6b80 1 -- 172.21.15.42:0/2746312513 shutdown_connections 2024-06-06T08:23:16.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.892+0000 7fdaa3dc6b80 1 -- 172.21.15.42:0/2746312513 wait complete. 2024-06-06T08:23:16.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.893+0000 7fdaa3dc6b80 1 -- start start 2024-06-06T08:23:16.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.893+0000 7fdaa3dc6b80 1 Processor -- start 2024-06-06T08:23:16.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.893+0000 7fdaa3dc6b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e797367ed0 0x55e797373c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:16.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.893+0000 7fdaa3dc6b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e79736d5f0 0x55e797370f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:16.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.893+0000 7fdaa3dc6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e79736df10 0x55e7973714b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:16.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.893+0000 7fdaa3dc6b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55e797374980 con 0x55e79736df10 2024-06-06T08:23:16.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.893+0000 7fdaa3dc6b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55e797259ba0 con 0x55e797367ed0 2024-06-06T08:23:16.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.893+0000 7fdaa3dc6b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55e797374b00 con 0x55e79736d5f0 2024-06-06T08:23:16.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.893+0000 7fdaa3dc6b80 10 client.0 _ll_register_callbacks cb 0x55e7972538d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:23:16.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.893+0000 7fda937fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e79736df10 0x55e7973714b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:16.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.893+0000 7fda937fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e79736df10 0x55e7973714b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:36020/0 (socket says 172.21.15.42:36020) 2024-06-06T08:23:16.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.893+0000 7fda937fe700 1 -- 172.21.15.42:0/2076188084 learned_addr learned my addr 172.21.15.42:0/2076188084 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:16.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.893+0000 7fda92ffd700 1 --2- 172.21.15.42:0/2076188084 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e797367ed0 0x55e797373c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:16.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.893+0000 7fda927fc700 1 --2- 172.21.15.42:0/2076188084 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e79736d5f0 0x55e797370f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:16.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.894+0000 7fda937fe700 1 -- 172.21.15.42:0/2076188084 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e79736d5f0 msgr2=0x55e797370f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:16.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.894+0000 7fda937fe700 1 --2- 172.21.15.42:0/2076188084 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e79736d5f0 0x55e797370f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:16.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.894+0000 7fda937fe700 1 -- 172.21.15.42:0/2076188084 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e797367ed0 msgr2=0x55e797373c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:16.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.894+0000 7fda937fe700 1 --2- 172.21.15.42:0/2076188084 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e797367ed0 0x55e797373c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:16.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.894+0000 7fda937fe700 1 -- 172.21.15.42:0/2076188084 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e797208880 con 0x55e79736df10 2024-06-06T08:23:16.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.894+0000 7fda937fe700 1 --2- 172.21.15.42:0/2076188084 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e79736df10 0x55e7973714b0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7fda8c004070 tx=0x7fda8c004380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57110318df821022 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:16.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.894+0000 7fda76ff5700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:23:16.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.894+0000 7fda76ff5700 1 -- 172.21.15.42:0/2076188084 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda8c01a020 con 0x55e79736df10 2024-06-06T08:23:16.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.894+0000 7fda76ff5700 1 -- 172.21.15.42:0/2076188084 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fda8c007910 con 0x55e79736df10 2024-06-06T08:23:16.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.894+0000 7fdaa3dc6b80 1 -- 172.21.15.42:0/2076188084 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fda88011db0 con 0x55e79736df10 2024-06-06T08:23:16.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.894+0000 7fda76ff5700 1 -- 172.21.15.42:0/2076188084 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fda8c025050 con 0x55e79736df10 2024-06-06T08:23:16.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.894+0000 7fdaa3dc6b80 10 client.15501 fetch_fsmap learned FSMap version 26 2024-06-06T08:23:16.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.894+0000 7fdaa3dc6b80 1 -- 172.21.15.42:0/2076188084 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e79737f2e0 con 0x55e79736df10 2024-06-06T08:23:16.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.894+0000 7fda76ff5700 1 -- 172.21.15.42:0/2076188084 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fda88011db0 con 0x55e79736df10 2024-06-06T08:23:16.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.895+0000 7fda76ff5700 1 -- 172.21.15.42:0/2076188084 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7fda8c0153c0 con 0x55e79736df10 2024-06-06T08:23:16.900 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.895+0000 7fdaa3dc6b80 10 client.15501 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:23:16.900 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.895+0000 7fdaa3dc6b80 10 client.15501 resolve_mds: resolved name 'b' to daemon mds.b 2024-06-06T08:23:16.900 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.895+0000 7fdaa3dc6b80 20 client.15501 populate_metadata read hostname 'smithi042' 2024-06-06T08:23:16.900 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.895+0000 7fdaa3dc6b80 1 --2- 172.21.15.42:0/2076188084 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x55e797381940 0x55e797382db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:16.900 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.895+0000 7fdaa3dc6b80 4 client.15501 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:23:16.900 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.895+0000 7fdaa3dc6b80 1 -- 172.21.15.42:0/2076188084 --> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e7972c6cc0 con 0x55e797381940 2024-06-06T08:23:16.900 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.895+0000 7fda92ffd700 1 --2- 172.21.15.42:0/2076188084 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x55e797381940 0x55e797382db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:16.900 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.896+0000 7fda92ffd700 1 --2- 172.21.15.42:0/2076188084 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x55e797381940 0x55e797382db0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=999eded4b3f5d1b1 server_cookie=f671ad63689954f in_seq=0 out_seq=0 2024-06-06T08:23:16.900 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.896+0000 7fda76ff5700 10 client.15501 ms_handle_connect on v2:172.21.15.120:6838/1585293472 2024-06-06T08:23:16.900 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.896+0000 7fda76ff5700 1 -- 172.21.15.42:0/2076188084 <== mds.2 v2:172.21.15.120:6838/1585293472 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55e7972c6cc0 con 0x55e797381940 2024-06-06T08:23:16.900 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.896+0000 7fda76ff5700 10 client.15501 handle_command_reply: tid=0 2024-06-06T08:23:16.900 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.896+0000 7fdaa3dc6b80 1 client.15501 shutdown 2024-06-06T08:23:16.900 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.897+0000 7fdaa3dc6b80 1 -- 172.21.15.42:0/2076188084 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e79736df10 msgr2=0x55e7973714b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:16.900 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.897+0000 7fdaa3dc6b80 1 --2- 172.21.15.42:0/2076188084 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e79736df10 0x55e7973714b0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7fda8c004070 tx=0x7fda8c004380 comp rx=0 tx=0).stop 2024-06-06T08:23:16.901 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.897+0000 7fdaa3dc6b80 1 -- 172.21.15.42:0/2076188084 shutdown_connections 2024-06-06T08:23:16.901 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.897+0000 7fdaa3dc6b80 1 --2- 172.21.15.42:0/2076188084 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e79736df10 0x55e7973714b0 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:16.901 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.897+0000 7fdaa3dc6b80 1 --2- 172.21.15.42:0/2076188084 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e797367ed0 0x55e797373c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:16.901 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.897+0000 7fdaa3dc6b80 1 --2- 172.21.15.42:0/2076188084 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x55e797381940 0x55e797382db0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:16.901 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.897+0000 7fdaa3dc6b80 1 --2- 172.21.15.42:0/2076188084 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e79736d5f0 0x55e797370f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:16.901 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.897+0000 7fdaa3dc6b80 1 -- 172.21.15.42:0/2076188084 >> 172.21.15.42:0/2076188084 conn(0x55e797292c70 msgr2=0x55e7973625a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:16.901 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.897+0000 7fda76ff5700 0 client.15501 ms_handle_reset on v2:172.21.15.120:6838/1585293472 2024-06-06T08:23:16.901 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.897+0000 7fdaa3dc6b80 1 -- 172.21.15.42:0/2076188084 shutdown_connections 2024-06-06T08:23:16.901 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.897+0000 7fdaa3dc6b80 1 -- 172.21.15.42:0/2076188084 wait complete. 2024-06-06T08:23:16.901 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.897+0000 7fdaa3dc6b80 20 client.15501 trim_cache size 0 max 16384 2024-06-06T08:23:16.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.918+0000 7fdaa3dc6b80 1 Processor -- start 2024-06-06T08:23:16.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.919+0000 7fdaa3dc6b80 1 -- start start 2024-06-06T08:23:16.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.919+0000 7fdaa3dc6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e797367ed0 0x55e797367990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:16.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.919+0000 7fdaa3dc6b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e79736d5f0 0x55e797371520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:16.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.919+0000 7fdaa3dc6b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e79736df10 0x55e79736e3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:16.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.919+0000 7fdaa3dc6b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55e7973810f0 con 0x55e797367ed0 2024-06-06T08:23:16.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.919+0000 7fdaa3dc6b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55e7973817c0 con 0x55e79736d5f0 2024-06-06T08:23:16.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.919+0000 7fdaa3dc6b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55e797381e90 con 0x55e79736df10 2024-06-06T08:23:16.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.919+0000 7fda92ffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e797367ed0 0x55e797367990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:16.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.919+0000 7fda92ffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e797367ed0 0x55e797367990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:36022/0 (socket says 172.21.15.42:36022) 2024-06-06T08:23:16.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.919+0000 7fda92ffd700 1 -- 172.21.15.42:0/1271858977 learned_addr learned my addr 172.21.15.42:0/1271858977 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:16.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.919+0000 7fda927fc700 1 --2- 172.21.15.42:0/1271858977 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e79736d5f0 0x55e797371520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:16.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.919+0000 7fda937fe700 1 --2- 172.21.15.42:0/1271858977 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e79736df10 0x55e79736e3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:16.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.919+0000 7fda92ffd700 1 -- 172.21.15.42:0/1271858977 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e79736df10 msgr2=0x55e79736e3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:16.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.919+0000 7fda92ffd700 1 --2- 172.21.15.42:0/1271858977 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e79736df10 0x55e79736e3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:16.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.919+0000 7fda92ffd700 1 -- 172.21.15.42:0/1271858977 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e79736d5f0 msgr2=0x55e797371520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:16.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.919+0000 7fda92ffd700 1 --2- 172.21.15.42:0/1271858977 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e79736d5f0 0x55e797371520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:16.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.919+0000 7fda92ffd700 1 -- 172.21.15.42:0/1271858977 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e79736f520 con 0x55e797367ed0 2024-06-06T08:23:16.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.919+0000 7fda937fe700 1 --2- 172.21.15.42:0/1271858977 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e79736df10 0x55e79736e3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:23:16.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.919+0000 7fda927fc700 1 --2- 172.21.15.42:0/1271858977 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e79736d5f0 0x55e797371520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:23:16.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.919+0000 7fda92ffd700 1 --2- 172.21.15.42:0/1271858977 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e797367ed0 0x55e797367990 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7fda8400afd0 tx=0x7fda8402a040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=569870e609d7b3e8 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:16.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.920+0000 7fda78ff9700 1 -- 172.21.15.42:0/1271858977 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda840b4070 con 0x55e797367ed0 2024-06-06T08:23:16.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.920+0000 7fda78ff9700 1 -- 172.21.15.42:0/1271858977 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fda840a0de0 con 0x55e797367ed0 2024-06-06T08:23:16.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.920+0000 7fda78ff9700 1 -- 172.21.15.42:0/1271858977 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda840a30b0 con 0x55e797367ed0 2024-06-06T08:23:16.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.921+0000 7fdaa3dc6b80 1 -- 172.21.15.42:0/1271858977 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e797367ed0 msgr2=0x55e797367990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:16.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.921+0000 7fdaa3dc6b80 1 --2- 172.21.15.42:0/1271858977 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e797367ed0 0x55e797367990 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7fda8400afd0 tx=0x7fda8402a040 comp rx=0 tx=0).stop 2024-06-06T08:23:16.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.921+0000 7fdaa3dc6b80 1 -- 172.21.15.42:0/1271858977 shutdown_connections 2024-06-06T08:23:16.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.921+0000 7fdaa3dc6b80 1 --2- 172.21.15.42:0/1271858977 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e79736df10 0x55e79736e3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:16.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.921+0000 7fdaa3dc6b80 1 --2- 172.21.15.42:0/1271858977 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e797367ed0 0x55e797367990 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:16.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.921+0000 7fdaa3dc6b80 1 --2- 172.21.15.42:0/1271858977 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e79736d5f0 0x55e797371520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:16.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.921+0000 7fdaa3dc6b80 1 -- 172.21.15.42:0/1271858977 >> 172.21.15.42:0/1271858977 conn(0x55e797292c70 msgr2=0x55e79736f8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:16.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.921+0000 7fdaa3dc6b80 1 -- 172.21.15.42:0/1271858977 shutdown_connections 2024-06-06T08:23:16.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.921+0000 7fdaa3dc6b80 1 -- 172.21.15.42:0/1271858977 wait complete. 2024-06-06T08:23:16.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.921+0000 7fdaa3dc6b80 1 -- start start 2024-06-06T08:23:16.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.921+0000 7fdaa3dc6b80 1 Processor -- start 2024-06-06T08:23:16.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.921+0000 7fdaa3dc6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e797367ed0 0x55e79738c7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:16.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.921+0000 7fdaa3dc6b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e79736d5f0 0x55e797370510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:16.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.922+0000 7fdaa3dc6b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e79736df10 0x55e797370a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:16.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.922+0000 7fdaa3dc6b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55e797382c30 con 0x55e797367ed0 2024-06-06T08:23:16.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.922+0000 7fdaa3dc6b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55e797382560 con 0x55e79736df10 2024-06-06T08:23:16.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.922+0000 7fdaa3dc6b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55e797383300 con 0x55e79736d5f0 2024-06-06T08:23:16.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.922+0000 7fda92ffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e797367ed0 0x55e79738c7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:16.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.922+0000 7fda92ffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e797367ed0 0x55e79738c7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:36032/0 (socket says 172.21.15.42:36032) 2024-06-06T08:23:16.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.922+0000 7fda92ffd700 1 -- 172.21.15.42:0/2892928993 learned_addr learned my addr 172.21.15.42:0/2892928993 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:16.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.922+0000 7fdaa3dc6b80 10 client.0 _ll_register_callbacks cb 0x55e7972538d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:23:16.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.922+0000 7fda927fc700 1 --2- 172.21.15.42:0/2892928993 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e79736d5f0 0x55e797370510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:16.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.922+0000 7fda937fe700 1 --2- 172.21.15.42:0/2892928993 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e79736df10 0x55e797370a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:16.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.922+0000 7fda92ffd700 1 -- 172.21.15.42:0/2892928993 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e79736d5f0 msgr2=0x55e797370510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:16.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.922+0000 7fda92ffd700 1 --2- 172.21.15.42:0/2892928993 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e79736d5f0 0x55e797370510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:16.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.922+0000 7fda92ffd700 1 -- 172.21.15.42:0/2892928993 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e79736df10 msgr2=0x55e797370a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:16.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.922+0000 7fda92ffd700 1 --2- 172.21.15.42:0/2892928993 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e79736df10 0x55e797370a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:16.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.922+0000 7fda92ffd700 1 -- 172.21.15.42:0/2892928993 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e797371010 con 0x55e797367ed0 2024-06-06T08:23:16.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.922+0000 7fda937fe700 1 --2- 172.21.15.42:0/2892928993 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e79736df10 0x55e797370a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:23:16.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.922+0000 7fda92ffd700 1 --2- 172.21.15.42:0/2892928993 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e797367ed0 0x55e79738c7c0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fda8409c730 tx=0x7fda840a5680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31898d87b52ff5c7 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:16.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.922+0000 7fda76ff5700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:23:16.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.922+0000 7fda76ff5700 1 -- 172.21.15.42:0/2892928993 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda840b4070 con 0x55e797367ed0 2024-06-06T08:23:16.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.922+0000 7fda76ff5700 1 -- 172.21.15.42:0/2892928993 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fda8409ce90 con 0x55e797367ed0 2024-06-06T08:23:16.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.922+0000 7fdaa3dc6b80 1 -- 172.21.15.42:0/2892928993 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fda840a0de0 con 0x55e797367ed0 2024-06-06T08:23:16.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.922+0000 7fda76ff5700 1 -- 172.21.15.42:0/2892928993 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fda840bb2d0 con 0x55e797367ed0 2024-06-06T08:23:16.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.923+0000 7fdaa3dc6b80 10 client.15507 fetch_fsmap learned FSMap version 26 2024-06-06T08:23:16.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.923+0000 7fdaa3dc6b80 1 -- 172.21.15.42:0/2892928993 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e79738b070 con 0x55e797367ed0 2024-06-06T08:23:16.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.923+0000 7fda76ff5700 1 -- 172.21.15.42:0/2892928993 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fda840a0de0 con 0x55e797367ed0 2024-06-06T08:23:16.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.923+0000 7fda76ff5700 1 -- 172.21.15.42:0/2892928993 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7fda8400b040 con 0x55e797367ed0 2024-06-06T08:23:16.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.923+0000 7fdaa3dc6b80 10 client.15507 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:23:16.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.923+0000 7fdaa3dc6b80 10 client.15507 resolve_mds: resolved name 'b' to daemon mds.b 2024-06-06T08:23:16.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.923+0000 7fdaa3dc6b80 20 client.15507 populate_metadata read hostname 'smithi042' 2024-06-06T08:23:16.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.923+0000 7fdaa3dc6b80 1 --2- 172.21.15.42:0/2892928993 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x55e7973f1b60 0x55e7973f0870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:16.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.923+0000 7fdaa3dc6b80 4 client.15507 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "status"}] 2024-06-06T08:23:16.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.923+0000 7fdaa3dc6b80 1 -- 172.21.15.42:0/2892928993 --> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] -- command(tid 0: {"prefix": "status"}) -- 0x55e7972c1240 con 0x55e7973f1b60 2024-06-06T08:23:16.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.923+0000 7fda927fc700 1 --2- 172.21.15.42:0/2892928993 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x55e7973f1b60 0x55e7973f0870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:16.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.924+0000 7fda927fc700 1 --2- 172.21.15.42:0/2892928993 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x55e7973f1b60 0x55e7973f0870 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=5384314ec9730a1a server_cookie=fdcba06d8ff88044 in_seq=0 out_seq=0 2024-06-06T08:23:16.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.924+0000 7fda76ff5700 10 client.15507 ms_handle_connect on v2:172.21.15.120:6838/1585293472 2024-06-06T08:23:16.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.924+0000 7fda76ff5700 1 -- 172.21.15.42:0/2892928993 <== mds.2 v2:172.21.15.120:6838/1585293472 1 ==== command_reply(tid 0: 0 ) ==== 8+0+333 (crc 0 0 0) 0x55e7972c1240 con 0x55e7973f1b60 2024-06-06T08:23:16.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.924+0000 7fda76ff5700 10 client.15507 handle_command_reply: tid=0 2024-06-06T08:23:16.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.924+0000 7fdaa3dc6b80 1 client.15507 shutdown 2024-06-06T08:23:16.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.924+0000 7fdaa3dc6b80 1 -- 172.21.15.42:0/2892928993 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e797367ed0 msgr2=0x55e79738c7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:16.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.924+0000 7fdaa3dc6b80 1 --2- 172.21.15.42:0/2892928993 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e797367ed0 0x55e79738c7c0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fda8409c730 tx=0x7fda840a5680 comp rx=0 tx=0).stop 2024-06-06T08:23:16.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.924+0000 7fdaa3dc6b80 1 -- 172.21.15.42:0/2892928993 shutdown_connections 2024-06-06T08:23:16.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.924+0000 7fdaa3dc6b80 1 --2- 172.21.15.42:0/2892928993 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e79736df10 0x55e797370a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:16.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.924+0000 7fdaa3dc6b80 1 --2- 172.21.15.42:0/2892928993 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e797367ed0 0x55e79738c7c0 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:16.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.924+0000 7fdaa3dc6b80 1 --2- 172.21.15.42:0/2892928993 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x55e7973f1b60 0x55e7973f0870 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:16.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.924+0000 7fdaa3dc6b80 1 --2- 172.21.15.42:0/2892928993 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e79736d5f0 0x55e797370510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:16.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.924+0000 7fdaa3dc6b80 1 -- 172.21.15.42:0/2892928993 >> 172.21.15.42:0/2892928993 conn(0x55e797292c70 msgr2=0x55e79735bdb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:16.930 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.924+0000 7fda76ff5700 0 client.15507 ms_handle_reset on v2:172.21.15.120:6838/1585293472 2024-06-06T08:23:16.930 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.924+0000 7fdaa3dc6b80 1 -- 172.21.15.42:0/2892928993 shutdown_connections 2024-06-06T08:23:16.930 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.924+0000 7fdaa3dc6b80 1 -- 172.21.15.42:0/2892928993 wait complete. 2024-06-06T08:23:16.930 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.924+0000 7fdaa3dc6b80 20 client.15507 trim_cache size 0 max 16384 2024-06-06T08:23:16.930 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:23:16.930 INFO:teuthology.orchestra.run.smithi042.stdout: "cluster_fsid": "103bdc14-23dc-11ef-bc9b-c7b262605968", 2024-06-06T08:23:16.930 INFO:teuthology.orchestra.run.smithi042.stdout: "whoami": 2, 2024-06-06T08:23:16.930 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 24464, 2024-06-06T08:23:16.930 INFO:teuthology.orchestra.run.smithi042.stdout: "want_state": "up:active", 2024-06-06T08:23:16.931 INFO:teuthology.orchestra.run.smithi042.stdout: "state": "up:active", 2024-06-06T08:23:16.931 INFO:teuthology.orchestra.run.smithi042.stdout: "fs_name": "cephfs", 2024-06-06T08:23:16.931 INFO:teuthology.orchestra.run.smithi042.stdout: "rank_uptime": 213.62930942400001, 2024-06-06T08:23:16.931 INFO:teuthology.orchestra.run.smithi042.stdout: "mdsmap_epoch": 26, 2024-06-06T08:23:16.931 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_epoch": 100, 2024-06-06T08:23:16.931 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_epoch_barrier": 99, 2024-06-06T08:23:16.931 INFO:teuthology.orchestra.run.smithi042.stdout: "uptime": 291.31606308300002 2024-06-06T08:23:16.931 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:23:16.932 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.925+0000 7fda99543700 1 -- 172.21.15.42:0/812794605 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fda7c0a2eb0 msgr2=0x7fda7c0a5370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:16.932 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.925+0000 7fda99543700 1 --2- 172.21.15.42:0/812794605 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fda7c0a2eb0 0x7fda7c0a5370 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fda941061d0 tx=0x7fda8800b410 comp rx=0 tx=0).stop 2024-06-06T08:23:16.932 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.925+0000 7fda99543700 1 -- 172.21.15.42:0/812794605 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fda94100b30 msgr2=0x7fda94102a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:16.932 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.925+0000 7fda99543700 1 --2- 172.21.15.42:0/812794605 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fda94100b30 0x7fda94102a30 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fda84006010 tx=0x7fda840040a0 comp rx=0 tx=0).stop 2024-06-06T08:23:16.932 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.925+0000 7fda99543700 1 -- 172.21.15.42:0/812794605 shutdown_connections 2024-06-06T08:23:16.932 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.925+0000 7fda99543700 1 --2- 172.21.15.42:0/812794605 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fda7c0a2eb0 0x7fda7c0a5370 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:16.932 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.925+0000 7fda99543700 1 --2- 172.21.15.42:0/812794605 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fda94106be0 0x7fda941034b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:16.932 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.925+0000 7fda99543700 1 --2- 172.21.15.42:0/812794605 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fda94100b30 0x7fda94102a30 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:16.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.925+0000 7fda99543700 1 --2- 172.21.15.42:0/812794605 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fda941014f0 0x7fda94102f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:16.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.925+0000 7fda99543700 1 -- 172.21.15.42:0/812794605 >> 172.21.15.42:0/812794605 conn(0x7fda94077990 msgr2=0x7fda94104d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:16.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.925+0000 7fda99543700 1 -- 172.21.15.42:0/812794605 shutdown_connections 2024-06-06T08:23:16.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:16.925+0000 7fda99543700 1 -- 172.21.15.42:0/812794605 wait complete. 2024-06-06T08:23:17.555 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.c status 2024-06-06T08:23:17.806 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:23:18.204 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:23:18 smithi042 ceph-mon[32384]: pgmap v23: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 853 B/s wr, 5 op/s 2024-06-06T08:23:18.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:23:18 smithi120 ceph-mon[36658]: pgmap v23: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 853 B/s wr, 5 op/s 2024-06-06T08:23:18.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:23:18 smithi149 ceph-mon[36842]: pgmap v23: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 853 B/s wr, 5 op/s 2024-06-06T08:23:19.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.372+0000 7f5ec3f6c700 1 -- 172.21.15.42:0/2640529154 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ebc06ab30 msgr2=0x7f5ebc10f320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:19.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.372+0000 7f5ec3f6c700 1 --2- 172.21.15.42:0/2640529154 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ebc06ab30 0x7f5ebc10f320 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f5eb400b0a0 tx=0x7f5eb400b3b0 comp rx=0 tx=0).stop 2024-06-06T08:23:19.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.372+0000 7f5ec3f6c700 1 -- 172.21.15.42:0/2640529154 shutdown_connections 2024-06-06T08:23:19.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.372+0000 7f5ec3f6c700 1 --2- 172.21.15.42:0/2640529154 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ebc06ab30 0x7f5ebc10f320 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:19.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.372+0000 7f5ec3f6c700 1 --2- 172.21.15.42:0/2640529154 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5ebc108500 0x7f5ebc1088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:19.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.372+0000 7f5ec3f6c700 1 --2- 172.21.15.42:0/2640529154 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5ebc06a170 0x7f5ebc06a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:19.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.372+0000 7f5ec3f6c700 1 -- 172.21.15.42:0/2640529154 >> 172.21.15.42:0/2640529154 conn(0x7f5ebc078340 msgr2=0x7f5ebc078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:19.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.372+0000 7f5ec3f6c700 1 -- 172.21.15.42:0/2640529154 shutdown_connections 2024-06-06T08:23:19.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.372+0000 7f5ec3f6c700 1 -- 172.21.15.42:0/2640529154 wait complete. 2024-06-06T08:23:19.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.373+0000 7f5ec3f6c700 1 Processor -- start 2024-06-06T08:23:19.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.373+0000 7f5ec3f6c700 1 -- start start 2024-06-06T08:23:19.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.373+0000 7f5ec3f6c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ebc06a170 0x7f5ebc19ae00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:19.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.373+0000 7f5ec3f6c700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5ebc06ab30 0x7f5ebc19b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:19.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.373+0000 7f5ec3f6c700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5ebc108500 0x7f5ebc19f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:19.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.373+0000 7f5ec3f6c700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5ebc1127e0 con 0x7f5ebc06a170 2024-06-06T08:23:19.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.373+0000 7f5ec3f6c700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f5ebc112660 con 0x7f5ebc06ab30 2024-06-06T08:23:19.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.373+0000 7f5ec3f6c700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f5ebc112960 con 0x7f5ebc108500 2024-06-06T08:23:19.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.373+0000 7f5ec1d08700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ebc06a170 0x7f5ebc19ae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:19.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.374+0000 7f5ec1d08700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ebc06a170 0x7f5ebc19ae00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:52360/0 (socket says 172.21.15.42:52360) 2024-06-06T08:23:19.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.374+0000 7f5ec1d08700 1 -- 172.21.15.42:0/2472026886 learned_addr learned my addr 172.21.15.42:0/2472026886 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:19.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.374+0000 7f5ec2509700 1 --2- 172.21.15.42:0/2472026886 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5ebc108500 0x7f5ebc19f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:19.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.374+0000 7f5ec1507700 1 --2- 172.21.15.42:0/2472026886 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5ebc06ab30 0x7f5ebc19b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:19.375 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.374+0000 7f5ec1d08700 1 -- 172.21.15.42:0/2472026886 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5ebc108500 msgr2=0x7f5ebc19f6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:19.375 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.374+0000 7f5ec1d08700 1 --2- 172.21.15.42:0/2472026886 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5ebc108500 0x7f5ebc19f6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:19.375 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.374+0000 7f5ec1d08700 1 -- 172.21.15.42:0/2472026886 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5ebc06ab30 msgr2=0x7f5ebc19b340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:19.375 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.374+0000 7f5ec1d08700 1 --2- 172.21.15.42:0/2472026886 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5ebc06ab30 0x7f5ebc19b340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:19.375 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.374+0000 7f5ec1d08700 1 -- 172.21.15.42:0/2472026886 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ebc19fe10 con 0x7f5ebc06a170 2024-06-06T08:23:19.375 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.374+0000 7f5ec1d08700 1 --2- 172.21.15.42:0/2472026886 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ebc06a170 0x7f5ebc19ae00 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f5eb800b530 tx=0x7f5eb800b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:19.375 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.374+0000 7f5eb2ffd700 1 -- 172.21.15.42:0/2472026886 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5eb8015020 con 0x7f5ebc06a170 2024-06-06T08:23:19.375 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.374+0000 7f5ec3f6c700 1 -- 172.21.15.42:0/2472026886 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ebc1a0100 con 0x7f5ebc06a170 2024-06-06T08:23:19.375 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.374+0000 7f5eb2ffd700 1 -- 172.21.15.42:0/2472026886 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5eb8011d10 con 0x7f5ebc06a170 2024-06-06T08:23:19.375 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.374+0000 7f5eb2ffd700 1 -- 172.21.15.42:0/2472026886 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5eb800f2e0 con 0x7f5ebc06a170 2024-06-06T08:23:19.375 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.374+0000 7f5ec3f6c700 1 -- 172.21.15.42:0/2472026886 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ebc1a7980 con 0x7f5ebc06a170 2024-06-06T08:23:19.376 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.377+0000 7f5eb2ffd700 1 -- 172.21.15.42:0/2472026886 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 25) ==== 138066+0+0 (secure 0 0 0) 0x7f5eb8018020 con 0x7f5ebc06a170 2024-06-06T08:23:19.376 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.377+0000 7f5eb2ffd700 1 --2- 172.21.15.42:0/2472026886 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f5ea80a2eb0 0x7f5ea80a5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:19.376 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.377+0000 7f5eb2ffd700 1 -- 172.21.15.42:0/2472026886 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f5eb80cf130 con 0x7f5ebc06a170 2024-06-06T08:23:19.376 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.377+0000 7f5ec1507700 1 --2- 172.21.15.42:0/2472026886 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f5ea80a2eb0 0x7f5ea80a5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:19.377 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.378+0000 7f5ec1507700 1 --2- 172.21.15.42:0/2472026886 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f5ea80a2eb0 0x7f5ea80a5370 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f5eac005fd0 tx=0x7f5eac00a560 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:19.377 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.378+0000 7f5ece7efb80 1 Processor -- start 2024-06-06T08:23:19.377 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.378+0000 7f5ece7efb80 1 -- start start 2024-06-06T08:23:19.378 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.378+0000 7f5ece7efb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563287cc15f0 0x563287cc19d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:19.378 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.378+0000 7f5ece7efb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563287cc1f10 0x563287cbb990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:19.378 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.378+0000 7f5ece7efb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563287cbbed0 0x563287cbc2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:19.379 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.378+0000 7f5ece7efb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x563287c0d7c0 con 0x563287cc15f0 2024-06-06T08:23:19.379 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.378+0000 7f5ece7efb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x563287bb56d0 con 0x563287cc1f10 2024-06-06T08:23:19.379 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.378+0000 7f5ece7efb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x563287c09780 con 0x563287cbbed0 2024-06-06T08:23:19.379 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.379+0000 7f5ec1d08700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563287cc15f0 0x563287cc19d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:19.379 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.379+0000 7f5ec1d08700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563287cc15f0 0x563287cc19d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:52372/0 (socket says 172.21.15.42:52372) 2024-06-06T08:23:19.379 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.379+0000 7f5ec1d08700 1 -- 172.21.15.42:0/3732779401 learned_addr learned my addr 172.21.15.42:0/3732779401 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:19.379 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.379+0000 7f5ec2509700 1 --2- 172.21.15.42:0/3732779401 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563287cbbed0 0x563287cbc2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:19.379 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.379+0000 7f5ec1507700 1 --2- 172.21.15.42:0/3732779401 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563287cc1f10 0x563287cbb990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:19.379 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.379+0000 7f5ec2509700 1 -- 172.21.15.42:0/3732779401 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563287cc1f10 msgr2=0x563287cbb990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:19.379 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.379+0000 7f5ec2509700 1 --2- 172.21.15.42:0/3732779401 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563287cc1f10 0x563287cbb990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:19.379 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.379+0000 7f5ec2509700 1 -- 172.21.15.42:0/3732779401 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563287cc15f0 msgr2=0x563287cc19d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:19.379 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.379+0000 7f5ec2509700 1 --2- 172.21.15.42:0/3732779401 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563287cc15f0 0x563287cc19d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:19.379 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.379+0000 7f5ec2509700 1 -- 172.21.15.42:0/3732779401 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563287babf00 con 0x563287cbbed0 2024-06-06T08:23:19.380 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.379+0000 7f5ec1d08700 1 --2- 172.21.15.42:0/3732779401 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563287cc15f0 0x563287cc19d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:23:19.380 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.379+0000 7f5ec2509700 1 --2- 172.21.15.42:0/3732779401 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563287cbbed0 0x563287cbc2f0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f5eb400b070 tx=0x7f5eb4009390 comp rx=0 tx=0).ready entity=mon.1 client_cookie=49746ca14f3f1b7b server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:19.380 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.379+0000 7f5ea7fff700 1 -- 172.21.15.42:0/3732779401 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5eb4020070 con 0x563287cbbed0 2024-06-06T08:23:19.380 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.380+0000 7f5ea7fff700 1 -- 172.21.15.42:0/3732779401 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5eb40074e0 con 0x563287cbbed0 2024-06-06T08:23:19.380 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.380+0000 7f5ea7fff700 1 -- 172.21.15.42:0/3732779401 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5eb40052a0 con 0x563287cbbed0 2024-06-06T08:23:19.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.380+0000 7f5ece7efb80 1 -- 172.21.15.42:0/3732779401 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563287cbbed0 msgr2=0x563287cbc2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:19.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.380+0000 7f5ece7efb80 1 --2- 172.21.15.42:0/3732779401 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563287cbbed0 0x563287cbc2f0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f5eb400b070 tx=0x7f5eb4009390 comp rx=0 tx=0).stop 2024-06-06T08:23:19.383 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.380+0000 7f5ece7efb80 1 -- 172.21.15.42:0/3732779401 shutdown_connections 2024-06-06T08:23:19.383 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.380+0000 7f5ece7efb80 1 --2- 172.21.15.42:0/3732779401 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563287cbbed0 0x563287cbc2f0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:19.383 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.380+0000 7f5ece7efb80 1 --2- 172.21.15.42:0/3732779401 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563287cc15f0 0x563287cc19d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:19.383 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.380+0000 7f5ece7efb80 1 --2- 172.21.15.42:0/3732779401 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563287cc1f10 0x563287cbb990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:19.383 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.380+0000 7f5ece7efb80 1 -- 172.21.15.42:0/3732779401 >> 172.21.15.42:0/3732779401 conn(0x563287be6c70 msgr2=0x563287cb6800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:19.383 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.381+0000 7f5ece7efb80 1 -- 172.21.15.42:0/3732779401 shutdown_connections 2024-06-06T08:23:19.383 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.381+0000 7f5ece7efb80 1 -- 172.21.15.42:0/3732779401 wait complete. 2024-06-06T08:23:19.383 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.381+0000 7f5ece7efb80 1 -- start start 2024-06-06T08:23:19.383 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.381+0000 7f5ece7efb80 1 Processor -- start 2024-06-06T08:23:19.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.381+0000 7f5ece7efb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563287cbbed0 0x563287cc7d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:19.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.381+0000 7f5ece7efb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563287cc15f0 0x563287cc5010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:19.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.381+0000 7f5ece7efb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563287cc1f10 0x563287cc5550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:19.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.381+0000 7f5ece7efb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x563287cc8920 con 0x563287cc1f10 2024-06-06T08:23:19.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.381+0000 7f5ece7efb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x563287badba0 con 0x563287cc15f0 2024-06-06T08:23:19.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.381+0000 7f5ece7efb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x563287cc8aa0 con 0x563287cbbed0 2024-06-06T08:23:19.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.381+0000 7f5ece7efb80 10 client.0 _ll_register_callbacks cb 0x563287ba78d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:23:19.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.382+0000 7f5ec1507700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563287cc15f0 0x563287cc5010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:19.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.382+0000 7f5ec1507700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563287cc15f0 0x563287cc5010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:33662/0 (socket says 172.21.15.42:33662) 2024-06-06T08:23:19.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.382+0000 7f5ec1507700 1 -- 172.21.15.42:0/1473927304 learned_addr learned my addr 172.21.15.42:0/1473927304 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:19.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.382+0000 7f5ec2509700 1 --2- 172.21.15.42:0/1473927304 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563287cc1f10 0x563287cc5550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:19.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.382+0000 7f5ec1d08700 1 --2- 172.21.15.42:0/1473927304 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563287cbbed0 0x563287cc7d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:19.385 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.382+0000 7f5ec1507700 1 -- 172.21.15.42:0/1473927304 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563287cbbed0 msgr2=0x563287cc7d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:19.385 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.382+0000 7f5ec1507700 1 --2- 172.21.15.42:0/1473927304 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563287cbbed0 0x563287cc7d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:19.385 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.382+0000 7f5ec1507700 1 -- 172.21.15.42:0/1473927304 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563287cc1f10 msgr2=0x563287cc5550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:19.385 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.382+0000 7f5ec1507700 1 --2- 172.21.15.42:0/1473927304 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563287cc1f10 0x563287cc5550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:19.385 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.382+0000 7f5ec1507700 1 -- 172.21.15.42:0/1473927304 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563287b5c880 con 0x563287cc15f0 2024-06-06T08:23:19.385 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.382+0000 7f5ec1507700 1 --2- 172.21.15.42:0/1473927304 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563287cc15f0 0x563287cc5010 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f5eac0107d0 tx=0x7f5eac004750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dfba7004133a24c8 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:19.385 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.382+0000 7f5ea57fa700 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:23:19.385 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.382+0000 7f5ea57fa700 1 -- 172.21.15.42:0/1473927304 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5eac004a30 con 0x563287cc15f0 2024-06-06T08:23:19.385 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.382+0000 7f5ea57fa700 1 -- 172.21.15.42:0/1473927304 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f5eac004bd0 con 0x563287cc15f0 2024-06-06T08:23:19.385 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.382+0000 7f5ece7efb80 1 -- 172.21.15.42:0/1473927304 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5eb40074e0 con 0x563287cc15f0 2024-06-06T08:23:19.386 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.383+0000 7f5ea57fa700 1 -- 172.21.15.42:0/1473927304 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5eac004dd0 con 0x563287cc15f0 2024-06-06T08:23:19.386 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.383+0000 7f5ece7efb80 10 client.25199 fetch_fsmap learned FSMap version 26 2024-06-06T08:23:19.386 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.383+0000 7f5ece7efb80 1 -- 172.21.15.42:0/1473927304 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563287cd3330 con 0x563287cc15f0 2024-06-06T08:23:19.386 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.383+0000 7f5ea57fa700 1 -- 172.21.15.42:0/1473927304 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5eb40074e0 con 0x563287cc15f0 2024-06-06T08:23:19.386 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.383+0000 7f5ea57fa700 1 -- 172.21.15.42:0/1473927304 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7f5eac01ea50 con 0x563287cc15f0 2024-06-06T08:23:19.386 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.383+0000 7f5ece7efb80 10 client.25199 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:23:19.386 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.383+0000 7f5ece7efb80 10 client.25199 resolve_mds: resolved name 'c' to daemon mds.c 2024-06-06T08:23:19.386 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.383+0000 7f5ece7efb80 20 client.25199 populate_metadata read hostname 'smithi042' 2024-06-06T08:23:19.386 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.383+0000 7f5ece7efb80 1 --2- 172.21.15.42:0/1473927304 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x563287cd59d0 0x563287cd6e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:19.386 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.383+0000 7f5ece7efb80 4 client.25199 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:23:19.386 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.383+0000 7f5ece7efb80 1 -- 172.21.15.42:0/1473927304 --> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563287c1acc0 con 0x563287cd59d0 2024-06-06T08:23:19.386 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.383+0000 7f5ec1d08700 1 --2- 172.21.15.42:0/1473927304 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x563287cd59d0 0x563287cd6e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:19.386 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.384+0000 7f5ec1d08700 1 --2- 172.21.15.42:0/1473927304 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x563287cd59d0 0x563287cd6e40 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=4ca18b9c5124c5f1 server_cookie=a54b29253dca073 in_seq=0 out_seq=0 2024-06-06T08:23:19.387 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.384+0000 7f5ea57fa700 10 client.25199 ms_handle_connect on v2:172.21.15.149:6836/751787578 2024-06-06T08:23:19.388 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.384+0000 7f5ea57fa700 1 -- 172.21.15.42:0/1473927304 <== mds.1 v2:172.21.15.149:6836/751787578 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x563287c1acc0 con 0x563287cd59d0 2024-06-06T08:23:19.388 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.384+0000 7f5ea57fa700 10 client.25199 handle_command_reply: tid=0 2024-06-06T08:23:19.388 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.384+0000 7f5ece7efb80 1 client.25199 shutdown 2024-06-06T08:23:19.388 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.385+0000 7f5ece7efb80 1 -- 172.21.15.42:0/1473927304 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563287cc15f0 msgr2=0x563287cc5010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:19.388 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.385+0000 7f5ece7efb80 1 --2- 172.21.15.42:0/1473927304 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563287cc15f0 0x563287cc5010 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f5eac0107d0 tx=0x7f5eac004750 comp rx=0 tx=0).stop 2024-06-06T08:23:19.388 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.385+0000 7f5ece7efb80 1 -- 172.21.15.42:0/1473927304 shutdown_connections 2024-06-06T08:23:19.388 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.385+0000 7f5ece7efb80 1 --2- 172.21.15.42:0/1473927304 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563287cc1f10 0x563287cc5550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:19.388 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.385+0000 7f5ece7efb80 1 --2- 172.21.15.42:0/1473927304 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563287cbbed0 0x563287cc7d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:19.388 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.385+0000 7f5ece7efb80 1 --2- 172.21.15.42:0/1473927304 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x563287cd59d0 0x563287cd6e40 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:19.388 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.385+0000 7f5ece7efb80 1 --2- 172.21.15.42:0/1473927304 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563287cc15f0 0x563287cc5010 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:19.388 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.385+0000 7f5ea57fa700 0 client.25199 ms_handle_reset on v2:172.21.15.149:6836/751787578 2024-06-06T08:23:19.388 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.385+0000 7f5ece7efb80 1 -- 172.21.15.42:0/1473927304 >> 172.21.15.42:0/1473927304 conn(0x563287be6c70 msgr2=0x563287cba980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:19.388 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.385+0000 7f5ece7efb80 1 -- 172.21.15.42:0/1473927304 shutdown_connections 2024-06-06T08:23:19.389 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.385+0000 7f5ece7efb80 1 -- 172.21.15.42:0/1473927304 wait complete. 2024-06-06T08:23:19.389 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.385+0000 7f5ece7efb80 20 client.25199 trim_cache size 0 max 16384 2024-06-06T08:23:19.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.406+0000 7f5ece7efb80 1 Processor -- start 2024-06-06T08:23:19.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.406+0000 7f5ece7efb80 1 -- start start 2024-06-06T08:23:19.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.406+0000 7f5ece7efb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563287cbbed0 0x563287cbb990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:19.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.406+0000 7f5ece7efb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563287cc15f0 0x563287cbf7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:19.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.406+0000 7f5ece7efb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563287cc1f10 0x563287cc4fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:19.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.406+0000 7f5ece7efb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x563287cd5180 con 0x563287cc1f10 2024-06-06T08:23:19.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.406+0000 7f5ece7efb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x563287cd5850 con 0x563287cbbed0 2024-06-06T08:23:19.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.406+0000 7f5ece7efb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x563287cd5f20 con 0x563287cc15f0 2024-06-06T08:23:19.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.407+0000 7f5ec2509700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563287cc1f10 0x563287cc4fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:19.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.407+0000 7f5ec2509700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563287cc1f10 0x563287cc4fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:52398/0 (socket says 172.21.15.42:52398) 2024-06-06T08:23:19.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.407+0000 7f5ec2509700 1 -- 172.21.15.42:0/1830734485 learned_addr learned my addr 172.21.15.42:0/1830734485 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:19.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.407+0000 7f5ec1d08700 1 --2- 172.21.15.42:0/1830734485 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563287cbbed0 0x563287cbb990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:19.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.407+0000 7f5ec1507700 1 --2- 172.21.15.42:0/1830734485 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563287cc15f0 0x563287cbf7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:19.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.407+0000 7f5ec2509700 1 -- 172.21.15.42:0/1830734485 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563287cc15f0 msgr2=0x563287cbf7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:19.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.407+0000 7f5ec2509700 1 --2- 172.21.15.42:0/1830734485 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563287cc15f0 0x563287cbf7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:19.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.407+0000 7f5ec2509700 1 -- 172.21.15.42:0/1830734485 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563287cbbed0 msgr2=0x563287cbb990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:19.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.407+0000 7f5ec2509700 1 --2- 172.21.15.42:0/1830734485 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563287cbbed0 0x563287cbb990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:19.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.407+0000 7f5ec2509700 1 -- 172.21.15.42:0/1830734485 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563287cb74b0 con 0x563287cc1f10 2024-06-06T08:23:19.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.407+0000 7f5ec1507700 1 --2- 172.21.15.42:0/1830734485 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563287cc15f0 0x563287cbf7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:23:19.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.407+0000 7f5ec2509700 1 --2- 172.21.15.42:0/1830734485 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563287cc1f10 0x563287cc4fd0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f5eb400b0a0 tx=0x7f5eb4009dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ac0922c6e772a02e server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:19.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.407+0000 7f5ea77fe700 1 -- 172.21.15.42:0/1830734485 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5eb4020040 con 0x563287cc1f10 2024-06-06T08:23:19.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.407+0000 7f5ea77fe700 1 -- 172.21.15.42:0/1830734485 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5eb4003c00 con 0x563287cc1f10 2024-06-06T08:23:19.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.407+0000 7f5ea77fe700 1 -- 172.21.15.42:0/1830734485 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5eb40054a0 con 0x563287cc1f10 2024-06-06T08:23:19.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.408+0000 7f5ece7efb80 1 -- 172.21.15.42:0/1830734485 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563287cc1f10 msgr2=0x563287cc4fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:19.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.408+0000 7f5ece7efb80 1 --2- 172.21.15.42:0/1830734485 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563287cc1f10 0x563287cc4fd0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f5eb400b0a0 tx=0x7f5eb4009dd0 comp rx=0 tx=0).stop 2024-06-06T08:23:19.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.408+0000 7f5ece7efb80 1 -- 172.21.15.42:0/1830734485 shutdown_connections 2024-06-06T08:23:19.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.408+0000 7f5ece7efb80 1 --2- 172.21.15.42:0/1830734485 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563287cc1f10 0x563287cc4fd0 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:19.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.408+0000 7f5ece7efb80 1 --2- 172.21.15.42:0/1830734485 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563287cbbed0 0x563287cbb990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:19.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.408+0000 7f5ece7efb80 1 --2- 172.21.15.42:0/1830734485 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563287cc15f0 0x563287cbf7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:19.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.408+0000 7f5ece7efb80 1 -- 172.21.15.42:0/1830734485 >> 172.21.15.42:0/1830734485 conn(0x563287be6c70 msgr2=0x563287cc3900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:19.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.408+0000 7f5ece7efb80 1 -- 172.21.15.42:0/1830734485 shutdown_connections 2024-06-06T08:23:19.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.408+0000 7f5ece7efb80 1 -- 172.21.15.42:0/1830734485 wait complete. 2024-06-06T08:23:19.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.408+0000 7f5ece7efb80 1 -- start start 2024-06-06T08:23:19.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.408+0000 7f5ece7efb80 1 Processor -- start 2024-06-06T08:23:19.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.409+0000 7f5ece7efb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563287cbbed0 0x563287cbada0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:19.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.409+0000 7f5ece7efb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563287cc15f0 0x563287cbb2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:19.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.409+0000 7f5ece7efb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563287cc1f10 0x563287cbb820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:19.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.409+0000 7f5ece7efb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x563287cd6cc0 con 0x563287cc1f10 2024-06-06T08:23:19.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.409+0000 7f5ece7efb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x563287cd65f0 con 0x563287cc15f0 2024-06-06T08:23:19.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.409+0000 7f5ece7efb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x563287cd7390 con 0x563287cbbed0 2024-06-06T08:23:19.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.409+0000 7f5ece7efb80 10 client.0 _ll_register_callbacks cb 0x563287ba78d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:23:19.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.409+0000 7f5ec1507700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563287cc15f0 0x563287cbb2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:19.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.409+0000 7f5ec1507700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563287cc15f0 0x563287cbb2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:33678/0 (socket says 172.21.15.42:33678) 2024-06-06T08:23:19.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.409+0000 7f5ec1507700 1 -- 172.21.15.42:0/881195522 learned_addr learned my addr 172.21.15.42:0/881195522 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:19.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.409+0000 7f5ec1d08700 1 --2- 172.21.15.42:0/881195522 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563287cbbed0 0x563287cbada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:19.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.409+0000 7f5ec2509700 1 --2- 172.21.15.42:0/881195522 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563287cc1f10 0x563287cbb820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:19.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.409+0000 7f5ec1507700 1 -- 172.21.15.42:0/881195522 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563287cbbed0 msgr2=0x563287cbada0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:19.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.409+0000 7f5ec1507700 1 --2- 172.21.15.42:0/881195522 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563287cbbed0 0x563287cbada0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:19.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.409+0000 7f5ec1507700 1 -- 172.21.15.42:0/881195522 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563287cc1f10 msgr2=0x563287cbb820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:19.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.409+0000 7f5ec1507700 1 --2- 172.21.15.42:0/881195522 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563287cc1f10 0x563287cbb820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:19.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.409+0000 7f5ec1507700 1 -- 172.21.15.42:0/881195522 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563287cde8f0 con 0x563287cc15f0 2024-06-06T08:23:19.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.410+0000 7f5ec1507700 1 --2- 172.21.15.42:0/881195522 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563287cc15f0 0x563287cbb2e0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f5eac000c00 tx=0x7f5eac011000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f687db62488ca0fd server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:19.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.410+0000 7f5ea57fa700 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:23:19.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.410+0000 7f5ea57fa700 1 -- 172.21.15.42:0/881195522 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5eac01ea50 con 0x563287cc15f0 2024-06-06T08:23:19.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.410+0000 7f5ece7efb80 1 -- 172.21.15.42:0/881195522 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5eb4003c00 con 0x563287cc15f0 2024-06-06T08:23:19.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.410+0000 7f5ea57fa700 1 -- 172.21.15.42:0/881195522 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f5eac01ebf0 con 0x563287cc15f0 2024-06-06T08:23:19.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.410+0000 7f5ea57fa700 1 -- 172.21.15.42:0/881195522 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5eac044050 con 0x563287cc15f0 2024-06-06T08:23:19.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.410+0000 7f5ece7efb80 10 client.25205 fetch_fsmap learned FSMap version 26 2024-06-06T08:23:19.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.410+0000 7f5ece7efb80 1 -- 172.21.15.42:0/881195522 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563287d41570 con 0x563287cc15f0 2024-06-06T08:23:19.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.410+0000 7f5ea57fa700 1 -- 172.21.15.42:0/881195522 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5eb4003c00 con 0x563287cc15f0 2024-06-06T08:23:19.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.411+0000 7f5ea57fa700 1 -- 172.21.15.42:0/881195522 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7f5eac004f70 con 0x563287cc15f0 2024-06-06T08:23:19.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.411+0000 7f5ece7efb80 10 client.25205 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:23:19.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.411+0000 7f5ece7efb80 10 client.25205 resolve_mds: resolved name 'c' to daemon mds.c 2024-06-06T08:23:19.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.411+0000 7f5ece7efb80 20 client.25205 populate_metadata read hostname 'smithi042' 2024-06-06T08:23:19.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.411+0000 7f5ece7efb80 1 --2- 172.21.15.42:0/881195522 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x563287d461e0 0x563287d44ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:19.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.411+0000 7f5ece7efb80 4 client.25205 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "status"}] 2024-06-06T08:23:19.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.411+0000 7f5ece7efb80 1 -- 172.21.15.42:0/881195522 --> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] -- command(tid 0: {"prefix": "status"}) -- 0x563287c15240 con 0x563287d461e0 2024-06-06T08:23:19.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.411+0000 7f5ec1d08700 1 --2- 172.21.15.42:0/881195522 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x563287d461e0 0x563287d44ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:19.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.412+0000 7f5ea57fa700 10 client.25205 ms_handle_connect on v2:172.21.15.149:6836/751787578 2024-06-06T08:23:19.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.412+0000 7f5ec1d08700 1 --2- 172.21.15.42:0/881195522 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x563287d461e0 0x563287d44ef0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=716b44c1ad32a104 server_cookie=884da522a1f4bad4 in_seq=0 out_seq=0 2024-06-06T08:23:19.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.412+0000 7f5ea57fa700 1 -- 172.21.15.42:0/881195522 <== mds.1 v2:172.21.15.149:6836/751787578 1 ==== command_reply(tid 0: 0 ) ==== 8+0+333 (crc 0 0 0) 0x563287c15240 con 0x563287d461e0 2024-06-06T08:23:19.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.412+0000 7f5ea57fa700 10 client.25205 handle_command_reply: tid=0 2024-06-06T08:23:19.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.412+0000 7f5ece7efb80 1 client.25205 shutdown 2024-06-06T08:23:19.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.412+0000 7f5ece7efb80 1 -- 172.21.15.42:0/881195522 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563287cc15f0 msgr2=0x563287cbb2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:19.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.412+0000 7f5ece7efb80 1 --2- 172.21.15.42:0/881195522 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563287cc15f0 0x563287cbb2e0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f5eac000c00 tx=0x7f5eac011000 comp rx=0 tx=0).stop 2024-06-06T08:23:19.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.412+0000 7f5ece7efb80 1 -- 172.21.15.42:0/881195522 shutdown_connections 2024-06-06T08:23:19.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.412+0000 7f5ece7efb80 1 --2- 172.21.15.42:0/881195522 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563287cc1f10 0x563287cbb820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:19.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.412+0000 7f5ece7efb80 1 --2- 172.21.15.42:0/881195522 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563287cbbed0 0x563287cbada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:19.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.412+0000 7f5ece7efb80 1 --2- 172.21.15.42:0/881195522 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x563287d461e0 0x563287d44ef0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:19.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.412+0000 7f5ece7efb80 1 --2- 172.21.15.42:0/881195522 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563287cc15f0 0x563287cbb2e0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:19.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.412+0000 7f5ece7efb80 1 -- 172.21.15.42:0/881195522 >> 172.21.15.42:0/881195522 conn(0x563287be6c70 msgr2=0x563287cc4f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:19.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.412+0000 7f5ea57fa700 0 client.25205 ms_handle_reset on v2:172.21.15.149:6836/751787578 2024-06-06T08:23:19.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.412+0000 7f5ece7efb80 1 -- 172.21.15.42:0/881195522 shutdown_connections 2024-06-06T08:23:19.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.412+0000 7f5ece7efb80 1 -- 172.21.15.42:0/881195522 wait complete. 2024-06-06T08:23:19.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.412+0000 7f5ece7efb80 20 client.25205 trim_cache size 0 max 16384 2024-06-06T08:23:19.417 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:23:19.418 INFO:teuthology.orchestra.run.smithi042.stdout: "cluster_fsid": "103bdc14-23dc-11ef-bc9b-c7b262605968", 2024-06-06T08:23:19.418 INFO:teuthology.orchestra.run.smithi042.stdout: "whoami": 1, 2024-06-06T08:23:19.418 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 24469, 2024-06-06T08:23:19.418 INFO:teuthology.orchestra.run.smithi042.stdout: "want_state": "up:active", 2024-06-06T08:23:19.418 INFO:teuthology.orchestra.run.smithi042.stdout: "state": "up:active", 2024-06-06T08:23:19.418 INFO:teuthology.orchestra.run.smithi042.stdout: "fs_name": "cephfs", 2024-06-06T08:23:19.418 INFO:teuthology.orchestra.run.smithi042.stdout: "rank_uptime": 217.13059762399999, 2024-06-06T08:23:19.418 INFO:teuthology.orchestra.run.smithi042.stdout: "mdsmap_epoch": 26, 2024-06-06T08:23:19.418 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_epoch": 100, 2024-06-06T08:23:19.418 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_epoch_barrier": 99, 2024-06-06T08:23:19.418 INFO:teuthology.orchestra.run.smithi042.stdout: "uptime": 309.91979486499997 2024-06-06T08:23:19.418 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:23:19.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.413+0000 7f5ec3f6c700 1 -- 172.21.15.42:0/2472026886 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f5ea80a2eb0 msgr2=0x7f5ea80a5370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:19.420 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.413+0000 7f5ec3f6c700 1 --2- 172.21.15.42:0/2472026886 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f5ea80a2eb0 0x7f5ea80a5370 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f5eac005fd0 tx=0x7f5eac00a560 comp rx=0 tx=0).stop 2024-06-06T08:23:19.420 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.413+0000 7f5ec3f6c700 1 -- 172.21.15.42:0/2472026886 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ebc06a170 msgr2=0x7f5ebc19ae00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:19.420 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.413+0000 7f5ec3f6c700 1 --2- 172.21.15.42:0/2472026886 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ebc06a170 0x7f5ebc19ae00 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f5eb800b530 tx=0x7f5eb800b840 comp rx=0 tx=0).stop 2024-06-06T08:23:19.420 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.413+0000 7f5ec3f6c700 1 -- 172.21.15.42:0/2472026886 shutdown_connections 2024-06-06T08:23:19.420 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.413+0000 7f5ec3f6c700 1 --2- 172.21.15.42:0/2472026886 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f5ea80a2eb0 0x7f5ea80a5370 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:19.420 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.413+0000 7f5ec3f6c700 1 --2- 172.21.15.42:0/2472026886 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5ebc108500 0x7f5ebc19f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:19.420 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.413+0000 7f5ec3f6c700 1 --2- 172.21.15.42:0/2472026886 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ebc06a170 0x7f5ebc19ae00 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:19.420 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.413+0000 7f5ec3f6c700 1 --2- 172.21.15.42:0/2472026886 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5ebc06ab30 0x7f5ebc19b340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:19.420 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.413+0000 7f5ec3f6c700 1 -- 172.21.15.42:0/2472026886 >> 172.21.15.42:0/2472026886 conn(0x7f5ebc078340 msgr2=0x7f5ebc10d670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:19.420 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.413+0000 7f5ec3f6c700 1 -- 172.21.15.42:0/2472026886 shutdown_connections 2024-06-06T08:23:19.420 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:19.413+0000 7f5ec3f6c700 1 -- 172.21.15.42:0/2472026886 wait complete. 2024-06-06T08:23:20.304 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:23:20 smithi042 ceph-mon[32384]: pgmap v24: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 2.1 KiB/s wr, 10 op/s 2024-06-06T08:23:20.335 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.i status 2024-06-06T08:23:20.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:23:20 smithi120 ceph-mon[36658]: pgmap v24: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 2.1 KiB/s wr, 10 op/s 2024-06-06T08:23:20.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:23:20 smithi149 ceph-mon[36842]: pgmap v24: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 2.1 KiB/s wr, 10 op/s 2024-06-06T08:23:20.588 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:23:22.336 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:23:22 smithi042 ceph-mon[32384]: pgmap v25: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 2.1 KiB/s wr, 7 op/s 2024-06-06T08:23:22.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.344+0000 7f4fa80e2700 1 -- 172.21.15.42:0/2339384072 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4fa0102ea0 msgr2=0x7f4fa010f380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:22.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.344+0000 7f4fa80e2700 1 --2- 172.21.15.42:0/2339384072 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4fa0102ea0 0x7f4fa010f380 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f4f9800b0a0 tx=0x7f4f9800b3b0 comp rx=0 tx=0).stop 2024-06-06T08:23:22.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.344+0000 7f4fa80e2700 1 -- 172.21.15.42:0/2339384072 shutdown_connections 2024-06-06T08:23:22.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.344+0000 7f4fa80e2700 1 --2- 172.21.15.42:0/2339384072 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4fa0102ea0 0x7f4fa010f380 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:22.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.344+0000 7f4fa80e2700 1 --2- 172.21.15.42:0/2339384072 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4fa01085f0 0x7f4fa01089d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:22.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.344+0000 7f4fa80e2700 1 --2- 172.21.15.42:0/2339384072 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4fa01024e0 0x7f4fa0102960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:22.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.344+0000 7f4fa80e2700 1 -- 172.21.15.42:0/2339384072 >> 172.21.15.42:0/2339384072 conn(0x7f4fa0079640 msgr2=0x7f4fa0079a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:22.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.344+0000 7f4fa80e2700 1 -- 172.21.15.42:0/2339384072 shutdown_connections 2024-06-06T08:23:22.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.344+0000 7f4fa80e2700 1 -- 172.21.15.42:0/2339384072 wait complete. 2024-06-06T08:23:22.346 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.345+0000 7f4fa80e2700 1 Processor -- start 2024-06-06T08:23:22.347 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.345+0000 7f4fa80e2700 1 -- start start 2024-06-06T08:23:22.347 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.345+0000 7f4fa80e2700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4fa01024e0 0x7f4fa0074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:22.347 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.345+0000 7f4fa80e2700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4fa0102ea0 0x7f4fa0074cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:22.347 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.345+0000 7f4fa80e2700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4fa01085f0 0x7f4fa0075210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:22.347 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.345+0000 7f4fa80e2700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4fa01127b0 con 0x7f4fa01085f0 2024-06-06T08:23:22.347 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.345+0000 7f4fa80e2700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f4fa0112630 con 0x7f4fa0102ea0 2024-06-06T08:23:22.347 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.345+0000 7f4fa80e2700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f4fa0112930 con 0x7f4fa01024e0 2024-06-06T08:23:22.347 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.346+0000 7f4fa667f700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4fa01085f0 0x7f4fa0075210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:22.347 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.346+0000 7f4fa667f700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4fa01085f0 0x7f4fa0075210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:52422/0 (socket says 172.21.15.42:52422) 2024-06-06T08:23:22.347 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.346+0000 7f4fa667f700 1 -- 172.21.15.42:0/4140041130 learned_addr learned my addr 172.21.15.42:0/4140041130 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:22.347 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.346+0000 7f4fa5e7e700 1 --2- 172.21.15.42:0/4140041130 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4fa01024e0 0x7f4fa0074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:22.347 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.346+0000 7f4fa567d700 1 --2- 172.21.15.42:0/4140041130 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4fa0102ea0 0x7f4fa0074cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:22.347 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.346+0000 7f4fa667f700 1 -- 172.21.15.42:0/4140041130 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4fa01024e0 msgr2=0x7f4fa0074790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:22.348 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.346+0000 7f4fa667f700 1 --2- 172.21.15.42:0/4140041130 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4fa01024e0 0x7f4fa0074790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:22.348 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.346+0000 7f4fa667f700 1 -- 172.21.15.42:0/4140041130 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4fa0102ea0 msgr2=0x7f4fa0074cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:22.348 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.346+0000 7f4fa667f700 1 --2- 172.21.15.42:0/4140041130 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4fa0102ea0 0x7f4fa0074cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:22.348 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.346+0000 7f4fa667f700 1 -- 172.21.15.42:0/4140041130 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4fa01a7070 con 0x7f4fa01085f0 2024-06-06T08:23:22.348 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.346+0000 7f4fa567d700 1 --2- 172.21.15.42:0/4140041130 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4fa0102ea0 0x7f4fa0074cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:23:22.348 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.346+0000 7f4fa667f700 1 --2- 172.21.15.42:0/4140041130 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4fa01085f0 0x7f4fa0075210 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f4f9800b780 tx=0x7f4f98004d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:22.348 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.346+0000 7f4f96ffd700 1 -- 172.21.15.42:0/4140041130 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f98021070 con 0x7f4fa01085f0 2024-06-06T08:23:22.348 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.346+0000 7f4fa80e2700 1 -- 172.21.15.42:0/4140041130 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4fa01a7300 con 0x7f4fa01085f0 2024-06-06T08:23:22.348 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.346+0000 7f4f96ffd700 1 -- 172.21.15.42:0/4140041130 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4f98007b80 con 0x7f4fa01085f0 2024-06-06T08:23:22.348 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.346+0000 7f4f96ffd700 1 -- 172.21.15.42:0/4140041130 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f980052a0 con 0x7f4fa01085f0 2024-06-06T08:23:22.348 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.347+0000 7f4fa80e2700 1 -- 172.21.15.42:0/4140041130 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4fa01a7800 con 0x7f4fa01085f0 2024-06-06T08:23:22.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.349+0000 7f4f96ffd700 1 -- 172.21.15.42:0/4140041130 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 25) ==== 138066+0+0 (secure 0 0 0) 0x7f4f98024070 con 0x7f4fa01085f0 2024-06-06T08:23:22.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.349+0000 7f4f96ffd700 1 --2- 172.21.15.42:0/4140041130 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f4f8c0a2eb0 0x7f4f8c0a5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:22.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.350+0000 7f4f96ffd700 1 -- 172.21.15.42:0/4140041130 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f4f9800f020 con 0x7f4fa01085f0 2024-06-06T08:23:22.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.350+0000 7f4fa5e7e700 1 --2- 172.21.15.42:0/4140041130 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f4f8c0a2eb0 0x7f4f8c0a5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:22.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.350+0000 7f4fa5e7e700 1 --2- 172.21.15.42:0/4140041130 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f4f8c0a2eb0 0x7f4f8c0a5370 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f4f9c009be0 tx=0x7f4f9c009260 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:22.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.350+0000 7f4fb2965b80 1 Processor -- start 2024-06-06T08:23:22.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.351+0000 7f4fb2965b80 1 -- start start 2024-06-06T08:23:22.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.351+0000 7f4fb2965b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555ee01765f0 0x555ee01769d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:22.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.351+0000 7f4fb2965b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ee0176f10 0x555ee0170990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:22.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.351+0000 7f4fb2965b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555ee0170ed0 0x555ee01712f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:22.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.351+0000 7f4fb2965b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x555ee00c27c0 con 0x555ee01765f0 2024-06-06T08:23:22.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.351+0000 7f4fb2965b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x555ee006a6d0 con 0x555ee0170ed0 2024-06-06T08:23:22.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.351+0000 7f4fb2965b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x555ee00be780 con 0x555ee0176f10 2024-06-06T08:23:22.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.351+0000 7f4fa5e7e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555ee01765f0 0x555ee01769d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:22.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.351+0000 7f4fa5e7e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555ee01765f0 0x555ee01769d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:52432/0 (socket says 172.21.15.42:52432) 2024-06-06T08:23:22.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.351+0000 7f4fa5e7e700 1 -- 172.21.15.42:0/2266269936 learned_addr learned my addr 172.21.15.42:0/2266269936 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:22.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.351+0000 7f4fa567d700 1 --2- 172.21.15.42:0/2266269936 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ee0176f10 0x555ee0170990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:22.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.351+0000 7f4fa667f700 1 --2- 172.21.15.42:0/2266269936 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555ee0170ed0 0x555ee01712f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:22.355 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.352+0000 7f4fa567d700 1 -- 172.21.15.42:0/2266269936 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555ee0170ed0 msgr2=0x555ee01712f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:22.355 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.352+0000 7f4fa567d700 1 --2- 172.21.15.42:0/2266269936 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555ee0170ed0 0x555ee01712f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:22.355 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.352+0000 7f4fa567d700 1 -- 172.21.15.42:0/2266269936 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555ee01765f0 msgr2=0x555ee01769d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:22.356 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.352+0000 7f4fa567d700 1 --2- 172.21.15.42:0/2266269936 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555ee01765f0 0x555ee01769d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:22.356 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.352+0000 7f4fa567d700 1 -- 172.21.15.42:0/2266269936 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555ee0060f00 con 0x555ee0176f10 2024-06-06T08:23:22.356 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.352+0000 7f4fa5e7e700 1 --2- 172.21.15.42:0/2266269936 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555ee01765f0 0x555ee01769d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:23:22.356 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.352+0000 7f4fa667f700 1 --2- 172.21.15.42:0/2266269936 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555ee0170ed0 0x555ee01712f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:23:22.356 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.352+0000 7f4fa567d700 1 --2- 172.21.15.42:0/2266269936 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ee0176f10 0x555ee0170990 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f4fa0076220 tx=0x7f4f90009f70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2349eded081fb501 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:22.356 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.352+0000 7f4f8bfff700 1 -- 172.21.15.42:0/2266269936 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f90011bf0 con 0x555ee0176f10 2024-06-06T08:23:22.356 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.352+0000 7f4f8bfff700 1 -- 172.21.15.42:0/2266269936 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4f90011d90 con 0x555ee0176f10 2024-06-06T08:23:22.356 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.352+0000 7f4f8bfff700 1 -- 172.21.15.42:0/2266269936 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f9000f750 con 0x555ee0176f10 2024-06-06T08:23:22.356 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.353+0000 7f4fb2965b80 1 -- 172.21.15.42:0/2266269936 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ee0176f10 msgr2=0x555ee0170990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:22.356 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.353+0000 7f4fb2965b80 1 --2- 172.21.15.42:0/2266269936 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ee0176f10 0x555ee0170990 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f4fa0076220 tx=0x7f4f90009f70 comp rx=0 tx=0).stop 2024-06-06T08:23:22.356 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.353+0000 7f4fb2965b80 1 -- 172.21.15.42:0/2266269936 shutdown_connections 2024-06-06T08:23:22.356 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.353+0000 7f4fb2965b80 1 --2- 172.21.15.42:0/2266269936 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555ee0170ed0 0x555ee01712f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:22.357 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.353+0000 7f4fb2965b80 1 --2- 172.21.15.42:0/2266269936 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555ee01765f0 0x555ee01769d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:22.357 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.353+0000 7f4fb2965b80 1 --2- 172.21.15.42:0/2266269936 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ee0176f10 0x555ee0170990 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:22.357 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.353+0000 7f4fb2965b80 1 -- 172.21.15.42:0/2266269936 >> 172.21.15.42:0/2266269936 conn(0x555ee009bc70 msgr2=0x555ee016b800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:22.357 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.353+0000 7f4fb2965b80 1 -- 172.21.15.42:0/2266269936 shutdown_connections 2024-06-06T08:23:22.357 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.353+0000 7f4fb2965b80 1 -- 172.21.15.42:0/2266269936 wait complete. 2024-06-06T08:23:22.357 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.353+0000 7f4fb2965b80 1 -- start start 2024-06-06T08:23:22.357 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.354+0000 7f4fb2965b80 1 Processor -- start 2024-06-06T08:23:22.357 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.354+0000 7f4fb2965b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ee0170ed0 0x555ee017cc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:22.357 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.354+0000 7f4fb2965b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555ee01765f0 0x555ee0179f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:22.357 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.354+0000 7f4fb2965b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555ee0176f10 0x555ee017a490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:22.357 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.354+0000 7f4fb2965b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x555ee017d980 con 0x555ee0176f10 2024-06-06T08:23:22.357 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.354+0000 7f4fb2965b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x555ee0062ba0 con 0x555ee01765f0 2024-06-06T08:23:22.357 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.354+0000 7f4fb2965b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x555ee017db00 con 0x555ee0170ed0 2024-06-06T08:23:22.358 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.354+0000 7f4fb2965b80 10 client.0 _ll_register_callbacks cb 0x555ee005c8d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:23:22.358 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.354+0000 7f4fa667f700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555ee0176f10 0x555ee017a490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:22.358 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.354+0000 7f4fa667f700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555ee0176f10 0x555ee017a490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:52438/0 (socket says 172.21.15.42:52438) 2024-06-06T08:23:22.358 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.354+0000 7f4fa667f700 1 -- 172.21.15.42:0/3518792399 learned_addr learned my addr 172.21.15.42:0/3518792399 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:22.358 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.355+0000 7f4fa567d700 1 --2- 172.21.15.42:0/3518792399 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555ee01765f0 0x555ee0179f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:22.358 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.355+0000 7f4fa5e7e700 1 --2- 172.21.15.42:0/3518792399 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ee0170ed0 0x555ee017cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:22.358 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.355+0000 7f4fa667f700 1 -- 172.21.15.42:0/3518792399 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ee0170ed0 msgr2=0x555ee017cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:22.358 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.355+0000 7f4fa667f700 1 --2- 172.21.15.42:0/3518792399 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ee0170ed0 0x555ee017cc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:22.358 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.355+0000 7f4fa667f700 1 -- 172.21.15.42:0/3518792399 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555ee01765f0 msgr2=0x555ee0179f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:22.358 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.355+0000 7f4fa667f700 1 --2- 172.21.15.42:0/3518792399 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555ee01765f0 0x555ee0179f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:22.358 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.355+0000 7f4fa667f700 1 -- 172.21.15.42:0/3518792399 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555ee0011880 con 0x555ee0176f10 2024-06-06T08:23:22.358 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.355+0000 7f4fa567d700 1 --2- 172.21.15.42:0/3518792399 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555ee01765f0 0x555ee0179f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:23:22.358 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.355+0000 7f4fa667f700 1 --2- 172.21.15.42:0/3518792399 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555ee0176f10 0x555ee017a490 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f4f9809cb90 tx=0x7f4f98007e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=16140bde23de6078 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:22.359 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.355+0000 7f4f897fa700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:23:22.359 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.355+0000 7f4f897fa700 1 -- 172.21.15.42:0/3518792399 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f980a57e0 con 0x555ee0176f10 2024-06-06T08:23:22.359 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.355+0000 7f4f897fa700 1 -- 172.21.15.42:0/3518792399 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f4f980ce3e0 con 0x555ee0176f10 2024-06-06T08:23:22.359 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.355+0000 7f4fb2965b80 1 -- 172.21.15.42:0/3518792399 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4f90011d90 con 0x555ee0176f10 2024-06-06T08:23:22.359 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.355+0000 7f4f897fa700 1 -- 172.21.15.42:0/3518792399 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4f9809ce90 con 0x555ee0176f10 2024-06-06T08:23:22.359 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.355+0000 7f4fb2965b80 10 client.15537 fetch_fsmap learned FSMap version 26 2024-06-06T08:23:22.359 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.355+0000 7f4fb2965b80 1 -- 172.21.15.42:0/3518792399 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555ee0188260 con 0x555ee0176f10 2024-06-06T08:23:22.359 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.356+0000 7f4f897fa700 1 -- 172.21.15.42:0/3518792399 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4f90011d90 con 0x555ee0176f10 2024-06-06T08:23:22.359 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.356+0000 7f4f897fa700 1 -- 172.21.15.42:0/3518792399 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7f4f98011070 con 0x555ee0176f10 2024-06-06T08:23:22.359 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.356+0000 7f4fb2965b80 10 client.15537 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:23:22.359 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.356+0000 7f4fb2965b80 10 client.15537 resolve_mds: resolved name 'i' to daemon mds.i 2024-06-06T08:23:22.359 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.356+0000 7f4fb2965b80 20 client.15537 populate_metadata read hostname 'smithi042' 2024-06-06T08:23:22.359 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.356+0000 7f4fb2965b80 1 --2- 172.21.15.42:0/3518792399 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x555ee018a7d0 0x555ee018bc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:22.360 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.356+0000 7f4fb2965b80 4 client.15537 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:23:22.360 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.356+0000 7f4fb2965b80 1 -- 172.21.15.42:0/3518792399 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555ee00cfcc0 con 0x555ee018a7d0 2024-06-06T08:23:22.360 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.356+0000 7f4fa5e7e700 1 --2- 172.21.15.42:0/3518792399 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x555ee018a7d0 0x555ee018bc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:22.360 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.357+0000 7f4fa5e7e700 1 --2- 172.21.15.42:0/3518792399 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x555ee018a7d0 0x555ee018bc40 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b2823a5c3d84b6f server_cookie=7e9a71fd20fb75e3 in_seq=0 out_seq=0 2024-06-06T08:23:22.360 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.357+0000 7f4f897fa700 10 client.15537 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:23:22.361 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.357+0000 7f4f897fa700 1 -- 172.21.15.42:0/3518792399 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x555ee00cfcc0 con 0x555ee018a7d0 2024-06-06T08:23:22.361 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.357+0000 7f4f897fa700 10 client.15537 handle_command_reply: tid=0 2024-06-06T08:23:22.361 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.357+0000 7f4fb2965b80 1 client.15537 shutdown 2024-06-06T08:23:22.361 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.358+0000 7f4fb2965b80 1 -- 172.21.15.42:0/3518792399 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555ee0176f10 msgr2=0x555ee017a490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:22.361 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.358+0000 7f4fb2965b80 1 --2- 172.21.15.42:0/3518792399 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555ee0176f10 0x555ee017a490 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f4f9809cb90 tx=0x7f4f98007e10 comp rx=0 tx=0).stop 2024-06-06T08:23:22.362 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.358+0000 7f4fb2965b80 1 -- 172.21.15.42:0/3518792399 shutdown_connections 2024-06-06T08:23:22.362 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.358+0000 7f4fb2965b80 1 --2- 172.21.15.42:0/3518792399 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555ee0176f10 0x555ee017a490 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:22.362 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.358+0000 7f4fb2965b80 1 --2- 172.21.15.42:0/3518792399 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ee0170ed0 0x555ee017cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:22.362 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.358+0000 7f4fb2965b80 1 --2- 172.21.15.42:0/3518792399 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x555ee018a7d0 0x555ee018bc40 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:22.362 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.358+0000 7f4f897fa700 0 client.15537 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:23:22.362 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.358+0000 7f4fb2965b80 1 --2- 172.21.15.42:0/3518792399 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555ee01765f0 0x555ee0179f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:22.362 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.358+0000 7f4fb2965b80 1 -- 172.21.15.42:0/3518792399 >> 172.21.15.42:0/3518792399 conn(0x555ee009bc70 msgr2=0x555ee016f980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:22.362 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.358+0000 7f4fb2965b80 1 -- 172.21.15.42:0/3518792399 shutdown_connections 2024-06-06T08:23:22.362 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.358+0000 7f4fb2965b80 1 -- 172.21.15.42:0/3518792399 wait complete. 2024-06-06T08:23:22.362 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.358+0000 7f4fb2965b80 20 client.15537 trim_cache size 0 max 16384 2024-06-06T08:23:22.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.380+0000 7f4fb2965b80 1 Processor -- start 2024-06-06T08:23:22.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.380+0000 7f4fb2965b80 1 -- start start 2024-06-06T08:23:22.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.381+0000 7f4fb2965b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555ee0170ed0 0x555ee0170990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:22.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.381+0000 7f4fb2965b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ee01765f0 0x555ee0174070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:22.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.381+0000 7f4fb2965b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555ee0176f10 0x555ee01745b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:22.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.381+0000 7f4fb2965b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x555ee0189f80 con 0x555ee0176f10 2024-06-06T08:23:22.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.381+0000 7f4fb2965b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x555ee018a650 con 0x555ee0170ed0 2024-06-06T08:23:22.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.381+0000 7f4fb2965b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x555ee018ad20 con 0x555ee01765f0 2024-06-06T08:23:22.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.381+0000 7f4fa567d700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ee01765f0 0x555ee0174070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:22.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.381+0000 7f4fa5e7e700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555ee0170ed0 0x555ee0170990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:22.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.381+0000 7f4fa667f700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555ee0176f10 0x555ee01745b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:22.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.381+0000 7f4fa567d700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ee01765f0 0x555ee0174070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:32974/0 (socket says 172.21.15.42:32974) 2024-06-06T08:23:22.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.381+0000 7f4fa5e7e700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555ee0170ed0 0x555ee0170990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:33708/0 (socket says 172.21.15.42:33708) 2024-06-06T08:23:22.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.381+0000 7f4fa567d700 1 -- 172.21.15.42:0/4021417129 learned_addr learned my addr 172.21.15.42:0/4021417129 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:22.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.381+0000 7f4fa5e7e700 1 -- 172.21.15.42:0/4021417129 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ee01765f0 msgr2=0x555ee0174070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:22.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.381+0000 7f4fa5e7e700 1 --2- 172.21.15.42:0/4021417129 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ee01765f0 0x555ee0174070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:22.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.381+0000 7f4fa5e7e700 1 -- 172.21.15.42:0/4021417129 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555ee0176f10 msgr2=0x555ee01745b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:22.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.381+0000 7f4fa5e7e700 1 --2- 172.21.15.42:0/4021417129 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555ee0176f10 0x555ee01745b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:22.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.381+0000 7f4fa5e7e700 1 -- 172.21.15.42:0/4021417129 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555ee01784c0 con 0x555ee0170ed0 2024-06-06T08:23:22.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.381+0000 7f4fa5e7e700 1 --2- 172.21.15.42:0/4021417129 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555ee0170ed0 0x555ee0170990 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x555ee017aa40 tx=0x7f4f9c014000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=260c966e709eb1c5 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:22.383 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.382+0000 7f4f8b7fe700 1 -- 172.21.15.42:0/4021417129 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f9c01fd30 con 0x555ee0170ed0 2024-06-06T08:23:22.383 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.382+0000 7f4f8b7fe700 1 -- 172.21.15.42:0/4021417129 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4f9c004d10 con 0x555ee0170ed0 2024-06-06T08:23:22.383 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.382+0000 7f4f8b7fe700 1 -- 172.21.15.42:0/4021417129 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f9c0055b0 con 0x555ee0170ed0 2024-06-06T08:23:22.388 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.383+0000 7f4fb2965b80 1 -- 172.21.15.42:0/4021417129 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555ee0170ed0 msgr2=0x555ee0170990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:22.388 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.383+0000 7f4fb2965b80 1 --2- 172.21.15.42:0/4021417129 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555ee0170ed0 0x555ee0170990 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x555ee017aa40 tx=0x7f4f9c014000 comp rx=0 tx=0).stop 2024-06-06T08:23:22.388 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.383+0000 7f4fb2965b80 1 -- 172.21.15.42:0/4021417129 shutdown_connections 2024-06-06T08:23:22.388 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.383+0000 7f4fb2965b80 1 --2- 172.21.15.42:0/4021417129 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555ee0176f10 0x555ee01745b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:22.388 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.383+0000 7f4fb2965b80 1 --2- 172.21.15.42:0/4021417129 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555ee0170ed0 0x555ee0170990 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:22.388 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.383+0000 7f4fb2965b80 1 --2- 172.21.15.42:0/4021417129 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ee01765f0 0x555ee0174070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:22.388 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.383+0000 7f4fb2965b80 1 -- 172.21.15.42:0/4021417129 >> 172.21.15.42:0/4021417129 conn(0x555ee009bc70 msgr2=0x555ee016b330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:22.388 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.383+0000 7f4fb2965b80 1 -- 172.21.15.42:0/4021417129 shutdown_connections 2024-06-06T08:23:22.389 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.383+0000 7f4fb2965b80 1 -- 172.21.15.42:0/4021417129 wait complete. 2024-06-06T08:23:22.389 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.383+0000 7f4fb2965b80 1 -- start start 2024-06-06T08:23:22.389 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.383+0000 7f4fb2965b80 1 Processor -- start 2024-06-06T08:23:22.389 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.384+0000 7f4fb2965b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ee0170ed0 0x555ee0195800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:22.389 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.384+0000 7f4fb2965b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555ee01765f0 0x555ee016f980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:22.389 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.384+0000 7f4fb2965b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555ee0176f10 0x555ee016fec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:22.389 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.384+0000 7f4fb2965b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x555ee018bac0 con 0x555ee0176f10 2024-06-06T08:23:22.389 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.384+0000 7f4fb2965b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x555ee018b3f0 con 0x555ee01765f0 2024-06-06T08:23:22.389 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.384+0000 7f4fb2965b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x555ee018c190 con 0x555ee0170ed0 2024-06-06T08:23:22.389 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.384+0000 7f4fb2965b80 10 client.0 _ll_register_callbacks cb 0x555ee005c8d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:23:22.389 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.384+0000 7f4fa667f700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555ee0176f10 0x555ee016fec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:22.390 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.384+0000 7f4fa567d700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555ee01765f0 0x555ee016f980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:22.390 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.384+0000 7f4fa667f700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555ee0176f10 0x555ee016fec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:52462/0 (socket says 172.21.15.42:52462) 2024-06-06T08:23:22.390 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.384+0000 7f4fa567d700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555ee01765f0 0x555ee016f980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:33720/0 (socket says 172.21.15.42:33720) 2024-06-06T08:23:22.390 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.384+0000 7f4fa667f700 1 -- 172.21.15.42:0/224606753 learned_addr learned my addr 172.21.15.42:0/224606753 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:22.390 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.384+0000 7f4fa5e7e700 1 --2- 172.21.15.42:0/224606753 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ee0170ed0 0x555ee0195800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:22.390 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.384+0000 7f4fa667f700 1 -- 172.21.15.42:0/224606753 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ee0170ed0 msgr2=0x555ee0195800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:22.390 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.384+0000 7f4fa667f700 1 --2- 172.21.15.42:0/224606753 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ee0170ed0 0x555ee0195800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:22.390 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.384+0000 7f4fa667f700 1 -- 172.21.15.42:0/224606753 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555ee01765f0 msgr2=0x555ee016f980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:22.390 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.384+0000 7f4fa667f700 1 --2- 172.21.15.42:0/224606753 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555ee01765f0 0x555ee016f980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:22.390 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.384+0000 7f4fa667f700 1 -- 172.21.15.42:0/224606753 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555ee01706d0 con 0x555ee0176f10 2024-06-06T08:23:22.390 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.385+0000 7f4fa667f700 1 --2- 172.21.15.42:0/224606753 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555ee0176f10 0x555ee016fec0 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f4f980992f0 tx=0x7f4f98009780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6709ba684334cbff server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:22.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.385+0000 7f4f897fa700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:23:22.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.385+0000 7f4f897fa700 1 -- 172.21.15.42:0/224606753 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f980a1240 con 0x555ee0176f10 2024-06-06T08:23:22.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.385+0000 7f4fb2965b80 1 -- 172.21.15.42:0/224606753 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4f9c004d10 con 0x555ee0176f10 2024-06-06T08:23:22.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.385+0000 7f4f897fa700 1 -- 172.21.15.42:0/224606753 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f4f980ce5f0 con 0x555ee0176f10 2024-06-06T08:23:22.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.385+0000 7f4f897fa700 1 -- 172.21.15.42:0/224606753 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4f980a5a70 con 0x555ee0176f10 2024-06-06T08:23:22.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.385+0000 7f4fb2965b80 10 client.15543 fetch_fsmap learned FSMap version 26 2024-06-06T08:23:22.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.385+0000 7f4fb2965b80 1 -- 172.21.15.42:0/224606753 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555ee01f6060 con 0x555ee0176f10 2024-06-06T08:23:22.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.385+0000 7f4f897fa700 1 -- 172.21.15.42:0/224606753 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4f9c004d10 con 0x555ee0176f10 2024-06-06T08:23:22.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.385+0000 7f4f897fa700 1 -- 172.21.15.42:0/224606753 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7f4f98011070 con 0x555ee0176f10 2024-06-06T08:23:22.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.386+0000 7f4fb2965b80 10 client.15543 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:23:22.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.386+0000 7f4fb2965b80 10 client.15543 resolve_mds: resolved name 'i' to daemon mds.i 2024-06-06T08:23:22.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.386+0000 7f4fb2965b80 20 client.15543 populate_metadata read hostname 'smithi042' 2024-06-06T08:23:22.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.386+0000 7f4fb2965b80 1 --2- 172.21.15.42:0/224606753 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x555ee018a7d0 0x555ee01f9620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:22.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.386+0000 7f4fb2965b80 4 client.15543 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "status"}] 2024-06-06T08:23:22.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.386+0000 7f4fb2965b80 1 -- 172.21.15.42:0/224606753 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "status"}) -- 0x555ee00ca240 con 0x555ee018a7d0 2024-06-06T08:23:22.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.386+0000 7f4fa5e7e700 1 --2- 172.21.15.42:0/224606753 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x555ee018a7d0 0x555ee01f9620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:22.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.386+0000 7f4fa5e7e700 1 --2- 172.21.15.42:0/224606753 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x555ee018a7d0 0x555ee01f9620 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=72e244a0fe87f7a0 server_cookie=332c234460cef717 in_seq=0 out_seq=0 2024-06-06T08:23:22.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.386+0000 7f4f897fa700 10 client.15543 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:23:22.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.387+0000 7f4f897fa700 1 -- 172.21.15.42:0/224606753 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+333 (crc 0 0 0) 0x555ee00ca240 con 0x555ee018a7d0 2024-06-06T08:23:22.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.387+0000 7f4f897fa700 10 client.15543 handle_command_reply: tid=0 2024-06-06T08:23:22.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.387+0000 7f4fb2965b80 1 client.15543 shutdown 2024-06-06T08:23:22.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.387+0000 7f4fb2965b80 1 -- 172.21.15.42:0/224606753 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555ee0176f10 msgr2=0x555ee016fec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:22.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.387+0000 7f4fb2965b80 1 --2- 172.21.15.42:0/224606753 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555ee0176f10 0x555ee016fec0 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f4f980992f0 tx=0x7f4f98009780 comp rx=0 tx=0).stop 2024-06-06T08:23:22.393 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.387+0000 7f4fb2965b80 1 -- 172.21.15.42:0/224606753 shutdown_connections 2024-06-06T08:23:22.393 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.387+0000 7f4fb2965b80 1 --2- 172.21.15.42:0/224606753 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555ee0176f10 0x555ee016fec0 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:22.393 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.387+0000 7f4fb2965b80 1 --2- 172.21.15.42:0/224606753 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ee0170ed0 0x555ee0195800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:22.393 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.387+0000 7f4fb2965b80 1 --2- 172.21.15.42:0/224606753 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x555ee018a7d0 0x555ee01f9620 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:22.393 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.387+0000 7f4fb2965b80 1 --2- 172.21.15.42:0/224606753 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555ee01765f0 0x555ee016f980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:22.393 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.387+0000 7f4fb2965b80 1 -- 172.21.15.42:0/224606753 >> 172.21.15.42:0/224606753 conn(0x555ee009bc70 msgr2=0x555ee0174070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:22.393 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.387+0000 7f4f897fa700 0 client.15543 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:23:22.393 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.387+0000 7f4fb2965b80 1 -- 172.21.15.42:0/224606753 shutdown_connections 2024-06-06T08:23:22.393 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.387+0000 7f4fb2965b80 1 -- 172.21.15.42:0/224606753 wait complete. 2024-06-06T08:23:22.393 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.387+0000 7f4fb2965b80 20 client.15543 trim_cache size 0 max 16384 2024-06-06T08:23:22.394 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:23:22.394 INFO:teuthology.orchestra.run.smithi042.stdout: "cluster_fsid": "103bdc14-23dc-11ef-bc9b-c7b262605968", 2024-06-06T08:23:22.394 INFO:teuthology.orchestra.run.smithi042.stdout: "whoami": 0, 2024-06-06T08:23:22.394 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 24484, 2024-06-06T08:23:22.394 INFO:teuthology.orchestra.run.smithi042.stdout: "want_state": "up:active", 2024-06-06T08:23:22.394 INFO:teuthology.orchestra.run.smithi042.stdout: "state": "up:active", 2024-06-06T08:23:22.394 INFO:teuthology.orchestra.run.smithi042.stdout: "fs_name": "cephfs", 2024-06-06T08:23:22.394 INFO:teuthology.orchestra.run.smithi042.stdout: "rank_uptime": 282.42692511899997, 2024-06-06T08:23:22.395 INFO:teuthology.orchestra.run.smithi042.stdout: "mdsmap_epoch": 26, 2024-06-06T08:23:22.395 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_epoch": 100, 2024-06-06T08:23:22.395 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_epoch_barrier": 99, 2024-06-06T08:23:22.395 INFO:teuthology.orchestra.run.smithi042.stdout: "uptime": 307.16248007500002 2024-06-06T08:23:22.395 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:23:22.396 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.388+0000 7f4fa80e2700 1 -- 172.21.15.42:0/4140041130 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f4f8c0a2eb0 msgr2=0x7f4f8c0a5370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:22.396 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.388+0000 7f4fa80e2700 1 --2- 172.21.15.42:0/4140041130 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f4f8c0a2eb0 0x7f4f8c0a5370 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f4f9c009be0 tx=0x7f4f9c009260 comp rx=0 tx=0).stop 2024-06-06T08:23:22.396 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.388+0000 7f4fa80e2700 1 -- 172.21.15.42:0/4140041130 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4fa01085f0 msgr2=0x7f4fa0075210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:22.396 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.388+0000 7f4fa80e2700 1 --2- 172.21.15.42:0/4140041130 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4fa01085f0 0x7f4fa0075210 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f4f9800b780 tx=0x7f4f98004d00 comp rx=0 tx=0).stop 2024-06-06T08:23:22.396 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.388+0000 7f4fa80e2700 1 -- 172.21.15.42:0/4140041130 shutdown_connections 2024-06-06T08:23:22.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.388+0000 7f4fa80e2700 1 --2- 172.21.15.42:0/4140041130 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f4f8c0a2eb0 0x7f4f8c0a5370 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:22.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.388+0000 7f4fa80e2700 1 --2- 172.21.15.42:0/4140041130 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4fa01085f0 0x7f4fa0075210 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:22.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.388+0000 7f4fa80e2700 1 --2- 172.21.15.42:0/4140041130 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4fa01024e0 0x7f4fa0074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:22.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.388+0000 7f4fa80e2700 1 --2- 172.21.15.42:0/4140041130 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4fa0102ea0 0x7f4fa0074cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:22.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.388+0000 7f4fa80e2700 1 -- 172.21.15.42:0/4140041130 >> 172.21.15.42:0/4140041130 conn(0x7f4fa0079640 msgr2=0x7f4fa0100e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:22.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.388+0000 7f4fa80e2700 1 -- 172.21.15.42:0/4140041130 shutdown_connections 2024-06-06T08:23:22.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:22.388+0000 7f4fa80e2700 1 -- 172.21.15.42:0/4140041130 wait complete. 2024-06-06T08:23:22.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:23:22 smithi149 ceph-mon[36842]: pgmap v25: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 2.1 KiB/s wr, 7 op/s 2024-06-06T08:23:22.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:23:22 smithi120 ceph-mon[36658]: pgmap v25: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 2.1 KiB/s wr, 7 op/s 2024-06-06T08:23:23.054 INFO:tasks.quiescer:Ready to start quiesce thrashing; initial delay: 15 sec 2024-06-06T08:23:24.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:23:24 smithi149 ceph-mon[36842]: pgmap v26: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 2.1 KiB/s wr, 9 op/s 2024-06-06T08:23:24.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:23:24 smithi042 ceph-mon[32384]: pgmap v26: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 2.1 KiB/s wr, 9 op/s 2024-06-06T08:23:24.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:23:24 smithi120 ceph-mon[36658]: pgmap v26: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 2.1 KiB/s wr, 9 op/s 2024-06-06T08:23:24.748 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-06-06T08:23:25.013 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:23:26.431 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:23:26 smithi042 ceph-mon[32384]: pgmap v27: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-06-06T08:23:26.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:23:26 smithi149 ceph-mon[36842]: pgmap v27: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-06-06T08:23:26.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:23:26 smithi120 ceph-mon[36658]: pgmap v27: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-06-06T08:23:26.819 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.818+0000 7f2bd2a0d700 1 -- 172.21.15.42:0/373961261 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2bcc107840 msgr2=0x7f2bcc10f3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:26.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.818+0000 7f2bd2a0d700 1 --2- 172.21.15.42:0/373961261 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2bcc107840 0x7f2bcc10f3c0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f2bc400b0d0 tx=0x7f2bc400b3e0 comp rx=0 tx=0).stop 2024-06-06T08:23:26.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.818+0000 7f2bd2a0d700 1 -- 172.21.15.42:0/373961261 shutdown_connections 2024-06-06T08:23:26.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.818+0000 7f2bd2a0d700 1 --2- 172.21.15.42:0/373961261 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2bcc107840 0x7f2bcc10f3c0 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:26.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.818+0000 7f2bd2a0d700 1 --2- 172.21.15.42:0/373961261 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2bcc102740 0x7f2bcc102b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:26.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.818+0000 7f2bd2a0d700 1 --2- 172.21.15.42:0/373961261 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2bcc1030f0 0x7f2bcc107110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:26.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.818+0000 7f2bd2a0d700 1 -- 172.21.15.42:0/373961261 >> 172.21.15.42:0/373961261 conn(0x7f2bcc0795f0 msgr2=0x7f2bcc079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:26.821 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.818+0000 7f2bd2a0d700 1 -- 172.21.15.42:0/373961261 shutdown_connections 2024-06-06T08:23:26.821 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.818+0000 7f2bd2a0d700 1 -- 172.21.15.42:0/373961261 wait complete. 2024-06-06T08:23:26.821 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.819+0000 7f2bd2a0d700 1 Processor -- start 2024-06-06T08:23:26.821 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.819+0000 7f2bd2a0d700 1 -- start start 2024-06-06T08:23:26.821 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.819+0000 7f2bd2a0d700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2bcc102740 0x7f2bcc19e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:26.821 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.819+0000 7f2bd2a0d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2bcc1030f0 0x7f2bcc19ed00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:26.821 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.819+0000 7f2bd2a0d700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2bcc107840 0x7f2bcc198980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:26.821 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.819+0000 7f2bd2a0d700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2bcc112780 con 0x7f2bcc1030f0 2024-06-06T08:23:26.821 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.819+0000 7f2bd2a0d700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f2bcc112600 con 0x7f2bcc107840 2024-06-06T08:23:26.822 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.819+0000 7f2bd2a0d700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f2bcc112900 con 0x7f2bcc102740 2024-06-06T08:23:26.822 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.819+0000 7f2bc3fff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2bcc1030f0 0x7f2bcc19ed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:26.822 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.819+0000 7f2bc3fff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2bcc1030f0 0x7f2bcc19ed00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:52474/0 (socket says 172.21.15.42:52474) 2024-06-06T08:23:26.822 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.819+0000 7f2bc3fff700 1 -- 172.21.15.42:0/1181787507 learned_addr learned my addr 172.21.15.42:0/1181787507 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:26.822 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.819+0000 7f2bd0faa700 1 --2- 172.21.15.42:0/1181787507 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2bcc107840 0x7f2bcc198980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:26.822 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.819+0000 7f2bcbfff700 1 --2- 172.21.15.42:0/1181787507 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2bcc102740 0x7f2bcc19e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:26.822 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.819+0000 7f2bc3fff700 1 -- 172.21.15.42:0/1181787507 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2bcc102740 msgr2=0x7f2bcc19e7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:26.823 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.819+0000 7f2bc3fff700 1 --2- 172.21.15.42:0/1181787507 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2bcc102740 0x7f2bcc19e7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:26.823 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.819+0000 7f2bc3fff700 1 -- 172.21.15.42:0/1181787507 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2bcc107840 msgr2=0x7f2bcc198980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:26.823 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.819+0000 7f2bc3fff700 1 --2- 172.21.15.42:0/1181787507 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2bcc107840 0x7f2bcc198980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:26.823 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.819+0000 7f2bc3fff700 1 -- 172.21.15.42:0/1181787507 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2bcc1990e0 con 0x7f2bcc1030f0 2024-06-06T08:23:26.823 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.819+0000 7f2bcbfff700 1 --2- 172.21.15.42:0/1181787507 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2bcc102740 0x7f2bcc19e7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:23:26.823 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.820+0000 7f2bc3fff700 1 --2- 172.21.15.42:0/1181787507 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2bcc1030f0 0x7f2bcc19ed00 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f2bb400d980 tx=0x7f2bb400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:26.823 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.820+0000 7f2bc9ffb700 1 -- 172.21.15.42:0/1181787507 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bb4017070 con 0x7f2bcc1030f0 2024-06-06T08:23:26.823 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.820+0000 7f2bc9ffb700 1 -- 172.21.15.42:0/1181787507 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2bb4005020 con 0x7f2bcc1030f0 2024-06-06T08:23:26.823 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.820+0000 7f2bd2a0d700 1 -- 172.21.15.42:0/1181787507 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2bcc1993d0 con 0x7f2bcc1030f0 2024-06-06T08:23:26.823 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.820+0000 7f2bc9ffb700 1 -- 172.21.15.42:0/1181787507 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bb4009bc0 con 0x7f2bcc1030f0 2024-06-06T08:23:26.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.820+0000 7f2bd2a0d700 1 -- 172.21.15.42:0/1181787507 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2bcc1a5690 con 0x7f2bcc1030f0 2024-06-06T08:23:26.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.822+0000 7f2bc9ffb700 1 -- 172.21.15.42:0/1181787507 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 25) ==== 138066+0+0 (secure 0 0 0) 0x7f2bb40051d0 con 0x7f2bcc1030f0 2024-06-06T08:23:26.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.823+0000 7f2bc9ffb700 1 --2- 172.21.15.42:0/1181787507 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f2bb80a2f30 0x7f2bb80a53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:26.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.823+0000 7f2bcbfff700 1 --2- 172.21.15.42:0/1181787507 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f2bb80a2f30 0x7f2bb80a53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:26.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.823+0000 7f2bc9ffb700 1 -- 172.21.15.42:0/1181787507 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f2bb40cf890 con 0x7f2bcc1030f0 2024-06-06T08:23:26.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.823+0000 7f2bcbfff700 1 --2- 172.21.15.42:0/1181787507 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f2bb80a2f30 0x7f2bb80a53f0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f2bcc199ac0 tx=0x7f2bbc00b690 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:26.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.823+0000 7f2bdd290b80 1 Processor -- start 2024-06-06T08:23:26.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.823+0000 7f2bdd290b80 1 -- start start 2024-06-06T08:23:26.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.824+0000 7f2bdd290b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dd5badda70 0x55dd5badde50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:26.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.824+0000 7f2bdd290b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dd5bade390 0x55dd5bad7df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:26.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.824+0000 7f2bdd290b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dd5bad8330 0x55dd5bad8750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:26.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.824+0000 7f2bdd290b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55dd5ba25810 con 0x55dd5bad8330 2024-06-06T08:23:26.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.824+0000 7f2bdd290b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55dd5b9cd720 con 0x55dd5badda70 2024-06-06T08:23:26.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.824+0000 7f2bdd290b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55dd5ba217d0 con 0x55dd5bade390 2024-06-06T08:23:26.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.824+0000 7f2bd0faa700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dd5bad8330 0x55dd5bad8750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:26.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.824+0000 7f2bd0faa700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dd5bad8330 0x55dd5bad8750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:52486/0 (socket says 172.21.15.42:52486) 2024-06-06T08:23:26.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.824+0000 7f2bd0faa700 1 -- 172.21.15.42:0/566323516 learned_addr learned my addr 172.21.15.42:0/566323516 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:26.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.824+0000 7f2bcbfff700 1 --2- 172.21.15.42:0/566323516 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dd5badda70 0x55dd5badde50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:26.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.824+0000 7f2bc3fff700 1 --2- 172.21.15.42:0/566323516 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dd5bade390 0x55dd5bad7df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:26.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.824+0000 7f2bd0faa700 1 -- 172.21.15.42:0/566323516 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dd5bade390 msgr2=0x55dd5bad7df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:26.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.824+0000 7f2bd0faa700 1 --2- 172.21.15.42:0/566323516 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dd5bade390 0x55dd5bad7df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:26.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.824+0000 7f2bd0faa700 1 -- 172.21.15.42:0/566323516 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dd5badda70 msgr2=0x55dd5badde50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:26.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.824+0000 7f2bd0faa700 1 --2- 172.21.15.42:0/566323516 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dd5badda70 0x55dd5badde50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:26.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.824+0000 7f2bd0faa700 1 -- 172.21.15.42:0/566323516 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dd5b9c3f50 con 0x55dd5bad8330 2024-06-06T08:23:26.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.824+0000 7f2bd0faa700 1 --2- 172.21.15.42:0/566323516 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dd5bad8330 0x55dd5bad8750 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f2bc4009cb0 tx=0x7f2bc4006210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a83ff4c35cbf4323 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:26.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.825+0000 7f2bc27fc700 1 -- 172.21.15.42:0/566323516 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bc40092d0 con 0x55dd5bad8330 2024-06-06T08:23:26.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.825+0000 7f2bc27fc700 1 -- 172.21.15.42:0/566323516 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2bc4009470 con 0x55dd5bad8330 2024-06-06T08:23:26.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.825+0000 7f2bc27fc700 1 -- 172.21.15.42:0/566323516 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bc4005040 con 0x55dd5bad8330 2024-06-06T08:23:26.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.825+0000 7f2bdd290b80 1 -- 172.21.15.42:0/566323516 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dd5bad8330 msgr2=0x55dd5bad8750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:26.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.825+0000 7f2bdd290b80 1 --2- 172.21.15.42:0/566323516 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dd5bad8330 0x55dd5bad8750 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f2bc4009cb0 tx=0x7f2bc4006210 comp rx=0 tx=0).stop 2024-06-06T08:23:26.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.825+0000 7f2bdd290b80 1 -- 172.21.15.42:0/566323516 shutdown_connections 2024-06-06T08:23:26.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.825+0000 7f2bdd290b80 1 --2- 172.21.15.42:0/566323516 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dd5bad8330 0x55dd5bad8750 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:26.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.825+0000 7f2bdd290b80 1 --2- 172.21.15.42:0/566323516 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dd5badda70 0x55dd5badde50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:26.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.825+0000 7f2bdd290b80 1 --2- 172.21.15.42:0/566323516 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dd5bade390 0x55dd5bad7df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:26.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.825+0000 7f2bdd290b80 1 -- 172.21.15.42:0/566323516 >> 172.21.15.42:0/566323516 conn(0x55dd5b9fecc0 msgr2=0x55dd5bace850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:26.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.825+0000 7f2bdd290b80 1 -- 172.21.15.42:0/566323516 shutdown_connections 2024-06-06T08:23:26.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.825+0000 7f2bdd290b80 1 -- 172.21.15.42:0/566323516 wait complete. 2024-06-06T08:23:26.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.826+0000 7f2bdd290b80 1 -- start start 2024-06-06T08:23:26.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.826+0000 7f2bdd290b80 1 Processor -- start 2024-06-06T08:23:26.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.826+0000 7f2bdd290b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dd5bad8330 0x55dd5bae4160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:26.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.826+0000 7f2bdd290b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dd5badda70 0x55dd5bae1460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:26.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.826+0000 7f2bdd290b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dd5bade390 0x55dd5bae19a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:26.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.826+0000 7f2bdd290b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55dd5bae4d70 con 0x55dd5badda70 2024-06-06T08:23:26.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.826+0000 7f2bdd290b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55dd5b9c5bf0 con 0x55dd5bade390 2024-06-06T08:23:26.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.826+0000 7f2bdd290b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55dd5bae4ef0 con 0x55dd5bad8330 2024-06-06T08:23:26.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.826+0000 7f2bdd290b80 10 client.0 _ll_register_callbacks cb 0x55dd5b9bf920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:23:26.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.826+0000 7f2bc3fff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dd5badda70 0x55dd5bae1460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:26.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.826+0000 7f2bc3fff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dd5badda70 0x55dd5bae1460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:52490/0 (socket says 172.21.15.42:52490) 2024-06-06T08:23:26.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.826+0000 7f2bc3fff700 1 -- 172.21.15.42:0/1941889997 learned_addr learned my addr 172.21.15.42:0/1941889997 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:26.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.827+0000 7f2bcbfff700 1 --2- 172.21.15.42:0/1941889997 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dd5bad8330 0x55dd5bae4160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:26.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.827+0000 7f2bc3fff700 1 -- 172.21.15.42:0/1941889997 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dd5bad8330 msgr2=0x55dd5bae4160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:26.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.827+0000 7f2bc3fff700 1 --2- 172.21.15.42:0/1941889997 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dd5bad8330 0x55dd5bae4160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:26.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.827+0000 7f2bc3fff700 1 -- 172.21.15.42:0/1941889997 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dd5bade390 msgr2=0x55dd5bae19a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:26.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.827+0000 7f2bd0faa700 1 --2- 172.21.15.42:0/1941889997 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dd5bade390 0x55dd5bae19a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:26.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.827+0000 7f2bc3fff700 1 --2- 172.21.15.42:0/1941889997 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dd5bade390 0x55dd5bae19a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:26.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.827+0000 7f2bc3fff700 1 -- 172.21.15.42:0/1941889997 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dd5b9748d0 con 0x55dd5badda70 2024-06-06T08:23:26.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.827+0000 7f2bc3fff700 1 --2- 172.21.15.42:0/1941889997 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dd5badda70 0x55dd5bae1460 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f2bb40cd2a0 tx=0x7f2bb409c040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=857c1d2f18d1d10d server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:26.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.827+0000 7f2bab7fe700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:23:26.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.827+0000 7f2bab7fe700 1 -- 172.21.15.42:0/1941889997 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bb40b4060 con 0x55dd5badda70 2024-06-06T08:23:26.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.827+0000 7f2bab7fe700 1 -- 172.21.15.42:0/1941889997 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f2bb409ba80 con 0x55dd5badda70 2024-06-06T08:23:26.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.827+0000 7f2bdd290b80 1 -- 172.21.15.42:0/1941889997 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2bc4009470 con 0x55dd5badda70 2024-06-06T08:23:26.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.827+0000 7f2bab7fe700 1 -- 172.21.15.42:0/1941889997 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2bb40a4490 con 0x55dd5badda70 2024-06-06T08:23:26.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.827+0000 7f2bdd290b80 10 client.15555 fetch_fsmap learned FSMap version 26 2024-06-06T08:23:26.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.827+0000 7f2bdd290b80 1 -- 172.21.15.42:0/1941889997 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55dd5baef780 con 0x55dd5badda70 2024-06-06T08:23:26.836 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.827+0000 7f2bab7fe700 1 -- 172.21.15.42:0/1941889997 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2bc4009470 con 0x55dd5badda70 2024-06-06T08:23:26.836 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.827+0000 7f2bab7fe700 1 -- 172.21.15.42:0/1941889997 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7f2bb400ebc0 con 0x55dd5badda70 2024-06-06T08:23:26.836 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.828+0000 7f2bdd290b80 10 client.15555 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:23:26.836 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.828+0000 7f2bdd290b80 10 client.15555 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:23:26.836 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.828+0000 7f2bdd290b80 20 client.15555 populate_metadata read hostname 'smithi042' 2024-06-06T08:23:26.836 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.828+0000 7f2bdd290b80 1 --2- 172.21.15.42:0/1941889997 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55dd5baf1d10 0x55dd5baf4100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:26.836 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.828+0000 7f2bdd290b80 4 client.15555 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:23:26.836 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.828+0000 7f2bdd290b80 1 -- 172.21.15.42:0/1941889997 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55dd5ba32d10 con 0x55dd5baf1d10 2024-06-06T08:23:26.836 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.828+0000 7f2bcbfff700 1 --2- 172.21.15.42:0/1941889997 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55dd5baf1d10 0x55dd5baf4100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:26.836 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.828+0000 7f2bab7fe700 10 client.15555 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:23:26.837 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.828+0000 7f2bcbfff700 1 --2- 172.21.15.42:0/1941889997 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55dd5baf1d10 0x55dd5baf4100 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=476e4f7a188fb722 server_cookie=3575a091252b570c in_seq=0 out_seq=0 2024-06-06T08:23:26.837 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.829+0000 7f2bab7fe700 1 -- 172.21.15.42:0/1941889997 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55dd5ba32d10 con 0x55dd5baf1d10 2024-06-06T08:23:26.837 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.829+0000 7f2bab7fe700 10 client.15555 handle_command_reply: tid=0 2024-06-06T08:23:26.837 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.829+0000 7f2bdd290b80 1 client.15555 shutdown 2024-06-06T08:23:26.837 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.829+0000 7f2bdd290b80 1 -- 172.21.15.42:0/1941889997 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dd5badda70 msgr2=0x55dd5bae1460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:26.837 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.829+0000 7f2bdd290b80 1 --2- 172.21.15.42:0/1941889997 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dd5badda70 0x55dd5bae1460 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f2bb40cd2a0 tx=0x7f2bb409c040 comp rx=0 tx=0).stop 2024-06-06T08:23:26.837 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.829+0000 7f2bdd290b80 1 -- 172.21.15.42:0/1941889997 shutdown_connections 2024-06-06T08:23:26.837 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.829+0000 7f2bdd290b80 1 --2- 172.21.15.42:0/1941889997 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55dd5baf1d10 0x55dd5baf4100 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:26.837 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.829+0000 7f2bdd290b80 1 --2- 172.21.15.42:0/1941889997 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dd5bade390 0x55dd5bae19a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:26.837 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.830+0000 7f2bdd290b80 1 --2- 172.21.15.42:0/1941889997 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dd5bad8330 0x55dd5bae4160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:26.837 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.830+0000 7f2bdd290b80 1 --2- 172.21.15.42:0/1941889997 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dd5badda70 0x55dd5bae1460 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:26.837 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.830+0000 7f2bdd290b80 1 -- 172.21.15.42:0/1941889997 >> 172.21.15.42:0/1941889997 conn(0x55dd5b9fecc0 msgr2=0x55dd5bad29d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:26.838 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.830+0000 7f2bab7fe700 0 client.15555 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:23:26.838 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.830+0000 7f2bdd290b80 1 -- 172.21.15.42:0/1941889997 shutdown_connections 2024-06-06T08:23:26.838 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.830+0000 7f2bdd290b80 1 -- 172.21.15.42:0/1941889997 wait complete. 2024-06-06T08:23:26.838 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.830+0000 7f2bdd290b80 20 client.15555 trim_cache size 0 max 16384 2024-06-06T08:23:26.850 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.850+0000 7f2bdd290b80 1 Processor -- start 2024-06-06T08:23:26.851 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.851+0000 7f2bdd290b80 1 -- start start 2024-06-06T08:23:26.851 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.851+0000 7f2bdd290b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dd5bad8330 0x55dd5bad3260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:26.851 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.851+0000 7f2bdd290b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dd5badda70 0x55dd5baf9960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:26.851 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.851+0000 7f2bdd290b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dd5bade390 0x55dd5baf9ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:26.851 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.851+0000 7f2bdd290b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2bcc1ae9b0 con 0x55dd5bad8330 2024-06-06T08:23:26.851 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.851+0000 7f2bdd290b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f2bcc1ac240 con 0x55dd5bade390 2024-06-06T08:23:26.851 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.851+0000 7f2bdd290b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f2bcc1aa090 con 0x55dd5badda70 2024-06-06T08:23:26.851 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.851+0000 7f2bcbfff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dd5bad8330 0x55dd5bad3260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:26.851 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.851+0000 7f2bcbfff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dd5bad8330 0x55dd5bad3260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:52504/0 (socket says 172.21.15.42:52504) 2024-06-06T08:23:26.851 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.851+0000 7f2bcbfff700 1 -- 172.21.15.42:0/584164083 learned_addr learned my addr 172.21.15.42:0/584164083 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:26.851 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.851+0000 7f2bc3fff700 1 --2- 172.21.15.42:0/584164083 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dd5badda70 0x55dd5baf9960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:26.851 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.851+0000 7f2bd0faa700 1 --2- 172.21.15.42:0/584164083 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dd5bade390 0x55dd5baf9ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:26.852 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.851+0000 7f2bcbfff700 1 -- 172.21.15.42:0/584164083 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dd5badda70 msgr2=0x55dd5baf9960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:26.852 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.851+0000 7f2bcbfff700 1 --2- 172.21.15.42:0/584164083 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dd5badda70 0x55dd5baf9960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:26.852 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.851+0000 7f2bcbfff700 1 -- 172.21.15.42:0/584164083 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dd5bade390 msgr2=0x55dd5baf9ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:26.852 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.851+0000 7f2bcbfff700 1 --2- 172.21.15.42:0/584164083 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dd5bade390 0x55dd5baf9ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:26.852 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.851+0000 7f2bcbfff700 1 -- 172.21.15.42:0/584164083 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dd5bad8cb0 con 0x55dd5bad8330 2024-06-06T08:23:26.852 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.851+0000 7f2bcbfff700 1 --2- 172.21.15.42:0/584164083 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dd5bad8330 0x55dd5bad3260 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x55dd5bacf440 tx=0x7f2bbc015000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2a8275630c02be6 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:26.852 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.852+0000 7f2bc1ffb700 1 -- 172.21.15.42:0/584164083 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bbc028330 con 0x55dd5bad8330 2024-06-06T08:23:26.852 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.852+0000 7f2bc1ffb700 1 -- 172.21.15.42:0/584164083 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2bbc0289b0 con 0x55dd5bad8330 2024-06-06T08:23:26.852 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.852+0000 7f2bc1ffb700 1 -- 172.21.15.42:0/584164083 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bbc01fbc0 con 0x55dd5bad8330 2024-06-06T08:23:26.856 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.852+0000 7f2bdd290b80 1 -- 172.21.15.42:0/584164083 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dd5bad8330 msgr2=0x55dd5bad3260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:26.856 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.852+0000 7f2bdd290b80 1 --2- 172.21.15.42:0/584164083 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dd5bad8330 0x55dd5bad3260 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x55dd5bacf440 tx=0x7f2bbc015000 comp rx=0 tx=0).stop 2024-06-06T08:23:26.856 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.852+0000 7f2bdd290b80 1 -- 172.21.15.42:0/584164083 shutdown_connections 2024-06-06T08:23:26.856 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.852+0000 7f2bdd290b80 1 --2- 172.21.15.42:0/584164083 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dd5bade390 0x55dd5baf9ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:26.856 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.852+0000 7f2bdd290b80 1 --2- 172.21.15.42:0/584164083 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dd5bad8330 0x55dd5bad3260 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:26.856 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.852+0000 7f2bdd290b80 1 --2- 172.21.15.42:0/584164083 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dd5badda70 0x55dd5baf9960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:26.856 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.852+0000 7f2bdd290b80 1 -- 172.21.15.42:0/584164083 >> 172.21.15.42:0/584164083 conn(0x55dd5b9fecc0 msgr2=0x55dd5badef30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:26.856 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.852+0000 7f2bdd290b80 1 -- 172.21.15.42:0/584164083 shutdown_connections 2024-06-06T08:23:26.856 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.852+0000 7f2bdd290b80 1 -- 172.21.15.42:0/584164083 wait complete. 2024-06-06T08:23:26.856 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.853+0000 7f2bdd290b80 1 -- start start 2024-06-06T08:23:26.857 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.853+0000 7f2bdd290b80 1 Processor -- start 2024-06-06T08:23:26.857 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.853+0000 7f2bdd290b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dd5bad8330 0x55dd5bae66a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:26.857 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.853+0000 7f2bdd290b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dd5badda70 0x55dd5bae6be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:26.857 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.853+0000 7f2bdd290b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dd5bade390 0x55dd5bb5b930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:26.857 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.853+0000 7f2bdd290b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2bcc1aa700 con 0x55dd5bad8330 2024-06-06T08:23:26.857 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.853+0000 7f2bdd290b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f2bcc1abb70 con 0x55dd5badda70 2024-06-06T08:23:26.857 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.853+0000 7f2bdd290b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f2bcc1aadd0 con 0x55dd5bade390 2024-06-06T08:23:26.857 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.853+0000 7f2bdd290b80 10 client.0 _ll_register_callbacks cb 0x55dd5b9bf920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:23:26.857 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.853+0000 7f2bcbfff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dd5bad8330 0x55dd5bae66a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:26.857 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.853+0000 7f2bcbfff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dd5bad8330 0x55dd5bae66a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:52516/0 (socket says 172.21.15.42:52516) 2024-06-06T08:23:26.857 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.853+0000 7f2bcbfff700 1 -- 172.21.15.42:0/1070992404 learned_addr learned my addr 172.21.15.42:0/1070992404 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:26.857 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.853+0000 7f2bc3fff700 1 --2- 172.21.15.42:0/1070992404 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dd5badda70 0x55dd5bae6be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:26.857 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.854+0000 7f2bd0faa700 1 --2- 172.21.15.42:0/1070992404 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dd5bade390 0x55dd5bb5b930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:26.858 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.854+0000 7f2bcbfff700 1 -- 172.21.15.42:0/1070992404 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dd5bade390 msgr2=0x55dd5bb5b930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:26.858 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.854+0000 7f2bcbfff700 1 --2- 172.21.15.42:0/1070992404 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dd5bade390 0x55dd5bb5b930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:26.858 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.854+0000 7f2bcbfff700 1 -- 172.21.15.42:0/1070992404 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dd5badda70 msgr2=0x55dd5bae6be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:26.858 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.854+0000 7f2bcbfff700 1 --2- 172.21.15.42:0/1070992404 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dd5badda70 0x55dd5bae6be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:26.858 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.854+0000 7f2bcbfff700 1 -- 172.21.15.42:0/1070992404 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dd5bb5be70 con 0x55dd5bad8330 2024-06-06T08:23:26.858 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.854+0000 7f2bd0faa700 1 --2- 172.21.15.42:0/1070992404 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dd5bade390 0x55dd5bb5b930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:23:26.858 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.854+0000 7f2bcbfff700 1 --2- 172.21.15.42:0/1070992404 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dd5bad8330 0x55dd5bae66a0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f2bbc00ba70 tx=0x7f2bbc005760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=282971bad12dfbe7 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:26.858 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.854+0000 7f2bab7fe700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:23:26.858 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.854+0000 7f2bab7fe700 1 -- 172.21.15.42:0/1070992404 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bbc028530 con 0x55dd5bad8330 2024-06-06T08:23:26.858 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.854+0000 7f2bab7fe700 1 -- 172.21.15.42:0/1070992404 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f2bbc0286d0 con 0x55dd5bad8330 2024-06-06T08:23:26.858 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.854+0000 7f2bdd290b80 1 -- 172.21.15.42:0/1070992404 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2bbc0289b0 con 0x55dd5bad8330 2024-06-06T08:23:26.858 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.854+0000 7f2bab7fe700 1 -- 172.21.15.42:0/1070992404 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2bbc044050 con 0x55dd5bad8330 2024-06-06T08:23:26.858 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.854+0000 7f2bdd290b80 10 client.15561 fetch_fsmap learned FSMap version 26 2024-06-06T08:23:26.859 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.854+0000 7f2bdd290b80 1 -- 172.21.15.42:0/1070992404 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55dd5bb5d150 con 0x55dd5bad8330 2024-06-06T08:23:26.859 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.854+0000 7f2bab7fe700 1 -- 172.21.15.42:0/1070992404 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2bbc0289b0 con 0x55dd5bad8330 2024-06-06T08:23:26.859 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.855+0000 7f2bab7fe700 1 -- 172.21.15.42:0/1070992404 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7f2bbc03b880 con 0x55dd5bad8330 2024-06-06T08:23:26.859 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.855+0000 7f2bdd290b80 10 client.15561 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:23:26.859 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.855+0000 7f2bdd290b80 10 client.15561 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:23:26.859 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.855+0000 7f2bdd290b80 20 client.15561 populate_metadata read hostname 'smithi042' 2024-06-06T08:23:26.859 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.855+0000 7f2bdd290b80 1 --2- 172.21.15.42:0/1070992404 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55dd5bb5d780 0x55dd5bb5fba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:26.859 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.855+0000 7f2bdd290b80 4 client.15561 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-06-06T08:23:26.859 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.855+0000 7f2bdd290b80 1 -- 172.21.15.42:0/1070992404 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55dd5ba2d290 con 0x55dd5bb5d780 2024-06-06T08:23:26.859 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.855+0000 7f2bc3fff700 1 --2- 172.21.15.42:0/1070992404 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55dd5bb5d780 0x55dd5bb5fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:26.859 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.855+0000 7f2bc3fff700 1 --2- 172.21.15.42:0/1070992404 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55dd5bb5d780 0x55dd5bb5fba0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=130f659fe3749574 server_cookie=895a2287d3bbaa19 in_seq=0 out_seq=0 2024-06-06T08:23:26.859 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.855+0000 7f2bab7fe700 10 client.15561 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:23:26.859 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.855+0000 7f2bab7fe700 1 -- 172.21.15.42:0/1070992404 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55dd5ba2d290 con 0x55dd5bb5d780 2024-06-06T08:23:26.859 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.855+0000 7f2bab7fe700 10 client.15561 handle_command_reply: tid=0 2024-06-06T08:23:26.860 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.855+0000 7f2bdd290b80 1 client.15561 shutdown 2024-06-06T08:23:26.860 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.856+0000 7f2bdd290b80 1 -- 172.21.15.42:0/1070992404 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dd5bad8330 msgr2=0x55dd5bae66a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:26.860 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.856+0000 7f2bdd290b80 1 --2- 172.21.15.42:0/1070992404 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dd5bad8330 0x55dd5bae66a0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f2bbc00ba70 tx=0x7f2bbc005760 comp rx=0 tx=0).stop 2024-06-06T08:23:26.860 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.856+0000 7f2bdd290b80 1 -- 172.21.15.42:0/1070992404 shutdown_connections 2024-06-06T08:23:26.860 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.856+0000 7f2bdd290b80 1 --2- 172.21.15.42:0/1070992404 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dd5bade390 0x55dd5bb5b930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:26.860 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.856+0000 7f2bdd290b80 1 --2- 172.21.15.42:0/1070992404 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dd5bad8330 0x55dd5bae66a0 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:26.860 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.856+0000 7f2bdd290b80 1 --2- 172.21.15.42:0/1070992404 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55dd5bb5d780 0x55dd5bb5fba0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:26.860 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.856+0000 7f2bdd290b80 1 --2- 172.21.15.42:0/1070992404 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dd5badda70 0x55dd5bae6be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:26.860 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.856+0000 7f2bdd290b80 1 -- 172.21.15.42:0/1070992404 >> 172.21.15.42:0/1070992404 conn(0x55dd5b9fecc0 msgr2=0x55dd5bae2c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:26.860 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.856+0000 7f2bab7fe700 0 client.15561 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:23:26.860 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.856+0000 7f2bdd290b80 1 -- 172.21.15.42:0/1070992404 shutdown_connections 2024-06-06T08:23:26.860 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.856+0000 7f2bdd290b80 1 -- 172.21.15.42:0/1070992404 wait complete. 2024-06-06T08:23:26.860 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.856+0000 7f2bdd290b80 20 client.15561 trim_cache size 0 max 16384 2024-06-06T08:23:26.861 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:23:26.861 INFO:teuthology.orchestra.run.smithi042.stdout: "status": "no active scrubs running", 2024-06-06T08:23:26.861 INFO:teuthology.orchestra.run.smithi042.stdout: "scrubs": {} 2024-06-06T08:23:26.861 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:23:26.862 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.856+0000 7f2bd2a0d700 1 -- 172.21.15.42:0/1181787507 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f2bb80a2f30 msgr2=0x7f2bb80a53f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:26.862 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.856+0000 7f2bd2a0d700 1 --2- 172.21.15.42:0/1181787507 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f2bb80a2f30 0x7f2bb80a53f0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f2bcc199ac0 tx=0x7f2bbc00b690 comp rx=0 tx=0).stop 2024-06-06T08:23:26.862 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.856+0000 7f2bd2a0d700 1 -- 172.21.15.42:0/1181787507 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2bcc1030f0 msgr2=0x7f2bcc19ed00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:26.862 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.856+0000 7f2bd2a0d700 1 --2- 172.21.15.42:0/1181787507 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2bcc1030f0 0x7f2bcc19ed00 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f2bb400d980 tx=0x7f2bb400dc90 comp rx=0 tx=0).stop 2024-06-06T08:23:26.862 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.857+0000 7f2bd2a0d700 1 -- 172.21.15.42:0/1181787507 shutdown_connections 2024-06-06T08:23:26.862 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.857+0000 7f2bd2a0d700 1 --2- 172.21.15.42:0/1181787507 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f2bb80a2f30 0x7f2bb80a53f0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:26.862 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.857+0000 7f2bd2a0d700 1 --2- 172.21.15.42:0/1181787507 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2bcc107840 0x7f2bcc198980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:26.862 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.857+0000 7f2bd2a0d700 1 --2- 172.21.15.42:0/1181787507 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2bcc102740 0x7f2bcc19e7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:26.862 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.857+0000 7f2bd2a0d700 1 --2- 172.21.15.42:0/1181787507 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2bcc1030f0 0x7f2bcc19ed00 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:26.862 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.857+0000 7f2bd2a0d700 1 -- 172.21.15.42:0/1181787507 >> 172.21.15.42:0/1181787507 conn(0x7f2bcc0795f0 msgr2=0x7f2bcc100490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:26.862 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.857+0000 7f2bd2a0d700 1 -- 172.21.15.42:0/1181787507 shutdown_connections 2024-06-06T08:23:26.862 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:26.857+0000 7f2bd2a0d700 1 -- 172.21.15.42:0/1181787507 wait complete. 2024-06-06T08:23:27.629 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-06-06T08:23:27.630 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:23:27.886 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:23:28.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:23:28 smithi042 ceph-mon[32384]: pgmap v28: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-06-06T08:23:28.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:23:28 smithi149 ceph-mon[36842]: pgmap v28: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-06-06T08:23:28.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:23:28 smithi120 ceph-mon[36658]: pgmap v28: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-06-06T08:23:28.738 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.737+0000 7fb33bd90640 1 -- 172.21.15.42:0/3891871714 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb3341008d0 msgr2=0x7fb334100d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:28.738 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.737+0000 7fb33bd90640 1 --2- 172.21.15.42:0/3891871714 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb3341008d0 0x7fb334100d50 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fb324009930 tx=0x7fb32402a420 comp rx=0 tx=0).stop 2024-06-06T08:23:28.738 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.737+0000 7fb33bd90640 1 -- 172.21.15.42:0/3891871714 shutdown_connections 2024-06-06T08:23:28.738 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.737+0000 7fb33bd90640 1 --2- 172.21.15.42:0/3891871714 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb334101290 0x7fb33410d750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:28.738 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.737+0000 7fb33bd90640 1 --2- 172.21.15.42:0/3891871714 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb3341008d0 0x7fb334100d50 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:28.738 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.737+0000 7fb33bd90640 1 --2- 172.21.15.42:0/3891871714 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb334106890 0x7fb334106c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:28.738 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.737+0000 7fb33bd90640 1 -- 172.21.15.42:0/3891871714 >> 172.21.15.42:0/3891871714 conn(0x7fb334077a20 msgr2=0x7fb334077e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:28.739 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.737+0000 7fb33bd90640 1 -- 172.21.15.42:0/3891871714 shutdown_connections 2024-06-06T08:23:28.739 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.737+0000 7fb33bd90640 1 -- 172.21.15.42:0/3891871714 wait complete. 2024-06-06T08:23:28.739 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.737+0000 7fb33bd90640 1 Processor -- start 2024-06-06T08:23:28.739 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.737+0000 7fb33bd90640 1 -- start start 2024-06-06T08:23:28.739 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.738+0000 7fb33bd90640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb3341008d0 0x7fb3341990e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:28.739 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.738+0000 7fb33bd90640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb334101290 0x7fb334199620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:28.739 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.738+0000 7fb33bd90640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb334106890 0x7fb334199b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:28.739 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.738+0000 7fb33bd90640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb334110ca0 con 0x7fb334101290 2024-06-06T08:23:28.739 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.738+0000 7fb33bd90640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fb334110b20 con 0x7fb334106890 2024-06-06T08:23:28.739 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.738+0000 7fb33bd90640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fb334110e20 con 0x7fb3341008d0 2024-06-06T08:23:28.739 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.738+0000 7fb33932b640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb334101290 0x7fb334199620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:28.739 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.738+0000 7fb33932b640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb334101290 0x7fb334199620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:35850/0 (socket says 172.21.15.42:35850) 2024-06-06T08:23:28.739 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.738+0000 7fb33932b640 1 -- 172.21.15.42:0/186933440 learned_addr learned my addr 172.21.15.42:0/186933440 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:28.740 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.738+0000 7fb339b2c640 1 --2- 172.21.15.42:0/186933440 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb3341008d0 0x7fb3341990e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:28.740 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.738+0000 7fb33a32d640 1 --2- 172.21.15.42:0/186933440 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb334106890 0x7fb334199b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:28.740 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.738+0000 7fb33932b640 1 -- 172.21.15.42:0/186933440 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb3341008d0 msgr2=0x7fb3341990e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:28.740 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.738+0000 7fb33932b640 1 --2- 172.21.15.42:0/186933440 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb3341008d0 0x7fb3341990e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:28.740 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.738+0000 7fb33932b640 1 -- 172.21.15.42:0/186933440 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb334106890 msgr2=0x7fb334199b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:28.740 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.738+0000 7fb33932b640 1 --2- 172.21.15.42:0/186933440 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb334106890 0x7fb334199b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:28.740 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.738+0000 7fb33932b640 1 -- 172.21.15.42:0/186933440 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3341a44c0 con 0x7fb334101290 2024-06-06T08:23:28.740 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.738+0000 7fb33a32d640 1 --2- 172.21.15.42:0/186933440 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb334106890 0x7fb334199b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:23:28.740 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.738+0000 7fb339b2c640 1 --2- 172.21.15.42:0/186933440 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb3341008d0 0x7fb3341990e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:23:28.740 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.738+0000 7fb33932b640 1 --2- 172.21.15.42:0/186933440 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb334101290 0x7fb334199620 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7fb324009230 tx=0x7fb324004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:28.740 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.738+0000 7fb32affd640 1 -- 172.21.15.42:0/186933440 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb32403f030 con 0x7fb334101290 2024-06-06T08:23:28.740 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.739+0000 7fb32affd640 1 -- 172.21.15.42:0/186933440 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb324003ad0 con 0x7fb334101290 2024-06-06T08:23:28.740 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.739+0000 7fb33bd90640 1 -- 172.21.15.42:0/186933440 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3341a4750 con 0x7fb334101290 2024-06-06T08:23:28.741 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.739+0000 7fb32affd640 1 -- 172.21.15.42:0/186933440 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb324035070 con 0x7fb334101290 2024-06-06T08:23:28.741 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.739+0000 7fb33bd90640 1 -- 172.21.15.42:0/186933440 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3341a4c90 con 0x7fb334101290 2024-06-06T08:23:28.747 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.741+0000 7fb32affd640 1 -- 172.21.15.42:0/186933440 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 25) ==== 138066+0+0 (secure 0 0 0) 0x7fb324042030 con 0x7fb334101290 2024-06-06T08:23:28.747 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.741+0000 7fb33eb7a740 1 Processor -- start 2024-06-06T08:23:28.747 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.742+0000 7fb33eb7a740 1 -- start start 2024-06-06T08:23:28.747 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.742+0000 7fb33eb7a740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5640df049170 0x5640df049550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:28.747 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.742+0000 7fb33eb7a740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5640df049a90 0x5640df053e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:28.747 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.742+0000 7fb33eb7a740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5640df054350 0x5640df056740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:28.747 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.742+0000 7fb33eb7a740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5640defad4f0 con 0x5640df049170 2024-06-06T08:23:28.747 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.742+0000 7fb33eb7a740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5640def4b870 con 0x5640df054350 2024-06-06T08:23:28.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.742+0000 7fb33eb7a740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5640defa94b0 con 0x5640df049a90 2024-06-06T08:23:28.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.742+0000 7fb33a32d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5640df049170 0x5640df049550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:28.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.742+0000 7fb32affd640 1 --2- 172.21.15.42:0/186933440 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fb3200a2f40 0x7fb3200a5400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:28.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.742+0000 7fb33a32d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5640df049170 0x5640df049550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:35858/0 (socket says 172.21.15.42:35858) 2024-06-06T08:23:28.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.742+0000 7fb33a32d640 1 -- 172.21.15.42:0/157654837 learned_addr learned my addr 172.21.15.42:0/157654837 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:28.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.742+0000 7fb33932b640 1 --2- 172.21.15.42:0/157654837 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5640df054350 0x5640df056740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:28.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.742+0000 7fb33a32d640 1 --2- 172.21.15.42:0/186933440 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fb3200a2f40 0x7fb3200a5400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:28.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.742+0000 7fb339b2c640 1 --2- 172.21.15.42:0/157654837 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5640df049a90 0x5640df053e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:28.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.742+0000 7fb33a32d640 1 -- 172.21.15.42:0/157654837 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5640df049a90 msgr2=0x5640df053e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:28.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.742+0000 7fb33a32d640 1 --2- 172.21.15.42:0/157654837 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5640df049a90 0x5640df053e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:28.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.742+0000 7fb33a32d640 1 -- 172.21.15.42:0/157654837 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5640df054350 msgr2=0x5640df056740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:28.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.742+0000 7fb33a32d640 1 --2- 172.21.15.42:0/157654837 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5640df054350 0x5640df056740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:28.749 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.742+0000 7fb32affd640 1 -- 172.21.15.42:0/186933440 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fb3240efeb0 con 0x7fb334101290 2024-06-06T08:23:28.749 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.742+0000 7fb33a32d640 1 -- 172.21.15.42:0/157654837 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5640def679b0 con 0x5640df049170 2024-06-06T08:23:28.749 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.743+0000 7fb33a32d640 1 --2- 172.21.15.42:0/157654837 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5640df049170 0x5640df049550 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7fb32c013910 tx=0x7fb32c013dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3cd032ca1e2d0fb7 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:28.749 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.743+0000 7fb31ffff640 1 -- 172.21.15.42:0/157654837 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb32c004be0 con 0x5640df049170 2024-06-06T08:23:28.749 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.743+0000 7fb31ffff640 1 -- 172.21.15.42:0/157654837 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb32c004d80 con 0x5640df049170 2024-06-06T08:23:28.749 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.743+0000 7fb31ffff640 1 -- 172.21.15.42:0/157654837 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb32c005840 con 0x5640df049170 2024-06-06T08:23:28.749 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.743+0000 7fb33a32d640 1 --2- 172.21.15.42:0/186933440 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fb3200a2f40 0x7fb3200a5400 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fb32c020000 tx=0x7fb32c01f000 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:28.749 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.744+0000 7fb33eb7a740 1 -- 172.21.15.42:0/157654837 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5640df049170 msgr2=0x5640df049550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:28.749 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.744+0000 7fb33eb7a740 1 --2- 172.21.15.42:0/157654837 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5640df049170 0x5640df049550 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7fb32c013910 tx=0x7fb32c013dd0 comp rx=0 tx=0).stop 2024-06-06T08:23:28.749 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.744+0000 7fb33eb7a740 1 -- 172.21.15.42:0/157654837 shutdown_connections 2024-06-06T08:23:28.749 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.744+0000 7fb33eb7a740 1 --2- 172.21.15.42:0/157654837 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5640df054350 0x5640df056740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:28.749 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.744+0000 7fb33eb7a740 1 --2- 172.21.15.42:0/157654837 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5640df049a90 0x5640df053e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:28.749 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.744+0000 7fb33eb7a740 1 --2- 172.21.15.42:0/157654837 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5640df049170 0x5640df049550 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:28.750 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.744+0000 7fb33eb7a740 1 -- 172.21.15.42:0/157654837 >> 172.21.15.42:0/157654837 conn(0x5640df045680 msgr2=0x5640df045a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:28.750 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.744+0000 7fb33eb7a740 1 -- 172.21.15.42:0/157654837 shutdown_connections 2024-06-06T08:23:28.750 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.744+0000 7fb33eb7a740 1 -- 172.21.15.42:0/157654837 wait complete. 2024-06-06T08:23:28.750 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.744+0000 7fb33eb7a740 1 -- start start 2024-06-06T08:23:28.750 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.744+0000 7fb33eb7a740 1 Processor -- start 2024-06-06T08:23:28.750 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.745+0000 7fb33eb7a740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5640df049170 0x5640df0512a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:28.750 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.745+0000 7fb33eb7a740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5640df049a90 0x5640df0517e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:28.750 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.745+0000 7fb33eb7a740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5640df054350 0x5640df051d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:28.750 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.745+0000 7fb33eb7a740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5640df056f80 con 0x5640df049a90 2024-06-06T08:23:28.750 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.745+0000 7fb33eb7a740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5640def36ae0 con 0x5640df054350 2024-06-06T08:23:28.750 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.745+0000 7fb33eb7a740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5640df057100 con 0x5640df049170 2024-06-06T08:23:28.750 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.745+0000 7fb33eb7a740 10 client.0 _ll_register_callbacks cb 0x5640def6f9b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:23:28.751 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.745+0000 7fb33932b640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5640df049a90 0x5640df0517e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:28.751 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.745+0000 7fb33932b640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5640df049a90 0x5640df0517e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:35868/0 (socket says 172.21.15.42:35868) 2024-06-06T08:23:28.751 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.745+0000 7fb33932b640 1 -- 172.21.15.42:0/3093210986 learned_addr learned my addr 172.21.15.42:0/3093210986 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:28.751 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.745+0000 7fb33a32d640 1 --2- 172.21.15.42:0/3093210986 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5640df054350 0x5640df051d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:28.751 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.745+0000 7fb339b2c640 1 --2- 172.21.15.42:0/3093210986 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5640df049170 0x5640df0512a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:28.751 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.745+0000 7fb33932b640 1 -- 172.21.15.42:0/3093210986 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5640df049170 msgr2=0x5640df0512a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:28.751 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.745+0000 7fb33932b640 1 --2- 172.21.15.42:0/3093210986 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5640df049170 0x5640df0512a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:28.751 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.745+0000 7fb33932b640 1 -- 172.21.15.42:0/3093210986 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5640df054350 msgr2=0x5640df051d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:28.751 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.745+0000 7fb33932b640 1 --2- 172.21.15.42:0/3093210986 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5640df054350 0x5640df051d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:28.751 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.745+0000 7fb33932b640 1 -- 172.21.15.42:0/3093210986 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5640decc1210 con 0x5640df049a90 2024-06-06T08:23:28.751 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.745+0000 7fb33932b640 1 --2- 172.21.15.42:0/3093210986 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5640df049a90 0x5640df0517e0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fb3240bbea0 tx=0x7fb324009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af97792944cc03cd server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:28.751 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.745+0000 7fb31d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:23:28.751 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.745+0000 7fb31d7fa640 1 -- 172.21.15.42:0/3093210986 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb324049070 con 0x5640df049a90 2024-06-06T08:23:28.751 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.745+0000 7fb31d7fa640 1 -- 172.21.15.42:0/3093210986 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fb324003c80 con 0x5640df049a90 2024-06-06T08:23:28.752 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.745+0000 7fb33eb7a740 1 -- 172.21.15.42:0/3093210986 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb32c004d80 con 0x5640df049a90 2024-06-06T08:23:28.752 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.746+0000 7fb31d7fa640 1 -- 172.21.15.42:0/3093210986 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb3240c4b80 con 0x5640df049a90 2024-06-06T08:23:28.752 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.746+0000 7fb33eb7a740 10 client.15573 fetch_fsmap learned FSMap version 26 2024-06-06T08:23:28.752 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.746+0000 7fb33eb7a740 1 -- 172.21.15.42:0/3093210986 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5640ded8d620 con 0x5640df049a90 2024-06-06T08:23:28.752 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.746+0000 7fb31d7fa640 1 -- 172.21.15.42:0/3093210986 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb32c004d80 con 0x5640df049a90 2024-06-06T08:23:28.752 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.746+0000 7fb31d7fa640 1 -- 172.21.15.42:0/3093210986 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7fb3240c47f0 con 0x5640df049a90 2024-06-06T08:23:28.752 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.746+0000 7fb33eb7a740 10 client.15573 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:23:28.752 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.746+0000 7fb33eb7a740 10 client.15573 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:23:28.752 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.746+0000 7fb33eb7a740 20 client.15573 populate_metadata read hostname 'smithi042' 2024-06-06T08:23:28.752 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.746+0000 7fb33eb7a740 1 --2- 172.21.15.42:0/3093210986 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5640df0644a0 0x5640df066890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:28.752 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.746+0000 7fb33eb7a740 4 client.15573 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:23:28.752 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.746+0000 7fb33eb7a740 1 -- 172.21.15.42:0/3093210986 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5640defc0f10 con 0x5640df0644a0 2024-06-06T08:23:28.752 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.746+0000 7fb339b2c640 1 --2- 172.21.15.42:0/3093210986 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5640df0644a0 0x5640df066890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:28.753 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.747+0000 7fb31d7fa640 10 client.15573 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:23:28.753 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.747+0000 7fb339b2c640 1 --2- 172.21.15.42:0/3093210986 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5640df0644a0 0x5640df066890 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1b8f8895ea629b48 server_cookie=b5c25e0e005321ad in_seq=0 out_seq=0 2024-06-06T08:23:28.753 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.747+0000 7fb31d7fa640 1 -- 172.21.15.42:0/3093210986 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x5640defc0f10 con 0x5640df0644a0 2024-06-06T08:23:28.753 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.747+0000 7fb31d7fa640 10 client.15573 handle_command_reply: tid=0 2024-06-06T08:23:28.753 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.747+0000 7fb33eb7a740 1 client.15573 shutdown 2024-06-06T08:23:28.753 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.748+0000 7fb33eb7a740 1 -- 172.21.15.42:0/3093210986 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5640df049a90 msgr2=0x5640df0517e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:28.753 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.748+0000 7fb33eb7a740 1 --2- 172.21.15.42:0/3093210986 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5640df049a90 0x5640df0517e0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fb3240bbea0 tx=0x7fb324009260 comp rx=0 tx=0).stop 2024-06-06T08:23:28.753 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.748+0000 7fb33eb7a740 1 -- 172.21.15.42:0/3093210986 shutdown_connections 2024-06-06T08:23:28.753 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.748+0000 7fb33eb7a740 1 --2- 172.21.15.42:0/3093210986 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5640df0644a0 0x5640df066890 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:28.753 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.748+0000 7fb33eb7a740 1 --2- 172.21.15.42:0/3093210986 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5640df054350 0x5640df051d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:28.753 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.748+0000 7fb33eb7a740 1 --2- 172.21.15.42:0/3093210986 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5640df049a90 0x5640df0517e0 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:28.753 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.748+0000 7fb33eb7a740 1 --2- 172.21.15.42:0/3093210986 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5640df049170 0x5640df0512a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:28.753 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.748+0000 7fb31d7fa640 0 client.15573 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:23:28.753 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.748+0000 7fb33eb7a740 1 -- 172.21.15.42:0/3093210986 >> 172.21.15.42:0/3093210986 conn(0x5640df045680 msgr2=0x5640df04b3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:28.754 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.748+0000 7fb33eb7a740 1 -- 172.21.15.42:0/3093210986 shutdown_connections 2024-06-06T08:23:28.754 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.748+0000 7fb33eb7a740 1 -- 172.21.15.42:0/3093210986 wait complete. 2024-06-06T08:23:28.754 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.748+0000 7fb33eb7a740 20 client.15573 trim_cache size 0 max 16384 2024-06-06T08:23:28.763 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.763+0000 7fb33eb7a740 1 Processor -- start 2024-06-06T08:23:28.763 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.763+0000 7fb33eb7a740 1 -- start start 2024-06-06T08:23:28.763 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.763+0000 7fb33eb7a740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5640df049170 0x5640df04bb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:28.763 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.763+0000 7fb33eb7a740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5640df049a90 0x5640df06c1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:28.763 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.763+0000 7fb33eb7a740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5640df054350 0x5640df06c6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:28.764 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.763+0000 7fb33eb7a740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb3341b14f0 con 0x5640df054350 2024-06-06T08:23:28.764 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.763+0000 7fb33eb7a740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fb3341aedc0 con 0x5640df049a90 2024-06-06T08:23:28.764 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.763+0000 7fb33eb7a740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fb3341acc10 con 0x5640df049170 2024-06-06T08:23:28.764 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.763+0000 7fb33a32d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5640df054350 0x5640df06c6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:28.764 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.763+0000 7fb33a32d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5640df054350 0x5640df06c6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:35872/0 (socket says 172.21.15.42:35872) 2024-06-06T08:23:28.764 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.763+0000 7fb33a32d640 1 -- 172.21.15.42:0/3444695323 learned_addr learned my addr 172.21.15.42:0/3444695323 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:28.764 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.764+0000 7fb33932b640 1 --2- 172.21.15.42:0/3444695323 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5640df049a90 0x5640df06c1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:28.764 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.764+0000 7fb339b2c640 1 --2- 172.21.15.42:0/3444695323 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5640df049170 0x5640df04bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:28.764 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.764+0000 7fb33a32d640 1 -- 172.21.15.42:0/3444695323 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5640df049170 msgr2=0x5640df04bb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:28.764 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.764+0000 7fb33a32d640 1 --2- 172.21.15.42:0/3444695323 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5640df049170 0x5640df04bb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:28.764 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.764+0000 7fb33a32d640 1 -- 172.21.15.42:0/3444695323 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5640df049a90 msgr2=0x5640df06c1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:28.764 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.764+0000 7fb33a32d640 1 --2- 172.21.15.42:0/3444695323 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5640df049a90 0x5640df06c1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:28.764 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.764+0000 7fb33a32d640 1 -- 172.21.15.42:0/3444695323 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5640df066c00 con 0x5640df054350 2024-06-06T08:23:28.765 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.764+0000 7fb33a32d640 1 --2- 172.21.15.42:0/3444695323 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5640df054350 0x5640df06c6e0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fb32c009980 tx=0x7fb32c011800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8dfec6c7eb602b02 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:28.765 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.764+0000 7fb31f7fe640 1 -- 172.21.15.42:0/3444695323 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb32c013030 con 0x5640df054350 2024-06-06T08:23:28.765 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.764+0000 7fb31f7fe640 1 -- 172.21.15.42:0/3444695323 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb32c026470 con 0x5640df054350 2024-06-06T08:23:28.765 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.764+0000 7fb31f7fe640 1 -- 172.21.15.42:0/3444695323 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb32c01d680 con 0x5640df054350 2024-06-06T08:23:28.768 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.765+0000 7fb33eb7a740 1 -- 172.21.15.42:0/3444695323 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5640df054350 msgr2=0x5640df06c6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:28.768 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.765+0000 7fb33eb7a740 1 --2- 172.21.15.42:0/3444695323 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5640df054350 0x5640df06c6e0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fb32c009980 tx=0x7fb32c011800 comp rx=0 tx=0).stop 2024-06-06T08:23:28.768 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.765+0000 7fb33eb7a740 1 -- 172.21.15.42:0/3444695323 shutdown_connections 2024-06-06T08:23:28.768 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.765+0000 7fb33eb7a740 1 --2- 172.21.15.42:0/3444695323 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5640df049a90 0x5640df06c1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:28.768 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.765+0000 7fb33eb7a740 1 --2- 172.21.15.42:0/3444695323 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5640df054350 0x5640df06c6e0 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:28.769 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.765+0000 7fb33eb7a740 1 --2- 172.21.15.42:0/3444695323 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5640df049170 0x5640df04bb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:28.769 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.765+0000 7fb33eb7a740 1 -- 172.21.15.42:0/3444695323 >> 172.21.15.42:0/3444695323 conn(0x5640df045680 msgr2=0x5640df04c590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:28.769 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.765+0000 7fb33eb7a740 1 -- 172.21.15.42:0/3444695323 shutdown_connections 2024-06-06T08:23:28.769 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.765+0000 7fb33eb7a740 1 -- 172.21.15.42:0/3444695323 wait complete. 2024-06-06T08:23:28.769 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.765+0000 7fb33eb7a740 1 -- start start 2024-06-06T08:23:28.769 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.765+0000 7fb33eb7a740 1 Processor -- start 2024-06-06T08:23:28.769 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.766+0000 7fb33eb7a740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5640df049170 0x5640df05c720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:28.769 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.766+0000 7fb33eb7a740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5640df049a90 0x5640df05cc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:28.769 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.766+0000 7fb33eb7a740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5640df054350 0x5640df057c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:28.769 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.766+0000 7fb33eb7a740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb3341ad280 con 0x5640df054350 2024-06-06T08:23:28.769 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.766+0000 7fb33eb7a740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fb3341ae6f0 con 0x5640df049170 2024-06-06T08:23:28.769 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.766+0000 7fb33eb7a740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fb3341ad950 con 0x5640df049a90 2024-06-06T08:23:28.770 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.766+0000 7fb33eb7a740 10 client.0 _ll_register_callbacks cb 0x7fb324005b50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:23:28.770 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.766+0000 7fb33a32d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5640df054350 0x5640df057c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:28.770 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.766+0000 7fb33a32d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5640df054350 0x5640df057c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:35882/0 (socket says 172.21.15.42:35882) 2024-06-06T08:23:28.770 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.766+0000 7fb33a32d640 1 -- 172.21.15.42:0/2431645315 learned_addr learned my addr 172.21.15.42:0/2431645315 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:28.770 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.766+0000 7fb33932b640 1 --2- 172.21.15.42:0/2431645315 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5640df049a90 0x5640df05cc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:28.770 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.766+0000 7fb339b2c640 1 --2- 172.21.15.42:0/2431645315 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5640df049170 0x5640df05c720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:28.770 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.766+0000 7fb33a32d640 1 -- 172.21.15.42:0/2431645315 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5640df049a90 msgr2=0x5640df05cc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:28.770 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.766+0000 7fb33a32d640 1 --2- 172.21.15.42:0/2431645315 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5640df049a90 0x5640df05cc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:28.770 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.766+0000 7fb33a32d640 1 -- 172.21.15.42:0/2431645315 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5640df049170 msgr2=0x5640df05c720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:28.770 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.766+0000 7fb33a32d640 1 --2- 172.21.15.42:0/2431645315 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5640df049170 0x5640df05c720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:28.770 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.766+0000 7fb33a32d640 1 -- 172.21.15.42:0/2431645315 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5640df058470 con 0x5640df054350 2024-06-06T08:23:28.770 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.766+0000 7fb339b2c640 1 --2- 172.21.15.42:0/2431645315 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5640df049170 0x5640df05c720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:23:28.771 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.766+0000 7fb33932b640 1 --2- 172.21.15.42:0/2431645315 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5640df049a90 0x5640df05cc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:23:28.771 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.766+0000 7fb33a32d640 1 --2- 172.21.15.42:0/2431645315 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5640df054350 0x5640df057c70 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7fb32c033040 tx=0x7fb32c009db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae30f0186504b073 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:28.771 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.766+0000 7fb31d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:23:28.771 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.766+0000 7fb31d7fa640 1 -- 172.21.15.42:0/2431645315 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb32c026a30 con 0x5640df054350 2024-06-06T08:23:28.771 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.766+0000 7fb31d7fa640 1 -- 172.21.15.42:0/2431645315 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fb32c013030 con 0x5640df054350 2024-06-06T08:23:28.771 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.766+0000 7fb33eb7a740 1 -- 172.21.15.42:0/2431645315 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb32c026470 con 0x5640df054350 2024-06-06T08:23:28.771 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.767+0000 7fb31d7fa640 1 -- 172.21.15.42:0/2431645315 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb32c013230 con 0x5640df054350 2024-06-06T08:23:28.771 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.767+0000 7fb33eb7a740 10 client.15579 fetch_fsmap learned FSMap version 26 2024-06-06T08:23:28.771 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.767+0000 7fb33eb7a740 1 -- 172.21.15.42:0/2431645315 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5640df0cede0 con 0x5640df054350 2024-06-06T08:23:28.771 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.767+0000 7fb31d7fa640 1 -- 172.21.15.42:0/2431645315 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb32c026470 con 0x5640df054350 2024-06-06T08:23:28.771 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.767+0000 7fb31d7fa640 1 -- 172.21.15.42:0/2431645315 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7fb32c030070 con 0x5640df054350 2024-06-06T08:23:28.771 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.767+0000 7fb33eb7a740 10 client.15579 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:23:28.772 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.767+0000 7fb33eb7a740 10 client.15579 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:23:28.772 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.767+0000 7fb33eb7a740 20 client.15579 populate_metadata read hostname 'smithi042' 2024-06-06T08:23:28.772 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.767+0000 7fb33eb7a740 1 --2- 172.21.15.42:0/2431645315 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5640df0cf2f0 0x5640df0d16e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:28.772 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.767+0000 7fb33eb7a740 4 client.15579 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:23:28.772 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.767+0000 7fb33eb7a740 1 -- 172.21.15.42:0/2431645315 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5640defbac20 con 0x5640df0cf2f0 2024-06-06T08:23:28.772 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.767+0000 7fb339b2c640 1 --2- 172.21.15.42:0/2431645315 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5640df0cf2f0 0x5640df0d16e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:28.772 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.768+0000 7fb339b2c640 1 --2- 172.21.15.42:0/2431645315 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5640df0cf2f0 0x5640df0d16e0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=74d8986d1c9d969b server_cookie=312a6d22ec1d2ad9 in_seq=0 out_seq=0 2024-06-06T08:23:28.772 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.768+0000 7fb31d7fa640 10 client.15579 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:23:28.773 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.771+0000 7fb31d7fa640 1 -- 172.21.15.42:0/2431645315 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5640defbac20 con 0x5640df0cf2f0 2024-06-06T08:23:28.773 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.771+0000 7fb31d7fa640 10 client.15579 handle_command_reply: tid=0 2024-06-06T08:23:28.773 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.771+0000 7fb33eb7a740 1 client.15579 shutdown 2024-06-06T08:23:28.773 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.771+0000 7fb33eb7a740 1 -- 172.21.15.42:0/2431645315 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5640df054350 msgr2=0x5640df057c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:28.774 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.771+0000 7fb33eb7a740 1 --2- 172.21.15.42:0/2431645315 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5640df054350 0x5640df057c70 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7fb32c033040 tx=0x7fb32c009db0 comp rx=0 tx=0).stop 2024-06-06T08:23:28.774 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.771+0000 7fb33eb7a740 1 -- 172.21.15.42:0/2431645315 shutdown_connections 2024-06-06T08:23:28.774 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.771+0000 7fb33eb7a740 1 --2- 172.21.15.42:0/2431645315 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5640df0cf2f0 0x5640df0d16e0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:28.774 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.771+0000 7fb33eb7a740 1 --2- 172.21.15.42:0/2431645315 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5640df054350 0x5640df057c70 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:28.774 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.771+0000 7fb31d7fa640 0 client.15579 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:23:28.774 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.771+0000 7fb33eb7a740 1 --2- 172.21.15.42:0/2431645315 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5640df049a90 0x5640df05cc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:28.774 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.771+0000 7fb33eb7a740 1 --2- 172.21.15.42:0/2431645315 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5640df049170 0x5640df05c720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:28.774 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.771+0000 7fb33eb7a740 1 -- 172.21.15.42:0/2431645315 >> 172.21.15.42:0/2431645315 conn(0x5640df045680 msgr2=0x5640df051260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:28.774 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.771+0000 7fb33eb7a740 1 -- 172.21.15.42:0/2431645315 shutdown_connections 2024-06-06T08:23:28.774 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.771+0000 7fb33eb7a740 1 -- 172.21.15.42:0/2431645315 wait complete. 2024-06-06T08:23:28.774 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.772+0000 7fb33eb7a740 20 client.15579 trim_cache size 0 max 16384 2024-06-06T08:23:28.775 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:23:28.775 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:23:28.775 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:23:28.776 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.772+0000 7fb33bd90640 1 -- 172.21.15.42:0/186933440 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fb3200a2f40 msgr2=0x7fb3200a5400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:28.776 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.772+0000 7fb33bd90640 1 --2- 172.21.15.42:0/186933440 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fb3200a2f40 0x7fb3200a5400 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fb32c020000 tx=0x7fb32c01f000 comp rx=0 tx=0).stop 2024-06-06T08:23:28.776 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.772+0000 7fb33bd90640 1 -- 172.21.15.42:0/186933440 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb334101290 msgr2=0x7fb334199620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:28.776 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.772+0000 7fb33bd90640 1 --2- 172.21.15.42:0/186933440 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb334101290 0x7fb334199620 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7fb324009230 tx=0x7fb324004270 comp rx=0 tx=0).stop 2024-06-06T08:23:28.776 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.772+0000 7fb33bd90640 1 -- 172.21.15.42:0/186933440 shutdown_connections 2024-06-06T08:23:28.776 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.772+0000 7fb33bd90640 1 --2- 172.21.15.42:0/186933440 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fb3200a2f40 0x7fb3200a5400 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:28.776 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.772+0000 7fb33bd90640 1 --2- 172.21.15.42:0/186933440 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb334106890 0x7fb334199b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:28.776 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.772+0000 7fb33bd90640 1 --2- 172.21.15.42:0/186933440 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb334101290 0x7fb334199620 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:28.776 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.772+0000 7fb33bd90640 1 --2- 172.21.15.42:0/186933440 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb3341008d0 0x7fb3341990e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:28.776 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.772+0000 7fb33bd90640 1 -- 172.21.15.42:0/186933440 >> 172.21.15.42:0/186933440 conn(0x7fb334077a20 msgr2=0x7fb3341033f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:28.776 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.772+0000 7fb33bd90640 1 -- 172.21.15.42:0/186933440 shutdown_connections 2024-06-06T08:23:28.777 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:28.772+0000 7fb33bd90640 1 -- 172.21.15.42:0/186933440 wait complete. 2024-06-06T08:23:29.584 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:29.570+0000 7f32ad041700 1 -- 172.21.15.42:0/482341598 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f32a806b620 msgr2=0x7f32a810f380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:29.584 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:29.570+0000 7f32ad041700 1 --2- 172.21.15.42:0/482341598 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f32a806b620 0x7f32a810f380 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f32a000b0d0 tx=0x7f32a000b3e0 comp rx=0 tx=0).stop 2024-06-06T08:23:29.584 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:29.570+0000 7f32ad041700 1 -- 172.21.15.42:0/482341598 shutdown_connections 2024-06-06T08:23:29.584 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:29.570+0000 7f32ad041700 1 --2- 172.21.15.42:0/482341598 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f32a806b620 0x7f32a810f380 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:29.584 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:29.570+0000 7f32ad041700 1 --2- 172.21.15.42:0/482341598 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f32a81085b0 0x7f32a8108990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:29.584 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:29.570+0000 7f32ad041700 1 --2- 172.21.15.42:0/482341598 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f32a806ac60 0x7f32a806b0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:29.584 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:29.570+0000 7f32ad041700 1 -- 172.21.15.42:0/482341598 >> 172.21.15.42:0/482341598 conn(0x7f32a80772a0 msgr2=0x7f32a80776b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:29.584 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:29.570+0000 7f32ad041700 1 -- 172.21.15.42:0/482341598 shutdown_connections 2024-06-06T08:23:29.584 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:29.570+0000 7f32ad041700 1 -- 172.21.15.42:0/482341598 wait complete. 2024-06-06T08:23:29.584 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:29.571+0000 7f32ad041700 1 Processor -- start 2024-06-06T08:23:29.585 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:29.571+0000 7f32ad041700 1 -- start start 2024-06-06T08:23:29.585 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:29.571+0000 7f32ad041700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f32a806ac60 0x7f32a819e870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:29.585 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:29.571+0000 7f32ad041700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f32a806b620 0x7f32a819edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:29.585 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:29.571+0000 7f32ad041700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f32a81085b0 0x7f32a8198a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:29.585 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:29.571+0000 7f32ad041700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f32a8112870 con 0x7f32a806ac60 2024-06-06T08:23:29.585 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:29.571+0000 7f32ad041700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f32a81126f0 con 0x7f32a806b620 2024-06-06T08:23:29.585 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:29.571+0000 7f32ad041700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f32a81129f0 con 0x7f32a81085b0 2024-06-06T08:23:29.585 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:29.571+0000 7f32a6d9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f32a806ac60 0x7f32a819e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:29.585 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:29.571+0000 7f32a6d9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f32a806ac60 0x7f32a819e870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:35896/0 (socket says 172.21.15.42:35896) 2024-06-06T08:23:29.585 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:29.571+0000 7f32a6d9d700 1 -- 172.21.15.42:0/115205094 learned_addr learned my addr 172.21.15.42:0/115205094 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:29.585 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:29.571+0000 7f32a659c700 1 --2- 172.21.15.42:0/115205094 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f32a806b620 0x7f32a819edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:29.585 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:29.572+0000 7f32a6d9d700 1 -- 172.21.15.42:0/115205094 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f32a81085b0 msgr2=0x7f32a8198a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:29.585 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:29.572+0000 7f32a6d9d700 1 --2- 172.21.15.42:0/115205094 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f32a81085b0 0x7f32a8198a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:29.586 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:29.572+0000 7f32a6d9d700 1 -- 172.21.15.42:0/115205094 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f32a806b620 msgr2=0x7f32a819edb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:29.586 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:29.572+0000 7f32a6d9d700 1 --2- 172.21.15.42:0/115205094 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f32a806b620 0x7f32a819edb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:29.586 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:29.572+0000 7f32a6d9d700 1 -- 172.21.15.42:0/115205094 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32a8199190 con 0x7f32a806ac60 2024-06-06T08:23:29.586 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:29.572+0000 7f32a6d9d700 1 --2- 172.21.15.42:0/115205094 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f32a806ac60 0x7f32a819e870 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f329800c920 tx=0x7f329800cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:29.586 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:29.572+0000 7f329ffff700 1 -- 172.21.15.42:0/115205094 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3298007b00 con 0x7f32a806ac60 2024-06-06T08:23:29.586 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:29.572+0000 7f329ffff700 1 -- 172.21.15.42:0/115205094 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3298004d10 con 0x7f32a806ac60 2024-06-06T08:23:29.586 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:29.572+0000 7f32ad041700 1 -- 172.21.15.42:0/115205094 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32a8199480 con 0x7f32a806ac60 2024-06-06T08:23:29.586 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:29.572+0000 7f329ffff700 1 -- 172.21.15.42:0/115205094 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3298005680 con 0x7f32a806ac60 2024-06-06T08:23:29.586 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:29.572+0000 7f32ad041700 1 -- 172.21.15.42:0/115205094 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32a81a5740 con 0x7f32a806ac60 2024-06-06T08:23:29.586 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:29.573+0000 7f32ad041700 1 -- 172.21.15.42:0/115205094 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f32a8069180 con 0x7f32a806ac60 2024-06-06T08:23:29.586 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:29.574+0000 7f329ffff700 1 -- 172.21.15.42:0/115205094 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 25) ==== 138066+0+0 (secure 0 0 0) 0x7f3298004750 con 0x7f32a806ac60 2024-06-06T08:23:29.586 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:29.575+0000 7f329ffff700 1 --2- 172.21.15.42:0/115205094 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f32940a2eb0 0x7f32940a5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:29.586 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:29.575+0000 7f32a659c700 1 --2- 172.21.15.42:0/115205094 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f32940a2eb0 0x7f32940a5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:29.586 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:29.575+0000 7f329ffff700 1 -- 172.21.15.42:0/115205094 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f32980cf9f0 con 0x7f32a806ac60 2024-06-06T08:23:29.587 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:29.575+0000 7f32a659c700 1 --2- 172.21.15.42:0/115205094 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f32940a2eb0 0x7f32940a5370 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f32a80777a0 tx=0x7f3290009190 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:29.587 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:29.578+0000 7f329ffff700 1 -- 172.21.15.42:0/115205094 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f3298014030 con 0x7f32a806ac60 2024-06-06T08:23:29.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:29.835+0000 7f32ad041700 1 -- 172.21.15.42:0/115205094 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f32a802dca0 con 0x7f32a806ac60 2024-06-06T08:23:29.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:29.836+0000 7f329ffff700 1 -- 172.21.15.42:0/115205094 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11876 (secure 0 0 0) 0x7f329809c080 con 0x7f32a806ac60 2024-06-06T08:23:29.835 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:23:29.835 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/667270675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":667270675},{"type":"v1","addr":"172.21.15.42:6837","nonce":667270675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/2414389302","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":2414389302},{"type":"v1","addr":"172.21.15.42:6839","nonce":2414389302}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14574,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/3625002785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":3625002785},{"type":"v1","addr":"172.21.15.42:6841","nonce":3625002785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24413,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6835/3995394553","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":3995394553},{"type":"v1","addr":"172.21.15.120:6835","nonce":3995394553}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T08:18:39.778858+0000","modified":"2024-06-06T08:22:34.570686+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24464},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6837/3434475673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":3434475673},{"type":"v1","addr":"172.21.15.120:6837","nonce":3434475673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6835/3776134468","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":3776134468},{"type":"v1","addr":"172.21.15.149:6835","nonce":3776134468}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":21,"addr":"172.21.15.120:6839/1585293472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":1585293472},{"type":"v1","addr":"172.21.15.120:6839","nonce":1585293472}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":25,"addr":"172.21.15.149:6837/751787578","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":751787578},{"type":"v1","addr":"172.21.15.149:6837","nonce":751787578}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":8,"addr":"172.21.15.149:6839/764851483","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":764851483},{"type":"v1","addr":"172.21.15.149:6839","nonce":764851483}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24464,24469,24484]},"id":1}]} 2024-06-06T08:23:29.837 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:29.838+0000 7f32ad041700 1 -- 172.21.15.42:0/115205094 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f32940a2eb0 msgr2=0x7f32940a5370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:29.837 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:29.838+0000 7f32ad041700 1 --2- 172.21.15.42:0/115205094 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f32940a2eb0 0x7f32940a5370 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f32a80777a0 tx=0x7f3290009190 comp rx=0 tx=0).stop 2024-06-06T08:23:29.837 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:29.838+0000 7f32ad041700 1 -- 172.21.15.42:0/115205094 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f32a806ac60 msgr2=0x7f32a819e870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:29.837 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:29.838+0000 7f32ad041700 1 --2- 172.21.15.42:0/115205094 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f32a806ac60 0x7f32a819e870 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f329800c920 tx=0x7f329800cc30 comp rx=0 tx=0).stop 2024-06-06T08:23:29.837 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:29.838+0000 7f32ad041700 1 -- 172.21.15.42:0/115205094 shutdown_connections 2024-06-06T08:23:29.837 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:29.838+0000 7f32ad041700 1 --2- 172.21.15.42:0/115205094 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f32940a2eb0 0x7f32940a5370 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:29.837 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:29.838+0000 7f32ad041700 1 --2- 172.21.15.42:0/115205094 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f32a81085b0 0x7f32a8198a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:29.837 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:29.838+0000 7f32ad041700 1 --2- 172.21.15.42:0/115205094 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f32a806ac60 0x7f32a819e870 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:29.837 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:29.838+0000 7f32ad041700 1 --2- 172.21.15.42:0/115205094 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f32a806b620 0x7f32a819edb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:29.838 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:29.838+0000 7f32ad041700 1 -- 172.21.15.42:0/115205094 >> 172.21.15.42:0/115205094 conn(0x7f32a80772a0 msgr2=0x7f32a80ffef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:29.838 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:29.838+0000 7f32ad041700 1 -- 172.21.15.42:0/115205094 shutdown_connections 2024-06-06T08:23:29.838 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:29.838+0000 7f32ad041700 1 -- 172.21.15.42:0/115205094 wait complete. 2024-06-06T08:23:29.838 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 26 2024-06-06T08:23:30.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:23:30 smithi149 ceph-mon[36842]: pgmap v29: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-06-06T08:23:30.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:23:30 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/115205094' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:23:30.541 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:23:30 smithi042 ceph-mon[32384]: pgmap v29: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-06-06T08:23:30.541 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:23:30 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/115205094' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:23:30.572 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-06-06T08:23:30.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:23:30 smithi120 ceph-mon[36658]: pgmap v29: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-06-06T08:23:30.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:23:30 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/115205094' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:23:30.825 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:23:32.276 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:23:32 smithi042 ceph-mon[32384]: pgmap v30: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-06T08:23:32.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.515+0000 7f4f0cfd3700 1 -- 172.21.15.42:0/2995493135 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4f08101d50 msgr2=0x7f4f0810e240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:32.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.515+0000 7f4f0cfd3700 1 --2- 172.21.15.42:0/2995493135 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4f08101d50 0x7f4f0810e240 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f4f0000b0a0 tx=0x7f4f0000b3b0 comp rx=0 tx=0).stop 2024-06-06T08:23:32.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.515+0000 7f4f0cfd3700 1 -- 172.21.15.42:0/2995493135 shutdown_connections 2024-06-06T08:23:32.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.515+0000 7f4f0cfd3700 1 --2- 172.21.15.42:0/2995493135 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4f08101d50 0x7f4f0810e240 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:32.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.515+0000 7f4f0cfd3700 1 --2- 172.21.15.42:0/2995493135 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4f08107400 0x7f4f081077e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:32.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.515+0000 7f4f0cfd3700 1 --2- 172.21.15.42:0/2995493135 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4f08101390 0x7f4f08101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:32.515 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.515+0000 7f4f0cfd3700 1 -- 172.21.15.42:0/2995493135 >> 172.21.15.42:0/2995493135 conn(0x7f4f08078340 msgr2=0x7f4f08078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:32.515 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.515+0000 7f4f0cfd3700 1 -- 172.21.15.42:0/2995493135 shutdown_connections 2024-06-06T08:23:32.515 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.515+0000 7f4f0cfd3700 1 -- 172.21.15.42:0/2995493135 wait complete. 2024-06-06T08:23:32.517 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.516+0000 7f4f0cfd3700 1 Processor -- start 2024-06-06T08:23:32.517 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.516+0000 7f4f0cfd3700 1 -- start start 2024-06-06T08:23:32.517 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.516+0000 7f4f0cfd3700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4f08101390 0x7f4f08199af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:32.517 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.516+0000 7f4f0cfd3700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4f08101d50 0x7f4f0819a030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:32.517 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.516+0000 7f4f0cfd3700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4f08107400 0x7f4f081a4b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:32.517 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.516+0000 7f4f0cfd3700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4f081116f0 con 0x7f4f08107400 2024-06-06T08:23:32.517 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.516+0000 7f4f0cfd3700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f4f08111570 con 0x7f4f08101390 2024-06-06T08:23:32.517 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.516+0000 7f4f0cfd3700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f4f08111870 con 0x7f4f08101d50 2024-06-06T08:23:32.517 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.516+0000 7f4f06d9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4f08107400 0x7f4f081a4b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:32.517 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.516+0000 7f4f06d9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4f08107400 0x7f4f081a4b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:35920/0 (socket says 172.21.15.42:35920) 2024-06-06T08:23:32.517 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.516+0000 7f4f06d9d700 1 -- 172.21.15.42:0/2395406152 learned_addr learned my addr 172.21.15.42:0/2395406152 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:32.517 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.516+0000 7f4efdd9b700 1 --2- 172.21.15.42:0/2395406152 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4f08101d50 0x7f4f0819a030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:32.518 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.516+0000 7f4f0659c700 1 --2- 172.21.15.42:0/2395406152 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4f08101390 0x7f4f08199af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:32.518 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.517+0000 7f4f06d9d700 1 -- 172.21.15.42:0/2395406152 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4f08101d50 msgr2=0x7f4f0819a030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:32.518 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.517+0000 7f4f06d9d700 1 --2- 172.21.15.42:0/2395406152 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4f08101d50 0x7f4f0819a030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:32.518 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.517+0000 7f4f06d9d700 1 -- 172.21.15.42:0/2395406152 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4f08101390 msgr2=0x7f4f08199af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:32.518 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.517+0000 7f4f06d9d700 1 --2- 172.21.15.42:0/2395406152 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4f08101390 0x7f4f08199af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:32.518 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.517+0000 7f4f06d9d700 1 -- 172.21.15.42:0/2395406152 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f081a50b0 con 0x7f4f08107400 2024-06-06T08:23:32.518 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.517+0000 7f4f06d9d700 1 --2- 172.21.15.42:0/2395406152 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4f08107400 0x7f4f081a4b70 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f4f000062a0 tx=0x7f4f00004d70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:32.518 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.517+0000 7f4efffff700 1 -- 172.21.15.42:0/2395406152 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f00021070 con 0x7f4f08107400 2024-06-06T08:23:32.518 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.517+0000 7f4f0cfd3700 1 -- 172.21.15.42:0/2395406152 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f081a5280 con 0x7f4f08107400 2024-06-06T08:23:32.518 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.517+0000 7f4efffff700 1 -- 172.21.15.42:0/2395406152 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4f00003c00 con 0x7f4f08107400 2024-06-06T08:23:32.518 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.517+0000 7f4efffff700 1 -- 172.21.15.42:0/2395406152 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f00004880 con 0x7f4f08107400 2024-06-06T08:23:32.518 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.517+0000 7f4f0cfd3700 1 -- 172.21.15.42:0/2395406152 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f081a5780 con 0x7f4f08107400 2024-06-06T08:23:32.519 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.519+0000 7f4efffff700 1 -- 172.21.15.42:0/2395406152 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 25) ==== 138066+0+0 (secure 0 0 0) 0x7f4f00003db0 con 0x7f4f08107400 2024-06-06T08:23:32.519 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.520+0000 7f4efffff700 1 --2- 172.21.15.42:0/2395406152 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f4ef40a2eb0 0x7f4ef40a5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:32.519 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.520+0000 7f4f0659c700 1 --2- 172.21.15.42:0/2395406152 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f4ef40a2eb0 0x7f4ef40a5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:32.519 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.520+0000 7f4efffff700 1 -- 172.21.15.42:0/2395406152 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f4f0000f020 con 0x7f4f08107400 2024-06-06T08:23:32.520 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.521+0000 7f4f0659c700 1 --2- 172.21.15.42:0/2395406152 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f4ef40a2eb0 0x7f4ef40a5370 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f4ef8007be0 tx=0x7f4ef80073d0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:32.522 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.521+0000 7f4f17856b80 1 Processor -- start 2024-06-06T08:23:32.522 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.521+0000 7f4f17856b80 1 -- start start 2024-06-06T08:23:32.522 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.521+0000 7f4f17856b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652e8c84640 0x5652e8c84a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:32.523 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.521+0000 7f4f17856b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652e8c84f60 0x5652e8c7e9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:32.523 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.521+0000 7f4f17856b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652e8c7ef20 0x5652e8c7f340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:32.523 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.521+0000 7f4f17856b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5652e8bd0810 con 0x5652e8c84640 2024-06-06T08:23:32.523 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.521+0000 7f4f17856b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5652e8b78720 con 0x5652e8c84f60 2024-06-06T08:23:32.523 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.521+0000 7f4f17856b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5652e8bcc7d0 con 0x5652e8c7ef20 2024-06-06T08:23:32.523 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.522+0000 7f4f0659c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652e8c84640 0x5652e8c84a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:32.523 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.522+0000 7f4f0659c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652e8c84640 0x5652e8c84a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:35924/0 (socket says 172.21.15.42:35924) 2024-06-06T08:23:32.523 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.522+0000 7f4f0659c700 1 -- 172.21.15.42:0/114394002 learned_addr learned my addr 172.21.15.42:0/114394002 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:32.523 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.522+0000 7f4f06d9d700 1 --2- 172.21.15.42:0/114394002 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652e8c7ef20 0x5652e8c7f340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:32.523 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.522+0000 7f4efdd9b700 1 --2- 172.21.15.42:0/114394002 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652e8c84f60 0x5652e8c7e9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:32.523 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.522+0000 7f4f0659c700 1 -- 172.21.15.42:0/114394002 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652e8c7ef20 msgr2=0x5652e8c7f340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:32.523 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.522+0000 7f4f0659c700 1 --2- 172.21.15.42:0/114394002 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652e8c7ef20 0x5652e8c7f340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:32.524 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.522+0000 7f4f0659c700 1 -- 172.21.15.42:0/114394002 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652e8c84f60 msgr2=0x5652e8c7e9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:32.524 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.522+0000 7f4f0659c700 1 --2- 172.21.15.42:0/114394002 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652e8c84f60 0x5652e8c7e9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:32.524 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.522+0000 7f4f0659c700 1 -- 172.21.15.42:0/114394002 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5652e8b6ef50 con 0x5652e8c84640 2024-06-06T08:23:32.524 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.522+0000 7f4f0659c700 1 --2- 172.21.15.42:0/114394002 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652e8c84640 0x5652e8c84a20 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f4ef8010e80 tx=0x7f4ef8013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3abb4cf65287224c server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:32.524 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.522+0000 7f4efcd99700 1 -- 172.21.15.42:0/114394002 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ef8024070 con 0x5652e8c84640 2024-06-06T08:23:32.524 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.522+0000 7f4efcd99700 1 -- 172.21.15.42:0/114394002 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4ef8015070 con 0x5652e8c84640 2024-06-06T08:23:32.524 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.522+0000 7f4efcd99700 1 -- 172.21.15.42:0/114394002 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ef8011a60 con 0x5652e8c84640 2024-06-06T08:23:32.524 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.523+0000 7f4f17856b80 1 -- 172.21.15.42:0/114394002 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652e8c84640 msgr2=0x5652e8c84a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:32.524 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.523+0000 7f4f17856b80 1 --2- 172.21.15.42:0/114394002 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652e8c84640 0x5652e8c84a20 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f4ef8010e80 tx=0x7f4ef8013000 comp rx=0 tx=0).stop 2024-06-06T08:23:32.524 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.523+0000 7f4f17856b80 1 -- 172.21.15.42:0/114394002 shutdown_connections 2024-06-06T08:23:32.524 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.523+0000 7f4f17856b80 1 --2- 172.21.15.42:0/114394002 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652e8c7ef20 0x5652e8c7f340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:32.524 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.523+0000 7f4f17856b80 1 --2- 172.21.15.42:0/114394002 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652e8c84640 0x5652e8c84a20 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:32.525 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.523+0000 7f4f17856b80 1 --2- 172.21.15.42:0/114394002 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652e8c84f60 0x5652e8c7e9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:32.525 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.523+0000 7f4f17856b80 1 -- 172.21.15.42:0/114394002 >> 172.21.15.42:0/114394002 conn(0x5652e8ba9cc0 msgr2=0x5652e8c79850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:32.525 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.523+0000 7f4f17856b80 1 -- 172.21.15.42:0/114394002 shutdown_connections 2024-06-06T08:23:32.525 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.523+0000 7f4f17856b80 1 -- 172.21.15.42:0/114394002 wait complete. 2024-06-06T08:23:32.525 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.524+0000 7f4f17856b80 1 -- start start 2024-06-06T08:23:32.525 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.524+0000 7f4f17856b80 1 Processor -- start 2024-06-06T08:23:32.528 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.524+0000 7f4f17856b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652e8c7ef20 0x5652e8c8ad60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:32.528 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.524+0000 7f4f17856b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652e8c84640 0x5652e8c88060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:32.528 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.524+0000 7f4f17856b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652e8c84f60 0x5652e8c885a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:32.528 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.524+0000 7f4f17856b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5652e8c8b9d0 con 0x5652e8c84f60 2024-06-06T08:23:32.528 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.524+0000 7f4f17856b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5652e8b70bf0 con 0x5652e8c7ef20 2024-06-06T08:23:32.529 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.524+0000 7f4f17856b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5652e8c8bb50 con 0x5652e8c84640 2024-06-06T08:23:32.529 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.524+0000 7f4f17856b80 10 client.0 _ll_register_callbacks cb 0x5652e8b6a920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:23:32.529 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.524+0000 7f4f06d9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652e8c84f60 0x5652e8c885a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:32.529 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.524+0000 7f4f06d9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652e8c84f60 0x5652e8c885a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:35930/0 (socket says 172.21.15.42:35930) 2024-06-06T08:23:32.529 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.524+0000 7f4f06d9d700 1 -- 172.21.15.42:0/343414344 learned_addr learned my addr 172.21.15.42:0/343414344 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:32.529 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.524+0000 7f4f0659c700 1 --2- 172.21.15.42:0/343414344 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652e8c7ef20 0x5652e8c8ad60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:32.529 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.524+0000 7f4efdd9b700 1 --2- 172.21.15.42:0/343414344 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652e8c84640 0x5652e8c88060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:32.529 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.524+0000 7f4f06d9d700 1 -- 172.21.15.42:0/343414344 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652e8c84640 msgr2=0x5652e8c88060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:32.529 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.524+0000 7f4f06d9d700 1 --2- 172.21.15.42:0/343414344 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652e8c84640 0x5652e8c88060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:32.529 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.524+0000 7f4f06d9d700 1 -- 172.21.15.42:0/343414344 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652e8c7ef20 msgr2=0x5652e8c8ad60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:32.529 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.524+0000 7f4f06d9d700 1 --2- 172.21.15.42:0/343414344 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652e8c7ef20 0x5652e8c8ad60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:32.530 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.524+0000 7f4f06d9d700 1 -- 172.21.15.42:0/343414344 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5652e8b1f8d0 con 0x5652e8c84f60 2024-06-06T08:23:32.530 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.525+0000 7f4f06d9d700 1 --2- 172.21.15.42:0/343414344 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652e8c84f60 0x5652e8c885a0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f4f000998f0 tx=0x7f4f0009c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d93fc7fc6feea2e server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:32.530 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.525+0000 7f4eedffb700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:23:32.530 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.525+0000 7f4eedffb700 1 -- 172.21.15.42:0/343414344 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f0009cf20 con 0x5652e8c84f60 2024-06-06T08:23:32.530 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.525+0000 7f4eedffb700 1 -- 172.21.15.42:0/343414344 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f4f000a5670 con 0x5652e8c84f60 2024-06-06T08:23:32.530 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.525+0000 7f4f17856b80 1 -- 172.21.15.42:0/343414344 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4ef8015070 con 0x5652e8c84f60 2024-06-06T08:23:32.530 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.525+0000 7f4eedffb700 1 -- 172.21.15.42:0/343414344 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4f000a12d0 con 0x5652e8c84f60 2024-06-06T08:23:32.530 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.525+0000 7f4f17856b80 10 client.15597 fetch_fsmap learned FSMap version 26 2024-06-06T08:23:32.530 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.525+0000 7f4f17856b80 1 -- 172.21.15.42:0/343414344 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5652e8c96380 con 0x5652e8c84f60 2024-06-06T08:23:32.530 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.525+0000 7f4eedffb700 1 -- 172.21.15.42:0/343414344 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4ef8015070 con 0x5652e8c84f60 2024-06-06T08:23:32.530 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.525+0000 7f4eedffb700 1 -- 172.21.15.42:0/343414344 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7f4f000a0030 con 0x5652e8c84f60 2024-06-06T08:23:32.530 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.525+0000 7f4f17856b80 10 client.15597 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:23:32.530 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.525+0000 7f4f17856b80 10 client.15597 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.b 2024-06-06T08:23:32.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.525+0000 7f4f17856b80 20 client.15597 populate_metadata read hostname 'smithi042' 2024-06-06T08:23:32.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.525+0000 7f4f17856b80 1 --2- 172.21.15.42:0/343414344 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x5652e8c98940 0x5652e8c9ad80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:32.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.525+0000 7f4f17856b80 4 client.15597 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:23:32.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.525+0000 7f4f17856b80 1 -- 172.21.15.42:0/343414344 --> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5652e8bddd10 con 0x5652e8c98940 2024-06-06T08:23:32.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.526+0000 7f4f0659c700 1 --2- 172.21.15.42:0/343414344 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x5652e8c98940 0x5652e8c9ad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:32.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.526+0000 7f4f0659c700 1 --2- 172.21.15.42:0/343414344 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x5652e8c98940 0x5652e8c9ad80 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=4e880259cc86132b server_cookie=33be0415b104e716 in_seq=0 out_seq=0 2024-06-06T08:23:32.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.526+0000 7f4eedffb700 10 client.15597 ms_handle_connect on v2:172.21.15.120:6838/1585293472 2024-06-06T08:23:32.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.527+0000 7f4eedffb700 1 -- 172.21.15.42:0/343414344 <== mds.2 v2:172.21.15.120:6838/1585293472 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x5652e8bddd10 con 0x5652e8c98940 2024-06-06T08:23:32.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.527+0000 7f4eedffb700 10 client.15597 handle_command_reply: tid=0 2024-06-06T08:23:32.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.527+0000 7f4f17856b80 1 client.15597 shutdown 2024-06-06T08:23:32.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.527+0000 7f4f17856b80 1 -- 172.21.15.42:0/343414344 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652e8c84f60 msgr2=0x5652e8c885a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:32.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.527+0000 7f4f17856b80 1 --2- 172.21.15.42:0/343414344 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652e8c84f60 0x5652e8c885a0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f4f000998f0 tx=0x7f4f0009c880 comp rx=0 tx=0).stop 2024-06-06T08:23:32.532 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.527+0000 7f4f17856b80 1 -- 172.21.15.42:0/343414344 shutdown_connections 2024-06-06T08:23:32.532 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.527+0000 7f4f17856b80 1 --2- 172.21.15.42:0/343414344 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652e8c84f60 0x5652e8c885a0 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:32.532 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.527+0000 7f4f17856b80 1 --2- 172.21.15.42:0/343414344 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652e8c7ef20 0x5652e8c8ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:32.532 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.527+0000 7f4f17856b80 1 --2- 172.21.15.42:0/343414344 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x5652e8c98940 0x5652e8c9ad80 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:32.532 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.527+0000 7f4eedffb700 0 client.15597 ms_handle_reset on v2:172.21.15.120:6838/1585293472 2024-06-06T08:23:32.532 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.527+0000 7f4f17856b80 1 --2- 172.21.15.42:0/343414344 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652e8c84640 0x5652e8c88060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:32.532 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.527+0000 7f4f17856b80 1 -- 172.21.15.42:0/343414344 >> 172.21.15.42:0/343414344 conn(0x5652e8ba9cc0 msgr2=0x5652e8c7d9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:32.532 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.527+0000 7f4f17856b80 1 -- 172.21.15.42:0/343414344 shutdown_connections 2024-06-06T08:23:32.532 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.527+0000 7f4f17856b80 1 -- 172.21.15.42:0/343414344 wait complete. 2024-06-06T08:23:32.532 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.527+0000 7f4f17856b80 20 client.15597 trim_cache size 0 max 16384 2024-06-06T08:23:32.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:23:32 smithi149 ceph-mon[36842]: pgmap v30: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-06T08:23:32.545 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.543+0000 7f4f17856b80 1 Processor -- start 2024-06-06T08:23:32.545 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.543+0000 7f4f17856b80 1 -- start start 2024-06-06T08:23:32.545 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.543+0000 7f4f17856b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652e8c7ef20 0x5652e8c7e9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:32.545 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.543+0000 7f4f17856b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652e8c84640 0x5652e8c799f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:32.545 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.543+0000 7f4f17856b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652e8c84f60 0x5652e8c827d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:32.545 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.543+0000 7f4f17856b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4f081b2e80 con 0x5652e8c84f60 2024-06-06T08:23:32.545 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.543+0000 7f4f17856b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f4f081b0710 con 0x5652e8c7ef20 2024-06-06T08:23:32.545 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.543+0000 7f4f17856b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f4f081ae560 con 0x5652e8c84640 2024-06-06T08:23:32.545 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.543+0000 7f4f06d9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652e8c84f60 0x5652e8c827d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:32.546 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.543+0000 7f4f06d9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652e8c84f60 0x5652e8c827d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:35936/0 (socket says 172.21.15.42:35936) 2024-06-06T08:23:32.546 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.543+0000 7f4f06d9d700 1 -- 172.21.15.42:0/3292748128 learned_addr learned my addr 172.21.15.42:0/3292748128 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:32.546 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.543+0000 7f4f0659c700 1 --2- 172.21.15.42:0/3292748128 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652e8c7ef20 0x5652e8c7e9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:32.546 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.543+0000 7f4efdd9b700 1 --2- 172.21.15.42:0/3292748128 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652e8c84640 0x5652e8c799f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:32.546 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.543+0000 7f4f06d9d700 1 -- 172.21.15.42:0/3292748128 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652e8c84640 msgr2=0x5652e8c799f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:32.546 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.543+0000 7f4f06d9d700 1 --2- 172.21.15.42:0/3292748128 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652e8c84640 0x5652e8c799f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:32.546 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.543+0000 7f4f06d9d700 1 -- 172.21.15.42:0/3292748128 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652e8c7ef20 msgr2=0x5652e8c7e9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:32.546 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.543+0000 7f4f06d9d700 1 --2- 172.21.15.42:0/3292748128 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652e8c7ef20 0x5652e8c7e9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:32.546 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.544+0000 7f4f06d9d700 1 -- 172.21.15.42:0/3292748128 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5652e8c888d0 con 0x5652e8c84f60 2024-06-06T08:23:32.546 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.544+0000 7f4f06d9d700 1 --2- 172.21.15.42:0/3292748128 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652e8c84f60 0x5652e8c827d0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f4f0000b830 tx=0x7f4f000042e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=903b113a6ae649e6 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:32.546 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.544+0000 7f4eeffff700 1 -- 172.21.15.42:0/3292748128 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f0009cf20 con 0x5652e8c84f60 2024-06-06T08:23:32.546 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.544+0000 7f4eeffff700 1 -- 172.21.15.42:0/3292748128 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4f000a5b00 con 0x5652e8c84f60 2024-06-06T08:23:32.546 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.544+0000 7f4eeffff700 1 -- 172.21.15.42:0/3292748128 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f0009c5d0 con 0x5652e8c84f60 2024-06-06T08:23:32.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.544+0000 7f4f17856b80 1 -- 172.21.15.42:0/3292748128 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652e8c84f60 msgr2=0x5652e8c827d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:32.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.544+0000 7f4f17856b80 1 --2- 172.21.15.42:0/3292748128 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652e8c84f60 0x5652e8c827d0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f4f0000b830 tx=0x7f4f000042e0 comp rx=0 tx=0).stop 2024-06-06T08:23:32.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.544+0000 7f4f17856b80 1 -- 172.21.15.42:0/3292748128 shutdown_connections 2024-06-06T08:23:32.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.544+0000 7f4f17856b80 1 --2- 172.21.15.42:0/3292748128 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652e8c84f60 0x5652e8c827d0 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:32.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.544+0000 7f4f17856b80 1 --2- 172.21.15.42:0/3292748128 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652e8c7ef20 0x5652e8c7e9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:32.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.544+0000 7f4f17856b80 1 --2- 172.21.15.42:0/3292748128 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652e8c84640 0x5652e8c799f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:32.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.544+0000 7f4f17856b80 1 -- 172.21.15.42:0/3292748128 >> 172.21.15.42:0/3292748128 conn(0x5652e8ba9cc0 msgr2=0x5652e8c820c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:32.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.545+0000 7f4f17856b80 1 -- 172.21.15.42:0/3292748128 shutdown_connections 2024-06-06T08:23:32.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.545+0000 7f4f17856b80 1 -- 172.21.15.42:0/3292748128 wait complete. 2024-06-06T08:23:32.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.545+0000 7f4f17856b80 1 -- start start 2024-06-06T08:23:32.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.545+0000 7f4f17856b80 1 Processor -- start 2024-06-06T08:23:32.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.545+0000 7f4f17856b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652e8c7ef20 0x5652e8c90ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:32.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.545+0000 7f4f17856b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652e8c84640 0x5652e8c91530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:32.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.545+0000 7f4f17856b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652e8c84f60 0x5652e8c9fa40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:32.548 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.545+0000 7f4f17856b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4f081aebd0 con 0x5652e8c7ef20 2024-06-06T08:23:32.548 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.545+0000 7f4f17856b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f4f081b0040 con 0x5652e8c84f60 2024-06-06T08:23:32.548 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.545+0000 7f4f17856b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f4f081af2a0 con 0x5652e8c84640 2024-06-06T08:23:32.548 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.545+0000 7f4f17856b80 10 client.0 _ll_register_callbacks cb 0x5652e8c87f50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:23:32.548 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.545+0000 7f4f0659c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652e8c7ef20 0x5652e8c90ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:32.548 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.545+0000 7f4f0659c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652e8c7ef20 0x5652e8c90ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:35940/0 (socket says 172.21.15.42:35940) 2024-06-06T08:23:32.548 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.545+0000 7f4f0659c700 1 -- 172.21.15.42:0/4075315254 learned_addr learned my addr 172.21.15.42:0/4075315254 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:32.548 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.546+0000 7f4efdd9b700 1 --2- 172.21.15.42:0/4075315254 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652e8c84640 0x5652e8c91530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:32.548 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.546+0000 7f4f06d9d700 1 --2- 172.21.15.42:0/4075315254 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652e8c84f60 0x5652e8c9fa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:32.548 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.546+0000 7f4f0659c700 1 -- 172.21.15.42:0/4075315254 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652e8c84640 msgr2=0x5652e8c91530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:32.548 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.546+0000 7f4f0659c700 1 --2- 172.21.15.42:0/4075315254 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652e8c84640 0x5652e8c91530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:32.548 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.546+0000 7f4f0659c700 1 -- 172.21.15.42:0/4075315254 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652e8c84f60 msgr2=0x5652e8c9fa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:32.548 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.546+0000 7f4f0659c700 1 --2- 172.21.15.42:0/4075315254 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652e8c84f60 0x5652e8c9fa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:32.549 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.546+0000 7f4f0659c700 1 -- 172.21.15.42:0/4075315254 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5652e8ca0280 con 0x5652e8c7ef20 2024-06-06T08:23:32.549 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.546+0000 7f4efdd9b700 1 --2- 172.21.15.42:0/4075315254 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652e8c84640 0x5652e8c91530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:23:32.549 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.546+0000 7f4f06d9d700 1 --2- 172.21.15.42:0/4075315254 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652e8c84f60 0x5652e8c9fa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:23:32.549 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.546+0000 7f4f0659c700 1 --2- 172.21.15.42:0/4075315254 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652e8c7ef20 0x5652e8c90ff0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f4ef8010760 tx=0x7f4ef8010a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e0b416d69bc21621 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:32.549 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.546+0000 7f4eedffb700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:23:32.549 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.546+0000 7f4eedffb700 1 -- 172.21.15.42:0/4075315254 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ef8024040 con 0x5652e8c7ef20 2024-06-06T08:23:32.549 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.546+0000 7f4eedffb700 1 -- 172.21.15.42:0/4075315254 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f4ef8011ca0 con 0x5652e8c7ef20 2024-06-06T08:23:32.549 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.546+0000 7f4f17856b80 1 -- 172.21.15.42:0/4075315254 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4f000a5b00 con 0x5652e8c7ef20 2024-06-06T08:23:32.549 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.546+0000 7f4eedffb700 1 -- 172.21.15.42:0/4075315254 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4ef8042050 con 0x5652e8c7ef20 2024-06-06T08:23:32.549 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.546+0000 7f4f17856b80 10 client.15603 fetch_fsmap learned FSMap version 26 2024-06-06T08:23:32.549 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.546+0000 7f4f17856b80 1 -- 172.21.15.42:0/4075315254 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5652e8d030e0 con 0x5652e8c7ef20 2024-06-06T08:23:32.551 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.546+0000 7f4eedffb700 1 -- 172.21.15.42:0/4075315254 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4f000a5b00 con 0x5652e8c7ef20 2024-06-06T08:23:32.551 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.547+0000 7f4eedffb700 1 -- 172.21.15.42:0/4075315254 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7f4ef803d030 con 0x5652e8c7ef20 2024-06-06T08:23:32.551 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.547+0000 7f4f17856b80 10 client.15603 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:23:32.551 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.547+0000 7f4f17856b80 10 client.15603 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.b 2024-06-06T08:23:32.551 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.547+0000 7f4f17856b80 20 client.15603 populate_metadata read hostname 'smithi042' 2024-06-06T08:23:32.551 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.547+0000 7f4f17856b80 1 --2- 172.21.15.42:0/4075315254 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x5652e8c98940 0x5652e8d054c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:32.551 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.547+0000 7f4f17856b80 4 client.15603 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-06-06T08:23:32.551 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.547+0000 7f4f17856b80 1 -- 172.21.15.42:0/4075315254 --> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5652e8bd8290 con 0x5652e8c98940 2024-06-06T08:23:32.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.547+0000 7f4efdd9b700 1 --2- 172.21.15.42:0/4075315254 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x5652e8c98940 0x5652e8d054c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:32.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.548+0000 7f4eedffb700 10 client.15603 ms_handle_connect on v2:172.21.15.120:6838/1585293472 2024-06-06T08:23:32.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.548+0000 7f4efdd9b700 1 --2- 172.21.15.42:0/4075315254 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x5652e8c98940 0x5652e8d054c0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=22e0bfc7971b2d3e server_cookie=89fed7a84c07a7a7 in_seq=0 out_seq=0 2024-06-06T08:23:32.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.548+0000 7f4eedffb700 1 -- 172.21.15.42:0/4075315254 <== mds.2 v2:172.21.15.120:6838/1585293472 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5652e8bd8290 con 0x5652e8c98940 2024-06-06T08:23:32.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.548+0000 7f4eedffb700 10 client.15603 handle_command_reply: tid=0 2024-06-06T08:23:32.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.548+0000 7f4f17856b80 1 client.15603 shutdown 2024-06-06T08:23:32.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.548+0000 7f4f17856b80 1 -- 172.21.15.42:0/4075315254 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652e8c7ef20 msgr2=0x5652e8c90ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:32.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.548+0000 7f4f17856b80 1 --2- 172.21.15.42:0/4075315254 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652e8c7ef20 0x5652e8c90ff0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f4ef8010760 tx=0x7f4ef8010a20 comp rx=0 tx=0).stop 2024-06-06T08:23:32.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.548+0000 7f4f17856b80 1 -- 172.21.15.42:0/4075315254 shutdown_connections 2024-06-06T08:23:32.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.548+0000 7f4f17856b80 1 --2- 172.21.15.42:0/4075315254 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652e8c84f60 0x5652e8c9fa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:32.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.548+0000 7f4f17856b80 1 --2- 172.21.15.42:0/4075315254 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652e8c7ef20 0x5652e8c90ff0 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:32.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.548+0000 7f4f17856b80 1 --2- 172.21.15.42:0/4075315254 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x5652e8c98940 0x5652e8d054c0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:32.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.548+0000 7f4f17856b80 1 --2- 172.21.15.42:0/4075315254 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652e8c84640 0x5652e8c91530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:32.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.548+0000 7f4eedffb700 0 client.15603 ms_handle_reset on v2:172.21.15.120:6838/1585293472 2024-06-06T08:23:32.553 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.548+0000 7f4f17856b80 1 -- 172.21.15.42:0/4075315254 >> 172.21.15.42:0/4075315254 conn(0x5652e8ba9cc0 msgr2=0x5652e8c72e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:32.553 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.548+0000 7f4f17856b80 1 -- 172.21.15.42:0/4075315254 shutdown_connections 2024-06-06T08:23:32.553 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.548+0000 7f4f17856b80 1 -- 172.21.15.42:0/4075315254 wait complete. 2024-06-06T08:23:32.553 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.548+0000 7f4f17856b80 20 client.15603 trim_cache size 0 max 16384 2024-06-06T08:23:32.553 INFO:teuthology.orchestra.run.smithi042.stdout:[] 2024-06-06T08:23:32.554 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.549+0000 7f4f0cfd3700 1 -- 172.21.15.42:0/2395406152 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f4ef40a2eb0 msgr2=0x7f4ef40a5370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:32.554 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.549+0000 7f4f0cfd3700 1 --2- 172.21.15.42:0/2395406152 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f4ef40a2eb0 0x7f4ef40a5370 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f4ef8007be0 tx=0x7f4ef80073d0 comp rx=0 tx=0).stop 2024-06-06T08:23:32.554 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.549+0000 7f4f0cfd3700 1 -- 172.21.15.42:0/2395406152 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4f08107400 msgr2=0x7f4f081a4b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:32.554 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.549+0000 7f4f0cfd3700 1 --2- 172.21.15.42:0/2395406152 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4f08107400 0x7f4f081a4b70 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f4f000062a0 tx=0x7f4f00004d70 comp rx=0 tx=0).stop 2024-06-06T08:23:32.554 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.549+0000 7f4f0cfd3700 1 -- 172.21.15.42:0/2395406152 shutdown_connections 2024-06-06T08:23:32.554 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.549+0000 7f4f0cfd3700 1 --2- 172.21.15.42:0/2395406152 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f4ef40a2eb0 0x7f4ef40a5370 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:32.554 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.549+0000 7f4f0cfd3700 1 --2- 172.21.15.42:0/2395406152 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4f08107400 0x7f4f081a4b70 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:32.554 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.549+0000 7f4f0cfd3700 1 --2- 172.21.15.42:0/2395406152 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4f08101390 0x7f4f08199af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:32.555 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.549+0000 7f4f0cfd3700 1 --2- 172.21.15.42:0/2395406152 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4f08101d50 0x7f4f0819a030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:32.555 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.549+0000 7f4f0cfd3700 1 -- 172.21.15.42:0/2395406152 >> 172.21.15.42:0/2395406152 conn(0x7f4f08078340 msgr2=0x7f4f080ffe40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:32.555 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.549+0000 7f4f0cfd3700 1 -- 172.21.15.42:0/2395406152 shutdown_connections 2024-06-06T08:23:32.555 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:32.549+0000 7f4f0cfd3700 1 -- 172.21.15.42:0/2395406152 wait complete. 2024-06-06T08:23:32.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:23:32 smithi120 ceph-mon[36658]: pgmap v30: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-06T08:23:33.332 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-06-06T08:23:33.588 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:23:34.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:23:34 smithi042 ceph-mon[32384]: pgmap v31: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-06-06T08:23:34.440 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:23:34 smithi120 ceph-mon[36658]: pgmap v31: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-06-06T08:23:34.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:23:34 smithi149 ceph-mon[36842]: pgmap v31: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-06-06T08:23:35.338 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.336+0000 7f13f644b700 1 -- 172.21.15.42:0/3235583930 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f13f006b580 msgr2=0x7f13f010f320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:35.338 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.336+0000 7f13f644b700 1 --2- 172.21.15.42:0/3235583930 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f13f006b580 0x7f13f010f320 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f13e800b0a0 tx=0x7f13e800b3b0 comp rx=0 tx=0).stop 2024-06-06T08:23:35.338 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.336+0000 7f13f644b700 1 -- 172.21.15.42:0/3235583930 shutdown_connections 2024-06-06T08:23:35.338 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.336+0000 7f13f644b700 1 --2- 172.21.15.42:0/3235583930 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f13f006b580 0x7f13f010f320 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:35.338 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.336+0000 7f13f644b700 1 --2- 172.21.15.42:0/3235583930 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f13f0108500 0x7f13f01088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:35.338 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.336+0000 7f13f644b700 1 --2- 172.21.15.42:0/3235583930 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f13f006abc0 0x7f13f006b040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:35.338 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.336+0000 7f13f644b700 1 -- 172.21.15.42:0/3235583930 >> 172.21.15.42:0/3235583930 conn(0x7f13f0078340 msgr2=0x7f13f0078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:35.338 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.336+0000 7f13f644b700 1 -- 172.21.15.42:0/3235583930 shutdown_connections 2024-06-06T08:23:35.339 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.336+0000 7f13f644b700 1 -- 172.21.15.42:0/3235583930 wait complete. 2024-06-06T08:23:35.339 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.337+0000 7f13f644b700 1 Processor -- start 2024-06-06T08:23:35.339 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.337+0000 7f13f644b700 1 -- start start 2024-06-06T08:23:35.339 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.337+0000 7f13f644b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f13f006abc0 0x7f13f019c6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:35.339 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.337+0000 7f13f644b700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f13f006b580 0x7f13f019cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:35.339 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.337+0000 7f13f644b700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f13f0108500 0x7f13f0196880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:35.339 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.337+0000 7f13f644b700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f13f0110660 con 0x7f13f006abc0 2024-06-06T08:23:35.339 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.337+0000 7f13f644b700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f13f01104e0 con 0x7f13f0108500 2024-06-06T08:23:35.339 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.337+0000 7f13f644b700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f13f01107e0 con 0x7f13f006b580 2024-06-06T08:23:35.339 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.337+0000 7f13effff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f13f006abc0 0x7f13f019c6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:35.340 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.337+0000 7f13effff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f13f006abc0 0x7f13f019c6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:35970/0 (socket says 172.21.15.42:35970) 2024-06-06T08:23:35.340 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.337+0000 7f13effff700 1 -- 172.21.15.42:0/1299363538 learned_addr learned my addr 172.21.15.42:0/1299363538 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:35.340 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.337+0000 7f13f49e8700 1 --2- 172.21.15.42:0/1299363538 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f13f0108500 0x7f13f0196880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:35.340 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.337+0000 7f13e7fff700 1 --2- 172.21.15.42:0/1299363538 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f13f006b580 0x7f13f019cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:35.340 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.338+0000 7f13effff700 1 -- 172.21.15.42:0/1299363538 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f13f006b580 msgr2=0x7f13f019cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:35.340 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.338+0000 7f13effff700 1 --2- 172.21.15.42:0/1299363538 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f13f006b580 0x7f13f019cc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:35.341 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.338+0000 7f13effff700 1 -- 172.21.15.42:0/1299363538 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f13f0108500 msgr2=0x7f13f0196880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:35.341 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.338+0000 7f13effff700 1 --2- 172.21.15.42:0/1299363538 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f13f0108500 0x7f13f0196880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:35.341 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.338+0000 7f13effff700 1 -- 172.21.15.42:0/1299363538 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13f0196fe0 con 0x7f13f006abc0 2024-06-06T08:23:35.341 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.338+0000 7f13f49e8700 1 --2- 172.21.15.42:0/1299363538 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f13f0108500 0x7f13f0196880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:23:35.341 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.338+0000 7f13effff700 1 --2- 172.21.15.42:0/1299363538 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f13f006abc0 0x7f13f019c6c0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f13e000e9a0 tx=0x7f13e000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:35.342 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.338+0000 7f13edffb700 1 -- 172.21.15.42:0/1299363538 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13e000ca10 con 0x7f13f006abc0 2024-06-06T08:23:35.342 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.338+0000 7f13f644b700 1 -- 172.21.15.42:0/1299363538 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13f01972d0 con 0x7f13f006abc0 2024-06-06T08:23:35.342 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.338+0000 7f13edffb700 1 -- 172.21.15.42:0/1299363538 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f13e000cbb0 con 0x7f13f006abc0 2024-06-06T08:23:35.342 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.338+0000 7f13edffb700 1 -- 172.21.15.42:0/1299363538 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13e0018680 con 0x7f13f006abc0 2024-06-06T08:23:35.342 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.338+0000 7f13f644b700 1 -- 172.21.15.42:0/1299363538 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13f01a3590 con 0x7f13f006abc0 2024-06-06T08:23:35.349 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.340+0000 7f13edffb700 1 -- 172.21.15.42:0/1299363538 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 25) ==== 138066+0+0 (secure 0 0 0) 0x7f13e0010430 con 0x7f13f006abc0 2024-06-06T08:23:35.349 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.341+0000 7f13edffb700 1 --2- 172.21.15.42:0/1299363538 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f13dc0a2eb0 0x7f13dc0a5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:35.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.341+0000 7f13edffb700 1 -- 172.21.15.42:0/1299363538 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f13e00cfc60 con 0x7f13f006abc0 2024-06-06T08:23:35.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.341+0000 7f13e7fff700 1 --2- 172.21.15.42:0/1299363538 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f13dc0a2eb0 0x7f13dc0a5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:35.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.342+0000 7f13e7fff700 1 --2- 172.21.15.42:0/1299363538 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f13dc0a2eb0 0x7f13dc0a5370 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f13f00789b0 tx=0x7f13d800b700 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:35.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.342+0000 7f1400cceb80 1 Processor -- start 2024-06-06T08:23:35.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.342+0000 7f1400cceb80 1 -- start start 2024-06-06T08:23:35.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.342+0000 7f1400cceb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558267f51f60 0x558267f52340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:35.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.342+0000 7f1400cceb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558267f52880 0x558267f4c260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:35.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.342+0000 7f1400cceb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558267f4c7a0 0x558267f4cbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:35.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.342+0000 7f1400cceb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x558267e3ef60 con 0x558267f4c7a0 2024-06-06T08:23:35.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.342+0000 7f1400cceb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x558267e9d850 con 0x558267f52880 2024-06-06T08:23:35.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.342+0000 7f1400cceb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x558267e05460 con 0x558267f51f60 2024-06-06T08:23:35.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.342+0000 7f13f49e8700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558267f4c7a0 0x558267f4cbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:35.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.342+0000 7f13f49e8700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558267f4c7a0 0x558267f4cbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:35978/0 (socket says 172.21.15.42:35978) 2024-06-06T08:23:35.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.342+0000 7f13f49e8700 1 -- 172.21.15.42:0/1951707565 learned_addr learned my addr 172.21.15.42:0/1951707565 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:35.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.342+0000 7f13e7fff700 1 --2- 172.21.15.42:0/1951707565 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558267f52880 0x558267f4c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:35.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.342+0000 7f13effff700 1 --2- 172.21.15.42:0/1951707565 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558267f51f60 0x558267f52340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:35.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.343+0000 7f13f49e8700 1 -- 172.21.15.42:0/1951707565 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558267f51f60 msgr2=0x558267f52340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:35.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.343+0000 7f13f49e8700 1 --2- 172.21.15.42:0/1951707565 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558267f51f60 0x558267f52340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:35.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.343+0000 7f13f49e8700 1 -- 172.21.15.42:0/1951707565 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558267f52880 msgr2=0x558267f4c260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:35.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.343+0000 7f13f49e8700 1 --2- 172.21.15.42:0/1951707565 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558267f52880 0x558267f4c260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:35.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.343+0000 7f13f49e8700 1 -- 172.21.15.42:0/1951707565 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558267dec8d0 con 0x558267f4c7a0 2024-06-06T08:23:35.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.343+0000 7f13f49e8700 1 --2- 172.21.15.42:0/1951707565 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558267f4c7a0 0x558267f4cbc0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f13e8015000 tx=0x7f13e800cf50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4af8fafe946a1c91 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:35.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.343+0000 7f13e67fc700 1 -- 172.21.15.42:0/1951707565 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13e8021070 con 0x558267f4c7a0 2024-06-06T08:23:35.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.343+0000 7f13e67fc700 1 -- 172.21.15.42:0/1951707565 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f13e8009460 con 0x558267f4c7a0 2024-06-06T08:23:35.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.343+0000 7f13e67fc700 1 -- 172.21.15.42:0/1951707565 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13e80052a0 con 0x558267f4c7a0 2024-06-06T08:23:35.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.344+0000 7f1400cceb80 1 -- 172.21.15.42:0/1951707565 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558267f4c7a0 msgr2=0x558267f4cbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:35.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.344+0000 7f1400cceb80 1 --2- 172.21.15.42:0/1951707565 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558267f4c7a0 0x558267f4cbc0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f13e8015000 tx=0x7f13e800cf50 comp rx=0 tx=0).stop 2024-06-06T08:23:35.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.344+0000 7f1400cceb80 1 -- 172.21.15.42:0/1951707565 shutdown_connections 2024-06-06T08:23:35.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.344+0000 7f1400cceb80 1 --2- 172.21.15.42:0/1951707565 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558267f4c7a0 0x558267f4cbc0 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:35.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.344+0000 7f1400cceb80 1 --2- 172.21.15.42:0/1951707565 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558267f51f60 0x558267f52340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:35.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.344+0000 7f1400cceb80 1 --2- 172.21.15.42:0/1951707565 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558267f52880 0x558267f4c260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:35.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.344+0000 7f1400cceb80 1 -- 172.21.15.42:0/1951707565 >> 172.21.15.42:0/1951707565 conn(0x558267e79080 msgr2=0x558267f47220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:35.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.344+0000 7f1400cceb80 1 -- 172.21.15.42:0/1951707565 shutdown_connections 2024-06-06T08:23:35.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.344+0000 7f1400cceb80 1 -- 172.21.15.42:0/1951707565 wait complete. 2024-06-06T08:23:35.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.344+0000 7f1400cceb80 1 -- start start 2024-06-06T08:23:35.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.344+0000 7f1400cceb80 1 Processor -- start 2024-06-06T08:23:35.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.345+0000 7f1400cceb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558267f4c7a0 0x558267f585f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:35.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.345+0000 7f1400cceb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558267f51f60 0x558267f558f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:35.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.345+0000 7f1400cceb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558267f52880 0x558267f55e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:35.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.345+0000 7f1400cceb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x558267e3dfc0 con 0x558267f51f60 2024-06-06T08:23:35.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.345+0000 7f1400cceb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x558267e99810 con 0x558267f52880 2024-06-06T08:23:35.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.345+0000 7f1400cceb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x558267f59200 con 0x558267f4c7a0 2024-06-06T08:23:35.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.345+0000 7f1400cceb80 10 client.0 _ll_register_callbacks cb 0x558267e335b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:23:35.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.345+0000 7f13e7fff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558267f51f60 0x558267f558f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:35.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.345+0000 7f13e7fff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558267f51f60 0x558267f558f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:35992/0 (socket says 172.21.15.42:35992) 2024-06-06T08:23:35.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.345+0000 7f13e7fff700 1 -- 172.21.15.42:0/366468548 learned_addr learned my addr 172.21.15.42:0/366468548 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:35.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.345+0000 7f13effff700 1 --2- 172.21.15.42:0/366468548 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558267f4c7a0 0x558267f585f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:35.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.345+0000 7f13f49e8700 1 --2- 172.21.15.42:0/366468548 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558267f52880 0x558267f55e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:35.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.345+0000 7f13e7fff700 1 -- 172.21.15.42:0/366468548 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558267f4c7a0 msgr2=0x558267f585f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:35.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.345+0000 7f13e7fff700 1 --2- 172.21.15.42:0/366468548 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558267f4c7a0 0x558267f585f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:35.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.345+0000 7f13e7fff700 1 -- 172.21.15.42:0/366468548 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558267f52880 msgr2=0x558267f55e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:35.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.345+0000 7f13e7fff700 1 --2- 172.21.15.42:0/366468548 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558267f52880 0x558267f55e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:35.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.345+0000 7f13e7fff700 1 -- 172.21.15.42:0/366468548 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558267e63750 con 0x558267f51f60 2024-06-06T08:23:35.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.345+0000 7f13effff700 1 --2- 172.21.15.42:0/366468548 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558267f4c7a0 0x558267f585f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:23:35.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.345+0000 7f13e7fff700 1 --2- 172.21.15.42:0/366468548 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558267f51f60 0x558267f558f0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f13d8019db0 tx=0x7f13d80047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=295f6d63ca9036ff server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:35.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.345+0000 7f13cf7fe700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:23:35.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.346+0000 7f13cf7fe700 1 -- 172.21.15.42:0/366468548 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13d801ae20 con 0x558267f51f60 2024-06-06T08:23:35.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.346+0000 7f13cf7fe700 1 -- 172.21.15.42:0/366468548 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f13d8014c40 con 0x558267f51f60 2024-06-06T08:23:35.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.346+0000 7f1400cceb80 1 -- 172.21.15.42:0/366468548 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f13e8009460 con 0x558267f51f60 2024-06-06T08:23:35.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.346+0000 7f13cf7fe700 1 -- 172.21.15.42:0/366468548 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f13d8034050 con 0x558267f51f60 2024-06-06T08:23:35.355 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.346+0000 7f1400cceb80 10 client.15615 fetch_fsmap learned FSMap version 26 2024-06-06T08:23:35.355 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.346+0000 7f1400cceb80 1 -- 172.21.15.42:0/366468548 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x558267f639e0 con 0x558267f51f60 2024-06-06T08:23:35.355 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.346+0000 7f13cf7fe700 1 -- 172.21.15.42:0/366468548 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f13e8009460 con 0x558267f51f60 2024-06-06T08:23:35.355 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.346+0000 7f13cf7fe700 1 -- 172.21.15.42:0/366468548 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7f13d802f3b0 con 0x558267f51f60 2024-06-06T08:23:35.355 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.346+0000 7f1400cceb80 10 client.15615 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:23:35.355 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.346+0000 7f1400cceb80 10 client.15615 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-06-06T08:23:35.355 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.346+0000 7f1400cceb80 20 client.15615 populate_metadata read hostname 'smithi042' 2024-06-06T08:23:35.356 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.346+0000 7f1400cceb80 1 --2- 172.21.15.42:0/366468548 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x558267f66020 0x558267f68410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:35.356 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.346+0000 7f1400cceb80 4 client.15615 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:23:35.356 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.346+0000 7f1400cceb80 1 -- 172.21.15.42:0/366468548 --> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558267eaad50 con 0x558267f66020 2024-06-06T08:23:35.356 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.347+0000 7f13effff700 1 --2- 172.21.15.42:0/366468548 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x558267f66020 0x558267f68410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:35.356 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.347+0000 7f13effff700 1 --2- 172.21.15.42:0/366468548 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x558267f66020 0x558267f68410 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=f69473853e0d14b server_cookie=e9ee581d9600531e in_seq=0 out_seq=0 2024-06-06T08:23:35.356 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.347+0000 7f13cf7fe700 10 client.15615 ms_handle_connect on v2:172.21.15.149:6836/751787578 2024-06-06T08:23:35.356 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.348+0000 7f13cf7fe700 1 -- 172.21.15.42:0/366468548 <== mds.1 v2:172.21.15.149:6836/751787578 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x558267eaad50 con 0x558267f66020 2024-06-06T08:23:35.356 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.348+0000 7f13cf7fe700 10 client.15615 handle_command_reply: tid=0 2024-06-06T08:23:35.356 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.348+0000 7f1400cceb80 1 client.15615 shutdown 2024-06-06T08:23:35.356 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.348+0000 7f1400cceb80 1 -- 172.21.15.42:0/366468548 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558267f51f60 msgr2=0x558267f558f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:35.356 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.348+0000 7f1400cceb80 1 --2- 172.21.15.42:0/366468548 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558267f51f60 0x558267f558f0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f13d8019db0 tx=0x7f13d80047c0 comp rx=0 tx=0).stop 2024-06-06T08:23:35.357 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.348+0000 7f1400cceb80 1 -- 172.21.15.42:0/366468548 shutdown_connections 2024-06-06T08:23:35.357 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.348+0000 7f1400cceb80 1 --2- 172.21.15.42:0/366468548 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x558267f66020 0x558267f68410 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:35.357 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.348+0000 7f1400cceb80 1 --2- 172.21.15.42:0/366468548 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558267f52880 0x558267f55e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:35.357 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.348+0000 7f1400cceb80 1 --2- 172.21.15.42:0/366468548 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558267f4c7a0 0x558267f585f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:35.357 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.348+0000 7f1400cceb80 1 --2- 172.21.15.42:0/366468548 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558267f51f60 0x558267f558f0 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:35.357 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.348+0000 7f1400cceb80 1 -- 172.21.15.42:0/366468548 >> 172.21.15.42:0/366468548 conn(0x558267e79080 msgr2=0x558267f46700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:35.357 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.348+0000 7f13cf7fe700 0 client.15615 ms_handle_reset on v2:172.21.15.149:6836/751787578 2024-06-06T08:23:35.357 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.348+0000 7f1400cceb80 1 -- 172.21.15.42:0/366468548 shutdown_connections 2024-06-06T08:23:35.357 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.348+0000 7f1400cceb80 1 -- 172.21.15.42:0/366468548 wait complete. 2024-06-06T08:23:35.357 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.349+0000 7f1400cceb80 20 client.15615 trim_cache size 0 max 16384 2024-06-06T08:23:35.364 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.364+0000 7f1400cceb80 1 Processor -- start 2024-06-06T08:23:35.364 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.364+0000 7f1400cceb80 1 -- start start 2024-06-06T08:23:35.364 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.364+0000 7f1400cceb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558267f4c7a0 0x558267f4c260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:35.364 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.364+0000 7f1400cceb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558267f51f60 0x558267f46e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:35.364 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.364+0000 7f1400cceb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558267f52880 0x558267f473c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:35.364 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.364+0000 7f1400cceb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f13f01aeb40 con 0x558267f52880 2024-06-06T08:23:35.364 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.364+0000 7f1400cceb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f13f01ac3d0 con 0x558267f4c7a0 2024-06-06T08:23:35.364 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.364+0000 7f1400cceb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f13f01aa220 con 0x558267f51f60 2024-06-06T08:23:35.364 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.364+0000 7f13f49e8700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558267f52880 0x558267f473c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:35.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.364+0000 7f13f49e8700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558267f52880 0x558267f473c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:36006/0 (socket says 172.21.15.42:36006) 2024-06-06T08:23:35.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.364+0000 7f13f49e8700 1 -- 172.21.15.42:0/2092137535 learned_addr learned my addr 172.21.15.42:0/2092137535 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:35.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.364+0000 7f13e7fff700 1 --2- 172.21.15.42:0/2092137535 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558267f51f60 0x558267f46e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:35.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.364+0000 7f13effff700 1 --2- 172.21.15.42:0/2092137535 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558267f4c7a0 0x558267f4c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:35.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.364+0000 7f13f49e8700 1 -- 172.21.15.42:0/2092137535 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558267f51f60 msgr2=0x558267f46e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:35.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.364+0000 7f13f49e8700 1 --2- 172.21.15.42:0/2092137535 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558267f51f60 0x558267f46e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:35.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.364+0000 7f13f49e8700 1 -- 172.21.15.42:0/2092137535 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558267f4c7a0 msgr2=0x558267f4c260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:35.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.364+0000 7f13f49e8700 1 --2- 172.21.15.42:0/2092137535 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558267f4c7a0 0x558267f4c260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:35.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.364+0000 7f13f49e8700 1 -- 172.21.15.42:0/2092137535 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558267f52680 con 0x558267f52880 2024-06-06T08:23:35.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.364+0000 7f13e7fff700 1 --2- 172.21.15.42:0/2092137535 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558267f51f60 0x558267f46e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:23:35.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.365+0000 7f13f49e8700 1 --2- 172.21.15.42:0/2092137535 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558267f52880 0x558267f473c0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f13e8015000 tx=0x7f13e800b050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=98b0001832eef8bf server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:35.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.365+0000 7f13e5ffb700 1 -- 172.21.15.42:0/2092137535 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13e8021050 con 0x558267f52880 2024-06-06T08:23:35.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.365+0000 7f13e5ffb700 1 -- 172.21.15.42:0/2092137535 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f13e8003cc0 con 0x558267f52880 2024-06-06T08:23:35.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.365+0000 7f13e5ffb700 1 -- 172.21.15.42:0/2092137535 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13e80053b0 con 0x558267f52880 2024-06-06T08:23:35.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.365+0000 7f1400cceb80 1 -- 172.21.15.42:0/2092137535 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558267f52880 msgr2=0x558267f473c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:35.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.365+0000 7f1400cceb80 1 --2- 172.21.15.42:0/2092137535 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558267f52880 0x558267f473c0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f13e8015000 tx=0x7f13e800b050 comp rx=0 tx=0).stop 2024-06-06T08:23:35.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.365+0000 7f1400cceb80 1 -- 172.21.15.42:0/2092137535 shutdown_connections 2024-06-06T08:23:35.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.365+0000 7f1400cceb80 1 --2- 172.21.15.42:0/2092137535 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558267f52880 0x558267f473c0 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:35.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.365+0000 7f1400cceb80 1 --2- 172.21.15.42:0/2092137535 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558267f4c7a0 0x558267f4c260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:35.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.365+0000 7f1400cceb80 1 --2- 172.21.15.42:0/2092137535 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558267f51f60 0x558267f46e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:35.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.365+0000 7f1400cceb80 1 -- 172.21.15.42:0/2092137535 >> 172.21.15.42:0/2092137535 conn(0x558267e79080 msgr2=0x558267f541e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:35.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.366+0000 7f1400cceb80 1 -- 172.21.15.42:0/2092137535 shutdown_connections 2024-06-06T08:23:35.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.366+0000 7f1400cceb80 1 -- 172.21.15.42:0/2092137535 wait complete. 2024-06-06T08:23:35.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.366+0000 7f1400cceb80 1 -- start start 2024-06-06T08:23:35.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.366+0000 7f1400cceb80 1 Processor -- start 2024-06-06T08:23:35.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.366+0000 7f1400cceb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558267f4c7a0 0x558267f5e6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:35.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.366+0000 7f1400cceb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558267f51f60 0x558267f5ebe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:35.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.366+0000 7f1400cceb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558267f52880 0x558267f6d0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:35.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.366+0000 7f1400cceb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f13f01aa890 con 0x558267f52880 2024-06-06T08:23:35.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.366+0000 7f1400cceb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f13f01abd00 con 0x558267f51f60 2024-06-06T08:23:35.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.366+0000 7f1400cceb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f13f01aaf60 con 0x558267f4c7a0 2024-06-06T08:23:35.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.366+0000 7f1400cceb80 10 client.0 _ll_register_callbacks cb 0x558267e335b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:23:35.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.367+0000 7f13effff700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558267f4c7a0 0x558267f5e6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:35.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.367+0000 7f13f49e8700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558267f52880 0x558267f6d0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:35.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.367+0000 7f13effff700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558267f4c7a0 0x558267f5e6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:49148/0 (socket says 172.21.15.42:49148) 2024-06-06T08:23:35.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.367+0000 7f13effff700 1 -- 172.21.15.42:0/1452484222 learned_addr learned my addr 172.21.15.42:0/1452484222 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:35.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.367+0000 7f13e7fff700 1 --2- 172.21.15.42:0/1452484222 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558267f51f60 0x558267f5ebe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:35.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.367+0000 7f13effff700 1 -- 172.21.15.42:0/1452484222 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558267f51f60 msgr2=0x558267f5ebe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:35.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.367+0000 7f13effff700 1 --2- 172.21.15.42:0/1452484222 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558267f51f60 0x558267f5ebe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:35.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.367+0000 7f13effff700 1 -- 172.21.15.42:0/1452484222 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558267f52880 msgr2=0x558267f6d0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:35.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.367+0000 7f13effff700 1 --2- 172.21.15.42:0/1452484222 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558267f52880 0x558267f6d0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:35.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.367+0000 7f13effff700 1 -- 172.21.15.42:0/1452484222 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558267f6d710 con 0x558267f4c7a0 2024-06-06T08:23:35.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.367+0000 7f13f49e8700 1 --2- 172.21.15.42:0/1452484222 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558267f52880 0x558267f6d0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:23:35.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.367+0000 7f13effff700 1 --2- 172.21.15.42:0/1452484222 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558267f4c7a0 0x558267f5e6a0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f13e000cfd0 tx=0x7f13e0097f60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a468faf0bec450da server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:35.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.367+0000 7f13cf7fe700 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:23:35.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.367+0000 7f13cf7fe700 1 -- 172.21.15.42:0/1452484222 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13e009ff40 con 0x558267f4c7a0 2024-06-06T08:23:35.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.367+0000 7f1400cceb80 1 -- 172.21.15.42:0/1452484222 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f13e8003cc0 con 0x558267f4c7a0 2024-06-06T08:23:35.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.367+0000 7f13cf7fe700 1 -- 172.21.15.42:0/1452484222 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f13e00cd170 con 0x558267f4c7a0 2024-06-06T08:23:35.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.368+0000 7f13cf7fe700 1 -- 172.21.15.42:0/1452484222 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f13e00a4800 con 0x558267f4c7a0 2024-06-06T08:23:35.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.368+0000 7f1400cceb80 10 client.25258 fetch_fsmap learned FSMap version 26 2024-06-06T08:23:35.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.368+0000 7f1400cceb80 1 -- 172.21.15.42:0/1452484222 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x558267fd0650 con 0x558267f4c7a0 2024-06-06T08:23:35.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.368+0000 7f13cf7fe700 1 -- 172.21.15.42:0/1452484222 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f13e8003cc0 con 0x558267f4c7a0 2024-06-06T08:23:35.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.368+0000 7f13cf7fe700 1 -- 172.21.15.42:0/1452484222 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7f13e009b170 con 0x558267f4c7a0 2024-06-06T08:23:35.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.368+0000 7f1400cceb80 10 client.25258 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:23:35.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.368+0000 7f1400cceb80 10 client.25258 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-06-06T08:23:35.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.368+0000 7f1400cceb80 20 client.25258 populate_metadata read hostname 'smithi042' 2024-06-06T08:23:35.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.368+0000 7f1400cceb80 1 --2- 172.21.15.42:0/1452484222 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x558267fd0d30 0x558267fd3120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:35.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.368+0000 7f1400cceb80 4 client.25258 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-06-06T08:23:35.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.368+0000 7f1400cceb80 1 -- 172.21.15.42:0/1452484222 --> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] -- command(tid 0: {"prefix": "damage ls"}) -- 0x558267ea52d0 con 0x558267fd0d30 2024-06-06T08:23:35.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.368+0000 7f13e7fff700 1 --2- 172.21.15.42:0/1452484222 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x558267fd0d30 0x558267fd3120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:35.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.369+0000 7f13e7fff700 1 --2- 172.21.15.42:0/1452484222 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x558267fd0d30 0x558267fd3120 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=ed1f229af9b9172b server_cookie=6bae1c0538ac5f24 in_seq=0 out_seq=0 2024-06-06T08:23:35.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.369+0000 7f13cf7fe700 10 client.25258 ms_handle_connect on v2:172.21.15.149:6836/751787578 2024-06-06T08:23:35.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.369+0000 7f13cf7fe700 1 -- 172.21.15.42:0/1452484222 <== mds.1 v2:172.21.15.149:6836/751787578 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x558267ea52d0 con 0x558267fd0d30 2024-06-06T08:23:35.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.369+0000 7f13cf7fe700 10 client.25258 handle_command_reply: tid=0 2024-06-06T08:23:35.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.369+0000 7f1400cceb80 1 client.25258 shutdown 2024-06-06T08:23:35.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.369+0000 7f1400cceb80 1 -- 172.21.15.42:0/1452484222 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558267f4c7a0 msgr2=0x558267f5e6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:35.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.369+0000 7f1400cceb80 1 --2- 172.21.15.42:0/1452484222 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558267f4c7a0 0x558267f5e6a0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f13e000cfd0 tx=0x7f13e0097f60 comp rx=0 tx=0).stop 2024-06-06T08:23:35.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.369+0000 7f1400cceb80 1 -- 172.21.15.42:0/1452484222 shutdown_connections 2024-06-06T08:23:35.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.369+0000 7f1400cceb80 1 --2- 172.21.15.42:0/1452484222 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558267f52880 0x558267f6d0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:35.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.369+0000 7f1400cceb80 1 --2- 172.21.15.42:0/1452484222 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558267f4c7a0 0x558267f5e6a0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:35.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.369+0000 7f1400cceb80 1 --2- 172.21.15.42:0/1452484222 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x558267fd0d30 0x558267fd3120 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:35.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.369+0000 7f1400cceb80 1 --2- 172.21.15.42:0/1452484222 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558267f51f60 0x558267f5ebe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:35.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.369+0000 7f13cf7fe700 0 client.25258 ms_handle_reset on v2:172.21.15.149:6836/751787578 2024-06-06T08:23:35.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.369+0000 7f1400cceb80 1 -- 172.21.15.42:0/1452484222 >> 172.21.15.42:0/1452484222 conn(0x558267e79080 msgr2=0x558267f53dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:35.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.369+0000 7f1400cceb80 1 -- 172.21.15.42:0/1452484222 shutdown_connections 2024-06-06T08:23:35.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.369+0000 7f1400cceb80 1 -- 172.21.15.42:0/1452484222 wait complete. 2024-06-06T08:23:35.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.369+0000 7f1400cceb80 20 client.25258 trim_cache size 0 max 16384 2024-06-06T08:23:35.374 INFO:teuthology.orchestra.run.smithi042.stdout:[] 2024-06-06T08:23:35.375 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.370+0000 7f13f644b700 1 -- 172.21.15.42:0/1299363538 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f13dc0a2eb0 msgr2=0x7f13dc0a5370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:35.375 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.370+0000 7f13f644b700 1 --2- 172.21.15.42:0/1299363538 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f13dc0a2eb0 0x7f13dc0a5370 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f13f00789b0 tx=0x7f13d800b700 comp rx=0 tx=0).stop 2024-06-06T08:23:35.375 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.370+0000 7f13f644b700 1 -- 172.21.15.42:0/1299363538 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f13f006abc0 msgr2=0x7f13f019c6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:35.375 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.370+0000 7f13f644b700 1 --2- 172.21.15.42:0/1299363538 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f13f006abc0 0x7f13f019c6c0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f13e000e9a0 tx=0x7f13e000ecb0 comp rx=0 tx=0).stop 2024-06-06T08:23:35.375 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.370+0000 7f13f644b700 1 -- 172.21.15.42:0/1299363538 shutdown_connections 2024-06-06T08:23:35.375 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.370+0000 7f13f644b700 1 --2- 172.21.15.42:0/1299363538 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f13dc0a2eb0 0x7f13dc0a5370 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:35.376 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.370+0000 7f13f644b700 1 --2- 172.21.15.42:0/1299363538 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f13f0108500 0x7f13f0196880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:35.376 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.370+0000 7f13f644b700 1 --2- 172.21.15.42:0/1299363538 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f13f006abc0 0x7f13f019c6c0 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:35.376 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.370+0000 7f13f644b700 1 --2- 172.21.15.42:0/1299363538 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f13f006b580 0x7f13f019cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:35.376 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.370+0000 7f13f644b700 1 -- 172.21.15.42:0/1299363538 >> 172.21.15.42:0/1299363538 conn(0x7f13f0078340 msgr2=0x7f13f01000d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:35.376 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.370+0000 7f13f644b700 1 -- 172.21.15.42:0/1299363538 shutdown_connections 2024-06-06T08:23:35.376 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:35.370+0000 7f13f644b700 1 -- 172.21.15.42:0/1299363538 wait complete. 2024-06-06T08:23:36.046 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-06-06T08:23:36.296 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:23:36.314 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:23:36 smithi042 ceph-mon[32384]: pgmap v32: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 6 op/s 2024-06-06T08:23:36.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:23:36 smithi149 ceph-mon[36842]: pgmap v32: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 6 op/s 2024-06-06T08:23:36.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:23:36 smithi120 ceph-mon[36658]: pgmap v32: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 6 op/s 2024-06-06T08:23:38.016 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.017+0000 7fe7ea2d7700 1 -- 172.21.15.42:0/2498704128 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe7e41085a0 msgr2=0x7fe7e4108980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:38.016 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.017+0000 7fe7ea2d7700 1 --2- 172.21.15.42:0/2498704128 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe7e41085a0 0x7fe7e4108980 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7fe7d40099c0 tx=0x7fe7d4009cd0 comp rx=0 tx=0).stop 2024-06-06T08:23:38.016 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.017+0000 7fe7ea2d7700 1 -- 172.21.15.42:0/2498704128 shutdown_connections 2024-06-06T08:23:38.016 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.017+0000 7fe7ea2d7700 1 --2- 172.21.15.42:0/2498704128 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe7e406b580 0x7fe7e410f370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:38.017 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.017+0000 7fe7ea2d7700 1 --2- 172.21.15.42:0/2498704128 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe7e41085a0 0x7fe7e4108980 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:38.017 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.017+0000 7fe7ea2d7700 1 --2- 172.21.15.42:0/2498704128 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe7e406abc0 0x7fe7e406b040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:38.017 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.017+0000 7fe7ea2d7700 1 -- 172.21.15.42:0/2498704128 >> 172.21.15.42:0/2498704128 conn(0x7fe7e4077200 msgr2=0x7fe7e4077610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:38.017 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.017+0000 7fe7ea2d7700 1 -- 172.21.15.42:0/2498704128 shutdown_connections 2024-06-06T08:23:38.017 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.017+0000 7fe7ea2d7700 1 -- 172.21.15.42:0/2498704128 wait complete. 2024-06-06T08:23:38.017 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.017+0000 7fe7ea2d7700 1 Processor -- start 2024-06-06T08:23:38.017 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.017+0000 7fe7ea2d7700 1 -- start start 2024-06-06T08:23:38.026 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.018+0000 7fe7ea2d7700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe7e406abc0 0x7fe7e419e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:38.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.018+0000 7fe7ea2d7700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe7e406b580 0x7fe7e419edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:38.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.018+0000 7fe7ea2d7700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe7e41085a0 0x7fe7e4198aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:38.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.018+0000 7fe7ea2d7700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe7e41127e0 con 0x7fe7e41085a0 2024-06-06T08:23:38.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.018+0000 7fe7ea2d7700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fe7e4112660 con 0x7fe7e406abc0 2024-06-06T08:23:38.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.018+0000 7fe7ea2d7700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fe7e4112960 con 0x7fe7e406b580 2024-06-06T08:23:38.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.018+0000 7fe7e8874700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe7e41085a0 0x7fe7e4198aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:38.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.018+0000 7fe7e8874700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe7e41085a0 0x7fe7e4198aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:53294/0 (socket says 172.21.15.42:53294) 2024-06-06T08:23:38.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.018+0000 7fe7e8874700 1 -- 172.21.15.42:0/421527215 learned_addr learned my addr 172.21.15.42:0/421527215 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:38.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.018+0000 7fe7e3fff700 1 --2- 172.21.15.42:0/421527215 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe7e406abc0 0x7fe7e419e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:38.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.018+0000 7fe7e37fe700 1 --2- 172.21.15.42:0/421527215 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe7e406b580 0x7fe7e419edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:38.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.018+0000 7fe7e8874700 1 -- 172.21.15.42:0/421527215 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe7e406b580 msgr2=0x7fe7e419edd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:38.028 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.018+0000 7fe7e8874700 1 --2- 172.21.15.42:0/421527215 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe7e406b580 0x7fe7e419edd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:38.028 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.018+0000 7fe7e8874700 1 -- 172.21.15.42:0/421527215 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe7e406abc0 msgr2=0x7fe7e419e890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:38.028 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.018+0000 7fe7e8874700 1 --2- 172.21.15.42:0/421527215 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe7e406abc0 0x7fe7e419e890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:38.028 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.018+0000 7fe7e8874700 1 -- 172.21.15.42:0/421527215 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7e4199200 con 0x7fe7e41085a0 2024-06-06T08:23:38.028 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.018+0000 7fe7e3fff700 1 --2- 172.21.15.42:0/421527215 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe7e406abc0 0x7fe7e419e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:23:38.028 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.018+0000 7fe7e8874700 1 --2- 172.21.15.42:0/421527215 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe7e41085a0 0x7fe7e4198aa0 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7fe7dc007ee0 tx=0x7fe7dc00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:38.028 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.019+0000 7fe7e17fa700 1 -- 172.21.15.42:0/421527215 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7dc00ddd0 con 0x7fe7e41085a0 2024-06-06T08:23:38.028 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.019+0000 7fe7e17fa700 1 -- 172.21.15.42:0/421527215 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe7dc004020 con 0x7fe7e41085a0 2024-06-06T08:23:38.028 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.019+0000 7fe7ea2d7700 1 -- 172.21.15.42:0/421527215 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7e41994f0 con 0x7fe7e41085a0 2024-06-06T08:23:38.028 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.019+0000 7fe7e17fa700 1 -- 172.21.15.42:0/421527215 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7dc015660 con 0x7fe7e41085a0 2024-06-06T08:23:38.028 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.019+0000 7fe7ea2d7700 1 -- 172.21.15.42:0/421527215 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7e41a5760 con 0x7fe7e41085a0 2024-06-06T08:23:38.028 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.021+0000 7fe7e17fa700 1 -- 172.21.15.42:0/421527215 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 25) ==== 138066+0+0 (secure 0 0 0) 0x7fe7dc0041d0 con 0x7fe7e41085a0 2024-06-06T08:23:38.028 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.022+0000 7fe7e17fa700 1 --2- 172.21.15.42:0/421527215 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fe7cc0a2eb0 0x7fe7cc0a5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:38.029 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.022+0000 7fe7e17fa700 1 -- 172.21.15.42:0/421527215 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fe7dc0cf420 con 0x7fe7e41085a0 2024-06-06T08:23:38.029 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.022+0000 7fe7e3fff700 1 --2- 172.21.15.42:0/421527215 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fe7cc0a2eb0 0x7fe7cc0a5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:38.029 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.022+0000 7fe7e3fff700 1 --2- 172.21.15.42:0/421527215 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fe7cc0a2eb0 0x7fe7cc0a5370 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fe7d4000c00 tx=0x7fe7d4005940 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:38.029 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.022+0000 7fe7f4b5ab80 1 Processor -- start 2024-06-06T08:23:38.029 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.022+0000 7fe7f4b5ab80 1 -- start start 2024-06-06T08:23:38.029 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.023+0000 7fe7f4b5ab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5565cce12470 0x5565cce12850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:38.029 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.023+0000 7fe7f4b5ab80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5565cce0c670 0x5565cce0caf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:38.029 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.023+0000 7fe7f4b5ab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5565cce0d030 0x5565cce19210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:38.029 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.023+0000 7fe7f4b5ab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5565cccfaf60 con 0x5565cce12470 2024-06-06T08:23:38.029 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.023+0000 7fe7f4b5ab80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5565ccd59850 con 0x5565cce0c670 2024-06-06T08:23:38.029 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.023+0000 7fe7f4b5ab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5565cccc1460 con 0x5565cce0d030 2024-06-06T08:23:38.029 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.023+0000 7fe7e3fff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5565cce12470 0x5565cce12850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:38.029 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.023+0000 7fe7e3fff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5565cce12470 0x5565cce12850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:53302/0 (socket says 172.21.15.42:53302) 2024-06-06T08:23:38.030 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.023+0000 7fe7e3fff700 1 -- 172.21.15.42:0/3966887017 learned_addr learned my addr 172.21.15.42:0/3966887017 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:38.030 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.023+0000 7fe7e37fe700 1 --2- 172.21.15.42:0/3966887017 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5565cce0c670 0x5565cce0caf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:38.030 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.023+0000 7fe7e8874700 1 --2- 172.21.15.42:0/3966887017 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5565cce0d030 0x5565cce19210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:38.030 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.023+0000 7fe7e3fff700 1 -- 172.21.15.42:0/3966887017 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5565cce0d030 msgr2=0x5565cce19210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:38.030 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.023+0000 7fe7e3fff700 1 --2- 172.21.15.42:0/3966887017 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5565cce0d030 0x5565cce19210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:38.030 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.023+0000 7fe7e3fff700 1 -- 172.21.15.42:0/3966887017 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5565cce0c670 msgr2=0x5565cce0caf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:38.030 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.023+0000 7fe7e3fff700 1 --2- 172.21.15.42:0/3966887017 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5565cce0c670 0x5565cce0caf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:38.030 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.023+0000 7fe7e3fff700 1 -- 172.21.15.42:0/3966887017 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5565ccca88d0 con 0x5565cce12470 2024-06-06T08:23:38.030 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.023+0000 7fe7e37fe700 1 --2- 172.21.15.42:0/3966887017 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5565cce0c670 0x5565cce0caf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:23:38.030 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.023+0000 7fe7e8874700 1 --2- 172.21.15.42:0/3966887017 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5565cce0d030 0x5565cce19210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:23:38.030 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.023+0000 7fe7e3fff700 1 --2- 172.21.15.42:0/3966887017 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5565cce12470 0x5565cce12850 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fe7d4015000 tx=0x7fe7d401f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7305933d19f684dc server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:38.030 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.024+0000 7fe7ca7fc700 1 -- 172.21.15.42:0/3966887017 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7d4003960 con 0x5565cce12470 2024-06-06T08:23:38.030 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.024+0000 7fe7ca7fc700 1 -- 172.21.15.42:0/3966887017 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe7d4005070 con 0x5565cce12470 2024-06-06T08:23:38.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.024+0000 7fe7ca7fc700 1 -- 172.21.15.42:0/3966887017 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7d400f7e0 con 0x5565cce12470 2024-06-06T08:23:38.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.024+0000 7fe7f4b5ab80 1 -- 172.21.15.42:0/3966887017 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5565cce12470 msgr2=0x5565cce12850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:38.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.024+0000 7fe7f4b5ab80 1 --2- 172.21.15.42:0/3966887017 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5565cce12470 0x5565cce12850 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fe7d4015000 tx=0x7fe7d401f000 comp rx=0 tx=0).stop 2024-06-06T08:23:38.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.024+0000 7fe7f4b5ab80 1 -- 172.21.15.42:0/3966887017 shutdown_connections 2024-06-06T08:23:38.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.024+0000 7fe7f4b5ab80 1 --2- 172.21.15.42:0/3966887017 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5565cce0d030 0x5565cce19210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:38.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.024+0000 7fe7f4b5ab80 1 --2- 172.21.15.42:0/3966887017 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5565cce12470 0x5565cce12850 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:38.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.024+0000 7fe7f4b5ab80 1 --2- 172.21.15.42:0/3966887017 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5565cce0c670 0x5565cce0caf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:38.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.024+0000 7fe7f4b5ab80 1 -- 172.21.15.42:0/3966887017 >> 172.21.15.42:0/3966887017 conn(0x5565ccd35080 msgr2=0x5565cce03220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:38.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.024+0000 7fe7f4b5ab80 1 -- 172.21.15.42:0/3966887017 shutdown_connections 2024-06-06T08:23:38.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.025+0000 7fe7f4b5ab80 1 -- 172.21.15.42:0/3966887017 wait complete. 2024-06-06T08:23:38.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.025+0000 7fe7f4b5ab80 1 -- start start 2024-06-06T08:23:38.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.025+0000 7fe7f4b5ab80 1 Processor -- start 2024-06-06T08:23:38.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.025+0000 7fe7f4b5ab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5565cce0c670 0x5565cce18c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:38.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.025+0000 7fe7f4b5ab80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5565cce0d030 0x5565cce19190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:38.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.025+0000 7fe7f4b5ab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5565cce12470 0x5565cce161a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:38.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.025+0000 7fe7f4b5ab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5565cccf9fc0 con 0x5565cce0c670 2024-06-06T08:23:38.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.025+0000 7fe7f4b5ab80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5565ccd55810 con 0x5565cce0d030 2024-06-06T08:23:38.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.025+0000 7fe7f4b5ab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5565cce19750 con 0x5565cce12470 2024-06-06T08:23:38.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.026+0000 7fe7f4b5ab80 10 client.0 _ll_register_callbacks cb 0x5565cccef5b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:23:38.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.026+0000 7fe7e3fff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5565cce0c670 0x5565cce18c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:38.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.026+0000 7fe7e3fff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5565cce0c670 0x5565cce18c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:53306/0 (socket says 172.21.15.42:53306) 2024-06-06T08:23:38.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.026+0000 7fe7e3fff700 1 -- 172.21.15.42:0/28142216 learned_addr learned my addr 172.21.15.42:0/28142216 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:38.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.026+0000 7fe7e8874700 1 --2- 172.21.15.42:0/28142216 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5565cce12470 0x5565cce161a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:38.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.026+0000 7fe7e37fe700 1 --2- 172.21.15.42:0/28142216 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5565cce0d030 0x5565cce19190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:38.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.026+0000 7fe7e3fff700 1 -- 172.21.15.42:0/28142216 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5565cce12470 msgr2=0x5565cce161a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:38.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.026+0000 7fe7e3fff700 1 --2- 172.21.15.42:0/28142216 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5565cce12470 0x5565cce161a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:38.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.026+0000 7fe7e3fff700 1 -- 172.21.15.42:0/28142216 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5565cce0d030 msgr2=0x5565cce19190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:38.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.026+0000 7fe7e3fff700 1 --2- 172.21.15.42:0/28142216 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5565cce0d030 0x5565cce19190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:38.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.026+0000 7fe7e3fff700 1 -- 172.21.15.42:0/28142216 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5565ccd1f750 con 0x5565cce0c670 2024-06-06T08:23:38.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.026+0000 7fe7e3fff700 1 --2- 172.21.15.42:0/28142216 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5565cce0c670 0x5565cce18c50 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fe7d400b580 tx=0x7fe7d4003be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da6b7da724627974 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:38.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.026+0000 7fe7c37fe700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:23:38.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.026+0000 7fe7c37fe700 1 -- 172.21.15.42:0/28142216 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7d4034070 con 0x5565cce0c670 2024-06-06T08:23:38.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.026+0000 7fe7c37fe700 1 -- 172.21.15.42:0/28142216 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fe7d400f670 con 0x5565cce0c670 2024-06-06T08:23:38.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.026+0000 7fe7f4b5ab80 1 -- 172.21.15.42:0/28142216 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe7d4005070 con 0x5565cce0c670 2024-06-06T08:23:38.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.027+0000 7fe7c37fe700 1 -- 172.21.15.42:0/28142216 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe7d4042050 con 0x5565cce0c670 2024-06-06T08:23:38.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.027+0000 7fe7f4b5ab80 10 client.15633 fetch_fsmap learned FSMap version 26 2024-06-06T08:23:38.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.027+0000 7fe7f4b5ab80 1 -- 172.21.15.42:0/28142216 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5565cce28190 con 0x5565cce0c670 2024-06-06T08:23:38.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.027+0000 7fe7c37fe700 1 -- 172.21.15.42:0/28142216 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe7d4005070 con 0x5565cce0c670 2024-06-06T08:23:38.034 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.027+0000 7fe7c37fe700 1 -- 172.21.15.42:0/28142216 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7fe7d40396c0 con 0x5565cce0c670 2024-06-06T08:23:38.034 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.027+0000 7fe7f4b5ab80 10 client.15633 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:23:38.034 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.027+0000 7fe7f4b5ab80 10 client.15633 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:23:38.034 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.027+0000 7fe7f4b5ab80 20 client.15633 populate_metadata read hostname 'smithi042' 2024-06-06T08:23:38.034 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.027+0000 7fe7f4b5ab80 1 --2- 172.21.15.42:0/28142216 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5565cce2a660 0x5565cce2ca50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:38.034 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.027+0000 7fe7f4b5ab80 4 client.15633 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:23:38.034 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.027+0000 7fe7f4b5ab80 1 -- 172.21.15.42:0/28142216 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5565ccd66d50 con 0x5565cce2a660 2024-06-06T08:23:38.034 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.028+0000 7fe7e37fe700 1 --2- 172.21.15.42:0/28142216 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5565cce2a660 0x5565cce2ca50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:38.034 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.028+0000 7fe7e37fe700 1 --2- 172.21.15.42:0/28142216 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5565cce2a660 0x5565cce2ca50 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=764a2ac425546a3c server_cookie=d82d12650d746e6d in_seq=0 out_seq=0 2024-06-06T08:23:38.034 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.028+0000 7fe7c37fe700 10 client.15633 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:23:38.035 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.029+0000 7fe7c37fe700 1 -- 172.21.15.42:0/28142216 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x5565ccd66d50 con 0x5565cce2a660 2024-06-06T08:23:38.035 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.029+0000 7fe7c37fe700 10 client.15633 handle_command_reply: tid=0 2024-06-06T08:23:38.035 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.029+0000 7fe7f4b5ab80 1 client.15633 shutdown 2024-06-06T08:23:38.035 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.029+0000 7fe7f4b5ab80 1 -- 172.21.15.42:0/28142216 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5565cce0c670 msgr2=0x5565cce18c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:38.035 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.029+0000 7fe7f4b5ab80 1 --2- 172.21.15.42:0/28142216 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5565cce0c670 0x5565cce18c50 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fe7d400b580 tx=0x7fe7d4003be0 comp rx=0 tx=0).stop 2024-06-06T08:23:38.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.029+0000 7fe7f4b5ab80 1 -- 172.21.15.42:0/28142216 shutdown_connections 2024-06-06T08:23:38.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.029+0000 7fe7f4b5ab80 1 --2- 172.21.15.42:0/28142216 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5565cce12470 0x5565cce161a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:38.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.029+0000 7fe7f4b5ab80 1 --2- 172.21.15.42:0/28142216 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5565cce0c670 0x5565cce18c50 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:38.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.029+0000 7fe7f4b5ab80 1 --2- 172.21.15.42:0/28142216 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5565cce2a660 0x5565cce2ca50 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:38.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.029+0000 7fe7c37fe700 0 client.15633 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:23:38.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.029+0000 7fe7f4b5ab80 1 --2- 172.21.15.42:0/28142216 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5565cce0d030 0x5565cce19190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:38.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.029+0000 7fe7f4b5ab80 1 -- 172.21.15.42:0/28142216 >> 172.21.15.42:0/28142216 conn(0x5565ccd35080 msgr2=0x5565cce02700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:38.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.029+0000 7fe7f4b5ab80 1 -- 172.21.15.42:0/28142216 shutdown_connections 2024-06-06T08:23:38.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.029+0000 7fe7f4b5ab80 1 -- 172.21.15.42:0/28142216 wait complete. 2024-06-06T08:23:38.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.029+0000 7fe7f4b5ab80 20 client.15633 trim_cache size 0 max 16384 2024-06-06T08:23:38.044 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.044+0000 7fe7f4b5ab80 1 Processor -- start 2024-06-06T08:23:38.044 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.044+0000 7fe7f4b5ab80 1 -- start start 2024-06-06T08:23:38.044 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.045+0000 7fe7f4b5ab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5565cce0c670 0x5565cce10570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:38.044 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.045+0000 7fe7f4b5ab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5565cce0d030 0x5565cce02e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:38.045 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.045+0000 7fe7f4b5ab80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5565cce12470 0x5565cce033c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:38.045 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.045+0000 7fe7f4b5ab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe7e41aea70 con 0x5565cce0d030 2024-06-06T08:23:38.045 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.045+0000 7fe7f4b5ab80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fe7e41ac300 con 0x5565cce12470 2024-06-06T08:23:38.045 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.045+0000 7fe7f4b5ab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fe7e41aa150 con 0x5565cce0c670 2024-06-06T08:23:38.045 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.045+0000 7fe7e37fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5565cce0d030 0x5565cce02e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:38.045 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.045+0000 7fe7e37fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5565cce0d030 0x5565cce02e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:53308/0 (socket says 172.21.15.42:53308) 2024-06-06T08:23:38.045 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.045+0000 7fe7e37fe700 1 -- 172.21.15.42:0/928479369 learned_addr learned my addr 172.21.15.42:0/928479369 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:38.045 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.045+0000 7fe7e3fff700 1 --2- 172.21.15.42:0/928479369 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5565cce0c670 0x5565cce10570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:38.045 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.045+0000 7fe7e8874700 1 --2- 172.21.15.42:0/928479369 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5565cce12470 0x5565cce033c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:38.045 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.045+0000 7fe7e37fe700 1 -- 172.21.15.42:0/928479369 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5565cce0c670 msgr2=0x5565cce10570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:38.045 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.045+0000 7fe7e37fe700 1 --2- 172.21.15.42:0/928479369 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5565cce0c670 0x5565cce10570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:38.045 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.045+0000 7fe7e37fe700 1 -- 172.21.15.42:0/928479369 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5565cce12470 msgr2=0x5565cce033c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:38.045 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.045+0000 7fe7e37fe700 1 --2- 172.21.15.42:0/928479369 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5565cce12470 0x5565cce033c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:38.045 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.045+0000 7fe7e37fe700 1 -- 172.21.15.42:0/928479369 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5565cce03e40 con 0x5565cce0d030 2024-06-06T08:23:38.046 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.045+0000 7fe7e8874700 1 --2- 172.21.15.42:0/928479369 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5565cce12470 0x5565cce033c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:23:38.046 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.045+0000 7fe7e37fe700 1 --2- 172.21.15.42:0/928479369 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5565cce0d030 0x5565cce02e80 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7fe7d8005fd0 tx=0x7fe7d8013740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d8347e735be51626 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:38.046 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.046+0000 7fe7c9ffb700 1 -- 172.21.15.42:0/928479369 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7d8013190 con 0x5565cce0d030 2024-06-06T08:23:38.046 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.046+0000 7fe7c9ffb700 1 -- 172.21.15.42:0/928479369 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe7d8004d10 con 0x5565cce0d030 2024-06-06T08:23:38.046 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.046+0000 7fe7c9ffb700 1 -- 172.21.15.42:0/928479369 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7d80056d0 con 0x5565cce0d030 2024-06-06T08:23:38.049 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.046+0000 7fe7f4b5ab80 1 -- 172.21.15.42:0/928479369 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5565cce0d030 msgr2=0x5565cce02e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:38.049 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.046+0000 7fe7f4b5ab80 1 --2- 172.21.15.42:0/928479369 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5565cce0d030 0x5565cce02e80 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7fe7d8005fd0 tx=0x7fe7d8013740 comp rx=0 tx=0).stop 2024-06-06T08:23:38.049 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.046+0000 7fe7f4b5ab80 1 -- 172.21.15.42:0/928479369 shutdown_connections 2024-06-06T08:23:38.050 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.046+0000 7fe7f4b5ab80 1 --2- 172.21.15.42:0/928479369 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5565cce12470 0x5565cce033c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:38.050 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.046+0000 7fe7f4b5ab80 1 --2- 172.21.15.42:0/928479369 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5565cce0c670 0x5565cce10570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:38.050 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.046+0000 7fe7f4b5ab80 1 --2- 172.21.15.42:0/928479369 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5565cce0d030 0x5565cce02e80 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:38.050 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.046+0000 7fe7f4b5ab80 1 -- 172.21.15.42:0/928479369 >> 172.21.15.42:0/928479369 conn(0x5565ccd35080 msgr2=0x5565cce0fe60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:38.050 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.046+0000 7fe7f4b5ab80 1 -- 172.21.15.42:0/928479369 shutdown_connections 2024-06-06T08:23:38.050 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.046+0000 7fe7f4b5ab80 1 -- 172.21.15.42:0/928479369 wait complete. 2024-06-06T08:23:38.050 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.047+0000 7fe7f4b5ab80 1 -- start start 2024-06-06T08:23:38.050 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.047+0000 7fe7f4b5ab80 1 Processor -- start 2024-06-06T08:23:38.050 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.047+0000 7fe7f4b5ab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5565cce0c670 0x5565cce26a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:38.050 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.047+0000 7fe7f4b5ab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5565cce0d030 0x5565cce26fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:38.050 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.047+0000 7fe7f4b5ab80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5565cce12470 0x5565cce8d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:38.050 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.047+0000 7fe7f4b5ab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe7e41aa7c0 con 0x5565cce0d030 2024-06-06T08:23:38.050 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.047+0000 7fe7f4b5ab80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fe7e41abc30 con 0x5565cce12470 2024-06-06T08:23:38.051 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.047+0000 7fe7f4b5ab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fe7e41aae90 con 0x5565cce0c670 2024-06-06T08:23:38.051 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.047+0000 7fe7f4b5ab80 10 client.0 _ll_register_callbacks cb 0x5565cccef5b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:23:38.051 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.047+0000 7fe7e37fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5565cce0d030 0x5565cce26fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:38.051 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.047+0000 7fe7e37fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5565cce0d030 0x5565cce26fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:53320/0 (socket says 172.21.15.42:53320) 2024-06-06T08:23:38.051 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.047+0000 7fe7e37fe700 1 -- 172.21.15.42:0/3216651723 learned_addr learned my addr 172.21.15.42:0/3216651723 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:38.051 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.048+0000 7fe7e8874700 1 --2- 172.21.15.42:0/3216651723 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5565cce12470 0x5565cce8d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:38.051 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.048+0000 7fe7e3fff700 1 --2- 172.21.15.42:0/3216651723 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5565cce0c670 0x5565cce26a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:38.051 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.048+0000 7fe7e37fe700 1 -- 172.21.15.42:0/3216651723 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5565cce0c670 msgr2=0x5565cce26a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:38.051 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.048+0000 7fe7e37fe700 1 --2- 172.21.15.42:0/3216651723 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5565cce0c670 0x5565cce26a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:38.051 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.048+0000 7fe7e37fe700 1 -- 172.21.15.42:0/3216651723 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5565cce12470 msgr2=0x5565cce8d0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:38.051 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.048+0000 7fe7e37fe700 1 --2- 172.21.15.42:0/3216651723 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5565cce12470 0x5565cce8d0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:38.051 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.048+0000 7fe7e37fe700 1 -- 172.21.15.42:0/3216651723 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5565cce8d6b0 con 0x5565cce0d030 2024-06-06T08:23:38.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.048+0000 7fe7e8874700 1 --2- 172.21.15.42:0/3216651723 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5565cce12470 0x5565cce8d0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:23:38.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.048+0000 7fe7e37fe700 1 --2- 172.21.15.42:0/3216651723 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5565cce0d030 0x5565cce26fb0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fe7d8004790 tx=0x7fe7d80133c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c185bcf760813ba server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:38.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.048+0000 7fe7c37fe700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:23:38.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.048+0000 7fe7c37fe700 1 -- 172.21.15.42:0/3216651723 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7d80049d0 con 0x5565cce0d030 2024-06-06T08:23:38.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.048+0000 7fe7c37fe700 1 -- 172.21.15.42:0/3216651723 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fe7d8021050 con 0x5565cce0d030 2024-06-06T08:23:38.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.048+0000 7fe7f4b5ab80 1 -- 172.21.15.42:0/3216651723 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe7d8004d10 con 0x5565cce0d030 2024-06-06T08:23:38.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.048+0000 7fe7c37fe700 1 -- 172.21.15.42:0/3216651723 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe7d8004b70 con 0x5565cce0d030 2024-06-06T08:23:38.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.048+0000 7fe7f4b5ab80 10 client.15639 fetch_fsmap learned FSMap version 26 2024-06-06T08:23:38.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.048+0000 7fe7f4b5ab80 1 -- 172.21.15.42:0/3216651723 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5565cce94a30 con 0x5565cce0d030 2024-06-06T08:23:38.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.049+0000 7fe7c37fe700 1 -- 172.21.15.42:0/3216651723 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe7d8004d10 con 0x5565cce0d030 2024-06-06T08:23:38.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.049+0000 7fe7c37fe700 1 -- 172.21.15.42:0/3216651723 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7fe7d8011a40 con 0x5565cce0d030 2024-06-06T08:23:38.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.049+0000 7fe7f4b5ab80 10 client.15639 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:23:38.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.049+0000 7fe7f4b5ab80 10 client.15639 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:23:38.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.049+0000 7fe7f4b5ab80 20 client.15639 populate_metadata read hostname 'smithi042' 2024-06-06T08:23:38.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.049+0000 7fe7f4b5ab80 1 --2- 172.21.15.42:0/3216651723 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5565cce95100 0x5565cce97520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:38.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.049+0000 7fe7f4b5ab80 4 client.15639 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-06-06T08:23:38.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.049+0000 7fe7f4b5ab80 1 -- 172.21.15.42:0/3216651723 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5565ccd612d0 con 0x5565cce95100 2024-06-06T08:23:38.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.049+0000 7fe7e3fff700 1 --2- 172.21.15.42:0/3216651723 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5565cce95100 0x5565cce97520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:38.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.049+0000 7fe7e3fff700 1 --2- 172.21.15.42:0/3216651723 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5565cce95100 0x5565cce97520 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c8e6f81543b9d3a2 server_cookie=93b1d60131ed03fa in_seq=0 out_seq=0 2024-06-06T08:23:38.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.049+0000 7fe7c37fe700 10 client.15639 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:23:38.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.050+0000 7fe7c37fe700 1 -- 172.21.15.42:0/3216651723 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5565ccd612d0 con 0x5565cce95100 2024-06-06T08:23:38.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.050+0000 7fe7c37fe700 10 client.15639 handle_command_reply: tid=0 2024-06-06T08:23:38.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.050+0000 7fe7f4b5ab80 1 client.15639 shutdown 2024-06-06T08:23:38.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.050+0000 7fe7f4b5ab80 1 -- 172.21.15.42:0/3216651723 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5565cce0d030 msgr2=0x5565cce26fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:38.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.050+0000 7fe7f4b5ab80 1 --2- 172.21.15.42:0/3216651723 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5565cce0d030 0x5565cce26fb0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fe7d8004790 tx=0x7fe7d80133c0 comp rx=0 tx=0).stop 2024-06-06T08:23:38.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.050+0000 7fe7f4b5ab80 1 -- 172.21.15.42:0/3216651723 shutdown_connections 2024-06-06T08:23:38.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.050+0000 7fe7f4b5ab80 1 --2- 172.21.15.42:0/3216651723 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5565cce95100 0x5565cce97520 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:38.054 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.050+0000 7fe7f4b5ab80 1 --2- 172.21.15.42:0/3216651723 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5565cce12470 0x5565cce8d0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:38.054 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.050+0000 7fe7f4b5ab80 1 --2- 172.21.15.42:0/3216651723 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5565cce0c670 0x5565cce26a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:38.054 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.050+0000 7fe7c37fe700 0 client.15639 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:23:38.054 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.050+0000 7fe7f4b5ab80 1 --2- 172.21.15.42:0/3216651723 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5565cce0d030 0x5565cce26fb0 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:38.054 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.050+0000 7fe7f4b5ab80 1 -- 172.21.15.42:0/3216651723 >> 172.21.15.42:0/3216651723 conn(0x5565ccd35080 msgr2=0x5565cce14a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:38.054 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.050+0000 7fe7f4b5ab80 1 -- 172.21.15.42:0/3216651723 shutdown_connections 2024-06-06T08:23:38.054 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.050+0000 7fe7f4b5ab80 1 -- 172.21.15.42:0/3216651723 wait complete. 2024-06-06T08:23:38.054 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.050+0000 7fe7f4b5ab80 20 client.15639 trim_cache size 0 max 16384 2024-06-06T08:23:38.054 INFO:teuthology.orchestra.run.smithi042.stdout:[] 2024-06-06T08:23:38.055 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.051+0000 7fe7ea2d7700 1 -- 172.21.15.42:0/421527215 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fe7cc0a2eb0 msgr2=0x7fe7cc0a5370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:38.055 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.051+0000 7fe7ea2d7700 1 --2- 172.21.15.42:0/421527215 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fe7cc0a2eb0 0x7fe7cc0a5370 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fe7d4000c00 tx=0x7fe7d4005940 comp rx=0 tx=0).stop 2024-06-06T08:23:38.055 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.051+0000 7fe7ea2d7700 1 -- 172.21.15.42:0/421527215 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe7e41085a0 msgr2=0x7fe7e4198aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:38.055 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.051+0000 7fe7ea2d7700 1 --2- 172.21.15.42:0/421527215 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe7e41085a0 0x7fe7e4198aa0 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7fe7dc007ee0 tx=0x7fe7dc00d3b0 comp rx=0 tx=0).stop 2024-06-06T08:23:38.055 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.051+0000 7fe7ea2d7700 1 -- 172.21.15.42:0/421527215 shutdown_connections 2024-06-06T08:23:38.055 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.051+0000 7fe7ea2d7700 1 --2- 172.21.15.42:0/421527215 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fe7cc0a2eb0 0x7fe7cc0a5370 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:38.055 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.051+0000 7fe7ea2d7700 1 --2- 172.21.15.42:0/421527215 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe7e41085a0 0x7fe7e4198aa0 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:38.055 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.051+0000 7fe7ea2d7700 1 --2- 172.21.15.42:0/421527215 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe7e406abc0 0x7fe7e419e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:38.055 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.051+0000 7fe7ea2d7700 1 --2- 172.21.15.42:0/421527215 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe7e406b580 0x7fe7e419edd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:38.056 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.051+0000 7fe7ea2d7700 1 -- 172.21.15.42:0/421527215 >> 172.21.15.42:0/421527215 conn(0x7fe7e4077200 msgr2=0x7fe7e4100460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:38.056 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.051+0000 7fe7ea2d7700 1 -- 172.21.15.42:0/421527215 shutdown_connections 2024-06-06T08:23:38.056 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:38.051+0000 7fe7ea2d7700 1 -- 172.21.15.42:0/421527215 wait complete. 2024-06-06T08:23:38.056 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 34.4 2024-06-06T08:23:38.056 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:23:38.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:23:38 smithi042 ceph-mon[32384]: pgmap v33: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-06-06T08:23:38.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:23:38 smithi149 ceph-mon[36842]: pgmap v33: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-06-06T08:23:38.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:23:38 smithi120 ceph-mon[36658]: pgmap v33: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-06-06T08:23:38.839 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:23:39.798 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-06-06T08:23:39.799 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-06-06T08:23:40.063 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:23:40.295 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:23:40 smithi042 ceph-mon[32384]: pgmap v34: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-06-06T08:23:40.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:23:40 smithi149 ceph-mon[36842]: pgmap v34: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-06-06T08:23:40.548 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:40.549+0000 7fc19a777700 1 -- 172.21.15.42:0/1155577323 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc1941073a0 msgr2=0x7fc194107780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:40.548 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:40.549+0000 7fc19a777700 1 --2- 172.21.15.42:0/1155577323 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc1941073a0 0x7fc194107780 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7fc1840099c0 tx=0x7fc184009cd0 comp rx=0 tx=0).stop 2024-06-06T08:23:40.548 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:40.549+0000 7fc19a777700 1 -- 172.21.15.42:0/1155577323 shutdown_connections 2024-06-06T08:23:40.548 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:40.549+0000 7fc19a777700 1 --2- 172.21.15.42:0/1155577323 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc194102f10 0x7fc19410f2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:40.548 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:40.549+0000 7fc19a777700 1 --2- 172.21.15.42:0/1155577323 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc1941073a0 0x7fc194107780 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:40.548 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:40.549+0000 7fc19a777700 1 --2- 172.21.15.42:0/1155577323 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc194102550 0x7fc1941029d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:40.548 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:40.549+0000 7fc19a777700 1 -- 172.21.15.42:0/1155577323 >> 172.21.15.42:0/1155577323 conn(0x7fc194079650 msgr2=0x7fc194079a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:40.548 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:40.549+0000 7fc19a777700 1 -- 172.21.15.42:0/1155577323 shutdown_connections 2024-06-06T08:23:40.548 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:40.549+0000 7fc19a777700 1 -- 172.21.15.42:0/1155577323 wait complete. 2024-06-06T08:23:40.550 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:40.549+0000 7fc19a777700 1 Processor -- start 2024-06-06T08:23:40.550 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:40.550+0000 7fc19a777700 1 -- start start 2024-06-06T08:23:40.551 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:40.550+0000 7fc19a777700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc194102550 0x7fc19419e8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:40.551 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:40.550+0000 7fc19a777700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc194102f10 0x7fc19419ee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:40.551 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:40.550+0000 7fc19a777700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc1941073a0 0x7fc194198ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:40.551 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:40.550+0000 7fc19a777700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc1941127d0 con 0x7fc1941073a0 2024-06-06T08:23:40.551 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:40.550+0000 7fc19a777700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fc194112650 con 0x7fc194102f10 2024-06-06T08:23:40.551 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:40.550+0000 7fc19a777700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fc194112950 con 0x7fc194102550 2024-06-06T08:23:40.551 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:40.550+0000 7fc198d14700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc1941073a0 0x7fc194198ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:40.551 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:40.550+0000 7fc1937fe700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc194102f10 0x7fc19419ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:40.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:40.550+0000 7fc198d14700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc1941073a0 0x7fc194198ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:53334/0 (socket says 172.21.15.42:53334) 2024-06-06T08:23:40.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:40.550+0000 7fc198d14700 1 -- 172.21.15.42:0/1955575414 learned_addr learned my addr 172.21.15.42:0/1955575414 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:40.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:40.550+0000 7fc193fff700 1 --2- 172.21.15.42:0/1955575414 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc194102550 0x7fc19419e8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:40.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:40.551+0000 7fc1937fe700 1 -- 172.21.15.42:0/1955575414 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc194102550 msgr2=0x7fc19419e8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:40.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:40.551+0000 7fc1937fe700 1 --2- 172.21.15.42:0/1955575414 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc194102550 0x7fc19419e8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:40.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:40.551+0000 7fc1937fe700 1 -- 172.21.15.42:0/1955575414 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc1941073a0 msgr2=0x7fc194198ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:40.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:40.551+0000 7fc1937fe700 1 --2- 172.21.15.42:0/1955575414 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc1941073a0 0x7fc194198ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:40.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:40.551+0000 7fc1937fe700 1 -- 172.21.15.42:0/1955575414 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc194199210 con 0x7fc194102f10 2024-06-06T08:23:40.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:40.551+0000 7fc198d14700 1 --2- 172.21.15.42:0/1955575414 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc1941073a0 0x7fc194198ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:23:40.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:40.551+0000 7fc1937fe700 1 --2- 172.21.15.42:0/1955575414 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc194102f10 0x7fc19419ee30 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fc18800b450 tx=0x7fc18800b760 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:40.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:40.551+0000 7fc1917fa700 1 -- 172.21.15.42:0/1955575414 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc188015020 con 0x7fc194102f10 2024-06-06T08:23:40.553 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:40.551+0000 7fc19a777700 1 -- 172.21.15.42:0/1955575414 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc194199500 con 0x7fc194102f10 2024-06-06T08:23:40.553 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:40.551+0000 7fc1917fa700 1 -- 172.21.15.42:0/1955575414 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc188011d10 con 0x7fc194102f10 2024-06-06T08:23:40.553 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:40.551+0000 7fc1917fa700 1 -- 172.21.15.42:0/1955575414 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc188010d20 con 0x7fc194102f10 2024-06-06T08:23:40.553 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:40.551+0000 7fc19a777700 1 -- 172.21.15.42:0/1955575414 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1941a57c0 con 0x7fc194102f10 2024-06-06T08:23:40.554 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:40.553+0000 7fc19a777700 1 -- 172.21.15.42:0/1955575414 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc194103b80 con 0x7fc194102f10 2024-06-06T08:23:40.554 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:40.554+0000 7fc1917fa700 1 -- 172.21.15.42:0/1955575414 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 25) ==== 138066+0+0 (secure 0 0 0) 0x7fc188018020 con 0x7fc194102f10 2024-06-06T08:23:40.555 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:40.554+0000 7fc1917fa700 1 --2- 172.21.15.42:0/1955575414 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc17c0a2eb0 0x7fc17c0a5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:40.555 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:40.554+0000 7fc193fff700 1 --2- 172.21.15.42:0/1955575414 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc17c0a2eb0 0x7fc17c0a5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:40.555 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:40.554+0000 7fc1917fa700 1 -- 172.21.15.42:0/1955575414 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fc1880cef60 con 0x7fc194102f10 2024-06-06T08:23:40.555 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:40.555+0000 7fc193fff700 1 --2- 172.21.15.42:0/1955575414 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc17c0a2eb0 0x7fc17c0a5370 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fc184000c00 tx=0x7fc184005fb0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:40.558 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:40.559+0000 7fc1917fa700 1 -- 172.21.15.42:0/1955575414 <== mon.2 v2:172.21.15.120:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fc18801f020 con 0x7fc194102f10 2024-06-06T08:23:40.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:23:40 smithi120 ceph-mon[36658]: pgmap v34: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-06-06T08:23:40.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:40.813+0000 7fc19a777700 1 -- 172.21.15.42:0/1955575414 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc194199fe0 con 0x7fc194102f10 2024-06-06T08:23:40.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:40.814+0000 7fc1917fa700 1 -- 172.21.15.42:0/1955575414 <== mon.2 v2:172.21.15.120:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11876 (secure 0 0 0) 0x7fc18809b700 con 0x7fc194102f10 2024-06-06T08:23:40.813 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:23:40.813 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/667270675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":667270675},{"type":"v1","addr":"172.21.15.42:6837","nonce":667270675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/2414389302","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":2414389302},{"type":"v1","addr":"172.21.15.42:6839","nonce":2414389302}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14574,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/3625002785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":3625002785},{"type":"v1","addr":"172.21.15.42:6841","nonce":3625002785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24413,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6835/3995394553","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":3995394553},{"type":"v1","addr":"172.21.15.120:6835","nonce":3995394553}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T08:18:39.778858+0000","modified":"2024-06-06T08:22:34.570686+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24464},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6837/3434475673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":3434475673},{"type":"v1","addr":"172.21.15.120:6837","nonce":3434475673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6835/3776134468","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":3776134468},{"type":"v1","addr":"172.21.15.149:6835","nonce":3776134468}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":21,"addr":"172.21.15.120:6839/1585293472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":1585293472},{"type":"v1","addr":"172.21.15.120:6839","nonce":1585293472}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":25,"addr":"172.21.15.149:6837/751787578","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":751787578},{"type":"v1","addr":"172.21.15.149:6837","nonce":751787578}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":8,"addr":"172.21.15.149:6839/764851483","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":764851483},{"type":"v1","addr":"172.21.15.149:6839","nonce":764851483}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24464,24469,24484]},"id":1}]} 2024-06-06T08:23:40.815 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:40.816+0000 7fc19a777700 1 -- 172.21.15.42:0/1955575414 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc17c0a2eb0 msgr2=0x7fc17c0a5370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:40.815 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:40.816+0000 7fc19a777700 1 --2- 172.21.15.42:0/1955575414 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc17c0a2eb0 0x7fc17c0a5370 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fc184000c00 tx=0x7fc184005fb0 comp rx=0 tx=0).stop 2024-06-06T08:23:40.815 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:40.816+0000 7fc19a777700 1 -- 172.21.15.42:0/1955575414 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc194102f10 msgr2=0x7fc19419ee30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:40.815 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:40.816+0000 7fc19a777700 1 --2- 172.21.15.42:0/1955575414 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc194102f10 0x7fc19419ee30 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fc18800b450 tx=0x7fc18800b760 comp rx=0 tx=0).stop 2024-06-06T08:23:40.816 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:40.816+0000 7fc19a777700 1 -- 172.21.15.42:0/1955575414 shutdown_connections 2024-06-06T08:23:40.816 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:40.816+0000 7fc19a777700 1 --2- 172.21.15.42:0/1955575414 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc17c0a2eb0 0x7fc17c0a5370 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:40.816 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:40.816+0000 7fc19a777700 1 --2- 172.21.15.42:0/1955575414 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc1941073a0 0x7fc194198ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:40.816 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:40.816+0000 7fc19a777700 1 --2- 172.21.15.42:0/1955575414 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc194102550 0x7fc19419e8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:40.816 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:40.816+0000 7fc19a777700 1 --2- 172.21.15.42:0/1955575414 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc194102f10 0x7fc19419ee30 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:40.816 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:40.816+0000 7fc19a777700 1 -- 172.21.15.42:0/1955575414 >> 172.21.15.42:0/1955575414 conn(0x7fc194079650 msgr2=0x7fc194100600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:40.816 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:40.816+0000 7fc19a777700 1 -- 172.21.15.42:0/1955575414 shutdown_connections 2024-06-06T08:23:40.816 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:40.816+0000 7fc19a777700 1 -- 172.21.15.42:0/1955575414 wait complete. 2024-06-06T08:23:40.816 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 26 2024-06-06T08:23:41.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:23:41 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/1955575414' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:23:41.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:23:41 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/1955575414' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:23:41.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:23:41 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/1955575414' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:23:41.872 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.873+0000 7f4e205c4640 1 -- 172.21.15.42:0/2018123516 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4e181079c0 msgr2=0x7f4e18107da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:41.872 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.873+0000 7f4e205c4640 1 --2- 172.21.15.42:0/2018123516 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4e181079c0 0x7f4e18107da0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f4e14009900 tx=0x7f4e1402a410 comp rx=0 tx=0).stop 2024-06-06T08:23:41.873 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.873+0000 7f4e205c4640 1 -- 172.21.15.42:0/2018123516 shutdown_connections 2024-06-06T08:23:41.873 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.873+0000 7f4e205c4640 1 --2- 172.21.15.42:0/2018123516 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4e1806abb0 0x7f4e1810e830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:41.873 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.873+0000 7f4e205c4640 1 --2- 172.21.15.42:0/2018123516 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4e1806a210 0x7f4e1806a670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:41.873 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.873+0000 7f4e205c4640 1 --2- 172.21.15.42:0/2018123516 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4e181079c0 0x7f4e18107da0 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:41.873 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.873+0000 7f4e205c4640 1 -- 172.21.15.42:0/2018123516 >> 172.21.15.42:0/2018123516 conn(0x7f4e180775f0 msgr2=0x7f4e18077a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:41.873 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.873+0000 7f4e205c4640 1 -- 172.21.15.42:0/2018123516 shutdown_connections 2024-06-06T08:23:41.873 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.873+0000 7f4e205c4640 1 -- 172.21.15.42:0/2018123516 wait complete. 2024-06-06T08:23:41.873 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.874+0000 7f4e205c4640 1 Processor -- start 2024-06-06T08:23:41.873 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.874+0000 7f4e205c4640 1 -- start start 2024-06-06T08:23:41.875 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.874+0000 7f4e205c4640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4e1806a210 0x7f4e18100c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:41.875 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.874+0000 7f4e205c4640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4e1806abb0 0x7f4e18101190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:41.875 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.874+0000 7f4e205c4640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4e181079c0 0x7f4e181016d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:41.875 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.874+0000 7f4e205c4640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4e18111e00 con 0x7f4e1806a210 2024-06-06T08:23:41.875 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.874+0000 7f4e205c4640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f4e18111c80 con 0x7f4e181079c0 2024-06-06T08:23:41.875 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.874+0000 7f4e205c4640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f4e18111f80 con 0x7f4e1806abb0 2024-06-06T08:23:41.875 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.874+0000 7f4e1e360640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4e1806a210 0x7f4e18100c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:41.875 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.874+0000 7f4e1e360640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4e1806a210 0x7f4e18100c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:53344/0 (socket says 172.21.15.42:53344) 2024-06-06T08:23:41.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.874+0000 7f4e1e360640 1 -- 172.21.15.42:0/2153757233 learned_addr learned my addr 172.21.15.42:0/2153757233 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:41.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.874+0000 7f4e1eb61640 1 --2- 172.21.15.42:0/2153757233 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4e181079c0 0x7f4e181016d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:41.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.874+0000 7f4e1db5f640 1 --2- 172.21.15.42:0/2153757233 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4e1806abb0 0x7f4e18101190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:41.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.874+0000 7f4e1e360640 1 -- 172.21.15.42:0/2153757233 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4e1806abb0 msgr2=0x7f4e18101190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:41.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.874+0000 7f4e1e360640 1 --2- 172.21.15.42:0/2153757233 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4e1806abb0 0x7f4e18101190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:41.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.874+0000 7f4e1e360640 1 -- 172.21.15.42:0/2153757233 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4e181079c0 msgr2=0x7f4e181016d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:41.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.874+0000 7f4e1e360640 1 --2- 172.21.15.42:0/2153757233 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4e181079c0 0x7f4e181016d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:41.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.874+0000 7f4e1e360640 1 -- 172.21.15.42:0/2153757233 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e181a66c0 con 0x7f4e1806a210 2024-06-06T08:23:41.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.874+0000 7f4e1db5f640 1 --2- 172.21.15.42:0/2153757233 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4e1806abb0 0x7f4e18101190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:23:41.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.875+0000 7f4e1e360640 1 --2- 172.21.15.42:0/2153757233 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4e1806a210 0x7f4e18100c50 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f4e14004770 tx=0x7f4e14003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:41.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.875+0000 7f4e0f7fe640 1 -- 172.21.15.42:0/2153757233 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e1403f070 con 0x7f4e1806a210 2024-06-06T08:23:41.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.875+0000 7f4e0f7fe640 1 -- 172.21.15.42:0/2153757233 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4e14031ca0 con 0x7f4e1806a210 2024-06-06T08:23:41.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.875+0000 7f4e205c4640 1 -- 172.21.15.42:0/2153757233 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e181a6950 con 0x7f4e1806a210 2024-06-06T08:23:41.877 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.875+0000 7f4e0f7fe640 1 -- 172.21.15.42:0/2153757233 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e14035030 con 0x7f4e1806a210 2024-06-06T08:23:41.877 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.875+0000 7f4e205c4640 1 -- 172.21.15.42:0/2153757233 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e181a6e40 con 0x7f4e1806a210 2024-06-06T08:23:41.882 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.877+0000 7f4e0f7fe640 1 -- 172.21.15.42:0/2153757233 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 25) ==== 138066+0+0 (secure 0 0 0) 0x7f4e14042070 con 0x7f4e1806a210 2024-06-06T08:23:41.882 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.878+0000 7f4e233a8740 1 Processor -- start 2024-06-06T08:23:41.882 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.878+0000 7f4e233a8740 1 -- start start 2024-06-06T08:23:41.882 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.878+0000 7f4e233a8740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c035168170 0x55c035168550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:41.883 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.878+0000 7f4e233a8740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c035168a90 0x55c035172e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:41.883 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.878+0000 7f4e233a8740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c035173350 0x55c035175740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:41.883 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.878+0000 7f4e233a8740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55c0350cc4f0 con 0x55c035168a90 2024-06-06T08:23:41.883 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.878+0000 7f4e233a8740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55c03506a870 con 0x55c035173350 2024-06-06T08:23:41.883 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.878+0000 7f4e233a8740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55c0350c84b0 con 0x55c035168170 2024-06-06T08:23:41.883 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.879+0000 7f4e0f7fe640 1 --2- 172.21.15.42:0/2153757233 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f4e040a2ec0 0x7f4e040a5380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:41.883 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.879+0000 7f4e1e360640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c035168a90 0x55c035172e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:41.883 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.879+0000 7f4e1e360640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c035168a90 0x55c035172e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:53356/0 (socket says 172.21.15.42:53356) 2024-06-06T08:23:41.883 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.879+0000 7f4e1e360640 1 -- 172.21.15.42:0/2335096318 learned_addr learned my addr 172.21.15.42:0/2335096318 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:41.883 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.879+0000 7f4e1db5f640 1 --2- 172.21.15.42:0/2335096318 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c035173350 0x55c035175740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:41.883 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.879+0000 7f4e1eb61640 1 --2- 172.21.15.42:0/2335096318 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c035168170 0x55c035168550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:41.883 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.879+0000 7f4e1eb61640 1 --2- 172.21.15.42:0/2153757233 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f4e040a2ec0 0x7f4e040a5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:41.883 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.879+0000 7f4e0f7fe640 1 -- 172.21.15.42:0/2153757233 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f4e140f0220 con 0x7f4e1806a210 2024-06-06T08:23:41.884 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.879+0000 7f4e1e360640 1 -- 172.21.15.42:0/2335096318 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c035168170 msgr2=0x55c035168550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:41.884 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.879+0000 7f4e1e360640 1 --2- 172.21.15.42:0/2335096318 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c035168170 0x55c035168550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:41.884 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.879+0000 7f4e1e360640 1 -- 172.21.15.42:0/2335096318 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c035173350 msgr2=0x55c035175740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:41.884 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.879+0000 7f4e1e360640 1 --2- 172.21.15.42:0/2335096318 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c035173350 0x55c035175740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:41.884 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.879+0000 7f4e1e360640 1 -- 172.21.15.42:0/2335096318 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c0350869b0 con 0x55c035168a90 2024-06-06T08:23:41.884 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.879+0000 7f4e1db5f640 1 --2- 172.21.15.42:0/2335096318 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c035173350 0x55c035175740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:23:41.884 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.879+0000 7f4e1e360640 1 --2- 172.21.15.42:0/2335096318 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c035168a90 0x55c035172e10 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f4e140b8c50 tx=0x7f4e14034000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b9131b22467c790 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:41.884 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.879+0000 7f4e1eb61640 1 --2- 172.21.15.42:0/2153757233 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f4e040a2ec0 0x7f4e040a5380 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f4e10005c40 tx=0x7f4e10005bd0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:41.884 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.880+0000 7f4e0cbfe640 1 -- 172.21.15.42:0/2335096318 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e14049030 con 0x55c035168a90 2024-06-06T08:23:41.884 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.880+0000 7f4e0cbfe640 1 -- 172.21.15.42:0/2335096318 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4e140bc980 con 0x55c035168a90 2024-06-06T08:23:41.884 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.880+0000 7f4e0cbfe640 1 -- 172.21.15.42:0/2335096318 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e140bc4e0 con 0x55c035168a90 2024-06-06T08:23:41.884 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.880+0000 7f4e233a8740 1 -- 172.21.15.42:0/2335096318 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c035168a90 msgr2=0x55c035172e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:41.884 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.880+0000 7f4e233a8740 1 --2- 172.21.15.42:0/2335096318 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c035168a90 0x55c035172e10 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f4e140b8c50 tx=0x7f4e14034000 comp rx=0 tx=0).stop 2024-06-06T08:23:41.885 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.880+0000 7f4e233a8740 1 -- 172.21.15.42:0/2335096318 shutdown_connections 2024-06-06T08:23:41.885 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.880+0000 7f4e233a8740 1 --2- 172.21.15.42:0/2335096318 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c035173350 0x55c035175740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:41.885 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.880+0000 7f4e233a8740 1 --2- 172.21.15.42:0/2335096318 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c035168a90 0x55c035172e10 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:41.885 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.880+0000 7f4e233a8740 1 --2- 172.21.15.42:0/2335096318 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c035168170 0x55c035168550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:41.885 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.880+0000 7f4e233a8740 1 -- 172.21.15.42:0/2335096318 >> 172.21.15.42:0/2335096318 conn(0x55c035164680 msgr2=0x55c035164a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:41.885 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.881+0000 7f4e233a8740 1 -- 172.21.15.42:0/2335096318 shutdown_connections 2024-06-06T08:23:41.885 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.881+0000 7f4e233a8740 1 -- 172.21.15.42:0/2335096318 wait complete. 2024-06-06T08:23:41.885 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.881+0000 7f4e233a8740 1 -- start start 2024-06-06T08:23:41.885 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.881+0000 7f4e233a8740 1 Processor -- start 2024-06-06T08:23:41.885 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.881+0000 7f4e233a8740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c035168170 0x55c035170310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:41.885 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.881+0000 7f4e233a8740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c035168a90 0x55c035170850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:41.885 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.881+0000 7f4e233a8740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c035173350 0x55c035170d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:41.885 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.881+0000 7f4e233a8740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55c035175d40 con 0x55c035168a90 2024-06-06T08:23:41.886 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.881+0000 7f4e233a8740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55c035055ae0 con 0x55c035173350 2024-06-06T08:23:41.886 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.881+0000 7f4e233a8740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55c035175ec0 con 0x55c035168170 2024-06-06T08:23:41.886 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.881+0000 7f4e233a8740 10 client.0 _ll_register_callbacks cb 0x55c03508e9b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:23:41.886 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.881+0000 7f4e1db5f640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c035168a90 0x55c035170850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:41.886 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.881+0000 7f4e1db5f640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c035168a90 0x55c035170850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:53368/0 (socket says 172.21.15.42:53368) 2024-06-06T08:23:41.886 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.881+0000 7f4e1db5f640 1 -- 172.21.15.42:0/2448885688 learned_addr learned my addr 172.21.15.42:0/2448885688 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:41.886 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.882+0000 7f4e1eb61640 1 --2- 172.21.15.42:0/2448885688 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c035173350 0x55c035170d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:41.886 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.882+0000 7f4e1e360640 1 --2- 172.21.15.42:0/2448885688 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c035168170 0x55c035170310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:41.886 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.882+0000 7f4e1db5f640 1 -- 172.21.15.42:0/2448885688 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c035168170 msgr2=0x55c035170310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:41.886 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.882+0000 7f4e1db5f640 1 --2- 172.21.15.42:0/2448885688 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c035168170 0x55c035170310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:41.886 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.882+0000 7f4e1db5f640 1 -- 172.21.15.42:0/2448885688 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c035173350 msgr2=0x55c035170d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:41.886 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.882+0000 7f4e1db5f640 1 --2- 172.21.15.42:0/2448885688 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c035173350 0x55c035170d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:41.886 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.882+0000 7f4e1db5f640 1 -- 172.21.15.42:0/2448885688 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c034de0210 con 0x55c035168a90 2024-06-06T08:23:41.887 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.882+0000 7f4e1eb61640 1 --2- 172.21.15.42:0/2448885688 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c035173350 0x55c035170d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:23:41.887 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.882+0000 7f4e1db5f640 1 --2- 172.21.15.42:0/2448885688 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c035168a90 0x55c035170850 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f4e0800bfb0 tx=0x7f4e080128e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2cde825955062bb2 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:41.887 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.882+0000 7f4e01ffb640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:23:41.887 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.882+0000 7f4e01ffb640 1 -- 172.21.15.42:0/2448885688 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e08005220 con 0x55c035168a90 2024-06-06T08:23:41.887 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.882+0000 7f4e233a8740 1 -- 172.21.15.42:0/2448885688 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4e140bc980 con 0x55c035168a90 2024-06-06T08:23:41.887 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.882+0000 7f4e01ffb640 1 -- 172.21.15.42:0/2448885688 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f4e080053c0 con 0x55c035168a90 2024-06-06T08:23:41.887 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.882+0000 7f4e01ffb640 1 -- 172.21.15.42:0/2448885688 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4e08025050 con 0x55c035168a90 2024-06-06T08:23:41.887 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.882+0000 7f4e233a8740 10 client.15657 fetch_fsmap learned FSMap version 26 2024-06-06T08:23:41.887 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.882+0000 7f4e233a8740 1 -- 172.21.15.42:0/2448885688 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c034eac620 con 0x55c035168a90 2024-06-06T08:23:41.887 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.883+0000 7f4e01ffb640 1 -- 172.21.15.42:0/2448885688 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4e140bc980 con 0x55c035168a90 2024-06-06T08:23:41.887 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.883+0000 7f4e01ffb640 1 -- 172.21.15.42:0/2448885688 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7f4e08019030 con 0x55c035168a90 2024-06-06T08:23:41.887 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.883+0000 7f4e233a8740 10 client.15657 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:23:41.887 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.883+0000 7f4e233a8740 10 client.15657 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:23:41.888 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.883+0000 7f4e233a8740 20 client.15657 populate_metadata read hostname 'smithi042' 2024-06-06T08:23:41.888 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.883+0000 7f4e233a8740 1 --2- 172.21.15.42:0/2448885688 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55c035183330 0x55c035185760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:41.888 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.883+0000 7f4e233a8740 4 client.15657 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:23:41.888 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.883+0000 7f4e233a8740 1 -- 172.21.15.42:0/2448885688 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c0350dff10 con 0x55c035183330 2024-06-06T08:23:41.888 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.883+0000 7f4e1e360640 1 --2- 172.21.15.42:0/2448885688 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55c035183330 0x55c035185760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:41.888 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.884+0000 7f4e1e360640 1 --2- 172.21.15.42:0/2448885688 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55c035183330 0x55c035185760 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9c3d66769530ef35 server_cookie=bab6166d261f50dd in_seq=0 out_seq=0 2024-06-06T08:23:41.888 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.884+0000 7f4e01ffb640 10 client.15657 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:23:41.889 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.884+0000 7f4e01ffb640 1 -- 172.21.15.42:0/2448885688 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55c0350dff10 con 0x55c035183330 2024-06-06T08:23:41.889 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.884+0000 7f4e01ffb640 10 client.15657 handle_command_reply: tid=0 2024-06-06T08:23:41.889 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.884+0000 7f4e233a8740 1 client.15657 shutdown 2024-06-06T08:23:41.889 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.885+0000 7f4e233a8740 1 -- 172.21.15.42:0/2448885688 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c035168a90 msgr2=0x55c035170850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:41.889 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.885+0000 7f4e233a8740 1 --2- 172.21.15.42:0/2448885688 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c035168a90 0x55c035170850 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f4e0800bfb0 tx=0x7f4e080128e0 comp rx=0 tx=0).stop 2024-06-06T08:23:41.889 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.885+0000 7f4e233a8740 1 -- 172.21.15.42:0/2448885688 shutdown_connections 2024-06-06T08:23:41.889 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.885+0000 7f4e233a8740 1 --2- 172.21.15.42:0/2448885688 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55c035183330 0x55c035185760 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:41.890 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.885+0000 7f4e233a8740 1 --2- 172.21.15.42:0/2448885688 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c035173350 0x55c035170d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:41.890 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.885+0000 7f4e233a8740 1 --2- 172.21.15.42:0/2448885688 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c035168a90 0x55c035170850 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:41.890 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.885+0000 7f4e233a8740 1 --2- 172.21.15.42:0/2448885688 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c035168170 0x55c035170310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:41.890 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.885+0000 7f4e01ffb640 0 client.15657 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:23:41.890 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.885+0000 7f4e233a8740 1 -- 172.21.15.42:0/2448885688 >> 172.21.15.42:0/2448885688 conn(0x55c035164680 msgr2=0x55c03516a3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:41.890 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.885+0000 7f4e233a8740 1 -- 172.21.15.42:0/2448885688 shutdown_connections 2024-06-06T08:23:41.890 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.885+0000 7f4e233a8740 1 -- 172.21.15.42:0/2448885688 wait complete. 2024-06-06T08:23:41.890 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.885+0000 7f4e233a8740 20 client.15657 trim_cache size 0 max 16384 2024-06-06T08:23:41.903 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.900+0000 7f4e233a8740 1 Processor -- start 2024-06-06T08:23:41.903 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.900+0000 7f4e233a8740 1 -- start start 2024-06-06T08:23:41.903 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.900+0000 7f4e233a8740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c035168170 0x55c035163f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:41.904 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.900+0000 7f4e233a8740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c035168a90 0x55c03516ab30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:41.904 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.900+0000 7f4e233a8740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c035173350 0x55c035172250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:41.904 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.900+0000 7f4e233a8740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4e181b36d0 con 0x55c035168170 2024-06-06T08:23:41.904 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.900+0000 7f4e233a8740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f4e181b0fa0 con 0x55c035168a90 2024-06-06T08:23:41.904 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.900+0000 7f4e233a8740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f4e181aedf0 con 0x55c035173350 2024-06-06T08:23:41.904 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.901+0000 7f4e1e360640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c035168170 0x55c035163f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:41.904 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.901+0000 7f4e1e360640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c035168170 0x55c035163f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:53378/0 (socket says 172.21.15.42:53378) 2024-06-06T08:23:41.904 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.901+0000 7f4e1e360640 1 -- 172.21.15.42:0/1549562157 learned_addr learned my addr 172.21.15.42:0/1549562157 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:41.904 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.901+0000 7f4e1db5f640 1 --2- 172.21.15.42:0/1549562157 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c035168a90 0x55c03516ab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:41.904 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.901+0000 7f4e1eb61640 1 --2- 172.21.15.42:0/1549562157 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c035173350 0x55c035172250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:41.904 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.901+0000 7f4e1e360640 1 -- 172.21.15.42:0/1549562157 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c035173350 msgr2=0x55c035172250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:41.904 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.901+0000 7f4e1e360640 1 --2- 172.21.15.42:0/1549562157 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c035173350 0x55c035172250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:41.904 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.901+0000 7f4e1e360640 1 -- 172.21.15.42:0/1549562157 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c035168a90 msgr2=0x55c03516ab30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:41.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.901+0000 7f4e1e360640 1 --2- 172.21.15.42:0/1549562157 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c035168a90 0x55c03516ab30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:41.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.901+0000 7f4e1e360640 1 -- 172.21.15.42:0/1549562157 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c035175ab0 con 0x55c035168170 2024-06-06T08:23:41.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.901+0000 7f4e1eb61640 1 --2- 172.21.15.42:0/1549562157 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c035173350 0x55c035172250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:23:41.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.901+0000 7f4e1db5f640 1 --2- 172.21.15.42:0/1549562157 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c035168a90 0x55c03516ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:23:41.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.901+0000 7f4e1e360640 1 --2- 172.21.15.42:0/1549562157 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c035168170 0x55c035163f60 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f4e140ed5c0 tx=0x7f4e140b8520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a2b4ef059ea9193 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:41.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.901+0000 7f4e03fff640 1 -- 172.21.15.42:0/1549562157 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e14049040 con 0x55c035168170 2024-06-06T08:23:41.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.901+0000 7f4e03fff640 1 -- 172.21.15.42:0/1549562157 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4e140c0630 con 0x55c035168170 2024-06-06T08:23:41.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.901+0000 7f4e03fff640 1 -- 172.21.15.42:0/1549562157 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e140bc4e0 con 0x55c035168170 2024-06-06T08:23:41.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.902+0000 7f4e233a8740 1 -- 172.21.15.42:0/1549562157 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c035168170 msgr2=0x55c035163f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:41.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.902+0000 7f4e233a8740 1 --2- 172.21.15.42:0/1549562157 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c035168170 0x55c035163f60 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f4e140ed5c0 tx=0x7f4e140b8520 comp rx=0 tx=0).stop 2024-06-06T08:23:41.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.902+0000 7f4e233a8740 1 -- 172.21.15.42:0/1549562157 shutdown_connections 2024-06-06T08:23:41.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.902+0000 7f4e233a8740 1 --2- 172.21.15.42:0/1549562157 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c035168a90 0x55c03516ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:41.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.902+0000 7f4e233a8740 1 --2- 172.21.15.42:0/1549562157 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c035173350 0x55c035172250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:41.906 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.902+0000 7f4e233a8740 1 --2- 172.21.15.42:0/1549562157 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c035168170 0x55c035163f60 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:41.906 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.902+0000 7f4e233a8740 1 -- 172.21.15.42:0/1549562157 >> 172.21.15.42:0/1549562157 conn(0x55c035164680 msgr2=0x55c035171b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:41.906 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.902+0000 7f4e233a8740 1 -- 172.21.15.42:0/1549562157 shutdown_connections 2024-06-06T08:23:41.906 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.902+0000 7f4e233a8740 1 -- 172.21.15.42:0/1549562157 wait complete. 2024-06-06T08:23:41.906 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.902+0000 7f4e233a8740 1 -- start start 2024-06-06T08:23:41.906 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.902+0000 7f4e233a8740 1 Processor -- start 2024-06-06T08:23:41.906 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.903+0000 7f4e233a8740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c035168170 0x55c03517aff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:41.906 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.903+0000 7f4e233a8740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c035168a90 0x55c03517b530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:41.906 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.903+0000 7f4e233a8740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c035173350 0x55c035177fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:41.906 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.903+0000 7f4e233a8740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4e181af460 con 0x55c035173350 2024-06-06T08:23:41.906 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.903+0000 7f4e233a8740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f4e181b08d0 con 0x55c035168170 2024-06-06T08:23:41.906 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.903+0000 7f4e233a8740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f4e181afb30 con 0x55c035168a90 2024-06-06T08:23:41.906 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.903+0000 7f4e233a8740 10 client.0 _ll_register_callbacks cb 0x7f4e0800b8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:23:41.907 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.903+0000 7f4e1eb61640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c035173350 0x55c035177fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:41.907 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.903+0000 7f4e1db5f640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c035168a90 0x55c03517b530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:41.907 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.903+0000 7f4e1eb61640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c035173350 0x55c035177fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:53382/0 (socket says 172.21.15.42:53382) 2024-06-06T08:23:41.907 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.903+0000 7f4e1eb61640 1 -- 172.21.15.42:0/3413547920 learned_addr learned my addr 172.21.15.42:0/3413547920 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:41.907 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.903+0000 7f4e1e360640 1 --2- 172.21.15.42:0/3413547920 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c035168170 0x55c03517aff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:41.907 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.903+0000 7f4e1eb61640 1 -- 172.21.15.42:0/3413547920 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c035168a90 msgr2=0x55c03517b530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:41.907 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.903+0000 7f4e1eb61640 1 --2- 172.21.15.42:0/3413547920 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c035168a90 0x55c03517b530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:41.907 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.903+0000 7f4e1eb61640 1 -- 172.21.15.42:0/3413547920 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c035168170 msgr2=0x55c03517aff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:41.907 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.903+0000 7f4e1eb61640 1 --2- 172.21.15.42:0/3413547920 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c035168170 0x55c03517aff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:41.907 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.903+0000 7f4e1eb61640 1 -- 172.21.15.42:0/3413547920 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c03517bb70 con 0x55c035173350 2024-06-06T08:23:41.907 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.903+0000 7f4e1eb61640 1 --2- 172.21.15.42:0/3413547920 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c035173350 0x55c035177fc0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f4e1000dac0 tx=0x7f4e10004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ffa597cba2af2b7 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:41.907 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.903+0000 7f4e01ffb640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:23:41.907 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.903+0000 7f4e01ffb640 1 -- 172.21.15.42:0/3413547920 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e1001fb40 con 0x55c035173350 2024-06-06T08:23:41.908 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.903+0000 7f4e01ffb640 1 -- 172.21.15.42:0/3413547920 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f4e1001b070 con 0x55c035173350 2024-06-06T08:23:41.908 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.903+0000 7f4e233a8740 1 -- 172.21.15.42:0/3413547920 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4e140c0630 con 0x55c035173350 2024-06-06T08:23:41.908 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.904+0000 7f4e01ffb640 1 -- 172.21.15.42:0/3413547920 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4e10033050 con 0x55c035173350 2024-06-06T08:23:41.908 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.904+0000 7f4e233a8740 10 client.15663 fetch_fsmap learned FSMap version 26 2024-06-06T08:23:41.908 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.904+0000 7f4e233a8740 1 -- 172.21.15.42:0/3413547920 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c0351ee510 con 0x55c035173350 2024-06-06T08:23:41.908 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.904+0000 7f4e01ffb640 1 -- 172.21.15.42:0/3413547920 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4e140c0630 con 0x55c035173350 2024-06-06T08:23:41.908 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.904+0000 7f4e01ffb640 1 -- 172.21.15.42:0/3413547920 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7f4e10027070 con 0x55c035173350 2024-06-06T08:23:41.908 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.904+0000 7f4e233a8740 10 client.15663 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:23:41.908 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.904+0000 7f4e233a8740 10 client.15663 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:23:41.908 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.904+0000 7f4e233a8740 20 client.15663 populate_metadata read hostname 'smithi042' 2024-06-06T08:23:41.908 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.904+0000 7f4e233a8740 1 --2- 172.21.15.42:0/3413547920 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55c0351eed10 0x55c0351f1130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:41.908 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.904+0000 7f4e233a8740 4 client.15663 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:23:41.908 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.904+0000 7f4e233a8740 1 -- 172.21.15.42:0/3413547920 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55c0350d9c20 con 0x55c0351eed10 2024-06-06T08:23:41.909 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.904+0000 7f4e1e360640 1 --2- 172.21.15.42:0/3413547920 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55c0351eed10 0x55c0351f1130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:41.909 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.905+0000 7f4e1e360640 1 --2- 172.21.15.42:0/3413547920 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55c0351eed10 0x55c0351f1130 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b63faac1c2cb6a36 server_cookie=4fb5496fcefce2bc in_seq=0 out_seq=0 2024-06-06T08:23:41.909 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.905+0000 7f4e01ffb640 10 client.15663 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:23:41.910 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.908+0000 7f4e01ffb640 1 -- 172.21.15.42:0/3413547920 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55c0350d9c20 con 0x55c0351eed10 2024-06-06T08:23:41.910 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.908+0000 7f4e01ffb640 10 client.15663 handle_command_reply: tid=0 2024-06-06T08:23:41.910 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.908+0000 7f4e233a8740 1 client.15663 shutdown 2024-06-06T08:23:41.910 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.908+0000 7f4e233a8740 1 -- 172.21.15.42:0/3413547920 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c035173350 msgr2=0x55c035177fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:41.910 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.908+0000 7f4e233a8740 1 --2- 172.21.15.42:0/3413547920 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c035173350 0x55c035177fc0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f4e1000dac0 tx=0x7f4e10004a40 comp rx=0 tx=0).stop 2024-06-06T08:23:41.910 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.908+0000 7f4e233a8740 1 -- 172.21.15.42:0/3413547920 shutdown_connections 2024-06-06T08:23:41.911 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.908+0000 7f4e233a8740 1 --2- 172.21.15.42:0/3413547920 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55c0351eed10 0x55c0351f1130 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:41.911 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.908+0000 7f4e233a8740 1 --2- 172.21.15.42:0/3413547920 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c035173350 0x55c035177fc0 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:41.911 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.908+0000 7f4e233a8740 1 --2- 172.21.15.42:0/3413547920 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c035168a90 0x55c03517b530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:41.911 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.908+0000 7f4e233a8740 1 --2- 172.21.15.42:0/3413547920 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c035168170 0x55c03517aff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:41.911 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.908+0000 7f4e233a8740 1 -- 172.21.15.42:0/3413547920 >> 172.21.15.42:0/3413547920 conn(0x55c035164680 msgr2=0x55c035170b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:41.911 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.908+0000 7f4e01ffb640 0 client.15663 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:23:41.911 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.909+0000 7f4e233a8740 1 -- 172.21.15.42:0/3413547920 shutdown_connections 2024-06-06T08:23:41.911 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.909+0000 7f4e233a8740 1 -- 172.21.15.42:0/3413547920 wait complete. 2024-06-06T08:23:41.911 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.909+0000 7f4e233a8740 20 client.15663 trim_cache size 0 max 16384 2024-06-06T08:23:41.911 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:23:41.912 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:23:41.912 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:23:41.912 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.909+0000 7f4e205c4640 1 -- 172.21.15.42:0/2153757233 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f4e040a2ec0 msgr2=0x7f4e040a5380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:41.912 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.909+0000 7f4e205c4640 1 --2- 172.21.15.42:0/2153757233 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f4e040a2ec0 0x7f4e040a5380 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f4e10005c40 tx=0x7f4e10005bd0 comp rx=0 tx=0).stop 2024-06-06T08:23:41.912 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.909+0000 7f4e205c4640 1 -- 172.21.15.42:0/2153757233 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4e1806a210 msgr2=0x7f4e18100c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:41.912 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.909+0000 7f4e205c4640 1 --2- 172.21.15.42:0/2153757233 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4e1806a210 0x7f4e18100c50 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f4e14004770 tx=0x7f4e14003c10 comp rx=0 tx=0).stop 2024-06-06T08:23:41.913 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.909+0000 7f4e205c4640 1 -- 172.21.15.42:0/2153757233 shutdown_connections 2024-06-06T08:23:41.913 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.909+0000 7f4e205c4640 1 --2- 172.21.15.42:0/2153757233 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f4e040a2ec0 0x7f4e040a5380 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:41.913 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.909+0000 7f4e205c4640 1 --2- 172.21.15.42:0/2153757233 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4e181079c0 0x7f4e181016d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:41.913 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.909+0000 7f4e205c4640 1 --2- 172.21.15.42:0/2153757233 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4e1806abb0 0x7f4e18101190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:41.913 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.909+0000 7f4e205c4640 1 --2- 172.21.15.42:0/2153757233 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4e1806a210 0x7f4e18100c50 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:41.913 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.909+0000 7f4e205c4640 1 -- 172.21.15.42:0/2153757233 >> 172.21.15.42:0/2153757233 conn(0x7f4e180775f0 msgr2=0x7f4e180ff630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:41.913 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.909+0000 7f4e205c4640 1 -- 172.21.15.42:0/2153757233 shutdown_connections 2024-06-06T08:23:41.913 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:41.909+0000 7f4e205c4640 1 -- 172.21.15.42:0/2153757233 wait complete. 2024-06-06T08:23:41.991 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24484 quiesce db / --timeout 90 --expiration 154.4 --await-for 45.0' 2024-06-06T08:23:41.991 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- timeout 105 ceph tell mds.24484 quiesce db / --timeout 90 --expiration 154.4 --await-for 45.0 2024-06-06T08:23:42.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:23:42 smithi042 ceph-mon[32384]: pgmap v35: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-06-06T08:23:42.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:23:42 smithi149 ceph-mon[36842]: pgmap v35: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-06-06T08:23:42.579 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:23:42.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:23:42 smithi120 ceph-mon[36658]: pgmap v35: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-06-06T08:23:43.037 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.038+0000 7ffb251d6700 1 -- 172.21.15.42:0/3753707086 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ffb20101d50 msgr2=0x7ffb2010e240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:43.037 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.038+0000 7ffb251d6700 1 --2- 172.21.15.42:0/3753707086 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ffb20101d50 0x7ffb2010e240 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7ffb1800b0a0 tx=0x7ffb1800b3b0 comp rx=0 tx=0).stop 2024-06-06T08:23:43.037 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.038+0000 7ffb251d6700 1 -- 172.21.15.42:0/3753707086 shutdown_connections 2024-06-06T08:23:43.037 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.038+0000 7ffb251d6700 1 --2- 172.21.15.42:0/3753707086 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ffb20101d50 0x7ffb2010e240 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:43.037 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.038+0000 7ffb251d6700 1 --2- 172.21.15.42:0/3753707086 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ffb20107400 0x7ffb201077e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:43.038 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.038+0000 7ffb251d6700 1 --2- 172.21.15.42:0/3753707086 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ffb20101390 0x7ffb20101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:43.038 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.038+0000 7ffb251d6700 1 -- 172.21.15.42:0/3753707086 >> 172.21.15.42:0/3753707086 conn(0x7ffb20078340 msgr2=0x7ffb20078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:43.038 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.038+0000 7ffb251d6700 1 -- 172.21.15.42:0/3753707086 shutdown_connections 2024-06-06T08:23:43.038 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.038+0000 7ffb251d6700 1 -- 172.21.15.42:0/3753707086 wait complete. 2024-06-06T08:23:43.040 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.039+0000 7ffb251d6700 1 Processor -- start 2024-06-06T08:23:43.040 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.039+0000 7ffb251d6700 1 -- start start 2024-06-06T08:23:43.040 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.039+0000 7ffb251d6700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ffb20101390 0x7ffb20199a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:43.040 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.039+0000 7ffb251d6700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ffb20101d50 0x7ffb20199f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:43.040 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.039+0000 7ffb251d6700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ffb20107400 0x7ffb201a4ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:43.040 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.039+0000 7ffb251d6700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ffb20111690 con 0x7ffb20107400 2024-06-06T08:23:43.040 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.039+0000 7ffb251d6700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7ffb20111510 con 0x7ffb20101d50 2024-06-06T08:23:43.041 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.039+0000 7ffb251d6700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7ffb20111810 con 0x7ffb20101390 2024-06-06T08:23:43.041 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.039+0000 7ffb1f59e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ffb20107400 0x7ffb201a4ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:43.041 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.039+0000 7ffb1ed9d700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ffb20101390 0x7ffb20199a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:43.041 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.039+0000 7ffb1f59e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ffb20107400 0x7ffb201a4ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:53400/0 (socket says 172.21.15.42:53400) 2024-06-06T08:23:43.041 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.039+0000 7ffb1f59e700 1 -- 172.21.15.42:0/2357865594 learned_addr learned my addr 172.21.15.42:0/2357865594 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:43.041 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.040+0000 7ffb1e59c700 1 --2- 172.21.15.42:0/2357865594 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ffb20101d50 0x7ffb20199f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:43.041 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.040+0000 7ffb1f59e700 1 -- 172.21.15.42:0/2357865594 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ffb20101390 msgr2=0x7ffb20199a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:43.042 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.040+0000 7ffb1f59e700 1 --2- 172.21.15.42:0/2357865594 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ffb20101390 0x7ffb20199a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:43.042 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.040+0000 7ffb1f59e700 1 -- 172.21.15.42:0/2357865594 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ffb20101d50 msgr2=0x7ffb20199f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:43.042 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.040+0000 7ffb1f59e700 1 --2- 172.21.15.42:0/2357865594 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ffb20101d50 0x7ffb20199f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:43.042 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.040+0000 7ffb1f59e700 1 -- 172.21.15.42:0/2357865594 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb201a4ff0 con 0x7ffb20107400 2024-06-06T08:23:43.042 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.040+0000 7ffb1e59c700 1 --2- 172.21.15.42:0/2357865594 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ffb20101d50 0x7ffb20199f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:23:43.042 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.040+0000 7ffb1f59e700 1 --2- 172.21.15.42:0/2357865594 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ffb20107400 0x7ffb201a4ab0 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7ffb180062a0 tx=0x7ffb18004d70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:43.042 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.040+0000 7ffb07fff700 1 -- 172.21.15.42:0/2357865594 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb18021070 con 0x7ffb20107400 2024-06-06T08:23:43.042 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.040+0000 7ffb07fff700 1 -- 172.21.15.42:0/2357865594 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ffb18007c00 con 0x7ffb20107400 2024-06-06T08:23:43.042 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.040+0000 7ffb251d6700 1 -- 172.21.15.42:0/2357865594 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb201a51c0 con 0x7ffb20107400 2024-06-06T08:23:43.042 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.040+0000 7ffb07fff700 1 -- 172.21.15.42:0/2357865594 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb1801d450 con 0x7ffb20107400 2024-06-06T08:23:43.042 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.040+0000 7ffb251d6700 1 -- 172.21.15.42:0/2357865594 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb201a5670 con 0x7ffb20107400 2024-06-06T08:23:43.045 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.043+0000 7ffb07fff700 1 -- 172.21.15.42:0/2357865594 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 25) ==== 138066+0+0 (secure 0 0 0) 0x7ffb18004020 con 0x7ffb20107400 2024-06-06T08:23:43.045 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.043+0000 7ffb07fff700 1 --2- 172.21.15.42:0/2357865594 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7ffb080a2f30 0x7ffb080a53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:43.046 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.043+0000 7ffb1ed9d700 1 --2- 172.21.15.42:0/2357865594 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7ffb080a2f30 0x7ffb080a53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:43.046 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.043+0000 7ffb07fff700 1 -- 172.21.15.42:0/2357865594 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7ffb1800f020 con 0x7ffb20107400 2024-06-06T08:23:43.046 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.044+0000 7ffb1ed9d700 1 --2- 172.21.15.42:0/2357865594 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7ffb080a2f30 0x7ffb080a53f0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7ffb100045b0 tx=0x7ffb1000b3c0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:43.046 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.044+0000 7ffb2fa59b80 1 Processor -- start 2024-06-06T08:23:43.046 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.045+0000 7ffb2fa59b80 1 -- start start 2024-06-06T08:23:43.046 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.045+0000 7ffb2fa59b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c2ab656c0 0x555c2ab65aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:43.046 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.045+0000 7ffb2fa59b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555c2ab65fe0 0x555c2ab5fa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:43.046 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.045+0000 7ffb2fa59b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555c2ab5ffa0 0x555c2ab603c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:43.046 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.045+0000 7ffb2fa59b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x555c2aab1890 con 0x555c2ab656c0 2024-06-06T08:23:43.046 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.045+0000 7ffb2fa59b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x555c2aa597a0 con 0x555c2ab65fe0 2024-06-06T08:23:43.046 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.045+0000 7ffb2fa59b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x555c2aaad850 con 0x555c2ab5ffa0 2024-06-06T08:23:43.046 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.045+0000 7ffb1ed9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c2ab656c0 0x555c2ab65aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:43.046 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.045+0000 7ffb1ed9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c2ab656c0 0x555c2ab65aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:53412/0 (socket says 172.21.15.42:53412) 2024-06-06T08:23:43.047 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.045+0000 7ffb1ed9d700 1 -- 172.21.15.42:0/3888212608 learned_addr learned my addr 172.21.15.42:0/3888212608 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:43.047 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.045+0000 7ffb1e59c700 1 --2- 172.21.15.42:0/3888212608 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555c2ab65fe0 0x555c2ab5fa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:43.047 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.045+0000 7ffb1f59e700 1 --2- 172.21.15.42:0/3888212608 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555c2ab5ffa0 0x555c2ab603c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:43.047 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.045+0000 7ffb1ed9d700 1 -- 172.21.15.42:0/3888212608 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555c2ab5ffa0 msgr2=0x555c2ab603c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:43.047 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.045+0000 7ffb1ed9d700 1 --2- 172.21.15.42:0/3888212608 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555c2ab5ffa0 0x555c2ab603c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:43.047 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.045+0000 7ffb1ed9d700 1 -- 172.21.15.42:0/3888212608 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555c2ab65fe0 msgr2=0x555c2ab5fa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:43.047 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.045+0000 7ffb1ed9d700 1 --2- 172.21.15.42:0/3888212608 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555c2ab65fe0 0x555c2ab5fa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:43.047 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.045+0000 7ffb1ed9d700 1 -- 172.21.15.42:0/3888212608 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555c2aa4ffd0 con 0x555c2ab656c0 2024-06-06T08:23:43.047 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.045+0000 7ffb1ed9d700 1 --2- 172.21.15.42:0/3888212608 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c2ab656c0 0x555c2ab65aa0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7ffb10003b20 tx=0x7ffb10013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b472ae8ad8b451 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:43.047 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.046+0000 7ffb057fa700 1 -- 172.21.15.42:0/3888212608 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb100118d0 con 0x555c2ab656c0 2024-06-06T08:23:43.047 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.046+0000 7ffb057fa700 1 -- 172.21.15.42:0/3888212608 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ffb10004830 con 0x555c2ab656c0 2024-06-06T08:23:43.048 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.046+0000 7ffb057fa700 1 -- 172.21.15.42:0/3888212608 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb100055a0 con 0x555c2ab656c0 2024-06-06T08:23:43.048 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.046+0000 7ffb2fa59b80 1 -- 172.21.15.42:0/3888212608 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c2ab656c0 msgr2=0x555c2ab65aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:43.048 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.046+0000 7ffb2fa59b80 1 --2- 172.21.15.42:0/3888212608 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c2ab656c0 0x555c2ab65aa0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7ffb10003b20 tx=0x7ffb10013000 comp rx=0 tx=0).stop 2024-06-06T08:23:43.048 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.046+0000 7ffb2fa59b80 1 -- 172.21.15.42:0/3888212608 shutdown_connections 2024-06-06T08:23:43.048 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.046+0000 7ffb2fa59b80 1 --2- 172.21.15.42:0/3888212608 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555c2ab5ffa0 0x555c2ab603c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:43.048 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.046+0000 7ffb2fa59b80 1 --2- 172.21.15.42:0/3888212608 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c2ab656c0 0x555c2ab65aa0 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:43.048 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.046+0000 7ffb2fa59b80 1 --2- 172.21.15.42:0/3888212608 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555c2ab65fe0 0x555c2ab5fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:43.048 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.046+0000 7ffb2fa59b80 1 -- 172.21.15.42:0/3888212608 >> 172.21.15.42:0/3888212608 conn(0x555c2aa8ad40 msgr2=0x555c2ab5a8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:43.048 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.046+0000 7ffb2fa59b80 1 -- 172.21.15.42:0/3888212608 shutdown_connections 2024-06-06T08:23:43.048 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.047+0000 7ffb2fa59b80 1 -- 172.21.15.42:0/3888212608 wait complete. 2024-06-06T08:23:43.051 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.047+0000 7ffb2fa59b80 1 -- start start 2024-06-06T08:23:43.051 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.047+0000 7ffb2fa59b80 1 Processor -- start 2024-06-06T08:23:43.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.047+0000 7ffb2fa59b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555c2ab5ffa0 0x555c2ab6bd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:43.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.047+0000 7ffb2fa59b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c2ab656c0 0x555c2ab69000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:43.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.047+0000 7ffb2fa59b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555c2ab65fe0 0x555c2ab69540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:43.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.047+0000 7ffb2fa59b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x555c2ab6ca50 con 0x555c2ab656c0 2024-06-06T08:23:43.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.047+0000 7ffb2fa59b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x555c2aa51c70 con 0x555c2ab5ffa0 2024-06-06T08:23:43.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.047+0000 7ffb2fa59b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x555c2ab6cbd0 con 0x555c2ab65fe0 2024-06-06T08:23:43.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.047+0000 7ffb2fa59b80 10 client.0 _ll_register_callbacks cb 0x555c2aa4b9a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:23:43.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.047+0000 7ffb1e59c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c2ab656c0 0x555c2ab69000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:43.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.047+0000 7ffb1e59c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c2ab656c0 0x555c2ab69000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:53428/0 (socket says 172.21.15.42:53428) 2024-06-06T08:23:43.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.047+0000 7ffb1e59c700 1 -- 172.21.15.42:0/2499272540 learned_addr learned my addr 172.21.15.42:0/2499272540 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:43.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.048+0000 7ffb1ed9d700 1 --2- 172.21.15.42:0/2499272540 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555c2ab5ffa0 0x555c2ab6bd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:43.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.048+0000 7ffb1f59e700 1 --2- 172.21.15.42:0/2499272540 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555c2ab65fe0 0x555c2ab69540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:43.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.048+0000 7ffb1e59c700 1 -- 172.21.15.42:0/2499272540 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555c2ab65fe0 msgr2=0x555c2ab69540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:43.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.048+0000 7ffb1e59c700 1 --2- 172.21.15.42:0/2499272540 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555c2ab65fe0 0x555c2ab69540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:43.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.048+0000 7ffb1e59c700 1 -- 172.21.15.42:0/2499272540 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555c2ab5ffa0 msgr2=0x555c2ab6bd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:43.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.048+0000 7ffb1e59c700 1 --2- 172.21.15.42:0/2499272540 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555c2ab5ffa0 0x555c2ab6bd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:43.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.048+0000 7ffb1e59c700 1 -- 172.21.15.42:0/2499272540 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555c2aa00950 con 0x555c2ab656c0 2024-06-06T08:23:43.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.048+0000 7ffb1e59c700 1 --2- 172.21.15.42:0/2499272540 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c2ab656c0 0x555c2ab69000 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7ffb1400bad0 tx=0x7ffb1400bde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de55bdfe2507ea8 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:43.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.048+0000 7ffb02ff5700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:23:43.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.048+0000 7ffb02ff5700 1 -- 172.21.15.42:0/2499272540 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb1401b440 con 0x555c2ab656c0 2024-06-06T08:23:43.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.048+0000 7ffb02ff5700 1 -- 172.21.15.42:0/2499272540 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7ffb1401b5e0 con 0x555c2ab656c0 2024-06-06T08:23:43.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.048+0000 7ffb2fa59b80 1 -- 172.21.15.42:0/2499272540 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffb10004830 con 0x555c2ab656c0 2024-06-06T08:23:43.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.048+0000 7ffb02ff5700 1 -- 172.21.15.42:0/2499272540 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ffb14024050 con 0x555c2ab656c0 2024-06-06T08:23:43.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.048+0000 7ffb2fa59b80 10 client.15675 fetch_fsmap learned FSMap version 26 2024-06-06T08:23:43.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.048+0000 7ffb2fa59b80 1 -- 172.21.15.42:0/2499272540 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555c2ab77360 con 0x555c2ab656c0 2024-06-06T08:23:43.054 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.049+0000 7ffb02ff5700 1 -- 172.21.15.42:0/2499272540 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ffb10004830 con 0x555c2ab656c0 2024-06-06T08:23:43.054 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.049+0000 7ffb02ff5700 1 -- 172.21.15.42:0/2499272540 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7ffb14019020 con 0x555c2ab656c0 2024-06-06T08:23:43.054 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.049+0000 7ffb2fa59b80 10 client.15675 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:23:43.054 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.049+0000 7ffb2fa59b80 10 client.15675 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:23:43.054 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.049+0000 7ffb2fa59b80 20 client.15675 populate_metadata read hostname 'smithi042' 2024-06-06T08:23:43.054 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.049+0000 7ffb2fa59b80 1 --2- 172.21.15.42:0/2499272540 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x555c2ab799a0 0x555c2ab7bd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:43.054 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.049+0000 7ffb2fa59b80 4 client.15675 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:23:43.054 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.049+0000 7ffb2fa59b80 1 -- 172.21.15.42:0/2499272540 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555c2aabed90 con 0x555c2ab799a0 2024-06-06T08:23:43.054 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.049+0000 7ffb1ed9d700 1 --2- 172.21.15.42:0/2499272540 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x555c2ab799a0 0x555c2ab7bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:43.054 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.049+0000 7ffb02ff5700 10 client.15675 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:23:43.054 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.049+0000 7ffb1ed9d700 1 --2- 172.21.15.42:0/2499272540 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x555c2ab799a0 0x555c2ab7bd90 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ae4217763121fde server_cookie=dabc318307bfc9b9 in_seq=0 out_seq=0 2024-06-06T08:23:43.054 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.050+0000 7ffb02ff5700 1 -- 172.21.15.42:0/2499272540 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x555c2aabed90 con 0x555c2ab799a0 2024-06-06T08:23:43.054 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.050+0000 7ffb02ff5700 10 client.15675 handle_command_reply: tid=0 2024-06-06T08:23:43.055 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.050+0000 7ffb2fa59b80 1 client.15675 shutdown 2024-06-06T08:23:43.055 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.050+0000 7ffb2fa59b80 1 -- 172.21.15.42:0/2499272540 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c2ab656c0 msgr2=0x555c2ab69000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:43.055 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.050+0000 7ffb2fa59b80 1 --2- 172.21.15.42:0/2499272540 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c2ab656c0 0x555c2ab69000 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7ffb1400bad0 tx=0x7ffb1400bde0 comp rx=0 tx=0).stop 2024-06-06T08:23:43.055 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.050+0000 7ffb2fa59b80 1 -- 172.21.15.42:0/2499272540 shutdown_connections 2024-06-06T08:23:43.055 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.050+0000 7ffb2fa59b80 1 --2- 172.21.15.42:0/2499272540 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555c2ab65fe0 0x555c2ab69540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:43.055 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.050+0000 7ffb2fa59b80 1 --2- 172.21.15.42:0/2499272540 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x555c2ab799a0 0x555c2ab7bd90 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:43.055 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.050+0000 7ffb2fa59b80 1 --2- 172.21.15.42:0/2499272540 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555c2ab5ffa0 0x555c2ab6bd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:43.055 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.050+0000 7ffb2fa59b80 1 --2- 172.21.15.42:0/2499272540 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c2ab656c0 0x555c2ab69000 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:43.055 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.050+0000 7ffb2fa59b80 1 -- 172.21.15.42:0/2499272540 >> 172.21.15.42:0/2499272540 conn(0x555c2aa8ad40 msgr2=0x555c2ab5ea50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:43.055 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.050+0000 7ffb02ff5700 0 client.15675 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:23:43.055 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.051+0000 7ffb2fa59b80 1 -- 172.21.15.42:0/2499272540 shutdown_connections 2024-06-06T08:23:43.055 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.051+0000 7ffb2fa59b80 1 -- 172.21.15.42:0/2499272540 wait complete. 2024-06-06T08:23:43.055 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.051+0000 7ffb2fa59b80 20 client.15675 trim_cache size 0 max 16384 2024-06-06T08:23:43.072 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.071+0000 7ffb2fa59b80 1 Processor -- start 2024-06-06T08:23:43.072 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.072+0000 7ffb2fa59b80 1 -- start start 2024-06-06T08:23:43.072 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.072+0000 7ffb2fa59b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555c2ab5ffa0 0x555c2ab5fa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:43.072 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.072+0000 7ffb2fa59b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555c2ab656c0 0x555c2ab69630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:43.072 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.072+0000 7ffb2fa59b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c2ab65fe0 0x555c2ab663c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:43.072 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.072+0000 7ffb2fa59b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ffb201b0c50 con 0x555c2ab65fe0 2024-06-06T08:23:43.072 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.072+0000 7ffb2fa59b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7ffb201ae4e0 con 0x555c2ab5ffa0 2024-06-06T08:23:43.072 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.072+0000 7ffb2fa59b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7ffb201ac330 con 0x555c2ab656c0 2024-06-06T08:23:43.072 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.072+0000 7ffb1f59e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c2ab65fe0 0x555c2ab663c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:43.072 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.072+0000 7ffb1ed9d700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555c2ab5ffa0 0x555c2ab5fa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:43.073 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.072+0000 7ffb1ed9d700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555c2ab5ffa0 0x555c2ab5fa60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:33156/0 (socket says 172.21.15.42:33156) 2024-06-06T08:23:43.073 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.072+0000 7ffb1ed9d700 1 -- 172.21.15.42:0/2708888626 learned_addr learned my addr 172.21.15.42:0/2708888626 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:43.073 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.072+0000 7ffb1e59c700 1 --2- 172.21.15.42:0/2708888626 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555c2ab656c0 0x555c2ab69630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:43.073 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.072+0000 7ffb1f59e700 1 -- 172.21.15.42:0/2708888626 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555c2ab656c0 msgr2=0x555c2ab69630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:43.073 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.072+0000 7ffb1f59e700 1 --2- 172.21.15.42:0/2708888626 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555c2ab656c0 0x555c2ab69630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:43.073 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.072+0000 7ffb1f59e700 1 -- 172.21.15.42:0/2708888626 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555c2ab5ffa0 msgr2=0x555c2ab5fa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:43.073 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.072+0000 7ffb1f59e700 1 --2- 172.21.15.42:0/2708888626 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555c2ab5ffa0 0x555c2ab5fa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:43.073 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.072+0000 7ffb1f59e700 1 -- 172.21.15.42:0/2708888626 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555c2ab67570 con 0x555c2ab65fe0 2024-06-06T08:23:43.073 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.072+0000 7ffb1ed9d700 1 --2- 172.21.15.42:0/2708888626 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555c2ab5ffa0 0x555c2ab5fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:23:43.073 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.073+0000 7ffb1f59e700 1 --2- 172.21.15.42:0/2708888626 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c2ab65fe0 0x555c2ab663c0 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7ffb180ce170 tx=0x7ffb18004f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b189a6ed42388c74 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:43.073 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.073+0000 7ffb04ff9700 1 -- 172.21.15.42:0/2708888626 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb1809cf00 con 0x555c2ab65fe0 2024-06-06T08:23:43.073 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.073+0000 7ffb04ff9700 1 -- 172.21.15.42:0/2708888626 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ffb180a12b0 con 0x555c2ab65fe0 2024-06-06T08:23:43.074 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.073+0000 7ffb04ff9700 1 -- 172.21.15.42:0/2708888626 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb1809d3c0 con 0x555c2ab65fe0 2024-06-06T08:23:43.077 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.074+0000 7ffb2fa59b80 1 -- 172.21.15.42:0/2708888626 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c2ab65fe0 msgr2=0x555c2ab663c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:43.077 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.074+0000 7ffb2fa59b80 1 --2- 172.21.15.42:0/2708888626 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c2ab65fe0 0x555c2ab663c0 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7ffb180ce170 tx=0x7ffb18004f90 comp rx=0 tx=0).stop 2024-06-06T08:23:43.077 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.074+0000 7ffb2fa59b80 1 -- 172.21.15.42:0/2708888626 shutdown_connections 2024-06-06T08:23:43.077 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.074+0000 7ffb2fa59b80 1 --2- 172.21.15.42:0/2708888626 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c2ab65fe0 0x555c2ab663c0 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:43.077 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.074+0000 7ffb2fa59b80 1 --2- 172.21.15.42:0/2708888626 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555c2ab5ffa0 0x555c2ab5fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:43.077 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.074+0000 7ffb2fa59b80 1 --2- 172.21.15.42:0/2708888626 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555c2ab656c0 0x555c2ab69630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:43.077 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.074+0000 7ffb2fa59b80 1 -- 172.21.15.42:0/2708888626 >> 172.21.15.42:0/2708888626 conn(0x555c2aa8ad40 msgr2=0x555c2ab678f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:43.077 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.074+0000 7ffb2fa59b80 1 -- 172.21.15.42:0/2708888626 shutdown_connections 2024-06-06T08:23:43.077 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.074+0000 7ffb2fa59b80 1 -- 172.21.15.42:0/2708888626 wait complete. 2024-06-06T08:23:43.077 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.074+0000 7ffb2fa59b80 1 -- start start 2024-06-06T08:23:43.078 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.074+0000 7ffb2fa59b80 1 Processor -- start 2024-06-06T08:23:43.078 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.075+0000 7ffb2fa59b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555c2ab5ffa0 0x555c2ab81460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:43.078 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.075+0000 7ffb2fa59b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555c2ab656c0 0x555c2ab819a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:43.078 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.075+0000 7ffb2fa59b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c2ab65fe0 0x555c2ab81ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:43.078 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.075+0000 7ffb2fa59b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ffb201ac9a0 con 0x555c2ab65fe0 2024-06-06T08:23:43.078 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.075+0000 7ffb2fa59b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7ffb201ade10 con 0x555c2ab5ffa0 2024-06-06T08:23:43.078 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.075+0000 7ffb2fa59b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7ffb201ad070 con 0x555c2ab656c0 2024-06-06T08:23:43.078 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.075+0000 7ffb1e59c700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555c2ab656c0 0x555c2ab819a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:43.078 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.075+0000 7ffb1f59e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c2ab65fe0 0x555c2ab81ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:43.078 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.075+0000 7ffb2fa59b80 10 client.0 _ll_register_callbacks cb 0x555c2aa4b9a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:23:43.078 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.075+0000 7ffb1f59e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c2ab65fe0 0x555c2ab81ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:53442/0 (socket says 172.21.15.42:53442) 2024-06-06T08:23:43.078 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.075+0000 7ffb1f59e700 1 -- 172.21.15.42:0/1514214416 learned_addr learned my addr 172.21.15.42:0/1514214416 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:43.079 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.075+0000 7ffb1ed9d700 1 --2- 172.21.15.42:0/1514214416 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555c2ab5ffa0 0x555c2ab81460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:43.079 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.075+0000 7ffb1f59e700 1 -- 172.21.15.42:0/1514214416 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555c2ab656c0 msgr2=0x555c2ab819a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:43.079 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.075+0000 7ffb1f59e700 1 --2- 172.21.15.42:0/1514214416 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555c2ab656c0 0x555c2ab819a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:43.079 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.075+0000 7ffb1f59e700 1 -- 172.21.15.42:0/1514214416 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555c2ab5ffa0 msgr2=0x555c2ab81460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:43.079 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.075+0000 7ffb1f59e700 1 --2- 172.21.15.42:0/1514214416 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555c2ab5ffa0 0x555c2ab81460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:43.079 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.075+0000 7ffb1f59e700 1 -- 172.21.15.42:0/1514214416 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555c2abe7c30 con 0x555c2ab65fe0 2024-06-06T08:23:43.079 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.075+0000 7ffb1ed9d700 1 --2- 172.21.15.42:0/1514214416 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555c2ab5ffa0 0x555c2ab81460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:23:43.079 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.075+0000 7ffb1f59e700 1 --2- 172.21.15.42:0/1514214416 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c2ab65fe0 0x555c2ab81ee0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7ffb18009fd0 tx=0x7ffb1809c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=263cb2179cae2bd0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:43.079 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.075+0000 7ffb02ff5700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:23:43.079 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.076+0000 7ffb02ff5700 1 -- 172.21.15.42:0/1514214416 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb1809d360 con 0x555c2ab65fe0 2024-06-06T08:23:43.079 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.076+0000 7ffb02ff5700 1 -- 172.21.15.42:0/1514214416 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7ffb180bb690 con 0x555c2ab65fe0 2024-06-06T08:23:43.079 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.076+0000 7ffb2fa59b80 1 -- 172.21.15.42:0/1514214416 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffb180a12b0 con 0x555c2ab65fe0 2024-06-06T08:23:43.079 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.076+0000 7ffb02ff5700 1 -- 172.21.15.42:0/1514214416 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ffb180bb890 con 0x555c2ab65fe0 2024-06-06T08:23:43.080 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.076+0000 7ffb2fa59b80 10 client.15681 fetch_fsmap learned FSMap version 26 2024-06-06T08:23:43.080 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.076+0000 7ffb2fa59b80 1 -- 172.21.15.42:0/1514214416 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555c2abe8f50 con 0x555c2ab65fe0 2024-06-06T08:23:43.080 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.076+0000 7ffb02ff5700 1 -- 172.21.15.42:0/1514214416 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ffb180a12b0 con 0x555c2ab65fe0 2024-06-06T08:23:43.080 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.076+0000 7ffb02ff5700 1 -- 172.21.15.42:0/1514214416 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7ffb18011070 con 0x555c2ab65fe0 2024-06-06T08:23:43.080 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.076+0000 7ffb2fa59b80 10 client.15681 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:23:43.080 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.076+0000 7ffb2fa59b80 10 client.15681 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:23:43.080 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.076+0000 7ffb2fa59b80 20 client.15681 populate_metadata read hostname 'smithi042' 2024-06-06T08:23:43.080 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.076+0000 7ffb2fa59b80 1 --2- 172.21.15.42:0/1514214416 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x555c2abe9360 0x555c2abeb750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:43.080 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.076+0000 7ffb2fa59b80 4 client.15681 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-06-06T08:23:43.080 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.076+0000 7ffb2fa59b80 1 -- 172.21.15.42:0/1514214416 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x555c2aab9310 con 0x555c2abe9360 2024-06-06T08:23:43.080 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.077+0000 7ffb1ed9d700 1 --2- 172.21.15.42:0/1514214416 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x555c2abe9360 0x555c2abeb750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:43.080 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.077+0000 7ffb02ff5700 10 client.15681 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:23:43.080 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.077+0000 7ffb1ed9d700 1 --2- 172.21.15.42:0/1514214416 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x555c2abe9360 0x555c2abeb750 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f1ecd25a1e1ca64e server_cookie=684c61dabc28cbe3 in_seq=0 out_seq=0 2024-06-06T08:23:43.081 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.078+0000 7ffb02ff5700 1 -- 172.21.15.42:0/1514214416 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x555c2aab9310 con 0x555c2abe9360 2024-06-06T08:23:43.082 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.078+0000 7ffb02ff5700 10 client.15681 handle_command_reply: tid=0 2024-06-06T08:23:43.082 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.078+0000 7ffb2fa59b80 1 client.15681 shutdown 2024-06-06T08:23:43.082 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.079+0000 7ffb2fa59b80 1 -- 172.21.15.42:0/1514214416 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c2ab65fe0 msgr2=0x555c2ab81ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:43.082 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.079+0000 7ffb2fa59b80 1 --2- 172.21.15.42:0/1514214416 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c2ab65fe0 0x555c2ab81ee0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7ffb18009fd0 tx=0x7ffb1809c960 comp rx=0 tx=0).stop 2024-06-06T08:23:43.082 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.079+0000 7ffb2fa59b80 1 -- 172.21.15.42:0/1514214416 shutdown_connections 2024-06-06T08:23:43.082 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.079+0000 7ffb2fa59b80 1 --2- 172.21.15.42:0/1514214416 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c2ab65fe0 0x555c2ab81ee0 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:43.082 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.079+0000 7ffb2fa59b80 1 --2- 172.21.15.42:0/1514214416 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x555c2abe9360 0x555c2abeb750 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:43.082 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.079+0000 7ffb2fa59b80 1 --2- 172.21.15.42:0/1514214416 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555c2ab5ffa0 0x555c2ab81460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:43.082 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.079+0000 7ffb2fa59b80 1 --2- 172.21.15.42:0/1514214416 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555c2ab656c0 0x555c2ab819a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:43.082 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.079+0000 7ffb02ff5700 0 client.15681 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:23:43.082 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.079+0000 7ffb2fa59b80 1 -- 172.21.15.42:0/1514214416 >> 172.21.15.42:0/1514214416 conn(0x555c2aa8ad40 msgr2=0x555c2ab663c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:43.083 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.079+0000 7ffb2fa59b80 1 -- 172.21.15.42:0/1514214416 shutdown_connections 2024-06-06T08:23:43.083 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.079+0000 7ffb2fa59b80 1 -- 172.21.15.42:0/1514214416 wait complete. 2024-06-06T08:23:43.083 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.079+0000 7ffb2fa59b80 20 client.15681 trim_cache size 0 max 16384 2024-06-06T08:23:43.083 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:23:43.083 INFO:teuthology.orchestra.run.smithi042.stdout: "return_code": 0, 2024-06-06T08:23:43.083 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_tag": "d2abf56c-2174-4ebd-a99e-565ac21d4d49", 2024-06-06T08:23:43.083 INFO:teuthology.orchestra.run.smithi042.stdout: "mode": "asynchronous" 2024-06-06T08:23:43.083 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:23:43.084 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.080+0000 7ffb251d6700 1 -- 172.21.15.42:0/2357865594 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7ffb080a2f30 msgr2=0x7ffb080a53f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:43.084 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.080+0000 7ffb251d6700 1 --2- 172.21.15.42:0/2357865594 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7ffb080a2f30 0x7ffb080a53f0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7ffb100045b0 tx=0x7ffb1000b3c0 comp rx=0 tx=0).stop 2024-06-06T08:23:43.084 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.080+0000 7ffb251d6700 1 -- 172.21.15.42:0/2357865594 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ffb20107400 msgr2=0x7ffb201a4ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:43.084 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.080+0000 7ffb251d6700 1 --2- 172.21.15.42:0/2357865594 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ffb20107400 0x7ffb201a4ab0 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7ffb180062a0 tx=0x7ffb18004d70 comp rx=0 tx=0).stop 2024-06-06T08:23:43.084 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.080+0000 7ffb251d6700 1 -- 172.21.15.42:0/2357865594 shutdown_connections 2024-06-06T08:23:43.084 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.080+0000 7ffb251d6700 1 --2- 172.21.15.42:0/2357865594 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7ffb080a2f30 0x7ffb080a53f0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:43.084 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.080+0000 7ffb251d6700 1 --2- 172.21.15.42:0/2357865594 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ffb20107400 0x7ffb201a4ab0 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:43.085 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.080+0000 7ffb251d6700 1 --2- 172.21.15.42:0/2357865594 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ffb20101390 0x7ffb20199a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:43.085 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.080+0000 7ffb251d6700 1 --2- 172.21.15.42:0/2357865594 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ffb20101d50 0x7ffb20199f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:43.085 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.080+0000 7ffb251d6700 1 -- 172.21.15.42:0/2357865594 >> 172.21.15.42:0/2357865594 conn(0x7ffb20078340 msgr2=0x7ffb200ffe00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:43.085 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.080+0000 7ffb251d6700 1 -- 172.21.15.42:0/2357865594 shutdown_connections 2024-06-06T08:23:43.085 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:43.080+0000 7ffb251d6700 1 -- 172.21.15.42:0/2357865594 wait complete. 2024-06-06T08:23:44.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:23:44 smithi042 ceph-mon[32384]: pgmap v36: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 511 B/s wr, 7 op/s 2024-06-06T08:23:44.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:23:44 smithi042 ceph-mon[32384]: scrub queued for path: / 2024-06-06T08:23:44.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:23:44 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:23:44.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:23:44 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:23:44.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:23:44 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:23:44.450 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-06-06T08:23:44.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:23:44 smithi149 ceph-mon[36842]: pgmap v36: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 511 B/s wr, 7 op/s 2024-06-06T08:23:44.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:23:44 smithi149 ceph-mon[36842]: scrub queued for path: / 2024-06-06T08:23:44.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:23:44 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:23:44.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:23:44 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:23:44.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:23:44 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:23:44.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:23:44 smithi120 ceph-mon[36658]: pgmap v36: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 511 B/s wr, 7 op/s 2024-06-06T08:23:44.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:23:44 smithi120 ceph-mon[36658]: scrub queued for path: / 2024-06-06T08:23:44.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:23:44 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:23:44.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:23:44 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:23:44.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:23:44 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:23:45.429 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.430+0000 7f3bdced7700 1 -- 172.21.15.42:0/680957001 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3bd8102ee0 msgr2=0x7f3bd810f3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:45.429 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.430+0000 7f3bdced7700 1 --2- 172.21.15.42:0/680957001 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3bd8102ee0 0x7f3bd810f3c0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f3bd0009990 tx=0x7f3bd0009ca0 comp rx=0 tx=0).stop 2024-06-06T08:23:45.429 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.430+0000 7f3bdced7700 1 -- 172.21.15.42:0/680957001 shutdown_connections 2024-06-06T08:23:45.429 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.430+0000 7f3bdced7700 1 --2- 172.21.15.42:0/680957001 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3bd8102ee0 0x7f3bd810f3c0 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:45.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.430+0000 7f3bdced7700 1 --2- 172.21.15.42:0/680957001 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3bd8107450 0x7f3bd8107830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:45.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.430+0000 7f3bdced7700 1 --2- 172.21.15.42:0/680957001 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3bd8102540 0x7f3bd81029a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:45.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.430+0000 7f3bdced7700 1 -- 172.21.15.42:0/680957001 >> 172.21.15.42:0/680957001 conn(0x7f3bd80795f0 msgr2=0x7f3bd8079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:45.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.430+0000 7f3bdced7700 1 -- 172.21.15.42:0/680957001 shutdown_connections 2024-06-06T08:23:45.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.430+0000 7f3bdced7700 1 -- 172.21.15.42:0/680957001 wait complete. 2024-06-06T08:23:45.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.431+0000 7f3bdced7700 1 Processor -- start 2024-06-06T08:23:45.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.431+0000 7f3bdced7700 1 -- start start 2024-06-06T08:23:45.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.431+0000 7f3bdced7700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3bd8102540 0x7f3bd819e6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:45.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.431+0000 7f3bdced7700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3bd8102ee0 0x7f3bd819ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:45.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.431+0000 7f3bdced7700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3bd8107450 0x7f3bd81988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:45.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.431+0000 7f3bdced7700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f3bd81127e0 con 0x7f3bd8107450 2024-06-06T08:23:45.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.431+0000 7f3bdced7700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f3bd8112660 con 0x7f3bd8102540 2024-06-06T08:23:45.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.431+0000 7f3bdced7700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f3bd8112960 con 0x7f3bd8102ee0 2024-06-06T08:23:45.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.432+0000 7f3bd6d9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3bd8107450 0x7f3bd81988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:45.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.432+0000 7f3bd6d9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3bd8107450 0x7f3bd81988c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:53460/0 (socket says 172.21.15.42:53460) 2024-06-06T08:23:45.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.432+0000 7f3bd6d9d700 1 -- 172.21.15.42:0/732551049 learned_addr learned my addr 172.21.15.42:0/732551049 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:45.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.432+0000 7f3bd659c700 1 --2- 172.21.15.42:0/732551049 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3bd8102540 0x7f3bd819e6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:45.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.432+0000 7f3bd5d9b700 1 --2- 172.21.15.42:0/732551049 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3bd8102ee0 0x7f3bd819ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:45.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.432+0000 7f3bd6d9d700 1 -- 172.21.15.42:0/732551049 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3bd8102ee0 msgr2=0x7f3bd819ebf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:45.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.432+0000 7f3bd6d9d700 1 --2- 172.21.15.42:0/732551049 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3bd8102ee0 0x7f3bd819ebf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:45.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.432+0000 7f3bd6d9d700 1 -- 172.21.15.42:0/732551049 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3bd8102540 msgr2=0x7f3bd819e6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:45.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.432+0000 7f3bd6d9d700 1 --2- 172.21.15.42:0/732551049 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3bd8102540 0x7f3bd819e6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:45.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.432+0000 7f3bd6d9d700 1 -- 172.21.15.42:0/732551049 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3bd8199020 con 0x7f3bd8107450 2024-06-06T08:23:45.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.432+0000 7f3bd6d9d700 1 --2- 172.21.15.42:0/732551049 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3bd8107450 0x7f3bd81988c0 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f3bd000c010 tx=0x7f3bd00047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:45.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.432+0000 7f3bc77fe700 1 -- 172.21.15.42:0/732551049 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bd0027070 con 0x7f3bd8107450 2024-06-06T08:23:45.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.432+0000 7f3bc77fe700 1 -- 172.21.15.42:0/732551049 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3bd0003e40 con 0x7f3bd8107450 2024-06-06T08:23:45.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.432+0000 7f3bdced7700 1 -- 172.21.15.42:0/732551049 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3bd81992b0 con 0x7f3bd8107450 2024-06-06T08:23:45.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.432+0000 7f3bc77fe700 1 -- 172.21.15.42:0/732551049 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bd0022b10 con 0x7f3bd8107450 2024-06-06T08:23:45.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.433+0000 7f3bdced7700 1 -- 172.21.15.42:0/732551049 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3bd81a5580 con 0x7f3bd8107450 2024-06-06T08:23:45.434 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.435+0000 7f3bc77fe700 1 -- 172.21.15.42:0/732551049 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 25) ==== 138066+0+0 (secure 0 0 0) 0x7f3bd002a070 con 0x7f3bd8107450 2024-06-06T08:23:45.434 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.435+0000 7f3bc77fe700 1 --2- 172.21.15.42:0/732551049 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f3bc00a2fd0 0x7f3bc00a5490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:45.434 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.436+0000 7f3bd659c700 1 --2- 172.21.15.42:0/732551049 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f3bc00a2fd0 0x7f3bc00a5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:45.435 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.436+0000 7f3bc77fe700 1 -- 172.21.15.42:0/732551049 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f3bd00d0880 con 0x7f3bd8107450 2024-06-06T08:23:45.435 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.436+0000 7f3bd659c700 1 --2- 172.21.15.42:0/732551049 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f3bc00a2fd0 0x7f3bc00a5490 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f3bd806bd70 tx=0x7f3bc80091c0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:45.435 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.436+0000 7f3be775ab80 1 Processor -- start 2024-06-06T08:23:45.435 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.437+0000 7f3be775ab80 1 -- start start 2024-06-06T08:23:45.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.437+0000 7f3be775ab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55674b4670e0 0x55674b4674c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:45.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.437+0000 7f3be775ab80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55674b467a00 0x55674b461330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:45.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.437+0000 7f3be775ab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55674b461870 0x55674b461cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:45.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.437+0000 7f3be775ab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55674b3ae9a0 con 0x55674b4670e0 2024-06-06T08:23:45.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.437+0000 7f3be775ab80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55674b3568b0 con 0x55674b467a00 2024-06-06T08:23:45.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.437+0000 7f3be775ab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55674b3aa960 con 0x55674b461870 2024-06-06T08:23:45.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.437+0000 7f3bd659c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55674b4670e0 0x55674b4674c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:45.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.437+0000 7f3bd659c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55674b4670e0 0x55674b4674c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:53472/0 (socket says 172.21.15.42:53472) 2024-06-06T08:23:45.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.437+0000 7f3bd659c700 1 -- 172.21.15.42:0/2761617535 learned_addr learned my addr 172.21.15.42:0/2761617535 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:45.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.437+0000 7f3bd5d9b700 1 --2- 172.21.15.42:0/2761617535 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55674b467a00 0x55674b461330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:45.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.437+0000 7f3bd6d9d700 1 --2- 172.21.15.42:0/2761617535 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55674b461870 0x55674b461cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:45.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.437+0000 7f3bd659c700 1 -- 172.21.15.42:0/2761617535 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55674b461870 msgr2=0x55674b461cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:45.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.437+0000 7f3bd659c700 1 --2- 172.21.15.42:0/2761617535 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55674b461870 0x55674b461cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:45.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.437+0000 7f3bd659c700 1 -- 172.21.15.42:0/2761617535 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55674b467a00 msgr2=0x55674b461330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:45.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.437+0000 7f3bd659c700 1 --2- 172.21.15.42:0/2761617535 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55674b467a00 0x55674b461330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:45.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.437+0000 7f3bd659c700 1 -- 172.21.15.42:0/2761617535 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55674b34d0e0 con 0x55674b4670e0 2024-06-06T08:23:45.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.437+0000 7f3bd6d9d700 1 --2- 172.21.15.42:0/2761617535 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55674b461870 0x55674b461cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:23:45.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.438+0000 7f3bd659c700 1 --2- 172.21.15.42:0/2761617535 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55674b4670e0 0x55674b4674c0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f3bc8015540 tx=0x7f3bc8013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6338a8e82cd13915 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:45.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.438+0000 7f3bc4ff9700 1 -- 172.21.15.42:0/2761617535 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bc801c050 con 0x55674b4670e0 2024-06-06T08:23:45.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.438+0000 7f3bc4ff9700 1 -- 172.21.15.42:0/2761617535 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3bc8026070 con 0x55674b4670e0 2024-06-06T08:23:45.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.438+0000 7f3bc4ff9700 1 -- 172.21.15.42:0/2761617535 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bc80169d0 con 0x55674b4670e0 2024-06-06T08:23:45.442 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.439+0000 7f3be775ab80 1 -- 172.21.15.42:0/2761617535 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55674b4670e0 msgr2=0x55674b4674c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:45.442 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.439+0000 7f3be775ab80 1 --2- 172.21.15.42:0/2761617535 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55674b4670e0 0x55674b4674c0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f3bc8015540 tx=0x7f3bc8013000 comp rx=0 tx=0).stop 2024-06-06T08:23:45.442 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.439+0000 7f3be775ab80 1 -- 172.21.15.42:0/2761617535 shutdown_connections 2024-06-06T08:23:45.442 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.439+0000 7f3be775ab80 1 --2- 172.21.15.42:0/2761617535 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55674b461870 0x55674b461cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:45.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.439+0000 7f3be775ab80 1 --2- 172.21.15.42:0/2761617535 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55674b4670e0 0x55674b4674c0 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:45.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.439+0000 7f3be775ab80 1 --2- 172.21.15.42:0/2761617535 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55674b467a00 0x55674b461330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:45.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.439+0000 7f3be775ab80 1 -- 172.21.15.42:0/2761617535 >> 172.21.15.42:0/2761617535 conn(0x55674b387e50 msgr2=0x55674b4581b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:45.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.439+0000 7f3be775ab80 1 -- 172.21.15.42:0/2761617535 shutdown_connections 2024-06-06T08:23:45.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.439+0000 7f3be775ab80 1 -- 172.21.15.42:0/2761617535 wait complete. 2024-06-06T08:23:45.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.439+0000 7f3be775ab80 1 -- start start 2024-06-06T08:23:45.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.439+0000 7f3be775ab80 1 Processor -- start 2024-06-06T08:23:45.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.439+0000 7f3be775ab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55674b461870 0x55674b46d760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:45.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.439+0000 7f3be775ab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55674b4670e0 0x55674b46aa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:45.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.439+0000 7f3be775ab80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55674b467a00 0x55674b46afa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:45.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.439+0000 7f3be775ab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55674b46e470 con 0x55674b461870 2024-06-06T08:23:45.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.439+0000 7f3be775ab80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55674b34ed80 con 0x55674b467a00 2024-06-06T08:23:45.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.439+0000 7f3be775ab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55674b46e5f0 con 0x55674b4670e0 2024-06-06T08:23:45.444 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.440+0000 7f3be775ab80 10 client.0 _ll_register_callbacks cb 0x55674b348ab0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:23:45.444 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.440+0000 7f3bd659c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55674b461870 0x55674b46d760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:45.444 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.440+0000 7f3bd659c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55674b461870 0x55674b46d760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:53482/0 (socket says 172.21.15.42:53482) 2024-06-06T08:23:45.444 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.440+0000 7f3bd659c700 1 -- 172.21.15.42:0/527990183 learned_addr learned my addr 172.21.15.42:0/527990183 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:45.444 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.440+0000 7f3bd6d9d700 1 --2- 172.21.15.42:0/527990183 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55674b467a00 0x55674b46afa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:45.444 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.440+0000 7f3bd5d9b700 1 --2- 172.21.15.42:0/527990183 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55674b4670e0 0x55674b46aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:45.444 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.440+0000 7f3bd659c700 1 -- 172.21.15.42:0/527990183 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55674b4670e0 msgr2=0x55674b46aa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:45.444 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.440+0000 7f3bd659c700 1 --2- 172.21.15.42:0/527990183 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55674b4670e0 0x55674b46aa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:45.444 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.440+0000 7f3bd659c700 1 -- 172.21.15.42:0/527990183 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55674b467a00 msgr2=0x55674b46afa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:45.444 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.440+0000 7f3bd659c700 1 --2- 172.21.15.42:0/527990183 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55674b467a00 0x55674b46afa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:45.444 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.440+0000 7f3bd659c700 1 -- 172.21.15.42:0/527990183 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55674b2fda60 con 0x55674b461870 2024-06-06T08:23:45.444 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.440+0000 7f3bd659c700 1 --2- 172.21.15.42:0/527990183 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55674b461870 0x55674b46d760 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f3bc8017970 tx=0x7f3bc80179a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b386909840e69aec server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:45.444 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.440+0000 7f3bbdffb700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:23:45.444 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.440+0000 7f3bbdffb700 1 -- 172.21.15.42:0/527990183 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bc8021440 con 0x55674b461870 2024-06-06T08:23:45.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.440+0000 7f3bbdffb700 1 -- 172.21.15.42:0/527990183 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f3bc80215e0 con 0x55674b461870 2024-06-06T08:23:45.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.440+0000 7f3be775ab80 1 -- 172.21.15.42:0/527990183 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3bc8026070 con 0x55674b461870 2024-06-06T08:23:45.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.441+0000 7f3bbdffb700 1 -- 172.21.15.42:0/527990183 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3bc80217e0 con 0x55674b461870 2024-06-06T08:23:45.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.441+0000 7f3be775ab80 10 client.15693 fetch_fsmap learned FSMap version 26 2024-06-06T08:23:45.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.441+0000 7f3be775ab80 1 -- 172.21.15.42:0/527990183 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55674b478ce0 con 0x55674b461870 2024-06-06T08:23:45.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.441+0000 7f3bbdffb700 1 -- 172.21.15.42:0/527990183 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3bc8026070 con 0x55674b461870 2024-06-06T08:23:45.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.441+0000 7f3bbdffb700 1 -- 172.21.15.42:0/527990183 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7f3bc8005650 con 0x55674b461870 2024-06-06T08:23:45.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.441+0000 7f3be775ab80 10 client.15693 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:23:45.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.441+0000 7f3be775ab80 10 client.15693 resolve_mds: validated gid 24484 aka daemon mds.i 2024-06-06T08:23:45.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.441+0000 7f3be775ab80 20 client.15693 populate_metadata read hostname 'smithi042' 2024-06-06T08:23:45.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.441+0000 7f3be775ab80 1 --2- 172.21.15.42:0/527990183 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55674b47b320 0x55674b47d710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:45.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.441+0000 7f3be775ab80 4 client.15693 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:23:45.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.441+0000 7f3be775ab80 1 -- 172.21.15.42:0/527990183 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55674b3bbea0 con 0x55674b47b320 2024-06-06T08:23:45.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.442+0000 7f3bd5d9b700 1 --2- 172.21.15.42:0/527990183 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55674b47b320 0x55674b47d710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:45.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.442+0000 7f3bd5d9b700 1 --2- 172.21.15.42:0/527990183 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55674b47b320 0x55674b47d710 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=87b933c581095e5a server_cookie=de4963bfcf458a00 in_seq=0 out_seq=0 2024-06-06T08:23:45.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.442+0000 7f3bbdffb700 10 client.15693 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:23:45.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.443+0000 7f3bbdffb700 1 -- 172.21.15.42:0/527990183 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55674b3bbea0 con 0x55674b47b320 2024-06-06T08:23:45.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.443+0000 7f3bbdffb700 10 client.15693 handle_command_reply: tid=0 2024-06-06T08:23:45.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.443+0000 7f3be775ab80 1 client.15693 shutdown 2024-06-06T08:23:45.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.443+0000 7f3be775ab80 1 -- 172.21.15.42:0/527990183 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55674b461870 msgr2=0x55674b46d760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:45.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.443+0000 7f3be775ab80 1 --2- 172.21.15.42:0/527990183 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55674b461870 0x55674b46d760 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f3bc8017970 tx=0x7f3bc80179a0 comp rx=0 tx=0).stop 2024-06-06T08:23:45.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.443+0000 7f3be775ab80 1 -- 172.21.15.42:0/527990183 shutdown_connections 2024-06-06T08:23:45.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.443+0000 7f3be775ab80 1 --2- 172.21.15.42:0/527990183 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55674b47b320 0x55674b47d710 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:45.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.443+0000 7f3be775ab80 1 --2- 172.21.15.42:0/527990183 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55674b467a00 0x55674b46afa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:45.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.443+0000 7f3be775ab80 1 --2- 172.21.15.42:0/527990183 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55674b461870 0x55674b46d760 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:45.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.443+0000 7f3be775ab80 1 --2- 172.21.15.42:0/527990183 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55674b4670e0 0x55674b46aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:45.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.443+0000 7f3be775ab80 1 -- 172.21.15.42:0/527990183 >> 172.21.15.42:0/527990183 conn(0x55674b387e50 msgr2=0x55674b45bf10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:45.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.443+0000 7f3bbdffb700 0 client.15693 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:23:45.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.443+0000 7f3be775ab80 1 -- 172.21.15.42:0/527990183 shutdown_connections 2024-06-06T08:23:45.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.443+0000 7f3be775ab80 1 -- 172.21.15.42:0/527990183 wait complete. 2024-06-06T08:23:45.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.443+0000 7f3be775ab80 20 client.15693 trim_cache size 0 max 16384 2024-06-06T08:23:45.462 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.463+0000 7f3be775ab80 1 Processor -- start 2024-06-06T08:23:45.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.464+0000 7f3be775ab80 1 -- start start 2024-06-06T08:23:45.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.464+0000 7f3be775ab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55674b461870 0x55674b45c620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:45.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.464+0000 7f3be775ab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55674b4670e0 0x55674b480730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:45.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.464+0000 7f3be775ab80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55674b467a00 0x55674b480c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:45.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.464+0000 7f3be775ab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f3bd81ae810 con 0x55674b461870 2024-06-06T08:23:45.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.464+0000 7f3be775ab80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f3bd81ac0a0 con 0x55674b467a00 2024-06-06T08:23:45.464 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.464+0000 7f3be775ab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f3bd81a9ef0 con 0x55674b4670e0 2024-06-06T08:23:45.464 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.464+0000 7f3bd5d9b700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55674b4670e0 0x55674b480730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:45.464 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.464+0000 7f3bd6d9d700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55674b467a00 0x55674b480c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:45.464 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.464+0000 7f3bd5d9b700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55674b4670e0 0x55674b480730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:50438/0 (socket says 172.21.15.42:50438) 2024-06-06T08:23:45.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.464+0000 7f3bd5d9b700 1 -- 172.21.15.42:0/3972808890 learned_addr learned my addr 172.21.15.42:0/3972808890 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:45.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.464+0000 7f3bd659c700 1 --2- 172.21.15.42:0/3972808890 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55674b461870 0x55674b45c620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:45.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.465+0000 7f3bd6d9d700 1 -- 172.21.15.42:0/3972808890 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55674b4670e0 msgr2=0x55674b480730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:45.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.465+0000 7f3bd6d9d700 1 --2- 172.21.15.42:0/3972808890 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55674b4670e0 0x55674b480730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:45.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.465+0000 7f3bd6d9d700 1 -- 172.21.15.42:0/3972808890 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55674b461870 msgr2=0x55674b45c620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:45.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.465+0000 7f3bd6d9d700 1 --2- 172.21.15.42:0/3972808890 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55674b461870 0x55674b45c620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:45.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.465+0000 7f3bd6d9d700 1 -- 172.21.15.42:0/3972808890 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55674b4528b0 con 0x55674b467a00 2024-06-06T08:23:45.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.465+0000 7f3bd659c700 1 --2- 172.21.15.42:0/3972808890 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55674b461870 0x55674b45c620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:23:45.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.465+0000 7f3bd6d9d700 1 --2- 172.21.15.42:0/3972808890 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55674b467a00 0x55674b480c70 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f3bd00cdab0 tx=0x7f3bd00225e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8a0ba809de5e0a09 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:45.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.465+0000 7f3bbffff700 1 -- 172.21.15.42:0/3972808890 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bd009c840 con 0x55674b467a00 2024-06-06T08:23:45.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.465+0000 7f3bbffff700 1 -- 172.21.15.42:0/3972808890 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3bd00a0bf0 con 0x55674b467a00 2024-06-06T08:23:45.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.465+0000 7f3bbffff700 1 -- 172.21.15.42:0/3972808890 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bd009caa0 con 0x55674b467a00 2024-06-06T08:23:45.468 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.466+0000 7f3be775ab80 1 -- 172.21.15.42:0/3972808890 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55674b467a00 msgr2=0x55674b480c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:45.468 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.466+0000 7f3be775ab80 1 --2- 172.21.15.42:0/3972808890 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55674b467a00 0x55674b480c70 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f3bd00cdab0 tx=0x7f3bd00225e0 comp rx=0 tx=0).stop 2024-06-06T08:23:45.468 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.466+0000 7f3be775ab80 1 -- 172.21.15.42:0/3972808890 shutdown_connections 2024-06-06T08:23:45.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.466+0000 7f3be775ab80 1 --2- 172.21.15.42:0/3972808890 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55674b467a00 0x55674b480c70 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:45.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.466+0000 7f3be775ab80 1 --2- 172.21.15.42:0/3972808890 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55674b461870 0x55674b45c620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:45.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.466+0000 7f3be775ab80 1 --2- 172.21.15.42:0/3972808890 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55674b4670e0 0x55674b480730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:45.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.466+0000 7f3be775ab80 1 -- 172.21.15.42:0/3972808890 >> 172.21.15.42:0/3972808890 conn(0x55674b387e50 msgr2=0x55674b45bf10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:45.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.467+0000 7f3be775ab80 1 -- 172.21.15.42:0/3972808890 shutdown_connections 2024-06-06T08:23:45.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.467+0000 7f3be775ab80 1 -- 172.21.15.42:0/3972808890 wait complete. 2024-06-06T08:23:45.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.467+0000 7f3be775ab80 1 -- start start 2024-06-06T08:23:45.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.467+0000 7f3be775ab80 1 Processor -- start 2024-06-06T08:23:45.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.467+0000 7f3be775ab80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55674b461870 0x55674b480c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:45.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.467+0000 7f3be775ab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55674b4670e0 0x55674b47f020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:45.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.467+0000 7f3be775ab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55674b467a00 0x55674b47f560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:45.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.467+0000 7f3be775ab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f3bd81aa560 con 0x55674b467a00 2024-06-06T08:23:45.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.467+0000 7f3be775ab80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f3bd81ab9d0 con 0x55674b461870 2024-06-06T08:23:45.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.467+0000 7f3be775ab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f3bd81aac30 con 0x55674b4670e0 2024-06-06T08:23:45.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.467+0000 7f3be775ab80 10 client.0 _ll_register_callbacks cb 0x55674b348ab0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:23:45.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.467+0000 7f3bd6d9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55674b467a00 0x55674b47f560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:45.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.468+0000 7f3bd6d9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55674b467a00 0x55674b47f560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:53494/0 (socket says 172.21.15.42:53494) 2024-06-06T08:23:45.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.468+0000 7f3bd6d9d700 1 -- 172.21.15.42:0/2797955891 learned_addr learned my addr 172.21.15.42:0/2797955891 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:45.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.468+0000 7f3bd659c700 1 --2- 172.21.15.42:0/2797955891 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55674b461870 0x55674b480c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:45.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.468+0000 7f3bd5d9b700 1 --2- 172.21.15.42:0/2797955891 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55674b4670e0 0x55674b47f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:45.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.468+0000 7f3bd6d9d700 1 -- 172.21.15.42:0/2797955891 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55674b4670e0 msgr2=0x55674b47f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:45.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.468+0000 7f3bd6d9d700 1 --2- 172.21.15.42:0/2797955891 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55674b4670e0 0x55674b47f020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:45.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.468+0000 7f3bd6d9d700 1 -- 172.21.15.42:0/2797955891 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55674b461870 msgr2=0x55674b480c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:45.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.468+0000 7f3bd6d9d700 1 --2- 172.21.15.42:0/2797955891 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55674b461870 0x55674b480c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:45.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.468+0000 7f3bd6d9d700 1 -- 172.21.15.42:0/2797955891 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55674b47fb20 con 0x55674b467a00 2024-06-06T08:23:45.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.468+0000 7f3bd659c700 1 --2- 172.21.15.42:0/2797955891 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55674b461870 0x55674b480c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:23:45.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.468+0000 7f3bd6d9d700 1 --2- 172.21.15.42:0/2797955891 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55674b467a00 0x55674b47f560 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f3bd009c7d0 tx=0x7f3bd0009ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b438f6d73ede25d server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:45.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.468+0000 7f3bbdffb700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:23:45.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.468+0000 7f3bbdffb700 1 -- 172.21.15.42:0/2797955891 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bd00b4070 con 0x55674b467a00 2024-06-06T08:23:45.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.468+0000 7f3bbdffb700 1 -- 172.21.15.42:0/2797955891 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f3bd00042f0 con 0x55674b467a00 2024-06-06T08:23:45.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.468+0000 7f3be775ab80 1 -- 172.21.15.42:0/2797955891 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3bd00a0bf0 con 0x55674b467a00 2024-06-06T08:23:45.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.469+0000 7f3bbdffb700 1 -- 172.21.15.42:0/2797955891 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3bd00870d0 con 0x55674b467a00 2024-06-06T08:23:45.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.469+0000 7f3be775ab80 10 client.15699 fetch_fsmap learned FSMap version 26 2024-06-06T08:23:45.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.469+0000 7f3be775ab80 1 -- 172.21.15.42:0/2797955891 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55674b4e6a40 con 0x55674b467a00 2024-06-06T08:23:45.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.469+0000 7f3bbdffb700 1 -- 172.21.15.42:0/2797955891 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3bd00a0bf0 con 0x55674b467a00 2024-06-06T08:23:45.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.469+0000 7f3bbdffb700 1 -- 172.21.15.42:0/2797955891 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7f3bd009db70 con 0x55674b467a00 2024-06-06T08:23:45.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.469+0000 7f3be775ab80 10 client.15699 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:23:45.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.469+0000 7f3be775ab80 10 client.15699 resolve_mds: validated gid 24484 aka daemon mds.i 2024-06-06T08:23:45.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.469+0000 7f3be775ab80 20 client.15699 populate_metadata read hostname 'smithi042' 2024-06-06T08:23:45.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.469+0000 7f3be775ab80 1 --2- 172.21.15.42:0/2797955891 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55674b4e6f00 0x55674b4e9320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:45.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.469+0000 7f3be775ab80 4 client.15699 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 154.4, "await_for": 45.0}] 2024-06-06T08:23:45.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.469+0000 7f3be775ab80 1 -- 172.21.15.42:0/2797955891 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 154.4, "await_for": 45.0}) -- 0x55674b3b6420 con 0x55674b4e6f00 2024-06-06T08:23:45.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.469+0000 7f3bd659c700 1 --2- 172.21.15.42:0/2797955891 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55674b4e6f00 0x55674b4e9320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:45.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.470+0000 7f3bd659c700 1 --2- 172.21.15.42:0/2797955891 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55674b4e6f00 0x55674b4e9320 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=837721aef6ae9bfb server_cookie=9f84e7fa1f22ad15 in_seq=0 out_seq=0 2024-06-06T08:23:45.473 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.470+0000 7f3bbdffb700 10 client.15699 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:23:45.486 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.487+0000 7f3bbdffb700 1 -- 172.21.15.42:0/2797955891 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x55674b3b6420 con 0x55674b4e6f00 2024-06-06T08:23:45.486 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.487+0000 7f3bbdffb700 10 client.15699 handle_command_reply: tid=0 2024-06-06T08:23:45.486 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.487+0000 7f3be775ab80 1 client.15699 shutdown 2024-06-06T08:23:45.486 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.487+0000 7f3be775ab80 1 -- 172.21.15.42:0/2797955891 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55674b467a00 msgr2=0x55674b47f560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:45.486 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.487+0000 7f3be775ab80 1 --2- 172.21.15.42:0/2797955891 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55674b467a00 0x55674b47f560 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f3bd009c7d0 tx=0x7f3bd0009ca0 comp rx=0 tx=0).stop 2024-06-06T08:23:45.487 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.487+0000 7f3be775ab80 1 -- 172.21.15.42:0/2797955891 shutdown_connections 2024-06-06T08:23:45.487 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.487+0000 7f3be775ab80 1 --2- 172.21.15.42:0/2797955891 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55674b467a00 0x55674b47f560 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:45.487 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.487+0000 7f3be775ab80 1 --2- 172.21.15.42:0/2797955891 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55674b4e6f00 0x55674b4e9320 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:45.488 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.487+0000 7f3be775ab80 1 --2- 172.21.15.42:0/2797955891 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55674b461870 0x55674b480c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:45.488 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.487+0000 7f3be775ab80 1 --2- 172.21.15.42:0/2797955891 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55674b4670e0 0x55674b47f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:45.488 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.487+0000 7f3be775ab80 1 -- 172.21.15.42:0/2797955891 >> 172.21.15.42:0/2797955891 conn(0x55674b387e50 msgr2=0x55674b45c7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:45.488 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.488+0000 7f3bbdffb700 0 client.15699 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:23:45.488 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.488+0000 7f3be775ab80 1 -- 172.21.15.42:0/2797955891 shutdown_connections 2024-06-06T08:23:45.488 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.488+0000 7f3be775ab80 1 -- 172.21.15.42:0/2797955891 wait complete. 2024-06-06T08:23:45.488 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.489+0000 7f3be775ab80 20 client.15699 trim_cache size 0 max 16384 2024-06-06T08:23:45.488 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:23:45.489 INFO:teuthology.orchestra.run.smithi042.stdout: "epoch": 26, 2024-06-06T08:23:45.489 INFO:teuthology.orchestra.run.smithi042.stdout: "leader": 24484, 2024-06-06T08:23:45.489 INFO:teuthology.orchestra.run.smithi042.stdout: "set_version": 2, 2024-06-06T08:23:45.489 INFO:teuthology.orchestra.run.smithi042.stdout: "sets": { 2024-06-06T08:23:45.489 INFO:teuthology.orchestra.run.smithi042.stdout: "2da42f83": { 2024-06-06T08:23:45.489 INFO:teuthology.orchestra.run.smithi042.stdout: "version": 2, 2024-06-06T08:23:45.489 INFO:teuthology.orchestra.run.smithi042.stdout: "age_ref": 0.0, 2024-06-06T08:23:45.489 INFO:teuthology.orchestra.run.smithi042.stdout: "state": { 2024-06-06T08:23:45.489 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "QUIESCED", 2024-06-06T08:23:45.489 INFO:teuthology.orchestra.run.smithi042.stdout: "age": 0.0 2024-06-06T08:23:45.489 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:23:45.489 INFO:teuthology.orchestra.run.smithi042.stdout: "timeout": 90.0, 2024-06-06T08:23:45.489 INFO:teuthology.orchestra.run.smithi042.stdout: "expiration": 154.4, 2024-06-06T08:23:45.489 INFO:teuthology.orchestra.run.smithi042.stdout: "members": { 2024-06-06T08:23:45.490 INFO:teuthology.orchestra.run.smithi042.stdout: "file:/": { 2024-06-06T08:23:45.490 INFO:teuthology.orchestra.run.smithi042.stdout: "excluded": false, 2024-06-06T08:23:45.490 INFO:teuthology.orchestra.run.smithi042.stdout: "state": { 2024-06-06T08:23:45.490 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "QUIESCED", 2024-06-06T08:23:45.490 INFO:teuthology.orchestra.run.smithi042.stdout: "age": 0.0 2024-06-06T08:23:45.490 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:23:45.490 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:23:45.490 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:23:45.490 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:23:45.490 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:23:45.490 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:23:45.491 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.489+0000 7f3bdced7700 1 -- 172.21.15.42:0/732551049 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f3bc00a2fd0 msgr2=0x7f3bc00a5490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:45.491 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.489+0000 7f3bdced7700 1 --2- 172.21.15.42:0/732551049 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f3bc00a2fd0 0x7f3bc00a5490 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f3bd806bd70 tx=0x7f3bc80091c0 comp rx=0 tx=0).stop 2024-06-06T08:23:45.491 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.489+0000 7f3bdced7700 1 -- 172.21.15.42:0/732551049 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3bd8107450 msgr2=0x7f3bd81988c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:45.491 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.489+0000 7f3bdced7700 1 --2- 172.21.15.42:0/732551049 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3bd8107450 0x7f3bd81988c0 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f3bd000c010 tx=0x7f3bd00047b0 comp rx=0 tx=0).stop 2024-06-06T08:23:45.491 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.489+0000 7f3bdced7700 1 -- 172.21.15.42:0/732551049 shutdown_connections 2024-06-06T08:23:45.491 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.489+0000 7f3bdced7700 1 --2- 172.21.15.42:0/732551049 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f3bc00a2fd0 0x7f3bc00a5490 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:45.491 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.489+0000 7f3bdced7700 1 --2- 172.21.15.42:0/732551049 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3bd8107450 0x7f3bd81988c0 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:45.491 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.489+0000 7f3bdced7700 1 --2- 172.21.15.42:0/732551049 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3bd8102540 0x7f3bd819e6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:45.492 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.489+0000 7f3bdced7700 1 --2- 172.21.15.42:0/732551049 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3bd8102ee0 0x7f3bd819ebf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:45.492 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.489+0000 7f3bdced7700 1 -- 172.21.15.42:0/732551049 >> 172.21.15.42:0/732551049 conn(0x7f3bd80795f0 msgr2=0x7f3bd8100450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:45.492 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.490+0000 7f3bdced7700 1 -- 172.21.15.42:0/732551049 shutdown_connections 2024-06-06T08:23:45.492 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:45.490+0000 7f3bdced7700 1 -- 172.21.15.42:0/732551049 wait complete. 2024-06-06T08:23:45.727 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:23:46.373 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '2da42f83', quiesce took 8.3 seconds. Will release after: 26.099999999999998 2024-06-06T08:23:46.531 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:23:46 smithi042 ceph-mon[32384]: pgmap v37: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 6 op/s 2024-06-06T08:23:46.531 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:23:46 smithi042 ceph-mon[32384]: scrub summary: idle 2024-06-06T08:23:46.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:23:46 smithi149 ceph-mon[36842]: pgmap v37: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 6 op/s 2024-06-06T08:23:46.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:23:46 smithi149 ceph-mon[36842]: scrub summary: idle 2024-06-06T08:23:46.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:23:46 smithi120 ceph-mon[36658]: pgmap v37: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 6 op/s 2024-06-06T08:23:46.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:23:46 smithi120 ceph-mon[36658]: scrub summary: idle 2024-06-06T08:23:47.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.910+0000 7f9f46868700 1 -- 172.21.15.42:0/1073795886 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9f40102510 msgr2=0x7f9f40102990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:47.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.910+0000 7f9f46868700 1 --2- 172.21.15.42:0/1073795886 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9f40102510 0x7f9f40102990 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f9f28009990 tx=0x7f9f28009ca0 comp rx=0 tx=0).stop 2024-06-06T08:23:47.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.910+0000 7f9f46868700 1 -- 172.21.15.42:0/1073795886 shutdown_connections 2024-06-06T08:23:47.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.910+0000 7f9f46868700 1 --2- 172.21.15.42:0/1073795886 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9f40102ed0 0x7f9f4010f360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:47.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.910+0000 7f9f46868700 1 --2- 172.21.15.42:0/1073795886 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9f40108520 0x7f9f40108900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:47.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.910+0000 7f9f46868700 1 --2- 172.21.15.42:0/1073795886 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9f40102510 0x7f9f40102990 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:47.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.910+0000 7f9f46868700 1 -- 172.21.15.42:0/1073795886 >> 172.21.15.42:0/1073795886 conn(0x7f9f40079560 msgr2=0x7f9f40079970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:47.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.910+0000 7f9f46868700 1 -- 172.21.15.42:0/1073795886 shutdown_connections 2024-06-06T08:23:47.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.910+0000 7f9f46868700 1 -- 172.21.15.42:0/1073795886 wait complete. 2024-06-06T08:23:47.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.911+0000 7f9f46868700 1 Processor -- start 2024-06-06T08:23:47.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.911+0000 7f9f46868700 1 -- start start 2024-06-06T08:23:47.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.911+0000 7f9f46868700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9f40102510 0x7f9f40074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:47.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.911+0000 7f9f46868700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9f40102ed0 0x7f9f40074cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:47.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.911+0000 7f9f46868700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9f40108520 0x7f9f40075210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:47.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.912+0000 7f9f46868700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9f401127b0 con 0x7f9f40102ed0 2024-06-06T08:23:47.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.912+0000 7f9f46868700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f9f40112630 con 0x7f9f40108520 2024-06-06T08:23:47.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.912+0000 7f9f46868700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f9f40112930 con 0x7f9f40102510 2024-06-06T08:23:47.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.912+0000 7f9f37fff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9f40102ed0 0x7f9f40074cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:47.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.912+0000 7f9f37fff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9f40102ed0 0x7f9f40074cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:56564/0 (socket says 172.21.15.42:56564) 2024-06-06T08:23:47.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.912+0000 7f9f37fff700 1 -- 172.21.15.42:0/1314868311 learned_addr learned my addr 172.21.15.42:0/1314868311 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:47.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.912+0000 7f9f3ffff700 1 --2- 172.21.15.42:0/1314868311 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9f40102510 0x7f9f40074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:47.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.912+0000 7f9f44e05700 1 --2- 172.21.15.42:0/1314868311 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9f40108520 0x7f9f40075210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:47.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.912+0000 7f9f37fff700 1 -- 172.21.15.42:0/1314868311 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9f40102510 msgr2=0x7f9f40074790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:47.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.912+0000 7f9f37fff700 1 --2- 172.21.15.42:0/1314868311 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9f40102510 0x7f9f40074790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:47.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.912+0000 7f9f37fff700 1 -- 172.21.15.42:0/1314868311 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9f40108520 msgr2=0x7f9f40075210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:47.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.912+0000 7f9f37fff700 1 --2- 172.21.15.42:0/1314868311 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9f40108520 0x7f9f40075210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:47.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.912+0000 7f9f37fff700 1 -- 172.21.15.42:0/1314868311 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f401a7120 con 0x7f9f40102ed0 2024-06-06T08:23:47.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.912+0000 7f9f44e05700 1 --2- 172.21.15.42:0/1314868311 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9f40108520 0x7f9f40075210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:23:47.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.912+0000 7f9f37fff700 1 --2- 172.21.15.42:0/1314868311 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9f40102ed0 0x7f9f40074cd0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f9f28000c00 tx=0x7f9f280047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:47.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.912+0000 7f9f3dffb700 1 -- 172.21.15.42:0/1314868311 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f28027070 con 0x7f9f40102ed0 2024-06-06T08:23:47.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.912+0000 7f9f3dffb700 1 -- 172.21.15.42:0/1314868311 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9f28003780 con 0x7f9f40102ed0 2024-06-06T08:23:47.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.913+0000 7f9f46868700 1 -- 172.21.15.42:0/1314868311 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9f401a73b0 con 0x7f9f40102ed0 2024-06-06T08:23:47.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.913+0000 7f9f3dffb700 1 -- 172.21.15.42:0/1314868311 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f28022dd0 con 0x7f9f40102ed0 2024-06-06T08:23:47.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.913+0000 7f9f46868700 1 -- 172.21.15.42:0/1314868311 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9f401a7860 con 0x7f9f40102ed0 2024-06-06T08:23:47.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.915+0000 7f9f3dffb700 1 -- 172.21.15.42:0/1314868311 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 25) ==== 138066+0+0 (secure 0 0 0) 0x7f9f2802a070 con 0x7f9f40102ed0 2024-06-06T08:23:47.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.915+0000 7f9f3dffb700 1 --2- 172.21.15.42:0/1314868311 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f9f2c0a2f30 0x7f9f2c0a53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:47.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.916+0000 7f9f3dffb700 1 -- 172.21.15.42:0/1314868311 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f9f280d06a0 con 0x7f9f40102ed0 2024-06-06T08:23:47.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.916+0000 7f9f3ffff700 1 --2- 172.21.15.42:0/1314868311 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f9f2c0a2f30 0x7f9f2c0a53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:47.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.916+0000 7f9f3ffff700 1 --2- 172.21.15.42:0/1314868311 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f9f2c0a2f30 0x7f9f2c0a53f0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f9f30005950 tx=0x7f9f3000b410 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:47.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.916+0000 7f9f510ebb80 1 Processor -- start 2024-06-06T08:23:47.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.917+0000 7f9f510ebb80 1 -- start start 2024-06-06T08:23:47.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.917+0000 7f9f510ebb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55af9d9d4640 0x55af9d9d4a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:47.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.917+0000 7f9f510ebb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55af9d9d4f60 0x55af9d9ce9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:47.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.917+0000 7f9f510ebb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55af9d9cef20 0x55af9d9cf340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:47.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.917+0000 7f9f510ebb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55af9d920810 con 0x55af9d9d4f60 2024-06-06T08:23:47.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.917+0000 7f9f510ebb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55af9d8c8720 con 0x55af9d9d4640 2024-06-06T08:23:47.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.917+0000 7f9f510ebb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55af9d91c7d0 con 0x55af9d9cef20 2024-06-06T08:23:47.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.917+0000 7f9f37fff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55af9d9d4f60 0x55af9d9ce9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:47.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.917+0000 7f9f37fff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55af9d9d4f60 0x55af9d9ce9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:56580/0 (socket says 172.21.15.42:56580) 2024-06-06T08:23:47.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.917+0000 7f9f37fff700 1 -- 172.21.15.42:0/2864846433 learned_addr learned my addr 172.21.15.42:0/2864846433 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:47.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.917+0000 7f9f3ffff700 1 --2- 172.21.15.42:0/2864846433 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55af9d9d4640 0x55af9d9d4a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:47.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.917+0000 7f9f44e05700 1 --2- 172.21.15.42:0/2864846433 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55af9d9cef20 0x55af9d9cf340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:47.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.917+0000 7f9f37fff700 1 -- 172.21.15.42:0/2864846433 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55af9d9cef20 msgr2=0x55af9d9cf340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:47.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.917+0000 7f9f37fff700 1 --2- 172.21.15.42:0/2864846433 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55af9d9cef20 0x55af9d9cf340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:47.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.917+0000 7f9f37fff700 1 -- 172.21.15.42:0/2864846433 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55af9d9d4640 msgr2=0x55af9d9d4a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:47.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.917+0000 7f9f37fff700 1 --2- 172.21.15.42:0/2864846433 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55af9d9d4640 0x55af9d9d4a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:47.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.917+0000 7f9f37fff700 1 -- 172.21.15.42:0/2864846433 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55af9d8bef50 con 0x55af9d9d4f60 2024-06-06T08:23:47.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.917+0000 7f9f44e05700 1 --2- 172.21.15.42:0/2864846433 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55af9d9cef20 0x55af9d9cf340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:23:47.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.918+0000 7f9f37fff700 1 --2- 172.21.15.42:0/2864846433 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55af9d9d4f60 0x55af9d9ce9e0 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f9f280a4e00 tx=0x7f9f280a30d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1671d528bd37b1a server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:47.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.918+0000 7f9f367fc700 1 -- 172.21.15.42:0/2864846433 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f280a0b00 con 0x55af9d9d4f60 2024-06-06T08:23:47.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.918+0000 7f9f367fc700 1 -- 172.21.15.42:0/2864846433 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9f280a5330 con 0x55af9d9d4f60 2024-06-06T08:23:47.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.918+0000 7f9f367fc700 1 -- 172.21.15.42:0/2864846433 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f280a4ea0 con 0x55af9d9d4f60 2024-06-06T08:23:47.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.919+0000 7f9f510ebb80 1 -- 172.21.15.42:0/2864846433 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55af9d9d4f60 msgr2=0x55af9d9ce9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:47.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.919+0000 7f9f510ebb80 1 --2- 172.21.15.42:0/2864846433 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55af9d9d4f60 0x55af9d9ce9e0 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f9f280a4e00 tx=0x7f9f280a30d0 comp rx=0 tx=0).stop 2024-06-06T08:23:47.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.919+0000 7f9f510ebb80 1 -- 172.21.15.42:0/2864846433 shutdown_connections 2024-06-06T08:23:47.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.919+0000 7f9f510ebb80 1 --2- 172.21.15.42:0/2864846433 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55af9d9cef20 0x55af9d9cf340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:47.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.919+0000 7f9f510ebb80 1 --2- 172.21.15.42:0/2864846433 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55af9d9d4640 0x55af9d9d4a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:47.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.919+0000 7f9f510ebb80 1 --2- 172.21.15.42:0/2864846433 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55af9d9d4f60 0x55af9d9ce9e0 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:47.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.919+0000 7f9f510ebb80 1 -- 172.21.15.42:0/2864846433 >> 172.21.15.42:0/2864846433 conn(0x55af9d8f9cc0 msgr2=0x55af9d9c9850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:47.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.919+0000 7f9f510ebb80 1 -- 172.21.15.42:0/2864846433 shutdown_connections 2024-06-06T08:23:47.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.919+0000 7f9f510ebb80 1 -- 172.21.15.42:0/2864846433 wait complete. 2024-06-06T08:23:47.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.919+0000 7f9f510ebb80 1 -- start start 2024-06-06T08:23:47.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.920+0000 7f9f510ebb80 1 Processor -- start 2024-06-06T08:23:47.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.920+0000 7f9f510ebb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55af9d9cef20 0x55af9d9dad10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:47.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.920+0000 7f9f510ebb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55af9d9d4640 0x55af9d9d8010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:47.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.920+0000 7f9f510ebb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55af9d9d4f60 0x55af9d9d8550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:47.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.920+0000 7f9f510ebb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55af9d9db6f0 con 0x55af9d9d4f60 2024-06-06T08:23:47.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.920+0000 7f9f510ebb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55af9d8c0bf0 con 0x55af9d9d4640 2024-06-06T08:23:47.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.920+0000 7f9f510ebb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55af9d9db870 con 0x55af9d9cef20 2024-06-06T08:23:47.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.920+0000 7f9f510ebb80 10 client.0 _ll_register_callbacks cb 0x55af9d8ba920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:23:47.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.921+0000 7f9f44e05700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55af9d9d4f60 0x55af9d9d8550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:47.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.921+0000 7f9f37fff700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55af9d9d4640 0x55af9d9d8010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:47.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.921+0000 7f9f37fff700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55af9d9d4640 0x55af9d9d8010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:33012/0 (socket says 172.21.15.42:33012) 2024-06-06T08:23:47.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.921+0000 7f9f37fff700 1 -- 172.21.15.42:0/3821319825 learned_addr learned my addr 172.21.15.42:0/3821319825 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:47.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.921+0000 7f9f3ffff700 1 --2- 172.21.15.42:0/3821319825 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55af9d9cef20 0x55af9d9dad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:47.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.921+0000 7f9f37fff700 1 -- 172.21.15.42:0/3821319825 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55af9d9cef20 msgr2=0x55af9d9dad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:47.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.921+0000 7f9f37fff700 1 --2- 172.21.15.42:0/3821319825 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55af9d9cef20 0x55af9d9dad10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:47.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.921+0000 7f9f37fff700 1 -- 172.21.15.42:0/3821319825 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55af9d9d4f60 msgr2=0x55af9d9d8550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:47.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.921+0000 7f9f37fff700 1 --2- 172.21.15.42:0/3821319825 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55af9d9d4f60 0x55af9d9d8550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:47.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.921+0000 7f9f37fff700 1 -- 172.21.15.42:0/3821319825 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55af9d86f8d0 con 0x55af9d9d4640 2024-06-06T08:23:47.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.921+0000 7f9f44e05700 1 --2- 172.21.15.42:0/3821319825 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55af9d9d4f60 0x55af9d9d8550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:23:47.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.921+0000 7f9f37fff700 1 --2- 172.21.15.42:0/3821319825 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55af9d9d4640 0x55af9d9d8010 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f9f28098bb0 tx=0x7f9f28009ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2c77589c6cd863a6 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:47.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.921+0000 7f9f1f7fe700 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:23:47.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.922+0000 7f9f1f7fe700 1 -- 172.21.15.42:0/3821319825 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f280ba060 con 0x55af9d9d4640 2024-06-06T08:23:47.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.922+0000 7f9f1f7fe700 1 -- 172.21.15.42:0/3821319825 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f9f280b0de0 con 0x55af9d9d4640 2024-06-06T08:23:47.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.922+0000 7f9f510ebb80 1 -- 172.21.15.42:0/3821319825 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9f280a5330 con 0x55af9d9d4640 2024-06-06T08:23:47.930 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.922+0000 7f9f3ffff700 1 --2- 172.21.15.42:0/3821319825 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55af9d9cef20 0x55af9d9dad10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:23:47.930 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.922+0000 7f9f1f7fe700 1 -- 172.21.15.42:0/3821319825 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9f2809c9b0 con 0x55af9d9d4640 2024-06-06T08:23:47.930 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.922+0000 7f9f510ebb80 10 client.25370 fetch_fsmap learned FSMap version 26 2024-06-06T08:23:47.930 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.922+0000 7f9f510ebb80 1 -- 172.21.15.42:0/3821319825 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55af9d9db6f0 con 0x55af9d9d4640 2024-06-06T08:23:47.930 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.922+0000 7f9f1f7fe700 1 -- 172.21.15.42:0/3821319825 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9f280a5330 con 0x55af9d9d4640 2024-06-06T08:23:47.930 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.922+0000 7f9f1f7fe700 1 -- 172.21.15.42:0/3821319825 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7f9f280cdca0 con 0x55af9d9d4640 2024-06-06T08:23:47.930 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.922+0000 7f9f510ebb80 10 client.25370 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:23:47.930 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.922+0000 7f9f510ebb80 10 client.25370 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:23:47.930 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.922+0000 7f9f510ebb80 20 client.25370 populate_metadata read hostname 'smithi042' 2024-06-06T08:23:47.930 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.923+0000 7f9f510ebb80 1 --2- 172.21.15.42:0/3821319825 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55af9d9e8430 0x55af9d9ea820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:47.930 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.923+0000 7f9f510ebb80 4 client.25370 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:23:47.930 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.923+0000 7f9f510ebb80 1 -- 172.21.15.42:0/3821319825 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55af9d92dd10 con 0x55af9d9e8430 2024-06-06T08:23:47.930 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.923+0000 7f9f3ffff700 1 --2- 172.21.15.42:0/3821319825 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55af9d9e8430 0x55af9d9ea820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:47.931 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.924+0000 7f9f1f7fe700 10 client.25370 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:23:47.931 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.924+0000 7f9f3ffff700 1 --2- 172.21.15.42:0/3821319825 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55af9d9e8430 0x55af9d9ea820 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1a592a083e48dca3 server_cookie=d2a1e3b33a5414ef in_seq=0 out_seq=0 2024-06-06T08:23:47.931 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.924+0000 7f9f1f7fe700 1 -- 172.21.15.42:0/3821319825 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55af9d92dd10 con 0x55af9d9e8430 2024-06-06T08:23:47.931 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.924+0000 7f9f1f7fe700 10 client.25370 handle_command_reply: tid=0 2024-06-06T08:23:47.931 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.924+0000 7f9f510ebb80 1 client.25370 shutdown 2024-06-06T08:23:47.931 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.925+0000 7f9f510ebb80 1 -- 172.21.15.42:0/3821319825 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55af9d9d4640 msgr2=0x55af9d9d8010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:47.931 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.925+0000 7f9f510ebb80 1 --2- 172.21.15.42:0/3821319825 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55af9d9d4640 0x55af9d9d8010 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f9f28098bb0 tx=0x7f9f28009ca0 comp rx=0 tx=0).stop 2024-06-06T08:23:47.931 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.925+0000 7f9f510ebb80 1 -- 172.21.15.42:0/3821319825 shutdown_connections 2024-06-06T08:23:47.931 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.925+0000 7f9f510ebb80 1 --2- 172.21.15.42:0/3821319825 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55af9d9d4f60 0x55af9d9d8550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:47.931 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.925+0000 7f9f510ebb80 1 --2- 172.21.15.42:0/3821319825 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55af9d9cef20 0x55af9d9dad10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:47.931 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.925+0000 7f9f510ebb80 1 --2- 172.21.15.42:0/3821319825 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55af9d9e8430 0x55af9d9ea820 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:47.931 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.925+0000 7f9f510ebb80 1 --2- 172.21.15.42:0/3821319825 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55af9d9d4640 0x55af9d9d8010 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:47.931 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.925+0000 7f9f510ebb80 1 -- 172.21.15.42:0/3821319825 >> 172.21.15.42:0/3821319825 conn(0x55af9d8f9cc0 msgr2=0x55af9d9cd9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:47.932 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.925+0000 7f9f1f7fe700 0 client.25370 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:23:47.932 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.925+0000 7f9f510ebb80 1 -- 172.21.15.42:0/3821319825 shutdown_connections 2024-06-06T08:23:47.932 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.925+0000 7f9f510ebb80 1 -- 172.21.15.42:0/3821319825 wait complete. 2024-06-06T08:23:47.932 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.925+0000 7f9f510ebb80 20 client.25370 trim_cache size 0 max 16384 2024-06-06T08:23:47.946 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.947+0000 7f9f510ebb80 1 Processor -- start 2024-06-06T08:23:47.947 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.947+0000 7f9f510ebb80 1 -- start start 2024-06-06T08:23:47.947 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.948+0000 7f9f510ebb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55af9d9cef20 0x55af9d9ce9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:47.947 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.948+0000 7f9f510ebb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55af9d9d4640 0x55af9d9d8640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:47.947 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.948+0000 7f9f510ebb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55af9d9d4f60 0x55af9d9d5380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:47.947 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.948+0000 7f9f510ebb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9f401b2e40 con 0x55af9d9d4f60 2024-06-06T08:23:47.947 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.948+0000 7f9f510ebb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f9f401b06d0 con 0x55af9d9d4640 2024-06-06T08:23:47.947 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.948+0000 7f9f510ebb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f9f401ae520 con 0x55af9d9cef20 2024-06-06T08:23:47.948 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.948+0000 7f9f44e05700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55af9d9d4f60 0x55af9d9d5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:47.948 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.948+0000 7f9f3ffff700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55af9d9cef20 0x55af9d9ce9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:47.948 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.948+0000 7f9f3ffff700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55af9d9cef20 0x55af9d9ce9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:44910/0 (socket says 172.21.15.42:44910) 2024-06-06T08:23:47.948 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.948+0000 7f9f3ffff700 1 -- 172.21.15.42:0/1230861031 learned_addr learned my addr 172.21.15.42:0/1230861031 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:47.948 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.948+0000 7f9f37fff700 1 --2- 172.21.15.42:0/1230861031 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55af9d9d4640 0x55af9d9d8640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:47.949 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.948+0000 7f9f3ffff700 1 -- 172.21.15.42:0/1230861031 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55af9d9d4640 msgr2=0x55af9d9d8640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:47.949 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.948+0000 7f9f3ffff700 1 --2- 172.21.15.42:0/1230861031 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55af9d9d4640 0x55af9d9d8640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:47.949 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.948+0000 7f9f3ffff700 1 -- 172.21.15.42:0/1230861031 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55af9d9d4f60 msgr2=0x55af9d9d5380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:47.949 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.948+0000 7f9f3ffff700 1 --2- 172.21.15.42:0/1230861031 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55af9d9d4f60 0x55af9d9d5380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:47.949 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.949+0000 7f9f3ffff700 1 -- 172.21.15.42:0/1230861031 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55af9d9d6580 con 0x55af9d9cef20 2024-06-06T08:23:47.949 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.949+0000 7f9f37fff700 1 --2- 172.21.15.42:0/1230861031 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55af9d9d4640 0x55af9d9d8640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:23:47.949 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.949+0000 7f9f3ffff700 1 --2- 172.21.15.42:0/1230861031 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55af9d9cef20 0x55af9d9ce9e0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f9f30010e50 tx=0x7f9f30016000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6de70e9d01468b1 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:47.949 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.949+0000 7f9f35ffb700 1 -- 172.21.15.42:0/1230861031 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f30011ad0 con 0x55af9d9cef20 2024-06-06T08:23:47.949 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.949+0000 7f9f35ffb700 1 -- 172.21.15.42:0/1230861031 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9f3002c070 con 0x55af9d9cef20 2024-06-06T08:23:47.949 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.949+0000 7f9f35ffb700 1 -- 172.21.15.42:0/1230861031 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f3001e680 con 0x55af9d9cef20 2024-06-06T08:23:47.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.950+0000 7f9f510ebb80 1 -- 172.21.15.42:0/1230861031 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55af9d9cef20 msgr2=0x55af9d9ce9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:47.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.950+0000 7f9f510ebb80 1 --2- 172.21.15.42:0/1230861031 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55af9d9cef20 0x55af9d9ce9e0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f9f30010e50 tx=0x7f9f30016000 comp rx=0 tx=0).stop 2024-06-06T08:23:47.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.950+0000 7f9f510ebb80 1 -- 172.21.15.42:0/1230861031 shutdown_connections 2024-06-06T08:23:47.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.950+0000 7f9f510ebb80 1 --2- 172.21.15.42:0/1230861031 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55af9d9d4f60 0x55af9d9d5380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:47.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.950+0000 7f9f510ebb80 1 --2- 172.21.15.42:0/1230861031 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55af9d9cef20 0x55af9d9ce9e0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:47.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.950+0000 7f9f510ebb80 1 --2- 172.21.15.42:0/1230861031 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55af9d9d4640 0x55af9d9d8640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:47.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.950+0000 7f9f510ebb80 1 -- 172.21.15.42:0/1230861031 >> 172.21.15.42:0/1230861031 conn(0x55af9d8f9cc0 msgr2=0x55af9d9d6900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:47.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.950+0000 7f9f510ebb80 1 -- 172.21.15.42:0/1230861031 shutdown_connections 2024-06-06T08:23:47.952 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.950+0000 7f9f510ebb80 1 -- 172.21.15.42:0/1230861031 wait complete. 2024-06-06T08:23:47.952 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.951+0000 7f9f510ebb80 1 -- start start 2024-06-06T08:23:47.952 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.951+0000 7f9f510ebb80 1 Processor -- start 2024-06-06T08:23:47.952 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.951+0000 7f9f510ebb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55af9d9cef20 0x55af9d9e0ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:47.952 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.951+0000 7f9f510ebb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55af9d9d4640 0x55af9d9e1220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:47.952 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.951+0000 7f9f510ebb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55af9d9d4f60 0x55af9d9ef4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:47.952 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.951+0000 7f9f510ebb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9f401aeb90 con 0x55af9d9cef20 2024-06-06T08:23:47.952 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.952+0000 7f9f510ebb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f9f401b0000 con 0x55af9d9d4640 2024-06-06T08:23:47.952 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.952+0000 7f9f510ebb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f9f401af260 con 0x55af9d9d4f60 2024-06-06T08:23:47.952 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.952+0000 7f9f3ffff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55af9d9cef20 0x55af9d9e0ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:47.952 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.952+0000 7f9f3ffff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55af9d9cef20 0x55af9d9e0ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:56606/0 (socket says 172.21.15.42:56606) 2024-06-06T08:23:47.952 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.952+0000 7f9f3ffff700 1 -- 172.21.15.42:0/3423963476 learned_addr learned my addr 172.21.15.42:0/3423963476 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:47.953 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.952+0000 7f9f37fff700 1 --2- 172.21.15.42:0/3423963476 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55af9d9d4640 0x55af9d9e1220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:47.953 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.952+0000 7f9f44e05700 1 --2- 172.21.15.42:0/3423963476 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55af9d9d4f60 0x55af9d9ef4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:47.953 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.952+0000 7f9f510ebb80 10 client.0 _ll_register_callbacks cb 0x7f9f38007f50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:23:47.953 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.952+0000 7f9f3ffff700 1 -- 172.21.15.42:0/3423963476 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55af9d9d4f60 msgr2=0x55af9d9ef4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:47.953 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.952+0000 7f9f3ffff700 1 --2- 172.21.15.42:0/3423963476 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55af9d9d4f60 0x55af9d9ef4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:47.953 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.952+0000 7f9f3ffff700 1 -- 172.21.15.42:0/3423963476 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55af9d9d4640 msgr2=0x55af9d9e1220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:47.953 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.952+0000 7f9f3ffff700 1 --2- 172.21.15.42:0/3423963476 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55af9d9d4640 0x55af9d9e1220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:47.953 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.952+0000 7f9f3ffff700 1 -- 172.21.15.42:0/3423963476 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55af9d9efc20 con 0x55af9d9cef20 2024-06-06T08:23:47.953 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.952+0000 7f9f37fff700 1 --2- 172.21.15.42:0/3423963476 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55af9d9d4640 0x55af9d9e1220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:23:47.953 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.952+0000 7f9f44e05700 1 --2- 172.21.15.42:0/3423963476 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55af9d9d4f60 0x55af9d9ef4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:23:47.953 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.952+0000 7f9f3ffff700 1 --2- 172.21.15.42:0/3423963476 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55af9d9cef20 0x55af9d9e0ce0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f9f30010bc0 tx=0x7f9f30010e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ec81ad9ab98f75 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:47.953 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.952+0000 7f9f1f7fe700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:23:47.955 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.952+0000 7f9f1f7fe700 1 -- 172.21.15.42:0/3423963476 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f30027790 con 0x55af9d9cef20 2024-06-06T08:23:47.955 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.953+0000 7f9f1f7fe700 1 -- 172.21.15.42:0/3423963476 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f9f300118d0 con 0x55af9d9cef20 2024-06-06T08:23:47.955 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.953+0000 7f9f510ebb80 1 -- 172.21.15.42:0/3423963476 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9f3002c070 con 0x55af9d9cef20 2024-06-06T08:23:47.955 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.953+0000 7f9f1f7fe700 1 -- 172.21.15.42:0/3423963476 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9f30011ad0 con 0x55af9d9cef20 2024-06-06T08:23:47.955 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.953+0000 7f9f510ebb80 10 client.15717 fetch_fsmap learned FSMap version 26 2024-06-06T08:23:47.955 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.953+0000 7f9f510ebb80 1 -- 172.21.15.42:0/3423963476 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55af9da5b290 con 0x55af9d9cef20 2024-06-06T08:23:47.955 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.953+0000 7f9f1f7fe700 1 -- 172.21.15.42:0/3423963476 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9f3002c070 con 0x55af9d9cef20 2024-06-06T08:23:47.955 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.953+0000 7f9f1f7fe700 1 -- 172.21.15.42:0/3423963476 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7f9f300047e0 con 0x55af9d9cef20 2024-06-06T08:23:47.956 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.953+0000 7f9f510ebb80 10 client.15717 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:23:47.956 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.953+0000 7f9f510ebb80 10 client.15717 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:23:47.956 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.953+0000 7f9f510ebb80 20 client.15717 populate_metadata read hostname 'smithi042' 2024-06-06T08:23:47.956 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.953+0000 7f9f510ebb80 1 --2- 172.21.15.42:0/3423963476 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55af9da5b970 0x55af9da5dd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:47.956 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.953+0000 7f9f510ebb80 4 client.15717 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-06-06T08:23:47.956 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.953+0000 7f9f510ebb80 1 -- 172.21.15.42:0/3423963476 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55af9d928290 con 0x55af9da5b970 2024-06-06T08:23:47.956 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.954+0000 7f9f37fff700 1 --2- 172.21.15.42:0/3423963476 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55af9da5b970 0x55af9da5dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:47.956 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.954+0000 7f9f1f7fe700 10 client.15717 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:23:47.956 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.954+0000 7f9f37fff700 1 --2- 172.21.15.42:0/3423963476 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55af9da5b970 0x55af9da5dd90 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b136463a7fa2ff60 server_cookie=7886d81ad7920cae in_seq=0 out_seq=0 2024-06-06T08:23:47.956 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.954+0000 7f9f1f7fe700 1 -- 172.21.15.42:0/3423963476 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55af9d928290 con 0x55af9da5b970 2024-06-06T08:23:47.956 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.954+0000 7f9f1f7fe700 10 client.15717 handle_command_reply: tid=0 2024-06-06T08:23:47.956 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.954+0000 7f9f510ebb80 1 client.15717 shutdown 2024-06-06T08:23:47.956 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.955+0000 7f9f510ebb80 1 -- 172.21.15.42:0/3423963476 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55af9d9cef20 msgr2=0x55af9d9e0ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:47.957 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:23:47.957 INFO:teuthology.orchestra.run.smithi042.stdout: "status": "no active scrubs running", 2024-06-06T08:23:47.957 INFO:teuthology.orchestra.run.smithi042.stdout: "scrubs": {} 2024-06-06T08:23:47.957 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:23:47.958 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.955+0000 7f9f510ebb80 1 --2- 172.21.15.42:0/3423963476 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55af9d9cef20 0x55af9d9e0ce0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f9f30010bc0 tx=0x7f9f30010e80 comp rx=0 tx=0).stop 2024-06-06T08:23:47.958 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.955+0000 7f9f510ebb80 1 -- 172.21.15.42:0/3423963476 shutdown_connections 2024-06-06T08:23:47.958 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.955+0000 7f9f510ebb80 1 --2- 172.21.15.42:0/3423963476 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55af9d9d4f60 0x55af9d9ef4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:47.958 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.955+0000 7f9f510ebb80 1 --2- 172.21.15.42:0/3423963476 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55af9d9cef20 0x55af9d9e0ce0 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:47.958 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.955+0000 7f9f510ebb80 1 --2- 172.21.15.42:0/3423963476 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55af9da5b970 0x55af9da5dd90 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:47.958 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.955+0000 7f9f510ebb80 1 --2- 172.21.15.42:0/3423963476 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55af9d9d4640 0x55af9d9e1220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:47.959 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.955+0000 7f9f510ebb80 1 -- 172.21.15.42:0/3423963476 >> 172.21.15.42:0/3423963476 conn(0x55af9d8f9cc0 msgr2=0x55af9d9c2e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:47.959 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.955+0000 7f9f1f7fe700 0 client.15717 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:23:47.959 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.955+0000 7f9f510ebb80 1 -- 172.21.15.42:0/3423963476 shutdown_connections 2024-06-06T08:23:47.959 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.955+0000 7f9f510ebb80 1 -- 172.21.15.42:0/3423963476 wait complete. 2024-06-06T08:23:47.959 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.955+0000 7f9f510ebb80 20 client.15717 trim_cache size 0 max 16384 2024-06-06T08:23:47.959 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.955+0000 7f9f46868700 1 -- 172.21.15.42:0/1314868311 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f9f2c0a2f30 msgr2=0x7f9f2c0a53f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:47.959 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.955+0000 7f9f46868700 1 --2- 172.21.15.42:0/1314868311 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f9f2c0a2f30 0x7f9f2c0a53f0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f9f30005950 tx=0x7f9f3000b410 comp rx=0 tx=0).stop 2024-06-06T08:23:47.959 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.955+0000 7f9f46868700 1 -- 172.21.15.42:0/1314868311 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9f40102ed0 msgr2=0x7f9f40074cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:47.959 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.955+0000 7f9f46868700 1 --2- 172.21.15.42:0/1314868311 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9f40102ed0 0x7f9f40074cd0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f9f28000c00 tx=0x7f9f280047b0 comp rx=0 tx=0).stop 2024-06-06T08:23:47.959 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.956+0000 7f9f46868700 1 -- 172.21.15.42:0/1314868311 shutdown_connections 2024-06-06T08:23:47.959 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.956+0000 7f9f46868700 1 --2- 172.21.15.42:0/1314868311 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f9f2c0a2f30 0x7f9f2c0a53f0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:47.959 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.956+0000 7f9f46868700 1 --2- 172.21.15.42:0/1314868311 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9f40108520 0x7f9f40075210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:47.960 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.956+0000 7f9f46868700 1 --2- 172.21.15.42:0/1314868311 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9f40102510 0x7f9f40074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:47.960 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.956+0000 7f9f46868700 1 --2- 172.21.15.42:0/1314868311 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9f40102ed0 0x7f9f40074cd0 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:47.960 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.956+0000 7f9f46868700 1 -- 172.21.15.42:0/1314868311 >> 172.21.15.42:0/1314868311 conn(0x7f9f40079560 msgr2=0x7f9f40101120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:47.960 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.956+0000 7f9f46868700 1 -- 172.21.15.42:0/1314868311 shutdown_connections 2024-06-06T08:23:47.960 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:47.956+0000 7f9f46868700 1 -- 172.21.15.42:0/1314868311 wait complete. 2024-06-06T08:23:48.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:23:48 smithi149 ceph-mon[36842]: pgmap v38: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-06-06T08:23:48.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:23:48 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:23:48.541 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:23:48 smithi042 ceph-mon[32384]: pgmap v38: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-06-06T08:23:48.541 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:23:48 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:23:48.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:23:48 smithi120 ceph-mon[36658]: pgmap v38: 129 pgs: 129 active+clean; 1.3 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-06-06T08:23:48.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:23:48 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:23:48.752 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-06-06T08:23:48.752 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:23:49.037 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:23:49.431 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:23:49 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:23:49.431 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:23:49 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:23:49.431 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:23:49 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:23:49.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:23:49 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:23:49.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:23:49 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:23:49.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:23:49 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:23:49.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:23:49 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:23:49.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:23:49 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:23:49.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:23:49 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:23:50.537 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:23:50 smithi042 ceph-mon[32384]: pgmap v39: 129 pgs: 129 active+clean; 1.4 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 938 B/s wr, 9 op/s 2024-06-06T08:23:50.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:23:50 smithi149 ceph-mon[36842]: pgmap v39: 129 pgs: 129 active+clean; 1.4 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 938 B/s wr, 9 op/s 2024-06-06T08:23:50.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:23:50 smithi120 ceph-mon[36658]: pgmap v39: 129 pgs: 129 active+clean; 1.4 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 938 B/s wr, 9 op/s 2024-06-06T08:23:50.782 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:50.783+0000 7f3139f13700 1 -- 172.21.15.42:0/329231046 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f31341015f0 msgr2=0x7f31341019d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:50.782 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:50.783+0000 7f3139f13700 1 --2- 172.21.15.42:0/329231046 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f31341015f0 0x7f31341019d0 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f31240099c0 tx=0x7f3124009cd0 comp rx=0 tx=0).stop 2024-06-06T08:23:50.783 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:50.783+0000 7f3139f13700 1 -- 172.21.15.42:0/329231046 shutdown_connections 2024-06-06T08:23:50.783 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:50.783+0000 7f3139f13700 1 --2- 172.21.15.42:0/329231046 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f31341066d0 0x7f313410e2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:50.783 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:50.783+0000 7f3139f13700 1 --2- 172.21.15.42:0/329231046 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f31341015f0 0x7f31341019d0 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:50.783 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:50.783+0000 7f3139f13700 1 --2- 172.21.15.42:0/329231046 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3134101fa0 0x7f3134105ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:50.783 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:50.783+0000 7f3139f13700 1 -- 172.21.15.42:0/329231046 >> 172.21.15.42:0/329231046 conn(0x7f31340784c0 msgr2=0x7f31340788d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:50.783 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:50.783+0000 7f3139f13700 1 -- 172.21.15.42:0/329231046 shutdown_connections 2024-06-06T08:23:50.783 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:50.783+0000 7f3139f13700 1 -- 172.21.15.42:0/329231046 wait complete. 2024-06-06T08:23:50.783 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:50.784+0000 7f3139f13700 1 Processor -- start 2024-06-06T08:23:50.785 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:50.784+0000 7f3139f13700 1 -- start start 2024-06-06T08:23:50.785 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:50.784+0000 7f3139f13700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f31341015f0 0x7f313419ae40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:50.785 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:50.784+0000 7f3139f13700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3134101fa0 0x7f313419b380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:50.785 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:50.784+0000 7f3139f13700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f31341066d0 0x7f313419f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:50.785 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:50.784+0000 7f3139f13700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f31341116b0 con 0x7f31341015f0 2024-06-06T08:23:50.785 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:50.784+0000 7f3139f13700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f3134111530 con 0x7f31341066d0 2024-06-06T08:23:50.785 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:50.784+0000 7f3139f13700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f3134111830 con 0x7f3134101fa0 2024-06-06T08:23:50.785 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:50.784+0000 7f31337fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f31341015f0 0x7f313419ae40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:50.785 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:50.784+0000 7f31337fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f31341015f0 0x7f313419ae40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:56636/0 (socket says 172.21.15.42:56636) 2024-06-06T08:23:50.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:50.784+0000 7f31337fe700 1 -- 172.21.15.42:0/1398302589 learned_addr learned my addr 172.21.15.42:0/1398302589 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:50.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:50.784+0000 7f3133fff700 1 --2- 172.21.15.42:0/1398302589 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f31341066d0 0x7f313419f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:50.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:50.784+0000 7f3132ffd700 1 --2- 172.21.15.42:0/1398302589 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3134101fa0 0x7f313419b380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:50.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:50.785+0000 7f31337fe700 1 -- 172.21.15.42:0/1398302589 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3134101fa0 msgr2=0x7f313419b380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:50.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:50.785+0000 7f31337fe700 1 --2- 172.21.15.42:0/1398302589 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3134101fa0 0x7f313419b380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:50.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:50.785+0000 7f31337fe700 1 -- 172.21.15.42:0/1398302589 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f31341066d0 msgr2=0x7f313419f6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:50.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:50.785+0000 7f31337fe700 1 --2- 172.21.15.42:0/1398302589 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f31341066d0 0x7f313419f6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:50.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:50.785+0000 7f31337fe700 1 -- 172.21.15.42:0/1398302589 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f313419fe00 con 0x7f31341015f0 2024-06-06T08:23:50.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:50.785+0000 7f31337fe700 1 --2- 172.21.15.42:0/1398302589 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f31341015f0 0x7f313419ae40 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f31240059d0 tx=0x7f31240038b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:50.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:50.785+0000 7f3130ff9700 1 -- 172.21.15.42:0/1398302589 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3124027070 con 0x7f31341015f0 2024-06-06T08:23:50.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:50.785+0000 7f3130ff9700 1 -- 172.21.15.42:0/1398302589 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3124004050 con 0x7f31341015f0 2024-06-06T08:23:50.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:50.785+0000 7f3139f13700 1 -- 172.21.15.42:0/1398302589 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31341a0090 con 0x7f31341015f0 2024-06-06T08:23:50.787 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:50.785+0000 7f3130ff9700 1 -- 172.21.15.42:0/1398302589 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3124022db0 con 0x7f31341015f0 2024-06-06T08:23:50.787 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:50.785+0000 7f3139f13700 1 -- 172.21.15.42:0/1398302589 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31341a7970 con 0x7f31341015f0 2024-06-06T08:23:50.787 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:50.786+0000 7f3139f13700 1 -- 172.21.15.42:0/1398302589 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3134102ad0 con 0x7f31341015f0 2024-06-06T08:23:50.788 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:50.787+0000 7f3130ff9700 1 -- 172.21.15.42:0/1398302589 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 25) ==== 138066+0+0 (secure 0 0 0) 0x7f312402a070 con 0x7f31341015f0 2024-06-06T08:23:50.788 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:50.788+0000 7f3130ff9700 1 --2- 172.21.15.42:0/1398302589 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f311c0a2eb0 0x7f311c0a5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:50.788 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:50.789+0000 7f3132ffd700 1 --2- 172.21.15.42:0/1398302589 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f311c0a2eb0 0x7f311c0a5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:50.788 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:50.789+0000 7f3130ff9700 1 -- 172.21.15.42:0/1398302589 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f31240d1290 con 0x7f31341015f0 2024-06-06T08:23:50.788 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:50.789+0000 7f3132ffd700 1 --2- 172.21.15.42:0/1398302589 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f311c0a2eb0 0x7f311c0a5370 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f3128005950 tx=0x7f31280058e0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:50.792 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:50.793+0000 7f3130ff9700 1 -- 172.21.15.42:0/1398302589 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f3124031070 con 0x7f31341015f0 2024-06-06T08:23:51.057 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:51.058+0000 7f3139f13700 1 -- 172.21.15.42:0/1398302589 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f313402dca0 con 0x7f31341015f0 2024-06-06T08:23:51.058 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:51.059+0000 7f3130ff9700 1 -- 172.21.15.42:0/1398302589 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11876 (secure 0 0 0) 0x7f3124097e20 con 0x7f31341015f0 2024-06-06T08:23:51.058 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:23:51.059 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/667270675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":667270675},{"type":"v1","addr":"172.21.15.42:6837","nonce":667270675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/2414389302","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":2414389302},{"type":"v1","addr":"172.21.15.42:6839","nonce":2414389302}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14574,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/3625002785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":3625002785},{"type":"v1","addr":"172.21.15.42:6841","nonce":3625002785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24413,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6835/3995394553","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":3995394553},{"type":"v1","addr":"172.21.15.120:6835","nonce":3995394553}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T08:18:39.778858+0000","modified":"2024-06-06T08:22:34.570686+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24464},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6837/3434475673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":3434475673},{"type":"v1","addr":"172.21.15.120:6837","nonce":3434475673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6835/3776134468","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":3776134468},{"type":"v1","addr":"172.21.15.149:6835","nonce":3776134468}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":21,"addr":"172.21.15.120:6839/1585293472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":1585293472},{"type":"v1","addr":"172.21.15.120:6839","nonce":1585293472}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":25,"addr":"172.21.15.149:6837/751787578","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":751787578},{"type":"v1","addr":"172.21.15.149:6837","nonce":751787578}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":8,"addr":"172.21.15.149:6839/764851483","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":764851483},{"type":"v1","addr":"172.21.15.149:6839","nonce":764851483}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24464,24469,24484]},"id":1}]} 2024-06-06T08:23:51.061 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:51.062+0000 7f3139f13700 1 -- 172.21.15.42:0/1398302589 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f311c0a2eb0 msgr2=0x7f311c0a5370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:51.061 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:51.062+0000 7f3139f13700 1 --2- 172.21.15.42:0/1398302589 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f311c0a2eb0 0x7f311c0a5370 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f3128005950 tx=0x7f31280058e0 comp rx=0 tx=0).stop 2024-06-06T08:23:51.061 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:51.062+0000 7f3139f13700 1 -- 172.21.15.42:0/1398302589 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f31341015f0 msgr2=0x7f313419ae40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:51.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:51.062+0000 7f3139f13700 1 --2- 172.21.15.42:0/1398302589 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f31341015f0 0x7f313419ae40 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f31240059d0 tx=0x7f31240038b0 comp rx=0 tx=0).stop 2024-06-06T08:23:51.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:51.062+0000 7f3139f13700 1 -- 172.21.15.42:0/1398302589 shutdown_connections 2024-06-06T08:23:51.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:51.062+0000 7f3139f13700 1 --2- 172.21.15.42:0/1398302589 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f311c0a2eb0 0x7f311c0a5370 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:51.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:51.062+0000 7f3139f13700 1 --2- 172.21.15.42:0/1398302589 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f31341066d0 0x7f313419f6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:51.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:51.062+0000 7f3139f13700 1 --2- 172.21.15.42:0/1398302589 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f31341015f0 0x7f313419ae40 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:51.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:51.062+0000 7f3139f13700 1 --2- 172.21.15.42:0/1398302589 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3134101fa0 0x7f313419b380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:51.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:51.062+0000 7f3139f13700 1 -- 172.21.15.42:0/1398302589 >> 172.21.15.42:0/1398302589 conn(0x7f31340784c0 msgr2=0x7f31340ff970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:51.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:51.063+0000 7f3139f13700 1 -- 172.21.15.42:0/1398302589 shutdown_connections 2024-06-06T08:23:51.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:51.063+0000 7f3139f13700 1 -- 172.21.15.42:0/1398302589 wait complete. 2024-06-06T08:23:51.063 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 26 2024-06-06T08:23:51.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:23:51 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/1398302589' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:23:51.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:23:51 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/1398302589' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:23:51.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:23:51 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/1398302589' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:23:51.858 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-06-06T08:23:52.124 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:23:52.465 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:23:52 smithi042 ceph-mon[32384]: pgmap v40: 129 pgs: 129 active+clean; 1.4 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 938 B/s wr, 6 op/s 2024-06-06T08:23:52.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:23:52 smithi149 ceph-mon[36842]: pgmap v40: 129 pgs: 129 active+clean; 1.4 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 938 B/s wr, 6 op/s 2024-06-06T08:23:52.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:23:52 smithi120 ceph-mon[36658]: pgmap v40: 129 pgs: 129 active+clean; 1.4 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 938 B/s wr, 6 op/s 2024-06-06T08:23:53.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.929+0000 7feb7beb0700 1 -- 172.21.15.42:0/2261187253 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feb7406ab10 msgr2=0x7feb7410f320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:53.930 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.929+0000 7feb7beb0700 1 --2- 172.21.15.42:0/2261187253 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feb7406ab10 0x7feb7410f320 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7feb6c00b0d0 tx=0x7feb6c00b3e0 comp rx=0 tx=0).stop 2024-06-06T08:23:53.930 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.929+0000 7feb7beb0700 1 -- 172.21.15.42:0/2261187253 shutdown_connections 2024-06-06T08:23:53.930 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.929+0000 7feb7beb0700 1 --2- 172.21.15.42:0/2261187253 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feb7406ab10 0x7feb7410f320 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:53.930 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.929+0000 7feb7beb0700 1 --2- 172.21.15.42:0/2261187253 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7feb741084e0 0x7feb741088c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:53.930 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.929+0000 7feb7beb0700 1 --2- 172.21.15.42:0/2261187253 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7feb7406a170 0x7feb7406a5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:53.930 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.929+0000 7feb7beb0700 1 -- 172.21.15.42:0/2261187253 >> 172.21.15.42:0/2261187253 conn(0x7feb740782c0 msgr2=0x7feb740786d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:53.930 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.930+0000 7feb7beb0700 1 -- 172.21.15.42:0/2261187253 shutdown_connections 2024-06-06T08:23:53.930 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.930+0000 7feb7beb0700 1 -- 172.21.15.42:0/2261187253 wait complete. 2024-06-06T08:23:53.930 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.930+0000 7feb7beb0700 1 Processor -- start 2024-06-06T08:23:53.930 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.930+0000 7feb7beb0700 1 -- start start 2024-06-06T08:23:53.930 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.930+0000 7feb7beb0700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7feb7406a170 0x7feb74101460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:53.931 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.930+0000 7feb7beb0700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7feb7406ab10 0x7feb741019a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:53.931 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.930+0000 7feb7beb0700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feb741084e0 0x7feb74101ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:53.931 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.931+0000 7feb7beb0700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7feb74112730 con 0x7feb741084e0 2024-06-06T08:23:53.931 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.931+0000 7feb7beb0700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7feb741125b0 con 0x7feb7406a170 2024-06-06T08:23:53.931 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.931+0000 7feb7beb0700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7feb741128b0 con 0x7feb7406ab10 2024-06-06T08:23:53.931 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.931+0000 7feb7a44d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feb741084e0 0x7feb74101ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:53.931 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.931+0000 7feb7a44d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feb741084e0 0x7feb74101ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:56654/0 (socket says 172.21.15.42:56654) 2024-06-06T08:23:53.931 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.931+0000 7feb7a44d700 1 -- 172.21.15.42:0/671593694 learned_addr learned my addr 172.21.15.42:0/671593694 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:53.932 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.931+0000 7feb79c4c700 1 --2- 172.21.15.42:0/671593694 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7feb7406a170 0x7feb74101460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:53.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.931+0000 7feb7944b700 1 --2- 172.21.15.42:0/671593694 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7feb7406ab10 0x7feb741019a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:53.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.931+0000 7feb7a44d700 1 -- 172.21.15.42:0/671593694 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7feb7406ab10 msgr2=0x7feb741019a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:53.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.931+0000 7feb7a44d700 1 --2- 172.21.15.42:0/671593694 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7feb7406ab10 0x7feb741019a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:53.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.931+0000 7feb7a44d700 1 -- 172.21.15.42:0/671593694 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7feb7406a170 msgr2=0x7feb74101460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:53.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.931+0000 7feb7a44d700 1 --2- 172.21.15.42:0/671593694 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7feb7406a170 0x7feb74101460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:53.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.931+0000 7feb7a44d700 1 -- 172.21.15.42:0/671593694 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb741a71d0 con 0x7feb741084e0 2024-06-06T08:23:53.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.931+0000 7feb7944b700 1 --2- 172.21.15.42:0/671593694 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7feb7406ab10 0x7feb741019a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:23:53.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.931+0000 7feb7a44d700 1 --2- 172.21.15.42:0/671593694 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feb741084e0 0x7feb74101ee0 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7feb6c006070 tx=0x7feb6c007a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:53.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.932+0000 7feb6affd700 1 -- 172.21.15.42:0/671593694 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb6c003c00 con 0x7feb741084e0 2024-06-06T08:23:53.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.932+0000 7feb6affd700 1 -- 172.21.15.42:0/671593694 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7feb6c022070 con 0x7feb741084e0 2024-06-06T08:23:53.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.932+0000 7feb7beb0700 1 -- 172.21.15.42:0/671593694 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb741a7460 con 0x7feb741084e0 2024-06-06T08:23:53.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.932+0000 7feb6affd700 1 -- 172.21.15.42:0/671593694 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb6c01b6c0 con 0x7feb741084e0 2024-06-06T08:23:53.934 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.932+0000 7feb7beb0700 1 -- 172.21.15.42:0/671593694 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb741a7800 con 0x7feb741084e0 2024-06-06T08:23:53.934 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.934+0000 7feb6affd700 1 -- 172.21.15.42:0/671593694 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 25) ==== 138066+0+0 (secure 0 0 0) 0x7feb6c01d470 con 0x7feb741084e0 2024-06-06T08:23:53.934 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.935+0000 7feb6affd700 1 --2- 172.21.15.42:0/671593694 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7feb600a3000 0x7feb600a54c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:53.934 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.935+0000 7feb79c4c700 1 --2- 172.21.15.42:0/671593694 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7feb600a3000 0x7feb600a54c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:53.935 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.935+0000 7feb6affd700 1 -- 172.21.15.42:0/671593694 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7feb6c0d0870 con 0x7feb741084e0 2024-06-06T08:23:53.935 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.936+0000 7feb79c4c700 1 --2- 172.21.15.42:0/671593694 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7feb600a3000 0x7feb600a54c0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7feb70009be0 tx=0x7feb70009260 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:53.936 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.937+0000 7feb86733b80 1 Processor -- start 2024-06-06T08:23:53.937 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.937+0000 7feb86733b80 1 -- start start 2024-06-06T08:23:53.937 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.937+0000 7feb86733b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562fd15f6640 0x562fd15f6a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:53.937 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.937+0000 7feb86733b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562fd15f6f60 0x562fd15f09e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:53.937 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.937+0000 7feb86733b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562fd15f0f20 0x562fd15f1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:53.937 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.938+0000 7feb86733b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x562fd1542810 con 0x562fd15f6640 2024-06-06T08:23:53.937 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.938+0000 7feb86733b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x562fd14ea720 con 0x562fd15f6f60 2024-06-06T08:23:53.938 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.938+0000 7feb86733b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x562fd153e7d0 con 0x562fd15f0f20 2024-06-06T08:23:53.938 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.938+0000 7feb79c4c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562fd15f6640 0x562fd15f6a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:53.938 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.938+0000 7feb79c4c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562fd15f6640 0x562fd15f6a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:56670/0 (socket says 172.21.15.42:56670) 2024-06-06T08:23:53.938 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.938+0000 7feb79c4c700 1 -- 172.21.15.42:0/3832496606 learned_addr learned my addr 172.21.15.42:0/3832496606 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:53.938 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.938+0000 7feb7a44d700 1 --2- 172.21.15.42:0/3832496606 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562fd15f0f20 0x562fd15f1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:53.938 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.938+0000 7feb7944b700 1 --2- 172.21.15.42:0/3832496606 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562fd15f6f60 0x562fd15f09e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:53.938 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.938+0000 7feb79c4c700 1 -- 172.21.15.42:0/3832496606 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562fd15f0f20 msgr2=0x562fd15f1340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:53.938 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.938+0000 7feb79c4c700 1 --2- 172.21.15.42:0/3832496606 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562fd15f0f20 0x562fd15f1340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:53.939 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.938+0000 7feb79c4c700 1 -- 172.21.15.42:0/3832496606 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562fd15f6f60 msgr2=0x562fd15f09e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:53.939 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.938+0000 7feb79c4c700 1 --2- 172.21.15.42:0/3832496606 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562fd15f6f60 0x562fd15f09e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:53.939 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.938+0000 7feb79c4c700 1 -- 172.21.15.42:0/3832496606 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562fd14e0f50 con 0x562fd15f6640 2024-06-06T08:23:53.939 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.938+0000 7feb7944b700 1 --2- 172.21.15.42:0/3832496606 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562fd15f6f60 0x562fd15f09e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:23:53.939 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.938+0000 7feb79c4c700 1 --2- 172.21.15.42:0/3832496606 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562fd15f6640 0x562fd15f6a20 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7feb70011d70 tx=0x7feb70014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=68f296bd79443f2c server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:53.940 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.939+0000 7feb5ffff700 1 -- 172.21.15.42:0/3832496606 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb70011da0 con 0x562fd15f6640 2024-06-06T08:23:53.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.939+0000 7feb5ffff700 1 -- 172.21.15.42:0/3832496606 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7feb70004020 con 0x562fd15f6640 2024-06-06T08:23:53.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.939+0000 7feb5ffff700 1 -- 172.21.15.42:0/3832496606 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb70003e00 con 0x562fd15f6640 2024-06-06T08:23:53.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.940+0000 7feb86733b80 1 -- 172.21.15.42:0/3832496606 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562fd15f6640 msgr2=0x562fd15f6a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:53.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.940+0000 7feb86733b80 1 --2- 172.21.15.42:0/3832496606 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562fd15f6640 0x562fd15f6a20 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7feb70011d70 tx=0x7feb70014000 comp rx=0 tx=0).stop 2024-06-06T08:23:53.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.940+0000 7feb86733b80 1 -- 172.21.15.42:0/3832496606 shutdown_connections 2024-06-06T08:23:53.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.940+0000 7feb86733b80 1 --2- 172.21.15.42:0/3832496606 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562fd15f0f20 0x562fd15f1340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:53.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.940+0000 7feb86733b80 1 --2- 172.21.15.42:0/3832496606 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562fd15f6640 0x562fd15f6a20 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:53.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.940+0000 7feb86733b80 1 --2- 172.21.15.42:0/3832496606 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562fd15f6f60 0x562fd15f09e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:53.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.940+0000 7feb86733b80 1 -- 172.21.15.42:0/3832496606 >> 172.21.15.42:0/3832496606 conn(0x562fd151bcc0 msgr2=0x562fd15eb850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:53.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.940+0000 7feb86733b80 1 -- 172.21.15.42:0/3832496606 shutdown_connections 2024-06-06T08:23:53.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.940+0000 7feb86733b80 1 -- 172.21.15.42:0/3832496606 wait complete. 2024-06-06T08:23:53.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.940+0000 7feb86733b80 1 -- start start 2024-06-06T08:23:53.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.941+0000 7feb86733b80 1 Processor -- start 2024-06-06T08:23:53.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.941+0000 7feb86733b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562fd15f0f20 0x562fd15fccd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:53.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.941+0000 7feb86733b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562fd15f6640 0x562fd15f9fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:53.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.941+0000 7feb86733b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562fd15f6f60 0x562fd15fa510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:53.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.941+0000 7feb86733b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x562fd15fd9d0 con 0x562fd15f6640 2024-06-06T08:23:53.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.941+0000 7feb86733b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x562fd14e2bf0 con 0x562fd15f6f60 2024-06-06T08:23:53.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.941+0000 7feb86733b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x562fd15fdb50 con 0x562fd15f0f20 2024-06-06T08:23:53.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.941+0000 7feb7944b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562fd15f6640 0x562fd15f9fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:53.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.941+0000 7feb86733b80 10 client.0 _ll_register_callbacks cb 0x562fd14dc920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:23:53.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.941+0000 7feb7944b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562fd15f6640 0x562fd15f9fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:56680/0 (socket says 172.21.15.42:56680) 2024-06-06T08:23:53.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.941+0000 7feb7944b700 1 -- 172.21.15.42:0/1022938316 learned_addr learned my addr 172.21.15.42:0/1022938316 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:53.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.942+0000 7feb7a44d700 1 --2- 172.21.15.42:0/1022938316 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562fd15f6f60 0x562fd15fa510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:53.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.942+0000 7feb79c4c700 1 --2- 172.21.15.42:0/1022938316 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562fd15f0f20 0x562fd15fccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:53.944 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.942+0000 7feb7944b700 1 -- 172.21.15.42:0/1022938316 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562fd15f0f20 msgr2=0x562fd15fccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:53.944 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.942+0000 7feb7944b700 1 --2- 172.21.15.42:0/1022938316 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562fd15f0f20 0x562fd15fccd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:53.944 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.942+0000 7feb7944b700 1 -- 172.21.15.42:0/1022938316 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562fd15f6f60 msgr2=0x562fd15fa510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:53.944 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.942+0000 7feb7944b700 1 --2- 172.21.15.42:0/1022938316 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562fd15f6f60 0x562fd15fa510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:53.944 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.942+0000 7feb7944b700 1 -- 172.21.15.42:0/1022938316 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562fd14918d0 con 0x562fd15f6640 2024-06-06T08:23:53.944 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.942+0000 7feb7944b700 1 --2- 172.21.15.42:0/1022938316 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562fd15f6640 0x562fd15f9fd0 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7feb640106a0 tx=0x7feb64010a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c6239c017f2a253 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:53.944 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.942+0000 7feb5d7fa700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:23:53.944 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.942+0000 7feb5d7fa700 1 -- 172.21.15.42:0/1022938316 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb64004230 con 0x562fd15f6640 2024-06-06T08:23:53.944 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.942+0000 7feb5d7fa700 1 -- 172.21.15.42:0/1022938316 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7feb640043d0 con 0x562fd15f6640 2024-06-06T08:23:53.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.942+0000 7feb86733b80 1 -- 172.21.15.42:0/1022938316 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feb70004020 con 0x562fd15f6640 2024-06-06T08:23:53.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.942+0000 7feb5d7fa700 1 -- 172.21.15.42:0/1022938316 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7feb6402f050 con 0x562fd15f6640 2024-06-06T08:23:53.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.942+0000 7feb86733b80 10 client.15735 fetch_fsmap learned FSMap version 26 2024-06-06T08:23:53.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.942+0000 7feb86733b80 1 -- 172.21.15.42:0/1022938316 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562fd1608360 con 0x562fd15f6640 2024-06-06T08:23:53.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.943+0000 7feb5d7fa700 1 -- 172.21.15.42:0/1022938316 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7feb70004020 con 0x562fd15f6640 2024-06-06T08:23:53.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.943+0000 7feb5d7fa700 1 -- 172.21.15.42:0/1022938316 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7feb6400f040 con 0x562fd15f6640 2024-06-06T08:23:53.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.943+0000 7feb86733b80 10 client.15735 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:23:53.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.943+0000 7feb86733b80 10 client.15735 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.b 2024-06-06T08:23:53.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.943+0000 7feb86733b80 20 client.15735 populate_metadata read hostname 'smithi042' 2024-06-06T08:23:53.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.943+0000 7feb86733b80 1 --2- 172.21.15.42:0/1022938316 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x562fd160a9f0 0x562fd160cde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:53.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.943+0000 7feb86733b80 4 client.15735 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:23:53.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.943+0000 7feb86733b80 1 -- 172.21.15.42:0/1022938316 --> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562fd154fd10 con 0x562fd160a9f0 2024-06-06T08:23:53.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.943+0000 7feb79c4c700 1 --2- 172.21.15.42:0/1022938316 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x562fd160a9f0 0x562fd160cde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:53.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.944+0000 7feb79c4c700 1 --2- 172.21.15.42:0/1022938316 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x562fd160a9f0 0x562fd160cde0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=45775259a3a2e839 server_cookie=deed99888642f1c3 in_seq=0 out_seq=0 2024-06-06T08:23:53.946 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.944+0000 7feb5d7fa700 10 client.15735 ms_handle_connect on v2:172.21.15.120:6838/1585293472 2024-06-06T08:23:53.946 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.945+0000 7feb5d7fa700 1 -- 172.21.15.42:0/1022938316 <== mds.2 v2:172.21.15.120:6838/1585293472 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x562fd154fd10 con 0x562fd160a9f0 2024-06-06T08:23:53.946 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.945+0000 7feb5d7fa700 10 client.15735 handle_command_reply: tid=0 2024-06-06T08:23:53.946 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.945+0000 7feb86733b80 1 client.15735 shutdown 2024-06-06T08:23:53.946 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.945+0000 7feb86733b80 1 -- 172.21.15.42:0/1022938316 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562fd15f6640 msgr2=0x562fd15f9fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:53.946 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.945+0000 7feb86733b80 1 --2- 172.21.15.42:0/1022938316 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562fd15f6640 0x562fd15f9fd0 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7feb640106a0 tx=0x7feb64010a60 comp rx=0 tx=0).stop 2024-06-06T08:23:53.946 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.945+0000 7feb86733b80 1 -- 172.21.15.42:0/1022938316 shutdown_connections 2024-06-06T08:23:53.946 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.945+0000 7feb86733b80 1 --2- 172.21.15.42:0/1022938316 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562fd15f6f60 0x562fd15fa510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:53.946 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.945+0000 7feb86733b80 1 --2- 172.21.15.42:0/1022938316 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x562fd160a9f0 0x562fd160cde0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:53.946 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.945+0000 7feb86733b80 1 --2- 172.21.15.42:0/1022938316 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562fd15f0f20 0x562fd15fccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:53.946 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.945+0000 7feb5d7fa700 0 client.15735 ms_handle_reset on v2:172.21.15.120:6838/1585293472 2024-06-06T08:23:53.946 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.945+0000 7feb86733b80 1 --2- 172.21.15.42:0/1022938316 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562fd15f6640 0x562fd15f9fd0 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:53.946 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.945+0000 7feb86733b80 1 -- 172.21.15.42:0/1022938316 >> 172.21.15.42:0/1022938316 conn(0x562fd151bcc0 msgr2=0x562fd15ef9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:53.947 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.945+0000 7feb86733b80 1 -- 172.21.15.42:0/1022938316 shutdown_connections 2024-06-06T08:23:53.947 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.945+0000 7feb86733b80 1 -- 172.21.15.42:0/1022938316 wait complete. 2024-06-06T08:23:53.947 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.945+0000 7feb86733b80 20 client.15735 trim_cache size 0 max 16384 2024-06-06T08:23:53.960 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.961+0000 7feb86733b80 1 Processor -- start 2024-06-06T08:23:53.960 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.961+0000 7feb86733b80 1 -- start start 2024-06-06T08:23:53.960 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.961+0000 7feb86733b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562fd15f0f20 0x562fd15f09e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:53.961 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.961+0000 7feb86733b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562fd15f6640 0x562fd15eb9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:53.961 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.961+0000 7feb86733b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562fd15f6f60 0x562fd15f7a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:53.963 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.962+0000 7feb86733b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7feb741ae9a0 con 0x562fd15f6640 2024-06-06T08:23:53.963 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.962+0000 7feb86733b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7feb741ac230 con 0x562fd15f0f20 2024-06-06T08:23:53.963 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.962+0000 7feb86733b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7feb741aa080 con 0x562fd15f6f60 2024-06-06T08:23:53.963 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.962+0000 7feb7944b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562fd15f6640 0x562fd15eb9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:53.963 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.962+0000 7feb7944b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562fd15f6640 0x562fd15eb9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:56694/0 (socket says 172.21.15.42:56694) 2024-06-06T08:23:53.963 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.962+0000 7feb7944b700 1 -- 172.21.15.42:0/99593462 learned_addr learned my addr 172.21.15.42:0/99593462 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:53.963 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.962+0000 7feb7a44d700 1 --2- 172.21.15.42:0/99593462 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562fd15f6f60 0x562fd15f7a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:53.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.962+0000 7feb79c4c700 1 --2- 172.21.15.42:0/99593462 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562fd15f0f20 0x562fd15f09e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:53.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.962+0000 7feb7944b700 1 -- 172.21.15.42:0/99593462 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562fd15f6f60 msgr2=0x562fd15f7a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:53.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.962+0000 7feb7944b700 1 --2- 172.21.15.42:0/99593462 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562fd15f6f60 0x562fd15f7a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:53.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.962+0000 7feb7944b700 1 -- 172.21.15.42:0/99593462 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562fd15f0f20 msgr2=0x562fd15f09e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:53.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.962+0000 7feb7944b700 1 --2- 172.21.15.42:0/99593462 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562fd15f0f20 0x562fd15f09e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:53.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.962+0000 7feb7944b700 1 -- 172.21.15.42:0/99593462 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562fd15f7f90 con 0x562fd15f6640 2024-06-06T08:23:53.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.962+0000 7feb7a44d700 1 --2- 172.21.15.42:0/99593462 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562fd15f6f60 0x562fd15f7a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:23:53.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.962+0000 7feb7944b700 1 --2- 172.21.15.42:0/99593462 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562fd15f6640 0x562fd15eb9f0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7feb640249d0 tx=0x7feb640096d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d22955dae6e54a5e server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:53.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.963+0000 7feb5f7fe700 1 -- 172.21.15.42:0/99593462 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb64010e60 con 0x562fd15f6640 2024-06-06T08:23:53.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.963+0000 7feb5f7fe700 1 -- 172.21.15.42:0/99593462 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7feb64012070 con 0x562fd15f6640 2024-06-06T08:23:53.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.963+0000 7feb5f7fe700 1 -- 172.21.15.42:0/99593462 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb64003680 con 0x562fd15f6640 2024-06-06T08:23:53.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.964+0000 7feb86733b80 1 -- 172.21.15.42:0/99593462 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562fd15f6640 msgr2=0x562fd15eb9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:53.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.964+0000 7feb86733b80 1 --2- 172.21.15.42:0/99593462 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562fd15f6640 0x562fd15eb9f0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7feb640249d0 tx=0x7feb640096d0 comp rx=0 tx=0).stop 2024-06-06T08:23:53.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.964+0000 7feb86733b80 1 -- 172.21.15.42:0/99593462 shutdown_connections 2024-06-06T08:23:53.965 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.964+0000 7feb86733b80 1 --2- 172.21.15.42:0/99593462 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562fd15f6f60 0x562fd15f7a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:53.965 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.964+0000 7feb86733b80 1 --2- 172.21.15.42:0/99593462 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562fd15f0f20 0x562fd15f09e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:53.965 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.964+0000 7feb86733b80 1 --2- 172.21.15.42:0/99593462 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562fd15f6640 0x562fd15eb9f0 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:53.965 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.964+0000 7feb86733b80 1 -- 172.21.15.42:0/99593462 >> 172.21.15.42:0/99593462 conn(0x562fd151bcc0 msgr2=0x562fd15f7340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:53.965 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.964+0000 7feb86733b80 1 -- 172.21.15.42:0/99593462 shutdown_connections 2024-06-06T08:23:53.965 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.964+0000 7feb86733b80 1 -- 172.21.15.42:0/99593462 wait complete. 2024-06-06T08:23:53.965 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.964+0000 7feb86733b80 1 -- start start 2024-06-06T08:23:53.965 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.964+0000 7feb86733b80 1 Processor -- start 2024-06-06T08:23:53.969 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.965+0000 7feb86733b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562fd15f0f20 0x562fd1603410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:53.969 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.965+0000 7feb86733b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562fd15f6640 0x562fd1611df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:53.969 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.965+0000 7feb86733b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562fd15f6f60 0x562fd1612330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:53.969 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.965+0000 7feb86733b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7feb741aa6f0 con 0x562fd15f6f60 2024-06-06T08:23:53.969 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.965+0000 7feb86733b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7feb741abb60 con 0x562fd15f6640 2024-06-06T08:23:53.969 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.965+0000 7feb86733b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7feb741aadc0 con 0x562fd15f0f20 2024-06-06T08:23:53.969 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.965+0000 7feb86733b80 10 client.0 _ll_register_callbacks cb 0x562fd14dc920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:23:53.969 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.965+0000 7feb7a44d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562fd15f6f60 0x562fd1612330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:53.969 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.965+0000 7feb7944b700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562fd15f6640 0x562fd1611df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:53.969 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.965+0000 7feb7a44d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562fd15f6f60 0x562fd1612330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:56700/0 (socket says 172.21.15.42:56700) 2024-06-06T08:23:53.970 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.965+0000 7feb7a44d700 1 -- 172.21.15.42:0/3304198625 learned_addr learned my addr 172.21.15.42:0/3304198625 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:53.970 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.965+0000 7feb79c4c700 1 --2- 172.21.15.42:0/3304198625 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562fd15f0f20 0x562fd1603410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:53.970 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.966+0000 7feb7944b700 1 -- 172.21.15.42:0/3304198625 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562fd15f0f20 msgr2=0x562fd1603410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:53.970 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.966+0000 7feb7944b700 1 --2- 172.21.15.42:0/3304198625 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562fd15f0f20 0x562fd1603410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:53.970 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.966+0000 7feb7944b700 1 -- 172.21.15.42:0/3304198625 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562fd15f6f60 msgr2=0x562fd1612330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:53.970 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.966+0000 7feb7944b700 1 --2- 172.21.15.42:0/3304198625 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562fd15f6f60 0x562fd1612330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:53.970 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.966+0000 7feb7944b700 1 -- 172.21.15.42:0/3304198625 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562fd16129e0 con 0x562fd15f6640 2024-06-06T08:23:53.970 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.966+0000 7feb7a44d700 1 --2- 172.21.15.42:0/3304198625 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562fd15f6f60 0x562fd1612330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:23:53.970 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.966+0000 7feb7944b700 1 --2- 172.21.15.42:0/3304198625 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562fd15f6640 0x562fd1611df0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x562fd15f8720 tx=0x7feb64012220 comp rx=0 tx=0).ready entity=mon.2 client_cookie=94b022eb9ccafea2 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:53.970 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.966+0000 7feb5d7fa700 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:23:53.970 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.966+0000 7feb5d7fa700 1 -- 172.21.15.42:0/3304198625 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb64010e60 con 0x562fd15f6640 2024-06-06T08:23:53.970 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.966+0000 7feb86733b80 1 -- 172.21.15.42:0/3304198625 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feb64012070 con 0x562fd15f6640 2024-06-06T08:23:53.970 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.966+0000 7feb5d7fa700 1 -- 172.21.15.42:0/3304198625 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7feb64024410 con 0x562fd15f6640 2024-06-06T08:23:53.971 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.966+0000 7feb5d7fa700 1 -- 172.21.15.42:0/3304198625 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7feb64024630 con 0x562fd15f6640 2024-06-06T08:23:53.971 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.967+0000 7feb86733b80 10 client.25400 fetch_fsmap learned FSMap version 26 2024-06-06T08:23:53.971 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.967+0000 7feb86733b80 1 -- 172.21.15.42:0/3304198625 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562fd1675510 con 0x562fd15f6640 2024-06-06T08:23:53.971 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.967+0000 7feb5d7fa700 1 -- 172.21.15.42:0/3304198625 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7feb64012070 con 0x562fd15f6640 2024-06-06T08:23:53.971 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.967+0000 7feb5d7fa700 1 -- 172.21.15.42:0/3304198625 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7feb64033430 con 0x562fd15f6640 2024-06-06T08:23:53.971 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.967+0000 7feb86733b80 10 client.25400 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:23:53.971 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.967+0000 7feb86733b80 10 client.25400 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.b 2024-06-06T08:23:53.971 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.967+0000 7feb86733b80 20 client.25400 populate_metadata read hostname 'smithi042' 2024-06-06T08:23:53.971 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.967+0000 7feb86733b80 1 --2- 172.21.15.42:0/3304198625 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x562fd1675aa0 0x562fd1677e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:53.971 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.967+0000 7feb86733b80 4 client.25400 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-06-06T08:23:53.971 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.967+0000 7feb86733b80 1 -- 172.21.15.42:0/3304198625 --> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] -- command(tid 0: {"prefix": "damage ls"}) -- 0x562fd154a290 con 0x562fd1675aa0 2024-06-06T08:23:53.971 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.967+0000 7feb79c4c700 1 --2- 172.21.15.42:0/3304198625 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x562fd1675aa0 0x562fd1677e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:53.971 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.968+0000 7feb79c4c700 1 --2- 172.21.15.42:0/3304198625 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x562fd1675aa0 0x562fd1677e90 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=49c02b2b27a4cdad server_cookie=786a944158b0307 in_seq=0 out_seq=0 2024-06-06T08:23:53.971 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.968+0000 7feb5d7fa700 10 client.25400 ms_handle_connect on v2:172.21.15.120:6838/1585293472 2024-06-06T08:23:53.972 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.968+0000 7feb5d7fa700 1 -- 172.21.15.42:0/3304198625 <== mds.2 v2:172.21.15.120:6838/1585293472 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x562fd154a290 con 0x562fd1675aa0 2024-06-06T08:23:53.972 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.968+0000 7feb5d7fa700 10 client.25400 handle_command_reply: tid=0 2024-06-06T08:23:53.972 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.968+0000 7feb86733b80 1 client.25400 shutdown 2024-06-06T08:23:53.972 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.968+0000 7feb86733b80 1 -- 172.21.15.42:0/3304198625 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562fd15f6640 msgr2=0x562fd1611df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:53.972 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.968+0000 7feb86733b80 1 --2- 172.21.15.42:0/3304198625 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562fd15f6640 0x562fd1611df0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x562fd15f8720 tx=0x7feb64012220 comp rx=0 tx=0).stop 2024-06-06T08:23:53.972 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.969+0000 7feb86733b80 1 -- 172.21.15.42:0/3304198625 shutdown_connections 2024-06-06T08:23:53.972 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.969+0000 7feb86733b80 1 --2- 172.21.15.42:0/3304198625 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562fd15f6f60 0x562fd1612330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:53.972 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.969+0000 7feb86733b80 1 --2- 172.21.15.42:0/3304198625 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x562fd1675aa0 0x562fd1677e90 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:53.972 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.969+0000 7feb86733b80 1 --2- 172.21.15.42:0/3304198625 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562fd15f0f20 0x562fd1603410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:53.972 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.969+0000 7feb86733b80 1 --2- 172.21.15.42:0/3304198625 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562fd15f6640 0x562fd1611df0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:53.972 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.969+0000 7feb5d7fa700 0 client.25400 ms_handle_reset on v2:172.21.15.120:6838/1585293472 2024-06-06T08:23:53.972 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.969+0000 7feb86733b80 1 -- 172.21.15.42:0/3304198625 >> 172.21.15.42:0/3304198625 conn(0x562fd151bcc0 msgr2=0x562fd15e4e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:53.972 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.969+0000 7feb86733b80 1 -- 172.21.15.42:0/3304198625 shutdown_connections 2024-06-06T08:23:53.973 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.969+0000 7feb86733b80 1 -- 172.21.15.42:0/3304198625 wait complete. 2024-06-06T08:23:53.973 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.969+0000 7feb86733b80 20 client.25400 trim_cache size 0 max 16384 2024-06-06T08:23:53.973 INFO:teuthology.orchestra.run.smithi042.stdout:[] 2024-06-06T08:23:53.973 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.969+0000 7feb7beb0700 1 -- 172.21.15.42:0/671593694 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7feb600a3000 msgr2=0x7feb600a54c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:53.974 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.969+0000 7feb7beb0700 1 --2- 172.21.15.42:0/671593694 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7feb600a3000 0x7feb600a54c0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7feb70009be0 tx=0x7feb70009260 comp rx=0 tx=0).stop 2024-06-06T08:23:53.974 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.969+0000 7feb7beb0700 1 -- 172.21.15.42:0/671593694 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feb741084e0 msgr2=0x7feb74101ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:53.974 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.969+0000 7feb7beb0700 1 --2- 172.21.15.42:0/671593694 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feb741084e0 0x7feb74101ee0 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7feb6c006070 tx=0x7feb6c007a20 comp rx=0 tx=0).stop 2024-06-06T08:23:53.974 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.970+0000 7feb7beb0700 1 -- 172.21.15.42:0/671593694 shutdown_connections 2024-06-06T08:23:53.974 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.970+0000 7feb7beb0700 1 --2- 172.21.15.42:0/671593694 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7feb600a3000 0x7feb600a54c0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:53.974 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.970+0000 7feb7beb0700 1 --2- 172.21.15.42:0/671593694 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feb741084e0 0x7feb74101ee0 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:53.974 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.970+0000 7feb7beb0700 1 --2- 172.21.15.42:0/671593694 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7feb7406a170 0x7feb74101460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:53.974 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.970+0000 7feb7beb0700 1 --2- 172.21.15.42:0/671593694 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7feb7406ab10 0x7feb741019a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:53.974 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.970+0000 7feb7beb0700 1 -- 172.21.15.42:0/671593694 >> 172.21.15.42:0/671593694 conn(0x7feb740782c0 msgr2=0x7feb740ff4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:53.974 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.970+0000 7feb7beb0700 1 -- 172.21.15.42:0/671593694 shutdown_connections 2024-06-06T08:23:53.974 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:53.970+0000 7feb7beb0700 1 -- 172.21.15.42:0/671593694 wait complete. 2024-06-06T08:23:54.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:23:54 smithi149 ceph-mon[36842]: pgmap v41: 129 pgs: 129 active+clean; 1.4 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1023 B/s wr, 9 op/s 2024-06-06T08:23:54.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:23:54 smithi042 ceph-mon[32384]: pgmap v41: 129 pgs: 129 active+clean; 1.4 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1023 B/s wr, 9 op/s 2024-06-06T08:23:54.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:23:54 smithi120 ceph-mon[36658]: pgmap v41: 129 pgs: 129 active+clean; 1.4 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1023 B/s wr, 9 op/s 2024-06-06T08:23:54.772 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-06-06T08:23:55.018 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.017+0000 7f8232134640 1 -- 172.21.15.42:0/2515688730 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f822c10bf70 msgr2=0x7f822c10e410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:55.018 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.017+0000 7f8232134640 1 --2- 172.21.15.42:0/2515688730 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f822c10bf70 0x7f822c10e410 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f8224009ca0 tx=0x7f822402a9e0 comp rx=0 tx=0).stop 2024-06-06T08:23:55.018 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.017+0000 7f8232134640 1 -- 172.21.15.42:0/2515688730 shutdown_connections 2024-06-06T08:23:55.018 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.017+0000 7f8232134640 1 --2- 172.21.15.42:0/2515688730 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f822c103550 0x7f822c10ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:55.019 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.017+0000 7f8232134640 1 --2- 172.21.15.42:0/2515688730 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f822c10bf70 0x7f822c10e410 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:55.019 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.017+0000 7f8232134640 1 --2- 172.21.15.42:0/2515688730 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f822c102c30 0x7f822c103010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:55.019 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.017+0000 7f8232134640 1 -- 172.21.15.42:0/2515688730 >> 172.21.15.42:0/2515688730 conn(0x7f822c077a20 msgr2=0x7f822c077e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:55.019 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.017+0000 7f8232134640 1 -- 172.21.15.42:0/2515688730 shutdown_connections 2024-06-06T08:23:55.019 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.017+0000 7f8232134640 1 -- 172.21.15.42:0/2515688730 wait complete. 2024-06-06T08:23:55.019 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.017+0000 7f8232134640 1 Processor -- start 2024-06-06T08:23:55.019 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.018+0000 7f8232134640 1 -- start start 2024-06-06T08:23:55.019 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.018+0000 7f8232134640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f822c102c30 0x7f822c19a3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:55.019 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.018+0000 7f8232134640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f822c103550 0x7f822c19a8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:55.019 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.018+0000 7f8232134640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f822c10bf70 0x7f822c19ec70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:55.019 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.018+0000 7f8232134640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f822c111d70 con 0x7f822c103550 2024-06-06T08:23:55.019 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.018+0000 7f8232134640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f822c111bf0 con 0x7f822c10bf70 2024-06-06T08:23:55.019 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.018+0000 7f8232134640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f822c111ef0 con 0x7f822c102c30 2024-06-06T08:23:55.020 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.018+0000 7f822affd640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f822c103550 0x7f822c19a8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:55.020 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.018+0000 7f822bfff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f822c10bf70 0x7f822c19ec70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:55.020 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.018+0000 7f822affd640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f822c103550 0x7f822c19a8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:56714/0 (socket says 172.21.15.42:56714) 2024-06-06T08:23:55.020 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.018+0000 7f822bfff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f822c10bf70 0x7f822c19ec70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:33122/0 (socket says 172.21.15.42:33122) 2024-06-06T08:23:55.020 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.018+0000 7f822affd640 1 -- 172.21.15.42:0/134014597 learned_addr learned my addr 172.21.15.42:0/134014597 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:55.020 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.018+0000 7f822b7fe640 1 --2- 172.21.15.42:0/134014597 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f822c102c30 0x7f822c19a3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:55.020 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.019+0000 7f822affd640 1 -- 172.21.15.42:0/134014597 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f822c102c30 msgr2=0x7f822c19a3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:55.020 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.019+0000 7f822affd640 1 --2- 172.21.15.42:0/134014597 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f822c102c30 0x7f822c19a3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:55.020 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.019+0000 7f822affd640 1 -- 172.21.15.42:0/134014597 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f822c10bf70 msgr2=0x7f822c19ec70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:55.020 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.019+0000 7f822affd640 1 --2- 172.21.15.42:0/134014597 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f822c10bf70 0x7f822c19ec70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:55.021 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.019+0000 7f822affd640 1 -- 172.21.15.42:0/134014597 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f822c19f3a0 con 0x7f822c103550 2024-06-06T08:23:55.021 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.019+0000 7f822b7fe640 1 --2- 172.21.15.42:0/134014597 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f822c102c30 0x7f822c19a3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:23:55.021 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.019+0000 7f822bfff640 1 --2- 172.21.15.42:0/134014597 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f822c10bf70 0x7f822c19ec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:23:55.021 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.019+0000 7f822affd640 1 --2- 172.21.15.42:0/134014597 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f822c103550 0x7f822c19a8f0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f822000e9f0 tx=0x7f822000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:55.021 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.019+0000 7f8228ff9640 1 -- 172.21.15.42:0/134014597 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f822000cd80 con 0x7f822c103550 2024-06-06T08:23:55.021 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.019+0000 7f8232134640 1 -- 172.21.15.42:0/134014597 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f822c19f690 con 0x7f822c103550 2024-06-06T08:23:55.021 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.019+0000 7f8228ff9640 1 -- 172.21.15.42:0/134014597 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8220010910 con 0x7f822c103550 2024-06-06T08:23:55.021 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.019+0000 7f8228ff9640 1 -- 172.21.15.42:0/134014597 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82200188f0 con 0x7f822c103550 2024-06-06T08:23:55.024 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.019+0000 7f8232134640 1 -- 172.21.15.42:0/134014597 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f822c1a6f20 con 0x7f822c103550 2024-06-06T08:23:55.024 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.022+0000 7f8228ff9640 1 -- 172.21.15.42:0/134014597 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 25) ==== 138066+0+0 (secure 0 0 0) 0x7f8220010ac0 con 0x7f822c103550 2024-06-06T08:23:55.024 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.022+0000 7f8234e43740 1 Processor -- start 2024-06-06T08:23:55.024 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.022+0000 7f8234e43740 1 -- start start 2024-06-06T08:23:55.024 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.023+0000 7f8234e43740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5622fe4d80b0 0x5622fe4d8490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:55.024 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.023+0000 7f8234e43740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5622fe4d89d0 0x5622fe4eb620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:55.024 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.023+0000 7f8234e43740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5622fe4ebb60 0x5622fe4edf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:55.024 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.023+0000 7f8228ff9640 1 --2- 172.21.15.42:0/134014597 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f82140a2ec0 0x7f82140a5380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:55.024 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.023+0000 7f8234e43740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5622fe43c4f0 con 0x5622fe4d89d0 2024-06-06T08:23:55.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.023+0000 7f8234e43740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5622fe3da870 con 0x5622fe4d80b0 2024-06-06T08:23:55.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.023+0000 7f8234e43740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5622fe4384b0 con 0x5622fe4ebb60 2024-06-06T08:23:55.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.023+0000 7f822b7fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5622fe4d89d0 0x5622fe4eb620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:55.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.023+0000 7f8228ff9640 1 -- 172.21.15.42:0/134014597 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f82200cfe60 con 0x7f822c103550 2024-06-06T08:23:55.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.023+0000 7f822bfff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5622fe4d80b0 0x5622fe4d8490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:55.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.023+0000 7f822affd640 1 --2- 172.21.15.42:0/134014597 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f82140a2ec0 0x7f82140a5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:55.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.023+0000 7f822bfff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5622fe4d80b0 0x5622fe4d8490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:33132/0 (socket says 172.21.15.42:33132) 2024-06-06T08:23:55.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.023+0000 7f822bfff640 1 -- 172.21.15.42:0/982488326 learned_addr learned my addr 172.21.15.42:0/982488326 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:55.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.023+0000 7f822b7fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5622fe4d89d0 0x5622fe4eb620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:56716/0 (socket says 172.21.15.42:56716) 2024-06-06T08:23:55.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.023+0000 7f822bfff640 1 --2- 172.21.15.42:0/982488326 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5622fe4ebb60 0x5622fe4edf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:55.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.023+0000 7f822b7fe640 1 -- 172.21.15.42:0/982488326 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5622fe4ebb60 msgr2=0x5622fe4edf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:55.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.023+0000 7f822b7fe640 1 --2- 172.21.15.42:0/982488326 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5622fe4ebb60 0x5622fe4edf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:55.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.023+0000 7f822b7fe640 1 -- 172.21.15.42:0/982488326 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5622fe4d80b0 msgr2=0x5622fe4d8490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:55.026 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.023+0000 7f822affd640 1 --2- 172.21.15.42:0/134014597 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f82140a2ec0 0x7f82140a5380 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f82200cd150 tx=0x7f8220018ab0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:55.026 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.023+0000 7f822b7fe640 1 --2- 172.21.15.42:0/982488326 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5622fe4d80b0 0x5622fe4d8490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:55.026 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.023+0000 7f822b7fe640 1 -- 172.21.15.42:0/982488326 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5622fe3f69b0 con 0x5622fe4d89d0 2024-06-06T08:23:55.026 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.023+0000 7f822bfff640 1 --2- 172.21.15.42:0/982488326 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5622fe4d80b0 0x5622fe4d8490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:23:55.026 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.024+0000 7f822b7fe640 1 --2- 172.21.15.42:0/982488326 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5622fe4d89d0 0x5622fe4eb620 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f821c009c30 tx=0x7f821c0117b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41f3b6e2c70bdad server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:55.026 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.024+0000 7f8211ffb640 1 -- 172.21.15.42:0/982488326 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f821c005020 con 0x5622fe4d89d0 2024-06-06T08:23:55.026 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.024+0000 7f8211ffb640 1 -- 172.21.15.42:0/982488326 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f821c0047a0 con 0x5622fe4d89d0 2024-06-06T08:23:55.026 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.024+0000 7f8211ffb640 1 -- 172.21.15.42:0/982488326 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f821c012720 con 0x5622fe4d89d0 2024-06-06T08:23:55.026 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.025+0000 7f8234e43740 1 -- 172.21.15.42:0/982488326 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5622fe4d89d0 msgr2=0x5622fe4eb620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:55.027 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.025+0000 7f8234e43740 1 --2- 172.21.15.42:0/982488326 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5622fe4d89d0 0x5622fe4eb620 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f821c009c30 tx=0x7f821c0117b0 comp rx=0 tx=0).stop 2024-06-06T08:23:55.027 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.025+0000 7f8234e43740 1 -- 172.21.15.42:0/982488326 shutdown_connections 2024-06-06T08:23:55.027 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.025+0000 7f8234e43740 1 --2- 172.21.15.42:0/982488326 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5622fe4ebb60 0x5622fe4edf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:55.027 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.025+0000 7f8234e43740 1 --2- 172.21.15.42:0/982488326 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5622fe4d89d0 0x5622fe4eb620 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:55.027 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.025+0000 7f8234e43740 1 --2- 172.21.15.42:0/982488326 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5622fe4d80b0 0x5622fe4d8490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:55.027 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.025+0000 7f8234e43740 1 -- 172.21.15.42:0/982488326 >> 172.21.15.42:0/982488326 conn(0x5622fe4d4680 msgr2=0x5622fe4d4a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:55.027 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.025+0000 7f8234e43740 1 -- 172.21.15.42:0/982488326 shutdown_connections 2024-06-06T08:23:55.027 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.025+0000 7f8234e43740 1 -- 172.21.15.42:0/982488326 wait complete. 2024-06-06T08:23:55.027 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.025+0000 7f8234e43740 1 -- start start 2024-06-06T08:23:55.031 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.025+0000 7f8234e43740 1 Processor -- start 2024-06-06T08:23:55.031 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.026+0000 7f8234e43740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5622fe4d80b0 0x5622fe4e8ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:55.031 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.026+0000 7f8234e43740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5622fe4d89d0 0x5622fe4e8ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:55.031 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.026+0000 7f8234e43740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5622fe4ebb60 0x5622fe4e9530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:55.031 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.026+0000 7f8234e43740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5622fe4ee730 con 0x5622fe4d80b0 2024-06-06T08:23:55.031 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.026+0000 7f8234e43740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5622fe3c5ae0 con 0x5622fe4d89d0 2024-06-06T08:23:55.031 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.026+0000 7f8234e43740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5622fe4ee8b0 con 0x5622fe4ebb60 2024-06-06T08:23:55.031 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.026+0000 7f8234e43740 10 client.0 _ll_register_callbacks cb 0x5622fe3fe9b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:23:55.031 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.026+0000 7f822bfff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5622fe4d80b0 0x5622fe4e8ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:55.032 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.026+0000 7f822bfff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5622fe4d80b0 0x5622fe4e8ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:56722/0 (socket says 172.21.15.42:56722) 2024-06-06T08:23:55.032 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.026+0000 7f822bfff640 1 -- 172.21.15.42:0/2833907351 learned_addr learned my addr 172.21.15.42:0/2833907351 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:55.032 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.026+0000 7f822b7fe640 1 --2- 172.21.15.42:0/2833907351 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5622fe4d89d0 0x5622fe4e8ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:55.032 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.026+0000 7f822bfff640 1 -- 172.21.15.42:0/2833907351 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5622fe4ebb60 msgr2=0x5622fe4e9530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:55.032 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.026+0000 7f822bfff640 1 --2- 172.21.15.42:0/2833907351 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5622fe4ebb60 0x5622fe4e9530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:55.032 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.026+0000 7f822bfff640 1 -- 172.21.15.42:0/2833907351 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5622fe4d89d0 msgr2=0x5622fe4e8ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:55.032 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.026+0000 7f822bfff640 1 --2- 172.21.15.42:0/2833907351 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5622fe4d89d0 0x5622fe4e8ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:55.032 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.026+0000 7f822bfff640 1 -- 172.21.15.42:0/2833907351 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5622fe150210 con 0x5622fe4d80b0 2024-06-06T08:23:55.032 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.027+0000 7f820affd640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:23:55.032 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.026+0000 7f822bfff640 1 --2- 172.21.15.42:0/2833907351 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5622fe4d80b0 0x5622fe4e8ab0 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f8224005e30 tx=0x7f8224005fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a5b4a36155dd4c4 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:55.032 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.027+0000 7f820affd640 1 -- 172.21.15.42:0/2833907351 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f822404d060 con 0x5622fe4d80b0 2024-06-06T08:23:55.033 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.027+0000 7f820affd640 1 -- 172.21.15.42:0/2833907351 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f822402f640 con 0x5622fe4d80b0 2024-06-06T08:23:55.033 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.027+0000 7f8234e43740 1 -- 172.21.15.42:0/2833907351 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f821c0047a0 con 0x5622fe4d80b0 2024-06-06T08:23:55.033 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.027+0000 7f820affd640 1 -- 172.21.15.42:0/2833907351 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8224054050 con 0x5622fe4d80b0 2024-06-06T08:23:55.033 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.027+0000 7f8234e43740 10 client.15753 fetch_fsmap learned FSMap version 26 2024-06-06T08:23:55.033 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.027+0000 7f8234e43740 1 -- 172.21.15.42:0/2833907351 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5622fe21c620 con 0x5622fe4d80b0 2024-06-06T08:23:55.033 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.027+0000 7f820affd640 1 -- 172.21.15.42:0/2833907351 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f821c0047a0 con 0x5622fe4d80b0 2024-06-06T08:23:55.033 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.027+0000 7f820affd640 1 -- 172.21.15.42:0/2833907351 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7f8224047040 con 0x5622fe4d80b0 2024-06-06T08:23:55.033 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.028+0000 7f8234e43740 10 client.15753 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:23:55.033 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.028+0000 7f8234e43740 10 client.15753 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:23:55.033 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.028+0000 7f8234e43740 20 client.15753 populate_metadata read hostname 'smithi042' 2024-06-06T08:23:55.033 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.028+0000 7f8234e43740 1 --2- 172.21.15.42:0/2833907351 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5622fe4fbd30 0x5622fe4fe120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:55.033 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.028+0000 7f8234e43740 4 client.15753 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:23:55.033 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.028+0000 7f8234e43740 1 -- 172.21.15.42:0/2833907351 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5622fe44ff10 con 0x5622fe4fbd30 2024-06-06T08:23:55.034 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.028+0000 7f822b7fe640 1 --2- 172.21.15.42:0/2833907351 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5622fe4fbd30 0x5622fe4fe120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:55.034 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.028+0000 7f822b7fe640 1 --2- 172.21.15.42:0/2833907351 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5622fe4fbd30 0x5622fe4fe120 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cc8094cfe954d662 server_cookie=6ba9989f68217349 in_seq=0 out_seq=0 2024-06-06T08:23:55.034 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.028+0000 7f820affd640 10 client.15753 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:23:55.034 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.029+0000 7f820affd640 1 -- 172.21.15.42:0/2833907351 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x5622fe44ff10 con 0x5622fe4fbd30 2024-06-06T08:23:55.034 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.029+0000 7f820affd640 10 client.15753 handle_command_reply: tid=0 2024-06-06T08:23:55.034 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.029+0000 7f8234e43740 1 client.15753 shutdown 2024-06-06T08:23:55.034 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.029+0000 7f8234e43740 1 -- 172.21.15.42:0/2833907351 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5622fe4d80b0 msgr2=0x5622fe4e8ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:55.034 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.029+0000 7f8234e43740 1 --2- 172.21.15.42:0/2833907351 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5622fe4d80b0 0x5622fe4e8ab0 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f8224005e30 tx=0x7f8224005fb0 comp rx=0 tx=0).stop 2024-06-06T08:23:55.034 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.029+0000 7f8234e43740 1 -- 172.21.15.42:0/2833907351 shutdown_connections 2024-06-06T08:23:55.034 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.029+0000 7f8234e43740 1 --2- 172.21.15.42:0/2833907351 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5622fe4fbd30 0x5622fe4fe120 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:55.034 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.029+0000 7f8234e43740 1 --2- 172.21.15.42:0/2833907351 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5622fe4d89d0 0x5622fe4e8ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:55.034 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.029+0000 7f8234e43740 1 --2- 172.21.15.42:0/2833907351 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5622fe4ebb60 0x5622fe4e9530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:55.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.029+0000 7f8234e43740 1 --2- 172.21.15.42:0/2833907351 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5622fe4d80b0 0x5622fe4e8ab0 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:55.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.029+0000 7f820affd640 0 client.15753 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:23:55.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.029+0000 7f8234e43740 1 -- 172.21.15.42:0/2833907351 >> 172.21.15.42:0/2833907351 conn(0x5622fe4d4680 msgr2=0x5622fe4da400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:55.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.029+0000 7f8234e43740 1 -- 172.21.15.42:0/2833907351 shutdown_connections 2024-06-06T08:23:55.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.029+0000 7f8234e43740 1 -- 172.21.15.42:0/2833907351 wait complete. 2024-06-06T08:23:55.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.030+0000 7f8234e43740 20 client.15753 trim_cache size 0 max 16384 2024-06-06T08:23:55.048 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.048+0000 7f8234e43740 1 Processor -- start 2024-06-06T08:23:55.048 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.048+0000 7f8234e43740 1 -- start start 2024-06-06T08:23:55.048 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.048+0000 7f8234e43740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5622fe4d80b0 0x5622fe5039c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:55.048 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.048+0000 7f8234e43740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5622fe4d89d0 0x5622fe503f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:55.049 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.048+0000 7f8234e43740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5622fe4ebb60 0x5622fe4f69f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:55.049 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.048+0000 7f8234e43740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f822c1af290 con 0x5622fe4ebb60 2024-06-06T08:23:55.049 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.048+0000 7f8234e43740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f822c1acb60 con 0x5622fe4d80b0 2024-06-06T08:23:55.049 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.048+0000 7f8234e43740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f822c1aa9b0 con 0x5622fe4d89d0 2024-06-06T08:23:55.049 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.049+0000 7f822bfff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5622fe4d80b0 0x5622fe5039c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:55.049 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.049+0000 7f822bfff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5622fe4ebb60 0x5622fe4f69f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:55.049 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.049+0000 7f822bfff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5622fe4ebb60 0x5622fe4f69f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:56726/0 (socket says 172.21.15.42:56726) 2024-06-06T08:23:55.049 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.049+0000 7f822bfff640 1 -- 172.21.15.42:0/525617813 learned_addr learned my addr 172.21.15.42:0/525617813 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:55.049 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.049+0000 7f822b7fe640 1 --2- 172.21.15.42:0/525617813 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5622fe4d89d0 0x5622fe503f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:55.049 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.049+0000 7f822bfff640 1 -- 172.21.15.42:0/525617813 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5622fe4d89d0 msgr2=0x5622fe503f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:55.049 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.049+0000 7f822bfff640 1 --2- 172.21.15.42:0/525617813 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5622fe4d89d0 0x5622fe503f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:55.049 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.049+0000 7f822bfff640 1 -- 172.21.15.42:0/525617813 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5622fe4d80b0 msgr2=0x5622fe5039c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:55.049 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.049+0000 7f822bfff640 1 --2- 172.21.15.42:0/525617813 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5622fe4d80b0 0x5622fe5039c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:55.050 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.049+0000 7f822bfff640 1 -- 172.21.15.42:0/525617813 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5622fe4ceae0 con 0x5622fe4ebb60 2024-06-06T08:23:55.050 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.049+0000 7f822bfff640 1 --2- 172.21.15.42:0/525617813 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5622fe4ebb60 0x5622fe4f69f0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f8224009ca0 tx=0x7f8224000f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c5dba182954c085 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:55.050 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.049+0000 7f82117fa640 1 -- 172.21.15.42:0/525617813 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f822404d070 con 0x5622fe4ebb60 2024-06-06T08:23:55.050 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.049+0000 7f82117fa640 1 -- 172.21.15.42:0/525617813 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8224004d40 con 0x5622fe4ebb60 2024-06-06T08:23:55.050 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.049+0000 7f82117fa640 1 -- 172.21.15.42:0/525617813 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8224033030 con 0x5622fe4ebb60 2024-06-06T08:23:55.052 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.050+0000 7f8234e43740 1 -- 172.21.15.42:0/525617813 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5622fe4ebb60 msgr2=0x5622fe4f69f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:55.052 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.050+0000 7f8234e43740 1 --2- 172.21.15.42:0/525617813 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5622fe4ebb60 0x5622fe4f69f0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f8224009ca0 tx=0x7f8224000f40 comp rx=0 tx=0).stop 2024-06-06T08:23:55.052 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.050+0000 7f8234e43740 1 -- 172.21.15.42:0/525617813 shutdown_connections 2024-06-06T08:23:55.052 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.050+0000 7f8234e43740 1 --2- 172.21.15.42:0/525617813 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5622fe4ebb60 0x5622fe4f69f0 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:55.052 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.050+0000 7f8234e43740 1 --2- 172.21.15.42:0/525617813 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5622fe4d89d0 0x5622fe503f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:55.052 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.050+0000 7f8234e43740 1 --2- 172.21.15.42:0/525617813 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5622fe4d80b0 0x5622fe5039c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:55.052 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.051+0000 7f8234e43740 1 -- 172.21.15.42:0/525617813 >> 172.21.15.42:0/525617813 conn(0x5622fe4d4680 msgr2=0x5622fe4e3da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:55.052 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.051+0000 7f8234e43740 1 -- 172.21.15.42:0/525617813 shutdown_connections 2024-06-06T08:23:55.052 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.051+0000 7f8234e43740 1 -- 172.21.15.42:0/525617813 wait complete. 2024-06-06T08:23:55.052 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.051+0000 7f8234e43740 1 -- start start 2024-06-06T08:23:55.053 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.051+0000 7f8234e43740 1 Processor -- start 2024-06-06T08:23:55.053 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.052+0000 7f8234e43740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5622fe4d80b0 0x5622fe4ef130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:55.053 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.052+0000 7f8234e43740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5622fe4d89d0 0x5622fe4ef670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:55.053 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.052+0000 7f8234e43740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5622fe4ebb60 0x5622fe564980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:55.053 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.052+0000 7f8234e43740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f822c1ab020 con 0x5622fe4d89d0 2024-06-06T08:23:55.053 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.052+0000 7f8234e43740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f822c1ac490 con 0x5622fe4ebb60 2024-06-06T08:23:55.053 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.052+0000 7f8234e43740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f822c1ab6f0 con 0x5622fe4d80b0 2024-06-06T08:23:55.053 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.052+0000 7f8234e43740 10 client.0 _ll_register_callbacks cb 0x7f8224003e10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:23:55.053 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.052+0000 7f822b7fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5622fe4d89d0 0x5622fe4ef670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:55.053 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.052+0000 7f822b7fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5622fe4d89d0 0x5622fe4ef670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:56728/0 (socket says 172.21.15.42:56728) 2024-06-06T08:23:55.053 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.052+0000 7f822b7fe640 1 -- 172.21.15.42:0/2979119258 learned_addr learned my addr 172.21.15.42:0/2979119258 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:55.054 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:23:55.056 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.052+0000 7f822bfff640 1 --2- 172.21.15.42:0/2979119258 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5622fe4d80b0 0x5622fe4ef130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:55.056 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.052+0000 7f822bfff640 1 --2- 172.21.15.42:0/2979119258 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5622fe4ebb60 0x5622fe564980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:55.056 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.052+0000 7f822b7fe640 1 -- 172.21.15.42:0/2979119258 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5622fe4d80b0 msgr2=0x5622fe4ef130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:55.056 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.052+0000 7f822b7fe640 1 --2- 172.21.15.42:0/2979119258 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5622fe4d80b0 0x5622fe4ef130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:55.056 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.052+0000 7f822b7fe640 1 -- 172.21.15.42:0/2979119258 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5622fe4ebb60 msgr2=0x5622fe564980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:55.056 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.052+0000 7f822b7fe640 1 --2- 172.21.15.42:0/2979119258 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5622fe4ebb60 0x5622fe564980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:55.056 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.052+0000 7f822b7fe640 1 -- 172.21.15.42:0/2979119258 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5622fe564ef0 con 0x5622fe4d89d0 2024-06-06T08:23:55.056 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.052+0000 7f822bfff640 1 --2- 172.21.15.42:0/2979119258 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5622fe4ebb60 0x5622fe564980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:23:55.056 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.052+0000 7f822b7fe640 1 --2- 172.21.15.42:0/2979119258 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5622fe4d89d0 0x5622fe4ef670 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f821c009c00 tx=0x7f821c004e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=682c7a53df760b62 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:55.057 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.052+0000 7f820affd640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:23:55.057 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.052+0000 7f820affd640 1 -- 172.21.15.42:0/2979119258 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f821c034060 con 0x5622fe4d89d0 2024-06-06T08:23:55.057 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.053+0000 7f820affd640 1 -- 172.21.15.42:0/2979119258 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f821c01f040 con 0x5622fe4d89d0 2024-06-06T08:23:55.057 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.053+0000 7f8234e43740 1 -- 172.21.15.42:0/2979119258 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8224004d40 con 0x5622fe4d89d0 2024-06-06T08:23:55.057 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.053+0000 7f820affd640 1 -- 172.21.15.42:0/2979119258 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f821c03b050 con 0x5622fe4d89d0 2024-06-06T08:23:55.057 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.053+0000 7f8234e43740 10 client.15759 fetch_fsmap learned FSMap version 26 2024-06-06T08:23:55.057 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.053+0000 7f8234e43740 1 -- 172.21.15.42:0/2979119258 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5622fe5661e0 con 0x5622fe4d89d0 2024-06-06T08:23:55.057 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.053+0000 7f820affd640 1 -- 172.21.15.42:0/2979119258 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8224004d40 con 0x5622fe4d89d0 2024-06-06T08:23:55.057 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.053+0000 7f820affd640 1 -- 172.21.15.42:0/2979119258 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7f821c004a60 con 0x5622fe4d89d0 2024-06-06T08:23:55.057 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.053+0000 7f8234e43740 10 client.15759 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:23:55.057 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.053+0000 7f8234e43740 10 client.15759 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:23:55.057 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.053+0000 7f8234e43740 20 client.15759 populate_metadata read hostname 'smithi042' 2024-06-06T08:23:55.057 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.053+0000 7f8234e43740 1 --2- 172.21.15.42:0/2979119258 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5622fe5665f0 0x5622fe568a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:55.058 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.053+0000 7f8234e43740 4 client.15759 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:23:55.058 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.053+0000 7f8234e43740 1 -- 172.21.15.42:0/2979119258 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5622fe449c20 con 0x5622fe5665f0 2024-06-06T08:23:55.058 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.054+0000 7f822bfff640 1 --2- 172.21.15.42:0/2979119258 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5622fe5665f0 0x5622fe568a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:55.058 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.054+0000 7f822bfff640 1 --2- 172.21.15.42:0/2979119258 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5622fe5665f0 0x5622fe568a10 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=89a1e3eda07040a server_cookie=6276e9a3cfefe101 in_seq=0 out_seq=0 2024-06-06T08:23:55.058 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.054+0000 7f820affd640 10 client.15759 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:23:55.061 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.061+0000 7f820affd640 1 -- 172.21.15.42:0/2979119258 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5622fe449c20 con 0x5622fe5665f0 2024-06-06T08:23:55.061 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.061+0000 7f820affd640 10 client.15759 handle_command_reply: tid=0 2024-06-06T08:23:55.061 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.061+0000 7f8234e43740 1 client.15759 shutdown 2024-06-06T08:23:55.061 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.061+0000 7f8234e43740 1 -- 172.21.15.42:0/2979119258 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5622fe4d89d0 msgr2=0x5622fe4ef670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:55.061 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.061+0000 7f8234e43740 1 --2- 172.21.15.42:0/2979119258 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5622fe4d89d0 0x5622fe4ef670 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f821c009c00 tx=0x7f821c004e90 comp rx=0 tx=0).stop 2024-06-06T08:23:55.061 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.061+0000 7f8234e43740 1 -- 172.21.15.42:0/2979119258 shutdown_connections 2024-06-06T08:23:55.061 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.061+0000 7f8234e43740 1 --2- 172.21.15.42:0/2979119258 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5622fe5665f0 0x5622fe568a10 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:55.061 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.061+0000 7f8234e43740 1 --2- 172.21.15.42:0/2979119258 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5622fe4ebb60 0x5622fe564980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:55.061 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.061+0000 7f8234e43740 1 --2- 172.21.15.42:0/2979119258 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5622fe4d89d0 0x5622fe4ef670 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:55.061 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.061+0000 7f820affd640 0 client.15759 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:23:55.061 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.061+0000 7f8234e43740 1 --2- 172.21.15.42:0/2979119258 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5622fe4d80b0 0x5622fe4ef130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:55.061 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.061+0000 7f8234e43740 1 -- 172.21.15.42:0/2979119258 >> 172.21.15.42:0/2979119258 conn(0x5622fe4d4680 msgr2=0x5622fe4e8a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:55.062 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.061+0000 7f8234e43740 1 -- 172.21.15.42:0/2979119258 shutdown_connections 2024-06-06T08:23:55.062 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.061+0000 7f8234e43740 1 -- 172.21.15.42:0/2979119258 wait complete. 2024-06-06T08:23:55.062 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.062+0000 7f8234e43740 20 client.15759 trim_cache size 0 max 16384 2024-06-06T08:23:55.062 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:23:55.062 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:23:55.062 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:23:55.063 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.062+0000 7f8232134640 1 -- 172.21.15.42:0/134014597 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f82140a2ec0 msgr2=0x7f82140a5380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:55.063 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.062+0000 7f8232134640 1 --2- 172.21.15.42:0/134014597 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f82140a2ec0 0x7f82140a5380 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f82200cd150 tx=0x7f8220018ab0 comp rx=0 tx=0).stop 2024-06-06T08:23:55.063 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.062+0000 7f8232134640 1 -- 172.21.15.42:0/134014597 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f822c103550 msgr2=0x7f822c19a8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:55.063 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.062+0000 7f8232134640 1 --2- 172.21.15.42:0/134014597 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f822c103550 0x7f822c19a8f0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f822000e9f0 tx=0x7f822000eeb0 comp rx=0 tx=0).stop 2024-06-06T08:23:55.063 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.062+0000 7f8232134640 1 -- 172.21.15.42:0/134014597 shutdown_connections 2024-06-06T08:23:55.063 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.062+0000 7f8232134640 1 --2- 172.21.15.42:0/134014597 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f82140a2ec0 0x7f82140a5380 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:55.064 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.062+0000 7f8232134640 1 --2- 172.21.15.42:0/134014597 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f822c10bf70 0x7f822c19ec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:55.064 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.062+0000 7f8232134640 1 --2- 172.21.15.42:0/134014597 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f822c103550 0x7f822c19a8f0 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:55.064 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.062+0000 7f8232134640 1 --2- 172.21.15.42:0/134014597 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f822c102c30 0x7f822c19a3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:55.064 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.062+0000 7f8232134640 1 -- 172.21.15.42:0/134014597 >> 172.21.15.42:0/134014597 conn(0x7f822c077a20 msgr2=0x7f822c0fdc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:55.064 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.062+0000 7f8232134640 1 -- 172.21.15.42:0/134014597 shutdown_connections 2024-06-06T08:23:55.064 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:23:55.063+0000 7f8232134640 1 -- 172.21.15.42:0/134014597 wait complete. 2024-06-06T08:23:56.478 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:23:56 smithi042 ceph-mon[32384]: pgmap v42: 129 pgs: 129 active+clean; 1.4 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 767 B/s wr, 7 op/s 2024-06-06T08:23:56.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:23:56 smithi149 ceph-mon[36842]: pgmap v42: 129 pgs: 129 active+clean; 1.4 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 767 B/s wr, 7 op/s 2024-06-06T08:23:56.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:23:56 smithi120 ceph-mon[36658]: pgmap v42: 129 pgs: 129 active+clean; 1.4 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 767 B/s wr, 7 op/s 2024-06-06T08:23:56.816 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.817+0000 7f44b3dc9700 1 -- 172.21.15.42:0/2938880148 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f44ac101380 msgr2=0x7f44ac101800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:56.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.817+0000 7f44b3dc9700 1 --2- 172.21.15.42:0/2938880148 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f44ac101380 0x7f44ac101800 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f449c009990 tx=0x7f449c009ca0 comp rx=0 tx=0).stop 2024-06-06T08:23:56.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.817+0000 7f44b3dc9700 1 -- 172.21.15.42:0/2938880148 shutdown_connections 2024-06-06T08:23:56.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.817+0000 7f44b3dc9700 1 --2- 172.21.15.42:0/2938880148 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f44ac101d40 0x7f44ac10e230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:56.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.817+0000 7f44b3dc9700 1 --2- 172.21.15.42:0/2938880148 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f44ac1073f0 0x7f44ac1077d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:56.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.817+0000 7f44b3dc9700 1 --2- 172.21.15.42:0/2938880148 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f44ac101380 0x7f44ac101800 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:56.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.817+0000 7f44b3dc9700 1 -- 172.21.15.42:0/2938880148 >> 172.21.15.42:0/2938880148 conn(0x7f44ac078300 msgr2=0x7f44ac078710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:56.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.817+0000 7f44b3dc9700 1 -- 172.21.15.42:0/2938880148 shutdown_connections 2024-06-06T08:23:56.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.817+0000 7f44b3dc9700 1 -- 172.21.15.42:0/2938880148 wait complete. 2024-06-06T08:23:56.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.817+0000 7f44b3dc9700 1 Processor -- start 2024-06-06T08:23:56.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.818+0000 7f44b3dc9700 1 -- start start 2024-06-06T08:23:56.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.818+0000 7f44b3dc9700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f44ac101380 0x7f44ac19e8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:56.818 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.818+0000 7f44b3dc9700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f44ac101d40 0x7f44ac19edf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:56.818 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.818+0000 7f44b3dc9700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f44ac1073f0 0x7f44ac198a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:56.819 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.818+0000 7f44b3dc9700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f44ac111660 con 0x7f44ac1073f0 2024-06-06T08:23:56.819 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.818+0000 7f44b3dc9700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f44ac1114e0 con 0x7f44ac101d40 2024-06-06T08:23:56.819 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.818+0000 7f44b3dc9700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f44ac1117e0 con 0x7f44ac101380 2024-06-06T08:23:56.819 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.818+0000 7f44b2366700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f44ac1073f0 0x7f44ac198a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:56.819 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.818+0000 7f44b2366700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f44ac1073f0 0x7f44ac198a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:56754/0 (socket says 172.21.15.42:56754) 2024-06-06T08:23:56.819 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.818+0000 7f44b2366700 1 -- 172.21.15.42:0/1692318273 learned_addr learned my addr 172.21.15.42:0/1692318273 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:56.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.818+0000 7f44b1b65700 1 --2- 172.21.15.42:0/1692318273 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f44ac101380 0x7f44ac19e8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:56.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.818+0000 7f44b1364700 1 --2- 172.21.15.42:0/1692318273 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f44ac101d40 0x7f44ac19edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:56.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.818+0000 7f44b2366700 1 -- 172.21.15.42:0/1692318273 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f44ac101380 msgr2=0x7f44ac19e8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:56.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.818+0000 7f44b2366700 1 --2- 172.21.15.42:0/1692318273 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f44ac101380 0x7f44ac19e8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:56.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.818+0000 7f44b2366700 1 -- 172.21.15.42:0/1692318273 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f44ac101d40 msgr2=0x7f44ac19edf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:56.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.818+0000 7f44b2366700 1 --2- 172.21.15.42:0/1692318273 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f44ac101d40 0x7f44ac19edf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:56.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.818+0000 7f44b2366700 1 -- 172.21.15.42:0/1692318273 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44ac1991d0 con 0x7f44ac1073f0 2024-06-06T08:23:56.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.819+0000 7f44b2366700 1 --2- 172.21.15.42:0/1692318273 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f44ac1073f0 0x7f44ac198a70 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f44a400ef30 tx=0x7f44a400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:56.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.819+0000 7f44a2ffd700 1 -- 172.21.15.42:0/1692318273 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44a40092e0 con 0x7f44ac1073f0 2024-06-06T08:23:56.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.819+0000 7f44a2ffd700 1 -- 172.21.15.42:0/1692318273 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f44a4004bb0 con 0x7f44ac1073f0 2024-06-06T08:23:56.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.819+0000 7f44a2ffd700 1 -- 172.21.15.42:0/1692318273 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44a4004280 con 0x7f44ac1073f0 2024-06-06T08:23:56.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.819+0000 7f44b3dc9700 1 -- 172.21.15.42:0/1692318273 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44ac199460 con 0x7f44ac1073f0 2024-06-06T08:23:56.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.819+0000 7f44b3dc9700 1 -- 172.21.15.42:0/1692318273 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44ac1a5780 con 0x7f44ac1073f0 2024-06-06T08:23:56.821 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.822+0000 7f44a2ffd700 1 -- 172.21.15.42:0/1692318273 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 25) ==== 138066+0+0 (secure 0 0 0) 0x7f44a401b030 con 0x7f44ac1073f0 2024-06-06T08:23:56.822 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.823+0000 7f44a2ffd700 1 --2- 172.21.15.42:0/1692318273 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f44980a2f30 0x7f44980a53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:56.822 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.823+0000 7f44a2ffd700 1 -- 172.21.15.42:0/1692318273 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f44a40cf440 con 0x7f44ac1073f0 2024-06-06T08:23:56.822 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.823+0000 7f44b1b65700 1 --2- 172.21.15.42:0/1692318273 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f44980a2f30 0x7f44980a53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:56.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.823+0000 7f44b1b65700 1 --2- 172.21.15.42:0/1692318273 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f44980a2f30 0x7f44980a53f0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f44ac199bb0 tx=0x7f44a8009260 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:56.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.823+0000 7f44be64cb80 1 Processor -- start 2024-06-06T08:23:56.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.824+0000 7f44be64cb80 1 -- start start 2024-06-06T08:23:56.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.824+0000 7f44be64cb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561f6eb92640 0x561f6eb92a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:56.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.824+0000 7f44be64cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561f6eb92f60 0x561f6eb8c9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:56.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.824+0000 7f44be64cb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561f6eb8cf20 0x561f6eb8d340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:56.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.824+0000 7f44be64cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x561f6eade810 con 0x561f6eb92f60 2024-06-06T08:23:56.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.824+0000 7f44be64cb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x561f6ea86720 con 0x561f6eb92640 2024-06-06T08:23:56.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.824+0000 7f44be64cb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x561f6eada7d0 con 0x561f6eb8cf20 2024-06-06T08:23:56.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.824+0000 7f44b1364700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561f6eb92f60 0x561f6eb8c9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:56.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.824+0000 7f44b1364700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561f6eb92f60 0x561f6eb8c9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:56764/0 (socket says 172.21.15.42:56764) 2024-06-06T08:23:56.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.824+0000 7f44b1364700 1 -- 172.21.15.42:0/2361836686 learned_addr learned my addr 172.21.15.42:0/2361836686 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:56.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.824+0000 7f44b1b65700 1 --2- 172.21.15.42:0/2361836686 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561f6eb92640 0x561f6eb92a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:56.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.824+0000 7f44b1364700 1 -- 172.21.15.42:0/2361836686 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561f6eb8cf20 msgr2=0x561f6eb8d340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:56.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.824+0000 7f44b1364700 1 --2- 172.21.15.42:0/2361836686 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561f6eb8cf20 0x561f6eb8d340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:56.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.824+0000 7f44b1364700 1 -- 172.21.15.42:0/2361836686 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561f6eb92640 msgr2=0x561f6eb92a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:56.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.824+0000 7f44b1364700 1 --2- 172.21.15.42:0/2361836686 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561f6eb92640 0x561f6eb92a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:56.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.824+0000 7f44b1364700 1 -- 172.21.15.42:0/2361836686 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561f6ea7cf50 con 0x561f6eb92f60 2024-06-06T08:23:56.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.824+0000 7f44b1364700 1 --2- 172.21.15.42:0/2361836686 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561f6eb92f60 0x561f6eb8c9e0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f449c015000 tx=0x7f449c005c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79b0e4a0b2248d8 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:56.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.825+0000 7f4497fff700 1 -- 172.21.15.42:0/2361836686 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f449c00bd10 con 0x561f6eb92f60 2024-06-06T08:23:56.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.825+0000 7f4497fff700 1 -- 172.21.15.42:0/2361836686 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f449c003680 con 0x561f6eb92f60 2024-06-06T08:23:56.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.825+0000 7f4497fff700 1 -- 172.21.15.42:0/2361836686 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f449c00f6a0 con 0x561f6eb92f60 2024-06-06T08:23:56.828 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.825+0000 7f44be64cb80 1 -- 172.21.15.42:0/2361836686 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561f6eb92f60 msgr2=0x561f6eb8c9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:56.829 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.825+0000 7f44be64cb80 1 --2- 172.21.15.42:0/2361836686 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561f6eb92f60 0x561f6eb8c9e0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f449c015000 tx=0x7f449c005c00 comp rx=0 tx=0).stop 2024-06-06T08:23:56.829 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.826+0000 7f44be64cb80 1 -- 172.21.15.42:0/2361836686 shutdown_connections 2024-06-06T08:23:56.829 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.826+0000 7f44be64cb80 1 --2- 172.21.15.42:0/2361836686 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561f6eb8cf20 0x561f6eb8d340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:56.829 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.826+0000 7f44be64cb80 1 --2- 172.21.15.42:0/2361836686 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561f6eb92640 0x561f6eb92a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:56.829 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.826+0000 7f44be64cb80 1 --2- 172.21.15.42:0/2361836686 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561f6eb92f60 0x561f6eb8c9e0 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:56.829 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.826+0000 7f44be64cb80 1 -- 172.21.15.42:0/2361836686 >> 172.21.15.42:0/2361836686 conn(0x561f6eab7cc0 msgr2=0x561f6eb87850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:56.829 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.826+0000 7f44be64cb80 1 -- 172.21.15.42:0/2361836686 shutdown_connections 2024-06-06T08:23:56.829 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.826+0000 7f44be64cb80 1 -- 172.21.15.42:0/2361836686 wait complete. 2024-06-06T08:23:56.829 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.826+0000 7f44be64cb80 1 -- start start 2024-06-06T08:23:56.829 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.826+0000 7f44be64cb80 1 Processor -- start 2024-06-06T08:23:56.829 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.827+0000 7f44be64cb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561f6eb8cf20 0x561f6eb98d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:56.829 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.827+0000 7f44be64cb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561f6eb92640 0x561f6eb96050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:56.830 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.827+0000 7f44be64cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561f6eb92f60 0x561f6eb96590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:56.830 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.827+0000 7f44be64cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x561f6eb99910 con 0x561f6eb92f60 2024-06-06T08:23:56.830 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.827+0000 7f44be64cb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x561f6ea7ebf0 con 0x561f6eb8cf20 2024-06-06T08:23:56.830 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.827+0000 7f44be64cb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x561f6eb99a90 con 0x561f6eb92640 2024-06-06T08:23:56.830 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.827+0000 7f44be64cb80 10 client.0 _ll_register_callbacks cb 0x561f6ea78920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:23:56.830 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.827+0000 7f44b2366700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561f6eb92f60 0x561f6eb96590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:56.830 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.827+0000 7f44b1b65700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561f6eb8cf20 0x561f6eb98d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:56.830 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.827+0000 7f44b1b65700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561f6eb8cf20 0x561f6eb98d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:33210/0 (socket says 172.21.15.42:33210) 2024-06-06T08:23:56.830 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.827+0000 7f44b2366700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561f6eb92f60 0x561f6eb96590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:56774/0 (socket says 172.21.15.42:56774) 2024-06-06T08:23:56.830 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.827+0000 7f44b1b65700 1 -- 172.21.15.42:0/1113695786 learned_addr learned my addr 172.21.15.42:0/1113695786 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:56.830 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.827+0000 7f44b1364700 1 --2- 172.21.15.42:0/1113695786 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561f6eb92640 0x561f6eb96050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:56.830 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.827+0000 7f44b2366700 1 -- 172.21.15.42:0/1113695786 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561f6eb92640 msgr2=0x561f6eb96050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:56.830 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.827+0000 7f44b2366700 1 --2- 172.21.15.42:0/1113695786 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561f6eb92640 0x561f6eb96050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:56.830 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.827+0000 7f44b2366700 1 -- 172.21.15.42:0/1113695786 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561f6eb8cf20 msgr2=0x561f6eb98d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:56.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.827+0000 7f44b2366700 1 --2- 172.21.15.42:0/1113695786 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561f6eb8cf20 0x561f6eb98d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:56.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.827+0000 7f44b2366700 1 -- 172.21.15.42:0/1113695786 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561f6ea2d8d0 con 0x561f6eb92f60 2024-06-06T08:23:56.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.827+0000 7f44b1364700 1 --2- 172.21.15.42:0/1113695786 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561f6eb92640 0x561f6eb96050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:23:56.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.827+0000 7f44b1b65700 1 --2- 172.21.15.42:0/1113695786 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561f6eb8cf20 0x561f6eb98d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:23:56.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.827+0000 7f44b2366700 1 --2- 172.21.15.42:0/1113695786 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561f6eb92f60 0x561f6eb96590 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f44a40cc770 tx=0x7f44a409ba40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ffd3b9d94b51ddec server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:56.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.827+0000 7f44957fa700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:23:56.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.828+0000 7f44957fa700 1 -- 172.21.15.42:0/1113695786 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44a409bc00 con 0x561f6eb92f60 2024-06-06T08:23:56.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.828+0000 7f44957fa700 1 -- 172.21.15.42:0/1113695786 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f44a40cf180 con 0x561f6eb92f60 2024-06-06T08:23:56.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.828+0000 7f44be64cb80 1 -- 172.21.15.42:0/1113695786 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f449c003680 con 0x561f6eb92f60 2024-06-06T08:23:56.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.828+0000 7f44957fa700 1 -- 172.21.15.42:0/1113695786 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f44a409b500 con 0x561f6eb92f60 2024-06-06T08:23:56.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.828+0000 7f44be64cb80 10 client.15771 fetch_fsmap learned FSMap version 26 2024-06-06T08:23:56.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.828+0000 7f44be64cb80 1 -- 172.21.15.42:0/1113695786 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x561f6eba4290 con 0x561f6eb92f60 2024-06-06T08:23:56.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.828+0000 7f44957fa700 1 -- 172.21.15.42:0/1113695786 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f449c003680 con 0x561f6eb92f60 2024-06-06T08:23:56.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.828+0000 7f44957fa700 1 -- 172.21.15.42:0/1113695786 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7f44a409a950 con 0x561f6eb92f60 2024-06-06T08:23:56.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.828+0000 7f44be64cb80 10 client.15771 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:23:56.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.828+0000 7f44be64cb80 10 client.15771 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-06-06T08:23:56.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.828+0000 7f44be64cb80 20 client.15771 populate_metadata read hostname 'smithi042' 2024-06-06T08:23:56.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.828+0000 7f44be64cb80 1 --2- 172.21.15.42:0/1113695786 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x561f6eba68d0 0x561f6eba8cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:56.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.828+0000 7f44be64cb80 4 client.15771 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:23:56.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.828+0000 7f44be64cb80 1 -- 172.21.15.42:0/1113695786 --> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561f6eaebd10 con 0x561f6eba68d0 2024-06-06T08:23:56.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.829+0000 7f44b1b65700 1 --2- 172.21.15.42:0/1113695786 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x561f6eba68d0 0x561f6eba8cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:56.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.829+0000 7f44b1b65700 1 --2- 172.21.15.42:0/1113695786 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x561f6eba68d0 0x561f6eba8cc0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=acadeabee96ae71 server_cookie=2c2465b4e291b5e6 in_seq=0 out_seq=0 2024-06-06T08:23:56.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.829+0000 7f44957fa700 10 client.15771 ms_handle_connect on v2:172.21.15.149:6836/751787578 2024-06-06T08:23:56.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.830+0000 7f44957fa700 1 -- 172.21.15.42:0/1113695786 <== mds.1 v2:172.21.15.149:6836/751787578 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x561f6eaebd10 con 0x561f6eba68d0 2024-06-06T08:23:56.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.830+0000 7f44957fa700 10 client.15771 handle_command_reply: tid=0 2024-06-06T08:23:56.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.830+0000 7f44be64cb80 1 client.15771 shutdown 2024-06-06T08:23:56.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.830+0000 7f44be64cb80 1 -- 172.21.15.42:0/1113695786 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561f6eb92f60 msgr2=0x561f6eb96590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:56.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.830+0000 7f44be64cb80 1 --2- 172.21.15.42:0/1113695786 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561f6eb92f60 0x561f6eb96590 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f44a40cc770 tx=0x7f44a409ba40 comp rx=0 tx=0).stop 2024-06-06T08:23:56.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.830+0000 7f44be64cb80 1 -- 172.21.15.42:0/1113695786 shutdown_connections 2024-06-06T08:23:56.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.830+0000 7f44be64cb80 1 --2- 172.21.15.42:0/1113695786 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561f6eb92f60 0x561f6eb96590 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:56.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.830+0000 7f44be64cb80 1 --2- 172.21.15.42:0/1113695786 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x561f6eba68d0 0x561f6eba8cc0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:56.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.830+0000 7f44be64cb80 1 --2- 172.21.15.42:0/1113695786 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561f6eb8cf20 0x561f6eb98d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:56.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.830+0000 7f44be64cb80 1 --2- 172.21.15.42:0/1113695786 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561f6eb92640 0x561f6eb96050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:56.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.830+0000 7f44957fa700 0 client.15771 ms_handle_reset on v2:172.21.15.149:6836/751787578 2024-06-06T08:23:56.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.830+0000 7f44be64cb80 1 -- 172.21.15.42:0/1113695786 >> 172.21.15.42:0/1113695786 conn(0x561f6eab7cc0 msgr2=0x561f6eb8b9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:56.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.830+0000 7f44be64cb80 1 -- 172.21.15.42:0/1113695786 shutdown_connections 2024-06-06T08:23:56.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.830+0000 7f44be64cb80 1 -- 172.21.15.42:0/1113695786 wait complete. 2024-06-06T08:23:56.836 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.831+0000 7f44be64cb80 20 client.15771 trim_cache size 0 max 16384 2024-06-06T08:23:56.845 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.846+0000 7f44be64cb80 1 Processor -- start 2024-06-06T08:23:56.846 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.846+0000 7f44be64cb80 1 -- start start 2024-06-06T08:23:56.846 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.846+0000 7f44be64cb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561f6eb8cf20 0x561f6eb8c9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:56.846 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.846+0000 7f44be64cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561f6eb92640 0x561f6eb90730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:56.846 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.846+0000 7f44be64cb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561f6eb92f60 0x561f6eb93b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:56.846 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.846+0000 7f44be64cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f44ac1b0b10 con 0x561f6eb92640 2024-06-06T08:23:56.846 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.846+0000 7f44be64cb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f44ac1ae3a0 con 0x561f6eb8cf20 2024-06-06T08:23:56.846 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.846+0000 7f44be64cb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f44ac1ac1f0 con 0x561f6eb92f60 2024-06-06T08:23:56.846 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.846+0000 7f44b1364700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561f6eb92640 0x561f6eb90730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:56.846 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.846+0000 7f44b1364700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561f6eb92640 0x561f6eb90730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:56786/0 (socket says 172.21.15.42:56786) 2024-06-06T08:23:56.846 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.846+0000 7f44b1364700 1 -- 172.21.15.42:0/4168190202 learned_addr learned my addr 172.21.15.42:0/4168190202 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:56.846 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.846+0000 7f44b1b65700 1 --2- 172.21.15.42:0/4168190202 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561f6eb8cf20 0x561f6eb8c9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:56.846 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.847+0000 7f44b2366700 1 --2- 172.21.15.42:0/4168190202 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561f6eb92f60 0x561f6eb93b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:56.848 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.847+0000 7f44b1364700 1 -- 172.21.15.42:0/4168190202 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561f6eb92f60 msgr2=0x561f6eb93b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:56.848 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.847+0000 7f44b1364700 1 --2- 172.21.15.42:0/4168190202 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561f6eb92f60 0x561f6eb93b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:56.848 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.847+0000 7f44b1364700 1 -- 172.21.15.42:0/4168190202 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561f6eb8cf20 msgr2=0x561f6eb8c9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:56.848 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.847+0000 7f44b1364700 1 --2- 172.21.15.42:0/4168190202 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561f6eb8cf20 0x561f6eb8c9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:56.848 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.847+0000 7f44b1364700 1 -- 172.21.15.42:0/4168190202 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561f6eb94050 con 0x561f6eb92640 2024-06-06T08:23:56.848 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.847+0000 7f44b1b65700 1 --2- 172.21.15.42:0/4168190202 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561f6eb8cf20 0x561f6eb8c9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:23:56.848 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.847+0000 7f44b1364700 1 --2- 172.21.15.42:0/4168190202 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561f6eb92640 0x561f6eb90730 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f449c0098e0 tx=0x7f449c009640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46325c9b0ff36468 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:56.848 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.847+0000 7f44977fe700 1 -- 172.21.15.42:0/4168190202 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f449c005070 con 0x561f6eb92640 2024-06-06T08:23:56.848 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.847+0000 7f44977fe700 1 -- 172.21.15.42:0/4168190202 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f449c005210 con 0x561f6eb92640 2024-06-06T08:23:56.848 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.847+0000 7f44977fe700 1 -- 172.21.15.42:0/4168190202 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f449c00f6c0 con 0x561f6eb92640 2024-06-06T08:23:56.848 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.848+0000 7f44be64cb80 1 -- 172.21.15.42:0/4168190202 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561f6eb92640 msgr2=0x561f6eb90730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:56.849 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.848+0000 7f44be64cb80 1 --2- 172.21.15.42:0/4168190202 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561f6eb92640 0x561f6eb90730 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f449c0098e0 tx=0x7f449c009640 comp rx=0 tx=0).stop 2024-06-06T08:23:56.849 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.848+0000 7f44be64cb80 1 -- 172.21.15.42:0/4168190202 shutdown_connections 2024-06-06T08:23:56.849 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.848+0000 7f44be64cb80 1 --2- 172.21.15.42:0/4168190202 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561f6eb92f60 0x561f6eb93b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:56.849 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.848+0000 7f44be64cb80 1 --2- 172.21.15.42:0/4168190202 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561f6eb8cf20 0x561f6eb8c9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:56.849 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.848+0000 7f44be64cb80 1 --2- 172.21.15.42:0/4168190202 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561f6eb92640 0x561f6eb90730 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:56.849 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.848+0000 7f44be64cb80 1 -- 172.21.15.42:0/4168190202 >> 172.21.15.42:0/4168190202 conn(0x561f6eab7cc0 msgr2=0x561f6eb93400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:56.849 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.848+0000 7f44be64cb80 1 -- 172.21.15.42:0/4168190202 shutdown_connections 2024-06-06T08:23:56.849 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.848+0000 7f44be64cb80 1 -- 172.21.15.42:0/4168190202 wait complete. 2024-06-06T08:23:56.849 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.848+0000 7f44be64cb80 1 -- start start 2024-06-06T08:23:56.849 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.849+0000 7f44be64cb80 1 Processor -- start 2024-06-06T08:23:56.855 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.849+0000 7f44be64cb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561f6eb8cf20 0x561f6eb9f110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:56.855 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.849+0000 7f44be64cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561f6eb92640 0x561f6eb9f650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:56.855 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.849+0000 7f44be64cb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561f6eb92f60 0x561f6ebadcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:56.855 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.849+0000 7f44be64cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f44ac1ac860 con 0x561f6eb92640 2024-06-06T08:23:56.855 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.849+0000 7f44be64cb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f44ac1adcd0 con 0x561f6eb8cf20 2024-06-06T08:23:56.855 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.849+0000 7f44be64cb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f44ac1acf30 con 0x561f6eb92f60 2024-06-06T08:23:56.856 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.849+0000 7f44be64cb80 10 client.0 _ll_register_callbacks cb 0x561f6ea78920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:23:56.856 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.849+0000 7f44b1364700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561f6eb92640 0x561f6eb9f650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:56.856 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.849+0000 7f44b1364700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561f6eb92640 0x561f6eb9f650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:56800/0 (socket says 172.21.15.42:56800) 2024-06-06T08:23:56.856 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.849+0000 7f44b1364700 1 -- 172.21.15.42:0/867015992 learned_addr learned my addr 172.21.15.42:0/867015992 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:56.856 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.849+0000 7f44b1b65700 1 --2- 172.21.15.42:0/867015992 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561f6eb8cf20 0x561f6eb9f110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:56.856 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.849+0000 7f44b2366700 1 --2- 172.21.15.42:0/867015992 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561f6eb92f60 0x561f6ebadcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:56.856 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.850+0000 7f44b1364700 1 -- 172.21.15.42:0/867015992 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561f6eb92f60 msgr2=0x561f6ebadcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:56.856 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.850+0000 7f44b1364700 1 --2- 172.21.15.42:0/867015992 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561f6eb92f60 0x561f6ebadcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:56.856 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.850+0000 7f44b1364700 1 -- 172.21.15.42:0/867015992 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561f6eb8cf20 msgr2=0x561f6eb9f110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:56.856 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.850+0000 7f44b1364700 1 --2- 172.21.15.42:0/867015992 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561f6eb8cf20 0x561f6eb9f110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:56.857 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.850+0000 7f44b1364700 1 -- 172.21.15.42:0/867015992 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561f6ebae490 con 0x561f6eb92640 2024-06-06T08:23:56.857 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.850+0000 7f44b2366700 1 --2- 172.21.15.42:0/867015992 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561f6eb92f60 0x561f6ebadcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:23:56.857 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.850+0000 7f44b1364700 1 --2- 172.21.15.42:0/867015992 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561f6eb92640 0x561f6eb9f650 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f449c024040 tx=0x7f449c00bd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f151da8d24831d6d server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:56.857 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.850+0000 7f44957fa700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:23:56.857 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.850+0000 7f44957fa700 1 -- 172.21.15.42:0/867015992 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f449c005070 con 0x561f6eb92640 2024-06-06T08:23:56.857 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.850+0000 7f44957fa700 1 -- 172.21.15.42:0/867015992 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f449c00f460 con 0x561f6eb92640 2024-06-06T08:23:56.857 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.850+0000 7f44be64cb80 1 -- 172.21.15.42:0/867015992 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f449c005210 con 0x561f6eb92640 2024-06-06T08:23:56.857 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.850+0000 7f44957fa700 1 -- 172.21.15.42:0/867015992 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f449c043050 con 0x561f6eb92640 2024-06-06T08:23:56.857 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.850+0000 7f44be64cb80 10 client.15777 fetch_fsmap learned FSMap version 26 2024-06-06T08:23:56.858 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.850+0000 7f44be64cb80 1 -- 172.21.15.42:0/867015992 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x561f6ec111c0 con 0x561f6eb92640 2024-06-06T08:23:56.858 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.850+0000 7f44957fa700 1 -- 172.21.15.42:0/867015992 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f449c005210 con 0x561f6eb92640 2024-06-06T08:23:56.858 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.851+0000 7f44957fa700 1 -- 172.21.15.42:0/867015992 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7f449c02c800 con 0x561f6eb92640 2024-06-06T08:23:56.858 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.851+0000 7f44be64cb80 10 client.15777 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:23:56.858 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.851+0000 7f44be64cb80 10 client.15777 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-06-06T08:23:56.858 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.851+0000 7f44be64cb80 20 client.15777 populate_metadata read hostname 'smithi042' 2024-06-06T08:23:56.858 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.851+0000 7f44be64cb80 1 --2- 172.21.15.42:0/867015992 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x561f6ec113f0 0x561f6ec137e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:56.858 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.851+0000 7f44be64cb80 4 client.15777 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-06-06T08:23:56.858 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.851+0000 7f44be64cb80 1 -- 172.21.15.42:0/867015992 --> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] -- command(tid 0: {"prefix": "damage ls"}) -- 0x561f6eae6290 con 0x561f6ec113f0 2024-06-06T08:23:56.858 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.851+0000 7f44b1b65700 1 --2- 172.21.15.42:0/867015992 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x561f6ec113f0 0x561f6ec137e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:56.859 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.852+0000 7f44957fa700 10 client.15777 ms_handle_connect on v2:172.21.15.149:6836/751787578 2024-06-06T08:23:56.859 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.852+0000 7f44b1b65700 1 --2- 172.21.15.42:0/867015992 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x561f6ec113f0 0x561f6ec137e0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=8213365d6e615d4 server_cookie=d68b3ba5c3c89c8b in_seq=0 out_seq=0 2024-06-06T08:23:56.859 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.852+0000 7f44957fa700 1 -- 172.21.15.42:0/867015992 <== mds.1 v2:172.21.15.149:6836/751787578 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x561f6eae6290 con 0x561f6ec113f0 2024-06-06T08:23:56.859 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.852+0000 7f44957fa700 10 client.15777 handle_command_reply: tid=0 2024-06-06T08:23:56.859 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.852+0000 7f44be64cb80 1 client.15777 shutdown 2024-06-06T08:23:56.859 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.852+0000 7f44be64cb80 1 -- 172.21.15.42:0/867015992 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561f6eb92640 msgr2=0x561f6eb9f650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:56.859 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.852+0000 7f44be64cb80 1 --2- 172.21.15.42:0/867015992 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561f6eb92640 0x561f6eb9f650 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f449c024040 tx=0x7f449c00bd10 comp rx=0 tx=0).stop 2024-06-06T08:23:56.859 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.852+0000 7f44be64cb80 1 -- 172.21.15.42:0/867015992 shutdown_connections 2024-06-06T08:23:56.859 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.852+0000 7f44be64cb80 1 --2- 172.21.15.42:0/867015992 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561f6eb92f60 0x561f6ebadcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:56.859 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.852+0000 7f44be64cb80 1 --2- 172.21.15.42:0/867015992 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x561f6ec113f0 0x561f6ec137e0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:56.860 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.852+0000 7f44be64cb80 1 --2- 172.21.15.42:0/867015992 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561f6eb8cf20 0x561f6eb9f110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:56.860 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.852+0000 7f44be64cb80 1 --2- 172.21.15.42:0/867015992 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561f6eb92640 0x561f6eb9f650 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:56.860 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.852+0000 7f44957fa700 0 client.15777 ms_handle_reset on v2:172.21.15.149:6836/751787578 2024-06-06T08:23:56.860 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.852+0000 7f44be64cb80 1 -- 172.21.15.42:0/867015992 >> 172.21.15.42:0/867015992 conn(0x561f6eab7cc0 msgr2=0x561f6eb80e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:56.860 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.852+0000 7f44be64cb80 1 -- 172.21.15.42:0/867015992 shutdown_connections 2024-06-06T08:23:56.860 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.852+0000 7f44be64cb80 1 -- 172.21.15.42:0/867015992 wait complete. 2024-06-06T08:23:56.860 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.852+0000 7f44be64cb80 20 client.15777 trim_cache size 0 max 16384 2024-06-06T08:23:56.860 INFO:teuthology.orchestra.run.smithi042.stdout:[] 2024-06-06T08:23:56.861 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.853+0000 7f44b3dc9700 1 -- 172.21.15.42:0/1692318273 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f44980a2f30 msgr2=0x7f44980a53f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:56.861 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.853+0000 7f44b3dc9700 1 --2- 172.21.15.42:0/1692318273 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f44980a2f30 0x7f44980a53f0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f44ac199bb0 tx=0x7f44a8009260 comp rx=0 tx=0).stop 2024-06-06T08:23:56.862 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.853+0000 7f44b3dc9700 1 -- 172.21.15.42:0/1692318273 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f44ac1073f0 msgr2=0x7f44ac198a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:56.862 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.853+0000 7f44b3dc9700 1 --2- 172.21.15.42:0/1692318273 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f44ac1073f0 0x7f44ac198a70 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f44a400ef30 tx=0x7f44a400c3a0 comp rx=0 tx=0).stop 2024-06-06T08:23:56.862 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.853+0000 7f44b3dc9700 1 -- 172.21.15.42:0/1692318273 shutdown_connections 2024-06-06T08:23:56.862 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.853+0000 7f44b3dc9700 1 --2- 172.21.15.42:0/1692318273 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f44980a2f30 0x7f44980a53f0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:56.862 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.853+0000 7f44b3dc9700 1 --2- 172.21.15.42:0/1692318273 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f44ac1073f0 0x7f44ac198a70 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:56.862 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.853+0000 7f44b3dc9700 1 --2- 172.21.15.42:0/1692318273 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f44ac101380 0x7f44ac19e8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:56.862 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.853+0000 7f44b3dc9700 1 --2- 172.21.15.42:0/1692318273 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f44ac101d40 0x7f44ac19edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:56.862 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.853+0000 7f44b3dc9700 1 -- 172.21.15.42:0/1692318273 >> 172.21.15.42:0/1692318273 conn(0x7f44ac078300 msgr2=0x7f44ac1005e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:56.862 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.853+0000 7f44b3dc9700 1 -- 172.21.15.42:0/1692318273 shutdown_connections 2024-06-06T08:23:56.863 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:56.853+0000 7f44b3dc9700 1 -- 172.21.15.42:0/1692318273 wait complete. 2024-06-06T08:23:57.607 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-06-06T08:23:57.919 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:23:58.291 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:23:58 smithi042 ceph-mon[32384]: pgmap v43: 129 pgs: 129 active+clean; 1.4 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 767 B/s wr, 6 op/s 2024-06-06T08:23:58.540 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:23:58 smithi149 ceph-mon[36842]: pgmap v43: 129 pgs: 129 active+clean; 1.4 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 767 B/s wr, 6 op/s 2024-06-06T08:23:58.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:23:58 smithi120 ceph-mon[36658]: pgmap v43: 129 pgs: 129 active+clean; 1.4 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 767 B/s wr, 6 op/s 2024-06-06T08:23:59.797 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.684+0000 7f4db56b6700 1 -- 172.21.15.42:0/2510511734 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4db0107840 msgr2=0x7f4db010f3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:59.797 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.684+0000 7f4db56b6700 1 --2- 172.21.15.42:0/2510511734 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4db0107840 0x7f4db010f3c0 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f4da800b0d0 tx=0x7f4da800b3e0 comp rx=0 tx=0).stop 2024-06-06T08:23:59.797 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.684+0000 7f4db56b6700 1 -- 172.21.15.42:0/2510511734 shutdown_connections 2024-06-06T08:23:59.797 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.684+0000 7f4db56b6700 1 --2- 172.21.15.42:0/2510511734 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4db0107840 0x7f4db010f3c0 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:59.798 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.684+0000 7f4db56b6700 1 --2- 172.21.15.42:0/2510511734 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4db0102740 0x7f4db0102b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:59.798 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.684+0000 7f4db56b6700 1 --2- 172.21.15.42:0/2510511734 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4db01030f0 0x7f4db0107110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:59.798 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.684+0000 7f4db56b6700 1 -- 172.21.15.42:0/2510511734 >> 172.21.15.42:0/2510511734 conn(0x7f4db00795f0 msgr2=0x7f4db0079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:59.798 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.684+0000 7f4db56b6700 1 -- 172.21.15.42:0/2510511734 shutdown_connections 2024-06-06T08:23:59.798 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.684+0000 7f4db56b6700 1 -- 172.21.15.42:0/2510511734 wait complete. 2024-06-06T08:23:59.799 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.685+0000 7f4db56b6700 1 Processor -- start 2024-06-06T08:23:59.799 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.685+0000 7f4db56b6700 1 -- start start 2024-06-06T08:23:59.799 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.685+0000 7f4db56b6700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4db0102740 0x7f4db019e760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:59.799 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.685+0000 7f4db56b6700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4db01030f0 0x7f4db019eca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:59.799 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.685+0000 7f4db56b6700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4db0107840 0x7f4db0198920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:59.799 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.685+0000 7f4db56b6700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4db0112780 con 0x7f4db01030f0 2024-06-06T08:23:59.800 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.685+0000 7f4db56b6700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f4db0112600 con 0x7f4db0102740 2024-06-06T08:23:59.800 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.685+0000 7f4db56b6700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f4db0112900 con 0x7f4db0107840 2024-06-06T08:23:59.800 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.686+0000 7f4dae7fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4db01030f0 0x7f4db019eca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:59.800 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.686+0000 7f4dae7fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4db01030f0 0x7f4db019eca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:53032/0 (socket says 172.21.15.42:53032) 2024-06-06T08:23:59.800 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.686+0000 7f4dae7fc700 1 -- 172.21.15.42:0/284049623 learned_addr learned my addr 172.21.15.42:0/284049623 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:59.800 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.686+0000 7f4daeffd700 1 --2- 172.21.15.42:0/284049623 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4db0102740 0x7f4db019e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:59.800 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.686+0000 7f4daf7fe700 1 --2- 172.21.15.42:0/284049623 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4db0107840 0x7f4db0198920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:59.801 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.686+0000 7f4daeffd700 1 -- 172.21.15.42:0/284049623 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4db0107840 msgr2=0x7f4db0198920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:59.801 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.686+0000 7f4daeffd700 1 --2- 172.21.15.42:0/284049623 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4db0107840 0x7f4db0198920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:59.801 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.686+0000 7f4daeffd700 1 -- 172.21.15.42:0/284049623 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4db01030f0 msgr2=0x7f4db019eca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:59.801 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.686+0000 7f4daeffd700 1 --2- 172.21.15.42:0/284049623 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4db01030f0 0x7f4db019eca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:59.801 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.686+0000 7f4daeffd700 1 -- 172.21.15.42:0/284049623 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4db0199080 con 0x7f4db0102740 2024-06-06T08:23:59.801 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.686+0000 7f4dae7fc700 1 --2- 172.21.15.42:0/284049623 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4db01030f0 0x7f4db019eca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:23:59.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.686+0000 7f4daf7fe700 1 --2- 172.21.15.42:0/284049623 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4db0107840 0x7f4db0198920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:23:59.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.686+0000 7f4daeffd700 1 --2- 172.21.15.42:0/284049623 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4db0102740 0x7f4db019e760 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f4da000d950 tx=0x7f4da000dc60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:59.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.687+0000 7f4d97fff700 1 -- 172.21.15.42:0/284049623 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4da0016070 con 0x7f4db0102740 2024-06-06T08:23:59.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.687+0000 7f4db56b6700 1 -- 172.21.15.42:0/284049623 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4db0199370 con 0x7f4db0102740 2024-06-06T08:23:59.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.687+0000 7f4d97fff700 1 -- 172.21.15.42:0/284049623 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4da000fd70 con 0x7f4db0102740 2024-06-06T08:23:59.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.687+0000 7f4db56b6700 1 -- 172.21.15.42:0/284049623 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4db01a5630 con 0x7f4db0102740 2024-06-06T08:23:59.803 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.687+0000 7f4d97fff700 1 -- 172.21.15.42:0/284049623 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4da0020060 con 0x7f4db0102740 2024-06-06T08:23:59.803 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.690+0000 7f4d97fff700 1 -- 172.21.15.42:0/284049623 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 25) ==== 138066+0+0 (secure 0 0 0) 0x7f4da0019070 con 0x7f4db0102740 2024-06-06T08:23:59.803 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.691+0000 7f4d97fff700 1 --2- 172.21.15.42:0/284049623 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f4d980a2eb0 0x7f4d980a5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:59.803 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.691+0000 7f4dae7fc700 1 --2- 172.21.15.42:0/284049623 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f4d980a2eb0 0x7f4d980a5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:59.803 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.691+0000 7f4d97fff700 1 -- 172.21.15.42:0/284049623 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f4da00cf470 con 0x7f4db0102740 2024-06-06T08:23:59.804 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.691+0000 7f4dae7fc700 1 --2- 172.21.15.42:0/284049623 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f4d980a2eb0 0x7f4d980a5370 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f4db0108c90 tx=0x7f4da400b480 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:59.804 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.691+0000 7f4dbff39b80 1 Processor -- start 2024-06-06T08:23:59.804 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.691+0000 7f4dbff39b80 1 -- start start 2024-06-06T08:23:59.804 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.692+0000 7f4dbff39b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5572cc930fd0 0x5572cc9313b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:59.804 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.692+0000 7f4dbff39b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572cc9318f0 0x5572cc9356f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:59.804 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.692+0000 7f4dbff39b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572cc935c30 0x5572cc936090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:59.804 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.692+0000 7f4dbff39b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5572cc87e810 con 0x5572cc935c30 2024-06-06T08:23:59.804 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.692+0000 7f4dbff39b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5572cc826720 con 0x5572cc930fd0 2024-06-06T08:23:59.805 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.692+0000 7f4dbff39b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5572cc87a7d0 con 0x5572cc9318f0 2024-06-06T08:23:59.805 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.692+0000 7f4daf7fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572cc935c30 0x5572cc936090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:59.805 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.692+0000 7f4daf7fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572cc935c30 0x5572cc936090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:53034/0 (socket says 172.21.15.42:53034) 2024-06-06T08:23:59.805 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.692+0000 7f4daf7fe700 1 -- 172.21.15.42:0/2670389560 learned_addr learned my addr 172.21.15.42:0/2670389560 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:59.805 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.692+0000 7f4dae7fc700 1 --2- 172.21.15.42:0/2670389560 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572cc9318f0 0x5572cc9356f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:59.805 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.692+0000 7f4daf7fe700 1 -- 172.21.15.42:0/2670389560 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572cc9318f0 msgr2=0x5572cc9356f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:59.805 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.692+0000 7f4daf7fe700 1 --2- 172.21.15.42:0/2670389560 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572cc9318f0 0x5572cc9356f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:59.805 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.692+0000 7f4daf7fe700 1 -- 172.21.15.42:0/2670389560 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5572cc930fd0 msgr2=0x5572cc9313b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:59.805 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.692+0000 7f4daf7fe700 1 --2- 172.21.15.42:0/2670389560 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5572cc930fd0 0x5572cc9313b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:59.805 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.692+0000 7f4daf7fe700 1 -- 172.21.15.42:0/2670389560 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5572cc81cf50 con 0x5572cc935c30 2024-06-06T08:23:59.805 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.693+0000 7f4daf7fe700 1 --2- 172.21.15.42:0/2670389560 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572cc935c30 0x5572cc936090 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f4da80095a0 tx=0x7f4da8006210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bdf9e687cb370b5f server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:59.806 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.693+0000 7f4d957fa700 1 -- 172.21.15.42:0/2670389560 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4da8004c30 con 0x5572cc935c30 2024-06-06T08:23:59.806 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.693+0000 7f4d957fa700 1 -- 172.21.15.42:0/2670389560 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4da8004dd0 con 0x5572cc935c30 2024-06-06T08:23:59.806 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.693+0000 7f4d957fa700 1 -- 172.21.15.42:0/2670389560 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4da8005330 con 0x5572cc935c30 2024-06-06T08:23:59.806 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.694+0000 7f4dbff39b80 1 -- 172.21.15.42:0/2670389560 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572cc935c30 msgr2=0x5572cc936090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:59.806 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.694+0000 7f4dbff39b80 1 --2- 172.21.15.42:0/2670389560 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572cc935c30 0x5572cc936090 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f4da80095a0 tx=0x7f4da8006210 comp rx=0 tx=0).stop 2024-06-06T08:23:59.806 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.694+0000 7f4dbff39b80 1 -- 172.21.15.42:0/2670389560 shutdown_connections 2024-06-06T08:23:59.806 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.694+0000 7f4dbff39b80 1 --2- 172.21.15.42:0/2670389560 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572cc935c30 0x5572cc936090 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:59.806 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.694+0000 7f4dbff39b80 1 --2- 172.21.15.42:0/2670389560 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5572cc930fd0 0x5572cc9313b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:59.806 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.694+0000 7f4dbff39b80 1 --2- 172.21.15.42:0/2670389560 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572cc9318f0 0x5572cc9356f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:59.806 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.694+0000 7f4dbff39b80 1 -- 172.21.15.42:0/2670389560 >> 172.21.15.42:0/2670389560 conn(0x5572cc857cc0 msgr2=0x5572cc927850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:59.806 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.694+0000 7f4dbff39b80 1 -- 172.21.15.42:0/2670389560 shutdown_connections 2024-06-06T08:23:59.806 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.694+0000 7f4dbff39b80 1 -- 172.21.15.42:0/2670389560 wait complete. 2024-06-06T08:23:59.807 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.694+0000 7f4dbff39b80 1 -- start start 2024-06-06T08:23:59.807 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.694+0000 7f4dbff39b80 1 Processor -- start 2024-06-06T08:23:59.807 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.695+0000 7f4dbff39b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5572cc930fd0 0x5572cc93d260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:59.807 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.695+0000 7f4dbff39b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572cc9318f0 0x5572cc93a560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:59.807 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.695+0000 7f4dbff39b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572cc935c30 0x5572cc93aaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:59.807 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.695+0000 7f4dbff39b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5572cc93dd70 con 0x5572cc9318f0 2024-06-06T08:23:59.807 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.695+0000 7f4dbff39b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5572cc81ebf0 con 0x5572cc930fd0 2024-06-06T08:23:59.807 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.695+0000 7f4dbff39b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5572cc93def0 con 0x5572cc935c30 2024-06-06T08:23:59.807 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.695+0000 7f4dbff39b80 10 client.0 _ll_register_callbacks cb 0x5572cc818920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:23:59.807 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.695+0000 7f4dae7fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572cc9318f0 0x5572cc93a560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:59.807 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.695+0000 7f4dae7fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572cc9318f0 0x5572cc93a560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:53040/0 (socket says 172.21.15.42:53040) 2024-06-06T08:23:59.807 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.695+0000 7f4dae7fc700 1 -- 172.21.15.42:0/2821793072 learned_addr learned my addr 172.21.15.42:0/2821793072 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:59.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.695+0000 7f4daeffd700 1 --2- 172.21.15.42:0/2821793072 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5572cc930fd0 0x5572cc93d260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:59.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.695+0000 7f4daf7fe700 1 --2- 172.21.15.42:0/2821793072 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572cc935c30 0x5572cc93aaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:59.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.695+0000 7f4dae7fc700 1 -- 172.21.15.42:0/2821793072 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572cc935c30 msgr2=0x5572cc93aaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:59.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.695+0000 7f4dae7fc700 1 --2- 172.21.15.42:0/2821793072 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572cc935c30 0x5572cc93aaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:59.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.695+0000 7f4dae7fc700 1 -- 172.21.15.42:0/2821793072 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5572cc930fd0 msgr2=0x5572cc93d260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:59.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.695+0000 7f4dae7fc700 1 --2- 172.21.15.42:0/2821793072 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5572cc930fd0 0x5572cc93d260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:59.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.695+0000 7f4dae7fc700 1 -- 172.21.15.42:0/2821793072 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5572cc7cd8d0 con 0x5572cc9318f0 2024-06-06T08:23:59.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.695+0000 7f4daeffd700 1 --2- 172.21.15.42:0/2821793072 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5572cc930fd0 0x5572cc93d260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:23:59.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.695+0000 7f4daf7fe700 1 --2- 172.21.15.42:0/2821793072 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572cc935c30 0x5572cc93aaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:23:59.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.695+0000 7f4dae7fc700 1 --2- 172.21.15.42:0/2821793072 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572cc9318f0 0x5572cc93a560 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f4da4011a30 tx=0x7f4da40047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb7685415676dd82 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:59.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.695+0000 7f4d92ff5700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:23:59.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.696+0000 7f4d92ff5700 1 -- 172.21.15.42:0/2821793072 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4da4028630 con 0x5572cc9318f0 2024-06-06T08:23:59.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.696+0000 7f4d92ff5700 1 -- 172.21.15.42:0/2821793072 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f4da401f430 con 0x5572cc9318f0 2024-06-06T08:23:59.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.696+0000 7f4dbff39b80 1 -- 172.21.15.42:0/2821793072 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4da8004dd0 con 0x5572cc9318f0 2024-06-06T08:23:59.809 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.696+0000 7f4d92ff5700 1 -- 172.21.15.42:0/2821793072 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4da40287d0 con 0x5572cc9318f0 2024-06-06T08:23:59.809 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.696+0000 7f4dbff39b80 10 client.15789 fetch_fsmap learned FSMap version 26 2024-06-06T08:23:59.809 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.696+0000 7f4dbff39b80 1 -- 172.21.15.42:0/2821793072 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5572cc9487e0 con 0x5572cc9318f0 2024-06-06T08:23:59.809 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.696+0000 7f4d92ff5700 1 -- 172.21.15.42:0/2821793072 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4da8004dd0 con 0x5572cc9318f0 2024-06-06T08:23:59.809 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.696+0000 7f4d92ff5700 1 -- 172.21.15.42:0/2821793072 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7f4da401e440 con 0x5572cc9318f0 2024-06-06T08:23:59.809 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.696+0000 7f4dbff39b80 10 client.15789 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:23:59.809 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.696+0000 7f4dbff39b80 10 client.15789 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:23:59.809 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.696+0000 7f4dbff39b80 20 client.15789 populate_metadata read hostname 'smithi042' 2024-06-06T08:23:59.809 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.696+0000 7f4dbff39b80 1 --2- 172.21.15.42:0/2821793072 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5572cc94b100 0x5572cc94d4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:59.809 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.697+0000 7f4dbff39b80 4 client.15789 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:23:59.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.697+0000 7f4dbff39b80 1 -- 172.21.15.42:0/2821793072 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5572cc88bd10 con 0x5572cc94b100 2024-06-06T08:23:59.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.697+0000 7f4daeffd700 1 --2- 172.21.15.42:0/2821793072 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5572cc94b100 0x5572cc94d4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:59.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.697+0000 7f4daeffd700 1 --2- 172.21.15.42:0/2821793072 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5572cc94b100 0x5572cc94d4f0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c5aa304839ea280e server_cookie=abd80fe6bc9a4996 in_seq=0 out_seq=0 2024-06-06T08:23:59.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.697+0000 7f4d92ff5700 10 client.15789 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:23:59.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.698+0000 7f4d92ff5700 1 -- 172.21.15.42:0/2821793072 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x5572cc88bd10 con 0x5572cc94b100 2024-06-06T08:23:59.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.698+0000 7f4d92ff5700 10 client.15789 handle_command_reply: tid=0 2024-06-06T08:23:59.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.698+0000 7f4dbff39b80 1 client.15789 shutdown 2024-06-06T08:23:59.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.698+0000 7f4dbff39b80 1 -- 172.21.15.42:0/2821793072 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572cc9318f0 msgr2=0x5572cc93a560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:59.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.698+0000 7f4dbff39b80 1 --2- 172.21.15.42:0/2821793072 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572cc9318f0 0x5572cc93a560 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f4da4011a30 tx=0x7f4da40047c0 comp rx=0 tx=0).stop 2024-06-06T08:23:59.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.698+0000 7f4dbff39b80 1 -- 172.21.15.42:0/2821793072 shutdown_connections 2024-06-06T08:23:59.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.698+0000 7f4dbff39b80 1 --2- 172.21.15.42:0/2821793072 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572cc935c30 0x5572cc93aaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:59.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.698+0000 7f4dbff39b80 1 --2- 172.21.15.42:0/2821793072 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5572cc94b100 0x5572cc94d4f0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:59.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.698+0000 7f4d92ff5700 0 client.15789 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:23:59.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.698+0000 7f4dbff39b80 1 --2- 172.21.15.42:0/2821793072 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5572cc930fd0 0x5572cc93d260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:59.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.698+0000 7f4dbff39b80 1 --2- 172.21.15.42:0/2821793072 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572cc9318f0 0x5572cc93a560 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:59.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.698+0000 7f4dbff39b80 1 -- 172.21.15.42:0/2821793072 >> 172.21.15.42:0/2821793072 conn(0x5572cc857cc0 msgr2=0x5572cc92b9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:59.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.698+0000 7f4dbff39b80 1 -- 172.21.15.42:0/2821793072 shutdown_connections 2024-06-06T08:23:59.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.698+0000 7f4dbff39b80 1 -- 172.21.15.42:0/2821793072 wait complete. 2024-06-06T08:23:59.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.698+0000 7f4dbff39b80 20 client.15789 trim_cache size 0 max 16384 2024-06-06T08:23:59.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.729+0000 7f4dbff39b80 1 Processor -- start 2024-06-06T08:23:59.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.729+0000 7f4dbff39b80 1 -- start start 2024-06-06T08:23:59.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.729+0000 7f4dbff39b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572cc930fd0 0x5572cc947010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:59.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.729+0000 7f4dbff39b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5572cc9318f0 0x5572cc952b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:59.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.729+0000 7f4dbff39b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572cc935c30 0x5572cc953060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:59.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.729+0000 7f4dbff39b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4db01ae930 con 0x5572cc930fd0 2024-06-06T08:23:59.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.729+0000 7f4dbff39b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f4db01ac1c0 con 0x5572cc9318f0 2024-06-06T08:23:59.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.729+0000 7f4dbff39b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f4db01aa010 con 0x5572cc935c30 2024-06-06T08:23:59.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.730+0000 7f4daeffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572cc930fd0 0x5572cc947010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:59.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.730+0000 7f4daeffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572cc930fd0 0x5572cc947010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:53054/0 (socket says 172.21.15.42:53054) 2024-06-06T08:23:59.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.730+0000 7f4daeffd700 1 -- 172.21.15.42:0/2248491273 learned_addr learned my addr 172.21.15.42:0/2248491273 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:59.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.730+0000 7f4daf7fe700 1 --2- 172.21.15.42:0/2248491273 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572cc935c30 0x5572cc953060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:59.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.730+0000 7f4dae7fc700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5572cc9318f0 0x5572cc952b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:59.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.730+0000 7f4daeffd700 1 -- 172.21.15.42:0/2248491273 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572cc935c30 msgr2=0x5572cc953060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:59.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.730+0000 7f4daeffd700 1 --2- 172.21.15.42:0/2248491273 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572cc935c30 0x5572cc953060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:59.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.730+0000 7f4daeffd700 1 -- 172.21.15.42:0/2248491273 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5572cc9318f0 msgr2=0x5572cc952b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:59.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.730+0000 7f4daeffd700 1 --2- 172.21.15.42:0/2248491273 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5572cc9318f0 0x5572cc952b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:59.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.730+0000 7f4daeffd700 1 -- 172.21.15.42:0/2248491273 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5572cc93b570 con 0x5572cc930fd0 2024-06-06T08:23:59.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.730+0000 7f4daf7fe700 1 --2- 172.21.15.42:0/2248491273 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572cc935c30 0x5572cc953060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:23:59.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.730+0000 7f4dae7fc700 1 --2- 172.21.15.42:0/2248491273 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5572cc9318f0 0x5572cc952b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:23:59.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.730+0000 7f4daeffd700 1 --2- 172.21.15.42:0/2248491273 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572cc930fd0 0x5572cc947010 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f4da0005950 tx=0x7f4da000bf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=932d1e89a1ad92c1 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:59.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.730+0000 7f4d94ff9700 1 -- 172.21.15.42:0/2248491273 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4da00b4070 con 0x5572cc930fd0 2024-06-06T08:23:59.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.731+0000 7f4d94ff9700 1 -- 172.21.15.42:0/2248491273 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4da009b400 con 0x5572cc930fd0 2024-06-06T08:23:59.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.731+0000 7f4d94ff9700 1 -- 172.21.15.42:0/2248491273 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4da00b4210 con 0x5572cc930fd0 2024-06-06T08:23:59.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.731+0000 7f4dbff39b80 1 -- 172.21.15.42:0/2248491273 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572cc930fd0 msgr2=0x5572cc947010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:59.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.731+0000 7f4dbff39b80 1 --2- 172.21.15.42:0/2248491273 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572cc930fd0 0x5572cc947010 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f4da0005950 tx=0x7f4da000bf90 comp rx=0 tx=0).stop 2024-06-06T08:23:59.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.731+0000 7f4dbff39b80 1 -- 172.21.15.42:0/2248491273 shutdown_connections 2024-06-06T08:23:59.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.731+0000 7f4dbff39b80 1 --2- 172.21.15.42:0/2248491273 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572cc935c30 0x5572cc953060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:59.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.731+0000 7f4dbff39b80 1 --2- 172.21.15.42:0/2248491273 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572cc930fd0 0x5572cc947010 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:59.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.731+0000 7f4dbff39b80 1 --2- 172.21.15.42:0/2248491273 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5572cc9318f0 0x5572cc952b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:59.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.731+0000 7f4dbff39b80 1 -- 172.21.15.42:0/2248491273 >> 172.21.15.42:0/2248491273 conn(0x5572cc857cc0 msgr2=0x5572cc927380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:59.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.732+0000 7f4dbff39b80 1 -- 172.21.15.42:0/2248491273 shutdown_connections 2024-06-06T08:23:59.814 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.732+0000 7f4dbff39b80 1 -- 172.21.15.42:0/2248491273 wait complete. 2024-06-06T08:23:59.814 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.732+0000 7f4dbff39b80 1 -- start start 2024-06-06T08:23:59.814 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.732+0000 7f4dbff39b80 1 Processor -- start 2024-06-06T08:23:59.814 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.732+0000 7f4dbff39b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572cc930fd0 0x5572cc943430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:59.814 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.732+0000 7f4dbff39b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5572cc9318f0 0x5572cc943970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:59.814 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.732+0000 7f4dbff39b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572cc935c30 0x5572cc93e860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:59.814 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.732+0000 7f4dbff39b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4db01aa680 con 0x5572cc930fd0 2024-06-06T08:23:59.814 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.732+0000 7f4dbff39b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f4db01abaf0 con 0x5572cc9318f0 2024-06-06T08:23:59.814 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.732+0000 7f4dbff39b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f4db01aad50 con 0x5572cc935c30 2024-06-06T08:23:59.814 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.732+0000 7f4dbff39b80 10 client.0 _ll_register_callbacks cb 0x5572cc818920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:23:59.814 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.733+0000 7f4daeffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572cc930fd0 0x5572cc943430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:59.814 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.733+0000 7f4daeffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572cc930fd0 0x5572cc943430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:53056/0 (socket says 172.21.15.42:53056) 2024-06-06T08:23:59.814 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.733+0000 7f4daeffd700 1 -- 172.21.15.42:0/1070838772 learned_addr learned my addr 172.21.15.42:0/1070838772 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:23:59.815 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.733+0000 7f4daf7fe700 1 --2- 172.21.15.42:0/1070838772 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572cc935c30 0x5572cc93e860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:59.815 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.733+0000 7f4dae7fc700 1 --2- 172.21.15.42:0/1070838772 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5572cc9318f0 0x5572cc943970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:59.815 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.733+0000 7f4daeffd700 1 -- 172.21.15.42:0/1070838772 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572cc935c30 msgr2=0x5572cc93e860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:59.815 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.733+0000 7f4daeffd700 1 --2- 172.21.15.42:0/1070838772 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572cc935c30 0x5572cc93e860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:59.815 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.733+0000 7f4daeffd700 1 -- 172.21.15.42:0/1070838772 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5572cc9318f0 msgr2=0x5572cc943970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:23:59.815 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.733+0000 7f4daeffd700 1 --2- 172.21.15.42:0/1070838772 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5572cc9318f0 0x5572cc943970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:59.815 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.733+0000 7f4daeffd700 1 -- 172.21.15.42:0/1070838772 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5572cc93f0a0 con 0x5572cc930fd0 2024-06-06T08:23:59.815 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.733+0000 7f4dae7fc700 1 --2- 172.21.15.42:0/1070838772 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5572cc9318f0 0x5572cc943970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:23:59.815 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.733+0000 7f4daeffd700 1 --2- 172.21.15.42:0/1070838772 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572cc930fd0 0x5572cc943430 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f4da000b510 tx=0x7f4da009add0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2e1ef9dd2efe25a server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:23:59.815 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.733+0000 7f4d92ff5700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:23:59.815 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.733+0000 7f4d92ff5700 1 -- 172.21.15.42:0/1070838772 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4da00b4040 con 0x5572cc930fd0 2024-06-06T08:23:59.815 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.733+0000 7f4d92ff5700 1 -- 172.21.15.42:0/1070838772 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f4da00b41e0 con 0x5572cc930fd0 2024-06-06T08:23:59.815 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.733+0000 7f4dbff39b80 1 -- 172.21.15.42:0/1070838772 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4da009b400 con 0x5572cc930fd0 2024-06-06T08:23:59.816 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.734+0000 7f4d92ff5700 1 -- 172.21.15.42:0/1070838772 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4da00b4400 con 0x5572cc930fd0 2024-06-06T08:23:59.816 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.734+0000 7f4dbff39b80 10 client.15795 fetch_fsmap learned FSMap version 26 2024-06-06T08:23:59.816 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.734+0000 7f4dbff39b80 1 -- 172.21.15.42:0/1070838772 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5572cc9b5690 con 0x5572cc930fd0 2024-06-06T08:23:59.816 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.734+0000 7f4d92ff5700 1 -- 172.21.15.42:0/1070838772 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4da009b400 con 0x5572cc930fd0 2024-06-06T08:23:59.816 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.734+0000 7f4d92ff5700 1 -- 172.21.15.42:0/1070838772 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7f4da00cc9e0 con 0x5572cc930fd0 2024-06-06T08:23:59.816 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.734+0000 7f4dbff39b80 10 client.15795 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:23:59.816 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.734+0000 7f4dbff39b80 10 client.15795 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:23:59.816 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.734+0000 7f4dbff39b80 20 client.15795 populate_metadata read hostname 'smithi042' 2024-06-06T08:23:59.816 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.734+0000 7f4dbff39b80 1 --2- 172.21.15.42:0/1070838772 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5572cc94b100 0x5572cc9b7cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:23:59.816 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.734+0000 7f4dbff39b80 4 client.15795 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-06-06T08:23:59.816 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.734+0000 7f4dbff39b80 1 -- 172.21.15.42:0/1070838772 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5572cc886290 con 0x5572cc94b100 2024-06-06T08:23:59.816 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.734+0000 7f4dae7fc700 1 --2- 172.21.15.42:0/1070838772 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5572cc94b100 0x5572cc9b7cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:23:59.816 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.735+0000 7f4dae7fc700 1 --2- 172.21.15.42:0/1070838772 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5572cc94b100 0x5572cc9b7cf0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7ccff9f9810ab6e4 server_cookie=27512eaa6859686a in_seq=0 out_seq=0 2024-06-06T08:23:59.816 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.735+0000 7f4d92ff5700 10 client.15795 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:23:59.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.735+0000 7f4d92ff5700 1 -- 172.21.15.42:0/1070838772 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5572cc886290 con 0x5572cc94b100 2024-06-06T08:23:59.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.735+0000 7f4d92ff5700 10 client.15795 handle_command_reply: tid=0 2024-06-06T08:23:59.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.735+0000 7f4dbff39b80 1 client.15795 shutdown 2024-06-06T08:23:59.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.735+0000 7f4dbff39b80 1 -- 172.21.15.42:0/1070838772 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572cc930fd0 msgr2=0x5572cc943430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:59.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.735+0000 7f4dbff39b80 1 --2- 172.21.15.42:0/1070838772 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572cc930fd0 0x5572cc943430 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f4da000b510 tx=0x7f4da009add0 comp rx=0 tx=0).stop 2024-06-06T08:23:59.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.735+0000 7f4dbff39b80 1 -- 172.21.15.42:0/1070838772 shutdown_connections 2024-06-06T08:23:59.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.735+0000 7f4dbff39b80 1 --2- 172.21.15.42:0/1070838772 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572cc935c30 0x5572cc93e860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:59.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.735+0000 7f4dbff39b80 1 --2- 172.21.15.42:0/1070838772 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572cc930fd0 0x5572cc943430 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:59.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.735+0000 7f4dbff39b80 1 --2- 172.21.15.42:0/1070838772 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5572cc94b100 0x5572cc9b7cf0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:59.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.735+0000 7f4dbff39b80 1 --2- 172.21.15.42:0/1070838772 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5572cc9318f0 0x5572cc943970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:59.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.735+0000 7f4d92ff5700 0 client.15795 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:23:59.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.735+0000 7f4dbff39b80 1 -- 172.21.15.42:0/1070838772 >> 172.21.15.42:0/1070838772 conn(0x5572cc857cc0 msgr2=0x5572cc920e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:59.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.735+0000 7f4dbff39b80 1 -- 172.21.15.42:0/1070838772 shutdown_connections 2024-06-06T08:23:59.818 INFO:teuthology.orchestra.run.smithi042.stdout:[] 2024-06-06T08:23:59.818 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.735+0000 7f4dbff39b80 1 -- 172.21.15.42:0/1070838772 wait complete. 2024-06-06T08:23:59.818 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.736+0000 7f4dbff39b80 20 client.15795 trim_cache size 0 max 16384 2024-06-06T08:23:59.818 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.736+0000 7f4db56b6700 1 -- 172.21.15.42:0/284049623 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f4d980a2eb0 msgr2=0x7f4d980a5370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:59.818 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.736+0000 7f4db56b6700 1 --2- 172.21.15.42:0/284049623 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f4d980a2eb0 0x7f4d980a5370 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f4db0108c90 tx=0x7f4da400b480 comp rx=0 tx=0).stop 2024-06-06T08:23:59.818 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.736+0000 7f4db56b6700 1 -- 172.21.15.42:0/284049623 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4db0102740 msgr2=0x7f4db019e760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:23:59.819 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.736+0000 7f4db56b6700 1 --2- 172.21.15.42:0/284049623 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4db0102740 0x7f4db019e760 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f4da000d950 tx=0x7f4da000dc60 comp rx=0 tx=0).stop 2024-06-06T08:23:59.819 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.736+0000 7f4db56b6700 1 -- 172.21.15.42:0/284049623 shutdown_connections 2024-06-06T08:23:59.819 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.736+0000 7f4db56b6700 1 --2- 172.21.15.42:0/284049623 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f4d980a2eb0 0x7f4d980a5370 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:59.819 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.736+0000 7f4db56b6700 1 --2- 172.21.15.42:0/284049623 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4db0107840 0x7f4db0198920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:59.819 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.736+0000 7f4db56b6700 1 --2- 172.21.15.42:0/284049623 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4db0102740 0x7f4db019e760 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:59.819 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.736+0000 7f4db56b6700 1 --2- 172.21.15.42:0/284049623 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4db01030f0 0x7f4db019eca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:23:59.819 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.736+0000 7f4db56b6700 1 -- 172.21.15.42:0/284049623 >> 172.21.15.42:0/284049623 conn(0x7f4db00795f0 msgr2=0x7f4db0100410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:23:59.819 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.737+0000 7f4db56b6700 1 -- 172.21.15.42:0/284049623 shutdown_connections 2024-06-06T08:23:59.819 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:23:59.737+0000 7f4db56b6700 1 -- 172.21.15.42:0/284049623 wait complete. 2024-06-06T08:24:00.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:24:00 smithi149 ceph-mon[36842]: pgmap v44: 129 pgs: 129 active+clean; 1.4 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-06-06T08:24:00.564 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:24:00 smithi042 ceph-mon[32384]: pgmap v44: 129 pgs: 129 active+clean; 1.4 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-06-06T08:24:00.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:24:00 smithi120 ceph-mon[36658]: pgmap v44: 129 pgs: 129 active+clean; 1.4 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-06-06T08:24:01.623 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-06-06T08:24:01.623 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-06-06T08:24:01.964 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:24:02.381 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:24:02 smithi042 ceph-mon[32384]: pgmap v45: 129 pgs: 129 active+clean; 1.4 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 1.1 KiB/s wr, 6 op/s 2024-06-06T08:24:02.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:24:02 smithi149 ceph-mon[36842]: pgmap v45: 129 pgs: 129 active+clean; 1.4 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 1.1 KiB/s wr, 6 op/s 2024-06-06T08:24:02.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:24:02 smithi120 ceph-mon[36658]: pgmap v45: 129 pgs: 129 active+clean; 1.4 MiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 1.1 KiB/s wr, 6 op/s 2024-06-06T08:24:03.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.899+0000 7fead20f4700 1 -- 172.21.15.42:0/1148058911 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feacc10b750 msgr2=0x7feacc113ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:03.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.899+0000 7fead20f4700 1 --2- 172.21.15.42:0/1148058911 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feacc10b750 0x7feacc113ea0 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7feac0009990 tx=0x7feac0009ca0 comp rx=0 tx=0).stop 2024-06-06T08:24:03.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.900+0000 7fead20f4700 1 -- 172.21.15.42:0/1148058911 shutdown_connections 2024-06-06T08:24:03.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.900+0000 7fead20f4700 1 --2- 172.21.15.42:0/1148058911 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7feacc1143e0 0x7feacc1167d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:03.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.900+0000 7fead20f4700 1 --2- 172.21.15.42:0/1148058911 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7feacc10ae30 0x7feacc10b210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:03.900 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.900+0000 7fead20f4700 1 --2- 172.21.15.42:0/1148058911 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feacc10b750 0x7feacc113ea0 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:03.900 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.900+0000 7fead20f4700 1 -- 172.21.15.42:0/1148058911 >> 172.21.15.42:0/1148058911 conn(0x7feacc06d600 msgr2=0x7feacc06da10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:03.900 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.900+0000 7fead20f4700 1 -- 172.21.15.42:0/1148058911 shutdown_connections 2024-06-06T08:24:03.901 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.900+0000 7fead20f4700 1 -- 172.21.15.42:0/1148058911 wait complete. 2024-06-06T08:24:03.902 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.900+0000 7fead20f4700 1 Processor -- start 2024-06-06T08:24:03.902 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.901+0000 7fead20f4700 1 -- start start 2024-06-06T08:24:03.902 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.901+0000 7fead20f4700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feacc10ae30 0x7feacc1a3720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:03.902 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.901+0000 7fead20f4700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7feacc10b750 0x7feacc1a3c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:03.902 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.901+0000 7fead20f4700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7feacc1143e0 0x7feacc1a7ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:03.902 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.901+0000 7fead20f4700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7feacc11b000 con 0x7feacc10ae30 2024-06-06T08:24:03.902 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.901+0000 7fead20f4700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7feacc11ae80 con 0x7feacc1143e0 2024-06-06T08:24:03.902 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.901+0000 7fead20f4700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7feacc11b180 con 0x7feacc10b750 2024-06-06T08:24:03.902 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.901+0000 7feacb7fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feacc10ae30 0x7feacc1a3720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:03.902 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.901+0000 7feacb7fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feacc10ae30 0x7feacc1a3720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:53076/0 (socket says 172.21.15.42:53076) 2024-06-06T08:24:03.902 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.901+0000 7feacb7fe700 1 -- 172.21.15.42:0/3938105621 learned_addr learned my addr 172.21.15.42:0/3938105621 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:03.902 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.901+0000 7feacbfff700 1 --2- 172.21.15.42:0/3938105621 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7feacc1143e0 0x7feacc1a7ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:03.903 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.901+0000 7feacaffd700 1 --2- 172.21.15.42:0/3938105621 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7feacc10b750 0x7feacc1a3c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:03.903 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.902+0000 7feacb7fe700 1 -- 172.21.15.42:0/3938105621 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7feacc10b750 msgr2=0x7feacc1a3c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:03.903 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.902+0000 7feacb7fe700 1 --2- 172.21.15.42:0/3938105621 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7feacc10b750 0x7feacc1a3c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:03.903 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.902+0000 7feacb7fe700 1 -- 172.21.15.42:0/3938105621 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7feacc1143e0 msgr2=0x7feacc1a7ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:03.903 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.902+0000 7feacb7fe700 1 --2- 172.21.15.42:0/3938105621 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7feacc1143e0 0x7feacc1a7ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:03.903 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.902+0000 7feacb7fe700 1 -- 172.21.15.42:0/3938105621 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feacc1a8730 con 0x7feacc10ae30 2024-06-06T08:24:03.903 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.902+0000 7feacb7fe700 1 --2- 172.21.15.42:0/3938105621 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feacc10ae30 0x7feacc1a3720 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7feabc00e9f0 tx=0x7feabc00ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:03.903 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.902+0000 7feac8ff9700 1 -- 172.21.15.42:0/3938105621 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feabc017dd0 con 0x7feacc10ae30 2024-06-06T08:24:03.903 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.902+0000 7fead20f4700 1 -- 172.21.15.42:0/3938105621 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feacc1a8a20 con 0x7feacc10ae30 2024-06-06T08:24:03.903 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.902+0000 7feac8ff9700 1 -- 172.21.15.42:0/3938105621 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7feabc004d10 con 0x7feacc10ae30 2024-06-06T08:24:03.903 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.902+0000 7feac8ff9700 1 -- 172.21.15.42:0/3938105621 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feabc005280 con 0x7feacc10ae30 2024-06-06T08:24:03.904 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.903+0000 7fead20f4700 1 -- 172.21.15.42:0/3938105621 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feacc10bdb0 con 0x7feacc10ae30 2024-06-06T08:24:03.905 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.906+0000 7feac8ff9700 1 -- 172.21.15.42:0/3938105621 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 25) ==== 138066+0+0 (secure 0 0 0) 0x7feabc0054e0 con 0x7feacc10ae30 2024-06-06T08:24:03.906 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.907+0000 7feac8ff9700 1 --2- 172.21.15.42:0/3938105621 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7feab40a2eb0 0x7feab40a5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:03.906 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.907+0000 7feac8ff9700 1 -- 172.21.15.42:0/3938105621 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7feabc0d8320 con 0x7feacc10ae30 2024-06-06T08:24:03.906 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.907+0000 7feacaffd700 1 --2- 172.21.15.42:0/3938105621 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7feab40a2eb0 0x7feab40a5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:03.907 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.908+0000 7feacaffd700 1 --2- 172.21.15.42:0/3938105621 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7feab40a2eb0 0x7feab40a5370 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7feac000b2e0 tx=0x7feac0005960 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:03.908 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.908+0000 7feadc977b80 1 Processor -- start 2024-06-06T08:24:03.908 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.908+0000 7feadc977b80 1 -- start start 2024-06-06T08:24:03.908 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.908+0000 7feadc977b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588f4b196c0 0x5588f4b19aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:03.908 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.908+0000 7feadc977b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5588f4b19fe0 0x5588f4b13a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:03.908 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.909+0000 7feadc977b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5588f4b13fa0 0x5588f4b143c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:03.908 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.909+0000 7feacbfff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5588f4b13fa0 0x5588f4b143c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:03.909 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.909+0000 7feacbfff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5588f4b13fa0 0x5588f4b143c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:53082/0 (socket says 172.21.15.42:53082) 2024-06-06T08:24:03.909 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.909+0000 7feacb7fe700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588f4b196c0 0x5588f4b19aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:03.909 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.909+0000 7feacb7fe700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588f4b196c0 0x5588f4b19aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:41746/0 (socket says 172.21.15.42:41746) 2024-06-06T08:24:03.909 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.909+0000 7feacbfff700 1 -- 172.21.15.42:0/2198505809 learned_addr learned my addr 172.21.15.42:0/2198505809 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:03.909 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.909+0000 7feadc977b80 1 -- 172.21.15.42:0/2198505809 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5588f4a65890 con 0x5588f4b13fa0 2024-06-06T08:24:03.909 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.909+0000 7feadc977b80 1 -- 172.21.15.42:0/2198505809 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5588f4a0d7a0 con 0x5588f4b19fe0 2024-06-06T08:24:03.909 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.909+0000 7feadc977b80 1 -- 172.21.15.42:0/2198505809 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5588f4a61850 con 0x5588f4b196c0 2024-06-06T08:24:03.910 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.909+0000 7feacaffd700 1 --2- 172.21.15.42:0/2198505809 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5588f4b19fe0 0x5588f4b13a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:03.910 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.909+0000 7feacbfff700 1 -- 172.21.15.42:0/2198505809 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588f4b196c0 msgr2=0x5588f4b19aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:03.910 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.909+0000 7feacbfff700 1 --2- 172.21.15.42:0/2198505809 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588f4b196c0 0x5588f4b19aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:03.910 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.909+0000 7feacbfff700 1 -- 172.21.15.42:0/2198505809 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5588f4b19fe0 msgr2=0x5588f4b13a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:03.910 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.909+0000 7feacbfff700 1 --2- 172.21.15.42:0/2198505809 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5588f4b19fe0 0x5588f4b13a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:03.910 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.909+0000 7feacbfff700 1 -- 172.21.15.42:0/2198505809 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5588f4a03fd0 con 0x5588f4b13fa0 2024-06-06T08:24:03.910 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.910+0000 7feacbfff700 1 --2- 172.21.15.42:0/2198505809 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5588f4b13fa0 0x5588f4b143c0 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7feac4011680 tx=0x7feac4009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78888fe8391f5697 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:03.910 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.910+0000 7feab1ffb700 1 -- 172.21.15.42:0/2198505809 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feac4019030 con 0x5588f4b13fa0 2024-06-06T08:24:03.910 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.910+0000 7feab1ffb700 1 -- 172.21.15.42:0/2198505809 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7feac40092e0 con 0x5588f4b13fa0 2024-06-06T08:24:03.910 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.910+0000 7feab1ffb700 1 -- 172.21.15.42:0/2198505809 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feac4007760 con 0x5588f4b13fa0 2024-06-06T08:24:03.916 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.911+0000 7feadc977b80 1 -- 172.21.15.42:0/2198505809 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5588f4b13fa0 msgr2=0x5588f4b143c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:03.916 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.911+0000 7feadc977b80 1 --2- 172.21.15.42:0/2198505809 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5588f4b13fa0 0x5588f4b143c0 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7feac4011680 tx=0x7feac4009920 comp rx=0 tx=0).stop 2024-06-06T08:24:03.916 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.911+0000 7feadc977b80 1 -- 172.21.15.42:0/2198505809 shutdown_connections 2024-06-06T08:24:03.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.911+0000 7feadc977b80 1 --2- 172.21.15.42:0/2198505809 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5588f4b13fa0 0x5588f4b143c0 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:03.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.911+0000 7feadc977b80 1 --2- 172.21.15.42:0/2198505809 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588f4b196c0 0x5588f4b19aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:03.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.911+0000 7feadc977b80 1 --2- 172.21.15.42:0/2198505809 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5588f4b19fe0 0x5588f4b13a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:03.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.911+0000 7feadc977b80 1 -- 172.21.15.42:0/2198505809 >> 172.21.15.42:0/2198505809 conn(0x5588f4a3ed40 msgr2=0x5588f4b0e8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:03.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.911+0000 7feadc977b80 1 -- 172.21.15.42:0/2198505809 shutdown_connections 2024-06-06T08:24:03.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.911+0000 7feadc977b80 1 -- 172.21.15.42:0/2198505809 wait complete. 2024-06-06T08:24:03.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.911+0000 7feadc977b80 1 -- start start 2024-06-06T08:24:03.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.911+0000 7feadc977b80 1 Processor -- start 2024-06-06T08:24:03.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.912+0000 7feadc977b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5588f4b13fa0 0x5588f4b1fd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:03.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.912+0000 7feadc977b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5588f4b196c0 0x5588f4b1d030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:03.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.912+0000 7feadc977b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588f4b19fe0 0x5588f4b1d570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:03.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.912+0000 7feadc977b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5588f4b20a50 con 0x5588f4b196c0 2024-06-06T08:24:03.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.912+0000 7feadc977b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5588f4a05c70 con 0x5588f4b13fa0 2024-06-06T08:24:03.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.912+0000 7feadc977b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5588f4b20bd0 con 0x5588f4b19fe0 2024-06-06T08:24:03.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.912+0000 7feadc977b80 10 client.0 _ll_register_callbacks cb 0x5588f49ff9a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:24:03.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.912+0000 7feacb7fe700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5588f4b13fa0 0x5588f4b1fd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:03.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.912+0000 7feacbfff700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588f4b19fe0 0x5588f4b1d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:03.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.912+0000 7feacb7fe700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5588f4b13fa0 0x5588f4b1fd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:47400/0 (socket says 172.21.15.42:47400) 2024-06-06T08:24:03.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.912+0000 7feacb7fe700 1 -- 172.21.15.42:0/1242582724 learned_addr learned my addr 172.21.15.42:0/1242582724 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:03.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.912+0000 7feacaffd700 1 --2- 172.21.15.42:0/1242582724 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5588f4b196c0 0x5588f4b1d030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:03.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.912+0000 7feacb7fe700 1 -- 172.21.15.42:0/1242582724 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588f4b19fe0 msgr2=0x5588f4b1d570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:03.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.912+0000 7feacb7fe700 1 --2- 172.21.15.42:0/1242582724 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588f4b19fe0 0x5588f4b1d570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:03.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.912+0000 7feacb7fe700 1 -- 172.21.15.42:0/1242582724 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5588f4b196c0 msgr2=0x5588f4b1d030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:03.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.912+0000 7feacb7fe700 1 --2- 172.21.15.42:0/1242582724 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5588f4b196c0 0x5588f4b1d030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:03.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.912+0000 7feacb7fe700 1 -- 172.21.15.42:0/1242582724 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5588f49b4950 con 0x5588f4b13fa0 2024-06-06T08:24:03.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.913+0000 7feacb7fe700 1 --2- 172.21.15.42:0/1242582724 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5588f4b13fa0 0x5588f4b1fd30 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7feabc0a40c0 tx=0x7feabc0a4900 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4e5b069a3ab20d7c server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:03.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.913+0000 7feaaaffd700 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:24:03.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.913+0000 7feaaaffd700 1 -- 172.21.15.42:0/1242582724 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feabc0bd060 con 0x5588f4b13fa0 2024-06-06T08:24:03.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.913+0000 7feadc977b80 1 -- 172.21.15.42:0/1242582724 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feac40092e0 con 0x5588f4b13fa0 2024-06-06T08:24:03.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.913+0000 7feaaaffd700 1 -- 172.21.15.42:0/1242582724 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7feabc0d5890 con 0x5588f4b13fa0 2024-06-06T08:24:03.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.913+0000 7feaaaffd700 1 -- 172.21.15.42:0/1242582724 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7feabc0a3d20 con 0x5588f4b13fa0 2024-06-06T08:24:03.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.913+0000 7feadc977b80 10 client.25460 fetch_fsmap learned FSMap version 26 2024-06-06T08:24:03.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.913+0000 7feadc977b80 1 -- 172.21.15.42:0/1242582724 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5588f4b3c3f0 con 0x5588f4b13fa0 2024-06-06T08:24:03.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.913+0000 7feaaaffd700 1 -- 172.21.15.42:0/1242582724 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7feac40092e0 con 0x5588f4b13fa0 2024-06-06T08:24:03.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.913+0000 7feaaaffd700 1 -- 172.21.15.42:0/1242582724 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7feabc01dbc0 con 0x5588f4b13fa0 2024-06-06T08:24:03.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.913+0000 7feadc977b80 10 client.25460 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:24:03.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.913+0000 7feadc977b80 10 client.25460 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:24:03.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.913+0000 7feadc977b80 20 client.25460 populate_metadata read hostname 'smithi042' 2024-06-06T08:24:03.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.913+0000 7feadc977b80 1 --2- 172.21.15.42:0/1242582724 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5588f4b3e980 0x5588f4b40d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:03.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.913+0000 7feadc977b80 4 client.25460 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:24:03.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.913+0000 7feadc977b80 1 -- 172.21.15.42:0/1242582724 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5588f4a72d90 con 0x5588f4b3e980 2024-06-06T08:24:03.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.914+0000 7feacaffd700 1 --2- 172.21.15.42:0/1242582724 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5588f4b3e980 0x5588f4b40d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:03.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.914+0000 7feaaaffd700 10 client.25460 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:24:03.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.914+0000 7feacaffd700 1 --2- 172.21.15.42:0/1242582724 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5588f4b3e980 0x5588f4b40d70 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8ffc9798e0997c77 server_cookie=e9799781b5b0d18e in_seq=0 out_seq=0 2024-06-06T08:24:03.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.915+0000 7feaaaffd700 1 -- 172.21.15.42:0/1242582724 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x5588f4a72d90 con 0x5588f4b3e980 2024-06-06T08:24:03.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.915+0000 7feaaaffd700 10 client.25460 handle_command_reply: tid=0 2024-06-06T08:24:03.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.915+0000 7feadc977b80 1 client.25460 shutdown 2024-06-06T08:24:03.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.915+0000 7feadc977b80 1 -- 172.21.15.42:0/1242582724 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5588f4b13fa0 msgr2=0x5588f4b1fd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:03.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.915+0000 7feadc977b80 1 --2- 172.21.15.42:0/1242582724 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5588f4b13fa0 0x5588f4b1fd30 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7feabc0a40c0 tx=0x7feabc0a4900 comp rx=0 tx=0).stop 2024-06-06T08:24:03.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.915+0000 7feadc977b80 1 -- 172.21.15.42:0/1242582724 shutdown_connections 2024-06-06T08:24:03.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.915+0000 7feadc977b80 1 --2- 172.21.15.42:0/1242582724 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588f4b19fe0 0x5588f4b1d570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:03.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.915+0000 7feadc977b80 1 --2- 172.21.15.42:0/1242582724 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5588f4b3e980 0x5588f4b40d70 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:03.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.915+0000 7feadc977b80 1 --2- 172.21.15.42:0/1242582724 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5588f4b13fa0 0x5588f4b1fd30 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:03.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.915+0000 7feadc977b80 1 --2- 172.21.15.42:0/1242582724 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5588f4b196c0 0x5588f4b1d030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:03.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.915+0000 7feaaaffd700 0 client.25460 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:24:03.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.915+0000 7feadc977b80 1 -- 172.21.15.42:0/1242582724 >> 172.21.15.42:0/1242582724 conn(0x5588f4a3ed40 msgr2=0x5588f4b12a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:03.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.915+0000 7feadc977b80 1 -- 172.21.15.42:0/1242582724 shutdown_connections 2024-06-06T08:24:03.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.915+0000 7feadc977b80 1 -- 172.21.15.42:0/1242582724 wait complete. 2024-06-06T08:24:03.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.915+0000 7feadc977b80 20 client.25460 trim_cache size 0 max 16384 2024-06-06T08:24:03.935 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.936+0000 7feadc977b80 1 Processor -- start 2024-06-06T08:24:03.935 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.936+0000 7feadc977b80 1 -- start start 2024-06-06T08:24:03.936 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.936+0000 7feadc977b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5588f4b13fa0 0x5588f4b13a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:03.936 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.936+0000 7feadc977b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5588f4b196c0 0x5588f4b1c1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:03.936 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.936+0000 7feadc977b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588f4b19fe0 0x5588f4b46580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:03.936 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.936+0000 7feadc977b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7feacc1b7390 con 0x5588f4b196c0 2024-06-06T08:24:03.936 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.936+0000 7feadc977b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7feacc1b4c20 con 0x5588f4b13fa0 2024-06-06T08:24:03.936 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.936+0000 7feadc977b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7feacc1b2a90 con 0x5588f4b19fe0 2024-06-06T08:24:03.936 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.937+0000 7feacaffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5588f4b196c0 0x5588f4b1c1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:03.936 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.937+0000 7feacaffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5588f4b196c0 0x5588f4b1c1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:53102/0 (socket says 172.21.15.42:53102) 2024-06-06T08:24:03.936 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.937+0000 7feacaffd700 1 -- 172.21.15.42:0/2170658018 learned_addr learned my addr 172.21.15.42:0/2170658018 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:03.937 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.937+0000 7feacb7fe700 1 --2- 172.21.15.42:0/2170658018 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5588f4b13fa0 0x5588f4b13a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:03.937 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.937+0000 7feacbfff700 1 --2- 172.21.15.42:0/2170658018 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588f4b19fe0 0x5588f4b46580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:03.937 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.937+0000 7feacaffd700 1 -- 172.21.15.42:0/2170658018 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588f4b19fe0 msgr2=0x5588f4b46580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:03.937 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.937+0000 7feacaffd700 1 --2- 172.21.15.42:0/2170658018 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588f4b19fe0 0x5588f4b46580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:03.937 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.937+0000 7feacaffd700 1 -- 172.21.15.42:0/2170658018 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5588f4b13fa0 msgr2=0x5588f4b13a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:03.937 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.937+0000 7feacaffd700 1 --2- 172.21.15.42:0/2170658018 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5588f4b13fa0 0x5588f4b13a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:03.937 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.937+0000 7feacaffd700 1 -- 172.21.15.42:0/2170658018 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5588f4b41350 con 0x5588f4b196c0 2024-06-06T08:24:03.937 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.937+0000 7feacb7fe700 1 --2- 172.21.15.42:0/2170658018 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5588f4b13fa0 0x5588f4b13a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:24:03.937 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.937+0000 7feacaffd700 1 --2- 172.21.15.42:0/2170658018 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5588f4b196c0 0x5588f4b1c1b0 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7feac0009990 tx=0x7feac0021000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=61a3ae5d7b8bebed server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:03.939 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.937+0000 7feab17fa700 1 -- 172.21.15.42:0/2170658018 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feac0003b60 con 0x5588f4b196c0 2024-06-06T08:24:03.939 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.938+0000 7feab17fa700 1 -- 172.21.15.42:0/2170658018 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7feac00056d0 con 0x5588f4b196c0 2024-06-06T08:24:03.939 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.938+0000 7feab17fa700 1 -- 172.21.15.42:0/2170658018 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feac0022670 con 0x5588f4b196c0 2024-06-06T08:24:03.939 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.938+0000 7feadc977b80 1 -- 172.21.15.42:0/2170658018 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5588f4b196c0 msgr2=0x5588f4b1c1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:03.939 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.938+0000 7feadc977b80 1 --2- 172.21.15.42:0/2170658018 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5588f4b196c0 0x5588f4b1c1b0 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7feac0009990 tx=0x7feac0021000 comp rx=0 tx=0).stop 2024-06-06T08:24:03.939 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.938+0000 7feadc977b80 1 -- 172.21.15.42:0/2170658018 shutdown_connections 2024-06-06T08:24:03.939 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.938+0000 7feadc977b80 1 --2- 172.21.15.42:0/2170658018 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588f4b19fe0 0x5588f4b46580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:03.939 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.938+0000 7feadc977b80 1 --2- 172.21.15.42:0/2170658018 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5588f4b13fa0 0x5588f4b13a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:03.939 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.938+0000 7feadc977b80 1 --2- 172.21.15.42:0/2170658018 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5588f4b196c0 0x5588f4b1c1b0 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:03.939 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.938+0000 7feadc977b80 1 -- 172.21.15.42:0/2170658018 >> 172.21.15.42:0/2170658018 conn(0x5588f4a3ed40 msgr2=0x5588f4b084f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:03.940 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.938+0000 7feadc977b80 1 -- 172.21.15.42:0/2170658018 shutdown_connections 2024-06-06T08:24:03.940 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.939+0000 7feadc977b80 1 -- 172.21.15.42:0/2170658018 wait complete. 2024-06-06T08:24:03.940 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.939+0000 7feadc977b80 1 -- start start 2024-06-06T08:24:03.940 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.939+0000 7feadc977b80 1 Processor -- start 2024-06-06T08:24:03.940 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.940+0000 7feadc977b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588f4b13fa0 0x5588f4b22dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:03.940 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.940+0000 7feadc977b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5588f4b196c0 0x5588f4b23300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:03.940 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.940+0000 7feadc977b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5588f4b19fe0 0x5588f4b23840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:03.940 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.940+0000 7feadc977b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7feacc1b30e0 con 0x5588f4b19fe0 2024-06-06T08:24:03.940 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.940+0000 7feadc977b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7feacc1b4550 con 0x5588f4b196c0 2024-06-06T08:24:03.940 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.940+0000 7feadc977b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7feacc1b37b0 con 0x5588f4b13fa0 2024-06-06T08:24:03.940 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.940+0000 7feacbfff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5588f4b19fe0 0x5588f4b23840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:03.940 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.940+0000 7feadc977b80 10 client.0 _ll_register_callbacks cb 0x5588f49ff9a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:24:03.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.940+0000 7feacb7fe700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588f4b13fa0 0x5588f4b22dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:03.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.940+0000 7feacbfff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5588f4b19fe0 0x5588f4b23840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:53112/0 (socket says 172.21.15.42:53112) 2024-06-06T08:24:03.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.940+0000 7feacbfff700 1 -- 172.21.15.42:0/3767682086 learned_addr learned my addr 172.21.15.42:0/3767682086 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:03.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.940+0000 7feacaffd700 1 --2- 172.21.15.42:0/3767682086 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5588f4b196c0 0x5588f4b23300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:03.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.940+0000 7feacbfff700 1 -- 172.21.15.42:0/3767682086 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588f4b13fa0 msgr2=0x5588f4b22dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:03.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.940+0000 7feacbfff700 1 --2- 172.21.15.42:0/3767682086 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588f4b13fa0 0x5588f4b22dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:03.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.940+0000 7feacbfff700 1 -- 172.21.15.42:0/3767682086 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5588f4b196c0 msgr2=0x5588f4b23300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:03.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.940+0000 7feacbfff700 1 --2- 172.21.15.42:0/3767682086 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5588f4b196c0 0x5588f4b23300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:03.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.940+0000 7feacbfff700 1 -- 172.21.15.42:0/3767682086 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5588f4ba9720 con 0x5588f4b19fe0 2024-06-06T08:24:03.943 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.940+0000 7feacb7fe700 1 --2- 172.21.15.42:0/3767682086 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588f4b13fa0 0x5588f4b22dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:24:03.943 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.940+0000 7feacaffd700 1 --2- 172.21.15.42:0/3767682086 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5588f4b196c0 0x5588f4b23300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:24:03.943 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.940+0000 7feacbfff700 1 --2- 172.21.15.42:0/3767682086 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5588f4b19fe0 0x5588f4b23840 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7feac4011650 tx=0x7feac4004df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d32145ef0eb6d6 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:03.943 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.941+0000 7feaaaffd700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:24:03.943 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.941+0000 7feaaaffd700 1 -- 172.21.15.42:0/3767682086 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feac401f650 con 0x5588f4b19fe0 2024-06-06T08:24:03.943 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.941+0000 7feaaaffd700 1 -- 172.21.15.42:0/3767682086 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7feac401f7f0 con 0x5588f4b19fe0 2024-06-06T08:24:03.943 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.941+0000 7feadc977b80 1 -- 172.21.15.42:0/3767682086 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feac00056d0 con 0x5588f4b19fe0 2024-06-06T08:24:03.943 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.941+0000 7feaaaffd700 1 -- 172.21.15.42:0/3767682086 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7feac4031050 con 0x5588f4b19fe0 2024-06-06T08:24:03.943 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.941+0000 7feadc977b80 10 client.15813 fetch_fsmap learned FSMap version 26 2024-06-06T08:24:03.943 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.941+0000 7feadc977b80 1 -- 172.21.15.42:0/3767682086 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5588f4baaa20 con 0x5588f4b19fe0 2024-06-06T08:24:03.943 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.941+0000 7feaaaffd700 1 -- 172.21.15.42:0/3767682086 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7feac00056d0 con 0x5588f4b19fe0 2024-06-06T08:24:03.943 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.941+0000 7feaaaffd700 1 -- 172.21.15.42:0/3767682086 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7feac4015bd0 con 0x5588f4b19fe0 2024-06-06T08:24:03.943 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.941+0000 7feadc977b80 10 client.15813 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:24:03.944 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.941+0000 7feadc977b80 10 client.15813 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:24:03.944 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.941+0000 7feadc977b80 20 client.15813 populate_metadata read hostname 'smithi042' 2024-06-06T08:24:03.944 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.942+0000 7feadc977b80 1 --2- 172.21.15.42:0/3767682086 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5588f4baaeb0 0x5588f4bad2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:03.944 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.942+0000 7feadc977b80 4 client.15813 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-06-06T08:24:03.944 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.942+0000 7feadc977b80 1 -- 172.21.15.42:0/3767682086 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5588f4a6d310 con 0x5588f4baaeb0 2024-06-06T08:24:03.944 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.942+0000 7feacb7fe700 1 --2- 172.21.15.42:0/3767682086 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5588f4baaeb0 0x5588f4bad2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:03.944 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.942+0000 7feacb7fe700 1 --2- 172.21.15.42:0/3767682086 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5588f4baaeb0 0x5588f4bad2d0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1d6d3a35665c93cd server_cookie=7bcb5e2fd9fd911a in_seq=0 out_seq=0 2024-06-06T08:24:03.944 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.942+0000 7feaaaffd700 10 client.15813 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:24:03.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.943+0000 7feaaaffd700 1 -- 172.21.15.42:0/3767682086 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5588f4a6d310 con 0x5588f4baaeb0 2024-06-06T08:24:03.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.943+0000 7feaaaffd700 10 client.15813 handle_command_reply: tid=0 2024-06-06T08:24:03.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.943+0000 7feadc977b80 1 client.15813 shutdown 2024-06-06T08:24:03.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.943+0000 7feadc977b80 1 -- 172.21.15.42:0/3767682086 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5588f4b19fe0 msgr2=0x5588f4b23840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:03.946 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.943+0000 7feadc977b80 1 --2- 172.21.15.42:0/3767682086 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5588f4b19fe0 0x5588f4b23840 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7feac4011650 tx=0x7feac4004df0 comp rx=0 tx=0).stop 2024-06-06T08:24:03.946 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.944+0000 7feadc977b80 1 -- 172.21.15.42:0/3767682086 shutdown_connections 2024-06-06T08:24:03.946 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.944+0000 7feadc977b80 1 --2- 172.21.15.42:0/3767682086 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5588f4b19fe0 0x5588f4b23840 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:03.946 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.944+0000 7feadc977b80 1 --2- 172.21.15.42:0/3767682086 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588f4b13fa0 0x5588f4b22dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:03.946 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.944+0000 7feadc977b80 1 --2- 172.21.15.42:0/3767682086 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5588f4baaeb0 0x5588f4bad2d0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:03.946 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.944+0000 7feadc977b80 1 --2- 172.21.15.42:0/3767682086 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5588f4b196c0 0x5588f4b23300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:03.946 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.944+0000 7feadc977b80 1 -- 172.21.15.42:0/3767682086 >> 172.21.15.42:0/3767682086 conn(0x5588f4a3ed40 msgr2=0x5588f4b18a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:03.946 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.944+0000 7feaaaffd700 0 client.15813 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:24:03.946 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.944+0000 7feadc977b80 1 -- 172.21.15.42:0/3767682086 shutdown_connections 2024-06-06T08:24:03.946 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.944+0000 7feadc977b80 1 -- 172.21.15.42:0/3767682086 wait complete. 2024-06-06T08:24:03.947 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.944+0000 7feadc977b80 20 client.15813 trim_cache size 0 max 16384 2024-06-06T08:24:03.947 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:24:03.947 INFO:teuthology.orchestra.run.smithi042.stdout: "return_code": 0, 2024-06-06T08:24:03.947 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_tag": "fc4d2089-6635-4417-a579-6823f7fa4500", 2024-06-06T08:24:03.947 INFO:teuthology.orchestra.run.smithi042.stdout: "mode": "asynchronous" 2024-06-06T08:24:03.947 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:24:03.948 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.945+0000 7fead20f4700 1 -- 172.21.15.42:0/3938105621 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7feab40a2eb0 msgr2=0x7feab40a5370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:03.948 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.945+0000 7fead20f4700 1 --2- 172.21.15.42:0/3938105621 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7feab40a2eb0 0x7feab40a5370 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7feac000b2e0 tx=0x7feac0005960 comp rx=0 tx=0).stop 2024-06-06T08:24:03.948 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.945+0000 7fead20f4700 1 -- 172.21.15.42:0/3938105621 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feacc10ae30 msgr2=0x7feacc1a3720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:03.948 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.945+0000 7fead20f4700 1 --2- 172.21.15.42:0/3938105621 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feacc10ae30 0x7feacc1a3720 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7feabc00e9f0 tx=0x7feabc00ed00 comp rx=0 tx=0).stop 2024-06-06T08:24:03.948 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.945+0000 7fead20f4700 1 -- 172.21.15.42:0/3938105621 shutdown_connections 2024-06-06T08:24:03.948 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.945+0000 7fead20f4700 1 --2- 172.21.15.42:0/3938105621 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7feab40a2eb0 0x7feab40a5370 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:03.948 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.945+0000 7fead20f4700 1 --2- 172.21.15.42:0/3938105621 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7feacc1143e0 0x7feacc1a7ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:03.949 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.945+0000 7fead20f4700 1 --2- 172.21.15.42:0/3938105621 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feacc10ae30 0x7feacc1a3720 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:03.949 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.945+0000 7fead20f4700 1 --2- 172.21.15.42:0/3938105621 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7feacc10b750 0x7feacc1a3c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:03.949 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.945+0000 7fead20f4700 1 -- 172.21.15.42:0/3938105621 >> 172.21.15.42:0/3938105621 conn(0x7feacc06d600 msgr2=0x7feacc117720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:03.949 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.946+0000 7fead20f4700 1 -- 172.21.15.42:0/3938105621 shutdown_connections 2024-06-06T08:24:03.949 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:03.946+0000 7fead20f4700 1 -- 172.21.15.42:0/3938105621 wait complete. 2024-06-06T08:24:04.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:24:04 smithi149 ceph-mon[36842]: pgmap v46: 129 pgs: 129 active+clean; 1.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 23 KiB/s wr, 24 op/s 2024-06-06T08:24:04.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:24:04 smithi042 ceph-mon[32384]: pgmap v46: 129 pgs: 129 active+clean; 1.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 23 KiB/s wr, 24 op/s 2024-06-06T08:24:04.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:24:04 smithi120 ceph-mon[36658]: pgmap v46: 129 pgs: 129 active+clean; 1.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 23 KiB/s wr, 24 op/s 2024-06-06T08:24:04.916 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-06-06T08:24:05.230 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:24:05.501 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:24:05 smithi042 ceph-mon[32384]: scrub queued for path: / 2024-06-06T08:24:05.501 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:24:05 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:24:05.501 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:24:05 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:24:05.501 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:24:05 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:24:05.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:24:05 smithi149 ceph-mon[36842]: scrub queued for path: / 2024-06-06T08:24:05.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:24:05 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:24:05.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:24:05 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:24:05.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:24:05 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:24:05.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:24:05 smithi120 ceph-mon[36658]: scrub queued for path: / 2024-06-06T08:24:05.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:24:05 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:24:05.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:24:05 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:24:05.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:24:05 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:24:06.490 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:24:06 smithi042 ceph-mon[32384]: pgmap v47: 129 pgs: 129 active+clean; 1.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 23 KiB/s wr, 21 op/s 2024-06-06T08:24:06.490 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:24:06 smithi042 ceph-mon[32384]: scrub summary: idle 2024-06-06T08:24:06.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:24:06 smithi149 ceph-mon[36842]: pgmap v47: 129 pgs: 129 active+clean; 1.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 23 KiB/s wr, 21 op/s 2024-06-06T08:24:06.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:24:06 smithi149 ceph-mon[36842]: scrub summary: idle 2024-06-06T08:24:06.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:24:06 smithi120 ceph-mon[36658]: pgmap v47: 129 pgs: 129 active+clean; 1.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 23 KiB/s wr, 21 op/s 2024-06-06T08:24:06.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:24:06 smithi120 ceph-mon[36658]: scrub summary: idle 2024-06-06T08:24:07.046 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.047+0000 7f03bf909700 1 -- 172.21.15.42:0/1862051088 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f03b8106750 msgr2=0x7f03b810e2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:07.047 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.047+0000 7f03bf909700 1 --2- 172.21.15.42:0/1862051088 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f03b8106750 0x7f03b810e2d0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f03b000b0d0 tx=0x7f03b000b3e0 comp rx=0 tx=0).stop 2024-06-06T08:24:07.047 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.047+0000 7f03bf909700 1 -- 172.21.15.42:0/1862051088 shutdown_connections 2024-06-06T08:24:07.047 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.047+0000 7f03bf909700 1 --2- 172.21.15.42:0/1862051088 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f03b8106750 0x7f03b810e2d0 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:07.047 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.047+0000 7f03bf909700 1 --2- 172.21.15.42:0/1862051088 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f03b8101df0 0x7f03b81021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:07.047 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.047+0000 7f03bf909700 1 --2- 172.21.15.42:0/1862051088 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f03b81027a0 0x7f03b8106020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:07.048 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.047+0000 7f03bf909700 1 -- 172.21.15.42:0/1862051088 >> 172.21.15.42:0/1862051088 conn(0x7f03b8077a00 msgr2=0x7f03b80fedb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:07.048 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.047+0000 7f03bf909700 1 -- 172.21.15.42:0/1862051088 shutdown_connections 2024-06-06T08:24:07.048 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.047+0000 7f03bf909700 1 -- 172.21.15.42:0/1862051088 wait complete. 2024-06-06T08:24:07.051 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.048+0000 7f03bf909700 1 Processor -- start 2024-06-06T08:24:07.051 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.048+0000 7f03bf909700 1 -- start start 2024-06-06T08:24:07.051 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.048+0000 7f03bf909700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f03b8101df0 0x7f03b806ec30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:07.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.048+0000 7f03bf909700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f03b81027a0 0x7f03b806f190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:07.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.048+0000 7f03bf909700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f03b8106750 0x7f03b81a6e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:07.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.048+0000 7f03bf909700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f03b806c4a0 con 0x7f03b8101df0 2024-06-06T08:24:07.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.048+0000 7f03bf909700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f03b806c320 con 0x7f03b8106750 2024-06-06T08:24:07.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.048+0000 7f03bf909700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f03b806c620 con 0x7f03b81027a0 2024-06-06T08:24:07.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.049+0000 7f03bcea4700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f03b81027a0 0x7f03b806f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:07.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.049+0000 7f03bcea4700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f03b81027a0 0x7f03b806f190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:41798/0 (socket says 172.21.15.42:41798) 2024-06-06T08:24:07.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.049+0000 7f03bcea4700 1 -- 172.21.15.42:0/4204284087 learned_addr learned my addr 172.21.15.42:0/4204284087 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:07.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.049+0000 7f03bdea6700 1 --2- 172.21.15.42:0/4204284087 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f03b8106750 0x7f03b81a6e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:07.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.049+0000 7f03bd6a5700 1 --2- 172.21.15.42:0/4204284087 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f03b8101df0 0x7f03b806ec30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:07.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.049+0000 7f03bdea6700 1 -- 172.21.15.42:0/4204284087 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f03b81027a0 msgr2=0x7f03b806f190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:07.054 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.049+0000 7f03bdea6700 1 --2- 172.21.15.42:0/4204284087 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f03b81027a0 0x7f03b806f190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:07.054 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.049+0000 7f03bdea6700 1 -- 172.21.15.42:0/4204284087 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f03b8101df0 msgr2=0x7f03b806ec30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:07.054 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.049+0000 7f03bdea6700 1 --2- 172.21.15.42:0/4204284087 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f03b8101df0 0x7f03b806ec30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:07.054 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.049+0000 7f03bdea6700 1 -- 172.21.15.42:0/4204284087 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03b81a75a0 con 0x7f03b8106750 2024-06-06T08:24:07.054 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.049+0000 7f03bdea6700 1 --2- 172.21.15.42:0/4204284087 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f03b8106750 0x7f03b81a6e10 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f03b000b770 tx=0x7f03b0007a20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:07.055 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.050+0000 7f03ae7fc700 1 -- 172.21.15.42:0/4204284087 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03b0021070 con 0x7f03b8106750 2024-06-06T08:24:07.055 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.050+0000 7f03bf909700 1 -- 172.21.15.42:0/4204284087 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03b81a7830 con 0x7f03b8106750 2024-06-06T08:24:07.055 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.050+0000 7f03ae7fc700 1 -- 172.21.15.42:0/4204284087 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f03b001db30 con 0x7f03b8106750 2024-06-06T08:24:07.055 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.050+0000 7f03ae7fc700 1 -- 172.21.15.42:0/4204284087 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03b001b9c0 con 0x7f03b8106750 2024-06-06T08:24:07.055 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.050+0000 7f03bf909700 1 -- 172.21.15.42:0/4204284087 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03b80fcda0 con 0x7f03b8106750 2024-06-06T08:24:07.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.052+0000 7f03ae7fc700 1 -- 172.21.15.42:0/4204284087 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 25) ==== 138066+0+0 (secure 0 0 0) 0x7f03b0024070 con 0x7f03b8106750 2024-06-06T08:24:07.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.053+0000 7f03ae7fc700 1 --2- 172.21.15.42:0/4204284087 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f03a40a2f30 0x7f03a40a53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:07.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.054+0000 7f03bd6a5700 1 --2- 172.21.15.42:0/4204284087 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f03a40a2f30 0x7f03a40a53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:07.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.054+0000 7f03ae7fc700 1 -- 172.21.15.42:0/4204284087 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f03b000f020 con 0x7f03b8106750 2024-06-06T08:24:07.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.054+0000 7f03bd6a5700 1 --2- 172.21.15.42:0/4204284087 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f03a40a2f30 0x7f03a40a53f0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f03b40044f0 tx=0x7f03b4014040 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:07.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.055+0000 7f03ca18cb80 1 Processor -- start 2024-06-06T08:24:07.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.055+0000 7f03ca18cb80 1 -- start start 2024-06-06T08:24:07.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.055+0000 7f03ca18cb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c4d1d46640 0x55c4d1d46a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:07.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.055+0000 7f03ca18cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c4d1d46f60 0x55c4d1d409e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:07.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.055+0000 7f03ca18cb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c4d1d40f20 0x55c4d1d41340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:07.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.056+0000 7f03ca18cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55c4d1c92810 con 0x55c4d1d46f60 2024-06-06T08:24:07.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.056+0000 7f03ca18cb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55c4d1c3a720 con 0x55c4d1d46640 2024-06-06T08:24:07.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.056+0000 7f03ca18cb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55c4d1c8e7d0 con 0x55c4d1d40f20 2024-06-06T08:24:07.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.056+0000 7f03bcea4700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c4d1d46f60 0x55c4d1d409e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:07.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.056+0000 7f03bcea4700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c4d1d46f60 0x55c4d1d409e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:53134/0 (socket says 172.21.15.42:53134) 2024-06-06T08:24:07.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.056+0000 7f03bcea4700 1 -- 172.21.15.42:0/2067084570 learned_addr learned my addr 172.21.15.42:0/2067084570 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:07.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.056+0000 7f03bdea6700 1 --2- 172.21.15.42:0/2067084570 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c4d1d40f20 0x55c4d1d41340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:07.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.056+0000 7f03bcea4700 1 -- 172.21.15.42:0/2067084570 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c4d1d40f20 msgr2=0x55c4d1d41340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:07.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.056+0000 7f03bcea4700 1 --2- 172.21.15.42:0/2067084570 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c4d1d40f20 0x55c4d1d41340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:07.064 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.056+0000 7f03bcea4700 1 -- 172.21.15.42:0/2067084570 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c4d1d46640 msgr2=0x55c4d1d46a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:07.064 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.056+0000 7f03bd6a5700 1 --2- 172.21.15.42:0/2067084570 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c4d1d46640 0x55c4d1d46a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:07.064 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.056+0000 7f03bcea4700 1 --2- 172.21.15.42:0/2067084570 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c4d1d46640 0x55c4d1d46a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:07.064 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.056+0000 7f03bcea4700 1 -- 172.21.15.42:0/2067084570 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c4d1c30f50 con 0x55c4d1d46f60 2024-06-06T08:24:07.064 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.056+0000 7f03bd6a5700 1 --2- 172.21.15.42:0/2067084570 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c4d1d46640 0x55c4d1d46a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:24:07.064 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.056+0000 7f03bcea4700 1 --2- 172.21.15.42:0/2067084570 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c4d1d46f60 0x55c4d1d409e0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f03a800bdc0 tx=0x7f03a80106b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9dbcb84baade9750 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:07.064 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.057+0000 7f03a37fe700 1 -- 172.21.15.42:0/2067084570 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03a8004030 con 0x55c4d1d46f60 2024-06-06T08:24:07.064 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.057+0000 7f03a37fe700 1 -- 172.21.15.42:0/2067084570 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f03a8003680 con 0x55c4d1d46f60 2024-06-06T08:24:07.064 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.057+0000 7f03a37fe700 1 -- 172.21.15.42:0/2067084570 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03a80116a0 con 0x55c4d1d46f60 2024-06-06T08:24:07.064 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.058+0000 7f03ca18cb80 1 -- 172.21.15.42:0/2067084570 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c4d1d46f60 msgr2=0x55c4d1d409e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:07.064 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.058+0000 7f03ca18cb80 1 --2- 172.21.15.42:0/2067084570 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c4d1d46f60 0x55c4d1d409e0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f03a800bdc0 tx=0x7f03a80106b0 comp rx=0 tx=0).stop 2024-06-06T08:24:07.064 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.058+0000 7f03ca18cb80 1 -- 172.21.15.42:0/2067084570 shutdown_connections 2024-06-06T08:24:07.064 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.058+0000 7f03ca18cb80 1 --2- 172.21.15.42:0/2067084570 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c4d1d40f20 0x55c4d1d41340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:07.064 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.058+0000 7f03ca18cb80 1 --2- 172.21.15.42:0/2067084570 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c4d1d46640 0x55c4d1d46a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:07.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.058+0000 7f03ca18cb80 1 --2- 172.21.15.42:0/2067084570 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c4d1d46f60 0x55c4d1d409e0 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:07.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.058+0000 7f03ca18cb80 1 -- 172.21.15.42:0/2067084570 >> 172.21.15.42:0/2067084570 conn(0x55c4d1c6bcc0 msgr2=0x55c4d1d3b850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:07.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.059+0000 7f03ca18cb80 1 -- 172.21.15.42:0/2067084570 shutdown_connections 2024-06-06T08:24:07.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.059+0000 7f03ca18cb80 1 -- 172.21.15.42:0/2067084570 wait complete. 2024-06-06T08:24:07.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.059+0000 7f03ca18cb80 1 -- start start 2024-06-06T08:24:07.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.059+0000 7f03ca18cb80 1 Processor -- start 2024-06-06T08:24:07.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.060+0000 7f03ca18cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c4d1d40f20 0x55c4d1d4ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:07.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.060+0000 7f03ca18cb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c4d1d46640 0x55c4d1d49fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:07.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.061+0000 7f03bd6a5700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c4d1d40f20 0x55c4d1d4ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:07.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.061+0000 7f03bd6a5700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c4d1d40f20 0x55c4d1d4ccd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:53136/0 (socket says 172.21.15.42:53136) 2024-06-06T08:24:07.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.061+0000 7f03bd6a5700 1 -- 172.21.15.42:0/4167744365 learned_addr learned my addr 172.21.15.42:0/4167744365 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:07.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.061+0000 7f03ca18cb80 1 --2- 172.21.15.42:0/4167744365 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c4d1d46f60 0x55c4d1d4a510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:07.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.061+0000 7f03ca18cb80 1 -- 172.21.15.42:0/4167744365 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55c4d1d4d9d0 con 0x55c4d1d40f20 2024-06-06T08:24:07.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.061+0000 7f03bcea4700 1 --2- 172.21.15.42:0/4167744365 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c4d1d46640 0x55c4d1d49fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:07.066 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.061+0000 7f03ca18cb80 1 -- 172.21.15.42:0/4167744365 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55c4d1c32bf0 con 0x55c4d1d46640 2024-06-06T08:24:07.066 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.061+0000 7f03ca18cb80 1 -- 172.21.15.42:0/4167744365 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55c4d1d4db50 con 0x55c4d1d46f60 2024-06-06T08:24:07.066 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.061+0000 7f03ca18cb80 10 client.0 _ll_register_callbacks cb 0x55c4d1c2c920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:24:07.066 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.062+0000 7f03bdea6700 1 --2- 172.21.15.42:0/4167744365 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c4d1d46f60 0x55c4d1d4a510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:07.066 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.062+0000 7f03bd6a5700 1 -- 172.21.15.42:0/4167744365 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c4d1d46f60 msgr2=0x55c4d1d4a510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:07.066 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.062+0000 7f03bd6a5700 1 --2- 172.21.15.42:0/4167744365 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c4d1d46f60 0x55c4d1d4a510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:07.066 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.062+0000 7f03bd6a5700 1 -- 172.21.15.42:0/4167744365 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c4d1d46640 msgr2=0x55c4d1d49fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:07.066 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.062+0000 7f03bd6a5700 1 --2- 172.21.15.42:0/4167744365 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c4d1d46640 0x55c4d1d49fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:07.066 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.062+0000 7f03bd6a5700 1 -- 172.21.15.42:0/4167744365 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c4d1be18d0 con 0x55c4d1d40f20 2024-06-06T08:24:07.066 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.062+0000 7f03bcea4700 1 --2- 172.21.15.42:0/4167744365 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c4d1d46640 0x55c4d1d49fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:24:07.066 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.062+0000 7f03bd6a5700 1 --2- 172.21.15.42:0/4167744365 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c4d1d40f20 0x55c4d1d4ccd0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f03b4009af0 tx=0x7f03b4004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa2d781c959f207e server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:07.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.062+0000 7f03a0ff9700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:24:07.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.062+0000 7f03a0ff9700 1 -- 172.21.15.42:0/4167744365 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03b402d060 con 0x55c4d1d40f20 2024-06-06T08:24:07.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.062+0000 7f03a0ff9700 1 -- 172.21.15.42:0/4167744365 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f03b4003680 con 0x55c4d1d40f20 2024-06-06T08:24:07.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.063+0000 7f03ca18cb80 1 -- 172.21.15.42:0/4167744365 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f03a8003680 con 0x55c4d1d40f20 2024-06-06T08:24:07.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.063+0000 7f03a0ff9700 1 -- 172.21.15.42:0/4167744365 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f03b4034050 con 0x55c4d1d40f20 2024-06-06T08:24:07.068 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.064+0000 7f03ca18cb80 10 client.15825 fetch_fsmap learned FSMap version 26 2024-06-06T08:24:07.068 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.064+0000 7f03ca18cb80 1 -- 172.21.15.42:0/4167744365 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c4d1d580c0 con 0x55c4d1d40f20 2024-06-06T08:24:07.068 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.064+0000 7f03a0ff9700 1 -- 172.21.15.42:0/4167744365 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f03a8003680 con 0x55c4d1d40f20 2024-06-06T08:24:07.068 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.064+0000 7f03a0ff9700 1 -- 172.21.15.42:0/4167744365 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7f03b401d900 con 0x55c4d1d40f20 2024-06-06T08:24:07.068 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.064+0000 7f03ca18cb80 10 client.15825 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:24:07.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.064+0000 7f03ca18cb80 10 client.15825 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:24:07.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.064+0000 7f03ca18cb80 20 client.15825 populate_metadata read hostname 'smithi042' 2024-06-06T08:24:07.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.064+0000 7f03ca18cb80 1 --2- 172.21.15.42:0/4167744365 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55c4d1d5a700 0x55c4d1d5caf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:07.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.065+0000 7f03ca18cb80 4 client.15825 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:24:07.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.065+0000 7f03ca18cb80 1 -- 172.21.15.42:0/4167744365 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c4d1c9fd10 con 0x55c4d1d5a700 2024-06-06T08:24:07.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.065+0000 7f03bcea4700 1 --2- 172.21.15.42:0/4167744365 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55c4d1d5a700 0x55c4d1d5caf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:07.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.065+0000 7f03a0ff9700 10 client.15825 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:24:07.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.066+0000 7f03bcea4700 1 --2- 172.21.15.42:0/4167744365 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55c4d1d5a700 0x55c4d1d5caf0 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=22ec3627f7fec6af server_cookie=7650715d5d455f22 in_seq=0 out_seq=0 2024-06-06T08:24:07.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.066+0000 7f03a0ff9700 1 -- 172.21.15.42:0/4167744365 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55c4d1c9fd10 con 0x55c4d1d5a700 2024-06-06T08:24:07.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.066+0000 7f03a0ff9700 10 client.15825 handle_command_reply: tid=0 2024-06-06T08:24:07.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.066+0000 7f03ca18cb80 1 client.15825 shutdown 2024-06-06T08:24:07.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.067+0000 7f03ca18cb80 1 -- 172.21.15.42:0/4167744365 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c4d1d40f20 msgr2=0x55c4d1d4ccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:07.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.067+0000 7f03ca18cb80 1 --2- 172.21.15.42:0/4167744365 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c4d1d40f20 0x55c4d1d4ccd0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f03b4009af0 tx=0x7f03b4004750 comp rx=0 tx=0).stop 2024-06-06T08:24:07.070 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.067+0000 7f03ca18cb80 1 -- 172.21.15.42:0/4167744365 shutdown_connections 2024-06-06T08:24:07.070 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.067+0000 7f03ca18cb80 1 --2- 172.21.15.42:0/4167744365 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c4d1d46f60 0x55c4d1d4a510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:07.070 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.067+0000 7f03ca18cb80 1 --2- 172.21.15.42:0/4167744365 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c4d1d40f20 0x55c4d1d4ccd0 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:07.070 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.067+0000 7f03ca18cb80 1 --2- 172.21.15.42:0/4167744365 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55c4d1d5a700 0x55c4d1d5caf0 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:07.070 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.067+0000 7f03a0ff9700 0 client.15825 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:24:07.070 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.067+0000 7f03ca18cb80 1 --2- 172.21.15.42:0/4167744365 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c4d1d46640 0x55c4d1d49fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:07.070 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.067+0000 7f03ca18cb80 1 -- 172.21.15.42:0/4167744365 >> 172.21.15.42:0/4167744365 conn(0x55c4d1c6bcc0 msgr2=0x55c4d1d3f9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:07.070 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.067+0000 7f03ca18cb80 1 -- 172.21.15.42:0/4167744365 shutdown_connections 2024-06-06T08:24:07.070 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.067+0000 7f03ca18cb80 1 -- 172.21.15.42:0/4167744365 wait complete. 2024-06-06T08:24:07.070 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.067+0000 7f03ca18cb80 20 client.15825 trim_cache size 0 max 16384 2024-06-06T08:24:07.107 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.108+0000 7f03ca18cb80 1 Processor -- start 2024-06-06T08:24:07.108 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.108+0000 7f03ca18cb80 1 -- start start 2024-06-06T08:24:07.108 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.109+0000 7f03ca18cb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c4d1d40f20 0x55c4d1d409e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:07.108 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.109+0000 7f03ca18cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c4d1d46640 0x55c4d1d35690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:07.108 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.109+0000 7f03ca18cb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c4d1d46f60 0x55c4d1d48fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:07.108 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.109+0000 7f03bcea4700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c4d1d46640 0x55c4d1d35690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:07.109 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.109+0000 7f03bcea4700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c4d1d46640 0x55c4d1d35690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:53142/0 (socket says 172.21.15.42:53142) 2024-06-06T08:24:07.109 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.109+0000 7f03bcea4700 1 -- 172.21.15.42:0/3120555546 learned_addr learned my addr 172.21.15.42:0/3120555546 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:07.109 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.109+0000 7f03ca18cb80 1 -- 172.21.15.42:0/3120555546 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f03b81b72a0 con 0x55c4d1d46640 2024-06-06T08:24:07.109 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.109+0000 7f03bd6a5700 1 --2- 172.21.15.42:0/3120555546 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c4d1d40f20 0x55c4d1d409e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:07.109 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.109+0000 7f03ca18cb80 1 -- 172.21.15.42:0/3120555546 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f03b81b4b30 con 0x55c4d1d40f20 2024-06-06T08:24:07.109 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.109+0000 7f03ca18cb80 1 -- 172.21.15.42:0/3120555546 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f03b81b2980 con 0x55c4d1d46f60 2024-06-06T08:24:07.109 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.109+0000 7f03bdea6700 1 --2- 172.21.15.42:0/3120555546 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c4d1d46f60 0x55c4d1d48fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:07.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.109+0000 7f03bd6a5700 1 -- 172.21.15.42:0/3120555546 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c4d1d46f60 msgr2=0x55c4d1d48fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:07.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.109+0000 7f03bd6a5700 1 --2- 172.21.15.42:0/3120555546 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c4d1d46f60 0x55c4d1d48fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:07.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.109+0000 7f03bd6a5700 1 -- 172.21.15.42:0/3120555546 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c4d1d46640 msgr2=0x55c4d1d35690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:07.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.109+0000 7f03bd6a5700 1 --2- 172.21.15.42:0/3120555546 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c4d1d46640 0x55c4d1d35690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:07.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.110+0000 7f03bd6a5700 1 -- 172.21.15.42:0/3120555546 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c4d1d48540 con 0x55c4d1d40f20 2024-06-06T08:24:07.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.110+0000 7f03bcea4700 1 --2- 172.21.15.42:0/3120555546 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c4d1d46640 0x55c4d1d35690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:24:07.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.110+0000 7f03bd6a5700 1 --2- 172.21.15.42:0/3120555546 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c4d1d40f20 0x55c4d1d409e0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f03b4011a30 tx=0x7f03b4000bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e32c828e71b02234 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:07.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.110+0000 7f03a2ffd700 1 -- 172.21.15.42:0/3120555546 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03b4009260 con 0x55c4d1d40f20 2024-06-06T08:24:07.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.110+0000 7f03a2ffd700 1 -- 172.21.15.42:0/3120555546 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f03b403d070 con 0x55c4d1d40f20 2024-06-06T08:24:07.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.110+0000 7f03a2ffd700 1 -- 172.21.15.42:0/3120555546 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03b401d8b0 con 0x55c4d1d40f20 2024-06-06T08:24:07.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.111+0000 7f03ca18cb80 1 -- 172.21.15.42:0/3120555546 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c4d1d40f20 msgr2=0x55c4d1d409e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:07.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.111+0000 7f03ca18cb80 1 --2- 172.21.15.42:0/3120555546 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c4d1d40f20 0x55c4d1d409e0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f03b4011a30 tx=0x7f03b4000bc0 comp rx=0 tx=0).stop 2024-06-06T08:24:07.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.111+0000 7f03ca18cb80 1 -- 172.21.15.42:0/3120555546 shutdown_connections 2024-06-06T08:24:07.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.111+0000 7f03ca18cb80 1 --2- 172.21.15.42:0/3120555546 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c4d1d46f60 0x55c4d1d48fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:07.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.111+0000 7f03ca18cb80 1 --2- 172.21.15.42:0/3120555546 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c4d1d40f20 0x55c4d1d409e0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:07.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.111+0000 7f03ca18cb80 1 --2- 172.21.15.42:0/3120555546 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c4d1d46640 0x55c4d1d35690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:07.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.111+0000 7f03ca18cb80 1 -- 172.21.15.42:0/3120555546 >> 172.21.15.42:0/3120555546 conn(0x55c4d1c6bcc0 msgr2=0x55c4d1d488c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:07.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.111+0000 7f03ca18cb80 1 -- 172.21.15.42:0/3120555546 shutdown_connections 2024-06-06T08:24:07.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.111+0000 7f03ca18cb80 1 -- 172.21.15.42:0/3120555546 wait complete. 2024-06-06T08:24:07.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.112+0000 7f03ca18cb80 1 -- start start 2024-06-06T08:24:07.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.112+0000 7f03ca18cb80 1 Processor -- start 2024-06-06T08:24:07.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.113+0000 7f03ca18cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c4d1d40f20 0x55c4d1d53640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:07.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.113+0000 7f03ca18cb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c4d1d46640 0x55c4d1d4e9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:07.114 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.113+0000 7f03ca18cb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c4d1d46f60 0x55c4d1d4ef60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:07.114 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.113+0000 7f03bd6a5700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c4d1d40f20 0x55c4d1d53640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:07.114 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.113+0000 7f03bd6a5700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c4d1d40f20 0x55c4d1d53640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:53156/0 (socket says 172.21.15.42:53156) 2024-06-06T08:24:07.117 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.113+0000 7f03bd6a5700 1 -- 172.21.15.42:0/968878671 learned_addr learned my addr 172.21.15.42:0/968878671 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:07.117 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.113+0000 7f03ca18cb80 1 -- 172.21.15.42:0/968878671 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f03b81b2ff0 con 0x55c4d1d40f20 2024-06-06T08:24:07.117 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.113+0000 7f03ca18cb80 1 -- 172.21.15.42:0/968878671 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f03b81b4460 con 0x55c4d1d46f60 2024-06-06T08:24:07.117 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.113+0000 7f03ca18cb80 1 -- 172.21.15.42:0/968878671 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f03b81b36c0 con 0x55c4d1d46640 2024-06-06T08:24:07.117 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.113+0000 7f03bcea4700 1 --2- 172.21.15.42:0/968878671 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c4d1d46640 0x55c4d1d4e9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:07.117 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.113+0000 7f03bdea6700 1 --2- 172.21.15.42:0/968878671 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c4d1d46f60 0x55c4d1d4ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:07.117 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.113+0000 7f03ca18cb80 10 client.0 _ll_register_callbacks cb 0x55c4d1c2c920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:24:07.117 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.114+0000 7f03bcea4700 1 -- 172.21.15.42:0/968878671 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c4d1d46f60 msgr2=0x55c4d1d4ef60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:07.117 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.114+0000 7f03bcea4700 1 --2- 172.21.15.42:0/968878671 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c4d1d46f60 0x55c4d1d4ef60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:07.118 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.114+0000 7f03bcea4700 1 -- 172.21.15.42:0/968878671 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c4d1d40f20 msgr2=0x55c4d1d53640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:07.118 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.114+0000 7f03bcea4700 1 --2- 172.21.15.42:0/968878671 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c4d1d40f20 0x55c4d1d53640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:07.118 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.114+0000 7f03bcea4700 1 -- 172.21.15.42:0/968878671 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c4d1d4f7a0 con 0x55c4d1d46640 2024-06-06T08:24:07.118 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.114+0000 7f03bdea6700 1 --2- 172.21.15.42:0/968878671 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c4d1d46f60 0x55c4d1d4ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:24:07.118 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.114+0000 7f03bd6a5700 1 --2- 172.21.15.42:0/968878671 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c4d1d40f20 0x55c4d1d53640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:24:07.118 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.114+0000 7f03bcea4700 1 --2- 172.21.15.42:0/968878671 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c4d1d46640 0x55c4d1d4e9c0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f03a8000c00 tx=0x7f03a800bfd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4a53174c80f23473 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:07.118 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.114+0000 7f03a0ff9700 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:24:07.118 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.114+0000 7f03a0ff9700 1 -- 172.21.15.42:0/968878671 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03a8005070 con 0x55c4d1d46640 2024-06-06T08:24:07.118 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.114+0000 7f03a0ff9700 1 -- 172.21.15.42:0/968878671 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f03a8005210 con 0x55c4d1d46640 2024-06-06T08:24:07.118 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.114+0000 7f03ca18cb80 1 -- 172.21.15.42:0/968878671 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f03b403d070 con 0x55c4d1d46640 2024-06-06T08:24:07.118 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.114+0000 7f03a0ff9700 1 -- 172.21.15.42:0/968878671 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f03a8038050 con 0x55c4d1d46640 2024-06-06T08:24:07.119 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.115+0000 7f03ca18cb80 10 client.25426 fetch_fsmap learned FSMap version 26 2024-06-06T08:24:07.119 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.115+0000 7f03ca18cb80 1 -- 172.21.15.42:0/968878671 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c4d1dc53f0 con 0x55c4d1d46640 2024-06-06T08:24:07.119 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.115+0000 7f03a0ff9700 1 -- 172.21.15.42:0/968878671 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f03b403d070 con 0x55c4d1d46640 2024-06-06T08:24:07.119 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.115+0000 7f03a0ff9700 1 -- 172.21.15.42:0/968878671 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7f03a801abb0 con 0x55c4d1d46640 2024-06-06T08:24:07.119 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.116+0000 7f03ca18cb80 10 client.25426 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:24:07.119 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.116+0000 7f03ca18cb80 10 client.25426 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:24:07.119 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.116+0000 7f03ca18cb80 20 client.25426 populate_metadata read hostname 'smithi042' 2024-06-06T08:24:07.119 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.116+0000 7f03ca18cb80 1 --2- 172.21.15.42:0/968878671 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55c4d1d5a700 0x55c4d1dc7a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:07.119 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.116+0000 7f03ca18cb80 4 client.25426 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-06-06T08:24:07.119 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.116+0000 7f03ca18cb80 1 -- 172.21.15.42:0/968878671 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55c4d1c9a290 con 0x55c4d1d5a700 2024-06-06T08:24:07.119 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.116+0000 7f03bd6a5700 1 --2- 172.21.15.42:0/968878671 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55c4d1d5a700 0x55c4d1dc7a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:07.119 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.116+0000 7f03a0ff9700 10 client.25426 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:24:07.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.116+0000 7f03bd6a5700 1 --2- 172.21.15.42:0/968878671 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55c4d1d5a700 0x55c4d1dc7a00 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=452a852b4070ccf9 server_cookie=fb62b627adc2f38f in_seq=0 out_seq=0 2024-06-06T08:24:07.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.117+0000 7f03a0ff9700 1 -- 172.21.15.42:0/968878671 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55c4d1c9a290 con 0x55c4d1d5a700 2024-06-06T08:24:07.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.117+0000 7f03a0ff9700 10 client.25426 handle_command_reply: tid=0 2024-06-06T08:24:07.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.117+0000 7f03ca18cb80 1 client.25426 shutdown 2024-06-06T08:24:07.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.117+0000 7f03ca18cb80 1 -- 172.21.15.42:0/968878671 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c4d1d46640 msgr2=0x55c4d1d4e9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:07.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.117+0000 7f03ca18cb80 1 --2- 172.21.15.42:0/968878671 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c4d1d46640 0x55c4d1d4e9c0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f03a8000c00 tx=0x7f03a800bfd0 comp rx=0 tx=0).stop 2024-06-06T08:24:07.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.117+0000 7f03ca18cb80 1 -- 172.21.15.42:0/968878671 shutdown_connections 2024-06-06T08:24:07.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.117+0000 7f03ca18cb80 1 --2- 172.21.15.42:0/968878671 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55c4d1d5a700 0x55c4d1dc7a00 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:07.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.117+0000 7f03ca18cb80 1 --2- 172.21.15.42:0/968878671 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c4d1d46f60 0x55c4d1d4ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:07.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.117+0000 7f03ca18cb80 1 --2- 172.21.15.42:0/968878671 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c4d1d40f20 0x55c4d1d53640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:07.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.117+0000 7f03ca18cb80 1 --2- 172.21.15.42:0/968878671 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c4d1d46640 0x55c4d1d4e9c0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:07.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.117+0000 7f03ca18cb80 1 -- 172.21.15.42:0/968878671 >> 172.21.15.42:0/968878671 conn(0x55c4d1c6bcc0 msgr2=0x55c4d1d35510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:07.121 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:24:07.121 INFO:teuthology.orchestra.run.smithi042.stdout: "status": "no active scrubs running", 2024-06-06T08:24:07.121 INFO:teuthology.orchestra.run.smithi042.stdout: "scrubs": {} 2024-06-06T08:24:07.121 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:24:07.121 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.117+0000 7f03a0ff9700 0 client.25426 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:24:07.121 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.117+0000 7f03ca18cb80 1 -- 172.21.15.42:0/968878671 shutdown_connections 2024-06-06T08:24:07.121 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.117+0000 7f03ca18cb80 1 -- 172.21.15.42:0/968878671 wait complete. 2024-06-06T08:24:07.122 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.117+0000 7f03ca18cb80 20 client.25426 trim_cache size 0 max 16384 2024-06-06T08:24:07.122 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.118+0000 7f03bf909700 1 -- 172.21.15.42:0/4204284087 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f03a40a2f30 msgr2=0x7f03a40a53f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:07.122 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.118+0000 7f03bf909700 1 --2- 172.21.15.42:0/4204284087 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f03a40a2f30 0x7f03a40a53f0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f03b40044f0 tx=0x7f03b4014040 comp rx=0 tx=0).stop 2024-06-06T08:24:07.122 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.118+0000 7f03bf909700 1 -- 172.21.15.42:0/4204284087 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f03b8106750 msgr2=0x7f03b81a6e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:07.122 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.118+0000 7f03bf909700 1 --2- 172.21.15.42:0/4204284087 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f03b8106750 0x7f03b81a6e10 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f03b000b770 tx=0x7f03b0007a20 comp rx=0 tx=0).stop 2024-06-06T08:24:07.122 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.118+0000 7f03bf909700 1 -- 172.21.15.42:0/4204284087 shutdown_connections 2024-06-06T08:24:07.122 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.118+0000 7f03bf909700 1 --2- 172.21.15.42:0/4204284087 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f03a40a2f30 0x7f03a40a53f0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:07.122 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.118+0000 7f03bf909700 1 --2- 172.21.15.42:0/4204284087 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f03b8106750 0x7f03b81a6e10 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:07.122 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.118+0000 7f03bf909700 1 --2- 172.21.15.42:0/4204284087 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f03b8101df0 0x7f03b806ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:07.122 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.118+0000 7f03bf909700 1 --2- 172.21.15.42:0/4204284087 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f03b81027a0 0x7f03b806f190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:07.122 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.118+0000 7f03bf909700 1 -- 172.21.15.42:0/4204284087 >> 172.21.15.42:0/4204284087 conn(0x7f03b8077a00 msgr2=0x7f03b8100c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:07.122 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.119+0000 7f03bf909700 1 -- 172.21.15.42:0/4204284087 shutdown_connections 2024-06-06T08:24:07.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:07.119+0000 7f03bf909700 1 -- 172.21.15.42:0/4204284087 wait complete. 2024-06-06T08:24:07.880 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-06-06T08:24:07.881 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:24:08.173 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.174+0000 7fe94f54f640 1 -- 172.21.15.42:0/2325680480 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe9481094a0 msgr2=0x7fe948109880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:08.174 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.174+0000 7fe94f54f640 1 --2- 172.21.15.42:0/2325680480 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe9481094a0 0x7fe948109880 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7fe938009900 tx=0x7fe93802a3f0 comp rx=0 tx=0).stop 2024-06-06T08:24:08.174 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.174+0000 7fe94f54f640 1 -- 172.21.15.42:0/2325680480 shutdown_connections 2024-06-06T08:24:08.174 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.174+0000 7fe94f54f640 1 --2- 172.21.15.42:0/2325680480 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe94810db40 0x7fe948115710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:08.174 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.174+0000 7fe94f54f640 1 --2- 172.21.15.42:0/2325680480 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe948109e50 0x7fe94810d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:08.174 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.174+0000 7fe94f54f640 1 --2- 172.21.15.42:0/2325680480 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe9481094a0 0x7fe948109880 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:08.174 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.174+0000 7fe94f54f640 1 -- 172.21.15.42:0/2325680480 >> 172.21.15.42:0/2325680480 conn(0x7fe94806ca70 msgr2=0x7fe94806ce80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:08.174 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.175+0000 7fe94f54f640 1 -- 172.21.15.42:0/2325680480 shutdown_connections 2024-06-06T08:24:08.174 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.175+0000 7fe94f54f640 1 -- 172.21.15.42:0/2325680480 wait complete. 2024-06-06T08:24:08.178 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.175+0000 7fe94f54f640 1 Processor -- start 2024-06-06T08:24:08.178 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.175+0000 7fe94f54f640 1 -- start start 2024-06-06T08:24:08.178 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.176+0000 7fe94f54f640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe94810db40 0x7fe9481a6810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:08.179 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.176+0000 7fe94f54f640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe9481a6d50 0x7fe9481a09c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:08.179 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.176+0000 7fe94f54f640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe9481a0f00 0x7fe9481a1380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:08.179 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.176+0000 7fe94f54f640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe94811a590 con 0x7fe9481a0f00 2024-06-06T08:24:08.179 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.176+0000 7fe94f54f640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fe94811a410 con 0x7fe9481a6d50 2024-06-06T08:24:08.179 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.176+0000 7fe94f54f640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fe94811a710 con 0x7fe94810db40 2024-06-06T08:24:08.179 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.176+0000 7fe94daec640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe9481a0f00 0x7fe9481a1380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:08.179 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.176+0000 7fe94daec640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe9481a0f00 0x7fe9481a1380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:32816/0 (socket says 172.21.15.42:32816) 2024-06-06T08:24:08.179 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.176+0000 7fe94daec640 1 -- 172.21.15.42:0/3939827237 learned_addr learned my addr 172.21.15.42:0/3939827237 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:08.179 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.176+0000 7fe94caea640 1 --2- 172.21.15.42:0/3939827237 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe9481a6d50 0x7fe9481a09c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:08.179 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.176+0000 7fe94d2eb640 1 --2- 172.21.15.42:0/3939827237 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe94810db40 0x7fe9481a6810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:08.179 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.177+0000 7fe94daec640 1 -- 172.21.15.42:0/3939827237 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe94810db40 msgr2=0x7fe9481a6810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:08.180 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.177+0000 7fe94daec640 1 --2- 172.21.15.42:0/3939827237 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe94810db40 0x7fe9481a6810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:08.180 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.177+0000 7fe94daec640 1 -- 172.21.15.42:0/3939827237 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe9481a6d50 msgr2=0x7fe9481a09c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:08.180 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.177+0000 7fe94daec640 1 --2- 172.21.15.42:0/3939827237 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe9481a6d50 0x7fe9481a09c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:08.180 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.177+0000 7fe94daec640 1 -- 172.21.15.42:0/3939827237 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9481ad6d0 con 0x7fe9481a0f00 2024-06-06T08:24:08.180 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.177+0000 7fe94caea640 1 --2- 172.21.15.42:0/3939827237 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe9481a6d50 0x7fe9481a09c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:24:08.180 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.177+0000 7fe94daec640 1 --2- 172.21.15.42:0/3939827237 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe9481a0f00 0x7fe9481a1380 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7fe94400c970 tx=0x7fe94400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:08.180 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.177+0000 7fe93e7fc640 1 -- 172.21.15.42:0/3939827237 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe944007bb0 con 0x7fe9481a0f00 2024-06-06T08:24:08.180 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.177+0000 7fe93e7fc640 1 -- 172.21.15.42:0/3939827237 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe944007d50 con 0x7fe9481a0f00 2024-06-06T08:24:08.180 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.177+0000 7fe93e7fc640 1 -- 172.21.15.42:0/3939827237 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe94400f450 con 0x7fe9481a0f00 2024-06-06T08:24:08.180 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.178+0000 7fe94f54f640 1 -- 172.21.15.42:0/3939827237 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9481ad900 con 0x7fe9481a0f00 2024-06-06T08:24:08.180 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.178+0000 7fe94f54f640 1 -- 172.21.15.42:0/3939827237 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9481addd0 con 0x7fe9481a0f00 2024-06-06T08:24:08.181 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.181+0000 7fe93e7fc640 1 -- 172.21.15.42:0/3939827237 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 25) ==== 138066+0+0 (secure 0 0 0) 0x7fe944004ee0 con 0x7fe9481a0f00 2024-06-06T08:24:08.181 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:24:08.184 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.181+0000 7fe93e7fc640 1 --2- 172.21.15.42:0/3939827237 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fe9340a2f40 0x7fe9340a5400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:08.184 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.182+0000 7fe93e7fc640 1 -- 172.21.15.42:0/3939827237 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fe9440cf8d0 con 0x7fe9481a0f00 2024-06-06T08:24:08.184 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.182+0000 7fe94d2eb640 1 --2- 172.21.15.42:0/3939827237 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fe9340a2f40 0x7fe9340a5400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:08.184 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.182+0000 7fe952257740 1 Processor -- start 2024-06-06T08:24:08.185 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.182+0000 7fe952257740 1 -- start start 2024-06-06T08:24:08.185 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.182+0000 7fe952257740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557badec66b0 0x557badec5030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:08.185 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.182+0000 7fe952257740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557badec5570 0x557badec59f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:08.185 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.182+0000 7fe952257740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557baded89f0 0x557badedade0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:08.185 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.183+0000 7fe952257740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x557bade294f0 con 0x557badec66b0 2024-06-06T08:24:08.185 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.183+0000 7fe952257740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x557baddc7870 con 0x557badec5570 2024-06-06T08:24:08.185 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.183+0000 7fe952257740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x557bade254b0 con 0x557baded89f0 2024-06-06T08:24:08.185 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.183+0000 7fe94d2eb640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557badec66b0 0x557badec5030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:08.185 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.183+0000 7fe94d2eb640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557badec66b0 0x557badec5030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:32824/0 (socket says 172.21.15.42:32824) 2024-06-06T08:24:08.185 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.183+0000 7fe94d2eb640 1 -- 172.21.15.42:0/3435981941 learned_addr learned my addr 172.21.15.42:0/3435981941 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:08.185 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.183+0000 7fe94caea640 1 --2- 172.21.15.42:0/3435981941 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557badec5570 0x557badec59f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:08.185 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.183+0000 7fe94daec640 1 --2- 172.21.15.42:0/3435981941 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557baded89f0 0x557badedade0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:08.186 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.183+0000 7fe94d2eb640 1 -- 172.21.15.42:0/3435981941 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557baded89f0 msgr2=0x557badedade0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:08.186 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.183+0000 7fe94d2eb640 1 --2- 172.21.15.42:0/3435981941 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557baded89f0 0x557badedade0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:08.186 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.183+0000 7fe94d2eb640 1 -- 172.21.15.42:0/3435981941 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557badec5570 msgr2=0x557badec59f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:08.186 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.183+0000 7fe94d2eb640 1 --2- 172.21.15.42:0/3435981941 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557badec5570 0x557badec59f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:08.186 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.183+0000 7fe94d2eb640 1 -- 172.21.15.42:0/3435981941 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557badde39b0 con 0x557badec66b0 2024-06-06T08:24:08.186 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.183+0000 7fe94d2eb640 1 --2- 172.21.15.42:0/3939827237 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fe9340a2f40 0x7fe9340a5400 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fe938005940 tx=0x7fe9380058d0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:08.186 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.184+0000 7fe94d2eb640 1 --2- 172.21.15.42:0/3435981941 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557badec66b0 0x557badec5030 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7fe938000c00 tx=0x7fe938009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e85c868283a7d34 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:08.186 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.184+0000 7fe9337fe640 1 -- 172.21.15.42:0/3435981941 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe93804c030 con 0x557badec66b0 2024-06-06T08:24:08.186 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.184+0000 7fe9337fe640 1 -- 172.21.15.42:0/3435981941 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe938031a10 con 0x557badec66b0 2024-06-06T08:24:08.186 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.184+0000 7fe9337fe640 1 -- 172.21.15.42:0/3435981941 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe938035040 con 0x557badec66b0 2024-06-06T08:24:08.186 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.185+0000 7fe952257740 1 -- 172.21.15.42:0/3435981941 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557badec66b0 msgr2=0x557badec5030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:08.186 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.185+0000 7fe952257740 1 --2- 172.21.15.42:0/3435981941 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557badec66b0 0x557badec5030 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7fe938000c00 tx=0x7fe938009260 comp rx=0 tx=0).stop 2024-06-06T08:24:08.187 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.185+0000 7fe952257740 1 -- 172.21.15.42:0/3435981941 shutdown_connections 2024-06-06T08:24:08.187 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.185+0000 7fe952257740 1 --2- 172.21.15.42:0/3435981941 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557badec5570 0x557badec59f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:08.187 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.185+0000 7fe952257740 1 --2- 172.21.15.42:0/3435981941 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557baded89f0 0x557badedade0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:08.187 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.185+0000 7fe952257740 1 --2- 172.21.15.42:0/3435981941 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557badec66b0 0x557badec5030 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:08.187 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.185+0000 7fe952257740 1 -- 172.21.15.42:0/3435981941 >> 172.21.15.42:0/3435981941 conn(0x557badec1680 msgr2=0x557badec1a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:08.187 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.185+0000 7fe952257740 1 -- 172.21.15.42:0/3435981941 shutdown_connections 2024-06-06T08:24:08.187 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.185+0000 7fe952257740 1 -- 172.21.15.42:0/3435981941 wait complete. 2024-06-06T08:24:08.187 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.185+0000 7fe952257740 1 -- start start 2024-06-06T08:24:08.187 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.186+0000 7fe952257740 1 Processor -- start 2024-06-06T08:24:08.189 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.186+0000 7fe952257740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557badec5570 0x557badec8e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:08.189 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.186+0000 7fe952257740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557badec66b0 0x557badec9370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:08.189 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.186+0000 7fe952257740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557baded89f0 0x557badec98b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:08.190 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.186+0000 7fe952257740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x557badedb6f0 con 0x557badec5570 2024-06-06T08:24:08.190 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.186+0000 7fe952257740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x557baddb2ae0 con 0x557baded89f0 2024-06-06T08:24:08.190 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.186+0000 7fe952257740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x557badedb870 con 0x557badec66b0 2024-06-06T08:24:08.190 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.187+0000 7fe94d2eb640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557badec5570 0x557badec8e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:08.190 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.187+0000 7fe94d2eb640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557badec5570 0x557badec8e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:32830/0 (socket says 172.21.15.42:32830) 2024-06-06T08:24:08.190 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.186+0000 7fe952257740 10 client.0 _ll_register_callbacks cb 0x557baddeb9b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:24:08.190 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.187+0000 7fe94d2eb640 1 -- 172.21.15.42:0/2783962153 learned_addr learned my addr 172.21.15.42:0/2783962153 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:08.190 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.187+0000 7fe94daec640 1 --2- 172.21.15.42:0/2783962153 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557baded89f0 0x557badec98b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:08.190 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.187+0000 7fe94caea640 1 --2- 172.21.15.42:0/2783962153 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557badec66b0 0x557badec9370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:08.190 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.187+0000 7fe94d2eb640 1 -- 172.21.15.42:0/2783962153 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557badec66b0 msgr2=0x557badec9370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:08.190 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.187+0000 7fe94d2eb640 1 --2- 172.21.15.42:0/2783962153 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557badec66b0 0x557badec9370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:08.190 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.187+0000 7fe94d2eb640 1 -- 172.21.15.42:0/2783962153 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557baded89f0 msgr2=0x557badec98b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:08.191 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.187+0000 7fe94d2eb640 1 --2- 172.21.15.42:0/2783962153 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557baded89f0 0x557badec98b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:08.191 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.187+0000 7fe94d2eb640 1 -- 172.21.15.42:0/2783962153 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557badb3d210 con 0x557badec5570 2024-06-06T08:24:08.191 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.187+0000 7fe94d2eb640 1 --2- 172.21.15.42:0/2783962153 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557badec5570 0x557badec8e30 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7fe9380486d0 tx=0x7fe938049a70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e0dc4f1c3c2deae1 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:08.191 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.187+0000 7fe930ff9640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:24:08.191 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.188+0000 7fe930ff9640 1 -- 172.21.15.42:0/2783962153 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe938035030 con 0x557badec5570 2024-06-06T08:24:08.191 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.188+0000 7fe952257740 1 -- 172.21.15.42:0/2783962153 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x557bade3cf10 con 0x557badec5570 2024-06-06T08:24:08.191 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.188+0000 7fe930ff9640 1 -- 172.21.15.42:0/2783962153 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fe9380037f0 con 0x557badec5570 2024-06-06T08:24:08.191 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.188+0000 7fe930ff9640 1 -- 172.21.15.42:0/2783962153 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe938062050 con 0x557badec5570 2024-06-06T08:24:08.191 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.188+0000 7fe952257740 10 client.15843 fetch_fsmap learned FSMap version 26 2024-06-06T08:24:08.191 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.188+0000 7fe952257740 1 -- 172.21.15.42:0/2783962153 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557badc09620 con 0x557badec5570 2024-06-06T08:24:08.191 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.188+0000 7fe930ff9640 1 -- 172.21.15.42:0/2783962153 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x557bade3cf10 con 0x557badec5570 2024-06-06T08:24:08.191 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.188+0000 7fe930ff9640 1 -- 172.21.15.42:0/2783962153 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7fe93803ca40 con 0x557badec5570 2024-06-06T08:24:08.192 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.188+0000 7fe952257740 10 client.15843 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:24:08.192 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.188+0000 7fe952257740 10 client.15843 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:24:08.192 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.188+0000 7fe952257740 20 client.15843 populate_metadata read hostname 'smithi042' 2024-06-06T08:24:08.192 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.189+0000 7fe952257740 1 --2- 172.21.15.42:0/2783962153 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x557badee8b50 0x557badeeaf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:08.192 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.189+0000 7fe952257740 4 client.15843 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:24:08.192 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.189+0000 7fe952257740 1 -- 172.21.15.42:0/2783962153 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557bade36c20 con 0x557badee8b50 2024-06-06T08:24:08.192 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.189+0000 7fe94caea640 1 --2- 172.21.15.42:0/2783962153 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x557badee8b50 0x557badeeaf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:08.192 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.189+0000 7fe94caea640 1 --2- 172.21.15.42:0/2783962153 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x557badee8b50 0x557badeeaf40 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=44e443bcb8a65740 server_cookie=318c41cb18369bcd in_seq=0 out_seq=0 2024-06-06T08:24:08.192 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.189+0000 7fe930ff9640 10 client.15843 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:24:08.192 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.190+0000 7fe930ff9640 1 -- 172.21.15.42:0/2783962153 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x557bade36c20 con 0x557badee8b50 2024-06-06T08:24:08.192 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.190+0000 7fe930ff9640 10 client.15843 handle_command_reply: tid=0 2024-06-06T08:24:08.192 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.190+0000 7fe952257740 1 client.15843 shutdown 2024-06-06T08:24:08.192 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.191+0000 7fe952257740 1 -- 172.21.15.42:0/2783962153 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557badec5570 msgr2=0x557badec8e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:08.192 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.191+0000 7fe952257740 1 --2- 172.21.15.42:0/2783962153 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557badec5570 0x557badec8e30 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7fe9380486d0 tx=0x7fe938049a70 comp rx=0 tx=0).stop 2024-06-06T08:24:08.193 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.191+0000 7fe952257740 1 -- 172.21.15.42:0/2783962153 shutdown_connections 2024-06-06T08:24:08.193 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.191+0000 7fe952257740 1 --2- 172.21.15.42:0/2783962153 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x557badee8b50 0x557badeeaf40 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:08.193 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.191+0000 7fe952257740 1 --2- 172.21.15.42:0/2783962153 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557baded89f0 0x557badec98b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:08.193 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.191+0000 7fe952257740 1 --2- 172.21.15.42:0/2783962153 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557badec66b0 0x557badec9370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:08.194 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.191+0000 7fe952257740 1 --2- 172.21.15.42:0/2783962153 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557badec5570 0x557badec8e30 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:08.194 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.191+0000 7fe952257740 1 -- 172.21.15.42:0/2783962153 >> 172.21.15.42:0/2783962153 conn(0x557badec1680 msgr2=0x557badec74d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:08.194 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.191+0000 7fe930ff9640 0 client.15843 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:24:08.194 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.191+0000 7fe952257740 1 -- 172.21.15.42:0/2783962153 shutdown_connections 2024-06-06T08:24:08.194 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.191+0000 7fe952257740 1 -- 172.21.15.42:0/2783962153 wait complete. 2024-06-06T08:24:08.194 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.191+0000 7fe952257740 20 client.15843 trim_cache size 0 max 16384 2024-06-06T08:24:08.223 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.223+0000 7fe952257740 1 Processor -- start 2024-06-06T08:24:08.223 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.223+0000 7fe952257740 1 -- start start 2024-06-06T08:24:08.223 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.223+0000 7fe952257740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557badec5570 0x557badec96d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:08.223 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.223+0000 7fe952257740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557badec66b0 0x557baded9de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:08.223 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.223+0000 7fe952257740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557baded89f0 0x557badeda320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:08.223 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.223+0000 7fe952257740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe9481b8020 con 0x557badec5570 2024-06-06T08:24:08.223 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.224+0000 7fe94d2eb640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557badec5570 0x557badec96d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:08.223 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.224+0000 7fe94d2eb640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557badec5570 0x557badec96d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:32834/0 (socket says 172.21.15.42:32834) 2024-06-06T08:24:08.224 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.224+0000 7fe94d2eb640 1 -- 172.21.15.42:0/1088040283 learned_addr learned my addr 172.21.15.42:0/1088040283 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:08.224 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.224+0000 7fe952257740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fe9481b58f0 con 0x557badec66b0 2024-06-06T08:24:08.224 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.224+0000 7fe94daec640 1 --2- 172.21.15.42:0/1088040283 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557baded89f0 0x557badeda320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:08.224 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.224+0000 7fe952257740 1 -- 172.21.15.42:0/1088040283 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fe9481b3740 con 0x557baded89f0 2024-06-06T08:24:08.224 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.224+0000 7fe94caea640 1 --2- 172.21.15.42:0/1088040283 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557badec66b0 0x557baded9de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:08.224 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.224+0000 7fe94d2eb640 1 -- 172.21.15.42:0/1088040283 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557baded89f0 msgr2=0x557badeda320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:08.224 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.224+0000 7fe94d2eb640 1 --2- 172.21.15.42:0/1088040283 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557baded89f0 0x557badeda320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:08.224 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.224+0000 7fe94d2eb640 1 -- 172.21.15.42:0/1088040283 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557badec66b0 msgr2=0x557baded9de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:08.224 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.224+0000 7fe94d2eb640 1 --2- 172.21.15.42:0/1088040283 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557badec66b0 0x557baded9de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:08.224 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.224+0000 7fe94d2eb640 1 -- 172.21.15.42:0/1088040283 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557badec5390 con 0x557badec5570 2024-06-06T08:24:08.226 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.224+0000 7fe94d2eb640 1 --2- 172.21.15.42:0/1088040283 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557badec5570 0x557badec96d0 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7fe938031bf0 tx=0x7fe93802a3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7bfc91981584e702 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:08.226 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.225+0000 7fe932ffd640 1 -- 172.21.15.42:0/1088040283 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe938035040 con 0x557badec5570 2024-06-06T08:24:08.226 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.225+0000 7fe932ffd640 1 -- 172.21.15.42:0/1088040283 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe938051850 con 0x557badec5570 2024-06-06T08:24:08.226 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.225+0000 7fe932ffd640 1 -- 172.21.15.42:0/1088040283 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe93804c040 con 0x557badec5570 2024-06-06T08:24:08.226 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.226+0000 7fe952257740 1 -- 172.21.15.42:0/1088040283 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557badec5570 msgr2=0x557badec96d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:08.226 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.226+0000 7fe952257740 1 --2- 172.21.15.42:0/1088040283 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557badec5570 0x557badec96d0 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7fe938031bf0 tx=0x7fe93802a3f0 comp rx=0 tx=0).stop 2024-06-06T08:24:08.226 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.226+0000 7fe952257740 1 -- 172.21.15.42:0/1088040283 shutdown_connections 2024-06-06T08:24:08.226 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.226+0000 7fe952257740 1 --2- 172.21.15.42:0/1088040283 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557badec66b0 0x557baded9de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:08.227 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.226+0000 7fe952257740 1 --2- 172.21.15.42:0/1088040283 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557baded89f0 0x557badeda320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:08.227 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.226+0000 7fe952257740 1 --2- 172.21.15.42:0/1088040283 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557badec5570 0x557badec96d0 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:08.227 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.226+0000 7fe952257740 1 -- 172.21.15.42:0/1088040283 >> 172.21.15.42:0/1088040283 conn(0x557badec1680 msgr2=0x557badedac70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:08.227 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.226+0000 7fe952257740 1 -- 172.21.15.42:0/1088040283 shutdown_connections 2024-06-06T08:24:08.227 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.227+0000 7fe952257740 1 -- 172.21.15.42:0/1088040283 wait complete. 2024-06-06T08:24:08.227 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.227+0000 7fe952257740 1 -- start start 2024-06-06T08:24:08.227 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.227+0000 7fe952257740 1 Processor -- start 2024-06-06T08:24:08.229 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.228+0000 7fe952257740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557badec5570 0x557baded96b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:08.229 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.228+0000 7fe952257740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557badec66b0 0x557baded9bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:08.229 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.228+0000 7fe952257740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557baded89f0 0x557badedfb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:08.229 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.228+0000 7fe952257740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe9481b3db0 con 0x557baded89f0 2024-06-06T08:24:08.229 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.228+0000 7fe952257740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fe9481b5220 con 0x557badec5570 2024-06-06T08:24:08.229 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.229+0000 7fe952257740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fe9481b4480 con 0x557badec66b0 2024-06-06T08:24:08.229 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.229+0000 7fe94caea640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557badec66b0 0x557baded9bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:08.229 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.229+0000 7fe94caea640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557badec66b0 0x557baded9bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:52232/0 (socket says 172.21.15.42:52232) 2024-06-06T08:24:08.229 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.229+0000 7fe94caea640 1 -- 172.21.15.42:0/1946962739 learned_addr learned my addr 172.21.15.42:0/1946962739 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:08.230 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.229+0000 7fe94daec640 1 --2- 172.21.15.42:0/1946962739 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557baded89f0 0x557badedfb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:08.230 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.229+0000 7fe94d2eb640 1 --2- 172.21.15.42:0/1946962739 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557badec5570 0x557baded96b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:08.230 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.229+0000 7fe952257740 10 client.0 _ll_register_callbacks cb 0x7fe940007cc0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:24:08.230 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.229+0000 7fe94caea640 1 -- 172.21.15.42:0/1946962739 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557badec5570 msgr2=0x557baded96b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:08.230 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.229+0000 7fe94caea640 1 --2- 172.21.15.42:0/1946962739 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557badec5570 0x557baded96b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:08.230 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.229+0000 7fe94caea640 1 -- 172.21.15.42:0/1946962739 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557baded89f0 msgr2=0x557badedfb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:08.230 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.229+0000 7fe94caea640 1 --2- 172.21.15.42:0/1946962739 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557baded89f0 0x557badedfb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:08.230 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.229+0000 7fe94caea640 1 -- 172.21.15.42:0/1946962739 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557badee0040 con 0x557badec66b0 2024-06-06T08:24:08.230 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.229+0000 7fe94daec640 1 --2- 172.21.15.42:0/1946962739 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557baded89f0 0x557badedfb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:24:08.230 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.230+0000 7fe94caea640 1 --2- 172.21.15.42:0/1946962739 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557badec66b0 0x557baded9bf0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x557badec8690 tx=0x7fe940011d20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ebcd74a14c15dd8c server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:08.230 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.230+0000 7fe930ff9640 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:24:08.232 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.230+0000 7fe930ff9640 1 -- 172.21.15.42:0/1946962739 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe940004b20 con 0x557badec66b0 2024-06-06T08:24:08.232 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.230+0000 7fe952257740 1 -- 172.21.15.42:0/1946962739 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe938051850 con 0x557badec66b0 2024-06-06T08:24:08.232 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.231+0000 7fe930ff9640 1 -- 172.21.15.42:0/1946962739 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fe940004cc0 con 0x557badec66b0 2024-06-06T08:24:08.232 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.231+0000 7fe930ff9640 1 -- 172.21.15.42:0/1946962739 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe94002f050 con 0x557badec66b0 2024-06-06T08:24:08.232 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.231+0000 7fe952257740 10 client.25441 fetch_fsmap learned FSMap version 26 2024-06-06T08:24:08.232 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.231+0000 7fe952257740 1 -- 172.21.15.42:0/1946962739 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557badee1350 con 0x557badec66b0 2024-06-06T08:24:08.232 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.231+0000 7fe930ff9640 1 -- 172.21.15.42:0/1946962739 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe938051850 con 0x557badec66b0 2024-06-06T08:24:08.232 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.232+0000 7fe930ff9640 1 -- 172.21.15.42:0/1946962739 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7fe940023030 con 0x557badec66b0 2024-06-06T08:24:08.232 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.232+0000 7fe952257740 10 client.25441 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:24:08.232 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.232+0000 7fe952257740 10 client.25441 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:24:08.232 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.232+0000 7fe952257740 20 client.25441 populate_metadata read hostname 'smithi042' 2024-06-06T08:24:08.232 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.232+0000 7fe952257740 1 --2- 172.21.15.42:0/1946962739 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x557badf53640 0x557badf55a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:08.233 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.232+0000 7fe952257740 4 client.25441 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:24:08.233 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.232+0000 7fe952257740 1 -- 172.21.15.42:0/1946962739 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x557bade30f70 con 0x557badf53640 2024-06-06T08:24:08.233 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.232+0000 7fe94d2eb640 1 --2- 172.21.15.42:0/1946962739 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x557badf53640 0x557badf55a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:08.233 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.232+0000 7fe930ff9640 10 client.25441 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:24:08.233 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.232+0000 7fe94d2eb640 1 --2- 172.21.15.42:0/1946962739 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x557badf53640 0x557badf55a60 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=de67e816f5d05045 server_cookie=ea5d20ac66a779e6 in_seq=0 out_seq=0 2024-06-06T08:24:08.233 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:24:08 smithi042 ceph-mon[32384]: pgmap v48: 129 pgs: 129 active+clean; 1.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 23 KiB/s wr, 21 op/s 2024-06-06T08:24:08.241 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.241+0000 7fe930ff9640 1 -- 172.21.15.42:0/1946962739 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x557bade30f70 con 0x557badf53640 2024-06-06T08:24:08.241 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.241+0000 7fe930ff9640 10 client.25441 handle_command_reply: tid=0 2024-06-06T08:24:08.242 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.241+0000 7fe952257740 1 client.25441 shutdown 2024-06-06T08:24:08.242 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.241+0000 7fe952257740 1 -- 172.21.15.42:0/1946962739 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557badec66b0 msgr2=0x557baded9bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:08.242 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.241+0000 7fe952257740 1 --2- 172.21.15.42:0/1946962739 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557badec66b0 0x557baded9bf0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x557badec8690 tx=0x7fe940011d20 comp rx=0 tx=0).stop 2024-06-06T08:24:08.242 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.242+0000 7fe952257740 1 -- 172.21.15.42:0/1946962739 shutdown_connections 2024-06-06T08:24:08.242 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.242+0000 7fe952257740 1 --2- 172.21.15.42:0/1946962739 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x557badf53640 0x557badf55a60 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:08.242 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.242+0000 7fe952257740 1 --2- 172.21.15.42:0/1946962739 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557baded89f0 0x557badedfb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:08.242 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.242+0000 7fe952257740 1 --2- 172.21.15.42:0/1946962739 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557badec66b0 0x557baded9bf0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:08.242 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.242+0000 7fe930ff9640 0 client.25441 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:24:08.242 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.242+0000 7fe952257740 1 --2- 172.21.15.42:0/1946962739 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557badec5570 0x557baded96b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:08.242 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.242+0000 7fe952257740 1 -- 172.21.15.42:0/1946962739 >> 172.21.15.42:0/1946962739 conn(0x557badec1680 msgr2=0x557badebff50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:08.242 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.242+0000 7fe952257740 1 -- 172.21.15.42:0/1946962739 shutdown_connections 2024-06-06T08:24:08.242 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.242+0000 7fe952257740 1 -- 172.21.15.42:0/1946962739 wait complete. 2024-06-06T08:24:08.243 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.242+0000 7fe952257740 20 client.25441 trim_cache size 0 max 16384 2024-06-06T08:24:08.243 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:24:08.243 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:24:08.243 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:24:08.244 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.242+0000 7fe94f54f640 1 -- 172.21.15.42:0/3939827237 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fe9340a2f40 msgr2=0x7fe9340a5400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:08.244 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.242+0000 7fe94f54f640 1 --2- 172.21.15.42:0/3939827237 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fe9340a2f40 0x7fe9340a5400 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fe938005940 tx=0x7fe9380058d0 comp rx=0 tx=0).stop 2024-06-06T08:24:08.244 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.242+0000 7fe94f54f640 1 -- 172.21.15.42:0/3939827237 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe9481a0f00 msgr2=0x7fe9481a1380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:08.244 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.242+0000 7fe94f54f640 1 --2- 172.21.15.42:0/3939827237 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe9481a0f00 0x7fe9481a1380 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7fe94400c970 tx=0x7fe94400ce30 comp rx=0 tx=0).stop 2024-06-06T08:24:08.244 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.243+0000 7fe94f54f640 1 -- 172.21.15.42:0/3939827237 shutdown_connections 2024-06-06T08:24:08.244 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.243+0000 7fe94f54f640 1 --2- 172.21.15.42:0/3939827237 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fe9340a2f40 0x7fe9340a5400 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:08.244 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.243+0000 7fe94f54f640 1 --2- 172.21.15.42:0/3939827237 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe9481a6d50 0x7fe9481a09c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:08.244 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.243+0000 7fe94f54f640 1 --2- 172.21.15.42:0/3939827237 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe9481a0f00 0x7fe9481a1380 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:08.245 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.243+0000 7fe94f54f640 1 --2- 172.21.15.42:0/3939827237 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe94810db40 0x7fe9481a6810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:08.245 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.243+0000 7fe94f54f640 1 -- 172.21.15.42:0/3939827237 >> 172.21.15.42:0/3939827237 conn(0x7fe94806ca70 msgr2=0x7fe9480716d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:08.245 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.243+0000 7fe94f54f640 1 -- 172.21.15.42:0/3939827237 shutdown_connections 2024-06-06T08:24:08.245 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:08.243+0000 7fe94f54f640 1 -- 172.21.15.42:0/3939827237 wait complete. 2024-06-06T08:24:08.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:24:08 smithi149 ceph-mon[36842]: pgmap v48: 129 pgs: 129 active+clean; 1.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 23 KiB/s wr, 21 op/s 2024-06-06T08:24:08.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:24:08 smithi120 ceph-mon[36658]: pgmap v48: 129 pgs: 129 active+clean; 1.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 23 KiB/s wr, 21 op/s 2024-06-06T08:24:10.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:24:10 smithi149 ceph-mon[36842]: pgmap v49: 129 pgs: 129 active+clean; 1.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 24 KiB/s wr, 26 op/s 2024-06-06T08:24:10.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:24:10 smithi149 ceph-mon[36842]: mgrmap e26: x(active, since 92s), standbys: z, y 2024-06-06T08:24:10.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:24:10 smithi042 ceph-mon[32384]: pgmap v49: 129 pgs: 129 active+clean; 1.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 24 KiB/s wr, 26 op/s 2024-06-06T08:24:10.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:24:10 smithi042 ceph-mon[32384]: mgrmap e26: x(active, since 92s), standbys: z, y 2024-06-06T08:24:10.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:24:10 smithi120 ceph-mon[36658]: pgmap v49: 129 pgs: 129 active+clean; 1.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 24 KiB/s wr, 26 op/s 2024-06-06T08:24:10.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:24:10 smithi120 ceph-mon[36658]: mgrmap e26: x(active, since 92s), standbys: z, y 2024-06-06T08:24:11.798 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:10.904+0000 7f42f0041700 1 -- 172.21.15.42:0/4133446592 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f42e8107400 msgr2=0x7f42e81077e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:11.798 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:10.904+0000 7f42f0041700 1 --2- 172.21.15.42:0/4133446592 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f42e8107400 0x7f42e81077e0 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f42e4009990 tx=0x7f42e4009ca0 comp rx=0 tx=0).stop 2024-06-06T08:24:11.798 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:10.904+0000 7f42f0041700 1 -- 172.21.15.42:0/4133446592 shutdown_connections 2024-06-06T08:24:11.798 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:10.904+0000 7f42f0041700 1 --2- 172.21.15.42:0/4133446592 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f42e8101d50 0x7f42e810e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:11.798 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:10.904+0000 7f42f0041700 1 --2- 172.21.15.42:0/4133446592 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f42e8107400 0x7f42e81077e0 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:11.799 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:10.904+0000 7f42f0041700 1 --2- 172.21.15.42:0/4133446592 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f42e8101390 0x7f42e8101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:11.799 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:10.905+0000 7f42f0041700 1 -- 172.21.15.42:0/4133446592 >> 172.21.15.42:0/4133446592 conn(0x7f42e8078340 msgr2=0x7f42e8078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:11.799 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:10.905+0000 7f42f0041700 1 -- 172.21.15.42:0/4133446592 shutdown_connections 2024-06-06T08:24:11.799 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:10.905+0000 7f42f0041700 1 -- 172.21.15.42:0/4133446592 wait complete. 2024-06-06T08:24:11.799 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:10.906+0000 7f42f0041700 1 Processor -- start 2024-06-06T08:24:11.799 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:10.906+0000 7f42f0041700 1 -- start start 2024-06-06T08:24:11.799 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:10.906+0000 7f42f0041700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f42e8101390 0x7f42e819e900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:11.799 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:10.906+0000 7f42f0041700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f42e8101d50 0x7f42e819ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:11.799 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:10.906+0000 7f42f0041700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f42e8107400 0x7f42e8198d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:11.799 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:10.906+0000 7f42f0041700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f42e81116a0 con 0x7f42e8101390 2024-06-06T08:24:11.799 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:10.906+0000 7f42f0041700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f42e8111520 con 0x7f42e8101d50 2024-06-06T08:24:11.800 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:10.906+0000 7f42f0041700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f42e8111820 con 0x7f42e8107400 2024-06-06T08:24:11.800 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:10.906+0000 7f42edddd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f42e8101390 0x7f42e819e900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:11.800 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:10.906+0000 7f42ee5de700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f42e8107400 0x7f42e8198d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:11.800 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:10.906+0000 7f42ee5de700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f42e8107400 0x7f42e8198d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:52242/0 (socket says 172.21.15.42:52242) 2024-06-06T08:24:11.800 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:10.906+0000 7f42ee5de700 1 -- 172.21.15.42:0/4083871297 learned_addr learned my addr 172.21.15.42:0/4083871297 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:11.800 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:10.906+0000 7f42ed5dc700 1 --2- 172.21.15.42:0/4083871297 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f42e8101d50 0x7f42e819ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:11.800 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:10.907+0000 7f42ee5de700 1 -- 172.21.15.42:0/4083871297 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f42e8101d50 msgr2=0x7f42e819ee40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:11.800 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:10.907+0000 7f42ee5de700 1 --2- 172.21.15.42:0/4083871297 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f42e8101d50 0x7f42e819ee40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:11.800 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:10.907+0000 7f42ee5de700 1 -- 172.21.15.42:0/4083871297 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f42e8101390 msgr2=0x7f42e819e900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:11.800 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:10.907+0000 7f42ee5de700 1 --2- 172.21.15.42:0/4083871297 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f42e8101390 0x7f42e819e900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:11.800 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:10.907+0000 7f42ee5de700 1 -- 172.21.15.42:0/4083871297 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42e8199560 con 0x7f42e8107400 2024-06-06T08:24:11.801 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:10.907+0000 7f42edddd700 1 --2- 172.21.15.42:0/4083871297 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f42e8101390 0x7f42e819e900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:24:11.801 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:10.907+0000 7f42ee5de700 1 --2- 172.21.15.42:0/4083871297 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f42e8107400 0x7f42e8198d80 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f42e000ef30 tx=0x7f42e000c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:11.801 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:10.907+0000 7f42deffd700 1 -- 172.21.15.42:0/4083871297 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42e00092e0 con 0x7f42e8107400 2024-06-06T08:24:11.801 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:24:11.801 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/667270675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":667270675},{"type":"v1","addr":"172.21.15.42:6837","nonce":667270675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/2414389302","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":2414389302},{"type":"v1","addr":"172.21.15.42:6839","nonce":2414389302}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14574,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/3625002785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":3625002785},{"type":"v1","addr":"172.21.15.42:6841","nonce":3625002785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24413,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6835/3995394553","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":3995394553},{"type":"v1","addr":"172.21.15.120:6835","nonce":3995394553}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T08:18:39.778858+0000","modified":"2024-06-06T08:22:34.570686+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24464},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6837/3434475673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":3434475673},{"type":"v1","addr":"172.21.15.120:6837","nonce":3434475673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6835/3776134468","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":3776134468},{"type":"v1","addr":"172.21.15.149:6835","nonce":3776134468}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":21,"addr":"172.21.15.120:6839/1585293472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":1585293472},{"type":"v1","addr":"172.21.15.120:6839","nonce":1585293472}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":25,"addr":"172.21.15.149:6837/751787578","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":751787578},{"type":"v1","addr":"172.21.15.149:6837","nonce":751787578}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":8,"addr":"172.21.15.149:6839/764851483","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":764851483},{"type":"v1","addr":"172.21.15.149:6839","nonce":764851483}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24464,24469,24484]},"id":1}]} 2024-06-06T08:24:11.801 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:10.907+0000 7f42f0041700 1 -- 172.21.15.42:0/4083871297 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42e81997f0 con 0x7f42e8107400 2024-06-06T08:24:11.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:10.907+0000 7f42deffd700 1 -- 172.21.15.42:0/4083871297 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f42e0004bb0 con 0x7f42e8107400 2024-06-06T08:24:11.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:10.908+0000 7f42deffd700 1 -- 172.21.15.42:0/4083871297 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42e0004280 con 0x7f42e8107400 2024-06-06T08:24:11.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:10.908+0000 7f42f0041700 1 -- 172.21.15.42:0/4083871297 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42e8111e60 con 0x7f42e8107400 2024-06-06T08:24:11.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:10.909+0000 7f42dcff9700 1 -- 172.21.15.42:0/4083871297 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f42e8102ab0 con 0x7f42e8107400 2024-06-06T08:24:11.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:10.911+0000 7f42deffd700 1 -- 172.21.15.42:0/4083871297 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f42e001b030 con 0x7f42e8107400 2024-06-06T08:24:11.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:10.912+0000 7f42deffd700 1 --2- 172.21.15.42:0/4083871297 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f42d40a2c70 0x7f42d40a5130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:11.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:10.912+0000 7f42edddd700 1 --2- 172.21.15.42:0/4083871297 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f42d40a2c70 0x7f42d40a5130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:11.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:10.912+0000 7f42deffd700 1 -- 172.21.15.42:0/4083871297 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f42e00cedb0 con 0x7f42e8107400 2024-06-06T08:24:11.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:10.913+0000 7f42edddd700 1 --2- 172.21.15.42:0/4083871297 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f42d40a2c70 0x7f42d40a5130 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f42e400b2e0 tx=0x7f42e4005960 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:11.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:10.916+0000 7f42deffd700 1 -- 172.21.15.42:0/4083871297 <== mon.1 v2:172.21.15.149:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f42e0010040 con 0x7f42e8107400 2024-06-06T08:24:11.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:11.399+0000 7f42dcff9700 1 -- 172.21.15.42:0/4083871297 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f42e8199f60 con 0x7f42e8107400 2024-06-06T08:24:11.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:11.400+0000 7f42deffd700 1 -- 172.21.15.42:0/4083871297 <== mon.1 v2:172.21.15.149:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11876 (secure 0 0 0) 0x7f42e001b320 con 0x7f42e8107400 2024-06-06T08:24:11.803 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:11.403+0000 7f42dcff9700 1 -- 172.21.15.42:0/4083871297 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f42d40a2c70 msgr2=0x7f42d40a5130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:11.803 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:11.403+0000 7f42dcff9700 1 --2- 172.21.15.42:0/4083871297 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f42d40a2c70 0x7f42d40a5130 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f42e400b2e0 tx=0x7f42e4005960 comp rx=0 tx=0).stop 2024-06-06T08:24:11.803 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:11.403+0000 7f42dcff9700 1 -- 172.21.15.42:0/4083871297 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f42e8107400 msgr2=0x7f42e8198d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:11.803 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:11.403+0000 7f42dcff9700 1 --2- 172.21.15.42:0/4083871297 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f42e8107400 0x7f42e8198d80 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f42e000ef30 tx=0x7f42e000c3a0 comp rx=0 tx=0).stop 2024-06-06T08:24:11.803 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:11.404+0000 7f42dcff9700 1 -- 172.21.15.42:0/4083871297 shutdown_connections 2024-06-06T08:24:11.803 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:11.404+0000 7f42dcff9700 1 --2- 172.21.15.42:0/4083871297 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f42d40a2c70 0x7f42d40a5130 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:11.803 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:11.404+0000 7f42dcff9700 1 --2- 172.21.15.42:0/4083871297 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f42e8107400 0x7f42e8198d80 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:11.803 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:11.404+0000 7f42dcff9700 1 --2- 172.21.15.42:0/4083871297 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f42e8101390 0x7f42e819e900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:11.803 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:11.404+0000 7f42dcff9700 1 --2- 172.21.15.42:0/4083871297 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f42e8101d50 0x7f42e819ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:11.803 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:11.404+0000 7f42dcff9700 1 -- 172.21.15.42:0/4083871297 >> 172.21.15.42:0/4083871297 conn(0x7f42e8078340 msgr2=0x7f42e80fee30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:11.803 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:11.404+0000 7f42dcff9700 1 -- 172.21.15.42:0/4083871297 shutdown_connections 2024-06-06T08:24:11.804 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:11.404+0000 7f42dcff9700 1 -- 172.21.15.42:0/4083871297 wait complete. 2024-06-06T08:24:11.804 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 26 2024-06-06T08:24:12.287 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:24:12 smithi149 ceph-mon[36842]: pgmap v50: 129 pgs: 129 active+clean; 1.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 23 KiB/s wr, 22 op/s 2024-06-06T08:24:12.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:24:12 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/4083871297' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:24:12.475 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:24:12.508 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:24:12 smithi042 ceph-mon[32384]: pgmap v50: 129 pgs: 129 active+clean; 1.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 23 KiB/s wr, 22 op/s 2024-06-06T08:24:12.509 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:24:12 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/4083871297' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:24:12.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:24:12 smithi120 ceph-mon[36658]: pgmap v50: 129 pgs: 129 active+clean; 1.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 23 KiB/s wr, 22 op/s 2024-06-06T08:24:12.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:24:12 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/4083871297' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:24:14.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:24:14 smithi149 ceph-mon[36842]: pgmap v51: 129 pgs: 129 active+clean; 1.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 23 KiB/s wr, 25 op/s 2024-06-06T08:24:14.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:24:14 smithi042 ceph-mon[32384]: pgmap v51: 129 pgs: 129 active+clean; 1.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 23 KiB/s wr, 25 op/s 2024-06-06T08:24:14.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:24:14 smithi120 ceph-mon[36658]: pgmap v51: 129 pgs: 129 active+clean; 1.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 23 KiB/s wr, 25 op/s 2024-06-06T08:24:15.185 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-06-06T08:24:15.316 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:24:16.533 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:24:16.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:24:16 smithi149 ceph-mon[36842]: pgmap v52: 129 pgs: 129 active+clean; 1.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-06-06T08:24:16.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:24:16 smithi042 ceph-mon[32384]: pgmap v52: 129 pgs: 129 active+clean; 1.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-06-06T08:24:16.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:24:16 smithi120 ceph-mon[36658]: pgmap v52: 129 pgs: 129 active+clean; 1.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-06-06T08:24:17.266 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:17.266+0000 7f8731073700 1 -- 172.21.15.42:0/2341994296 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f872c101df0 msgr2=0x7f872c1021d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:17.266 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:17.266+0000 7f8731073700 1 --2- 172.21.15.42:0/2341994296 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f872c101df0 0x7f872c1021d0 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f871c0099c0 tx=0x7f871c009cd0 comp rx=0 tx=0).stop 2024-06-06T08:24:17.266 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:17.266+0000 7f8731073700 1 -- 172.21.15.42:0/2341994296 shutdown_connections 2024-06-06T08:24:17.266 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:17.266+0000 7f8731073700 1 --2- 172.21.15.42:0/2341994296 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f872c106750 0x7f872c10e2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:17.266 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:17.266+0000 7f8731073700 1 --2- 172.21.15.42:0/2341994296 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f872c101df0 0x7f872c1021d0 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:17.266 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:17.266+0000 7f8731073700 1 --2- 172.21.15.42:0/2341994296 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f872c1027a0 0x7f872c106020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:17.266 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:17.266+0000 7f8731073700 1 -- 172.21.15.42:0/2341994296 >> 172.21.15.42:0/2341994296 conn(0x7f872c077a00 msgr2=0x7f872c0fedb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:17.266 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:17.267+0000 7f8731073700 1 -- 172.21.15.42:0/2341994296 shutdown_connections 2024-06-06T08:24:17.266 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:17.267+0000 7f8731073700 1 -- 172.21.15.42:0/2341994296 wait complete. 2024-06-06T08:24:17.267 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:17.268+0000 7f8731073700 1 Processor -- start 2024-06-06T08:24:17.267 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:17.268+0000 7f8731073700 1 -- start start 2024-06-06T08:24:17.267 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:17.268+0000 7f8731073700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f872c101df0 0x7f872c19e860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:17.267 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:17.268+0000 7f8731073700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f872c1027a0 0x7f872c19eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:17.267 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:17.268+0000 7f8731073700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f872c106750 0x7f872c196c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:17.267 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:17.268+0000 7f8731073700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f872c111690 con 0x7f872c101df0 2024-06-06T08:24:17.268 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:17.268+0000 7f8731073700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f872c111510 con 0x7f872c1027a0 2024-06-06T08:24:17.268 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:17.268+0000 7f8731073700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f872c111810 con 0x7f872c106750 2024-06-06T08:24:17.268 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:17.269+0000 7f872b59e700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f872c106750 0x7f872c196c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:17.268 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:17.269+0000 7f872b59e700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f872c106750 0x7f872c196c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:52252/0 (socket says 172.21.15.42:52252) 2024-06-06T08:24:17.268 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:17.269+0000 7f872b59e700 1 -- 172.21.15.42:0/2832042957 learned_addr learned my addr 172.21.15.42:0/2832042957 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:17.268 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:17.269+0000 7f872a59c700 1 --2- 172.21.15.42:0/2832042957 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f872c1027a0 0x7f872c19eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:17.268 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:17.269+0000 7f872ad9d700 1 --2- 172.21.15.42:0/2832042957 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f872c101df0 0x7f872c19e860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:17.269 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:17.269+0000 7f872b59e700 1 -- 172.21.15.42:0/2832042957 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f872c1027a0 msgr2=0x7f872c19eda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:17.269 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:17.269+0000 7f872b59e700 1 --2- 172.21.15.42:0/2832042957 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f872c1027a0 0x7f872c19eda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:17.269 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:17.269+0000 7f872b59e700 1 -- 172.21.15.42:0/2832042957 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f872c101df0 msgr2=0x7f872c19e860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:17.269 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:17.269+0000 7f872b59e700 1 --2- 172.21.15.42:0/2832042957 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f872c101df0 0x7f872c19e860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:17.269 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:17.269+0000 7f872b59e700 1 -- 172.21.15.42:0/2832042957 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f872c1974d0 con 0x7f872c106750 2024-06-06T08:24:17.269 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:17.269+0000 7f872ad9d700 1 --2- 172.21.15.42:0/2832042957 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f872c101df0 0x7f872c19e860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:24:17.269 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:17.270+0000 7f872b59e700 1 --2- 172.21.15.42:0/2832042957 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f872c106750 0x7f872c196c00 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f872400ef30 tx=0x7f872400c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:17.269 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:17.270+0000 7f8713fff700 1 -- 172.21.15.42:0/2832042957 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87240092e0 con 0x7f872c106750 2024-06-06T08:24:17.270 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:17.270+0000 7f8713fff700 1 -- 172.21.15.42:0/2832042957 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8724004bb0 con 0x7f872c106750 2024-06-06T08:24:17.270 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:17.270+0000 7f8713fff700 1 -- 172.21.15.42:0/2832042957 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8724004280 con 0x7f872c106750 2024-06-06T08:24:17.270 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:17.270+0000 7f8731073700 1 -- 172.21.15.42:0/2832042957 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f872c197760 con 0x7f872c106750 2024-06-06T08:24:17.270 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:17.270+0000 7f8731073700 1 -- 172.21.15.42:0/2832042957 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f872c1b4570 con 0x7f872c106750 2024-06-06T08:24:17.270 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:17.272+0000 7f8731073700 1 -- 172.21.15.42:0/2832042957 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f872c069180 con 0x7f872c106750 2024-06-06T08:24:17.272 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:17.272+0000 7f8713fff700 1 -- 172.21.15.42:0/2832042957 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f872401b030 con 0x7f872c106750 2024-06-06T08:24:17.272 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:17.273+0000 7f8713fff700 1 --2- 172.21.15.42:0/2832042957 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f87140a2e10 0x7f87140a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:17.272 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:17.273+0000 7f8713fff700 1 -- 172.21.15.42:0/2832042957 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f87240cf250 con 0x7f872c106750 2024-06-06T08:24:17.272 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:17.273+0000 7f872ad9d700 1 --2- 172.21.15.42:0/2832042957 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f87140a2e10 0x7f87140a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:17.273 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:17.274+0000 7f872ad9d700 1 --2- 172.21.15.42:0/2832042957 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f87140a2e10 0x7f87140a52d0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f871c000c00 tx=0x7f871c005fb0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:17.277 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:17.278+0000 7f8713fff700 1 -- 172.21.15.42:0/2832042957 <== mon.1 v2:172.21.15.149:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f8724022020 con 0x7f872c106750 2024-06-06T08:24:17.549 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:17.550+0000 7f8731073700 1 -- 172.21.15.42:0/2832042957 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f872c1b4740 con 0x7f872c106750 2024-06-06T08:24:17.551 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:17.552+0000 7f8713fff700 1 -- 172.21.15.42:0/2832042957 <== mon.1 v2:172.21.15.149:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11876 (secure 0 0 0) 0x7f8724010040 con 0x7f872c106750 2024-06-06T08:24:17.551 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:24:17.551 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/667270675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":667270675},{"type":"v1","addr":"172.21.15.42:6837","nonce":667270675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/2414389302","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":2414389302},{"type":"v1","addr":"172.21.15.42:6839","nonce":2414389302}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14574,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/3625002785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":3625002785},{"type":"v1","addr":"172.21.15.42:6841","nonce":3625002785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24413,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6835/3995394553","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":3995394553},{"type":"v1","addr":"172.21.15.120:6835","nonce":3995394553}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T08:18:39.778858+0000","modified":"2024-06-06T08:22:34.570686+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24464},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6837/3434475673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":3434475673},{"type":"v1","addr":"172.21.15.120:6837","nonce":3434475673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6835/3776134468","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":3776134468},{"type":"v1","addr":"172.21.15.149:6835","nonce":3776134468}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":21,"addr":"172.21.15.120:6839/1585293472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":1585293472},{"type":"v1","addr":"172.21.15.120:6839","nonce":1585293472}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":25,"addr":"172.21.15.149:6837/751787578","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":751787578},{"type":"v1","addr":"172.21.15.149:6837","nonce":751787578}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":8,"addr":"172.21.15.149:6839/764851483","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":764851483},{"type":"v1","addr":"172.21.15.149:6839","nonce":764851483}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24464,24469,24484]},"id":1}]} 2024-06-06T08:24:17.553 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:17.554+0000 7f8731073700 1 -- 172.21.15.42:0/2832042957 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f87140a2e10 msgr2=0x7f87140a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:17.553 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:17.554+0000 7f8731073700 1 --2- 172.21.15.42:0/2832042957 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f87140a2e10 0x7f87140a52d0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f871c000c00 tx=0x7f871c005fb0 comp rx=0 tx=0).stop 2024-06-06T08:24:17.553 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:17.554+0000 7f8731073700 1 -- 172.21.15.42:0/2832042957 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f872c106750 msgr2=0x7f872c196c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:17.553 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:17.554+0000 7f8731073700 1 --2- 172.21.15.42:0/2832042957 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f872c106750 0x7f872c196c00 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f872400ef30 tx=0x7f872400c3a0 comp rx=0 tx=0).stop 2024-06-06T08:24:17.553 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:17.554+0000 7f8731073700 1 -- 172.21.15.42:0/2832042957 shutdown_connections 2024-06-06T08:24:17.553 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:17.554+0000 7f8731073700 1 --2- 172.21.15.42:0/2832042957 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f87140a2e10 0x7f87140a52d0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:17.554 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:17.554+0000 7f8731073700 1 --2- 172.21.15.42:0/2832042957 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f872c106750 0x7f872c196c00 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:17.554 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:17.554+0000 7f8731073700 1 --2- 172.21.15.42:0/2832042957 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f872c101df0 0x7f872c19e860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:17.554 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:17.554+0000 7f8731073700 1 --2- 172.21.15.42:0/2832042957 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f872c1027a0 0x7f872c19eda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:17.554 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:17.554+0000 7f8731073700 1 -- 172.21.15.42:0/2832042957 >> 172.21.15.42:0/2832042957 conn(0x7f872c077a00 msgr2=0x7f872c1055c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:17.554 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:17.555+0000 7f8731073700 1 -- 172.21.15.42:0/2832042957 shutdown_connections 2024-06-06T08:24:17.554 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:17.555+0000 7f8731073700 1 -- 172.21.15.42:0/2832042957 wait complete. 2024-06-06T08:24:17.554 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 26 2024-06-06T08:24:18.446 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24484 quiesce db --set-id 2da42f83 --release --await' 2024-06-06T08:24:18.447 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- timeout 105 ceph tell mds.24484 quiesce db --set-id 2da42f83 --release --await 2024-06-06T08:24:18.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:24:18 smithi149 ceph-mon[36842]: pgmap v53: 129 pgs: 129 active+clean; 1.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-06-06T08:24:18.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:24:18 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/2832042957' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:24:18.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:24:18 smithi042 ceph-mon[32384]: pgmap v53: 129 pgs: 129 active+clean; 1.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-06-06T08:24:18.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:24:18 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/2832042957' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:24:18.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:24:18 smithi120 ceph-mon[36658]: pgmap v53: 129 pgs: 129 active+clean; 1.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-06-06T08:24:18.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:24:18 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/2832042957' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:24:18.985 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:24:19.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.727+0000 7f0c6fc42700 1 -- 172.21.15.42:0/1654183381 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0c68107400 msgr2=0x7f0c681077e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:19.727 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.727+0000 7f0c6fc42700 1 --2- 172.21.15.42:0/1654183381 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0c68107400 0x7f0c681077e0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f0c64009990 tx=0x7f0c64009ca0 comp rx=0 tx=0).stop 2024-06-06T08:24:19.727 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.727+0000 7f0c6fc42700 1 -- 172.21.15.42:0/1654183381 shutdown_connections 2024-06-06T08:24:19.727 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.727+0000 7f0c6fc42700 1 --2- 172.21.15.42:0/1654183381 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0c68101d50 0x7f0c6810e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:19.727 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.727+0000 7f0c6fc42700 1 --2- 172.21.15.42:0/1654183381 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0c68107400 0x7f0c681077e0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:19.727 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.727+0000 7f0c6fc42700 1 --2- 172.21.15.42:0/1654183381 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0c68101390 0x7f0c68101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:19.727 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.727+0000 7f0c6fc42700 1 -- 172.21.15.42:0/1654183381 >> 172.21.15.42:0/1654183381 conn(0x7f0c68078340 msgr2=0x7f0c68078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:19.727 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.727+0000 7f0c6fc42700 1 -- 172.21.15.42:0/1654183381 shutdown_connections 2024-06-06T08:24:19.727 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.727+0000 7f0c6fc42700 1 -- 172.21.15.42:0/1654183381 wait complete. 2024-06-06T08:24:19.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.728+0000 7f0c6fc42700 1 Processor -- start 2024-06-06T08:24:19.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.728+0000 7f0c6fc42700 1 -- start start 2024-06-06T08:24:19.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.729+0000 7f0c6fc42700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0c68101390 0x7f0c68073c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:19.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.729+0000 7f0c6fc42700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0c68101d50 0x7f0c68074140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:19.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.729+0000 7f0c6fc42700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0c68107400 0x7f0c6806cee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:19.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.729+0000 7f0c6d1dd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0c68101d50 0x7f0c68074140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:19.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.729+0000 7f0c6d1dd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0c68101d50 0x7f0c68074140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55904/0 (socket says 172.21.15.42:55904) 2024-06-06T08:24:19.729 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.729+0000 7f0c6d9de700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0c68101390 0x7f0c68073c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:19.729 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.729+0000 7f0c6d1dd700 1 -- 172.21.15.42:0/165320200 learned_addr learned my addr 172.21.15.42:0/165320200 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:19.729 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.729+0000 7f0c6fc42700 1 -- 172.21.15.42:0/165320200 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0c68112790 con 0x7f0c68101d50 2024-06-06T08:24:19.729 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.729+0000 7f0c6fc42700 1 -- 172.21.15.42:0/165320200 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f0c68112610 con 0x7f0c68107400 2024-06-06T08:24:19.729 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.729+0000 7f0c6fc42700 1 -- 172.21.15.42:0/165320200 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f0c68112910 con 0x7f0c68101390 2024-06-06T08:24:19.730 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.729+0000 7f0c6d1dd700 1 -- 172.21.15.42:0/165320200 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0c68101390 msgr2=0x7f0c68073c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:19.730 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.729+0000 7f0c6d1dd700 1 --2- 172.21.15.42:0/165320200 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0c68101390 0x7f0c68073c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:19.730 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.729+0000 7f0c6d1dd700 1 -- 172.21.15.42:0/165320200 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0c68107400 msgr2=0x7f0c6806cee0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-06-06T08:24:19.730 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.729+0000 7f0c6d1dd700 1 --2- 172.21.15.42:0/165320200 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0c68107400 0x7f0c6806cee0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:19.730 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.729+0000 7f0c6d1dd700 1 -- 172.21.15.42:0/165320200 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c6806d7a0 con 0x7f0c68101d50 2024-06-06T08:24:19.730 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.730+0000 7f0c6d1dd700 1 --2- 172.21.15.42:0/165320200 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0c68101d50 0x7f0c68074140 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f0c5800e9a0 tx=0x7f0c5800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:19.730 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.730+0000 7f0c5effd700 1 -- 172.21.15.42:0/165320200 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c5800cb50 con 0x7f0c68101d50 2024-06-06T08:24:19.731 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.730+0000 7f0c5effd700 1 -- 172.21.15.42:0/165320200 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0c5800ccf0 con 0x7f0c68101d50 2024-06-06T08:24:19.731 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.730+0000 7f0c6fc42700 1 -- 172.21.15.42:0/165320200 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c6806da90 con 0x7f0c68101d50 2024-06-06T08:24:19.731 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.730+0000 7f0c6fc42700 1 -- 172.21.15.42:0/165320200 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c68071a60 con 0x7f0c68101d50 2024-06-06T08:24:19.731 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.731+0000 7f0c5effd700 1 -- 172.21.15.42:0/165320200 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c58018680 con 0x7f0c68101d50 2024-06-06T08:24:19.733 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.734+0000 7f0c5effd700 1 -- 172.21.15.42:0/165320200 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f0c58018820 con 0x7f0c68101d50 2024-06-06T08:24:19.734 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.735+0000 7f0c5effd700 1 --2- 172.21.15.42:0/165320200 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f0c540a2e90 0x7f0c540a5350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:19.734 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.735+0000 7f0c6d9de700 1 --2- 172.21.15.42:0/165320200 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f0c540a2e90 0x7f0c540a5350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:19.734 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.736+0000 7f0c5effd700 1 -- 172.21.15.42:0/165320200 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f0c580cf990 con 0x7f0c68101d50 2024-06-06T08:24:19.735 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.736+0000 7f0c6d9de700 1 --2- 172.21.15.42:0/165320200 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f0c540a2e90 0x7f0c540a5350 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f0c6400b2e0 tx=0x7f0c64005960 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:19.735 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.736+0000 7f0c7a4c5b80 1 Processor -- start 2024-06-06T08:24:19.735 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.737+0000 7f0c7a4c5b80 1 -- start start 2024-06-06T08:24:19.737 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.737+0000 7f0c7a4c5b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bb76355f60 0x55bb76356340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:19.738 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.737+0000 7f0c7a4c5b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bb76356880 0x55bb76350260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:19.738 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.737+0000 7f0c7a4c5b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb763507a0 0x55bb76350bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:19.738 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.738+0000 7f0c6e1df700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb763507a0 0x55bb76350bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:19.738 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.738+0000 7f0c6d9de700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bb76355f60 0x55bb76356340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:19.738 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.738+0000 7f0c6d9de700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bb76355f60 0x55bb76356340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:33968/0 (socket says 172.21.15.42:33968) 2024-06-06T08:24:19.738 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.738+0000 7f0c6d9de700 1 -- 172.21.15.42:0/1106873353 learned_addr learned my addr 172.21.15.42:0/1106873353 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:19.738 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.738+0000 7f0c6e1df700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb763507a0 0x55bb76350bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55910/0 (socket says 172.21.15.42:55910) 2024-06-06T08:24:19.738 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.738+0000 7f0c6d1dd700 1 --2- 172.21.15.42:0/1106873353 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bb76356880 0x55bb76350260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:19.738 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.738+0000 7f0c7a4c5b80 1 -- 172.21.15.42:0/1106873353 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55bb76242f60 con 0x55bb763507a0 2024-06-06T08:24:19.738 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.738+0000 7f0c7a4c5b80 1 -- 172.21.15.42:0/1106873353 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55bb762a1850 con 0x55bb76356880 2024-06-06T08:24:19.738 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.738+0000 7f0c7a4c5b80 1 -- 172.21.15.42:0/1106873353 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55bb76209460 con 0x55bb76355f60 2024-06-06T08:24:19.738 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.738+0000 7f0c6d1dd700 1 -- 172.21.15.42:0/1106873353 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bb76355f60 msgr2=0x55bb76356340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:19.739 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.738+0000 7f0c6d1dd700 1 --2- 172.21.15.42:0/1106873353 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bb76355f60 0x55bb76356340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:19.739 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.738+0000 7f0c6d1dd700 1 -- 172.21.15.42:0/1106873353 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb763507a0 msgr2=0x55bb76350bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:19.739 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.738+0000 7f0c6d1dd700 1 --2- 172.21.15.42:0/1106873353 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb763507a0 0x55bb76350bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:19.739 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.738+0000 7f0c6d1dd700 1 -- 172.21.15.42:0/1106873353 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bb761f08d0 con 0x55bb76356880 2024-06-06T08:24:19.739 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.739+0000 7f0c6d1dd700 1 --2- 172.21.15.42:0/1106873353 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bb76356880 0x55bb76350260 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f0c580ccd40 tx=0x7f0c5809b570 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d4acad62d6a73242 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:19.739 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.739+0000 7f0c53fff700 1 -- 172.21.15.42:0/1106873353 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c5809fec0 con 0x55bb76356880 2024-06-06T08:24:19.739 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.739+0000 7f0c53fff700 1 -- 172.21.15.42:0/1106873353 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0c580a4780 con 0x55bb76356880 2024-06-06T08:24:19.739 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.739+0000 7f0c53fff700 1 -- 172.21.15.42:0/1106873353 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c5809b1c0 con 0x55bb76356880 2024-06-06T08:24:19.741 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.740+0000 7f0c7a4c5b80 1 -- 172.21.15.42:0/1106873353 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bb76356880 msgr2=0x55bb76350260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:19.741 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.740+0000 7f0c7a4c5b80 1 --2- 172.21.15.42:0/1106873353 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bb76356880 0x55bb76350260 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f0c580ccd40 tx=0x7f0c5809b570 comp rx=0 tx=0).stop 2024-06-06T08:24:19.742 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.740+0000 7f0c7a4c5b80 1 -- 172.21.15.42:0/1106873353 shutdown_connections 2024-06-06T08:24:19.742 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.740+0000 7f0c7a4c5b80 1 --2- 172.21.15.42:0/1106873353 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb763507a0 0x55bb76350bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:19.742 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.740+0000 7f0c7a4c5b80 1 --2- 172.21.15.42:0/1106873353 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bb76355f60 0x55bb76356340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:19.742 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.740+0000 7f0c7a4c5b80 1 --2- 172.21.15.42:0/1106873353 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bb76356880 0x55bb76350260 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:19.742 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.740+0000 7f0c7a4c5b80 1 -- 172.21.15.42:0/1106873353 >> 172.21.15.42:0/1106873353 conn(0x55bb7627d080 msgr2=0x55bb7634b220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:19.742 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.740+0000 7f0c7a4c5b80 1 -- 172.21.15.42:0/1106873353 shutdown_connections 2024-06-06T08:24:19.742 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.740+0000 7f0c7a4c5b80 1 -- 172.21.15.42:0/1106873353 wait complete. 2024-06-06T08:24:19.742 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.740+0000 7f0c7a4c5b80 1 -- start start 2024-06-06T08:24:19.742 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.740+0000 7f0c7a4c5b80 1 Processor -- start 2024-06-06T08:24:19.743 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.741+0000 7f0c7a4c5b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb763507a0 0x55bb7635c5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:19.743 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.741+0000 7f0c7a4c5b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bb76355f60 0x55bb763598d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:19.743 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.741+0000 7f0c6d9de700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb763507a0 0x55bb7635c5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:19.743 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.741+0000 7f0c6d9de700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb763507a0 0x55bb7635c5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55918/0 (socket says 172.21.15.42:55918) 2024-06-06T08:24:19.743 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.741+0000 7f0c6d9de700 1 -- 172.21.15.42:0/4175110311 learned_addr learned my addr 172.21.15.42:0/4175110311 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:19.743 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.741+0000 7f0c7a4c5b80 1 --2- 172.21.15.42:0/4175110311 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bb76356880 0x55bb76359e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:19.743 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.741+0000 7f0c7a4c5b80 1 -- 172.21.15.42:0/4175110311 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55bb76241fc0 con 0x55bb763507a0 2024-06-06T08:24:19.743 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.741+0000 7f0c7a4c5b80 1 -- 172.21.15.42:0/4175110311 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55bb7629d810 con 0x55bb76356880 2024-06-06T08:24:19.743 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.741+0000 7f0c7a4c5b80 1 -- 172.21.15.42:0/4175110311 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55bb7635d1a0 con 0x55bb76355f60 2024-06-06T08:24:19.743 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.741+0000 7f0c7a4c5b80 10 client.0 _ll_register_callbacks cb 0x55bb762375b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:24:19.743 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.741+0000 7f0c6d1dd700 1 --2- 172.21.15.42:0/4175110311 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bb76355f60 0x55bb763598d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:19.743 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.741+0000 7f0c6e1df700 1 --2- 172.21.15.42:0/4175110311 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bb76356880 0x55bb76359e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:19.743 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.741+0000 7f0c6d9de700 1 -- 172.21.15.42:0/4175110311 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bb76355f60 msgr2=0x55bb763598d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:19.744 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.741+0000 7f0c6d9de700 1 --2- 172.21.15.42:0/4175110311 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bb76355f60 0x55bb763598d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:19.744 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.741+0000 7f0c6d9de700 1 -- 172.21.15.42:0/4175110311 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bb76356880 msgr2=0x55bb76359e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:19.744 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.741+0000 7f0c6d9de700 1 --2- 172.21.15.42:0/4175110311 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bb76356880 0x55bb76359e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:19.744 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.741+0000 7f0c6d9de700 1 -- 172.21.15.42:0/4175110311 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bb76267750 con 0x55bb763507a0 2024-06-06T08:24:19.744 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.742+0000 7f0c6d9de700 1 --2- 172.21.15.42:0/4175110311 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb763507a0 0x55bb7635c5d0 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f0c64000c00 tx=0x7f0c64009ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be2dd47becfdb01c server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:19.744 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.742+0000 7f0c517fa700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:24:19.744 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.742+0000 7f0c517fa700 1 -- 172.21.15.42:0/4175110311 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c6400f460 con 0x55bb763507a0 2024-06-06T08:24:19.744 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.742+0000 7f0c517fa700 1 -- 172.21.15.42:0/4175110311 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f0c6400f600 con 0x55bb763507a0 2024-06-06T08:24:19.744 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.742+0000 7f0c7a4c5b80 1 -- 172.21.15.42:0/4175110311 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0c580a4780 con 0x55bb763507a0 2024-06-06T08:24:19.744 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.742+0000 7f0c517fa700 1 -- 172.21.15.42:0/4175110311 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0c6403c050 con 0x55bb763507a0 2024-06-06T08:24:19.744 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.742+0000 7f0c7a4c5b80 10 client.15873 fetch_fsmap learned FSMap version 26 2024-06-06T08:24:19.744 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.742+0000 7f0c7a4c5b80 1 -- 172.21.15.42:0/4175110311 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55bb763676d0 con 0x55bb763507a0 2024-06-06T08:24:19.745 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.743+0000 7f0c517fa700 1 -- 172.21.15.42:0/4175110311 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0c64033070 con 0x55bb763507a0 2024-06-06T08:24:19.745 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.743+0000 7f0c517fa700 1 -- 172.21.15.42:0/4175110311 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7f0c640228c0 con 0x55bb763507a0 2024-06-06T08:24:19.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.743+0000 7f0c7a4c5b80 10 client.15873 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:24:19.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.743+0000 7f0c7a4c5b80 10 client.15873 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.b 2024-06-06T08:24:19.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.743+0000 7f0c7a4c5b80 20 client.15873 populate_metadata read hostname 'smithi042' 2024-06-06T08:24:19.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.743+0000 7f0c7a4c5b80 1 --2- 172.21.15.42:0/4175110311 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x55bb76369db0 0x55bb7636c1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:19.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.743+0000 7f0c7a4c5b80 4 client.15873 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:24:19.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.743+0000 7f0c7a4c5b80 1 -- 172.21.15.42:0/4175110311 --> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f0c580a4780 con 0x55bb76369db0 2024-06-06T08:24:19.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.743+0000 7f0c6d1dd700 1 --2- 172.21.15.42:0/4175110311 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x55bb76369db0 0x55bb7636c1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:19.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.744+0000 7f0c517fa700 10 client.15873 ms_handle_connect on v2:172.21.15.120:6838/1585293472 2024-06-06T08:24:19.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.744+0000 7f0c6d1dd700 1 --2- 172.21.15.42:0/4175110311 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x55bb76369db0 0x55bb7636c1f0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e0eb8d408d628efe server_cookie=9086ccaec1b71761 in_seq=0 out_seq=0 2024-06-06T08:24:19.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.745+0000 7f0c517fa700 1 -- 172.21.15.42:0/4175110311 <== mds.2 v2:172.21.15.120:6838/1585293472 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x7f0c580a4780 con 0x55bb76369db0 2024-06-06T08:24:19.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.745+0000 7f0c517fa700 10 client.15873 handle_command_reply: tid=0 2024-06-06T08:24:19.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.745+0000 7f0c7a4c5b80 1 client.15873 shutdown 2024-06-06T08:24:19.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.745+0000 7f0c7a4c5b80 1 -- 172.21.15.42:0/4175110311 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb763507a0 msgr2=0x55bb7635c5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:19.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.745+0000 7f0c7a4c5b80 1 --2- 172.21.15.42:0/4175110311 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb763507a0 0x55bb7635c5d0 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f0c64000c00 tx=0x7f0c64009ca0 comp rx=0 tx=0).stop 2024-06-06T08:24:19.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.745+0000 7f0c7a4c5b80 1 -- 172.21.15.42:0/4175110311 shutdown_connections 2024-06-06T08:24:19.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.745+0000 7f0c7a4c5b80 1 --2- 172.21.15.42:0/4175110311 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bb76356880 0x55bb76359e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:19.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.745+0000 7f0c7a4c5b80 1 --2- 172.21.15.42:0/4175110311 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb763507a0 0x55bb7635c5d0 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:19.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.745+0000 7f0c7a4c5b80 1 --2- 172.21.15.42:0/4175110311 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x55bb76369db0 0x55bb7636c1f0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:19.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.745+0000 7f0c517fa700 0 client.15873 ms_handle_reset on v2:172.21.15.120:6838/1585293472 2024-06-06T08:24:19.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.745+0000 7f0c7a4c5b80 1 --2- 172.21.15.42:0/4175110311 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bb76355f60 0x55bb763598d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:19.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.745+0000 7f0c7a4c5b80 1 -- 172.21.15.42:0/4175110311 >> 172.21.15.42:0/4175110311 conn(0x55bb7627d080 msgr2=0x55bb7634a700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:19.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.745+0000 7f0c7a4c5b80 1 -- 172.21.15.42:0/4175110311 shutdown_connections 2024-06-06T08:24:19.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.745+0000 7f0c7a4c5b80 1 -- 172.21.15.42:0/4175110311 wait complete. 2024-06-06T08:24:19.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.746+0000 7f0c7a4c5b80 20 client.15873 trim_cache size 0 max 16384 2024-06-06T08:24:19.778 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.777+0000 7f0c7a4c5b80 1 Processor -- start 2024-06-06T08:24:19.778 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.777+0000 7f0c7a4c5b80 1 -- start start 2024-06-06T08:24:19.779 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.777+0000 7f0c7a4c5b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb763507a0 0x55bb76350260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:19.779 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.777+0000 7f0c6d9de700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb763507a0 0x55bb76350260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:19.779 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.777+0000 7f0c6d9de700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb763507a0 0x55bb76350260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55928/0 (socket says 172.21.15.42:55928) 2024-06-06T08:24:19.779 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.777+0000 7f0c6d9de700 1 -- 172.21.15.42:0/1451047214 learned_addr learned my addr 172.21.15.42:0/1451047214 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:19.779 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.778+0000 7f0c7a4c5b80 1 --2- 172.21.15.42:0/1451047214 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bb76355f60 0x55bb76359e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:19.779 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.778+0000 7f0c7a4c5b80 1 --2- 172.21.15.42:0/1451047214 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bb76356880 0x55bb763573d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:19.779 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.778+0000 7f0c7a4c5b80 1 -- 172.21.15.42:0/1451047214 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0c4c011460 con 0x55bb763507a0 2024-06-06T08:24:19.779 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.778+0000 7f0c6e1df700 1 --2- 172.21.15.42:0/1451047214 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bb76356880 0x55bb763573d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:19.779 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.778+0000 7f0c7a4c5b80 1 -- 172.21.15.42:0/1451047214 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f0c4c00ecf0 con 0x55bb76356880 2024-06-06T08:24:19.779 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.778+0000 7f0c7a4c5b80 1 -- 172.21.15.42:0/1451047214 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f0c4c00cb40 con 0x55bb76355f60 2024-06-06T08:24:19.779 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.778+0000 7f0c6d1dd700 1 --2- 172.21.15.42:0/1451047214 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bb76355f60 0x55bb76359e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:19.780 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.779+0000 7f0c6d9de700 1 -- 172.21.15.42:0/1451047214 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bb76355f60 msgr2=0x55bb76359e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:19.780 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.779+0000 7f0c6d9de700 1 --2- 172.21.15.42:0/1451047214 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bb76355f60 0x55bb76359e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:19.780 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.779+0000 7f0c6d9de700 1 -- 172.21.15.42:0/1451047214 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bb76356880 msgr2=0x55bb763573d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:19.780 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.779+0000 7f0c6d9de700 1 --2- 172.21.15.42:0/1451047214 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bb76356880 0x55bb763573d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:19.780 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.779+0000 7f0c6d9de700 1 -- 172.21.15.42:0/1451047214 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bb7634c830 con 0x55bb763507a0 2024-06-06T08:24:19.780 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.779+0000 7f0c6d1dd700 1 --2- 172.21.15.42:0/1451047214 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bb76355f60 0x55bb76359e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:24:19.780 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.779+0000 7f0c6d9de700 1 --2- 172.21.15.42:0/1451047214 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb763507a0 0x55bb76350260 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f0c64022d60 tx=0x7f0c6402e610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff6739a9a65c8142 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:19.780 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.779+0000 7f0c537fe700 1 -- 172.21.15.42:0/1451047214 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c640165a0 con 0x55bb763507a0 2024-06-06T08:24:19.780 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.779+0000 7f0c537fe700 1 -- 172.21.15.42:0/1451047214 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0c64026070 con 0x55bb763507a0 2024-06-06T08:24:19.780 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.779+0000 7f0c537fe700 1 -- 172.21.15.42:0/1451047214 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c6402ed30 con 0x55bb763507a0 2024-06-06T08:24:19.785 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.780+0000 7f0c7a4c5b80 1 -- 172.21.15.42:0/1451047214 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb763507a0 msgr2=0x55bb76350260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:19.785 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.780+0000 7f0c7a4c5b80 1 --2- 172.21.15.42:0/1451047214 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb763507a0 0x55bb76350260 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f0c64022d60 tx=0x7f0c6402e610 comp rx=0 tx=0).stop 2024-06-06T08:24:19.785 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.780+0000 7f0c7a4c5b80 1 -- 172.21.15.42:0/1451047214 shutdown_connections 2024-06-06T08:24:19.785 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.780+0000 7f0c7a4c5b80 1 --2- 172.21.15.42:0/1451047214 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bb76356880 0x55bb763573d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:19.785 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.780+0000 7f0c7a4c5b80 1 --2- 172.21.15.42:0/1451047214 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb763507a0 0x55bb76350260 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:19.785 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.780+0000 7f0c7a4c5b80 1 --2- 172.21.15.42:0/1451047214 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bb76355f60 0x55bb76359e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:19.785 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.780+0000 7f0c7a4c5b80 1 -- 172.21.15.42:0/1451047214 >> 172.21.15.42:0/1451047214 conn(0x55bb7627d080 msgr2=0x55bb76356cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:19.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.780+0000 7f0c7a4c5b80 1 -- 172.21.15.42:0/1451047214 shutdown_connections 2024-06-06T08:24:19.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.780+0000 7f0c7a4c5b80 1 -- 172.21.15.42:0/1451047214 wait complete. 2024-06-06T08:24:19.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.781+0000 7f0c7a4c5b80 1 -- start start 2024-06-06T08:24:19.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.781+0000 7f0c7a4c5b80 1 Processor -- start 2024-06-06T08:24:19.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.781+0000 7f0c7a4c5b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bb763507a0 0x55bb76362460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:19.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.781+0000 7f0c7a4c5b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb76355f60 0x55bb763629a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:19.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.781+0000 7f0c7a4c5b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bb76356880 0x55bb76370b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:19.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.782+0000 7f0c7a4c5b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0c4c00d1b0 con 0x55bb76355f60 2024-06-06T08:24:19.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.782+0000 7f0c7a4c5b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f0c4c00e620 con 0x55bb76356880 2024-06-06T08:24:19.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.782+0000 7f0c7a4c5b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f0c4c00d880 con 0x55bb763507a0 2024-06-06T08:24:19.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.782+0000 7f0c6d9de700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bb763507a0 0x55bb76362460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:19.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.782+0000 7f0c6d9de700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bb763507a0 0x55bb76362460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:34010/0 (socket says 172.21.15.42:34010) 2024-06-06T08:24:19.787 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.782+0000 7f0c6d9de700 1 -- 172.21.15.42:0/1930738140 learned_addr learned my addr 172.21.15.42:0/1930738140 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:19.787 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.782+0000 7f0c6d1dd700 1 --2- 172.21.15.42:0/1930738140 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb76355f60 0x55bb763629a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:19.787 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.782+0000 7f0c6e1df700 1 --2- 172.21.15.42:0/1930738140 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bb76356880 0x55bb76370b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:19.787 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.782+0000 7f0c6d9de700 1 -- 172.21.15.42:0/1930738140 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bb76356880 msgr2=0x55bb76370b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:19.787 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.782+0000 7f0c6d9de700 1 --2- 172.21.15.42:0/1930738140 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bb76356880 0x55bb76370b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:19.787 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.782+0000 7f0c6d9de700 1 -- 172.21.15.42:0/1930738140 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb76355f60 msgr2=0x55bb763629a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:19.787 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.782+0000 7f0c6d9de700 1 --2- 172.21.15.42:0/1930738140 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb76355f60 0x55bb763629a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:19.787 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.782+0000 7f0c6d9de700 1 -- 172.21.15.42:0/1930738140 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bb76371090 con 0x55bb763507a0 2024-06-06T08:24:19.787 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.782+0000 7f0c7a4c5b80 10 client.0 _ll_register_callbacks cb 0x55bb762375b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:24:19.787 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.782+0000 7f0c6d9de700 1 --2- 172.21.15.42:0/1930738140 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bb763507a0 0x55bb76362460 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f0c64022e50 tx=0x7f0c64005730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f3cdc614c5dbcd4a server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:19.787 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.782+0000 7f0c7a4c5b80 1 -- 172.21.15.42:0/1930738140 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0c64026070 con 0x55bb763507a0 2024-06-06T08:24:19.787 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.783+0000 7f0c517fa700 10 client.25471 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:24:19.787 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.783+0000 7f0c517fa700 1 -- 172.21.15.42:0/1930738140 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c64022620 con 0x55bb763507a0 2024-06-06T08:24:19.788 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.783+0000 7f0c517fa700 1 -- 172.21.15.42:0/1930738140 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f0c640227c0 con 0x55bb763507a0 2024-06-06T08:24:19.788 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.783+0000 7f0c517fa700 1 -- 172.21.15.42:0/1930738140 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0c64022a00 con 0x55bb763507a0 2024-06-06T08:24:19.788 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.783+0000 7f0c7a4c5b80 10 client.25471 fetch_fsmap learned FSMap version 26 2024-06-06T08:24:19.788 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.783+0000 7f0c7a4c5b80 1 -- 172.21.15.42:0/1930738140 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({fsmap=26}) -- 0x55bb763dc700 con 0x55bb763507a0 2024-06-06T08:24:19.788 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.783+0000 7f0c517fa700 1 -- 172.21.15.42:0/1930738140 <== mon.1 v2:172.21.15.149:3300/0 4 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7f0c64051030 con 0x55bb763507a0 2024-06-06T08:24:19.788 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.783+0000 7f0c7a4c5b80 10 client.25471 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:24:19.788 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.783+0000 7f0c7a4c5b80 10 client.25471 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.b 2024-06-06T08:24:19.788 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.783+0000 7f0c7a4c5b80 20 client.25471 populate_metadata read hostname 'smithi042' 2024-06-06T08:24:19.788 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.783+0000 7f0c7a4c5b80 1 --2- 172.21.15.42:0/1930738140 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x55bb76369db0 0x55bb763dedd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:19.788 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.783+0000 7f0c7a4c5b80 4 client.25471 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-06-06T08:24:19.788 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.783+0000 7f0c7a4c5b80 1 -- 172.21.15.42:0/1930738140 --> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7f0c64026070 con 0x55bb76369db0 2024-06-06T08:24:19.788 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.784+0000 7f0c6d1dd700 1 --2- 172.21.15.42:0/1930738140 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x55bb76369db0 0x55bb763dedd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:19.788 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.784+0000 7f0c517fa700 10 client.25471 ms_handle_connect on v2:172.21.15.120:6838/1585293472 2024-06-06T08:24:19.788 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.784+0000 7f0c6d1dd700 1 --2- 172.21.15.42:0/1930738140 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x55bb76369db0 0x55bb763dedd0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c803523e040edd93 server_cookie=c4996eb1d8022df5 in_seq=0 out_seq=0 2024-06-06T08:24:19.789 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.784+0000 7f0c517fa700 1 -- 172.21.15.42:0/1930738140 <== mds.2 v2:172.21.15.120:6838/1585293472 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7f0c64026070 con 0x55bb76369db0 2024-06-06T08:24:19.789 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.784+0000 7f0c517fa700 10 client.25471 handle_command_reply: tid=0 2024-06-06T08:24:19.789 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.784+0000 7f0c7a4c5b80 1 client.25471 shutdown 2024-06-06T08:24:19.789 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.785+0000 7f0c7a4c5b80 1 -- 172.21.15.42:0/1930738140 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bb763507a0 msgr2=0x55bb76362460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:19.789 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.785+0000 7f0c7a4c5b80 1 --2- 172.21.15.42:0/1930738140 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bb763507a0 0x55bb76362460 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f0c64022e50 tx=0x7f0c64005730 comp rx=0 tx=0).stop 2024-06-06T08:24:19.789 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.785+0000 7f0c7a4c5b80 1 -- 172.21.15.42:0/1930738140 shutdown_connections 2024-06-06T08:24:19.789 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.785+0000 7f0c7a4c5b80 1 --2- 172.21.15.42:0/1930738140 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bb76356880 0x55bb76370b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:19.789 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.785+0000 7f0c7a4c5b80 1 --2- 172.21.15.42:0/1930738140 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x55bb76369db0 0x55bb763dedd0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:19.789 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.785+0000 7f0c7a4c5b80 1 --2- 172.21.15.42:0/1930738140 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bb763507a0 0x55bb76362460 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:19.789 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.785+0000 7f0c517fa700 0 client.25471 ms_handle_reset on v2:172.21.15.120:6838/1585293472 2024-06-06T08:24:19.789 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.785+0000 7f0c7a4c5b80 1 --2- 172.21.15.42:0/1930738140 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb76355f60 0x55bb763629a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:19.789 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.785+0000 7f0c7a4c5b80 1 -- 172.21.15.42:0/1930738140 >> 172.21.15.42:0/1930738140 conn(0x55bb7627d080 msgr2=0x55bb7635b100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:19.789 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.785+0000 7f0c7a4c5b80 1 -- 172.21.15.42:0/1930738140 shutdown_connections 2024-06-06T08:24:19.789 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.785+0000 7f0c7a4c5b80 1 -- 172.21.15.42:0/1930738140 wait complete. 2024-06-06T08:24:19.790 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.786+0000 7f0c7a4c5b80 20 client.25471 trim_cache size 0 max 16384 2024-06-06T08:24:19.790 INFO:teuthology.orchestra.run.smithi042.stdout:[] 2024-06-06T08:24:19.791 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.786+0000 7f0c6fc42700 1 -- 172.21.15.42:0/165320200 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f0c540a2e90 msgr2=0x7f0c540a5350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:19.791 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.786+0000 7f0c6fc42700 1 --2- 172.21.15.42:0/165320200 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f0c540a2e90 0x7f0c540a5350 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f0c6400b2e0 tx=0x7f0c64005960 comp rx=0 tx=0).stop 2024-06-06T08:24:19.791 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.786+0000 7f0c6fc42700 1 -- 172.21.15.42:0/165320200 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0c68101d50 msgr2=0x7f0c68074140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:19.791 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.786+0000 7f0c6fc42700 1 --2- 172.21.15.42:0/165320200 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0c68101d50 0x7f0c68074140 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f0c5800e9a0 tx=0x7f0c5800ecb0 comp rx=0 tx=0).stop 2024-06-06T08:24:19.791 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.787+0000 7f0c6fc42700 1 -- 172.21.15.42:0/165320200 shutdown_connections 2024-06-06T08:24:19.791 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.787+0000 7f0c6fc42700 1 --2- 172.21.15.42:0/165320200 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f0c540a2e90 0x7f0c540a5350 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:19.791 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.787+0000 7f0c6fc42700 1 --2- 172.21.15.42:0/165320200 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0c68107400 0x7f0c6806cee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:19.791 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.787+0000 7f0c6fc42700 1 --2- 172.21.15.42:0/165320200 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0c68101390 0x7f0c68073c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:19.791 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.787+0000 7f0c6fc42700 1 --2- 172.21.15.42:0/165320200 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0c68101d50 0x7f0c68074140 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:19.792 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.787+0000 7f0c6fc42700 1 -- 172.21.15.42:0/165320200 >> 172.21.15.42:0/165320200 conn(0x7f0c68078340 msgr2=0x7f0c681000a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:19.792 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.787+0000 7f0c6fc42700 1 -- 172.21.15.42:0/165320200 shutdown_connections 2024-06-06T08:24:19.792 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:19.787+0000 7f0c6fc42700 1 -- 172.21.15.42:0/165320200 wait complete. 2024-06-06T08:24:20.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:24:20 smithi149 ceph-mon[36842]: pgmap v54: 129 pgs: 129 active+clean; 1.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-06-06T08:24:20.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:24:20 smithi042 ceph-mon[32384]: pgmap v54: 129 pgs: 129 active+clean; 1.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-06-06T08:24:20.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:24:20 smithi120 ceph-mon[36658]: pgmap v54: 129 pgs: 129 active+clean; 1.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-06-06T08:24:21.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.354+0000 7fbe249d0700 1 -- 172.21.15.42:0/4244237339 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbe20101d60 msgr2=0x7fbe2010e240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:21.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.354+0000 7fbe249d0700 1 --2- 172.21.15.42:0/4244237339 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbe20101d60 0x7fbe2010e240 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7fbe1800b0a0 tx=0x7fbe1800b3b0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.355 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.354+0000 7fbe249d0700 1 -- 172.21.15.42:0/4244237339 shutdown_connections 2024-06-06T08:24:21.355 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.354+0000 7fbe249d0700 1 --2- 172.21.15.42:0/4244237339 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbe20101d60 0x7fbe2010e240 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.355 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.354+0000 7fbe249d0700 1 --2- 172.21.15.42:0/4244237339 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbe20107400 0x7fbe201077e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.355 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.354+0000 7fbe249d0700 1 --2- 172.21.15.42:0/4244237339 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbe201013c0 0x7fbe20101820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.355 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.354+0000 7fbe249d0700 1 -- 172.21.15.42:0/4244237339 >> 172.21.15.42:0/4244237339 conn(0x7fbe20078330 msgr2=0x7fbe20078740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:21.356 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.355+0000 7fbe249d0700 1 -- 172.21.15.42:0/4244237339 shutdown_connections 2024-06-06T08:24:21.356 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.355+0000 7fbe249d0700 1 -- 172.21.15.42:0/4244237339 wait complete. 2024-06-06T08:24:21.357 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.356+0000 7fbe249d0700 1 Processor -- start 2024-06-06T08:24:21.357 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.356+0000 7fbe249d0700 1 -- start start 2024-06-06T08:24:21.357 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.357+0000 7fbe249d0700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbe201013c0 0x7fbe2019d800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:21.357 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.357+0000 7fbe249d0700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbe20101d60 0x7fbe2019dd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:21.357 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.357+0000 7fbe249d0700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbe20107400 0x7fbe20197a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:21.357 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.357+0000 7fbe249d0700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fbe20111730 con 0x7fbe201013c0 2024-06-06T08:24:21.357 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.357+0000 7fbe1e59c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbe201013c0 0x7fbe2019d800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:21.357 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.357+0000 7fbe249d0700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fbe201115b0 con 0x7fbe20107400 2024-06-06T08:24:21.357 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.357+0000 7fbe249d0700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fbe201118b0 con 0x7fbe20101d60 2024-06-06T08:24:21.357 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.357+0000 7fbe1e59c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbe201013c0 0x7fbe2019d800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55956/0 (socket says 172.21.15.42:55956) 2024-06-06T08:24:21.358 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.357+0000 7fbe1e59c700 1 -- 172.21.15.42:0/1445698091 learned_addr learned my addr 172.21.15.42:0/1445698091 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:21.358 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.357+0000 7fbe1ed9d700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbe20107400 0x7fbe20197a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:21.358 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.357+0000 7fbe1dd9b700 1 --2- 172.21.15.42:0/1445698091 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbe20101d60 0x7fbe2019dd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:21.358 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.358+0000 7fbe1ed9d700 1 -- 172.21.15.42:0/1445698091 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbe20101d60 msgr2=0x7fbe2019dd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:21.358 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.358+0000 7fbe1ed9d700 1 --2- 172.21.15.42:0/1445698091 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbe20101d60 0x7fbe2019dd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.358 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.358+0000 7fbe1ed9d700 1 -- 172.21.15.42:0/1445698091 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbe201013c0 msgr2=0x7fbe2019d800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:21.359 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.358+0000 7fbe1ed9d700 1 --2- 172.21.15.42:0/1445698091 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbe201013c0 0x7fbe2019d800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.359 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.358+0000 7fbe1ed9d700 1 -- 172.21.15.42:0/1445698091 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe20198170 con 0x7fbe20107400 2024-06-06T08:24:21.359 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.358+0000 7fbe1e59c700 1 --2- 172.21.15.42:0/1445698091 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbe201013c0 0x7fbe2019d800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:24:21.359 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.358+0000 7fbe1ed9d700 1 --2- 172.21.15.42:0/1445698091 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbe20107400 0x7fbe20197a10 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fbe1800b070 tx=0x7fbe18004d50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:21.359 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.358+0000 7fbe0f7fe700 1 -- 172.21.15.42:0/1445698091 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe18021070 con 0x7fbe20107400 2024-06-06T08:24:21.359 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.358+0000 7fbe249d0700 1 -- 172.21.15.42:0/1445698091 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbe20198400 con 0x7fbe20107400 2024-06-06T08:24:21.359 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.358+0000 7fbe249d0700 1 -- 172.21.15.42:0/1445698091 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbe2006abc0 con 0x7fbe20107400 2024-06-06T08:24:21.359 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.358+0000 7fbe0f7fe700 1 -- 172.21.15.42:0/1445698091 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbe18007b80 con 0x7fbe20107400 2024-06-06T08:24:21.359 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.359+0000 7fbe0f7fe700 1 -- 172.21.15.42:0/1445698091 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe180052a0 con 0x7fbe20107400 2024-06-06T08:24:21.360 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.361+0000 7fbe0f7fe700 1 -- 172.21.15.42:0/1445698091 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fbe18024070 con 0x7fbe20107400 2024-06-06T08:24:21.361 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.362+0000 7fbe0f7fe700 1 --2- 172.21.15.42:0/1445698091 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbe080a2e90 0x7fbe080a5350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:21.361 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.362+0000 7fbe0f7fe700 1 -- 172.21.15.42:0/1445698091 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fbe1800f020 con 0x7fbe20107400 2024-06-06T08:24:21.362 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.363+0000 7fbe1e59c700 1 --2- 172.21.15.42:0/1445698091 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbe080a2e90 0x7fbe080a5350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:21.362 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.363+0000 7fbe1e59c700 1 --2- 172.21.15.42:0/1445698091 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbe080a2e90 0x7fbe080a5350 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fbe20106f50 tx=0x7fbe10009210 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:21.363 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.364+0000 7fbe2f253b80 1 Processor -- start 2024-06-06T08:24:21.363 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.364+0000 7fbe2f253b80 1 -- start start 2024-06-06T08:24:21.363 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.364+0000 7fbe2f253b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bd54f23c40 0x55bd54f24020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:21.364 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.364+0000 7fbe2f253b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bd54f24560 0x55bd54f1de90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:21.364 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.364+0000 7fbe2f253b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bd54f1e3d0 0x55bd54f1e810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:21.364 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.364+0000 7fbe2f253b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55bd54e6f910 con 0x55bd54f24560 2024-06-06T08:24:21.364 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.364+0000 7fbe2f253b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55bd54e17820 con 0x55bd54f1e3d0 2024-06-06T08:24:21.364 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.364+0000 7fbe2f253b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55bd54e6b8d0 con 0x55bd54f23c40 2024-06-06T08:24:21.364 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.365+0000 7fbe1dd9b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bd54f24560 0x55bd54f1de90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:21.364 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.365+0000 7fbe1dd9b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bd54f24560 0x55bd54f1de90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55972/0 (socket says 172.21.15.42:55972) 2024-06-06T08:24:21.364 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.365+0000 7fbe1dd9b700 1 -- 172.21.15.42:0/1438879217 learned_addr learned my addr 172.21.15.42:0/1438879217 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:21.364 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.365+0000 7fbe1ed9d700 1 --2- 172.21.15.42:0/1438879217 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bd54f1e3d0 0x55bd54f1e810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:21.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.365+0000 7fbe1dd9b700 1 -- 172.21.15.42:0/1438879217 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bd54f23c40 msgr2=0x55bd54f24020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:21.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.365+0000 7fbe1dd9b700 1 --2- 172.21.15.42:0/1438879217 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bd54f23c40 0x55bd54f24020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.365+0000 7fbe1dd9b700 1 -- 172.21.15.42:0/1438879217 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bd54f1e3d0 msgr2=0x55bd54f1e810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:21.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.365+0000 7fbe1dd9b700 1 --2- 172.21.15.42:0/1438879217 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bd54f1e3d0 0x55bd54f1e810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.365+0000 7fbe1dd9b700 1 -- 172.21.15.42:0/1438879217 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bd54e0e050 con 0x55bd54f24560 2024-06-06T08:24:21.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.365+0000 7fbe1dd9b700 1 --2- 172.21.15.42:0/1438879217 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bd54f24560 0x55bd54f1de90 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7fbe14007c90 tx=0x7fbe140103d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=858d2ab9d7ad9aa7 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:21.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.365+0000 7fbe0cff9700 1 -- 172.21.15.42:0/1438879217 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe14010d60 con 0x55bd54f24560 2024-06-06T08:24:21.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.365+0000 7fbe0cff9700 1 -- 172.21.15.42:0/1438879217 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbe14015070 con 0x55bd54f24560 2024-06-06T08:24:21.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.366+0000 7fbe0cff9700 1 -- 172.21.15.42:0/1438879217 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe14011440 con 0x55bd54f24560 2024-06-06T08:24:21.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.366+0000 7fbe2f253b80 1 -- 172.21.15.42:0/1438879217 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bd54f24560 msgr2=0x55bd54f1de90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:21.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.366+0000 7fbe2f253b80 1 --2- 172.21.15.42:0/1438879217 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bd54f24560 0x55bd54f1de90 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7fbe14007c90 tx=0x7fbe140103d0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.367+0000 7fbe2f253b80 1 -- 172.21.15.42:0/1438879217 shutdown_connections 2024-06-06T08:24:21.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.367+0000 7fbe2f253b80 1 --2- 172.21.15.42:0/1438879217 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bd54f1e3d0 0x55bd54f1e810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.367+0000 7fbe2f253b80 1 --2- 172.21.15.42:0/1438879217 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bd54f23c40 0x55bd54f24020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.367+0000 7fbe2f253b80 1 --2- 172.21.15.42:0/1438879217 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bd54f24560 0x55bd54f1de90 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.367+0000 7fbe2f253b80 1 -- 172.21.15.42:0/1438879217 >> 172.21.15.42:0/1438879217 conn(0x55bd54e48dc0 msgr2=0x55bd54f19120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:21.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.367+0000 7fbe2f253b80 1 -- 172.21.15.42:0/1438879217 shutdown_connections 2024-06-06T08:24:21.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.367+0000 7fbe2f253b80 1 -- 172.21.15.42:0/1438879217 wait complete. 2024-06-06T08:24:21.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.367+0000 7fbe2f253b80 1 -- start start 2024-06-06T08:24:21.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.367+0000 7fbe2f253b80 1 Processor -- start 2024-06-06T08:24:21.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.368+0000 7fbe2f253b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bd54f1e3d0 0x55bd54f2a180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:21.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.368+0000 7fbe2f253b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bd54f23c40 0x55bd54f27480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:21.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.368+0000 7fbe1e59c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bd54f1e3d0 0x55bd54f2a180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:21.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.368+0000 7fbe1e59c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bd54f1e3d0 0x55bd54f2a180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55974/0 (socket says 172.21.15.42:55974) 2024-06-06T08:24:21.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.368+0000 7fbe1e59c700 1 -- 172.21.15.42:0/2349789852 learned_addr learned my addr 172.21.15.42:0/2349789852 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:21.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.369+0000 7fbe2f253b80 1 --2- 172.21.15.42:0/2349789852 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bd54f24560 0x55bd54f279c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:21.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.369+0000 7fbe2f253b80 1 -- 172.21.15.42:0/2349789852 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55bd54f2b070 con 0x55bd54f1e3d0 2024-06-06T08:24:21.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.369+0000 7fbe1dd9b700 1 --2- 172.21.15.42:0/2349789852 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bd54f23c40 0x55bd54f27480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:21.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.369+0000 7fbe1ed9d700 1 --2- 172.21.15.42:0/2349789852 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bd54f24560 0x55bd54f279c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:21.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.369+0000 7fbe2f253b80 1 -- 172.21.15.42:0/2349789852 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55bd54e0fcf0 con 0x55bd54f23c40 2024-06-06T08:24:21.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.369+0000 7fbe2f253b80 1 -- 172.21.15.42:0/2349789852 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55bd54f2b1f0 con 0x55bd54f24560 2024-06-06T08:24:21.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.369+0000 7fbe1e59c700 1 -- 172.21.15.42:0/2349789852 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bd54f24560 msgr2=0x55bd54f279c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:21.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.369+0000 7fbe1e59c700 1 --2- 172.21.15.42:0/2349789852 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bd54f24560 0x55bd54f279c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.369+0000 7fbe1e59c700 1 -- 172.21.15.42:0/2349789852 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bd54f23c40 msgr2=0x55bd54f27480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:21.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.369+0000 7fbe1e59c700 1 --2- 172.21.15.42:0/2349789852 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bd54f23c40 0x55bd54f27480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.369+0000 7fbe1e59c700 1 -- 172.21.15.42:0/2349789852 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bd54dbe9d0 con 0x55bd54f1e3d0 2024-06-06T08:24:21.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.370+0000 7fbe2f253b80 10 client.0 _ll_register_callbacks cb 0x55bd54e09a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:24:21.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.370+0000 7fbe2f253b80 1 -- 172.21.15.42:0/2349789852 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbe14015070 con 0x55bd54f1e3d0 2024-06-06T08:24:21.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.370+0000 7fbe1e59c700 1 --2- 172.21.15.42:0/2349789852 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bd54f1e3d0 0x55bd54f2a180 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7fbe10015ab0 tx=0x7fbe10015ae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1cba504da4f37fab server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:21.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.370+0000 7fbe05ffb700 10 client.15891 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:24:21.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.370+0000 7fbe05ffb700 1 -- 172.21.15.42:0/2349789852 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe10005a00 con 0x55bd54f1e3d0 2024-06-06T08:24:21.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.370+0000 7fbe05ffb700 1 -- 172.21.15.42:0/2349789852 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fbe10005ba0 con 0x55bd54f1e3d0 2024-06-06T08:24:21.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.371+0000 7fbe05ffb700 1 -- 172.21.15.42:0/2349789852 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fbe10005da0 con 0x55bd54f1e3d0 2024-06-06T08:24:21.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.371+0000 7fbe2f253b80 10 client.15891 fetch_fsmap learned FSMap version 26 2024-06-06T08:24:21.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.371+0000 7fbe2f253b80 1 -- 172.21.15.42:0/2349789852 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({fsmap=26}) -- 0x55bd54f35590 con 0x55bd54f1e3d0 2024-06-06T08:24:21.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.371+0000 7fbe05ffb700 1 -- 172.21.15.42:0/2349789852 <== mon.0 v2:172.21.15.42:3300/0 4 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7fbe10013660 con 0x55bd54f1e3d0 2024-06-06T08:24:21.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.371+0000 7fbe2f253b80 10 client.15891 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:24:21.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.371+0000 7fbe2f253b80 10 client.15891 resolve_mds: validated gid 24484 aka daemon mds.i 2024-06-06T08:24:21.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.371+0000 7fbe2f253b80 20 client.15891 populate_metadata read hostname 'smithi042' 2024-06-06T08:24:21.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.371+0000 7fbe2f253b80 1 --2- 172.21.15.42:0/2349789852 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55bd54f37ac0 0x55bd54f39eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:21.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.371+0000 7fbe2f253b80 4 client.15891 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:24:21.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.371+0000 7fbe2f253b80 1 -- 172.21.15.42:0/2349789852 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bd54e7ce10 con 0x55bd54f37ac0 2024-06-06T08:24:21.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.372+0000 7fbe1dd9b700 1 --2- 172.21.15.42:0/2349789852 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55bd54f37ac0 0x55bd54f39eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:21.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.372+0000 7fbe1dd9b700 1 --2- 172.21.15.42:0/2349789852 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55bd54f37ac0 0x55bd54f39eb0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5f64ba6b9e848fab server_cookie=4b3c7505af5cf7dc in_seq=0 out_seq=0 2024-06-06T08:24:21.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.372+0000 7fbe05ffb700 10 client.15891 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:24:21.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.373+0000 7fbe05ffb700 1 -- 172.21.15.42:0/2349789852 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55bd54e7ce10 con 0x55bd54f37ac0 2024-06-06T08:24:21.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.373+0000 7fbe05ffb700 10 client.15891 handle_command_reply: tid=0 2024-06-06T08:24:21.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.373+0000 7fbe2f253b80 1 client.15891 shutdown 2024-06-06T08:24:21.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.373+0000 7fbe2f253b80 1 -- 172.21.15.42:0/2349789852 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bd54f1e3d0 msgr2=0x55bd54f2a180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:21.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.373+0000 7fbe2f253b80 1 --2- 172.21.15.42:0/2349789852 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bd54f1e3d0 0x55bd54f2a180 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7fbe10015ab0 tx=0x7fbe10015ae0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.373+0000 7fbe2f253b80 1 -- 172.21.15.42:0/2349789852 shutdown_connections 2024-06-06T08:24:21.375 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.373+0000 7fbe2f253b80 1 --2- 172.21.15.42:0/2349789852 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bd54f24560 0x55bd54f279c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.375 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.373+0000 7fbe2f253b80 1 --2- 172.21.15.42:0/2349789852 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bd54f1e3d0 0x55bd54f2a180 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.375 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.373+0000 7fbe2f253b80 1 --2- 172.21.15.42:0/2349789852 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55bd54f37ac0 0x55bd54f39eb0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.375 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.373+0000 7fbe2f253b80 1 --2- 172.21.15.42:0/2349789852 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bd54f23c40 0x55bd54f27480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.375 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.373+0000 7fbe2f253b80 1 -- 172.21.15.42:0/2349789852 >> 172.21.15.42:0/2349789852 conn(0x55bd54e48dc0 msgr2=0x55bd54f18d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:21.375 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.373+0000 7fbe05ffb700 0 client.15891 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:24:21.375 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.373+0000 7fbe2f253b80 1 -- 172.21.15.42:0/2349789852 shutdown_connections 2024-06-06T08:24:21.375 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.373+0000 7fbe2f253b80 1 -- 172.21.15.42:0/2349789852 wait complete. 2024-06-06T08:24:21.375 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.374+0000 7fbe2f253b80 20 client.15891 trim_cache size 0 max 16384 2024-06-06T08:24:21.379 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.379+0000 7f2d9c264640 1 -- 172.21.15.42:0/3861967260 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2d94105bd0 msgr2=0x7f2d9410d7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:21.379 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.379+0000 7f2d9c264640 1 --2- 172.21.15.42:0/3861967260 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2d94105bd0 0x7f2d9410d7e0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f2d8c009be0 tx=0x7f2d8c02a6b0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.379 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.380+0000 7f2d9c264640 1 -- 172.21.15.42:0/3861967260 shutdown_connections 2024-06-06T08:24:21.379 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.380+0000 7f2d9c264640 1 --2- 172.21.15.42:0/3861967260 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2d94101bd0 0x7f2d941054a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.379 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.380+0000 7f2d9c264640 1 --2- 172.21.15.42:0/3861967260 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2d94105bd0 0x7f2d9410d7e0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.379 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.380+0000 7f2d9c264640 1 --2- 172.21.15.42:0/3861967260 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2d94101220 0x7f2d94101600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.379 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.380+0000 7f2d9c264640 1 -- 172.21.15.42:0/3861967260 >> 172.21.15.42:0/3861967260 conn(0x7f2d94076e30 msgr2=0x7f2d940fe1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:21.379 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.380+0000 7f2d9c264640 1 -- 172.21.15.42:0/3861967260 shutdown_connections 2024-06-06T08:24:21.379 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.380+0000 7f2d9c264640 1 -- 172.21.15.42:0/3861967260 wait complete. 2024-06-06T08:24:21.381 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.381+0000 7f2d9c264640 1 Processor -- start 2024-06-06T08:24:21.382 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.381+0000 7f2d9c264640 1 -- start start 2024-06-06T08:24:21.382 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.381+0000 7f2d9c264640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2d94101220 0x7f2d94196e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:21.382 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.381+0000 7f2d9c264640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2d94105bd0 0x7f2d94197360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:21.382 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.381+0000 7f2d9c264640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2d9419b6e0 0x7f2d9419bb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:21.382 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.381+0000 7f2d9a801640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2d9419b6e0 0x7f2d9419bb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:21.382 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.381+0000 7f2d9a801640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2d9419b6e0 0x7f2d9419bb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55996/0 (socket says 172.21.15.42:55996) 2024-06-06T08:24:21.382 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.381+0000 7f2d9a801640 1 -- 172.21.15.42:0/3718809885 learned_addr learned my addr 172.21.15.42:0/3718809885 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:21.382 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.381+0000 7f2d9c264640 1 -- 172.21.15.42:0/3718809885 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2d94110c40 con 0x7f2d9419b6e0 2024-06-06T08:24:21.382 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.381+0000 7f2d9a000640 1 --2- 172.21.15.42:0/3718809885 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2d94101220 0x7f2d94196e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:21.382 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.381+0000 7f2d9c264640 1 -- 172.21.15.42:0/3718809885 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f2d94110ac0 con 0x7f2d94101220 2024-06-06T08:24:21.382 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.381+0000 7f2d9c264640 1 -- 172.21.15.42:0/3718809885 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f2d94110dc0 con 0x7f2d94105bd0 2024-06-06T08:24:21.383 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.381+0000 7f2d997ff640 1 --2- 172.21.15.42:0/3718809885 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2d94105bd0 0x7f2d94197360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:21.383 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.382+0000 7f2d9a000640 1 -- 172.21.15.42:0/3718809885 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2d94105bd0 msgr2=0x7f2d94197360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:21.383 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.382+0000 7f2d9a000640 1 --2- 172.21.15.42:0/3718809885 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2d94105bd0 0x7f2d94197360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.383 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.382+0000 7f2d9a000640 1 -- 172.21.15.42:0/3718809885 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2d9419b6e0 msgr2=0x7f2d9419bb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:21.383 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.382+0000 7f2d9a000640 1 --2- 172.21.15.42:0/3718809885 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2d9419b6e0 0x7f2d9419bb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.383 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.382+0000 7f2d9a000640 1 -- 172.21.15.42:0/3718809885 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d9419c1d0 con 0x7f2d94101220 2024-06-06T08:24:21.383 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.382+0000 7f2d9a801640 1 --2- 172.21.15.42:0/3718809885 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2d9419b6e0 0x7f2d9419bb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:24:21.383 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.382+0000 7f2d9a000640 1 --2- 172.21.15.42:0/3718809885 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2d94101220 0x7f2d94196e20 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f2d90005fd0 tx=0x7f2d9000ee50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:21.383 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.382+0000 7f2d8affd640 1 -- 172.21.15.42:0/3718809885 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d9000cd00 con 0x7f2d94101220 2024-06-06T08:24:21.383 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.382+0000 7f2d9c264640 1 -- 172.21.15.42:0/3718809885 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d9419c4c0 con 0x7f2d94101220 2024-06-06T08:24:21.383 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.382+0000 7f2d8affd640 1 -- 172.21.15.42:0/3718809885 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2d900035f0 con 0x7f2d94101220 2024-06-06T08:24:21.383 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.382+0000 7f2d9c264640 1 -- 172.21.15.42:0/3718809885 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d941a3d00 con 0x7f2d94101220 2024-06-06T08:24:21.384 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.383+0000 7f2d8affd640 1 -- 172.21.15.42:0/3718809885 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d90010690 con 0x7f2d94101220 2024-06-06T08:24:21.384 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.385+0000 7f2d8affd640 1 -- 172.21.15.42:0/3718809885 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f2d900037a0 con 0x7f2d94101220 2024-06-06T08:24:21.385 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.386+0000 7f2d8affd640 1 --2- 172.21.15.42:0/3718809885 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f2d800a5030 0x7f2d800a74f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:21.385 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.386+0000 7f2d8affd640 1 -- 172.21.15.42:0/3718809885 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f2d900cf9e0 con 0x7f2d94101220 2024-06-06T08:24:21.385 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.386+0000 7f2d997ff640 1 --2- 172.21.15.42:0/3718809885 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f2d800a5030 0x7f2d800a74f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:21.387 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.386+0000 7f2d9ef73740 1 Processor -- start 2024-06-06T08:24:21.387 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.386+0000 7f2d997ff640 1 --2- 172.21.15.42:0/3718809885 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f2d800a5030 0x7f2d800a74f0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f2d94106eb0 tx=0x7f2d84005f90 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:21.387 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.387+0000 7f2d9ef73740 1 -- start start 2024-06-06T08:24:21.387 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.387+0000 7f2d9ef73740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560a9fbfb170 0x560a9fbfb550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:21.387 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.387+0000 7f2d9ef73740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560a9fbfba90 0x560a9fc05e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:21.387 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.387+0000 7f2d9ef73740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560a9fc06350 0x560a9fc08740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:21.387 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.387+0000 7f2d9ef73740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x560a9fb5f4f0 con 0x560a9fc06350 2024-06-06T08:24:21.387 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.387+0000 7f2d9ef73740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x560a9fafd870 con 0x560a9fbfb170 2024-06-06T08:24:21.387 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.387+0000 7f2d9ef73740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x560a9fb5b4b0 con 0x560a9fbfba90 2024-06-06T08:24:21.388 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.387+0000 7f2d9a801640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560a9fc06350 0x560a9fc08740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:21.388 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.387+0000 7f2d997ff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560a9fbfba90 0x560a9fc05e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:21.388 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.387+0000 7f2d9a801640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560a9fc06350 0x560a9fc08740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55998/0 (socket says 172.21.15.42:55998) 2024-06-06T08:24:21.388 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.387+0000 7f2d9a801640 1 -- 172.21.15.42:0/909184085 learned_addr learned my addr 172.21.15.42:0/909184085 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:21.388 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.387+0000 7f2d9a000640 1 --2- 172.21.15.42:0/909184085 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560a9fbfb170 0x560a9fbfb550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:21.388 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.388+0000 7f2d9a801640 1 -- 172.21.15.42:0/909184085 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560a9fbfba90 msgr2=0x560a9fc05e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:21.388 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.388+0000 7f2d9a801640 1 --2- 172.21.15.42:0/909184085 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560a9fbfba90 0x560a9fc05e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.388 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.388+0000 7f2d9a801640 1 -- 172.21.15.42:0/909184085 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560a9fbfb170 msgr2=0x560a9fbfb550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:21.388 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.388+0000 7f2d9a801640 1 --2- 172.21.15.42:0/909184085 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560a9fbfb170 0x560a9fbfb550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.388 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.388+0000 7f2d9a801640 1 -- 172.21.15.42:0/909184085 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560a9fb199b0 con 0x560a9fc06350 2024-06-06T08:24:21.388 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.388+0000 7f2d9a801640 1 --2- 172.21.15.42:0/909184085 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560a9fc06350 0x560a9fc08740 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f2d8c030780 tx=0x7f2d8c0307b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c28f6fc823acffdf server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:21.388 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.388+0000 7f2d7ffff640 1 -- 172.21.15.42:0/909184085 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d8c042070 con 0x560a9fc06350 2024-06-06T08:24:21.388 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.388+0000 7f2d7ffff640 1 -- 172.21.15.42:0/909184085 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2d8c037040 con 0x560a9fc06350 2024-06-06T08:24:21.389 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.388+0000 7f2d7ffff640 1 -- 172.21.15.42:0/909184085 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d8c036070 con 0x560a9fc06350 2024-06-06T08:24:21.393 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.389+0000 7f2d9ef73740 1 -- 172.21.15.42:0/909184085 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560a9fc06350 msgr2=0x560a9fc08740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:21.393 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.389+0000 7f2d9ef73740 1 --2- 172.21.15.42:0/909184085 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560a9fc06350 0x560a9fc08740 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f2d8c030780 tx=0x7f2d8c0307b0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.393 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.389+0000 7f2d9ef73740 1 -- 172.21.15.42:0/909184085 shutdown_connections 2024-06-06T08:24:21.393 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.389+0000 7f2d9ef73740 1 --2- 172.21.15.42:0/909184085 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560a9fc06350 0x560a9fc08740 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.393 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.389+0000 7f2d9ef73740 1 --2- 172.21.15.42:0/909184085 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560a9fbfba90 0x560a9fc05e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.393 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.389+0000 7f2d9ef73740 1 --2- 172.21.15.42:0/909184085 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560a9fbfb170 0x560a9fbfb550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.393 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.389+0000 7f2d9ef73740 1 -- 172.21.15.42:0/909184085 >> 172.21.15.42:0/909184085 conn(0x560a9fbf7680 msgr2=0x560a9fbf7a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:21.393 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.390+0000 7f2d9ef73740 1 -- 172.21.15.42:0/909184085 shutdown_connections 2024-06-06T08:24:21.393 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.390+0000 7f2d9ef73740 1 -- 172.21.15.42:0/909184085 wait complete. 2024-06-06T08:24:21.393 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.390+0000 7f2d9ef73740 1 -- start start 2024-06-06T08:24:21.394 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.390+0000 7f2d9ef73740 1 Processor -- start 2024-06-06T08:24:21.394 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.391+0000 7f2d9ef73740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560a9fbfb170 0x560a9fc032a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:21.394 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.391+0000 7f2d9ef73740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560a9fbfba90 0x560a9fc037e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:21.394 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.391+0000 7f2d9ef73740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560a9fc06350 0x560a9fc03d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:21.394 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.391+0000 7f2d9a000640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560a9fbfb170 0x560a9fc032a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:21.394 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.391+0000 7f2d9ef73740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x560a9fc0d330 con 0x560a9fbfb170 2024-06-06T08:24:21.394 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.391+0000 7f2d9ef73740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x560a9fae8ae0 con 0x560a9fbfba90 2024-06-06T08:24:21.394 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.391+0000 7f2d9a000640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560a9fbfb170 0x560a9fc032a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:56004/0 (socket says 172.21.15.42:56004) 2024-06-06T08:24:21.394 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.391+0000 7f2d9ef73740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x560a9fc0d4b0 con 0x560a9fc06350 2024-06-06T08:24:21.394 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.391+0000 7f2d9a000640 1 -- 172.21.15.42:0/3657153627 learned_addr learned my addr 172.21.15.42:0/3657153627 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:21.394 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.391+0000 7f2d997ff640 1 --2- 172.21.15.42:0/3657153627 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560a9fbfba90 0x560a9fc037e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:21.394 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.392+0000 7f2d9a801640 1 --2- 172.21.15.42:0/3657153627 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560a9fc06350 0x560a9fc03d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:21.395 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.392+0000 7f2d9a000640 1 -- 172.21.15.42:0/3657153627 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560a9fc06350 msgr2=0x560a9fc03d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:21.395 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.392+0000 7f2d9a000640 1 --2- 172.21.15.42:0/3657153627 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560a9fc06350 0x560a9fc03d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.395 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.392+0000 7f2d9a000640 1 -- 172.21.15.42:0/3657153627 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560a9fbfba90 msgr2=0x560a9fc037e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:21.395 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.392+0000 7f2d9a000640 1 --2- 172.21.15.42:0/3657153627 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560a9fbfba90 0x560a9fc037e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.395 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.392+0000 7f2d9ef73740 10 client.0 _ll_register_callbacks cb 0x560a9fb219b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:24:21.395 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.392+0000 7f2d9a000640 1 -- 172.21.15.42:0/3657153627 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560a9f873210 con 0x560a9fbfb170 2024-06-06T08:24:21.395 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.392+0000 7f2d9a801640 1 --2- 172.21.15.42:0/3657153627 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560a9fc06350 0x560a9fc03d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:24:21.395 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.392+0000 7f2d9ef73740 1 -- 172.21.15.42:0/3657153627 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2d8c037040 con 0x560a9fbfb170 2024-06-06T08:24:21.395 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.392+0000 7f2d9a000640 1 --2- 172.21.15.42:0/3657153627 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560a9fbfb170 0x560a9fc032a0 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f2d90097fc0 tx=0x7f2d90003d40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7b5d8c2887fef89 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:21.395 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.392+0000 7f2d7d7fa640 10 client.15903 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:24:21.396 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.392+0000 7f2d7d7fa640 1 -- 172.21.15.42:0/3657153627 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d900a47d0 con 0x560a9fbfb170 2024-06-06T08:24:21.396 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.392+0000 7f2d7d7fa640 1 -- 172.21.15.42:0/3657153627 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f2d900ba2b0 con 0x560a9fbfb170 2024-06-06T08:24:21.396 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.393+0000 7f2d7d7fa640 1 -- 172.21.15.42:0/3657153627 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2d900ba4b0 con 0x560a9fbfb170 2024-06-06T08:24:21.396 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.393+0000 7f2d9ef73740 10 client.15903 fetch_fsmap learned FSMap version 26 2024-06-06T08:24:21.396 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.393+0000 7f2d9ef73740 1 -- 172.21.15.42:0/3657153627 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({fsmap=26}) -- 0x560a9f93f620 con 0x560a9fbfb170 2024-06-06T08:24:21.396 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.393+0000 7f2d7d7fa640 1 -- 172.21.15.42:0/3657153627 <== mon.0 v2:172.21.15.42:3300/0 4 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7f2d9009afb0 con 0x560a9fbfb170 2024-06-06T08:24:21.396 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.393+0000 7f2d9ef73740 10 client.15903 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:24:21.396 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.393+0000 7f2d9ef73740 10 client.15903 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:24:21.396 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.393+0000 7f2d9ef73740 20 client.15903 populate_metadata read hostname 'smithi042' 2024-06-06T08:24:21.396 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.393+0000 7f2d9ef73740 1 --2- 172.21.15.42:0/3657153627 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x560a9fc1a4a0 0x560a9fc1c8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:21.396 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.393+0000 7f2d9ef73740 4 client.15903 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:24:21.396 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.393+0000 7f2d9ef73740 1 -- 172.21.15.42:0/3657153627 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560a9fb72f10 con 0x560a9fc1a4a0 2024-06-06T08:24:21.397 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.393+0000 7f2d997ff640 1 --2- 172.21.15.42:0/3657153627 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x560a9fc1a4a0 0x560a9fc1c8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:21.397 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.394+0000 7f2d997ff640 1 --2- 172.21.15.42:0/3657153627 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x560a9fc1a4a0 0x560a9fc1c8f0 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d575397c3050beef server_cookie=96160b24aa158d31 in_seq=0 out_seq=0 2024-06-06T08:24:21.397 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.394+0000 7f2d7d7fa640 10 client.15903 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:24:21.398 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.394+0000 7f2d7d7fa640 1 -- 172.21.15.42:0/3657153627 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x560a9fb72f10 con 0x560a9fc1a4a0 2024-06-06T08:24:21.398 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.394+0000 7f2d7d7fa640 10 client.15903 handle_command_reply: tid=0 2024-06-06T08:24:21.398 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.394+0000 7f2d9ef73740 1 client.15903 shutdown 2024-06-06T08:24:21.398 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.395+0000 7f2d9ef73740 1 -- 172.21.15.42:0/3657153627 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560a9fbfb170 msgr2=0x560a9fc032a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:21.398 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.395+0000 7f2d9ef73740 1 --2- 172.21.15.42:0/3657153627 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560a9fbfb170 0x560a9fc032a0 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f2d90097fc0 tx=0x7f2d90003d40 comp rx=0 tx=0).stop 2024-06-06T08:24:21.398 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.395+0000 7f2d9ef73740 1 -- 172.21.15.42:0/3657153627 shutdown_connections 2024-06-06T08:24:21.398 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.395+0000 7f2d9ef73740 1 --2- 172.21.15.42:0/3657153627 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x560a9fc1a4a0 0x560a9fc1c8f0 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.398 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.395+0000 7f2d9ef73740 1 --2- 172.21.15.42:0/3657153627 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560a9fbfba90 0x560a9fc037e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.399 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.395+0000 7f2d9ef73740 1 --2- 172.21.15.42:0/3657153627 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560a9fc06350 0x560a9fc03d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.399 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.395+0000 7f2d9ef73740 1 --2- 172.21.15.42:0/3657153627 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560a9fbfb170 0x560a9fc032a0 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.399 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.395+0000 7f2d9ef73740 1 -- 172.21.15.42:0/3657153627 >> 172.21.15.42:0/3657153627 conn(0x560a9fbf7680 msgr2=0x560a9fbfd3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:21.399 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.395+0000 7f2d7d7fa640 0 client.15903 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:24:21.399 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.395+0000 7f2d9ef73740 1 -- 172.21.15.42:0/3657153627 shutdown_connections 2024-06-06T08:24:21.399 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.395+0000 7f2d9ef73740 1 -- 172.21.15.42:0/3657153627 wait complete. 2024-06-06T08:24:21.399 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.395+0000 7f2d9ef73740 20 client.15903 trim_cache size 0 max 16384 2024-06-06T08:24:21.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.403+0000 7fbe2f253b80 1 Processor -- start 2024-06-06T08:24:21.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.403+0000 7fbe2f253b80 1 -- start start 2024-06-06T08:24:21.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.403+0000 7fbe2f253b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bd54f1e3d0 0x55bd54f1de90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:21.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.403+0000 7fbe2f253b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bd54f23c40 0x55bd54f279f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:21.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.403+0000 7fbe2f253b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bd54f24560 0x55bd54f25070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:21.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.404+0000 7fbe2f253b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fbe00011520 con 0x55bd54f24560 2024-06-06T08:24:21.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.404+0000 7fbe2f253b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fbe0000edb0 con 0x55bd54f1e3d0 2024-06-06T08:24:21.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.404+0000 7fbe2f253b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fbe0000cc00 con 0x55bd54f23c40 2024-06-06T08:24:21.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.404+0000 7fbe1ed9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bd54f24560 0x55bd54f25070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:21.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.404+0000 7fbe1ed9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bd54f24560 0x55bd54f25070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:56008/0 (socket says 172.21.15.42:56008) 2024-06-06T08:24:21.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.404+0000 7fbe1ed9d700 1 -- 172.21.15.42:0/4127124683 learned_addr learned my addr 172.21.15.42:0/4127124683 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:21.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.404+0000 7fbe1e59c700 1 --2- 172.21.15.42:0/4127124683 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bd54f1e3d0 0x55bd54f1de90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:21.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.404+0000 7fbe1dd9b700 1 --2- 172.21.15.42:0/4127124683 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bd54f23c40 0x55bd54f279f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:21.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.404+0000 7fbe1ed9d700 1 -- 172.21.15.42:0/4127124683 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bd54f23c40 msgr2=0x55bd54f279f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:21.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.404+0000 7fbe1ed9d700 1 --2- 172.21.15.42:0/4127124683 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bd54f23c40 0x55bd54f279f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.404+0000 7fbe1ed9d700 1 -- 172.21.15.42:0/4127124683 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bd54f1e3d0 msgr2=0x55bd54f1de90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:21.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.404+0000 7fbe1ed9d700 1 --2- 172.21.15.42:0/4127124683 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bd54f1e3d0 0x55bd54f1de90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.404+0000 7fbe1ed9d700 1 -- 172.21.15.42:0/4127124683 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bd54f259f0 con 0x55bd54f24560 2024-06-06T08:24:21.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.404+0000 7fbe1ed9d700 1 --2- 172.21.15.42:0/4127124683 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bd54f24560 0x55bd54f25070 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7fbe18009e60 tx=0x7fbe1800b3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a200c80bba9a6930 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:21.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.405+0000 7fbe07fff700 1 -- 172.21.15.42:0/4127124683 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe180a21e0 con 0x55bd54f24560 2024-06-06T08:24:21.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.405+0000 7fbe07fff700 1 -- 172.21.15.42:0/4127124683 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbe180a6a10 con 0x55bd54f24560 2024-06-06T08:24:21.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.405+0000 7fbe07fff700 1 -- 172.21.15.42:0/4127124683 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe1809e2f0 con 0x55bd54f24560 2024-06-06T08:24:21.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.405+0000 7fbe2f253b80 1 -- 172.21.15.42:0/4127124683 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bd54f24560 msgr2=0x55bd54f25070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:21.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.405+0000 7fbe2f253b80 1 --2- 172.21.15.42:0/4127124683 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bd54f24560 0x55bd54f25070 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7fbe18009e60 tx=0x7fbe1800b3b0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.405+0000 7fbe2f253b80 1 -- 172.21.15.42:0/4127124683 shutdown_connections 2024-06-06T08:24:21.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.405+0000 7fbe2f253b80 1 --2- 172.21.15.42:0/4127124683 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bd54f24560 0x55bd54f25070 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.405+0000 7fbe2f253b80 1 --2- 172.21.15.42:0/4127124683 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bd54f1e3d0 0x55bd54f1de90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.405+0000 7fbe2f253b80 1 --2- 172.21.15.42:0/4127124683 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bd54f23c40 0x55bd54f279f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.405+0000 7fbe2f253b80 1 -- 172.21.15.42:0/4127124683 >> 172.21.15.42:0/4127124683 conn(0x55bd54e48dc0 msgr2=0x55bd54f190c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:21.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.405+0000 7fbe2f253b80 1 -- 172.21.15.42:0/4127124683 shutdown_connections 2024-06-06T08:24:21.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.405+0000 7fbe2f253b80 1 -- 172.21.15.42:0/4127124683 wait complete. 2024-06-06T08:24:21.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.406+0000 7fbe2f253b80 1 -- start start 2024-06-06T08:24:21.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.406+0000 7fbe2f253b80 1 Processor -- start 2024-06-06T08:24:21.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.406+0000 7fbe2f253b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bd54f1e3d0 0x55bd54f2d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:21.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.406+0000 7fbe2f253b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bd54f23c40 0x55bd54f2da70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:21.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.406+0000 7fbe2f253b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bd54f24560 0x55bd54f2dfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:21.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.406+0000 7fbe2f253b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fbe0000d270 con 0x55bd54f1e3d0 2024-06-06T08:24:21.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.406+0000 7fbe2f253b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fbe0000e6e0 con 0x55bd54f23c40 2024-06-06T08:24:21.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.406+0000 7fbe2f253b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fbe0000d940 con 0x55bd54f24560 2024-06-06T08:24:21.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.406+0000 7fbe2f253b80 10 client.0 _ll_register_callbacks cb 0x55bd54e09a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:24:21.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.406+0000 7fbe1e59c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bd54f1e3d0 0x55bd54f2d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:21.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.406+0000 7fbe1e59c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bd54f1e3d0 0x55bd54f2d530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:56012/0 (socket says 172.21.15.42:56012) 2024-06-06T08:24:21.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.406+0000 7fbe1e59c700 1 -- 172.21.15.42:0/3228117918 learned_addr learned my addr 172.21.15.42:0/3228117918 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:21.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.406+0000 7fbe1dd9b700 1 --2- 172.21.15.42:0/3228117918 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bd54f23c40 0x55bd54f2da70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:21.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.407+0000 7fbe1ed9d700 1 --2- 172.21.15.42:0/3228117918 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bd54f24560 0x55bd54f2dfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:21.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.407+0000 7fbe1e59c700 1 -- 172.21.15.42:0/3228117918 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bd54f24560 msgr2=0x55bd54f2dfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:21.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.407+0000 7fbe1e59c700 1 --2- 172.21.15.42:0/3228117918 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bd54f24560 0x55bd54f2dfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.407+0000 7fbe1e59c700 1 -- 172.21.15.42:0/3228117918 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bd54f23c40 msgr2=0x55bd54f2da70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:21.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.407+0000 7fbe1e59c700 1 --2- 172.21.15.42:0/3228117918 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bd54f23c40 0x55bd54f2da70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.407+0000 7fbe1e59c700 1 -- 172.21.15.42:0/3228117918 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bd54fa2820 con 0x55bd54f1e3d0 2024-06-06T08:24:21.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.407+0000 7fbe1e59c700 1 --2- 172.21.15.42:0/3228117918 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bd54f1e3d0 0x55bd54f2d530 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7fbe100099c0 tx=0x7fbe10015000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6688b04d15bc0ead server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:21.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.407+0000 7fbe05ffb700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:24:21.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.407+0000 7fbe05ffb700 1 -- 172.21.15.42:0/3228117918 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe10005c00 con 0x55bd54f1e3d0 2024-06-06T08:24:21.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.407+0000 7fbe05ffb700 1 -- 172.21.15.42:0/3228117918 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fbe10005f40 con 0x55bd54f1e3d0 2024-06-06T08:24:21.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.407+0000 7fbe2f253b80 1 -- 172.21.15.42:0/3228117918 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbe180a6a10 con 0x55bd54f1e3d0 2024-06-06T08:24:21.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.407+0000 7fbe05ffb700 1 -- 172.21.15.42:0/3228117918 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fbe10044050 con 0x55bd54f1e3d0 2024-06-06T08:24:21.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.408+0000 7fbe2f253b80 10 client.15909 fetch_fsmap learned FSMap version 26 2024-06-06T08:24:21.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.408+0000 7fbe2f253b80 1 -- 172.21.15.42:0/3228117918 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55bd54fa3b60 con 0x55bd54f1e3d0 2024-06-06T08:24:21.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.408+0000 7fbe05ffb700 1 -- 172.21.15.42:0/3228117918 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbe14015070 con 0x55bd54f1e3d0 2024-06-06T08:24:21.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.408+0000 7fbe05ffb700 1 -- 172.21.15.42:0/3228117918 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7fbe100336e0 con 0x55bd54f1e3d0 2024-06-06T08:24:21.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.408+0000 7fbe2f253b80 10 client.15909 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:24:21.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.408+0000 7fbe2f253b80 10 client.15909 resolve_mds: validated gid 24484 aka daemon mds.i 2024-06-06T08:24:21.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.408+0000 7fbe2f253b80 20 client.15909 populate_metadata read hostname 'smithi042' 2024-06-06T08:24:21.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.408+0000 7fbe2f253b80 1 --2- 172.21.15.42:0/3228117918 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55bd54fa4270 0x55bd54fa6690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:21.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.408+0000 7fbe2f253b80 4 client.15909 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "2da42f83", "release": true, "await": true}] 2024-06-06T08:24:21.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.408+0000 7fbe2f253b80 1 -- 172.21.15.42:0/3228117918 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "quiesce db", "set_id": "2da42f83", "release": true, "await": true}) -- 0x7fbe180a6a10 con 0x55bd54fa4270 2024-06-06T08:24:21.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.408+0000 7fbe1dd9b700 1 --2- 172.21.15.42:0/3228117918 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55bd54fa4270 0x55bd54fa6690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:21.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.409+0000 7fbe1dd9b700 1 --2- 172.21.15.42:0/3228117918 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55bd54fa4270 0x55bd54fa6690 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e0cde6785877bf6a server_cookie=4ea3ee099e330282 in_seq=0 out_seq=0 2024-06-06T08:24:21.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.409+0000 7fbe05ffb700 10 client.15909 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:24:21.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.411+0000 7fbe05ffb700 1 -- 172.21.15.42:0/3228117918 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x7fbe180a6a10 con 0x55bd54fa4270 2024-06-06T08:24:21.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.411+0000 7fbe05ffb700 10 client.15909 handle_command_reply: tid=0 2024-06-06T08:24:21.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.411+0000 7fbe2f253b80 1 client.15909 shutdown 2024-06-06T08:24:21.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.411+0000 7fbe2f253b80 1 -- 172.21.15.42:0/3228117918 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bd54f1e3d0 msgr2=0x55bd54f2d530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:21.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.411+0000 7fbe2f253b80 1 --2- 172.21.15.42:0/3228117918 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bd54f1e3d0 0x55bd54f2d530 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7fbe100099c0 tx=0x7fbe10015000 comp rx=0 tx=0).stop 2024-06-06T08:24:21.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.411+0000 7fbe2f253b80 1 -- 172.21.15.42:0/3228117918 shutdown_connections 2024-06-06T08:24:21.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.411+0000 7fbe2f253b80 1 --2- 172.21.15.42:0/3228117918 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bd54f24560 0x55bd54f2dfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.411+0000 7fbe2f253b80 1 --2- 172.21.15.42:0/3228117918 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bd54f1e3d0 0x55bd54f2d530 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.415 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:24:21.415 INFO:teuthology.orchestra.run.smithi042.stdout: "epoch": 26, 2024-06-06T08:24:21.415 INFO:teuthology.orchestra.run.smithi042.stdout: "leader": 24484, 2024-06-06T08:24:21.415 INFO:teuthology.orchestra.run.smithi042.stdout: "set_version": 4, 2024-06-06T08:24:21.415 INFO:teuthology.orchestra.run.smithi042.stdout: "sets": { 2024-06-06T08:24:21.415 INFO:teuthology.orchestra.run.smithi042.stdout: "2da42f83": { 2024-06-06T08:24:21.415 INFO:teuthology.orchestra.run.smithi042.stdout: "version": 4, 2024-06-06T08:24:21.415 INFO:teuthology.orchestra.run.smithi042.stdout: "age_ref": 0.0, 2024-06-06T08:24:21.415 INFO:teuthology.orchestra.run.smithi042.stdout: "state": { 2024-06-06T08:24:21.415 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "RELEASED", 2024-06-06T08:24:21.415 INFO:teuthology.orchestra.run.smithi042.stdout: "age": 0.0 2024-06-06T08:24:21.415 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:24:21.416 INFO:teuthology.orchestra.run.smithi042.stdout: "timeout": 90.0, 2024-06-06T08:24:21.416 INFO:teuthology.orchestra.run.smithi042.stdout: "expiration": 154.4, 2024-06-06T08:24:21.416 INFO:teuthology.orchestra.run.smithi042.stdout: "members": { 2024-06-06T08:24:21.416 INFO:teuthology.orchestra.run.smithi042.stdout: "file:/": { 2024-06-06T08:24:21.416 INFO:teuthology.orchestra.run.smithi042.stdout: "excluded": false, 2024-06-06T08:24:21.416 INFO:teuthology.orchestra.run.smithi042.stdout: "state": { 2024-06-06T08:24:21.416 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "RELEASED", 2024-06-06T08:24:21.416 INFO:teuthology.orchestra.run.smithi042.stdout: "age": 0.0 2024-06-06T08:24:21.416 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:24:21.416 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:24:21.416 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:24:21.417 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:24:21.417 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:24:21.417 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:24:21.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.411+0000 7fbe2f253b80 1 --2- 172.21.15.42:0/3228117918 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55bd54fa4270 0x55bd54fa6690 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.411+0000 7fbe05ffb700 0 client.15909 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:24:21.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.411+0000 7fbe2f253b80 1 --2- 172.21.15.42:0/3228117918 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bd54f23c40 0x55bd54f2da70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.411+0000 7fbe2f253b80 1 -- 172.21.15.42:0/3228117918 >> 172.21.15.42:0/3228117918 conn(0x55bd54e48dc0 msgr2=0x55bd54f28cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:21.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.411+0000 7fbe2f253b80 1 -- 172.21.15.42:0/3228117918 shutdown_connections 2024-06-06T08:24:21.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.411+0000 7fbe2f253b80 1 -- 172.21.15.42:0/3228117918 wait complete. 2024-06-06T08:24:21.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.411+0000 7fbe2f253b80 20 client.15909 trim_cache size 0 max 16384 2024-06-06T08:24:21.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.412+0000 7fbe249d0700 1 -- 172.21.15.42:0/1445698091 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbe080a2e90 msgr2=0x7fbe080a5350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:21.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.412+0000 7fbe249d0700 1 --2- 172.21.15.42:0/1445698091 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbe080a2e90 0x7fbe080a5350 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fbe20106f50 tx=0x7fbe10009210 comp rx=0 tx=0).stop 2024-06-06T08:24:21.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.412+0000 7fbe249d0700 1 -- 172.21.15.42:0/1445698091 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbe20107400 msgr2=0x7fbe20197a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:21.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.412+0000 7fbe249d0700 1 --2- 172.21.15.42:0/1445698091 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbe20107400 0x7fbe20197a10 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fbe1800b070 tx=0x7fbe18004d50 comp rx=0 tx=0).stop 2024-06-06T08:24:21.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.412+0000 7fbe249d0700 1 -- 172.21.15.42:0/1445698091 shutdown_connections 2024-06-06T08:24:21.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.412+0000 7fbe249d0700 1 --2- 172.21.15.42:0/1445698091 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbe080a2e90 0x7fbe080a5350 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.412+0000 7fbe249d0700 1 --2- 172.21.15.42:0/1445698091 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbe20107400 0x7fbe20197a10 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.412+0000 7fbe249d0700 1 --2- 172.21.15.42:0/1445698091 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbe201013c0 0x7fbe2019d800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.412+0000 7fbe249d0700 1 --2- 172.21.15.42:0/1445698091 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbe20101d60 0x7fbe2019dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.412+0000 7fbe249d0700 1 -- 172.21.15.42:0/1445698091 >> 172.21.15.42:0/1445698091 conn(0x7fbe20078330 msgr2=0x7fbe201000c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:21.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.412+0000 7fbe249d0700 1 -- 172.21.15.42:0/1445698091 shutdown_connections 2024-06-06T08:24:21.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:21.412+0000 7fbe249d0700 1 -- 172.21.15.42:0/1445698091 wait complete. 2024-06-06T08:24:21.424 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.416+0000 7f2d9ef73740 1 Processor -- start 2024-06-06T08:24:21.424 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.416+0000 7f2d9ef73740 1 -- start start 2024-06-06T08:24:21.424 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.416+0000 7f2d9ef73740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560a9fbfba90 0x560a9fbfd3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:21.424 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.416+0000 7f2d9ef73740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560a9fc06350 0x560a9fc03b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:21.425 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.417+0000 7f2d9ef73740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560a9fbf6f60 0x560a9fc15c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:21.425 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.417+0000 7f2d9ef73740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2d941af010 con 0x560a9fbf6f60 2024-06-06T08:24:21.425 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.417+0000 7f2d9ef73740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f2d941ac8e0 con 0x560a9fc06350 2024-06-06T08:24:21.425 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.417+0000 7f2d9ef73740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f2d941aa730 con 0x560a9fbfba90 2024-06-06T08:24:21.425 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.417+0000 7f2d997ff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560a9fc06350 0x560a9fc03b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:21.425 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.417+0000 7f2d9a801640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560a9fbf6f60 0x560a9fc15c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:21.425 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.417+0000 7f2d997ff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560a9fc06350 0x560a9fc03b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:52514/0 (socket says 172.21.15.42:52514) 2024-06-06T08:24:21.425 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.417+0000 7f2d997ff640 1 -- 172.21.15.42:0/2961924132 learned_addr learned my addr 172.21.15.42:0/2961924132 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:21.425 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.417+0000 7f2d997ff640 1 -- 172.21.15.42:0/2961924132 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560a9fbfba90 msgr2=0x560a9fbfd3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:21.425 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.417+0000 7f2d9a000640 1 --2- 172.21.15.42:0/2961924132 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560a9fbfba90 0x560a9fbfd3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:21.426 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.417+0000 7f2d997ff640 1 --2- 172.21.15.42:0/2961924132 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560a9fbfba90 0x560a9fbfd3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.426 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.417+0000 7f2d997ff640 1 -- 172.21.15.42:0/2961924132 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560a9fbf6f60 msgr2=0x560a9fc15c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:21.426 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.417+0000 7f2d997ff640 1 --2- 172.21.15.42:0/2961924132 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560a9fbf6f60 0x560a9fc15c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.426 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.417+0000 7f2d997ff640 1 -- 172.21.15.42:0/2961924132 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560a9fbfb8c0 con 0x560a9fc06350 2024-06-06T08:24:21.426 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.417+0000 7f2d9a801640 1 --2- 172.21.15.42:0/2961924132 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560a9fbf6f60 0x560a9fc15c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:24:21.426 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.418+0000 7f2d997ff640 1 --2- 172.21.15.42:0/2961924132 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560a9fc06350 0x560a9fc03b70 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f2d84009710 tx=0x7f2d84014000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=853471805741f21 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:21.426 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.418+0000 7f2d7f7fe640 1 -- 172.21.15.42:0/2961924132 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d8401e620 con 0x560a9fc06350 2024-06-06T08:24:21.426 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.418+0000 7f2d7f7fe640 1 -- 172.21.15.42:0/2961924132 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2d8401eca0 con 0x560a9fc06350 2024-06-06T08:24:21.426 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.418+0000 7f2d7f7fe640 1 -- 172.21.15.42:0/2961924132 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d84029df0 con 0x560a9fc06350 2024-06-06T08:24:21.426 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.419+0000 7f2d9ef73740 1 -- 172.21.15.42:0/2961924132 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560a9fc06350 msgr2=0x560a9fc03b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:21.426 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.419+0000 7f2d9ef73740 1 --2- 172.21.15.42:0/2961924132 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560a9fc06350 0x560a9fc03b70 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f2d84009710 tx=0x7f2d84014000 comp rx=0 tx=0).stop 2024-06-06T08:24:21.427 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.419+0000 7f2d9ef73740 1 -- 172.21.15.42:0/2961924132 shutdown_connections 2024-06-06T08:24:21.427 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.419+0000 7f2d9ef73740 1 --2- 172.21.15.42:0/2961924132 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560a9fc06350 0x560a9fc03b70 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.427 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.419+0000 7f2d9ef73740 1 --2- 172.21.15.42:0/2961924132 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560a9fbf6f60 0x560a9fc15c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.427 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.419+0000 7f2d9ef73740 1 --2- 172.21.15.42:0/2961924132 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560a9fbfba90 0x560a9fbfd3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.427 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.419+0000 7f2d9ef73740 1 -- 172.21.15.42:0/2961924132 >> 172.21.15.42:0/2961924132 conn(0x560a9fbf7680 msgr2=0x560a9fc15580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:21.427 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.420+0000 7f2d9ef73740 1 -- 172.21.15.42:0/2961924132 shutdown_connections 2024-06-06T08:24:21.427 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.420+0000 7f2d9ef73740 1 -- 172.21.15.42:0/2961924132 wait complete. 2024-06-06T08:24:21.427 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.420+0000 7f2d9ef73740 1 -- start start 2024-06-06T08:24:21.427 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.420+0000 7f2d9ef73740 1 Processor -- start 2024-06-06T08:24:21.427 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.421+0000 7f2d9ef73740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560a9fbf6f60 0x560a9fc12700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:21.427 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.421+0000 7f2d9ef73740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560a9fbfba90 0x560a9fc12c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:21.428 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.421+0000 7f2d9ef73740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560a9fc06350 0x560a9fc0f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:21.428 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.421+0000 7f2d9ef73740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2d941aada0 con 0x560a9fbfba90 2024-06-06T08:24:21.428 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.421+0000 7f2d9ef73740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f2d941ac210 con 0x560a9fbf6f60 2024-06-06T08:24:21.428 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.421+0000 7f2d9ef73740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f2d941ab470 con 0x560a9fc06350 2024-06-06T08:24:21.428 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.421+0000 7f2d997ff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560a9fbfba90 0x560a9fc12c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:21.428 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.421+0000 7f2d9ef73740 10 client.0 _ll_register_callbacks cb 0x7f2d90003de0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:24:21.428 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.421+0000 7f2d9a000640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560a9fbf6f60 0x560a9fc12700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:21.428 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.421+0000 7f2d9a000640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560a9fbf6f60 0x560a9fc12700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:52516/0 (socket says 172.21.15.42:52516) 2024-06-06T08:24:21.428 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.421+0000 7f2d9a000640 1 -- 172.21.15.42:0/3839414871 learned_addr learned my addr 172.21.15.42:0/3839414871 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:21.429 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.421+0000 7f2d9a000640 1 -- 172.21.15.42:0/3839414871 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560a9fc06350 msgr2=0x560a9fc0f6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:21.429 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.421+0000 7f2d9a000640 1 --2- 172.21.15.42:0/3839414871 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560a9fc06350 0x560a9fc0f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.429 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.421+0000 7f2d9a000640 1 -- 172.21.15.42:0/3839414871 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560a9fbfba90 msgr2=0x560a9fc12c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:21.429 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.421+0000 7f2d9a000640 1 --2- 172.21.15.42:0/3839414871 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560a9fbfba90 0x560a9fc12c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.429 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.421+0000 7f2d9a000640 1 -- 172.21.15.42:0/3839414871 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560a9fc0fc90 con 0x560a9fbf6f60 2024-06-06T08:24:21.429 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.422+0000 7f2d997ff640 1 --2- 172.21.15.42:0/3839414871 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560a9fbfba90 0x560a9fc12c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:24:21.429 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.422+0000 7f2d9a000640 1 --2- 172.21.15.42:0/3839414871 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560a9fbf6f60 0x560a9fc12700 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f2d9009baf0 tx=0x7f2d90009f70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=817dc3d8c996c3b server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:21.429 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.422+0000 7f2d7d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:24:21.429 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.422+0000 7f2d7d7fa640 1 -- 172.21.15.42:0/3839414871 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d9007f060 con 0x560a9fbf6f60 2024-06-06T08:24:21.429 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.422+0000 7f2d7d7fa640 1 -- 172.21.15.42:0/3839414871 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f2d900978b0 con 0x560a9fbf6f60 2024-06-06T08:24:21.430 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.422+0000 7f2d9ef73740 1 -- 172.21.15.42:0/3839414871 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2d8401eca0 con 0x560a9fbf6f60 2024-06-06T08:24:21.430 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.422+0000 7f2d7d7fa640 1 -- 172.21.15.42:0/3839414871 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2d900a47d0 con 0x560a9fbf6f60 2024-06-06T08:24:21.430 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.422+0000 7f2d9ef73740 10 client.25556 fetch_fsmap learned FSMap version 26 2024-06-06T08:24:21.430 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.422+0000 7f2d9ef73740 1 -- 172.21.15.42:0/3839414871 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560a9fc85a40 con 0x560a9fbf6f60 2024-06-06T08:24:21.430 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.423+0000 7f2d7d7fa640 1 -- 172.21.15.42:0/3839414871 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2d8401eca0 con 0x560a9fbf6f60 2024-06-06T08:24:21.430 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.423+0000 7f2d7d7fa640 1 -- 172.21.15.42:0/3839414871 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7f2d900a1240 con 0x560a9fbf6f60 2024-06-06T08:24:21.430 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.423+0000 7f2d9ef73740 10 client.25556 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:24:21.430 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.423+0000 7f2d9ef73740 10 client.25556 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:24:21.430 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.423+0000 7f2d9ef73740 20 client.25556 populate_metadata read hostname 'smithi042' 2024-06-06T08:24:21.430 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.423+0000 7f2d9ef73740 1 --2- 172.21.15.42:0/3839414871 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x560a9fc86150 0x560a9fc88570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:21.431 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.423+0000 7f2d9ef73740 4 client.25556 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:24:21.431 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.423+0000 7f2d9ef73740 1 -- 172.21.15.42:0/3839414871 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x560a9fb6cc20 con 0x560a9fc86150 2024-06-06T08:24:21.431 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.423+0000 7f2d997ff640 1 --2- 172.21.15.42:0/3839414871 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x560a9fc86150 0x560a9fc88570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:21.431 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.424+0000 7f2d7d7fa640 10 client.25556 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:24:21.431 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.424+0000 7f2d997ff640 1 --2- 172.21.15.42:0/3839414871 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x560a9fc86150 0x560a9fc88570 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=860011cf452467d4 server_cookie=c288ccd23c5e02bc in_seq=0 out_seq=0 2024-06-06T08:24:21.434 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.428+0000 7f2d7d7fa640 1 -- 172.21.15.42:0/3839414871 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x560a9fb6cc20 con 0x560a9fc86150 2024-06-06T08:24:21.434 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.428+0000 7f2d7d7fa640 10 client.25556 handle_command_reply: tid=0 2024-06-06T08:24:21.434 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.428+0000 7f2d9ef73740 1 client.25556 shutdown 2024-06-06T08:24:21.434 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.428+0000 7f2d9ef73740 1 -- 172.21.15.42:0/3839414871 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560a9fbf6f60 msgr2=0x560a9fc12700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:21.434 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.428+0000 7f2d9ef73740 1 --2- 172.21.15.42:0/3839414871 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560a9fbf6f60 0x560a9fc12700 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f2d9009baf0 tx=0x7f2d90009f70 comp rx=0 tx=0).stop 2024-06-06T08:24:21.434 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.428+0000 7f2d9ef73740 1 -- 172.21.15.42:0/3839414871 shutdown_connections 2024-06-06T08:24:21.435 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.428+0000 7f2d9ef73740 1 --2- 172.21.15.42:0/3839414871 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x560a9fc86150 0x560a9fc88570 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.435 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.428+0000 7f2d9ef73740 1 --2- 172.21.15.42:0/3839414871 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560a9fc06350 0x560a9fc0f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.435 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.428+0000 7f2d9ef73740 1 --2- 172.21.15.42:0/3839414871 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560a9fbfba90 0x560a9fc12c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.435 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.428+0000 7f2d7d7fa640 0 client.25556 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:24:21.435 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.428+0000 7f2d9ef73740 1 --2- 172.21.15.42:0/3839414871 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560a9fbf6f60 0x560a9fc12700 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.435 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.428+0000 7f2d9ef73740 1 -- 172.21.15.42:0/3839414871 >> 172.21.15.42:0/3839414871 conn(0x560a9fbf7680 msgr2=0x560a9fbf67e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:21.435 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.428+0000 7f2d9ef73740 1 -- 172.21.15.42:0/3839414871 shutdown_connections 2024-06-06T08:24:21.436 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.428+0000 7f2d9ef73740 1 -- 172.21.15.42:0/3839414871 wait complete. 2024-06-06T08:24:21.436 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.429+0000 7f2d9ef73740 20 client.25556 trim_cache size 0 max 16384 2024-06-06T08:24:21.436 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:24:21.436 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:24:21.437 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:24:21.438 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.429+0000 7f2d9c264640 1 -- 172.21.15.42:0/3718809885 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f2d800a5030 msgr2=0x7f2d800a74f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:21.438 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.429+0000 7f2d9c264640 1 --2- 172.21.15.42:0/3718809885 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f2d800a5030 0x7f2d800a74f0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f2d94106eb0 tx=0x7f2d84005f90 comp rx=0 tx=0).stop 2024-06-06T08:24:21.438 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.429+0000 7f2d9c264640 1 -- 172.21.15.42:0/3718809885 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2d94101220 msgr2=0x7f2d94196e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:21.438 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.429+0000 7f2d9c264640 1 --2- 172.21.15.42:0/3718809885 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2d94101220 0x7f2d94196e20 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f2d90005fd0 tx=0x7f2d9000ee50 comp rx=0 tx=0).stop 2024-06-06T08:24:21.439 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.429+0000 7f2d9c264640 1 -- 172.21.15.42:0/3718809885 shutdown_connections 2024-06-06T08:24:21.439 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.429+0000 7f2d9c264640 1 --2- 172.21.15.42:0/3718809885 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f2d800a5030 0x7f2d800a74f0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.439 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.429+0000 7f2d9c264640 1 --2- 172.21.15.42:0/3718809885 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2d9419b6e0 0x7f2d9419bb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.439 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.429+0000 7f2d9c264640 1 --2- 172.21.15.42:0/3718809885 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2d94105bd0 0x7f2d94197360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.439 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.429+0000 7f2d9c264640 1 --2- 172.21.15.42:0/3718809885 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2d94101220 0x7f2d94196e20 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:21.439 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.429+0000 7f2d9c264640 1 -- 172.21.15.42:0/3718809885 >> 172.21.15.42:0/3718809885 conn(0x7f2d94076e30 msgr2=0x7f2d94103810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:21.439 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.430+0000 7f2d9c264640 1 -- 172.21.15.42:0/3718809885 shutdown_connections 2024-06-06T08:24:21.439 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:21.430+0000 7f2d9c264640 1 -- 172.21.15.42:0/3718809885 wait complete. 2024-06-06T08:24:21.873 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-06-06T08:24:22.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:24:22 smithi149 ceph-mon[36842]: pgmap v55: 129 pgs: 129 active+clean; 1.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 597 B/s wr, 5 op/s 2024-06-06T08:24:22.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:24:22 smithi042 ceph-mon[32384]: pgmap v55: 129 pgs: 129 active+clean; 1.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 597 B/s wr, 5 op/s 2024-06-06T08:24:22.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:24:22 smithi120 ceph-mon[36658]: pgmap v55: 129 pgs: 129 active+clean; 1.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 597 B/s wr, 5 op/s 2024-06-06T08:24:22.655 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '2da42f83', total seconds elapsed: 44.6 2024-06-06T08:24:22.694 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:24:24.435 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.435+0000 7fa68fe65700 1 -- 172.21.15.42:0/3223106826 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa688101390 msgr2=0x7fa688101810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:24.435 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.435+0000 7fa68fe65700 1 --2- 172.21.15.42:0/3223106826 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa688101390 0x7fa688101810 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fa678009990 tx=0x7fa678009ca0 comp rx=0 tx=0).stop 2024-06-06T08:24:24.435 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.435+0000 7fa68fe65700 1 -- 172.21.15.42:0/3223106826 shutdown_connections 2024-06-06T08:24:24.435 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.435+0000 7fa68fe65700 1 --2- 172.21.15.42:0/3223106826 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa688101d50 0x7fa68810e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:24.435 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.435+0000 7fa68fe65700 1 --2- 172.21.15.42:0/3223106826 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa688107400 0x7fa6881077e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:24.435 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.435+0000 7fa68fe65700 1 --2- 172.21.15.42:0/3223106826 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa688101390 0x7fa688101810 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:24.435 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.435+0000 7fa68fe65700 1 -- 172.21.15.42:0/3223106826 >> 172.21.15.42:0/3223106826 conn(0x7fa688078340 msgr2=0x7fa688078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:24.436 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.436+0000 7fa68fe65700 1 -- 172.21.15.42:0/3223106826 shutdown_connections 2024-06-06T08:24:24.436 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.436+0000 7fa68fe65700 1 -- 172.21.15.42:0/3223106826 wait complete. 2024-06-06T08:24:24.436 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.437+0000 7fa68fe65700 1 Processor -- start 2024-06-06T08:24:24.436 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.437+0000 7fa68fe65700 1 -- start start 2024-06-06T08:24:24.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.437+0000 7fa68fe65700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa688101d50 0x7fa68819b050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:24.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.437+0000 7fa68fe65700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa688107400 0x7fa68819b590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:24.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.437+0000 7fa68fe65700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa68819f920 0x7fa68819fda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:24.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.437+0000 7fa68fe65700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa688110580 con 0x7fa688101d50 2024-06-06T08:24:24.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.437+0000 7fa68fe65700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fa688110400 con 0x7fa68819f920 2024-06-06T08:24:24.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.437+0000 7fa68fe65700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fa688110700 con 0x7fa688107400 2024-06-06T08:24:24.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.437+0000 7fa68dc01700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa688101d50 0x7fa68819b050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:24.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.438+0000 7fa68dc01700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa688101d50 0x7fa68819b050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:56036/0 (socket says 172.21.15.42:56036) 2024-06-06T08:24:24.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.438+0000 7fa68dc01700 1 -- 172.21.15.42:0/847528189 learned_addr learned my addr 172.21.15.42:0/847528189 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:24.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.438+0000 7fa68e402700 1 --2- 172.21.15.42:0/847528189 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa68819f920 0x7fa68819fda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:24.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.438+0000 7fa68d400700 1 --2- 172.21.15.42:0/847528189 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa688107400 0x7fa68819b590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:24.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.438+0000 7fa68e402700 1 -- 172.21.15.42:0/847528189 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa688107400 msgr2=0x7fa68819b590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:24.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.438+0000 7fa68e402700 1 --2- 172.21.15.42:0/847528189 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa688107400 0x7fa68819b590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:24.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.438+0000 7fa68e402700 1 -- 172.21.15.42:0/847528189 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa688101d50 msgr2=0x7fa68819b050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:24.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.438+0000 7fa68e402700 1 --2- 172.21.15.42:0/847528189 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa688101d50 0x7fa68819b050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:24.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.438+0000 7fa68e402700 1 -- 172.21.15.42:0/847528189 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6881a0440 con 0x7fa68819f920 2024-06-06T08:24:24.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.439+0000 7fa68e402700 1 --2- 172.21.15.42:0/847528189 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa68819f920 0x7fa68819fda0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fa68000efc0 tx=0x7fa68000c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:24.439 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.439+0000 7fa67effd700 1 -- 172.21.15.42:0/847528189 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6800092e0 con 0x7fa68819f920 2024-06-06T08:24:24.439 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.439+0000 7fa68fe65700 1 -- 172.21.15.42:0/847528189 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6881a06d0 con 0x7fa68819f920 2024-06-06T08:24:24.439 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.439+0000 7fa68fe65700 1 -- 172.21.15.42:0/847528189 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6881a7eb0 con 0x7fa68819f920 2024-06-06T08:24:24.439 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.439+0000 7fa67effd700 1 -- 172.21.15.42:0/847528189 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa680004bb0 con 0x7fa68819f920 2024-06-06T08:24:24.439 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.439+0000 7fa67effd700 1 -- 172.21.15.42:0/847528189 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa680004280 con 0x7fa68819f920 2024-06-06T08:24:24.440 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.442+0000 7fa67effd700 1 -- 172.21.15.42:0/847528189 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fa68001b030 con 0x7fa68819f920 2024-06-06T08:24:24.441 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.442+0000 7fa67effd700 1 --2- 172.21.15.42:0/847528189 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fa6740a2e10 0x7fa6740a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:24.441 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.443+0000 7fa67effd700 1 -- 172.21.15.42:0/847528189 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fa6800cf330 con 0x7fa68819f920 2024-06-06T08:24:24.442 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.443+0000 7fa68dc01700 1 --2- 172.21.15.42:0/847528189 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fa6740a2e10 0x7fa6740a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:24.442 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.443+0000 7fa68dc01700 1 --2- 172.21.15.42:0/847528189 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fa6740a2e10 0x7fa6740a52d0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fa684009ce0 tx=0x7fa684009260 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:24.444 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.445+0000 7fa69a6e8b80 1 Processor -- start 2024-06-06T08:24:24.444 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.445+0000 7fa69a6e8b80 1 -- start start 2024-06-06T08:24:24.444 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.445+0000 7fa69a6e8b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556da1880f60 0x556da1881340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:24.444 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.445+0000 7fa69a6e8b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556da1881880 0x556da187b260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:24.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.446+0000 7fa69a6e8b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556da187b7a0 0x556da187bbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:24.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.446+0000 7fa69a6e8b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x556da176df60 con 0x556da187b7a0 2024-06-06T08:24:24.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.446+0000 7fa68dc01700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556da1880f60 0x556da1881340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:24.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.446+0000 7fa68dc01700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556da1880f60 0x556da1881340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:52536/0 (socket says 172.21.15.42:52536) 2024-06-06T08:24:24.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.446+0000 7fa68dc01700 1 -- 172.21.15.42:0/1821873543 learned_addr learned my addr 172.21.15.42:0/1821873543 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:24.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.446+0000 7fa68e402700 1 --2- 172.21.15.42:0/1821873543 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556da187b7a0 0x556da187bbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:24.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.446+0000 7fa68d400700 1 --2- 172.21.15.42:0/1821873543 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556da1881880 0x556da187b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:24.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.446+0000 7fa69a6e8b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x556da17cc850 con 0x556da1880f60 2024-06-06T08:24:24.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.446+0000 7fa69a6e8b80 1 -- 172.21.15.42:0/1821873543 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x556da1734460 con 0x556da1881880 2024-06-06T08:24:24.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.447+0000 7fa68e402700 1 -- 172.21.15.42:0/1821873543 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556da1881880 msgr2=0x556da187b260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:24.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.447+0000 7fa68e402700 1 --2- 172.21.15.42:0/1821873543 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556da1881880 0x556da187b260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:24.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.447+0000 7fa68e402700 1 -- 172.21.15.42:0/1821873543 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556da1880f60 msgr2=0x556da1881340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:24.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.447+0000 7fa68e402700 1 --2- 172.21.15.42:0/1821873543 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556da1880f60 0x556da1881340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:24.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.447+0000 7fa68e402700 1 -- 172.21.15.42:0/1821873543 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556da171b8d0 con 0x556da187b7a0 2024-06-06T08:24:24.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.447+0000 7fa68e402700 1 --2- 172.21.15.42:0/1821873543 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556da187b7a0 0x556da187bbc0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7fa6800cc740 tx=0x7fa68009b1d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fcffe09811e8cb3c server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:24.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.447+0000 7fa673fff700 1 -- 172.21.15.42:0/1821873543 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6800cf160 con 0x556da187b7a0 2024-06-06T08:24:24.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.447+0000 7fa673fff700 1 -- 172.21.15.42:0/1821873543 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa68009b5a0 con 0x556da187b7a0 2024-06-06T08:24:24.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.447+0000 7fa673fff700 1 -- 172.21.15.42:0/1821873543 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6800a3f50 con 0x556da187b7a0 2024-06-06T08:24:24.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.448+0000 7fa69a6e8b80 1 -- 172.21.15.42:0/1821873543 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556da187b7a0 msgr2=0x556da187bbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:24.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.448+0000 7fa69a6e8b80 1 --2- 172.21.15.42:0/1821873543 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556da187b7a0 0x556da187bbc0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7fa6800cc740 tx=0x7fa68009b1d0 comp rx=0 tx=0).stop 2024-06-06T08:24:24.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.448+0000 7fa69a6e8b80 1 -- 172.21.15.42:0/1821873543 shutdown_connections 2024-06-06T08:24:24.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.448+0000 7fa69a6e8b80 1 --2- 172.21.15.42:0/1821873543 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556da187b7a0 0x556da187bbc0 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:24.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.448+0000 7fa69a6e8b80 1 --2- 172.21.15.42:0/1821873543 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556da1880f60 0x556da1881340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:24.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.448+0000 7fa69a6e8b80 1 --2- 172.21.15.42:0/1821873543 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556da1881880 0x556da187b260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:24.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.448+0000 7fa69a6e8b80 1 -- 172.21.15.42:0/1821873543 >> 172.21.15.42:0/1821873543 conn(0x556da17a8080 msgr2=0x556da1876220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:24.449 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.449+0000 7fa69a6e8b80 1 -- 172.21.15.42:0/1821873543 shutdown_connections 2024-06-06T08:24:24.449 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.449+0000 7fa69a6e8b80 1 -- 172.21.15.42:0/1821873543 wait complete. 2024-06-06T08:24:24.449 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.449+0000 7fa69a6e8b80 1 -- start start 2024-06-06T08:24:24.449 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.449+0000 7fa69a6e8b80 1 Processor -- start 2024-06-06T08:24:24.449 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.450+0000 7fa69a6e8b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556da187b7a0 0x556da18876f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:24.449 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.450+0000 7fa69a6e8b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556da1880f60 0x556da18849f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:24.450 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.450+0000 7fa69a6e8b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556da1881880 0x556da1884f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:24.450 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.450+0000 7fa69a6e8b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x556da176cfc0 con 0x556da1880f60 2024-06-06T08:24:24.450 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.450+0000 7fa69a6e8b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x556da17c8810 con 0x556da1881880 2024-06-06T08:24:24.451 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.450+0000 7fa69a6e8b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x556da1888200 con 0x556da187b7a0 2024-06-06T08:24:24.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.450+0000 7fa68d400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556da1880f60 0x556da18849f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:24.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.450+0000 7fa69a6e8b80 10 client.0 _ll_register_callbacks cb 0x556da17625b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:24:24.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.450+0000 7fa68d400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556da1880f60 0x556da18849f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:56046/0 (socket says 172.21.15.42:56046) 2024-06-06T08:24:24.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.450+0000 7fa68d400700 1 -- 172.21.15.42:0/2459863458 learned_addr learned my addr 172.21.15.42:0/2459863458 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:24.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.450+0000 7fa68e402700 1 --2- 172.21.15.42:0/2459863458 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556da1881880 0x556da1884f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:24.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.450+0000 7fa68d400700 1 -- 172.21.15.42:0/2459863458 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556da187b7a0 msgr2=0x556da18876f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:24.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.450+0000 7fa68d400700 1 --2- 172.21.15.42:0/2459863458 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556da187b7a0 0x556da18876f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:24.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.450+0000 7fa68d400700 1 -- 172.21.15.42:0/2459863458 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556da1881880 msgr2=0x556da1884f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:24.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.450+0000 7fa68d400700 1 --2- 172.21.15.42:0/2459863458 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556da1881880 0x556da1884f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:24.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.450+0000 7fa68d400700 1 -- 172.21.15.42:0/2459863458 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556da1792750 con 0x556da1880f60 2024-06-06T08:24:24.454 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.451+0000 7fa68e402700 1 --2- 172.21.15.42:0/2459863458 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556da1881880 0x556da1884f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:24:24.454 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.451+0000 7fa68d400700 1 --2- 172.21.15.42:0/2459863458 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556da1880f60 0x556da18849f0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7fa678009990 tx=0x7fa678022f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d83f8a880645119e server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:24.454 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.451+0000 7fa6717fa700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:24:24.454 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.451+0000 7fa6717fa700 1 -- 172.21.15.42:0/2459863458 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa678032060 con 0x556da1880f60 2024-06-06T08:24:24.454 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.451+0000 7fa6717fa700 1 -- 172.21.15.42:0/2459863458 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fa67800b610 con 0x556da1880f60 2024-06-06T08:24:24.454 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.451+0000 7fa69a6e8b80 1 -- 172.21.15.42:0/2459863458 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa68009b5a0 con 0x556da1880f60 2024-06-06T08:24:24.454 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.451+0000 7fa6717fa700 1 -- 172.21.15.42:0/2459863458 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa67800bcd0 con 0x556da1880f60 2024-06-06T08:24:24.454 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.451+0000 7fa69a6e8b80 10 client.15927 fetch_fsmap learned FSMap version 26 2024-06-06T08:24:24.454 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.451+0000 7fa69a6e8b80 1 -- 172.21.15.42:0/2459863458 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556da18a3aa0 con 0x556da1880f60 2024-06-06T08:24:24.454 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.452+0000 7fa6717fa700 1 -- 172.21.15.42:0/2459863458 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa68009b5a0 con 0x556da1880f60 2024-06-06T08:24:24.454 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.452+0000 7fa6717fa700 1 -- 172.21.15.42:0/2459863458 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7fa678003bb0 con 0x556da1880f60 2024-06-06T08:24:24.454 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.452+0000 7fa69a6e8b80 10 client.15927 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:24:24.454 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.452+0000 7fa69a6e8b80 10 client.15927 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-06-06T08:24:24.455 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.452+0000 7fa69a6e8b80 20 client.15927 populate_metadata read hostname 'smithi042' 2024-06-06T08:24:24.455 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.452+0000 7fa69a6e8b80 1 --2- 172.21.15.42:0/2459863458 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x556da18a6120 0x556da18a8550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:24.455 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.452+0000 7fa69a6e8b80 4 client.15927 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:24:24.456 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.452+0000 7fa69a6e8b80 1 -- 172.21.15.42:0/2459863458 --> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556da17d9d50 con 0x556da18a6120 2024-06-06T08:24:24.456 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.452+0000 7fa68dc01700 1 --2- 172.21.15.42:0/2459863458 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x556da18a6120 0x556da18a8550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:24.456 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.453+0000 7fa6717fa700 10 client.15927 ms_handle_connect on v2:172.21.15.149:6836/751787578 2024-06-06T08:24:24.456 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.453+0000 7fa68dc01700 1 --2- 172.21.15.42:0/2459863458 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x556da18a6120 0x556da18a8550 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=11a0504fa1703936 server_cookie=d175c173ce0baee0 in_seq=0 out_seq=0 2024-06-06T08:24:24.456 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.454+0000 7fa6717fa700 1 -- 172.21.15.42:0/2459863458 <== mds.1 v2:172.21.15.149:6836/751787578 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x556da17d9d50 con 0x556da18a6120 2024-06-06T08:24:24.456 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.454+0000 7fa6717fa700 10 client.15927 handle_command_reply: tid=0 2024-06-06T08:24:24.457 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.454+0000 7fa69a6e8b80 1 client.15927 shutdown 2024-06-06T08:24:24.457 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.454+0000 7fa69a6e8b80 1 -- 172.21.15.42:0/2459863458 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556da1880f60 msgr2=0x556da18849f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:24.457 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.454+0000 7fa69a6e8b80 1 --2- 172.21.15.42:0/2459863458 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556da1880f60 0x556da18849f0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7fa678009990 tx=0x7fa678022f60 comp rx=0 tx=0).stop 2024-06-06T08:24:24.457 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.454+0000 7fa69a6e8b80 1 -- 172.21.15.42:0/2459863458 shutdown_connections 2024-06-06T08:24:24.457 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.454+0000 7fa69a6e8b80 1 --2- 172.21.15.42:0/2459863458 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x556da18a6120 0x556da18a8550 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:24.457 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.454+0000 7fa6717fa700 0 client.15927 ms_handle_reset on v2:172.21.15.149:6836/751787578 2024-06-06T08:24:24.457 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.454+0000 7fa69a6e8b80 1 --2- 172.21.15.42:0/2459863458 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556da1881880 0x556da1884f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:24.457 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.454+0000 7fa69a6e8b80 1 --2- 172.21.15.42:0/2459863458 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556da187b7a0 0x556da18876f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:24.457 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.454+0000 7fa69a6e8b80 1 --2- 172.21.15.42:0/2459863458 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556da1880f60 0x556da18849f0 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:24.457 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.454+0000 7fa69a6e8b80 1 -- 172.21.15.42:0/2459863458 >> 172.21.15.42:0/2459863458 conn(0x556da17a8080 msgr2=0x556da1875700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:24.457 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.454+0000 7fa69a6e8b80 1 -- 172.21.15.42:0/2459863458 shutdown_connections 2024-06-06T08:24:24.457 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.454+0000 7fa69a6e8b80 1 -- 172.21.15.42:0/2459863458 wait complete. 2024-06-06T08:24:24.457 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.454+0000 7fa69a6e8b80 20 client.15927 trim_cache size 0 max 16384 2024-06-06T08:24:24.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.470+0000 7fa69a6e8b80 1 Processor -- start 2024-06-06T08:24:24.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.470+0000 7fa69a6e8b80 1 -- start start 2024-06-06T08:24:24.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.471+0000 7fa69a6e8b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556da187b7a0 0x556da1891320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:24.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.471+0000 7fa69a6e8b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556da1880f60 0x556da1880260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:24.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.471+0000 7fa69a6e8b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556da1881880 0x556da1887230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:24.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.471+0000 7fa69a6e8b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa688070b00 con 0x556da1880f60 2024-06-06T08:24:24.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.471+0000 7fa69a6e8b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fa68806e390 con 0x556da187b7a0 2024-06-06T08:24:24.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.471+0000 7fa69a6e8b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fa68806c1e0 con 0x556da1881880 2024-06-06T08:24:24.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.471+0000 7fa68d400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556da1880f60 0x556da1880260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:24.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.471+0000 7fa68d400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556da1880f60 0x556da1880260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:56058/0 (socket says 172.21.15.42:56058) 2024-06-06T08:24:24.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.471+0000 7fa68e402700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556da1881880 0x556da1887230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:24.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.471+0000 7fa68d400700 1 -- 172.21.15.42:0/342317647 learned_addr learned my addr 172.21.15.42:0/342317647 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:24.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.471+0000 7fa68dc01700 1 --2- 172.21.15.42:0/342317647 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556da187b7a0 0x556da1891320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:24.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.471+0000 7fa68d400700 1 -- 172.21.15.42:0/342317647 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556da1881880 msgr2=0x556da1887230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:24.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.472+0000 7fa68d400700 1 --2- 172.21.15.42:0/342317647 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556da1881880 0x556da1887230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:24.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.472+0000 7fa68d400700 1 -- 172.21.15.42:0/342317647 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556da187b7a0 msgr2=0x556da1891320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:24.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.472+0000 7fa68d400700 1 --2- 172.21.15.42:0/342317647 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556da187b7a0 0x556da1891320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:24.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.472+0000 7fa68d400700 1 -- 172.21.15.42:0/342317647 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556da187c120 con 0x556da1880f60 2024-06-06T08:24:24.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.472+0000 7fa68d400700 1 --2- 172.21.15.42:0/342317647 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556da1880f60 0x556da1880260 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7fa678006010 tx=0x7fa67800b390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5830b3bb6a0e47c2 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:24.475 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.472+0000 7fa6737fe700 1 -- 172.21.15.42:0/342317647 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa67803c080 con 0x556da1880f60 2024-06-06T08:24:24.475 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.472+0000 7fa6737fe700 1 -- 172.21.15.42:0/342317647 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa67800b610 con 0x556da1880f60 2024-06-06T08:24:24.475 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.472+0000 7fa6737fe700 1 -- 172.21.15.42:0/342317647 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa678005670 con 0x556da1880f60 2024-06-06T08:24:24.475 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.473+0000 7fa69a6e8b80 1 -- 172.21.15.42:0/342317647 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556da1880f60 msgr2=0x556da1880260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:24.476 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.473+0000 7fa69a6e8b80 1 --2- 172.21.15.42:0/342317647 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556da1880f60 0x556da1880260 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7fa678006010 tx=0x7fa67800b390 comp rx=0 tx=0).stop 2024-06-06T08:24:24.476 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.473+0000 7fa69a6e8b80 1 -- 172.21.15.42:0/342317647 shutdown_connections 2024-06-06T08:24:24.476 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.473+0000 7fa69a6e8b80 1 --2- 172.21.15.42:0/342317647 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556da1881880 0x556da1887230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:24.476 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.473+0000 7fa69a6e8b80 1 --2- 172.21.15.42:0/342317647 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556da187b7a0 0x556da1891320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:24.476 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.473+0000 7fa69a6e8b80 1 --2- 172.21.15.42:0/342317647 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556da1880f60 0x556da1880260 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:24.476 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.473+0000 7fa69a6e8b80 1 -- 172.21.15.42:0/342317647 >> 172.21.15.42:0/342317647 conn(0x556da17a8080 msgr2=0x556da187fb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:24.476 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.473+0000 7fa69a6e8b80 1 -- 172.21.15.42:0/342317647 shutdown_connections 2024-06-06T08:24:24.476 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.473+0000 7fa69a6e8b80 1 -- 172.21.15.42:0/342317647 wait complete. 2024-06-06T08:24:24.476 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.474+0000 7fa69a6e8b80 1 -- start start 2024-06-06T08:24:24.476 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.474+0000 7fa69a6e8b80 1 Processor -- start 2024-06-06T08:24:24.476 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.474+0000 7fa69a6e8b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556da187b7a0 0x556da188d490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:24.476 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.474+0000 7fa69a6e8b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556da1880f60 0x556da188d9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:24.476 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.474+0000 7fa68dc01700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556da187b7a0 0x556da188d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:24.477 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.474+0000 7fa69a6e8b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556da1881880 0x556da18ad010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:24.477 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.474+0000 7fa68dc01700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556da187b7a0 0x556da188d490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:56074/0 (socket says 172.21.15.42:56074) 2024-06-06T08:24:24.477 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.474+0000 7fa68dc01700 1 -- 172.21.15.42:0/378932176 learned_addr learned my addr 172.21.15.42:0/378932176 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:24.477 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.474+0000 7fa69a6e8b80 1 -- 172.21.15.42:0/378932176 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa68806c850 con 0x556da187b7a0 2024-06-06T08:24:24.477 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.474+0000 7fa69a6e8b80 1 -- 172.21.15.42:0/378932176 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fa68806dcc0 con 0x556da1880f60 2024-06-06T08:24:24.477 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.474+0000 7fa69a6e8b80 1 -- 172.21.15.42:0/378932176 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fa68806cf20 con 0x556da1881880 2024-06-06T08:24:24.477 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.475+0000 7fa69a6e8b80 10 client.0 _ll_register_callbacks cb 0x556da17625b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:24:24.477 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.475+0000 7fa68d400700 1 --2- 172.21.15.42:0/378932176 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556da1880f60 0x556da188d9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:24.477 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.475+0000 7fa68e402700 1 --2- 172.21.15.42:0/378932176 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556da1881880 0x556da18ad010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:24.477 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.475+0000 7fa68dc01700 1 -- 172.21.15.42:0/378932176 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556da1881880 msgr2=0x556da18ad010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:24.477 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.475+0000 7fa68dc01700 1 --2- 172.21.15.42:0/378932176 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556da1881880 0x556da18ad010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:24.477 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.475+0000 7fa68dc01700 1 -- 172.21.15.42:0/378932176 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556da1880f60 msgr2=0x556da188d9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:24.477 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.475+0000 7fa68dc01700 1 --2- 172.21.15.42:0/378932176 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556da1880f60 0x556da188d9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:24.477 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.475+0000 7fa68dc01700 1 -- 172.21.15.42:0/378932176 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556da18ad600 con 0x556da187b7a0 2024-06-06T08:24:24.478 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.475+0000 7fa68d400700 1 --2- 172.21.15.42:0/378932176 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556da1880f60 0x556da188d9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:24:24.478 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.475+0000 7fa68dc01700 1 --2- 172.21.15.42:0/378932176 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556da187b7a0 0x556da188d490 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x556da18a8d60 tx=0x7fa6840047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=69bba441954cb422 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:24.478 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.475+0000 7fa6717fa700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:24:24.478 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.475+0000 7fa6717fa700 1 -- 172.21.15.42:0/378932176 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa684028390 con 0x556da187b7a0 2024-06-06T08:24:24.478 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.476+0000 7fa6717fa700 1 -- 172.21.15.42:0/378932176 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fa684028530 con 0x556da187b7a0 2024-06-06T08:24:24.478 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.476+0000 7fa69a6e8b80 1 -- 172.21.15.42:0/378932176 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa67800b610 con 0x556da187b7a0 2024-06-06T08:24:24.478 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.476+0000 7fa6717fa700 1 -- 172.21.15.42:0/378932176 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa684039050 con 0x556da187b7a0 2024-06-06T08:24:24.478 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.476+0000 7fa69a6e8b80 10 client.15933 fetch_fsmap learned FSMap version 26 2024-06-06T08:24:24.478 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.476+0000 7fa69a6e8b80 1 -- 172.21.15.42:0/378932176 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556da1910710 con 0x556da187b7a0 2024-06-06T08:24:24.478 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.476+0000 7fa6717fa700 1 -- 172.21.15.42:0/378932176 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa684028c10 con 0x556da187b7a0 2024-06-06T08:24:24.480 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.476+0000 7fa6717fa700 1 -- 172.21.15.42:0/378932176 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7fa684028070 con 0x556da187b7a0 2024-06-06T08:24:24.480 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.476+0000 7fa69a6e8b80 10 client.15933 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:24:24.480 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.476+0000 7fa69a6e8b80 10 client.15933 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-06-06T08:24:24.481 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.476+0000 7fa69a6e8b80 20 client.15933 populate_metadata read hostname 'smithi042' 2024-06-06T08:24:24.481 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.476+0000 7fa69a6e8b80 1 --2- 172.21.15.42:0/378932176 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x556da18a6120 0x556da1912e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:24.481 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.476+0000 7fa69a6e8b80 4 client.15933 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-06-06T08:24:24.481 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.476+0000 7fa69a6e8b80 1 -- 172.21.15.42:0/378932176 --> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7fa67800b610 con 0x556da18a6120 2024-06-06T08:24:24.481 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.477+0000 7fa68d400700 1 --2- 172.21.15.42:0/378932176 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x556da18a6120 0x556da1912e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:24.481 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.477+0000 7fa6717fa700 10 client.15933 ms_handle_connect on v2:172.21.15.149:6836/751787578 2024-06-06T08:24:24.481 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.477+0000 7fa68d400700 1 --2- 172.21.15.42:0/378932176 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x556da18a6120 0x556da1912e60 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=22dc2b61bdd815bd server_cookie=36922ddf93bb5c61 in_seq=0 out_seq=0 2024-06-06T08:24:24.481 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.477+0000 7fa6717fa700 1 -- 172.21.15.42:0/378932176 <== mds.1 v2:172.21.15.149:6836/751787578 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7fa67800b610 con 0x556da18a6120 2024-06-06T08:24:24.481 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.477+0000 7fa6717fa700 10 client.15933 handle_command_reply: tid=0 2024-06-06T08:24:24.481 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.477+0000 7fa69a6e8b80 1 client.15933 shutdown 2024-06-06T08:24:24.481 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.478+0000 7fa69a6e8b80 1 -- 172.21.15.42:0/378932176 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556da187b7a0 msgr2=0x556da188d490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:24.481 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.478+0000 7fa69a6e8b80 1 --2- 172.21.15.42:0/378932176 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556da187b7a0 0x556da188d490 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x556da18a8d60 tx=0x7fa6840047c0 comp rx=0 tx=0).stop 2024-06-06T08:24:24.481 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.478+0000 7fa69a6e8b80 1 -- 172.21.15.42:0/378932176 shutdown_connections 2024-06-06T08:24:24.482 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.478+0000 7fa69a6e8b80 1 --2- 172.21.15.42:0/378932176 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556da1881880 0x556da18ad010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:24.482 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.478+0000 7fa69a6e8b80 1 --2- 172.21.15.42:0/378932176 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556da187b7a0 0x556da188d490 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:24.482 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.478+0000 7fa69a6e8b80 1 --2- 172.21.15.42:0/378932176 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x556da18a6120 0x556da1912e60 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:24.482 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.478+0000 7fa69a6e8b80 1 --2- 172.21.15.42:0/378932176 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556da1880f60 0x556da188d9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:24.482 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.478+0000 7fa69a6e8b80 1 -- 172.21.15.42:0/378932176 >> 172.21.15.42:0/378932176 conn(0x556da17a8080 msgr2=0x556da18803e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:24.482 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.478+0000 7fa6717fa700 0 client.15933 ms_handle_reset on v2:172.21.15.149:6836/751787578 2024-06-06T08:24:24.482 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.478+0000 7fa69a6e8b80 1 -- 172.21.15.42:0/378932176 shutdown_connections 2024-06-06T08:24:24.482 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.478+0000 7fa69a6e8b80 1 -- 172.21.15.42:0/378932176 wait complete. 2024-06-06T08:24:24.482 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.478+0000 7fa69a6e8b80 20 client.15933 trim_cache size 0 max 16384 2024-06-06T08:24:24.482 INFO:teuthology.orchestra.run.smithi042.stdout:[] 2024-06-06T08:24:24.483 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.479+0000 7fa68fe65700 1 -- 172.21.15.42:0/847528189 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fa6740a2e10 msgr2=0x7fa6740a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:24.483 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.479+0000 7fa68fe65700 1 --2- 172.21.15.42:0/847528189 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fa6740a2e10 0x7fa6740a52d0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fa684009ce0 tx=0x7fa684009260 comp rx=0 tx=0).stop 2024-06-06T08:24:24.483 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.479+0000 7fa68fe65700 1 -- 172.21.15.42:0/847528189 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa68819f920 msgr2=0x7fa68819fda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:24.483 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.479+0000 7fa68fe65700 1 --2- 172.21.15.42:0/847528189 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa68819f920 0x7fa68819fda0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fa68000efc0 tx=0x7fa68000c3a0 comp rx=0 tx=0).stop 2024-06-06T08:24:24.483 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.479+0000 7fa68fe65700 1 -- 172.21.15.42:0/847528189 shutdown_connections 2024-06-06T08:24:24.483 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.479+0000 7fa68fe65700 1 --2- 172.21.15.42:0/847528189 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fa6740a2e10 0x7fa6740a52d0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:24.484 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.479+0000 7fa68fe65700 1 --2- 172.21.15.42:0/847528189 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa68819f920 0x7fa68819fda0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:24.484 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.479+0000 7fa68fe65700 1 --2- 172.21.15.42:0/847528189 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa688101d50 0x7fa68819b050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:24.484 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.479+0000 7fa68fe65700 1 --2- 172.21.15.42:0/847528189 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa688107400 0x7fa68819b590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:24.484 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.479+0000 7fa68fe65700 1 -- 172.21.15.42:0/847528189 >> 172.21.15.42:0/847528189 conn(0x7fa688078340 msgr2=0x7fa688100060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:24.484 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.479+0000 7fa68fe65700 1 -- 172.21.15.42:0/847528189 shutdown_connections 2024-06-06T08:24:24.484 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:24.479+0000 7fa68fe65700 1 -- 172.21.15.42:0/847528189 wait complete. 2024-06-06T08:24:24.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:24:24 smithi149 ceph-mon[36842]: pgmap v56: 129 pgs: 129 active+clean; 1.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 853 B/s wr, 8 op/s 2024-06-06T08:24:24.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:24:24 smithi042 ceph-mon[32384]: pgmap v56: 129 pgs: 129 active+clean; 1.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 853 B/s wr, 8 op/s 2024-06-06T08:24:24.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:24:24 smithi120 ceph-mon[36658]: pgmap v56: 129 pgs: 129 active+clean; 1.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 853 B/s wr, 8 op/s 2024-06-06T08:24:25.332 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-06-06T08:24:25.657 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:24:26.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:24:26 smithi149 ceph-mon[36842]: pgmap v57: 129 pgs: 129 active+clean; 1.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-06-06T08:24:26.564 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:24:26 smithi042 ceph-mon[32384]: pgmap v57: 129 pgs: 129 active+clean; 1.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-06-06T08:24:26.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:24:26 smithi120 ceph-mon[36658]: pgmap v57: 129 pgs: 129 active+clean; 1.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-06-06T08:24:27.450 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.451+0000 7f07c38dd700 1 -- 172.21.15.42:0/1928072758 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f07bc101d50 msgr2=0x7f07bc10e240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:27.450 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.451+0000 7f07c38dd700 1 --2- 172.21.15.42:0/1928072758 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f07bc101d50 0x7f07bc10e240 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f07b400b0a0 tx=0x7f07b400b3b0 comp rx=0 tx=0).stop 2024-06-06T08:24:27.450 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.451+0000 7f07c38dd700 1 -- 172.21.15.42:0/1928072758 shutdown_connections 2024-06-06T08:24:27.450 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.451+0000 7f07c38dd700 1 --2- 172.21.15.42:0/1928072758 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f07bc101d50 0x7f07bc10e240 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:27.450 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.451+0000 7f07c38dd700 1 --2- 172.21.15.42:0/1928072758 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f07bc107400 0x7f07bc1077e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:27.451 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.451+0000 7f07c38dd700 1 --2- 172.21.15.42:0/1928072758 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f07bc101390 0x7f07bc101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:27.451 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.451+0000 7f07c38dd700 1 -- 172.21.15.42:0/1928072758 >> 172.21.15.42:0/1928072758 conn(0x7f07bc078340 msgr2=0x7f07bc078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:27.451 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.451+0000 7f07c38dd700 1 -- 172.21.15.42:0/1928072758 shutdown_connections 2024-06-06T08:24:27.451 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.451+0000 7f07c38dd700 1 -- 172.21.15.42:0/1928072758 wait complete. 2024-06-06T08:24:27.452 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.452+0000 7f07c38dd700 1 Processor -- start 2024-06-06T08:24:27.452 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.452+0000 7f07c38dd700 1 -- start start 2024-06-06T08:24:27.452 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.452+0000 7f07c38dd700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f07bc101390 0x7f07bc073ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:27.452 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.452+0000 7f07c38dd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f07bc101d50 0x7f07bc06dd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:27.452 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.452+0000 7f07c38dd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f07bc107400 0x7f07bc06e2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:27.452 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.452+0000 7f07c0e78700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f07bc101d50 0x7f07bc06dd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:27.452 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.452+0000 7f07c38dd700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f07bc111710 con 0x7f07bc101d50 2024-06-06T08:24:27.452 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.452+0000 7f07c1679700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f07bc101390 0x7f07bc073ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:27.452 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.452+0000 7f07c0e78700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f07bc101d50 0x7f07bc06dd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:56102/0 (socket says 172.21.15.42:56102) 2024-06-06T08:24:27.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.452+0000 7f07c0e78700 1 -- 172.21.15.42:0/3653271579 learned_addr learned my addr 172.21.15.42:0/3653271579 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:27.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.452+0000 7f07c38dd700 1 -- 172.21.15.42:0/3653271579 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f07bc111590 con 0x7f07bc101390 2024-06-06T08:24:27.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.452+0000 7f07c38dd700 1 -- 172.21.15.42:0/3653271579 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f07bc111890 con 0x7f07bc107400 2024-06-06T08:24:27.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.453+0000 7f07c1e7a700 1 --2- 172.21.15.42:0/3653271579 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f07bc107400 0x7f07bc06e2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:27.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.453+0000 7f07c0e78700 1 -- 172.21.15.42:0/3653271579 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f07bc107400 msgr2=0x7f07bc06e2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:27.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.453+0000 7f07c0e78700 1 --2- 172.21.15.42:0/3653271579 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f07bc107400 0x7f07bc06e2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:27.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.453+0000 7f07c0e78700 1 -- 172.21.15.42:0/3653271579 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f07bc101390 msgr2=0x7f07bc073ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:27.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.453+0000 7f07c0e78700 1 --2- 172.21.15.42:0/3653271579 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f07bc101390 0x7f07bc073ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:27.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.453+0000 7f07c0e78700 1 -- 172.21.15.42:0/3653271579 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07bc06e8f0 con 0x7f07bc101d50 2024-06-06T08:24:27.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.453+0000 7f07c0e78700 1 --2- 172.21.15.42:0/3653271579 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f07bc101d50 0x7f07bc06dd70 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f07ac00c920 tx=0x7f07ac00cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:27.454 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.453+0000 7f07b27fc700 1 -- 172.21.15.42:0/3653271579 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07ac004a30 con 0x7f07bc101d50 2024-06-06T08:24:27.454 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.453+0000 7f07b27fc700 1 -- 172.21.15.42:0/3653271579 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f07ac005500 con 0x7f07bc101d50 2024-06-06T08:24:27.454 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.453+0000 7f07b27fc700 1 -- 172.21.15.42:0/3653271579 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07ac007d20 con 0x7f07bc101d50 2024-06-06T08:24:27.455 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.454+0000 7f07c38dd700 1 -- 172.21.15.42:0/3653271579 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07bc108210 con 0x7f07bc101d50 2024-06-06T08:24:27.455 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.454+0000 7f07c38dd700 1 -- 172.21.15.42:0/3653271579 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07bc108700 con 0x7f07bc101d50 2024-06-06T08:24:27.456 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.457+0000 7f07b27fc700 1 -- 172.21.15.42:0/3653271579 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f07ac004cd0 con 0x7f07bc101d50 2024-06-06T08:24:27.457 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.458+0000 7f07b27fc700 1 --2- 172.21.15.42:0/3653271579 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f07a80a2e10 0x7f07a80a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:27.457 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.458+0000 7f07b27fc700 1 -- 172.21.15.42:0/3653271579 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f07ac0cef80 con 0x7f07bc101d50 2024-06-06T08:24:27.457 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.458+0000 7f07c1679700 1 --2- 172.21.15.42:0/3653271579 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f07a80a2e10 0x7f07a80a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:27.459 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.459+0000 7f07c1679700 1 --2- 172.21.15.42:0/3653271579 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f07a80a2e10 0x7f07a80a52d0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f07b800ffb0 tx=0x7f07b800f7a0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:27.459 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.459+0000 7f07ce160b80 1 Processor -- start 2024-06-06T08:24:27.459 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.459+0000 7f07ce160b80 1 -- start start 2024-06-06T08:24:27.459 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.459+0000 7f07ce160b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55eebeea2c90 0x55eebeea3070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:27.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.459+0000 7f07ce160b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eebeea35b0 0x55eebee959e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:27.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.459+0000 7f07ce160b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55eebee95f20 0x55eebee96380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:27.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.459+0000 7f07ce160b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55eebede7810 con 0x55eebeea35b0 2024-06-06T08:24:27.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.459+0000 7f07ce160b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55eebed8f720 con 0x55eebeea2c90 2024-06-06T08:24:27.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.459+0000 7f07ce160b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55eebede37d0 con 0x55eebee95f20 2024-06-06T08:24:27.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.460+0000 7f07c0e78700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eebeea35b0 0x55eebee959e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:27.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.460+0000 7f07c0e78700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eebeea35b0 0x55eebee959e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:56116/0 (socket says 172.21.15.42:56116) 2024-06-06T08:24:27.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.460+0000 7f07c0e78700 1 -- 172.21.15.42:0/571757804 learned_addr learned my addr 172.21.15.42:0/571757804 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:27.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.460+0000 7f07c0e78700 1 -- 172.21.15.42:0/571757804 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55eebee95f20 msgr2=0x55eebee96380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:27.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.460+0000 7f07c0e78700 1 --2- 172.21.15.42:0/571757804 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55eebee95f20 0x55eebee96380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:27.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.460+0000 7f07c0e78700 1 -- 172.21.15.42:0/571757804 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55eebeea2c90 msgr2=0x55eebeea3070 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-06-06T08:24:27.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.460+0000 7f07c0e78700 1 --2- 172.21.15.42:0/571757804 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55eebeea2c90 0x55eebeea3070 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:27.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.460+0000 7f07c0e78700 1 -- 172.21.15.42:0/571757804 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55eebed85f50 con 0x55eebeea35b0 2024-06-06T08:24:27.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.460+0000 7f07c0e78700 1 --2- 172.21.15.42:0/571757804 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eebeea35b0 0x55eebee959e0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f07ac005950 tx=0x7f07ac097510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e2c21cd0e0fb7a server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:27.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.460+0000 7f07a77fe700 1 -- 172.21.15.42:0/571757804 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07ac01d040 con 0x55eebeea35b0 2024-06-06T08:24:27.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.460+0000 7f07a77fe700 1 -- 172.21.15.42:0/571757804 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f07ac09f510 con 0x55eebeea35b0 2024-06-06T08:24:27.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.460+0000 7f07a77fe700 1 -- 172.21.15.42:0/571757804 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07ac09f170 con 0x55eebeea35b0 2024-06-06T08:24:27.462 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.461+0000 7f07ce160b80 1 -- 172.21.15.42:0/571757804 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eebeea35b0 msgr2=0x55eebee959e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:27.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.461+0000 7f07ce160b80 1 --2- 172.21.15.42:0/571757804 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eebeea35b0 0x55eebee959e0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f07ac005950 tx=0x7f07ac097510 comp rx=0 tx=0).stop 2024-06-06T08:24:27.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.462+0000 7f07ce160b80 1 -- 172.21.15.42:0/571757804 shutdown_connections 2024-06-06T08:24:27.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.462+0000 7f07ce160b80 1 --2- 172.21.15.42:0/571757804 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55eebee95f20 0x55eebee96380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:27.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.462+0000 7f07ce160b80 1 --2- 172.21.15.42:0/571757804 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55eebeea2c90 0x55eebeea3070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:27.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.462+0000 7f07ce160b80 1 --2- 172.21.15.42:0/571757804 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eebeea35b0 0x55eebee959e0 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:27.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.462+0000 7f07ce160b80 1 -- 172.21.15.42:0/571757804 >> 172.21.15.42:0/571757804 conn(0x55eebedc0cc0 msgr2=0x55eebee909c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:27.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.462+0000 7f07ce160b80 1 -- 172.21.15.42:0/571757804 shutdown_connections 2024-06-06T08:24:27.464 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.462+0000 7f07ce160b80 1 -- 172.21.15.42:0/571757804 wait complete. 2024-06-06T08:24:27.464 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.462+0000 7f07ce160b80 1 -- start start 2024-06-06T08:24:27.464 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.462+0000 7f07ce160b80 1 Processor -- start 2024-06-06T08:24:27.464 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.463+0000 7f07ce160b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eebee95f20 0x55eebeeaa5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:27.464 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.463+0000 7f07ce160b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55eebeea2c90 0x55eebeea78f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:27.464 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.463+0000 7f07ce160b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55eebeea35b0 0x55eebeea7e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:27.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.463+0000 7f07ce160b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55eebeeab1d0 con 0x55eebee95f20 2024-06-06T08:24:27.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.463+0000 7f07ce160b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55eebed87bf0 con 0x55eebeea2c90 2024-06-06T08:24:27.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.463+0000 7f07ce160b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55eebeeab350 con 0x55eebeea35b0 2024-06-06T08:24:27.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.463+0000 7f07c1679700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eebee95f20 0x55eebeeaa5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:27.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.463+0000 7f07c1679700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eebee95f20 0x55eebeeaa5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:56120/0 (socket says 172.21.15.42:56120) 2024-06-06T08:24:27.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.463+0000 7f07c1679700 1 -- 172.21.15.42:0/1950981942 learned_addr learned my addr 172.21.15.42:0/1950981942 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:27.466 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.463+0000 7f07ce160b80 10 client.0 _ll_register_callbacks cb 0x55eebed81920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:24:27.466 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.463+0000 7f07c0e78700 1 --2- 172.21.15.42:0/1950981942 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55eebeea2c90 0x55eebeea78f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:27.466 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.463+0000 7f07c1e7a700 1 --2- 172.21.15.42:0/1950981942 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55eebeea35b0 0x55eebeea7e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:27.466 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.463+0000 7f07c1679700 1 -- 172.21.15.42:0/1950981942 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55eebeea35b0 msgr2=0x55eebeea7e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:27.466 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.463+0000 7f07c1679700 1 --2- 172.21.15.42:0/1950981942 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55eebeea35b0 0x55eebeea7e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:27.466 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.463+0000 7f07c1679700 1 -- 172.21.15.42:0/1950981942 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55eebeea2c90 msgr2=0x55eebeea78f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:27.467 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.463+0000 7f07c1679700 1 --2- 172.21.15.42:0/1950981942 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55eebeea2c90 0x55eebeea78f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:27.467 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.463+0000 7f07c1679700 1 -- 172.21.15.42:0/1950981942 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55eebed368d0 con 0x55eebee95f20 2024-06-06T08:24:27.467 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.464+0000 7f07c1e7a700 1 --2- 172.21.15.42:0/1950981942 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55eebeea35b0 0x55eebeea7e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:24:27.467 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.464+0000 7f07c0e78700 1 --2- 172.21.15.42:0/1950981942 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55eebeea2c90 0x55eebeea78f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:24:27.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.464+0000 7f07c1679700 1 --2- 172.21.15.42:0/1950981942 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eebee95f20 0x55eebeeaa5f0 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f07b8003fa0 tx=0x7f07b80047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66001ec18bc7994e server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:27.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.464+0000 7f07a4ff9700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:24:27.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.464+0000 7f07a4ff9700 1 -- 172.21.15.42:0/1950981942 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07b8025440 con 0x55eebee95f20 2024-06-06T08:24:27.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.464+0000 7f07ce160b80 1 -- 172.21.15.42:0/1950981942 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f07ac09f510 con 0x55eebee95f20 2024-06-06T08:24:27.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.464+0000 7f07a4ff9700 1 -- 172.21.15.42:0/1950981942 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f07b80243e0 con 0x55eebee95f20 2024-06-06T08:24:27.473 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.464+0000 7f07a4ff9700 1 -- 172.21.15.42:0/1950981942 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f07b80255e0 con 0x55eebee95f20 2024-06-06T08:24:27.473 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.464+0000 7f07ce160b80 10 client.15945 fetch_fsmap learned FSMap version 26 2024-06-06T08:24:27.473 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.464+0000 7f07ce160b80 1 -- 172.21.15.42:0/1950981942 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55eebeeb5a00 con 0x55eebee95f20 2024-06-06T08:24:27.473 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.465+0000 7f07a4ff9700 1 -- 172.21.15.42:0/1950981942 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f07ac09f510 con 0x55eebee95f20 2024-06-06T08:24:27.473 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.465+0000 7f07a4ff9700 1 -- 172.21.15.42:0/1950981942 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7f07b8023070 con 0x55eebee95f20 2024-06-06T08:24:27.473 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.465+0000 7f07ce160b80 10 client.15945 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:24:27.473 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.465+0000 7f07ce160b80 10 client.15945 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:24:27.474 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.465+0000 7f07ce160b80 20 client.15945 populate_metadata read hostname 'smithi042' 2024-06-06T08:24:27.474 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.465+0000 7f07ce160b80 1 --2- 172.21.15.42:0/1950981942 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55eebeeb8310 0x55eebeeba790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:27.474 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.465+0000 7f07ce160b80 4 client.15945 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:24:27.474 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.465+0000 7f07ce160b80 1 -- 172.21.15.42:0/1950981942 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55eebedf4d10 con 0x55eebeeb8310 2024-06-06T08:24:27.474 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.465+0000 7f07c0e78700 1 --2- 172.21.15.42:0/1950981942 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55eebeeb8310 0x55eebeeba790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:27.474 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.466+0000 7f07a4ff9700 10 client.15945 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:24:27.475 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.466+0000 7f07c0e78700 1 --2- 172.21.15.42:0/1950981942 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55eebeeb8310 0x55eebeeba790 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f31b147721509ae6 server_cookie=f044d620ad7c4f7c in_seq=0 out_seq=0 2024-06-06T08:24:27.475 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.467+0000 7f07a4ff9700 1 -- 172.21.15.42:0/1950981942 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55eebedf4d10 con 0x55eebeeb8310 2024-06-06T08:24:27.475 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.467+0000 7f07a4ff9700 10 client.15945 handle_command_reply: tid=0 2024-06-06T08:24:27.475 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.467+0000 7f07ce160b80 1 client.15945 shutdown 2024-06-06T08:24:27.475 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.467+0000 7f07ce160b80 1 -- 172.21.15.42:0/1950981942 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eebee95f20 msgr2=0x55eebeeaa5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:27.475 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.467+0000 7f07ce160b80 1 --2- 172.21.15.42:0/1950981942 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eebee95f20 0x55eebeeaa5f0 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f07b8003fa0 tx=0x7f07b80047c0 comp rx=0 tx=0).stop 2024-06-06T08:24:27.475 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.467+0000 7f07ce160b80 1 -- 172.21.15.42:0/1950981942 shutdown_connections 2024-06-06T08:24:27.476 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.467+0000 7f07ce160b80 1 --2- 172.21.15.42:0/1950981942 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55eebeea35b0 0x55eebeea7e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:27.476 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.467+0000 7f07ce160b80 1 --2- 172.21.15.42:0/1950981942 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eebee95f20 0x55eebeeaa5f0 secure :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f07b8003fa0 tx=0x7f07b80047c0 comp rx=0 tx=0).stop 2024-06-06T08:24:27.476 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.467+0000 7f07ce160b80 1 --2- 172.21.15.42:0/1950981942 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55eebeeb8310 0x55eebeeba790 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:27.476 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.467+0000 7f07ce160b80 1 --2- 172.21.15.42:0/1950981942 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55eebeea2c90 0x55eebeea78f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:27.476 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.467+0000 7f07ce160b80 1 -- 172.21.15.42:0/1950981942 >> 172.21.15.42:0/1950981942 conn(0x55eebedc0cc0 msgr2=0x55eebeea3c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:27.476 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.468+0000 7f07a4ff9700 0 client.15945 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:24:27.477 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.468+0000 7f07ce160b80 1 -- 172.21.15.42:0/1950981942 shutdown_connections 2024-06-06T08:24:27.477 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.468+0000 7f07ce160b80 1 -- 172.21.15.42:0/1950981942 wait complete. 2024-06-06T08:24:27.477 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.468+0000 7f07ce160b80 20 client.15945 trim_cache size 0 max 16384 2024-06-06T08:24:27.497 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.498+0000 7f07ce160b80 1 Processor -- start 2024-06-06T08:24:27.497 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.498+0000 7f07ce160b80 1 -- start start 2024-06-06T08:24:27.497 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.498+0000 7f07ce160b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55eebeea2c90 0x55eebeeb4470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:27.497 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.498+0000 7f07ce160b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55eebeea35b0 0x55eebee89e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:27.497 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.498+0000 7f07ce160b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eebeea5610 0x55eebee8a340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:27.498 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.498+0000 7f07ce160b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f07bc1a6340 con 0x55eebeea5610 2024-06-06T08:24:27.498 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.498+0000 7f07ce160b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f07bc1a3bd0 con 0x55eebeea2c90 2024-06-06T08:24:27.498 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.498+0000 7f07ce160b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f07bc1a1a20 con 0x55eebeea35b0 2024-06-06T08:24:27.499 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.498+0000 7f07c0e78700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55eebeea35b0 0x55eebee89e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:27.499 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.498+0000 7f07c0e78700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55eebeea35b0 0x55eebee89e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:34204/0 (socket says 172.21.15.42:34204) 2024-06-06T08:24:27.499 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.498+0000 7f07c0e78700 1 -- 172.21.15.42:0/3371427111 learned_addr learned my addr 172.21.15.42:0/3371427111 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:27.499 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.498+0000 7f07c1679700 1 --2- 172.21.15.42:0/3371427111 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55eebeea2c90 0x55eebeeb4470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:27.500 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.498+0000 7f07c1e7a700 1 --2- 172.21.15.42:0/3371427111 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eebeea5610 0x55eebee8a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:27.500 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.499+0000 7f07c0e78700 1 -- 172.21.15.42:0/3371427111 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55eebeea2c90 msgr2=0x55eebeeb4470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:27.500 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.499+0000 7f07c0e78700 1 --2- 172.21.15.42:0/3371427111 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55eebeea2c90 0x55eebeeb4470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:27.500 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.499+0000 7f07c0e78700 1 -- 172.21.15.42:0/3371427111 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eebeea5610 msgr2=0x55eebee8a340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:27.500 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.499+0000 7f07c0e78700 1 --2- 172.21.15.42:0/3371427111 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eebeea5610 0x55eebee8a340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:27.500 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.499+0000 7f07c0e78700 1 -- 172.21.15.42:0/3371427111 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55eebeea8430 con 0x55eebeea35b0 2024-06-06T08:24:27.500 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.499+0000 7f07c1e7a700 1 --2- 172.21.15.42:0/3371427111 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eebeea5610 0x55eebee8a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:24:27.500 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.499+0000 7f07c0e78700 1 --2- 172.21.15.42:0/3371427111 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55eebeea35b0 0x55eebee89e00 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x55eebee96990 tx=0x7f07ac01a040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4abff787d7297896 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:27.500 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.499+0000 7f07a6ffd700 1 -- 172.21.15.42:0/3371427111 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07ac01d040 con 0x55eebeea35b0 2024-06-06T08:24:27.500 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.499+0000 7f07a6ffd700 1 -- 172.21.15.42:0/3371427111 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f07ac09f170 con 0x55eebeea35b0 2024-06-06T08:24:27.500 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.499+0000 7f07a6ffd700 1 -- 172.21.15.42:0/3371427111 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07ac0a3940 con 0x55eebeea35b0 2024-06-06T08:24:27.500 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.500+0000 7f07ce160b80 1 -- 172.21.15.42:0/3371427111 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55eebeea35b0 msgr2=0x55eebee89e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:27.500 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.500+0000 7f07ce160b80 1 --2- 172.21.15.42:0/3371427111 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55eebeea35b0 0x55eebee89e00 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x55eebee96990 tx=0x7f07ac01a040 comp rx=0 tx=0).stop 2024-06-06T08:24:27.501 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.500+0000 7f07ce160b80 1 -- 172.21.15.42:0/3371427111 shutdown_connections 2024-06-06T08:24:27.501 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.500+0000 7f07ce160b80 1 --2- 172.21.15.42:0/3371427111 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eebeea5610 0x55eebee8a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:27.501 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.500+0000 7f07ce160b80 1 --2- 172.21.15.42:0/3371427111 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55eebeea2c90 0x55eebeeb4470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:27.501 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.500+0000 7f07ce160b80 1 --2- 172.21.15.42:0/3371427111 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55eebeea35b0 0x55eebee89e00 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:27.501 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.500+0000 7f07ce160b80 1 -- 172.21.15.42:0/3371427111 >> 172.21.15.42:0/3371427111 conn(0x55eebedc0cc0 msgr2=0x55eebeea61e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:27.501 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.500+0000 7f07ce160b80 1 -- 172.21.15.42:0/3371427111 shutdown_connections 2024-06-06T08:24:27.501 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.500+0000 7f07ce160b80 1 -- 172.21.15.42:0/3371427111 wait complete. 2024-06-06T08:24:27.505 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.501+0000 7f07ce160b80 1 -- start start 2024-06-06T08:24:27.505 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.501+0000 7f07ce160b80 1 Processor -- start 2024-06-06T08:24:27.505 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.501+0000 7f07ce160b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55eebeea2c90 0x55eebeeb07c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:27.505 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.501+0000 7f07ce160b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55eebeea35b0 0x55eebeeb0d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:27.505 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.502+0000 7f07ce160b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eebeea5610 0x55eebee939d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:27.505 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.502+0000 7f07c1e7a700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eebeea5610 0x55eebee939d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:27.505 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.502+0000 7f07ce160b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f07bc1a2090 con 0x55eebeea5610 2024-06-06T08:24:27.505 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.502+0000 7f07c1679700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55eebeea2c90 0x55eebeeb07c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:27.505 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.502+0000 7f07c0e78700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55eebeea35b0 0x55eebeeb0d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:27.505 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.502+0000 7f07c1679700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55eebeea2c90 0x55eebeeb07c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:52630/0 (socket says 172.21.15.42:52630) 2024-06-06T08:24:27.505 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.502+0000 7f07c0e78700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55eebeea35b0 0x55eebeeb0d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:34220/0 (socket says 172.21.15.42:34220) 2024-06-06T08:24:27.505 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.502+0000 7f07c1679700 1 -- 172.21.15.42:0/2475117730 learned_addr learned my addr 172.21.15.42:0/2475117730 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:27.506 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.502+0000 7f07ce160b80 1 -- 172.21.15.42:0/2475117730 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f07bc1a3500 con 0x55eebeea2c90 2024-06-06T08:24:27.506 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.502+0000 7f07ce160b80 1 -- 172.21.15.42:0/2475117730 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f07bc1a2760 con 0x55eebeea35b0 2024-06-06T08:24:27.506 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.502+0000 7f07c1e7a700 1 -- 172.21.15.42:0/2475117730 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55eebeea35b0 msgr2=0x55eebeeb0d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:27.506 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.502+0000 7f07c1e7a700 1 --2- 172.21.15.42:0/2475117730 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55eebeea35b0 0x55eebeeb0d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:27.506 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.502+0000 7f07c1e7a700 1 -- 172.21.15.42:0/2475117730 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55eebeea2c90 msgr2=0x55eebeeb07c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:27.506 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.502+0000 7f07c1e7a700 1 --2- 172.21.15.42:0/2475117730 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55eebeea2c90 0x55eebeeb07c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:27.506 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.502+0000 7f07c1e7a700 1 -- 172.21.15.42:0/2475117730 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55eebee94060 con 0x55eebeea5610 2024-06-06T08:24:27.506 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.503+0000 7f07ce160b80 10 client.0 _ll_register_callbacks cb 0x55eebed81920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:24:27.506 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.503+0000 7f07ce160b80 1 -- 172.21.15.42:0/2475117730 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f07ac09f170 con 0x55eebeea5610 2024-06-06T08:24:27.506 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.503+0000 7f07c1e7a700 1 --2- 172.21.15.42:0/2475117730 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eebeea5610 0x55eebee939d0 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f07b400b070 tx=0x7f07b4003d70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c467db536b4438f1 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:27.506 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.503+0000 7f07a4ff9700 10 client.15951 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:24:27.506 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.503+0000 7f07a4ff9700 1 -- 172.21.15.42:0/2475117730 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07b40076f0 con 0x55eebeea5610 2024-06-06T08:24:27.506 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.503+0000 7f07a4ff9700 1 -- 172.21.15.42:0/2475117730 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f07b4007890 con 0x55eebeea5610 2024-06-06T08:24:27.507 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.503+0000 7f07a4ff9700 1 -- 172.21.15.42:0/2475117730 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f07b4007b10 con 0x55eebeea5610 2024-06-06T08:24:27.507 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.503+0000 7f07ce160b80 10 client.15951 fetch_fsmap learned FSMap version 26 2024-06-06T08:24:27.507 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.503+0000 7f07ce160b80 1 -- 172.21.15.42:0/2475117730 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({fsmap=26}) -- 0x55eebeebfb80 con 0x55eebeea5610 2024-06-06T08:24:27.507 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.504+0000 7f07a4ff9700 1 -- 172.21.15.42:0/2475117730 <== mon.0 v2:172.21.15.42:3300/0 4 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7f07b4011070 con 0x55eebeea5610 2024-06-06T08:24:27.507 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.504+0000 7f07ce160b80 10 client.15951 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:24:27.507 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.504+0000 7f07ce160b80 10 client.15951 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:24:27.507 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.504+0000 7f07ce160b80 20 client.15951 populate_metadata read hostname 'smithi042' 2024-06-06T08:24:27.507 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.504+0000 7f07ce160b80 1 --2- 172.21.15.42:0/2475117730 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55eebef23070 0x55eebef25460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:27.507 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.504+0000 7f07ce160b80 4 client.15951 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-06-06T08:24:27.507 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.504+0000 7f07ce160b80 1 -- 172.21.15.42:0/2475117730 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55eebedef290 con 0x55eebef23070 2024-06-06T08:24:27.507 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.504+0000 7f07c1679700 1 --2- 172.21.15.42:0/2475117730 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55eebef23070 0x55eebef25460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:27.507 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.505+0000 7f07a4ff9700 10 client.15951 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:24:27.507 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.505+0000 7f07c1679700 1 --2- 172.21.15.42:0/2475117730 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55eebef23070 0x55eebef25460 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9386e338ab4807f server_cookie=34f175b05d061020 in_seq=0 out_seq=0 2024-06-06T08:24:27.508 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.505+0000 7f07a4ff9700 1 -- 172.21.15.42:0/2475117730 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55eebedef290 con 0x55eebef23070 2024-06-06T08:24:27.508 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.505+0000 7f07a4ff9700 10 client.15951 handle_command_reply: tid=0 2024-06-06T08:24:27.508 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.505+0000 7f07ce160b80 1 client.15951 shutdown 2024-06-06T08:24:27.508 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.505+0000 7f07ce160b80 1 -- 172.21.15.42:0/2475117730 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eebeea5610 msgr2=0x55eebee939d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:27.508 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.505+0000 7f07ce160b80 1 --2- 172.21.15.42:0/2475117730 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eebeea5610 0x55eebee939d0 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f07b400b070 tx=0x7f07b4003d70 comp rx=0 tx=0).stop 2024-06-06T08:24:27.508 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.505+0000 7f07ce160b80 1 -- 172.21.15.42:0/2475117730 shutdown_connections 2024-06-06T08:24:27.508 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.505+0000 7f07ce160b80 1 --2- 172.21.15.42:0/2475117730 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eebeea5610 0x55eebee939d0 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:27.508 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.505+0000 7f07ce160b80 1 --2- 172.21.15.42:0/2475117730 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55eebef23070 0x55eebef25460 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:27.508 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.505+0000 7f07ce160b80 1 --2- 172.21.15.42:0/2475117730 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55eebeea2c90 0x55eebeeb07c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:27.508 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.505+0000 7f07ce160b80 1 --2- 172.21.15.42:0/2475117730 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55eebeea35b0 0x55eebeeb0d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:27.508 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.505+0000 7f07ce160b80 1 -- 172.21.15.42:0/2475117730 >> 172.21.15.42:0/2475117730 conn(0x55eebedc0cc0 msgr2=0x55eebee89e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:27.508 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.505+0000 7f07a4ff9700 0 client.15951 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:24:27.508 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.506+0000 7f07ce160b80 1 -- 172.21.15.42:0/2475117730 shutdown_connections 2024-06-06T08:24:27.509 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.506+0000 7f07ce160b80 1 -- 172.21.15.42:0/2475117730 wait complete. 2024-06-06T08:24:27.509 INFO:teuthology.orchestra.run.smithi042.stdout:[] 2024-06-06T08:24:27.510 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.506+0000 7f07ce160b80 20 client.15951 trim_cache size 0 max 16384 2024-06-06T08:24:27.510 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.506+0000 7f07c38dd700 1 -- 172.21.15.42:0/3653271579 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f07a80a2e10 msgr2=0x7f07a80a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:27.511 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.506+0000 7f07c38dd700 1 --2- 172.21.15.42:0/3653271579 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f07a80a2e10 0x7f07a80a52d0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f07b800ffb0 tx=0x7f07b800f7a0 comp rx=0 tx=0).stop 2024-06-06T08:24:27.511 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.507+0000 7f07c38dd700 1 -- 172.21.15.42:0/3653271579 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f07bc101d50 msgr2=0x7f07bc06dd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:27.511 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.507+0000 7f07c38dd700 1 --2- 172.21.15.42:0/3653271579 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f07bc101d50 0x7f07bc06dd70 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f07ac00c920 tx=0x7f07ac00cc30 comp rx=0 tx=0).stop 2024-06-06T08:24:27.511 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.507+0000 7f07c38dd700 1 -- 172.21.15.42:0/3653271579 shutdown_connections 2024-06-06T08:24:27.511 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.507+0000 7f07c38dd700 1 --2- 172.21.15.42:0/3653271579 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f07a80a2e10 0x7f07a80a52d0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:27.511 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.507+0000 7f07c38dd700 1 --2- 172.21.15.42:0/3653271579 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f07bc107400 0x7f07bc06e2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:27.511 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.507+0000 7f07c38dd700 1 --2- 172.21.15.42:0/3653271579 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f07bc101390 0x7f07bc073ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:27.511 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.507+0000 7f07c38dd700 1 --2- 172.21.15.42:0/3653271579 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f07bc101d50 0x7f07bc06dd70 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:27.511 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.507+0000 7f07c38dd700 1 -- 172.21.15.42:0/3653271579 >> 172.21.15.42:0/3653271579 conn(0x7f07bc078340 msgr2=0x7f07bc0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:27.511 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.507+0000 7f07c38dd700 1 -- 172.21.15.42:0/3653271579 shutdown_connections 2024-06-06T08:24:27.511 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:27.507+0000 7f07c38dd700 1 -- 172.21.15.42:0/3653271579 wait complete. 2024-06-06T08:24:28.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:24:28 smithi149 ceph-mon[36842]: pgmap v58: 129 pgs: 129 active+clean; 1.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-06-06T08:24:28.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:24:28 smithi042 ceph-mon[32384]: pgmap v58: 129 pgs: 129 active+clean; 1.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-06-06T08:24:28.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:24:28 smithi120 ceph-mon[36658]: pgmap v58: 129 pgs: 129 active+clean; 1.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-06-06T08:24:29.223 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-06-06T08:24:29.224 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-06-06T08:24:29.473 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:24:30.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:24:30 smithi149 ceph-mon[36842]: pgmap v59: 129 pgs: 129 active+clean; 1.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-06-06T08:24:30.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:24:30 smithi042 ceph-mon[32384]: pgmap v59: 129 pgs: 129 active+clean; 1.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-06-06T08:24:30.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:24:30 smithi120 ceph-mon[36658]: pgmap v59: 129 pgs: 129 active+clean; 1.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-06-06T08:24:31.090 INFO:tasks.workunit.client.0.smithi042.stderr:Updating files: 93% (11697/12568) Updating files: 94% (11814/12568) Updating files: 95% (11940/12568) Updating files: 96% (12066/12568) Updating files: 97% (12191/12568) Updating files: 98% (12317/12568) Updating files: 99% (12443/12568) Updating files: 100% (12568/12568) Updating files: 100% (12568/12568), done. 2024-06-06T08:24:31.412 INFO:tasks.workunit.client.0.smithi042.stderr:Note: switching to '3d746ca5346f34eef7e826a1eb71e59e02b682ae'. 2024-06-06T08:24:31.413 INFO:tasks.workunit.client.0.smithi042.stderr: 2024-06-06T08:24:31.413 INFO:tasks.workunit.client.0.smithi042.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-06-06T08:24:31.413 INFO:tasks.workunit.client.0.smithi042.stderr:changes and commit them, and you can discard any commits you make in this 2024-06-06T08:24:31.413 INFO:tasks.workunit.client.0.smithi042.stderr:state without impacting any branches by switching back to a branch. 2024-06-06T08:24:31.413 INFO:tasks.workunit.client.0.smithi042.stderr: 2024-06-06T08:24:31.413 INFO:tasks.workunit.client.0.smithi042.stderr:If you want to create a new branch to retain commits you create, you may 2024-06-06T08:24:31.413 INFO:tasks.workunit.client.0.smithi042.stderr:do so (now or later) by using -c with the switch command. Example: 2024-06-06T08:24:31.413 INFO:tasks.workunit.client.0.smithi042.stderr: 2024-06-06T08:24:31.413 INFO:tasks.workunit.client.0.smithi042.stderr: git switch -c 2024-06-06T08:24:31.413 INFO:tasks.workunit.client.0.smithi042.stderr: 2024-06-06T08:24:31.413 INFO:tasks.workunit.client.0.smithi042.stderr:Or undo this operation with: 2024-06-06T08:24:31.414 INFO:tasks.workunit.client.0.smithi042.stderr: 2024-06-06T08:24:31.414 INFO:tasks.workunit.client.0.smithi042.stderr: git switch - 2024-06-06T08:24:31.414 INFO:tasks.workunit.client.0.smithi042.stderr: 2024-06-06T08:24:31.414 INFO:tasks.workunit.client.0.smithi042.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-06-06T08:24:31.414 INFO:tasks.workunit.client.0.smithi042.stderr: 2024-06-06T08:24:31.414 INFO:tasks.workunit.client.0.smithi042.stderr:HEAD is now at 3d746ca5346 Merge pull request #57870 from zdover23/wip-doc-2024-06-05-backport-57867-to-squid 2024-06-06T08:24:31.417 DEBUG:teuthology.orchestra.run.smithi042:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-06-06T08:24:31.481 INFO:tasks.workunit.client.0.smithi042.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-06-06T08:24:31.483 INFO:tasks.workunit.client.0.smithi042.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-06-06T08:24:31.483 INFO:tasks.workunit.client.0.smithi042.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-06-06T08:24:31.647 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.624+0000 7f123b5f9700 1 -- 172.21.15.42:0/910736331 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1234101770 msgr2=0x7f1234101bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:31.647 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.624+0000 7f123b5f9700 1 --2- 172.21.15.42:0/910736331 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1234101770 0x7f1234101bf0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f1224009990 tx=0x7f1224009ca0 comp rx=0 tx=0).stop 2024-06-06T08:24:31.647 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.624+0000 7f123b5f9700 1 -- 172.21.15.42:0/910736331 shutdown_connections 2024-06-06T08:24:31.647 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.624+0000 7f123b5f9700 1 --2- 172.21.15.42:0/910736331 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1234102130 0x7f123410e190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:31.647 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.624+0000 7f123b5f9700 1 --2- 172.21.15.42:0/910736331 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1234107550 0x7f1234107930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:31.648 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.624+0000 7f123b5f9700 1 --2- 172.21.15.42:0/910736331 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1234101770 0x7f1234101bf0 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:31.648 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.624+0000 7f123b5f9700 1 -- 172.21.15.42:0/910736331 >> 172.21.15.42:0/910736331 conn(0x7f1234078340 msgr2=0x7f1234078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:31.648 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.624+0000 7f123b5f9700 1 -- 172.21.15.42:0/910736331 shutdown_connections 2024-06-06T08:24:31.648 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.624+0000 7f123b5f9700 1 -- 172.21.15.42:0/910736331 wait complete. 2024-06-06T08:24:31.648 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.625+0000 7f123b5f9700 1 Processor -- start 2024-06-06T08:24:31.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.625+0000 7f123b5f9700 1 -- start start 2024-06-06T08:24:31.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.625+0000 7f123b5f9700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1234101770 0x7f123419e870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:31.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.625+0000 7f123b5f9700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1234102130 0x7f123419edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:31.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.625+0000 7f123b5f9700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1234107550 0x7f1234198a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:31.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.625+0000 7f123b5f9700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f12341116d0 con 0x7f1234102130 2024-06-06T08:24:31.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.625+0000 7f123b5f9700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f1234111550 con 0x7f1234107550 2024-06-06T08:24:31.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.625+0000 7f123b5f9700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f1234111850 con 0x7f1234101770 2024-06-06T08:24:31.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.625+0000 7f1238b94700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1234102130 0x7f123419edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:31.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.625+0000 7f1239395700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1234101770 0x7f123419e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:31.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.625+0000 7f1238b94700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1234102130 0x7f123419edb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:41258/0 (socket says 172.21.15.42:41258) 2024-06-06T08:24:31.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.625+0000 7f1238b94700 1 -- 172.21.15.42:0/1091606497 learned_addr learned my addr 172.21.15.42:0/1091606497 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:31.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.626+0000 7f1239b96700 1 --2- 172.21.15.42:0/1091606497 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1234107550 0x7f1234198a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:31.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.626+0000 7f1238b94700 1 -- 172.21.15.42:0/1091606497 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1234101770 msgr2=0x7f123419e870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:31.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.626+0000 7f1238b94700 1 --2- 172.21.15.42:0/1091606497 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1234101770 0x7f123419e870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:31.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.626+0000 7f1238b94700 1 -- 172.21.15.42:0/1091606497 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1234107550 msgr2=0x7f1234198a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:31.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.626+0000 7f1238b94700 1 --2- 172.21.15.42:0/1091606497 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1234107550 0x7f1234198a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:31.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.626+0000 7f1238b94700 1 -- 172.21.15.42:0/1091606497 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12341991e0 con 0x7f1234102130 2024-06-06T08:24:31.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.626+0000 7f1238b94700 1 --2- 172.21.15.42:0/1091606497 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1234102130 0x7f123419edb0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f1224000c00 tx=0x7f12240047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:31.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.626+0000 7f122a7fc700 1 -- 172.21.15.42:0/1091606497 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1224027070 con 0x7f1234102130 2024-06-06T08:24:31.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.626+0000 7f122a7fc700 1 -- 172.21.15.42:0/1091606497 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1224003780 con 0x7f1234102130 2024-06-06T08:24:31.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.626+0000 7f123b5f9700 1 -- 172.21.15.42:0/1091606497 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1234199470 con 0x7f1234102130 2024-06-06T08:24:31.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.626+0000 7f122a7fc700 1 -- 172.21.15.42:0/1091606497 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1224022dd0 con 0x7f1234102130 2024-06-06T08:24:31.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.626+0000 7f123b5f9700 1 -- 172.21.15.42:0/1091606497 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12341a5740 con 0x7f1234102130 2024-06-06T08:24:31.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.628+0000 7f122a7fc700 1 -- 172.21.15.42:0/1091606497 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f122402a070 con 0x7f1234102130 2024-06-06T08:24:31.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.629+0000 7f122a7fc700 1 --2- 172.21.15.42:0/1091606497 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f12200a2e10 0x7f12200a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:31.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.629+0000 7f1239395700 1 --2- 172.21.15.42:0/1091606497 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f12200a2e10 0x7f12200a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:31.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.629+0000 7f122a7fc700 1 -- 172.21.15.42:0/1091606497 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f12240d03e0 con 0x7f1234102130 2024-06-06T08:24:31.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.630+0000 7f1239395700 1 --2- 172.21.15.42:0/1091606497 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f12200a2e10 0x7f12200a52d0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f1234106c40 tx=0x7f123000b410 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:31.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.630+0000 7f1245e7cb80 1 Processor -- start 2024-06-06T08:24:31.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.630+0000 7f1245e7cb80 1 -- start start 2024-06-06T08:24:31.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.630+0000 7f1245e7cb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5588bd45b3f0 0x5588bd45b7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:31.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.630+0000 7f1245e7cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5588bd45bd10 0x5588bd4556f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:31.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.630+0000 7f1245e7cb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588bd455c30 0x5588bd456070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:31.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.630+0000 7f1245e7cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5588bd343fe0 con 0x5588bd45bd10 2024-06-06T08:24:31.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.630+0000 7f1245e7cb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5588bd3a28d0 con 0x5588bd45b3f0 2024-06-06T08:24:31.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.630+0000 7f1245e7cb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5588bd30a4e0 con 0x5588bd455c30 2024-06-06T08:24:31.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.630+0000 7f1238b94700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5588bd45bd10 0x5588bd4556f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:31.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.630+0000 7f1238b94700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5588bd45bd10 0x5588bd4556f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:41264/0 (socket says 172.21.15.42:41264) 2024-06-06T08:24:31.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.630+0000 7f1238b94700 1 -- 172.21.15.42:0/3790237330 learned_addr learned my addr 172.21.15.42:0/3790237330 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:31.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.630+0000 7f1239395700 1 --2- 172.21.15.42:0/3790237330 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5588bd45b3f0 0x5588bd45b7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:31.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.630+0000 7f1238b94700 1 -- 172.21.15.42:0/3790237330 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588bd455c30 msgr2=0x5588bd456070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:31.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.630+0000 7f1238b94700 1 --2- 172.21.15.42:0/3790237330 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588bd455c30 0x5588bd456070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:31.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.630+0000 7f1238b94700 1 -- 172.21.15.42:0/3790237330 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5588bd45b3f0 msgr2=0x5588bd45b7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:31.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.630+0000 7f1238b94700 1 --2- 172.21.15.42:0/3790237330 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5588bd45b3f0 0x5588bd45b7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:31.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.630+0000 7f1238b94700 1 -- 172.21.15.42:0/3790237330 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5588bd2f1950 con 0x5588bd45bd10 2024-06-06T08:24:31.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.631+0000 7f1238b94700 1 --2- 172.21.15.42:0/3790237330 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5588bd45bd10 0x5588bd4556f0 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f12240a4d90 tx=0x7f122409c0c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=518113109c124e78 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:31.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.631+0000 7f121f7fe700 1 -- 172.21.15.42:0/3790237330 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f122409c6e0 con 0x5588bd45bd10 2024-06-06T08:24:31.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.631+0000 7f121f7fe700 1 -- 172.21.15.42:0/3790237330 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f12240a0a90 con 0x5588bd45bd10 2024-06-06T08:24:31.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.631+0000 7f121f7fe700 1 -- 172.21.15.42:0/3790237330 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f122409cba0 con 0x5588bd45bd10 2024-06-06T08:24:31.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.632+0000 7f1245e7cb80 1 -- 172.21.15.42:0/3790237330 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5588bd45bd10 msgr2=0x5588bd4556f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:31.653 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.632+0000 7f1245e7cb80 1 --2- 172.21.15.42:0/3790237330 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5588bd45bd10 0x5588bd4556f0 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f12240a4d90 tx=0x7f122409c0c0 comp rx=0 tx=0).stop 2024-06-06T08:24:31.653 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.632+0000 7f1245e7cb80 1 -- 172.21.15.42:0/3790237330 shutdown_connections 2024-06-06T08:24:31.653 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.632+0000 7f1245e7cb80 1 --2- 172.21.15.42:0/3790237330 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588bd455c30 0x5588bd456070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:31.653 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.632+0000 7f1245e7cb80 1 --2- 172.21.15.42:0/3790237330 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5588bd45b3f0 0x5588bd45b7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:31.653 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.632+0000 7f1245e7cb80 1 --2- 172.21.15.42:0/3790237330 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5588bd45bd10 0x5588bd4556f0 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:31.653 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.632+0000 7f1245e7cb80 1 -- 172.21.15.42:0/3790237330 >> 172.21.15.42:0/3790237330 conn(0x5588bd37e100 msgr2=0x5588bd44c2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:31.653 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.632+0000 7f1245e7cb80 1 -- 172.21.15.42:0/3790237330 shutdown_connections 2024-06-06T08:24:31.653 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.632+0000 7f1245e7cb80 1 -- 172.21.15.42:0/3790237330 wait complete. 2024-06-06T08:24:31.653 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.632+0000 7f1245e7cb80 1 -- start start 2024-06-06T08:24:31.653 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.632+0000 7f1245e7cb80 1 Processor -- start 2024-06-06T08:24:31.653 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.633+0000 7f1245e7cb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588bd455c30 0x5588bd461a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:31.653 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.633+0000 7f1245e7cb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5588bd45b3f0 0x5588bd45ee10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:31.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.633+0000 7f1245e7cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5588bd45bd10 0x5588bd45f350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:31.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.633+0000 7f1245e7cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5588bd343040 con 0x5588bd45bd10 2024-06-06T08:24:31.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.633+0000 7f1245e7cb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5588bd39e890 con 0x5588bd45b3f0 2024-06-06T08:24:31.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.633+0000 7f1245e7cb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5588bd4624b0 con 0x5588bd455c30 2024-06-06T08:24:31.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.633+0000 7f1245e7cb80 10 client.0 _ll_register_callbacks cb 0x5588bd338630 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:24:31.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.633+0000 7f1239b96700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5588bd45bd10 0x5588bd45f350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:31.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.633+0000 7f1239b96700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5588bd45bd10 0x5588bd45f350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:41274/0 (socket says 172.21.15.42:41274) 2024-06-06T08:24:31.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.633+0000 7f1239b96700 1 -- 172.21.15.42:0/1949638548 learned_addr learned my addr 172.21.15.42:0/1949638548 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:31.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.633+0000 7f1239395700 1 --2- 172.21.15.42:0/1949638548 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588bd455c30 0x5588bd461a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:31.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.633+0000 7f1238b94700 1 --2- 172.21.15.42:0/1949638548 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5588bd45b3f0 0x5588bd45ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:31.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.633+0000 7f1239b96700 1 -- 172.21.15.42:0/1949638548 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588bd455c30 msgr2=0x5588bd461a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:31.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.633+0000 7f1239b96700 1 --2- 172.21.15.42:0/1949638548 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588bd455c30 0x5588bd461a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:31.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.633+0000 7f1239b96700 1 -- 172.21.15.42:0/1949638548 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5588bd45b3f0 msgr2=0x5588bd45ee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:31.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.633+0000 7f1239b96700 1 --2- 172.21.15.42:0/1949638548 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5588bd45b3f0 0x5588bd45ee10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:31.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.633+0000 7f1239b96700 1 -- 172.21.15.42:0/1949638548 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5588bd3687d0 con 0x5588bd45bd10 2024-06-06T08:24:31.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.633+0000 7f1239b96700 1 --2- 172.21.15.42:0/1949638548 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5588bd45bd10 0x5588bd45f350 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f122c008ad0 tx=0x7f122c008de0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42e09b3fc45faa0d server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:31.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.633+0000 7f121cff9700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:24:31.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.633+0000 7f121cff9700 1 -- 172.21.15.42:0/1949638548 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f122c003a00 con 0x5588bd45bd10 2024-06-06T08:24:31.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.633+0000 7f121cff9700 1 -- 172.21.15.42:0/1949638548 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f122c003ba0 con 0x5588bd45bd10 2024-06-06T08:24:31.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.633+0000 7f1245e7cb80 1 -- 172.21.15.42:0/1949638548 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f12240a0a90 con 0x5588bd45bd10 2024-06-06T08:24:31.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.634+0000 7f121cff9700 1 -- 172.21.15.42:0/1949638548 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f122c021050 con 0x5588bd45bd10 2024-06-06T08:24:31.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.634+0000 7f1245e7cb80 10 client.15963 fetch_fsmap learned FSMap version 26 2024-06-06T08:24:31.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.634+0000 7f1245e7cb80 1 -- 172.21.15.42:0/1949638548 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5588bd46cc30 con 0x5588bd45bd10 2024-06-06T08:24:31.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.634+0000 7f121cff9700 1 -- 172.21.15.42:0/1949638548 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f12240a0a90 con 0x5588bd45bd10 2024-06-06T08:24:31.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.634+0000 7f121cff9700 1 -- 172.21.15.42:0/1949638548 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7f122c014950 con 0x5588bd45bd10 2024-06-06T08:24:31.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.634+0000 7f1245e7cb80 10 client.15963 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:24:31.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.634+0000 7f1245e7cb80 10 client.15963 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:24:31.656 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.634+0000 7f1245e7cb80 20 client.15963 populate_metadata read hostname 'smithi042' 2024-06-06T08:24:31.656 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.634+0000 7f1245e7cb80 1 --2- 172.21.15.42:0/1949638548 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5588bd46f2c0 0x5588bd4716b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:31.656 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.634+0000 7f1245e7cb80 4 client.15963 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:24:31.656 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.634+0000 7f1245e7cb80 1 -- 172.21.15.42:0/1949638548 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5588bd3afdd0 con 0x5588bd46f2c0 2024-06-06T08:24:31.656 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.634+0000 7f1239395700 1 --2- 172.21.15.42:0/1949638548 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5588bd46f2c0 0x5588bd4716b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:31.656 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.635+0000 7f1239395700 1 --2- 172.21.15.42:0/1949638548 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5588bd46f2c0 0x5588bd4716b0 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=45ff3609546d87ff server_cookie=75a3966bb7448022 in_seq=0 out_seq=0 2024-06-06T08:24:31.656 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.635+0000 7f121cff9700 10 client.15963 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:24:31.656 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.636+0000 7f121cff9700 1 -- 172.21.15.42:0/1949638548 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x5588bd3afdd0 con 0x5588bd46f2c0 2024-06-06T08:24:31.656 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.636+0000 7f121cff9700 10 client.15963 handle_command_reply: tid=0 2024-06-06T08:24:31.656 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.636+0000 7f1245e7cb80 1 client.15963 shutdown 2024-06-06T08:24:31.656 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.636+0000 7f1245e7cb80 1 -- 172.21.15.42:0/1949638548 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5588bd45bd10 msgr2=0x5588bd45f350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:31.656 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.636+0000 7f1245e7cb80 1 --2- 172.21.15.42:0/1949638548 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5588bd45bd10 0x5588bd45f350 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f122c008ad0 tx=0x7f122c008de0 comp rx=0 tx=0).stop 2024-06-06T08:24:31.656 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.636+0000 7f1245e7cb80 1 -- 172.21.15.42:0/1949638548 shutdown_connections 2024-06-06T08:24:31.656 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.636+0000 7f1245e7cb80 1 --2- 172.21.15.42:0/1949638548 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5588bd45bd10 0x5588bd45f350 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:31.657 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.636+0000 7f1245e7cb80 1 --2- 172.21.15.42:0/1949638548 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588bd455c30 0x5588bd461a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:31.657 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.636+0000 7f1245e7cb80 1 --2- 172.21.15.42:0/1949638548 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5588bd46f2c0 0x5588bd4716b0 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:31.657 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.636+0000 7f1245e7cb80 1 --2- 172.21.15.42:0/1949638548 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5588bd45b3f0 0x5588bd45ee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:31.657 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.636+0000 7f1245e7cb80 1 -- 172.21.15.42:0/1949638548 >> 172.21.15.42:0/1949638548 conn(0x5588bd37e100 msgr2=0x5588bd44b780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:31.657 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.636+0000 7f121cff9700 0 client.15963 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:24:31.657 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.636+0000 7f1245e7cb80 1 -- 172.21.15.42:0/1949638548 shutdown_connections 2024-06-06T08:24:31.657 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.636+0000 7f1245e7cb80 1 -- 172.21.15.42:0/1949638548 wait complete. 2024-06-06T08:24:31.657 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.636+0000 7f1245e7cb80 20 client.15963 trim_cache size 0 max 16384 2024-06-06T08:24:31.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.657+0000 7f1245e7cb80 1 Processor -- start 2024-06-06T08:24:31.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.657+0000 7f1245e7cb80 1 -- start start 2024-06-06T08:24:31.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.657+0000 7f1245e7cb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588bd455c30 0x5588bd45a670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:31.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.658+0000 7f1245e7cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5588bd45b3f0 0x5588bd44bf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:31.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.658+0000 7f1245e7cb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5588bd45bd10 0x5588bd44c440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:31.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.658+0000 7f1245e7cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f12341ae950 con 0x5588bd45b3f0 2024-06-06T08:24:31.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.658+0000 7f1245e7cb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f12341ac1e0 con 0x5588bd45bd10 2024-06-06T08:24:31.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.658+0000 7f1245e7cb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f12341aa030 con 0x5588bd455c30 2024-06-06T08:24:31.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.658+0000 7f1238b94700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5588bd45b3f0 0x5588bd44bf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:31.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.658+0000 7f1238b94700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5588bd45b3f0 0x5588bd44bf00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:41290/0 (socket says 172.21.15.42:41290) 2024-06-06T08:24:31.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.658+0000 7f1238b94700 1 -- 172.21.15.42:0/1914088519 learned_addr learned my addr 172.21.15.42:0/1914088519 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:31.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.658+0000 7f1239b96700 1 --2- 172.21.15.42:0/1914088519 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5588bd45bd10 0x5588bd44c440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:31.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.658+0000 7f1239395700 1 --2- 172.21.15.42:0/1914088519 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588bd455c30 0x5588bd45a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:31.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.658+0000 7f1238b94700 1 -- 172.21.15.42:0/1914088519 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588bd455c30 msgr2=0x5588bd45a670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:31.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.658+0000 7f1238b94700 1 --2- 172.21.15.42:0/1914088519 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588bd455c30 0x5588bd45a670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:31.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.658+0000 7f1238b94700 1 -- 172.21.15.42:0/1914088519 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5588bd45bd10 msgr2=0x5588bd44c440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:31.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.658+0000 7f1238b94700 1 --2- 172.21.15.42:0/1914088519 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5588bd45bd10 0x5588bd44c440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:31.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.658+0000 7f1238b94700 1 -- 172.21.15.42:0/1914088519 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5588bd4719f0 con 0x5588bd45b3f0 2024-06-06T08:24:31.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.658+0000 7f1238b94700 1 --2- 172.21.15.42:0/1914088519 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5588bd45b3f0 0x5588bd44bf00 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f1224098b40 tx=0x7f1224009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=903575460a7917b3 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:31.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.658+0000 7f121effd700 1 -- 172.21.15.42:0/1914088519 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f122409c6e0 con 0x5588bd45b3f0 2024-06-06T08:24:31.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.658+0000 7f121effd700 1 -- 172.21.15.42:0/1914088519 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f12240a52c0 con 0x5588bd45b3f0 2024-06-06T08:24:31.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.658+0000 7f121effd700 1 -- 172.21.15.42:0/1914088519 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12240a4e30 con 0x5588bd45b3f0 2024-06-06T08:24:31.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.659+0000 7f1245e7cb80 1 -- 172.21.15.42:0/1914088519 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5588bd45b3f0 msgr2=0x5588bd44bf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:31.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.659+0000 7f1245e7cb80 1 --2- 172.21.15.42:0/1914088519 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5588bd45b3f0 0x5588bd44bf00 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f1224098b40 tx=0x7f1224009310 comp rx=0 tx=0).stop 2024-06-06T08:24:31.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.659+0000 7f1245e7cb80 1 -- 172.21.15.42:0/1914088519 shutdown_connections 2024-06-06T08:24:31.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.659+0000 7f1245e7cb80 1 --2- 172.21.15.42:0/1914088519 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5588bd45bd10 0x5588bd44c440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:31.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.659+0000 7f1245e7cb80 1 --2- 172.21.15.42:0/1914088519 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588bd455c30 0x5588bd45a670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:31.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.659+0000 7f1245e7cb80 1 --2- 172.21.15.42:0/1914088519 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5588bd45b3f0 0x5588bd44bf00 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:31.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.659+0000 7f1245e7cb80 1 -- 172.21.15.42:0/1914088519 >> 172.21.15.42:0/1914088519 conn(0x5588bd37e100 msgr2=0x5588bd459f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:31.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.659+0000 7f1245e7cb80 1 -- 172.21.15.42:0/1914088519 shutdown_connections 2024-06-06T08:24:31.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.659+0000 7f1245e7cb80 1 -- 172.21.15.42:0/1914088519 wait complete. 2024-06-06T08:24:31.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.660+0000 7f1245e7cb80 1 -- start start 2024-06-06T08:24:31.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.660+0000 7f1245e7cb80 1 Processor -- start 2024-06-06T08:24:31.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.660+0000 7f1245e7cb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588bd455c30 0x5588bd4677a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:31.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.660+0000 7f1245e7cb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5588bd45b3f0 0x5588bd467ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:31.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.660+0000 7f1245e7cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5588bd45bd10 0x5588bd465c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:31.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.660+0000 7f1245e7cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f12341aa6a0 con 0x5588bd45bd10 2024-06-06T08:24:31.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.660+0000 7f1245e7cb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f12341abb10 con 0x5588bd45b3f0 2024-06-06T08:24:31.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.660+0000 7f1245e7cb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f12341aad70 con 0x5588bd455c30 2024-06-06T08:24:31.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.660+0000 7f1245e7cb80 10 client.0 _ll_register_callbacks cb 0x5588bd338630 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:24:31.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.660+0000 7f1239b96700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5588bd45bd10 0x5588bd465c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:31.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.660+0000 7f1239b96700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5588bd45bd10 0x5588bd465c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:41294/0 (socket says 172.21.15.42:41294) 2024-06-06T08:24:31.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.660+0000 7f1239b96700 1 -- 172.21.15.42:0/1760016881 learned_addr learned my addr 172.21.15.42:0/1760016881 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:31.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.660+0000 7f1238b94700 1 --2- 172.21.15.42:0/1760016881 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5588bd45b3f0 0x5588bd467ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:31.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.660+0000 7f1239395700 1 --2- 172.21.15.42:0/1760016881 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588bd455c30 0x5588bd4677a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:31.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.661+0000 7f1239b96700 1 -- 172.21.15.42:0/1760016881 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588bd455c30 msgr2=0x5588bd4677a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:31.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.661+0000 7f1239b96700 1 --2- 172.21.15.42:0/1760016881 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588bd455c30 0x5588bd4677a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:31.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.661+0000 7f1239b96700 1 -- 172.21.15.42:0/1760016881 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5588bd45b3f0 msgr2=0x5588bd467ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:31.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.661+0000 7f1239b96700 1 --2- 172.21.15.42:0/1760016881 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5588bd45b3f0 0x5588bd467ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:31.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.661+0000 7f1239b96700 1 -- 172.21.15.42:0/1760016881 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5588bd466480 con 0x5588bd45bd10 2024-06-06T08:24:31.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.661+0000 7f1239b96700 1 --2- 172.21.15.42:0/1760016881 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5588bd45bd10 0x5588bd465c70 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f122c007700 tx=0x7f122c0060d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ae4200a6257f5f4 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:31.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.661+0000 7f121cff9700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:24:31.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.661+0000 7f121cff9700 1 -- 172.21.15.42:0/1760016881 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f122c004d20 con 0x5588bd45bd10 2024-06-06T08:24:31.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.661+0000 7f121cff9700 1 -- 172.21.15.42:0/1760016881 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f122c00e7d0 con 0x5588bd45bd10 2024-06-06T08:24:31.666 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.661+0000 7f1245e7cb80 1 -- 172.21.15.42:0/1760016881 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f12240a52c0 con 0x5588bd45bd10 2024-06-06T08:24:31.666 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.661+0000 7f121cff9700 1 -- 172.21.15.42:0/1760016881 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f122c034050 con 0x5588bd45bd10 2024-06-06T08:24:31.666 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.661+0000 7f1245e7cb80 10 client.15969 fetch_fsmap learned FSMap version 26 2024-06-06T08:24:31.666 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.661+0000 7f1245e7cb80 1 -- 172.21.15.42:0/1760016881 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5588bd4da9f0 con 0x5588bd45bd10 2024-06-06T08:24:31.666 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.661+0000 7f121cff9700 1 -- 172.21.15.42:0/1760016881 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f12240a52c0 con 0x5588bd45bd10 2024-06-06T08:24:31.666 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.662+0000 7f121cff9700 1 -- 172.21.15.42:0/1760016881 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7f122c024070 con 0x5588bd45bd10 2024-06-06T08:24:31.666 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.662+0000 7f1245e7cb80 10 client.15969 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:24:31.666 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.662+0000 7f1245e7cb80 10 client.15969 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:24:31.666 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.662+0000 7f1245e7cb80 20 client.15969 populate_metadata read hostname 'smithi042' 2024-06-06T08:24:31.666 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.662+0000 7f1245e7cb80 1 --2- 172.21.15.42:0/1760016881 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5588bd4db180 0x5588bd4dd5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:31.666 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.662+0000 7f1245e7cb80 4 client.15969 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-06-06T08:24:31.666 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.662+0000 7f1245e7cb80 1 -- 172.21.15.42:0/1760016881 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5588bd3aa350 con 0x5588bd4db180 2024-06-06T08:24:31.667 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.662+0000 7f1239395700 1 --2- 172.21.15.42:0/1760016881 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5588bd4db180 0x5588bd4dd5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:31.667 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.662+0000 7f1239395700 1 --2- 172.21.15.42:0/1760016881 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5588bd4db180 0x5588bd4dd5a0 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9ab49e84a5564bae server_cookie=329dc138db7abcb2 in_seq=0 out_seq=0 2024-06-06T08:24:31.667 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.662+0000 7f121cff9700 10 client.15969 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:24:31.668 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.663+0000 7f121cff9700 1 -- 172.21.15.42:0/1760016881 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5588bd3aa350 con 0x5588bd4db180 2024-06-06T08:24:31.668 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.663+0000 7f121cff9700 10 client.15969 handle_command_reply: tid=0 2024-06-06T08:24:31.668 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.663+0000 7f1245e7cb80 1 client.15969 shutdown 2024-06-06T08:24:31.668 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.664+0000 7f1245e7cb80 1 -- 172.21.15.42:0/1760016881 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5588bd45bd10 msgr2=0x5588bd465c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:31.668 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.664+0000 7f1245e7cb80 1 --2- 172.21.15.42:0/1760016881 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5588bd45bd10 0x5588bd465c70 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f122c007700 tx=0x7f122c0060d0 comp rx=0 tx=0).stop 2024-06-06T08:24:31.668 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.664+0000 7f1245e7cb80 1 -- 172.21.15.42:0/1760016881 shutdown_connections 2024-06-06T08:24:31.668 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.664+0000 7f1245e7cb80 1 --2- 172.21.15.42:0/1760016881 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5588bd45bd10 0x5588bd465c70 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:31.669 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.664+0000 7f1245e7cb80 1 --2- 172.21.15.42:0/1760016881 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588bd455c30 0x5588bd4677a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:31.669 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.664+0000 7f1245e7cb80 1 --2- 172.21.15.42:0/1760016881 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5588bd4db180 0x5588bd4dd5a0 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:31.669 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.664+0000 7f1245e7cb80 1 --2- 172.21.15.42:0/1760016881 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5588bd45b3f0 0x5588bd467ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:31.669 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.664+0000 7f1245e7cb80 1 -- 172.21.15.42:0/1760016881 >> 172.21.15.42:0/1760016881 conn(0x5588bd37e100 msgr2=0x5588bd45a7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:31.669 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.664+0000 7f121cff9700 0 client.15969 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:24:31.669 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.664+0000 7f1245e7cb80 1 -- 172.21.15.42:0/1760016881 shutdown_connections 2024-06-06T08:24:31.669 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.664+0000 7f1245e7cb80 1 -- 172.21.15.42:0/1760016881 wait complete. 2024-06-06T08:24:31.669 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.664+0000 7f1245e7cb80 20 client.15969 trim_cache size 0 max 16384 2024-06-06T08:24:31.669 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:24:31.670 INFO:teuthology.orchestra.run.smithi042.stdout: "return_code": 0, 2024-06-06T08:24:31.670 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_tag": "fd6b0a5f-a077-4300-b8ea-fc362b380582", 2024-06-06T08:24:31.670 INFO:teuthology.orchestra.run.smithi042.stdout: "mode": "asynchronous" 2024-06-06T08:24:31.670 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:24:31.670 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.665+0000 7f123b5f9700 1 -- 172.21.15.42:0/1091606497 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f12200a2e10 msgr2=0x7f12200a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:31.671 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.665+0000 7f123b5f9700 1 --2- 172.21.15.42:0/1091606497 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f12200a2e10 0x7f12200a52d0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f1234106c40 tx=0x7f123000b410 comp rx=0 tx=0).stop 2024-06-06T08:24:31.671 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.665+0000 7f123b5f9700 1 -- 172.21.15.42:0/1091606497 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1234102130 msgr2=0x7f123419edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:31.671 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.665+0000 7f123b5f9700 1 --2- 172.21.15.42:0/1091606497 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1234102130 0x7f123419edb0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f1224000c00 tx=0x7f12240047b0 comp rx=0 tx=0).stop 2024-06-06T08:24:31.671 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.665+0000 7f123b5f9700 1 -- 172.21.15.42:0/1091606497 shutdown_connections 2024-06-06T08:24:31.671 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.665+0000 7f123b5f9700 1 --2- 172.21.15.42:0/1091606497 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f12200a2e10 0x7f12200a52d0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:31.671 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.665+0000 7f123b5f9700 1 --2- 172.21.15.42:0/1091606497 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1234107550 0x7f1234198a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:31.671 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.665+0000 7f123b5f9700 1 --2- 172.21.15.42:0/1091606497 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1234101770 0x7f123419e870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:31.671 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.665+0000 7f123b5f9700 1 --2- 172.21.15.42:0/1091606497 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1234102130 0x7f123419edb0 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:31.671 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.665+0000 7f123b5f9700 1 -- 172.21.15.42:0/1091606497 >> 172.21.15.42:0/1091606497 conn(0x7f1234078340 msgr2=0x7f1234100a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:31.671 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.665+0000 7f123b5f9700 1 -- 172.21.15.42:0/1091606497 shutdown_connections 2024-06-06T08:24:31.671 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:31.665+0000 7f123b5f9700 1 -- 172.21.15.42:0/1091606497 wait complete. 2024-06-06T08:24:32.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:24:32 smithi149 ceph-mon[36842]: pgmap v60: 129 pgs: 129 active+clean; 1.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-06-06T08:24:32.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:24:32 smithi149 ceph-mon[36842]: scrub queued for path: / 2024-06-06T08:24:32.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:24:32 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:24:32.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:24:32 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:24:32.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:24:32 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:24:32.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:24:32 smithi042 ceph-mon[32384]: pgmap v60: 129 pgs: 129 active+clean; 1.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-06-06T08:24:32.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:24:32 smithi042 ceph-mon[32384]: scrub queued for path: / 2024-06-06T08:24:32.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:24:32 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:24:32.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:24:32 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:24:32.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:24:32 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:24:32.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:24:32 smithi120 ceph-mon[36658]: pgmap v60: 129 pgs: 129 active+clean; 1.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-06-06T08:24:32.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:24:32 smithi120 ceph-mon[36658]: scrub queued for path: / 2024-06-06T08:24:32.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:24:32 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:24:32.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:24:32 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:24:32.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:24:32 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:24:32.643 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-06-06T08:24:32.896 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:24:33.038 INFO:tasks.workunit.client.0.smithi042.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-06-06T08:24:33.125 INFO:tasks.workunit.client.0.smithi042.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-06-06T08:24:33.167 INFO:tasks.workunit.client.0.smithi042.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-06-06T08:24:33.169 INFO:tasks.workunit.client.0.smithi042.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-06-06T08:24:33.169 INFO:tasks.workunit.client.0.smithi042.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-06-06T08:24:33.226 INFO:tasks.workunit.client.0.smithi042.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-06-06T08:24:33.229 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-06-06T08:24:33.230 DEBUG:teuthology.orchestra.run.smithi042:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-06-06T08:24:33.246 INFO:tasks.workunit:Running workunits matching suites/blogbench.sh on client.0... 2024-06-06T08:24:33.247 INFO:tasks.workunit:Running workunit suites/blogbench.sh... 2024-06-06T08:24:33.247 DEBUG:teuthology.orchestra.run.smithi042:workunit test suites/blogbench.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=3d746ca5346f34eef7e826a1eb71e59e02b682ae TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/suites/blogbench.sh 2024-06-06T08:24:33.311 INFO:tasks.workunit.client.0.smithi042.stdout:getting blogbench 2024-06-06T08:24:33.311 INFO:tasks.workunit.client.0.smithi042.stderr:+ echo 'getting blogbench' 2024-06-06T08:24:33.311 INFO:tasks.workunit.client.0.smithi042.stderr:+ wget http://download.ceph.com/qa/blogbench-1.0.tar.bz2 2024-06-06T08:24:33.420 INFO:tasks.workunit.client.0.smithi042.stderr:--2024-06-06 08:24:33-- http://download.ceph.com/qa/blogbench-1.0.tar.bz2 2024-06-06T08:24:33.430 INFO:tasks.workunit.client.0.smithi042.stderr:Resolving download.ceph.com (download.ceph.com)... 158.69.68.124, 2607:5300:201:2000::3:58a1 2024-06-06T08:24:33.451 INFO:tasks.workunit.client.0.smithi042.stderr:Connecting to download.ceph.com (download.ceph.com)|158.69.68.124|:80... connected. 2024-06-06T08:24:33.472 INFO:tasks.workunit.client.0.smithi042.stderr:HTTP request sent, awaiting response... 200 OK 2024-06-06T08:24:33.472 INFO:tasks.workunit.client.0.smithi042.stderr:Length: 103355 (101K) [application/octet-stream] 2024-06-06T08:24:33.473 INFO:tasks.workunit.client.0.smithi042.stderr:Saving to: ‘blogbench-1.0.tar.bz2’ 2024-06-06T08:24:33.477 INFO:tasks.workunit.client.0.smithi042.stderr: 2024-06-06T08:24:33.513 INFO:tasks.workunit.client.0.smithi042.stderr: 0K .......... .......... .......... .......... .......... 49% 1.25M 0s 2024-06-06T08:24:33.533 INFO:tasks.workunit.client.0.smithi042.stderr: 50K .......... .......... .......... .......... .......... 99% 2.42M 0s 2024-06-06T08:24:33.533 INFO:tasks.workunit.client.0.smithi042.stderr: 100K 100% 33.3M=0.06s 2024-06-06T08:24:33.533 INFO:tasks.workunit.client.0.smithi042.stderr: 2024-06-06T08:24:33.533 INFO:tasks.workunit.client.0.smithi042.stderr:2024-06-06 08:24:33 (1.67 MB/s) - ‘blogbench-1.0.tar.bz2’ saved [103355/103355] 2024-06-06T08:24:33.534 INFO:tasks.workunit.client.0.smithi042.stderr: 2024-06-06T08:24:33.534 INFO:tasks.workunit.client.0.smithi042.stderr:+ tar -xvf blogbench-1.0.tar.bz2 2024-06-06T08:24:33.613 INFO:tasks.workunit.client.0.smithi042.stdout:blogbench-1.0/ 2024-06-06T08:24:33.614 INFO:tasks.workunit.client.0.smithi042.stdout:blogbench-1.0/m4/ 2024-06-06T08:24:33.615 INFO:tasks.workunit.client.0.smithi042.stdout:blogbench-1.0/m4/acx_pthread.m4 2024-06-06T08:24:33.616 INFO:tasks.workunit.client.0.smithi042.stdout:blogbench-1.0/man/ 2024-06-06T08:24:33.616 INFO:tasks.workunit.client.0.smithi042.stdout:blogbench-1.0/man/blogbench.8 2024-06-06T08:24:33.617 INFO:tasks.workunit.client.0.smithi042.stdout:blogbench-1.0/man/Makefile.am 2024-06-06T08:24:33.618 INFO:tasks.workunit.client.0.smithi042.stdout:blogbench-1.0/man/Makefile.in 2024-06-06T08:24:33.619 INFO:tasks.workunit.client.0.smithi042.stdout:blogbench-1.0/src/ 2024-06-06T08:24:33.620 INFO:tasks.workunit.client.0.smithi042.stdout:blogbench-1.0/src/mysnprintf.c 2024-06-06T08:24:33.621 INFO:tasks.workunit.client.0.smithi042.stdout:blogbench-1.0/src/mysnprintf.h 2024-06-06T08:24:33.622 INFO:tasks.workunit.client.0.smithi042.stdout:blogbench-1.0/src/blogbench.c 2024-06-06T08:24:33.623 INFO:tasks.workunit.client.0.smithi042.stdout:blogbench-1.0/src/blogbench.h 2024-06-06T08:24:33.624 INFO:tasks.workunit.client.0.smithi042.stdout:blogbench-1.0/src/fakesnprintf.c 2024-06-06T08:24:33.625 INFO:tasks.workunit.client.0.smithi042.stdout:blogbench-1.0/src/fakesnprintf.h 2024-06-06T08:24:33.626 INFO:tasks.workunit.client.0.smithi042.stdout:blogbench-1.0/src/blogbench_p.h 2024-06-06T08:24:33.627 INFO:tasks.workunit.client.0.smithi042.stdout:blogbench-1.0/src/bsd-getopt_long.c 2024-06-06T08:24:33.628 INFO:tasks.workunit.client.0.smithi042.stdout:blogbench-1.0/src/bsd-getopt_long.h 2024-06-06T08:24:33.629 INFO:tasks.workunit.client.0.smithi042.stdout:blogbench-1.0/src/Makefile.am 2024-06-06T08:24:33.630 INFO:tasks.workunit.client.0.smithi042.stdout:blogbench-1.0/src/Makefile.in 2024-06-06T08:24:33.632 INFO:tasks.workunit.client.0.smithi042.stdout:blogbench-1.0/src/process.c 2024-06-06T08:24:33.633 INFO:tasks.workunit.client.0.smithi042.stdout:blogbench-1.0/src/globals.h 2024-06-06T08:24:33.634 INFO:tasks.workunit.client.0.smithi042.stdout:blogbench-1.0/src/commenter.c 2024-06-06T08:24:33.635 INFO:tasks.workunit.client.0.smithi042.stdout:blogbench-1.0/src/rewriter.c 2024-06-06T08:24:33.636 INFO:tasks.workunit.client.0.smithi042.stdout:blogbench-1.0/src/reader.c 2024-06-06T08:24:33.637 INFO:tasks.workunit.client.0.smithi042.stdout:blogbench-1.0/src/writer.c 2024-06-06T08:24:33.638 INFO:tasks.workunit.client.0.smithi042.stdout:blogbench-1.0/src/helpers.c 2024-06-06T08:24:33.639 INFO:tasks.workunit.client.0.smithi042.stdout:blogbench-1.0/NEWS 2024-06-06T08:24:33.640 INFO:tasks.workunit.client.0.smithi042.stdout:blogbench-1.0/compile 2024-06-06T08:24:33.641 INFO:tasks.workunit.client.0.smithi042.stdout:blogbench-1.0/depcomp 2024-06-06T08:24:33.642 INFO:tasks.workunit.client.0.smithi042.stdout:blogbench-1.0/aclocal.m4 2024-06-06T08:24:33.643 INFO:tasks.workunit.client.0.smithi042.stdout:blogbench-1.0/README 2024-06-06T08:24:33.644 INFO:tasks.workunit.client.0.smithi042.stdout:blogbench-1.0/configure 2024-06-06T08:24:33.648 INFO:tasks.workunit.client.0.smithi042.stdout:blogbench-1.0/configure.ac 2024-06-06T08:24:33.650 INFO:tasks.workunit.client.0.smithi042.stdout:blogbench-1.0/config.guess 2024-06-06T08:24:33.650 INFO:tasks.workunit.client.0.smithi042.stdout:blogbench-1.0/install-sh 2024-06-06T08:24:33.652 INFO:tasks.workunit.client.0.smithi042.stdout:blogbench-1.0/config.sub 2024-06-06T08:24:33.653 INFO:tasks.workunit.client.0.smithi042.stdout:blogbench-1.0/missing 2024-06-06T08:24:33.654 INFO:tasks.workunit.client.0.smithi042.stdout:blogbench-1.0/mkinstalldirs 2024-06-06T08:24:33.655 INFO:tasks.workunit.client.0.smithi042.stdout:blogbench-1.0/Makefile.am 2024-06-06T08:24:33.656 INFO:tasks.workunit.client.0.smithi042.stdout:blogbench-1.0/Makefile.in 2024-06-06T08:24:33.657 INFO:tasks.workunit.client.0.smithi042.stdout:blogbench-1.0/config.h.in 2024-06-06T08:24:33.658 INFO:tasks.workunit.client.0.smithi042.stdout:blogbench-1.0/AUTHORS 2024-06-06T08:24:33.659 INFO:tasks.workunit.client.0.smithi042.stdout:blogbench-1.0/INSTALL 2024-06-06T08:24:33.660 INFO:tasks.workunit.client.0.smithi042.stdout:blogbench-1.0/ChangeLog 2024-06-06T08:24:33.661 INFO:tasks.workunit.client.0.smithi042.stdout:blogbench-1.0/COPYING 2024-06-06T08:24:33.663 INFO:tasks.workunit.client.0.smithi042.stderr:+ cd blogbench-1.0/ 2024-06-06T08:24:33.663 INFO:tasks.workunit.client.0.smithi042.stdout:making blogbench 2024-06-06T08:24:33.663 INFO:tasks.workunit.client.0.smithi042.stderr:+ echo 'making blogbench' 2024-06-06T08:24:33.663 INFO:tasks.workunit.client.0.smithi042.stderr:+ ./configure 2024-06-06T08:24:33.797 INFO:tasks.workunit.client.0.smithi042.stdout:checking for a BSD-compatible install... /usr/bin/install -c 2024-06-06T08:24:34.524 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.522+0000 7f2567c31640 1 -- 172.21.15.42:0/270214297 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f25601019a0 msgr2=0x7f2560101e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:34.525 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.522+0000 7f2567c31640 1 --2- 172.21.15.42:0/270214297 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f25601019a0 0x7f2560101e20 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f2554009930 tx=0x7f255402a420 comp rx=0 tx=0).stop 2024-06-06T08:24:34.525 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.522+0000 7f2567c31640 1 -- 172.21.15.42:0/270214297 shutdown_connections 2024-06-06T08:24:34.525 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.522+0000 7f2567c31640 1 --2- 172.21.15.42:0/270214297 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2560102360 0x7f256010e870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.525 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.522+0000 7f2567c31640 1 --2- 172.21.15.42:0/270214297 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f25601019a0 0x7f2560101e20 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.525 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.522+0000 7f2567c31640 1 --2- 172.21.15.42:0/270214297 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f25601079b0 0x7f2560107d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.525 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.522+0000 7f2567c31640 1 -- 172.21.15.42:0/270214297 >> 172.21.15.42:0/270214297 conn(0x7f25600fd470 msgr2=0x7f25600ff890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:34.525 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.523+0000 7f2567c31640 1 -- 172.21.15.42:0/270214297 shutdown_connections 2024-06-06T08:24:34.525 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.523+0000 7f2567c31640 1 -- 172.21.15.42:0/270214297 wait complete. 2024-06-06T08:24:34.525 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.523+0000 7f2567c31640 1 Processor -- start 2024-06-06T08:24:34.526 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.523+0000 7f2567c31640 1 -- start start 2024-06-06T08:24:34.526 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.524+0000 7f2567c31640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f25601019a0 0x7f25601981e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:34.526 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.524+0000 7f2567c31640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2560102360 0x7f2560198720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:34.526 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.524+0000 7f2567c31640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f25601079b0 0x7f256019caa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:34.526 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.524+0000 7f2567c31640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2560111dc0 con 0x7f25601079b0 2024-06-06T08:24:34.526 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.524+0000 7f2567c31640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f2560111c40 con 0x7f2560102360 2024-06-06T08:24:34.526 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.524+0000 7f2567c31640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f2560111f40 con 0x7f25601019a0 2024-06-06T08:24:34.526 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.524+0000 7f25661ce640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f25601079b0 0x7f256019caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:34.526 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.524+0000 7f25659cd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f25601019a0 0x7f25601981e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:34.526 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.524+0000 7f25661ce640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f25601079b0 0x7f256019caa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:41306/0 (socket says 172.21.15.42:41306) 2024-06-06T08:24:34.526 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.524+0000 7f25661ce640 1 -- 172.21.15.42:0/135764100 learned_addr learned my addr 172.21.15.42:0/135764100 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:34.526 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.524+0000 7f25651cc640 1 --2- 172.21.15.42:0/135764100 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2560102360 0x7f2560198720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:34.527 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.524+0000 7f25661ce640 1 -- 172.21.15.42:0/135764100 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f25601019a0 msgr2=0x7f25601981e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:34.527 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.524+0000 7f25661ce640 1 --2- 172.21.15.42:0/135764100 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f25601019a0 0x7f25601981e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.527 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.524+0000 7f25661ce640 1 -- 172.21.15.42:0/135764100 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2560102360 msgr2=0x7f2560198720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:34.527 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.524+0000 7f25661ce640 1 --2- 172.21.15.42:0/135764100 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2560102360 0x7f2560198720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.527 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.524+0000 7f25661ce640 1 -- 172.21.15.42:0/135764100 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f256019d1d0 con 0x7f25601079b0 2024-06-06T08:24:34.527 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.524+0000 7f25661ce640 1 --2- 172.21.15.42:0/135764100 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f25601079b0 0x7f256019caa0 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f255800d750 tx=0x7f255800dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:34.527 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.524+0000 7f255effd640 1 -- 172.21.15.42:0/135764100 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2558017070 con 0x7f25601079b0 2024-06-06T08:24:34.527 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.525+0000 7f255effd640 1 -- 172.21.15.42:0/135764100 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2558005500 con 0x7f25601079b0 2024-06-06T08:24:34.527 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.525+0000 7f2567c31640 1 -- 172.21.15.42:0/135764100 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f256019d4c0 con 0x7f25601079b0 2024-06-06T08:24:34.527 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.525+0000 7f255effd640 1 -- 172.21.15.42:0/135764100 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2558004d90 con 0x7f25601079b0 2024-06-06T08:24:34.527 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.525+0000 7f2567c31640 1 -- 172.21.15.42:0/135764100 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f25601a4d50 con 0x7f25601079b0 2024-06-06T08:24:34.534 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.527+0000 7f255effd640 1 -- 172.21.15.42:0/135764100 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f2558004f30 con 0x7f25601079b0 2024-06-06T08:24:34.534 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.527+0000 7f256aa1b740 1 Processor -- start 2024-06-06T08:24:34.534 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.528+0000 7f256aa1b740 1 -- start start 2024-06-06T08:24:34.534 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.528+0000 7f256aa1b740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f404d4d170 0x55f404d4d550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:34.534 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.528+0000 7f256aa1b740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f404d4da90 0x55f404d57e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:34.534 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.528+0000 7f256aa1b740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f404d58350 0x55f404d5a740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:34.535 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.528+0000 7f256aa1b740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55f404cb14f0 con 0x55f404d4da90 2024-06-06T08:24:34.535 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.528+0000 7f256aa1b740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55f404c4f870 con 0x55f404d58350 2024-06-06T08:24:34.535 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.528+0000 7f256aa1b740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55f404cad4b0 con 0x55f404d4d170 2024-06-06T08:24:34.535 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.528+0000 7f255effd640 1 --2- 172.21.15.42:0/135764100 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f25480a2da0 0x7f25480a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:34.535 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.528+0000 7f25659cd640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f404d4da90 0x55f404d57e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:34.535 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.528+0000 7f25659cd640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f404d4da90 0x55f404d57e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:41314/0 (socket says 172.21.15.42:41314) 2024-06-06T08:24:34.535 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.528+0000 7f25659cd640 1 -- 172.21.15.42:0/1515134442 learned_addr learned my addr 172.21.15.42:0/1515134442 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:34.535 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.528+0000 7f25661ce640 1 --2- 172.21.15.42:0/135764100 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f25480a2da0 0x7f25480a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:34.535 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.528+0000 7f25651cc640 1 --2- 172.21.15.42:0/1515134442 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f404d4d170 0x55f404d4d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:34.535 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.529+0000 7f25651cc640 1 --2- 172.21.15.42:0/1515134442 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f404d58350 0x55f404d5a740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:34.535 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.529+0000 7f25659cd640 1 -- 172.21.15.42:0/1515134442 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f404d4d170 msgr2=0x55f404d4d550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:34.535 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.529+0000 7f25659cd640 1 --2- 172.21.15.42:0/1515134442 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f404d4d170 0x55f404d4d550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.535 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.529+0000 7f25659cd640 1 -- 172.21.15.42:0/1515134442 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f404d58350 msgr2=0x55f404d5a740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:34.536 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.529+0000 7f25659cd640 1 --2- 172.21.15.42:0/1515134442 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f404d58350 0x55f404d5a740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.536 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.529+0000 7f25659cd640 1 -- 172.21.15.42:0/1515134442 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f404c6b9b0 con 0x55f404d4da90 2024-06-06T08:24:34.536 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.529+0000 7f255effd640 1 -- 172.21.15.42:0/135764100 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f25580cf0b0 con 0x7f25601079b0 2024-06-06T08:24:34.536 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.529+0000 7f25651cc640 1 --2- 172.21.15.42:0/1515134442 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f404d4d170 0x55f404d4d550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:24:34.536 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.529+0000 7f25659cd640 1 --2- 172.21.15.42:0/1515134442 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f404d4da90 0x55f404d57e10 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f25500103d0 tx=0x7f2550010890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca00cfd9ce9bc110 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:34.536 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.529+0000 7f25661ce640 1 --2- 172.21.15.42:0/135764100 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f25480a2da0 0x7f25480a5260 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f255809b2d0 tx=0x7f255809f040 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:34.536 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.529+0000 7f2547fff640 1 -- 172.21.15.42:0/1515134442 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2550003b70 con 0x55f404d4da90 2024-06-06T08:24:34.536 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.529+0000 7f2547fff640 1 -- 172.21.15.42:0/1515134442 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2550015070 con 0x55f404d4da90 2024-06-06T08:24:34.536 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.529+0000 7f2547fff640 1 -- 172.21.15.42:0/1515134442 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2550011960 con 0x55f404d4da90 2024-06-06T08:24:34.536 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.530+0000 7f256aa1b740 1 -- 172.21.15.42:0/1515134442 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f404d4da90 msgr2=0x55f404d57e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:34.536 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.530+0000 7f256aa1b740 1 --2- 172.21.15.42:0/1515134442 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f404d4da90 0x55f404d57e10 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f25500103d0 tx=0x7f2550010890 comp rx=0 tx=0).stop 2024-06-06T08:24:34.536 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.530+0000 7f256aa1b740 1 -- 172.21.15.42:0/1515134442 shutdown_connections 2024-06-06T08:24:34.537 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.530+0000 7f256aa1b740 1 --2- 172.21.15.42:0/1515134442 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f404d58350 0x55f404d5a740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.537 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.530+0000 7f256aa1b740 1 --2- 172.21.15.42:0/1515134442 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f404d4da90 0x55f404d57e10 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.537 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.530+0000 7f256aa1b740 1 --2- 172.21.15.42:0/1515134442 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f404d4d170 0x55f404d4d550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.537 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.530+0000 7f256aa1b740 1 -- 172.21.15.42:0/1515134442 >> 172.21.15.42:0/1515134442 conn(0x55f404d49680 msgr2=0x55f404d49a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:34.537 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.530+0000 7f256aa1b740 1 -- 172.21.15.42:0/1515134442 shutdown_connections 2024-06-06T08:24:34.537 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.530+0000 7f256aa1b740 1 -- 172.21.15.42:0/1515134442 wait complete. 2024-06-06T08:24:34.537 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.530+0000 7f256aa1b740 1 -- start start 2024-06-06T08:24:34.537 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.530+0000 7f256aa1b740 1 Processor -- start 2024-06-06T08:24:34.537 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.531+0000 7f256aa1b740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f404d4d170 0x55f404d552d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:34.537 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.531+0000 7f256aa1b740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f404d4da90 0x55f404d55810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:34.537 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.531+0000 7f256aa1b740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f404d58350 0x55f404d55d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:34.537 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.531+0000 7f256aa1b740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55f404d5af80 con 0x55f404d4d170 2024-06-06T08:24:34.537 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.531+0000 7f256aa1b740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55f404c3aae0 con 0x55f404d4da90 2024-06-06T08:24:34.538 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.531+0000 7f256aa1b740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55f404d5b100 con 0x55f404d58350 2024-06-06T08:24:34.538 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.531+0000 7f25651cc640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f404d4d170 0x55f404d552d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:34.538 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.531+0000 7f256aa1b740 10 client.0 _ll_register_callbacks cb 0x55f404c739b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:24:34.538 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.531+0000 7f25651cc640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f404d4d170 0x55f404d552d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:41326/0 (socket says 172.21.15.42:41326) 2024-06-06T08:24:34.538 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.531+0000 7f25651cc640 1 -- 172.21.15.42:0/3661440812 learned_addr learned my addr 172.21.15.42:0/3661440812 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:34.538 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.531+0000 7f25659cd640 1 --2- 172.21.15.42:0/3661440812 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f404d4da90 0x55f404d55810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:34.538 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.531+0000 7f25651cc640 1 --2- 172.21.15.42:0/3661440812 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f404d58350 0x55f404d55d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:34.538 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.531+0000 7f25651cc640 1 -- 172.21.15.42:0/3661440812 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f404d58350 msgr2=0x55f404d55d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:34.538 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.531+0000 7f25651cc640 1 --2- 172.21.15.42:0/3661440812 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f404d58350 0x55f404d55d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.538 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.531+0000 7f25651cc640 1 -- 172.21.15.42:0/3661440812 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f404d4da90 msgr2=0x55f404d55810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:34.538 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.531+0000 7f25651cc640 1 --2- 172.21.15.42:0/3661440812 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f404d4da90 0x55f404d55810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.538 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.531+0000 7f25651cc640 1 -- 172.21.15.42:0/3661440812 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f4049c5210 con 0x55f404d4d170 2024-06-06T08:24:34.538 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.531+0000 7f25651cc640 1 --2- 172.21.15.42:0/3661440812 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f404d4d170 0x55f404d552d0 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f255402a940 tx=0x7f2554009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e2da040a231a03b8 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:34.539 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.531+0000 7f25457fa640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:24:34.539 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.532+0000 7f25457fa640 1 -- 172.21.15.42:0/3661440812 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2554035040 con 0x55f404d4d170 2024-06-06T08:24:34.539 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.532+0000 7f25457fa640 1 -- 172.21.15.42:0/3661440812 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f2554005020 con 0x55f404d4d170 2024-06-06T08:24:34.539 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.532+0000 7f256aa1b740 1 -- 172.21.15.42:0/3661440812 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2550015070 con 0x55f404d4d170 2024-06-06T08:24:34.539 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.532+0000 7f25457fa640 1 -- 172.21.15.42:0/3661440812 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2554051050 con 0x55f404d4d170 2024-06-06T08:24:34.539 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.532+0000 7f256aa1b740 10 client.15981 fetch_fsmap learned FSMap version 26 2024-06-06T08:24:34.539 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.532+0000 7f256aa1b740 1 -- 172.21.15.42:0/3661440812 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f404a91620 con 0x55f404d4d170 2024-06-06T08:24:34.539 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.532+0000 7f25457fa640 1 -- 172.21.15.42:0/3661440812 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2550015070 con 0x55f404d4d170 2024-06-06T08:24:34.539 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.532+0000 7f25457fa640 1 -- 172.21.15.42:0/3661440812 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7f2554049020 con 0x55f404d4d170 2024-06-06T08:24:34.539 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.532+0000 7f256aa1b740 10 client.15981 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:24:34.539 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.532+0000 7f256aa1b740 10 client.15981 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:24:34.540 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.532+0000 7f256aa1b740 20 client.15981 populate_metadata read hostname 'smithi042' 2024-06-06T08:24:34.540 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.532+0000 7f256aa1b740 1 --2- 172.21.15.42:0/3661440812 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f404d684b0 0x55f404d6a8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:34.540 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.532+0000 7f256aa1b740 4 client.15981 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:24:34.540 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.532+0000 7f256aa1b740 1 -- 172.21.15.42:0/3661440812 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f404cc4f10 con 0x55f404d684b0 2024-06-06T08:24:34.540 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.533+0000 7f25659cd640 1 --2- 172.21.15.42:0/3661440812 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f404d684b0 0x55f404d6a8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:34.540 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.533+0000 7f25659cd640 1 --2- 172.21.15.42:0/3661440812 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f404d684b0 0x55f404d6a8a0 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9a5798fdf09e9d48 server_cookie=6c40b4f667502a0a in_seq=0 out_seq=0 2024-06-06T08:24:34.540 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.533+0000 7f25457fa640 10 client.15981 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:24:34.540 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.534+0000 7f25457fa640 1 -- 172.21.15.42:0/3661440812 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55f404cc4f10 con 0x55f404d684b0 2024-06-06T08:24:34.540 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.534+0000 7f25457fa640 10 client.15981 handle_command_reply: tid=0 2024-06-06T08:24:34.540 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.534+0000 7f256aa1b740 1 client.15981 shutdown 2024-06-06T08:24:34.540 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.534+0000 7f256aa1b740 1 -- 172.21.15.42:0/3661440812 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f404d4d170 msgr2=0x55f404d552d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:34.540 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.534+0000 7f256aa1b740 1 --2- 172.21.15.42:0/3661440812 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f404d4d170 0x55f404d552d0 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f255402a940 tx=0x7f2554009260 comp rx=0 tx=0).stop 2024-06-06T08:24:34.540 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.534+0000 7f256aa1b740 1 -- 172.21.15.42:0/3661440812 shutdown_connections 2024-06-06T08:24:34.541 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.534+0000 7f256aa1b740 1 --2- 172.21.15.42:0/3661440812 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f404d684b0 0x55f404d6a8a0 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.541 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.534+0000 7f256aa1b740 1 --2- 172.21.15.42:0/3661440812 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f404d4da90 0x55f404d55810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.541 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.534+0000 7f256aa1b740 1 --2- 172.21.15.42:0/3661440812 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f404d58350 0x55f404d55d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.541 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.534+0000 7f25457fa640 0 client.15981 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:24:34.541 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.534+0000 7f256aa1b740 1 --2- 172.21.15.42:0/3661440812 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f404d4d170 0x55f404d552d0 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.541 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.534+0000 7f256aa1b740 1 -- 172.21.15.42:0/3661440812 >> 172.21.15.42:0/3661440812 conn(0x55f404d49680 msgr2=0x55f404d4f3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:34.541 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.534+0000 7f256aa1b740 1 -- 172.21.15.42:0/3661440812 shutdown_connections 2024-06-06T08:24:34.541 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.534+0000 7f256aa1b740 1 -- 172.21.15.42:0/3661440812 wait complete. 2024-06-06T08:24:34.541 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.534+0000 7f256aa1b740 20 client.15981 trim_cache size 0 max 16384 2024-06-06T08:24:34.542 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:24:34 smithi149 ceph-mon[36842]: pgmap v61: 129 pgs: 129 active+clean; 1.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 255 B/s wr, 8 op/s 2024-06-06T08:24:34.549 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.549+0000 7f256aa1b740 1 Processor -- start 2024-06-06T08:24:34.549 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.549+0000 7f256aa1b740 1 -- start start 2024-06-06T08:24:34.549 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.550+0000 7f256aa1b740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f404d4d170 0x55f404d4fb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:34.549 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.550+0000 7f256aa1b740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f404d4da90 0x55f404d70170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:34.550 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.550+0000 7f256aa1b740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f404d58350 0x55f404d706b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:34.550 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.550+0000 7f256aa1b740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f25601b1590 con 0x55f404d4d170 2024-06-06T08:24:34.550 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.550+0000 7f256aa1b740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f25601aee60 con 0x55f404d58350 2024-06-06T08:24:34.550 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.550+0000 7f256aa1b740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f25601accb0 con 0x55f404d4da90 2024-06-06T08:24:34.550 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.550+0000 7f25651cc640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f404d4d170 0x55f404d4fb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:34.550 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.550+0000 7f25651cc640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f404d4d170 0x55f404d4fb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:41332/0 (socket says 172.21.15.42:41332) 2024-06-06T08:24:34.550 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.550+0000 7f25651cc640 1 -- 172.21.15.42:0/343740905 learned_addr learned my addr 172.21.15.42:0/343740905 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:34.550 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.550+0000 7f25651cc640 1 -- 172.21.15.42:0/343740905 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f404d4da90 msgr2=0x55f404d70170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:34.550 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.550+0000 7f25651cc640 1 --2- 172.21.15.42:0/343740905 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f404d4da90 0x55f404d70170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.551 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.550+0000 7f25651cc640 1 -- 172.21.15.42:0/343740905 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f404d58350 msgr2=0x55f404d706b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:34.551 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.550+0000 7f25651cc640 1 --2- 172.21.15.42:0/343740905 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f404d58350 0x55f404d706b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.551 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.550+0000 7f25651cc640 1 -- 172.21.15.42:0/343740905 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f404d4e540 con 0x55f404d4d170 2024-06-06T08:24:34.551 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.550+0000 7f25651cc640 1 --2- 172.21.15.42:0/343740905 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f404d4d170 0x55f404d4fb30 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f2554004720 tx=0x7f2554004610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ddd135eead16581b server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:34.551 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.550+0000 7f25477fe640 1 -- 172.21.15.42:0/343740905 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f255405a070 con 0x55f404d4d170 2024-06-06T08:24:34.551 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.550+0000 7f25477fe640 1 -- 172.21.15.42:0/343740905 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2554004c50 con 0x55f404d4d170 2024-06-06T08:24:34.551 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.550+0000 7f25477fe640 1 -- 172.21.15.42:0/343740905 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2554041070 con 0x55f404d4d170 2024-06-06T08:24:34.555 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.551+0000 7f256aa1b740 1 -- 172.21.15.42:0/343740905 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f404d4d170 msgr2=0x55f404d4fb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:34.555 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.551+0000 7f256aa1b740 1 --2- 172.21.15.42:0/343740905 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f404d4d170 0x55f404d4fb30 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f2554004720 tx=0x7f2554004610 comp rx=0 tx=0).stop 2024-06-06T08:24:34.555 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.551+0000 7f256aa1b740 1 -- 172.21.15.42:0/343740905 shutdown_connections 2024-06-06T08:24:34.555 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.551+0000 7f256aa1b740 1 --2- 172.21.15.42:0/343740905 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f404d58350 0x55f404d706b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.555 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.551+0000 7f256aa1b740 1 --2- 172.21.15.42:0/343740905 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f404d4da90 0x55f404d70170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.555 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.551+0000 7f256aa1b740 1 --2- 172.21.15.42:0/343740905 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f404d4d170 0x55f404d4fb30 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.556 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.551+0000 7f256aa1b740 1 -- 172.21.15.42:0/343740905 >> 172.21.15.42:0/343740905 conn(0x55f404d49680 msgr2=0x55f404d50630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:34.556 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.551+0000 7f256aa1b740 1 -- 172.21.15.42:0/343740905 shutdown_connections 2024-06-06T08:24:34.556 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.551+0000 7f256aa1b740 1 -- 172.21.15.42:0/343740905 wait complete. 2024-06-06T08:24:34.556 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.551+0000 7f256aa1b740 1 -- start start 2024-06-06T08:24:34.556 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.551+0000 7f256aa1b740 1 Processor -- start 2024-06-06T08:24:34.556 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.552+0000 7f256aa1b740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f404d4d170 0x55f404d5b910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:34.556 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.552+0000 7f256aa1b740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f404d4da90 0x55f404d5be50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:34.556 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.552+0000 7f256aa1b740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f404d58350 0x55f404dd1130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:34.556 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.552+0000 7f256aa1b740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f25601ad320 con 0x55f404d4da90 2024-06-06T08:24:34.556 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.552+0000 7f256aa1b740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f25601ae790 con 0x55f404d58350 2024-06-06T08:24:34.556 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.552+0000 7f256aa1b740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f25601ad9f0 con 0x55f404d4d170 2024-06-06T08:24:34.556 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.552+0000 7f256aa1b740 10 client.0 _ll_register_callbacks cb 0x7f2554031910 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:24:34.556 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.552+0000 7f25659cd640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f404d4da90 0x55f404d5be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:34.557 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.552+0000 7f25659cd640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f404d4da90 0x55f404d5be50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:41342/0 (socket says 172.21.15.42:41342) 2024-06-06T08:24:34.557 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.552+0000 7f25659cd640 1 -- 172.21.15.42:0/894286972 learned_addr learned my addr 172.21.15.42:0/894286972 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:34.557 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.552+0000 7f25651cc640 1 --2- 172.21.15.42:0/894286972 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f404d58350 0x55f404dd1130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:34.557 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.552+0000 7f25651cc640 1 --2- 172.21.15.42:0/894286972 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f404d4d170 0x55f404d5b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:34.557 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.552+0000 7f25659cd640 1 -- 172.21.15.42:0/894286972 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f404d4d170 msgr2=0x55f404d5b910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:34.557 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.552+0000 7f25659cd640 1 --2- 172.21.15.42:0/894286972 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f404d4d170 0x55f404d5b910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.557 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.552+0000 7f25659cd640 1 -- 172.21.15.42:0/894286972 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f404d58350 msgr2=0x55f404dd1130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:34.557 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.552+0000 7f25659cd640 1 --2- 172.21.15.42:0/894286972 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f404d58350 0x55f404dd1130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.557 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.552+0000 7f25659cd640 1 -- 172.21.15.42:0/894286972 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f404dd16a0 con 0x55f404d4da90 2024-06-06T08:24:34.557 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.552+0000 7f25659cd640 1 --2- 172.21.15.42:0/894286972 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f404d4da90 0x55f404d5be50 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x55f404d4e710 tx=0x7f2550005f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9276411ad9820495 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:34.557 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.552+0000 7f25457fa640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:24:34.558 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.553+0000 7f25457fa640 1 -- 172.21.15.42:0/894286972 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2550004bd0 con 0x55f404d4da90 2024-06-06T08:24:34.558 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.553+0000 7f256aa1b740 1 -- 172.21.15.42:0/894286972 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2554004c50 con 0x55f404d4da90 2024-06-06T08:24:34.558 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.553+0000 7f25457fa640 1 -- 172.21.15.42:0/894286972 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f2550004d70 con 0x55f404d4da90 2024-06-06T08:24:34.558 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.553+0000 7f25457fa640 1 -- 172.21.15.42:0/894286972 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2550037050 con 0x55f404d4da90 2024-06-06T08:24:34.558 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.553+0000 7f256aa1b740 10 client.15987 fetch_fsmap learned FSMap version 26 2024-06-06T08:24:34.558 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.553+0000 7f256aa1b740 1 -- 172.21.15.42:0/894286972 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f404dd29b0 con 0x55f404d4da90 2024-06-06T08:24:34.558 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.553+0000 7f25457fa640 1 -- 172.21.15.42:0/894286972 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2554004c50 con 0x55f404d4da90 2024-06-06T08:24:34.558 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.553+0000 7f25457fa640 1 -- 172.21.15.42:0/894286972 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7f2550005370 con 0x55f404d4da90 2024-06-06T08:24:34.558 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.553+0000 7f256aa1b740 10 client.15987 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:24:34.558 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.553+0000 7f256aa1b740 10 client.15987 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:24:34.558 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.553+0000 7f256aa1b740 20 client.15987 populate_metadata read hostname 'smithi042' 2024-06-06T08:24:34.558 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.553+0000 7f256aa1b740 1 --2- 172.21.15.42:0/894286972 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f404dd2f00 0x55f404dd5320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:34.558 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.553+0000 7f256aa1b740 4 client.15987 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:24:34.559 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.553+0000 7f256aa1b740 1 -- 172.21.15.42:0/894286972 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55f404cbec20 con 0x55f404dd2f00 2024-06-06T08:24:34.559 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.553+0000 7f25651cc640 1 --2- 172.21.15.42:0/894286972 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f404dd2f00 0x55f404dd5320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:34.559 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.554+0000 7f25651cc640 1 --2- 172.21.15.42:0/894286972 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f404dd2f00 0x55f404dd5320 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3bf2e82ea107eb61 server_cookie=bb8f51890e297a2e in_seq=0 out_seq=0 2024-06-06T08:24:34.559 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.554+0000 7f25457fa640 10 client.15987 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:24:34.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:24:34 smithi042 ceph-mon[32384]: pgmap v61: 129 pgs: 129 active+clean; 1.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 255 B/s wr, 8 op/s 2024-06-06T08:24:34.590 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.590+0000 7f25457fa640 1 -- 172.21.15.42:0/894286972 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55f404cbec20 con 0x55f404dd2f00 2024-06-06T08:24:34.590 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.590+0000 7f25457fa640 10 client.15987 handle_command_reply: tid=0 2024-06-06T08:24:34.590 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.590+0000 7f256aa1b740 1 client.15987 shutdown 2024-06-06T08:24:34.591 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.591+0000 7f256aa1b740 1 -- 172.21.15.42:0/894286972 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f404d4da90 msgr2=0x55f404d5be50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:34.591 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.591+0000 7f256aa1b740 1 --2- 172.21.15.42:0/894286972 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f404d4da90 0x55f404d5be50 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x55f404d4e710 tx=0x7f2550005f10 comp rx=0 tx=0).stop 2024-06-06T08:24:34.591 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.591+0000 7f256aa1b740 1 -- 172.21.15.42:0/894286972 shutdown_connections 2024-06-06T08:24:34.591 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.591+0000 7f256aa1b740 1 --2- 172.21.15.42:0/894286972 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f404dd2f00 0x55f404dd5320 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.591 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.591+0000 7f256aa1b740 1 --2- 172.21.15.42:0/894286972 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f404d58350 0x55f404dd1130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.591 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.591+0000 7f256aa1b740 1 --2- 172.21.15.42:0/894286972 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f404d4da90 0x55f404d5be50 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.591 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.591+0000 7f25457fa640 0 client.15987 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:24:34.591 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.591+0000 7f256aa1b740 1 --2- 172.21.15.42:0/894286972 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f404d4d170 0x55f404d5b910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.591 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.591+0000 7f256aa1b740 1 -- 172.21.15.42:0/894286972 >> 172.21.15.42:0/894286972 conn(0x55f404d49680 msgr2=0x55f404d56b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:34.591 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.591+0000 7f256aa1b740 1 -- 172.21.15.42:0/894286972 shutdown_connections 2024-06-06T08:24:34.591 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.591+0000 7f256aa1b740 1 -- 172.21.15.42:0/894286972 wait complete. 2024-06-06T08:24:34.591 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.591+0000 7f256aa1b740 20 client.15987 trim_cache size 0 max 16384 2024-06-06T08:24:34.592 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:24:34.592 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:24:34.592 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:24:34.593 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.591+0000 7f2567c31640 1 -- 172.21.15.42:0/135764100 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f25480a2da0 msgr2=0x7f25480a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:34.593 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.591+0000 7f2567c31640 1 --2- 172.21.15.42:0/135764100 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f25480a2da0 0x7f25480a5260 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f255809b2d0 tx=0x7f255809f040 comp rx=0 tx=0).stop 2024-06-06T08:24:34.593 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.591+0000 7f2567c31640 1 -- 172.21.15.42:0/135764100 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f25601079b0 msgr2=0x7f256019caa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:34.593 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.591+0000 7f2567c31640 1 --2- 172.21.15.42:0/135764100 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f25601079b0 0x7f256019caa0 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f255800d750 tx=0x7f255800dc10 comp rx=0 tx=0).stop 2024-06-06T08:24:34.593 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.592+0000 7f2567c31640 1 -- 172.21.15.42:0/135764100 shutdown_connections 2024-06-06T08:24:34.593 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.592+0000 7f2567c31640 1 --2- 172.21.15.42:0/135764100 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f25480a2da0 0x7f25480a5260 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.593 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.592+0000 7f2567c31640 1 --2- 172.21.15.42:0/135764100 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2560102360 0x7f2560198720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.593 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.592+0000 7f2567c31640 1 --2- 172.21.15.42:0/135764100 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f25601079b0 0x7f256019caa0 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.593 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.592+0000 7f2567c31640 1 --2- 172.21.15.42:0/135764100 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f25601019a0 0x7f25601981e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.594 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.592+0000 7f2567c31640 1 -- 172.21.15.42:0/135764100 >> 172.21.15.42:0/135764100 conn(0x7f25600fd470 msgr2=0x7f25600fd9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:34.594 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.592+0000 7f2567c31640 1 -- 172.21.15.42:0/135764100 shutdown_connections 2024-06-06T08:24:34.594 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:34.592+0000 7f2567c31640 1 -- 172.21.15.42:0/135764100 wait complete. 2024-06-06T08:24:34.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:24:34 smithi120 ceph-mon[36658]: pgmap v61: 129 pgs: 129 active+clean; 1.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 255 B/s wr, 8 op/s 2024-06-06T08:24:34.804 INFO:tasks.workunit.client.0.smithi042.stdout:checking whether build environment is sane... yes 2024-06-06T08:24:34.813 INFO:tasks.workunit.client.0.smithi042.stdout:checking for gawk... gawk 2024-06-06T08:24:34.827 INFO:tasks.workunit.client.0.smithi042.stdout:checking whether make sets $(MAKE)... yes 2024-06-06T08:24:34.836 INFO:tasks.workunit.client.0.smithi042.stdout:checking for gcc... gcc 2024-06-06T08:24:34.880 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.881+0000 7ff4c35d7700 1 -- 172.21.15.42:0/902520535 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff4bc06aa00 msgr2=0x7ff4bc06ae80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:34.880 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.881+0000 7ff4c35d7700 1 --2- 172.21.15.42:0/902520535 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff4bc06aa00 0x7ff4bc06ae80 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7ff4ac009990 tx=0x7ff4ac009ca0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.880 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.881+0000 7ff4c35d7700 1 -- 172.21.15.42:0/902520535 shutdown_connections 2024-06-06T08:24:34.880 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.881+0000 7ff4c35d7700 1 --2- 172.21.15.42:0/902520535 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff4bc06b3c0 0x7ff4bc10f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.880 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.881+0000 7ff4c35d7700 1 --2- 172.21.15.42:0/902520535 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff4bc1084f0 0x7ff4bc1088d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.880 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.881+0000 7ff4c35d7700 1 --2- 172.21.15.42:0/902520535 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff4bc06aa00 0x7ff4bc06ae80 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.880 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.881+0000 7ff4c35d7700 1 -- 172.21.15.42:0/902520535 >> 172.21.15.42:0/902520535 conn(0x7ff4bc078300 msgr2=0x7ff4bc078710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:34.881 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.881+0000 7ff4c35d7700 1 -- 172.21.15.42:0/902520535 shutdown_connections 2024-06-06T08:24:34.881 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.881+0000 7ff4c35d7700 1 -- 172.21.15.42:0/902520535 wait complete. 2024-06-06T08:24:34.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.882+0000 7ff4c35d7700 1 Processor -- start 2024-06-06T08:24:34.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.882+0000 7ff4c35d7700 1 -- start start 2024-06-06T08:24:34.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.882+0000 7ff4c35d7700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff4bc06aa00 0x7ff4bc19e850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:34.882 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.882+0000 7ff4c35d7700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff4bc06b3c0 0x7ff4bc19ed90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:34.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.882+0000 7ff4c35d7700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff4bc1084f0 0x7ff4bc198a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:34.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.882+0000 7ff4c35d7700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff4bc112750 con 0x7ff4bc06b3c0 2024-06-06T08:24:34.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.882+0000 7ff4c35d7700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7ff4bc1125d0 con 0x7ff4bc06aa00 2024-06-06T08:24:34.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.882+0000 7ff4c35d7700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7ff4bc1128d0 con 0x7ff4bc1084f0 2024-06-06T08:24:34.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.882+0000 7ff4c0b72700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff4bc06b3c0 0x7ff4bc19ed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:34.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.882+0000 7ff4c0b72700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff4bc06b3c0 0x7ff4bc19ed90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:41360/0 (socket says 172.21.15.42:41360) 2024-06-06T08:24:34.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.882+0000 7ff4c0b72700 1 -- 172.21.15.42:0/3894331840 learned_addr learned my addr 172.21.15.42:0/3894331840 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:34.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.882+0000 7ff4c1373700 1 --2- 172.21.15.42:0/3894331840 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff4bc06aa00 0x7ff4bc19e850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:34.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.882+0000 7ff4c1b74700 1 --2- 172.21.15.42:0/3894331840 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff4bc1084f0 0x7ff4bc198a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:34.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.883+0000 7ff4c0b72700 1 -- 172.21.15.42:0/3894331840 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff4bc1084f0 msgr2=0x7ff4bc198a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:34.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.883+0000 7ff4c0b72700 1 --2- 172.21.15.42:0/3894331840 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff4bc1084f0 0x7ff4bc198a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.883+0000 7ff4c0b72700 1 -- 172.21.15.42:0/3894331840 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff4bc06aa00 msgr2=0x7ff4bc19e850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:34.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.883+0000 7ff4c0b72700 1 --2- 172.21.15.42:0/3894331840 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff4bc06aa00 0x7ff4bc19e850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.883+0000 7ff4c0b72700 1 -- 172.21.15.42:0/3894331840 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4bc199170 con 0x7ff4bc06b3c0 2024-06-06T08:24:34.884 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.883+0000 7ff4c0b72700 1 --2- 172.21.15.42:0/3894331840 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff4bc06b3c0 0x7ff4bc19ed90 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7ff4ac0038b0 tx=0x7ff4ac005ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:34.884 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.883+0000 7ff4b27fc700 1 -- 172.21.15.42:0/3894331840 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4ac027070 con 0x7ff4bc06b3c0 2024-06-06T08:24:34.884 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.883+0000 7ff4b27fc700 1 -- 172.21.15.42:0/3894331840 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff4ac004050 con 0x7ff4bc06b3c0 2024-06-06T08:24:34.884 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.883+0000 7ff4c35d7700 1 -- 172.21.15.42:0/3894331840 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4bc199400 con 0x7ff4bc06b3c0 2024-06-06T08:24:34.884 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.883+0000 7ff4b27fc700 1 -- 172.21.15.42:0/3894331840 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4ac022d00 con 0x7ff4bc06b3c0 2024-06-06T08:24:34.884 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.883+0000 7ff4c35d7700 1 -- 172.21.15.42:0/3894331840 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4bc1a5720 con 0x7ff4bc06b3c0 2024-06-06T08:24:34.884 INFO:tasks.workunit.client.0.smithi042.stdout:checking for C compiler default output file name... a.out 2024-06-06T08:24:34.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.886+0000 7ff4b27fc700 1 -- 172.21.15.42:0/3894331840 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7ff4ac02a070 con 0x7ff4bc06b3c0 2024-06-06T08:24:34.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.887+0000 7ff4b27fc700 1 --2- 172.21.15.42:0/3894331840 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7ff4a80a2e10 0x7ff4a80a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:34.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.887+0000 7ff4c1373700 1 --2- 172.21.15.42:0/3894331840 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7ff4a80a2e10 0x7ff4a80a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:34.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.887+0000 7ff4b27fc700 1 -- 172.21.15.42:0/3894331840 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7ff4ac0d0630 con 0x7ff4bc06b3c0 2024-06-06T08:24:34.886 INFO:tasks.workunit.client.0.smithi042.stdout:checking whether the C compiler works... yes 2024-06-06T08:24:34.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.887+0000 7ff4cde5ab80 1 Processor -- start 2024-06-06T08:24:34.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.887+0000 7ff4cde5ab80 1 -- start start 2024-06-06T08:24:34.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.888+0000 7ff4cde5ab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618d8bdef60 0x5618d8bdf340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:34.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.888+0000 7ff4c1373700 1 --2- 172.21.15.42:0/3894331840 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7ff4a80a2e10 0x7ff4a80a52d0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7ff4bc199b50 tx=0x7ff4b800a380 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:34.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.888+0000 7ff4cde5ab80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5618d8bdf880 0x5618d8bd9260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:34.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.888+0000 7ff4cde5ab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5618d8bd97a0 0x5618d8bd9bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:34.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.888+0000 7ff4cde5ab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5618d8acbf60 con 0x5618d8bdef60 2024-06-06T08:24:34.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.888+0000 7ff4cde5ab80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5618d8b2a850 con 0x5618d8bdf880 2024-06-06T08:24:34.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.888+0000 7ff4cde5ab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5618d8a92460 con 0x5618d8bd97a0 2024-06-06T08:24:34.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.888+0000 7ff4c1373700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618d8bdef60 0x5618d8bdf340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:34.889 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.888+0000 7ff4c1373700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618d8bdef60 0x5618d8bdf340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:41376/0 (socket says 172.21.15.42:41376) 2024-06-06T08:24:34.889 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.888+0000 7ff4c1373700 1 -- 172.21.15.42:0/2402322938 learned_addr learned my addr 172.21.15.42:0/2402322938 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:34.889 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.888+0000 7ff4c1b74700 1 --2- 172.21.15.42:0/2402322938 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5618d8bd97a0 0x5618d8bd9bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:34.889 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.888+0000 7ff4c0b72700 1 --2- 172.21.15.42:0/2402322938 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5618d8bdf880 0x5618d8bd9260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:34.889 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.888+0000 7ff4c1373700 1 -- 172.21.15.42:0/2402322938 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5618d8bd97a0 msgr2=0x5618d8bd9bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:34.889 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.888+0000 7ff4c1373700 1 --2- 172.21.15.42:0/2402322938 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5618d8bd97a0 0x5618d8bd9bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.889 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.888+0000 7ff4c1373700 1 -- 172.21.15.42:0/2402322938 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5618d8bdf880 msgr2=0x5618d8bd9260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:34.889 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.888+0000 7ff4c1373700 1 --2- 172.21.15.42:0/2402322938 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5618d8bdf880 0x5618d8bd9260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.889 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.888+0000 7ff4c1373700 1 -- 172.21.15.42:0/2402322938 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5618d8a798d0 con 0x5618d8bdef60 2024-06-06T08:24:34.889 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.888+0000 7ff4c1b74700 1 --2- 172.21.15.42:0/2402322938 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5618d8bd97a0 0x5618d8bd9bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:24:34.889 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.888+0000 7ff4c0b72700 1 --2- 172.21.15.42:0/2402322938 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5618d8bdf880 0x5618d8bd9260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:24:34.889 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.889+0000 7ff4c1373700 1 --2- 172.21.15.42:0/2402322938 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618d8bdef60 0x5618d8bdf340 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7ff4b8004530 tx=0x7ff4b8012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c28fde71dc94725 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:34.889 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.889+0000 7ff4a77fe700 1 -- 172.21.15.42:0/2402322938 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4b8016070 con 0x5618d8bdef60 2024-06-06T08:24:34.889 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.889+0000 7ff4a77fe700 1 -- 172.21.15.42:0/2402322938 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff4b8014070 con 0x5618d8bdef60 2024-06-06T08:24:34.890 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.889+0000 7ff4a77fe700 1 -- 172.21.15.42:0/2402322938 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4b801d400 con 0x5618d8bdef60 2024-06-06T08:24:34.890 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.890+0000 7ff4cde5ab80 1 -- 172.21.15.42:0/2402322938 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618d8bdef60 msgr2=0x5618d8bdf340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:34.890 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.890+0000 7ff4cde5ab80 1 --2- 172.21.15.42:0/2402322938 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618d8bdef60 0x5618d8bdf340 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7ff4b8004530 tx=0x7ff4b8012000 comp rx=0 tx=0).stop 2024-06-06T08:24:34.891 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.890+0000 7ff4cde5ab80 1 -- 172.21.15.42:0/2402322938 shutdown_connections 2024-06-06T08:24:34.891 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.890+0000 7ff4cde5ab80 1 --2- 172.21.15.42:0/2402322938 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5618d8bd97a0 0x5618d8bd9bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.891 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.890+0000 7ff4cde5ab80 1 --2- 172.21.15.42:0/2402322938 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618d8bdef60 0x5618d8bdf340 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.891 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.890+0000 7ff4cde5ab80 1 --2- 172.21.15.42:0/2402322938 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5618d8bdf880 0x5618d8bd9260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.891 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.890+0000 7ff4cde5ab80 1 -- 172.21.15.42:0/2402322938 >> 172.21.15.42:0/2402322938 conn(0x5618d8b06080 msgr2=0x5618d8bd4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:34.891 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.890+0000 7ff4cde5ab80 1 -- 172.21.15.42:0/2402322938 shutdown_connections 2024-06-06T08:24:34.891 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.890+0000 7ff4cde5ab80 1 -- 172.21.15.42:0/2402322938 wait complete. 2024-06-06T08:24:34.891 INFO:tasks.workunit.client.0.smithi042.stdout:checking whether we are cross compiling... no 2024-06-06T08:24:34.892 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.890+0000 7ff4cde5ab80 1 -- start start 2024-06-06T08:24:34.895 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.890+0000 7ff4cde5ab80 1 Processor -- start 2024-06-06T08:24:34.895 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.891+0000 7ff4cde5ab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5618d8bd97a0 0x5618d8be5590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:34.895 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.891+0000 7ff4cde5ab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618d8bdef60 0x5618d8be2890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:34.895 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.891+0000 7ff4cde5ab80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5618d8bdf880 0x5618d8be2dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:34.895 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.891+0000 7ff4cde5ab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5618d8acafc0 con 0x5618d8bdef60 2024-06-06T08:24:34.895 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.891+0000 7ff4cde5ab80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5618d8b26810 con 0x5618d8bdf880 2024-06-06T08:24:34.895 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.891+0000 7ff4cde5ab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5618d8be6260 con 0x5618d8bd97a0 2024-06-06T08:24:34.895 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.891+0000 7ff4cde5ab80 10 client.0 _ll_register_callbacks cb 0x5618d8ac05b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:24:34.895 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.891+0000 7ff4c0b72700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618d8bdef60 0x5618d8be2890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:34.895 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.891+0000 7ff4c0b72700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618d8bdef60 0x5618d8be2890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:41388/0 (socket says 172.21.15.42:41388) 2024-06-06T08:24:34.895 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.891+0000 7ff4c0b72700 1 -- 172.21.15.42:0/108183566 learned_addr learned my addr 172.21.15.42:0/108183566 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:34.896 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.891+0000 7ff4c1373700 1 --2- 172.21.15.42:0/108183566 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5618d8bd97a0 0x5618d8be5590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:34.896 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.891+0000 7ff4c0b72700 1 -- 172.21.15.42:0/108183566 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5618d8bd97a0 msgr2=0x5618d8be5590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:34.896 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.891+0000 7ff4c0b72700 1 --2- 172.21.15.42:0/108183566 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5618d8bd97a0 0x5618d8be5590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.896 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.891+0000 7ff4c0b72700 1 -- 172.21.15.42:0/108183566 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5618d8bdf880 msgr2=0x5618d8be2dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:34.896 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.891+0000 7ff4c0b72700 1 --2- 172.21.15.42:0/108183566 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5618d8bdf880 0x5618d8be2dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.896 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.891+0000 7ff4c0b72700 1 -- 172.21.15.42:0/108183566 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5618d8af0750 con 0x5618d8bdef60 2024-06-06T08:24:34.896 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.892+0000 7ff4c0b72700 1 --2- 172.21.15.42:0/108183566 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618d8bdef60 0x5618d8be2890 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7ff4ac0cdaf0 tx=0x7ff4ac009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2238831b4f6d5d34 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:34.896 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.892+0000 7ff4a4ff9700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:24:34.896 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.892+0000 7ff4a4ff9700 1 -- 172.21.15.42:0/108183566 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4ac0d0470 con 0x5618d8bdef60 2024-06-06T08:24:34.896 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.892+0000 7ff4a4ff9700 1 -- 172.21.15.42:0/108183566 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7ff4ac09cb00 con 0x5618d8bdef60 2024-06-06T08:24:34.896 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.892+0000 7ff4cde5ab80 1 -- 172.21.15.42:0/108183566 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff4b8014070 con 0x5618d8bdef60 2024-06-06T08:24:34.896 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.892+0000 7ff4a4ff9700 1 -- 172.21.15.42:0/108183566 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff4ac09cfa0 con 0x5618d8bdef60 2024-06-06T08:24:34.896 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.892+0000 7ff4cde5ab80 10 client.15999 fetch_fsmap learned FSMap version 26 2024-06-06T08:24:34.896 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.892+0000 7ff4cde5ab80 1 -- 172.21.15.42:0/108183566 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5618d8bf4dc0 con 0x5618d8bdef60 2024-06-06T08:24:34.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.892+0000 7ff4a4ff9700 1 -- 172.21.15.42:0/108183566 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff4b8014070 con 0x5618d8bdef60 2024-06-06T08:24:34.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.893+0000 7ff4a4ff9700 1 -- 172.21.15.42:0/108183566 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7ff4ac09dbd0 con 0x5618d8bdef60 2024-06-06T08:24:34.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.893+0000 7ff4cde5ab80 10 client.15999 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:24:34.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.893+0000 7ff4cde5ab80 10 client.15999 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:24:34.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.893+0000 7ff4cde5ab80 20 client.15999 populate_metadata read hostname 'smithi042' 2024-06-06T08:24:34.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.893+0000 7ff4cde5ab80 1 --2- 172.21.15.42:0/108183566 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5618d8bf7330 0x5618d8bf9790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:34.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.893+0000 7ff4cde5ab80 4 client.15999 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:24:34.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.893+0000 7ff4cde5ab80 1 -- 172.21.15.42:0/108183566 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5618d8b37d50 con 0x5618d8bf7330 2024-06-06T08:24:34.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.893+0000 7ff4c1373700 1 --2- 172.21.15.42:0/108183566 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5618d8bf7330 0x5618d8bf9790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:34.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.893+0000 7ff4c1373700 1 --2- 172.21.15.42:0/108183566 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5618d8bf7330 0x5618d8bf9790 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=15ce4184592615d2 server_cookie=80ca7dd8d8f079bb in_seq=0 out_seq=0 2024-06-06T08:24:34.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.893+0000 7ff4a4ff9700 10 client.15999 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:24:34.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.894+0000 7ff4a4ff9700 1 -- 172.21.15.42:0/108183566 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x5618d8b37d50 con 0x5618d8bf7330 2024-06-06T08:24:34.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.894+0000 7ff4a4ff9700 10 client.15999 handle_command_reply: tid=0 2024-06-06T08:24:34.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.894+0000 7ff4cde5ab80 1 client.15999 shutdown 2024-06-06T08:24:34.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.894+0000 7ff4cde5ab80 1 -- 172.21.15.42:0/108183566 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618d8bdef60 msgr2=0x5618d8be2890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:34.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.894+0000 7ff4cde5ab80 1 --2- 172.21.15.42:0/108183566 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618d8bdef60 0x5618d8be2890 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7ff4ac0cdaf0 tx=0x7ff4ac009310 comp rx=0 tx=0).stop 2024-06-06T08:24:34.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.894+0000 7ff4cde5ab80 1 -- 172.21.15.42:0/108183566 shutdown_connections 2024-06-06T08:24:34.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.894+0000 7ff4cde5ab80 1 --2- 172.21.15.42:0/108183566 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5618d8bf7330 0x5618d8bf9790 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.894+0000 7ff4cde5ab80 1 --2- 172.21.15.42:0/108183566 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5618d8bdf880 0x5618d8be2dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.894+0000 7ff4cde5ab80 1 --2- 172.21.15.42:0/108183566 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5618d8bd97a0 0x5618d8be5590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.894+0000 7ff4cde5ab80 1 --2- 172.21.15.42:0/108183566 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618d8bdef60 0x5618d8be2890 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.894+0000 7ff4cde5ab80 1 -- 172.21.15.42:0/108183566 >> 172.21.15.42:0/108183566 conn(0x5618d8b06080 msgr2=0x5618d8bd3700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:34.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.894+0000 7ff4a4ff9700 0 client.15999 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:24:34.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.895+0000 7ff4cde5ab80 1 -- 172.21.15.42:0/108183566 shutdown_connections 2024-06-06T08:24:34.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.895+0000 7ff4cde5ab80 1 -- 172.21.15.42:0/108183566 wait complete. 2024-06-06T08:24:34.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.895+0000 7ff4cde5ab80 20 client.15999 trim_cache size 0 max 16384 2024-06-06T08:24:34.915 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.916+0000 7ff4cde5ab80 1 Processor -- start 2024-06-06T08:24:34.915 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.916+0000 7ff4cde5ab80 1 -- start start 2024-06-06T08:24:34.916 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.916+0000 7ff4cde5ab80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5618d8bd97a0 0x5618d8bd9b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:34.916 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.916+0000 7ff4cde5ab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618d8bdef60 0x5618d8bd3e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:34.916 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.916+0000 7ff4cde5ab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5618d8bdf880 0x5618d8bd43c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:34.916 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.916+0000 7ff4cde5ab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff4bc1ae8f0 con 0x5618d8bdef60 2024-06-06T08:24:34.916 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.916+0000 7ff4cde5ab80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7ff4bc1ac180 con 0x5618d8bd97a0 2024-06-06T08:24:34.916 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.916+0000 7ff4cde5ab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7ff4bc1a9ff0 con 0x5618d8bdf880 2024-06-06T08:24:34.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.916+0000 7ff4c0b72700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618d8bdef60 0x5618d8bd3e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:34.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.916+0000 7ff4c0b72700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618d8bdef60 0x5618d8bd3e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:41390/0 (socket says 172.21.15.42:41390) 2024-06-06T08:24:34.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.916+0000 7ff4c0b72700 1 -- 172.21.15.42:0/1048041439 learned_addr learned my addr 172.21.15.42:0/1048041439 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:34.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.917+0000 7ff4c1373700 1 --2- 172.21.15.42:0/1048041439 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5618d8bd97a0 0x5618d8bd9b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:34.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.917+0000 7ff4c1b74700 1 --2- 172.21.15.42:0/1048041439 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5618d8bdf880 0x5618d8bd43c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:34.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.917+0000 7ff4c0b72700 1 -- 172.21.15.42:0/1048041439 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5618d8bdf880 msgr2=0x5618d8bd43c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:34.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.917+0000 7ff4c0b72700 1 --2- 172.21.15.42:0/1048041439 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5618d8bdf880 0x5618d8bd43c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.917+0000 7ff4c0b72700 1 -- 172.21.15.42:0/1048041439 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5618d8bd97a0 msgr2=0x5618d8bd9b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:34.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.917+0000 7ff4c0b72700 1 --2- 172.21.15.42:0/1048041439 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5618d8bd97a0 0x5618d8bd9b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.917+0000 7ff4c0b72700 1 -- 172.21.15.42:0/1048041439 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5618d8bdea40 con 0x5618d8bdef60 2024-06-06T08:24:34.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.917+0000 7ff4c0b72700 1 --2- 172.21.15.42:0/1048041439 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618d8bdef60 0x5618d8bd3e80 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7ff4ac0a3010 tx=0x7ff4ac005790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=85f277adcb56b597 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:34.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.917+0000 7ff4a6ffd700 1 -- 172.21.15.42:0/1048041439 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4ac0a0c50 con 0x5618d8bdef60 2024-06-06T08:24:34.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.917+0000 7ff4a6ffd700 1 -- 172.21.15.42:0/1048041439 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff4ac0a5480 con 0x5618d8bdef60 2024-06-06T08:24:34.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.917+0000 7ff4a6ffd700 1 -- 172.21.15.42:0/1048041439 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4ac0a5250 con 0x5618d8bdef60 2024-06-06T08:24:34.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.918+0000 7ff4cde5ab80 1 -- 172.21.15.42:0/1048041439 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618d8bdef60 msgr2=0x5618d8bd3e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:34.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.918+0000 7ff4cde5ab80 1 --2- 172.21.15.42:0/1048041439 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618d8bdef60 0x5618d8bd3e80 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7ff4ac0a3010 tx=0x7ff4ac005790 comp rx=0 tx=0).stop 2024-06-06T08:24:34.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.918+0000 7ff4cde5ab80 1 -- 172.21.15.42:0/1048041439 shutdown_connections 2024-06-06T08:24:34.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.918+0000 7ff4cde5ab80 1 --2- 172.21.15.42:0/1048041439 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5618d8bdf880 0x5618d8bd43c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.918+0000 7ff4cde5ab80 1 --2- 172.21.15.42:0/1048041439 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5618d8bd97a0 0x5618d8bd9b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.918+0000 7ff4cde5ab80 1 --2- 172.21.15.42:0/1048041439 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618d8bdef60 0x5618d8bd3e80 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.918+0000 7ff4cde5ab80 1 -- 172.21.15.42:0/1048041439 >> 172.21.15.42:0/1048041439 conn(0x5618d8b06080 msgr2=0x5618d8be1180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:34.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.918+0000 7ff4cde5ab80 1 -- 172.21.15.42:0/1048041439 shutdown_connections 2024-06-06T08:24:34.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.918+0000 7ff4cde5ab80 1 -- 172.21.15.42:0/1048041439 wait complete. 2024-06-06T08:24:34.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.918+0000 7ff4cde5ab80 1 -- start start 2024-06-06T08:24:34.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.919+0000 7ff4cde5ab80 1 Processor -- start 2024-06-06T08:24:34.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.919+0000 7ff4cde5ab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5618d8bd97a0 0x5618d8bebaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:34.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.919+0000 7ff4cde5ab80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5618d8bdef60 0x5618d8bfe800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:34.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.919+0000 7ff4cde5ab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618d8bdf880 0x5618d8bfed40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:34.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.919+0000 7ff4cde5ab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff4bc1aa640 con 0x5618d8bdf880 2024-06-06T08:24:34.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.919+0000 7ff4cde5ab80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7ff4bc1abab0 con 0x5618d8bdef60 2024-06-06T08:24:34.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.919+0000 7ff4cde5ab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7ff4bc1aad10 con 0x5618d8bd97a0 2024-06-06T08:24:34.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.919+0000 7ff4cde5ab80 10 client.0 _ll_register_callbacks cb 0x5618d8ac05b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:24:34.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.919+0000 7ff4c1b74700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618d8bdf880 0x5618d8bfed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:34.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.919+0000 7ff4c1b74700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618d8bdf880 0x5618d8bfed40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:41404/0 (socket says 172.21.15.42:41404) 2024-06-06T08:24:34.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.919+0000 7ff4c1b74700 1 -- 172.21.15.42:0/2934476439 learned_addr learned my addr 172.21.15.42:0/2934476439 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:34.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.919+0000 7ff4c0b72700 1 --2- 172.21.15.42:0/2934476439 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5618d8bdef60 0x5618d8bfe800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:34.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.919+0000 7ff4c1373700 1 --2- 172.21.15.42:0/2934476439 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5618d8bd97a0 0x5618d8bebaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:34.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.920+0000 7ff4c0b72700 1 -- 172.21.15.42:0/2934476439 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5618d8bd97a0 msgr2=0x5618d8bebaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:34.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.920+0000 7ff4c0b72700 1 --2- 172.21.15.42:0/2934476439 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5618d8bd97a0 0x5618d8bebaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.920+0000 7ff4c0b72700 1 -- 172.21.15.42:0/2934476439 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618d8bdf880 msgr2=0x5618d8bfed40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:34.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.920+0000 7ff4c0b72700 1 --2- 172.21.15.42:0/2934476439 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618d8bdf880 0x5618d8bfed40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.920+0000 7ff4c0b72700 1 -- 172.21.15.42:0/2934476439 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5618d8bff380 con 0x5618d8bdef60 2024-06-06T08:24:34.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.920+0000 7ff4c1b74700 1 --2- 172.21.15.42:0/2934476439 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618d8bdf880 0x5618d8bfed40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:24:34.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.920+0000 7ff4c0b72700 1 --2- 172.21.15.42:0/2934476439 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5618d8bdef60 0x5618d8bfe800 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7ff4ac0cdaf0 tx=0x7ff4ac0a3040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f0b9147c4b027e6 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:34.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.920+0000 7ff4a4ff9700 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:24:34.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.920+0000 7ff4a4ff9700 1 -- 172.21.15.42:0/2934476439 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4ac0d0270 con 0x5618d8bdef60 2024-06-06T08:24:34.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.920+0000 7ff4cde5ab80 1 -- 172.21.15.42:0/2934476439 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff4ac0a5480 con 0x5618d8bdef60 2024-06-06T08:24:34.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.920+0000 7ff4a4ff9700 1 -- 172.21.15.42:0/2934476439 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7ff4ac09bcf0 con 0x5618d8bdef60 2024-06-06T08:24:34.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.920+0000 7ff4a4ff9700 1 -- 172.21.15.42:0/2934476439 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff4ac0d0460 con 0x5618d8bdef60 2024-06-06T08:24:34.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.920+0000 7ff4cde5ab80 10 client.25634 fetch_fsmap learned FSMap version 26 2024-06-06T08:24:34.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.920+0000 7ff4cde5ab80 1 -- 172.21.15.42:0/2934476439 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5618d8bff380 con 0x5618d8bdef60 2024-06-06T08:24:34.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.921+0000 7ff4a4ff9700 1 -- 172.21.15.42:0/2934476439 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff4ac0a5480 con 0x5618d8bdef60 2024-06-06T08:24:34.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.921+0000 7ff4a4ff9700 1 -- 172.21.15.42:0/2934476439 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7ff4ac098680 con 0x5618d8bdef60 2024-06-06T08:24:34.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.921+0000 7ff4cde5ab80 10 client.25634 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:24:34.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.921+0000 7ff4cde5ab80 10 client.25634 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:24:34.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.921+0000 7ff4cde5ab80 20 client.25634 populate_metadata read hostname 'smithi042' 2024-06-06T08:24:34.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.921+0000 7ff4cde5ab80 1 --2- 172.21.15.42:0/2934476439 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5618d8c62140 0x5618d8c64530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:34.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.921+0000 7ff4cde5ab80 4 client.25634 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-06-06T08:24:34.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.921+0000 7ff4cde5ab80 1 -- 172.21.15.42:0/2934476439 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5618d8b322d0 con 0x5618d8c62140 2024-06-06T08:24:34.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.921+0000 7ff4c1373700 1 --2- 172.21.15.42:0/2934476439 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5618d8c62140 0x5618d8c64530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:34.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.922+0000 7ff4c1373700 1 --2- 172.21.15.42:0/2934476439 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5618d8c62140 0x5618d8c64530 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c828ad78ac8a2c22 server_cookie=91c92d4796550e40 in_seq=0 out_seq=0 2024-06-06T08:24:34.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.922+0000 7ff4a4ff9700 10 client.25634 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:24:34.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.922+0000 7ff4a4ff9700 1 -- 172.21.15.42:0/2934476439 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x5618d8b322d0 con 0x5618d8c62140 2024-06-06T08:24:34.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.922+0000 7ff4a4ff9700 10 client.25634 handle_command_reply: tid=0 2024-06-06T08:24:34.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.922+0000 7ff4cde5ab80 1 client.25634 shutdown 2024-06-06T08:24:34.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.922+0000 7ff4cde5ab80 1 -- 172.21.15.42:0/2934476439 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5618d8bdef60 msgr2=0x5618d8bfe800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:34.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.922+0000 7ff4cde5ab80 1 --2- 172.21.15.42:0/2934476439 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5618d8bdef60 0x5618d8bfe800 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7ff4ac0cdaf0 tx=0x7ff4ac0a3040 comp rx=0 tx=0).stop 2024-06-06T08:24:34.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.922+0000 7ff4cde5ab80 1 -- 172.21.15.42:0/2934476439 shutdown_connections 2024-06-06T08:24:34.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.922+0000 7ff4cde5ab80 1 --2- 172.21.15.42:0/2934476439 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618d8bdf880 0x5618d8bfed40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.922+0000 7ff4cde5ab80 1 --2- 172.21.15.42:0/2934476439 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5618d8bd97a0 0x5618d8bebaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.922+0000 7ff4cde5ab80 1 --2- 172.21.15.42:0/2934476439 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5618d8c62140 0x5618d8c64530 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.922+0000 7ff4cde5ab80 1 --2- 172.21.15.42:0/2934476439 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5618d8bdef60 0x5618d8bfe800 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.922+0000 7ff4cde5ab80 1 -- 172.21.15.42:0/2934476439 >> 172.21.15.42:0/2934476439 conn(0x5618d8b06080 msgr2=0x5618d8be0d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:34.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.922+0000 7ff4a4ff9700 0 client.25634 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:24:34.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.922+0000 7ff4cde5ab80 1 -- 172.21.15.42:0/2934476439 shutdown_connections 2024-06-06T08:24:34.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.922+0000 7ff4cde5ab80 1 -- 172.21.15.42:0/2934476439 wait complete. 2024-06-06T08:24:34.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.922+0000 7ff4cde5ab80 20 client.25634 trim_cache size 0 max 16384 2024-06-06T08:24:34.927 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:24:34.927 INFO:teuthology.orchestra.run.smithi042.stdout: "status": "IDLE (waiting for more scrubs)", 2024-06-06T08:24:34.927 INFO:teuthology.orchestra.run.smithi042.stdout: "scrubs": { 2024-06-06T08:24:34.927 INFO:teuthology.orchestra.run.smithi042.stdout: "fd6b0a5f-a077-4300-b8ea-fc362b380582": { 2024-06-06T08:24:34.927 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/", 2024-06-06T08:24:34.927 INFO:teuthology.orchestra.run.smithi042.stdout: "tag": "fd6b0a5f-a077-4300-b8ea-fc362b380582", 2024-06-06T08:24:34.927 INFO:teuthology.orchestra.run.smithi042.stdout: "options": "recursive,force" 2024-06-06T08:24:34.928 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:24:34.928 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:24:34.928 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:24:34.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.923+0000 7ff4c35d7700 1 -- 172.21.15.42:0/3894331840 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7ff4a80a2e10 msgr2=0x7ff4a80a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:34.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.923+0000 7ff4c35d7700 1 --2- 172.21.15.42:0/3894331840 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7ff4a80a2e10 0x7ff4a80a52d0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7ff4bc199b50 tx=0x7ff4b800a380 comp rx=0 tx=0).stop 2024-06-06T08:24:34.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.923+0000 7ff4c35d7700 1 -- 172.21.15.42:0/3894331840 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff4bc06b3c0 msgr2=0x7ff4bc19ed90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:34.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.923+0000 7ff4c35d7700 1 --2- 172.21.15.42:0/3894331840 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff4bc06b3c0 0x7ff4bc19ed90 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7ff4ac0038b0 tx=0x7ff4ac005ef0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.923+0000 7ff4c35d7700 1 -- 172.21.15.42:0/3894331840 shutdown_connections 2024-06-06T08:24:34.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.923+0000 7ff4c35d7700 1 --2- 172.21.15.42:0/3894331840 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7ff4a80a2e10 0x7ff4a80a52d0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.923+0000 7ff4c35d7700 1 --2- 172.21.15.42:0/3894331840 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff4bc1084f0 0x7ff4bc198a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.923+0000 7ff4c35d7700 1 --2- 172.21.15.42:0/3894331840 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff4bc06aa00 0x7ff4bc19e850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.923+0000 7ff4c35d7700 1 --2- 172.21.15.42:0/3894331840 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff4bc06b3c0 0x7ff4bc19ed90 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:34.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.923+0000 7ff4c35d7700 1 -- 172.21.15.42:0/3894331840 >> 172.21.15.42:0/3894331840 conn(0x7ff4bc078300 msgr2=0x7ff4bc0ffed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:34.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.923+0000 7ff4c35d7700 1 -- 172.21.15.42:0/3894331840 shutdown_connections 2024-06-06T08:24:34.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:24:34.923+0000 7ff4c35d7700 1 -- 172.21.15.42:0/3894331840 wait complete. 2024-06-06T08:24:34.929 INFO:tasks.workunit.client.0.smithi042.stdout:checking for suffix of executables... 2024-06-06T08:24:34.971 INFO:tasks.workunit.client.0.smithi042.stdout:checking for suffix of object files... o 2024-06-06T08:24:35.045 INFO:tasks.workunit.client.0.smithi042.stdout:checking whether we are using the GNU C compiler... yes 2024-06-06T08:24:35.079 INFO:tasks.workunit.client.0.smithi042.stdout:checking whether gcc accepts -g... yes 2024-06-06T08:24:35.205 INFO:tasks.workunit.client.0.smithi042.stdout:checking for gcc option to accept ANSI C... none needed 2024-06-06T08:24:35.268 INFO:tasks.workunit.client.0.smithi042.stdout:checking for style of include used by make... GNU 2024-06-06T08:24:35.389 INFO:tasks.workunit.client.0.smithi042.stdout:checking dependency style of gcc... gcc3 2024-06-06T08:24:35.390 INFO:tasks.workunit.client.0.smithi042.stdout:checking for a BSD-compatible install... /usr/bin/install -c 2024-06-06T08:24:35.509 INFO:tasks.workunit.client.0.smithi042.stdout:checking how to run the C preprocessor... gcc -E 2024-06-06T08:24:35.554 INFO:tasks.workunit.client.0.smithi042.stdout:checking for egrep... grep -E 2024-06-06T08:24:35.563 INFO:tasks.workunit.client.0.smithi042.stdout:checking for AIX... no 2024-06-06T08:24:35.564 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:24:35 smithi042 ceph-mon[32384]: scrub summary: idle 2024-06-06T08:24:35.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:24:35 smithi120 ceph-mon[36658]: scrub summary: idle 2024-06-06T08:24:35.646 INFO:tasks.workunit.client.0.smithi042.stdout:checking for library containing strerror... none required 2024-06-06T08:24:35.784 INFO:tasks.cephfs.filesystem:scrub status for tag:fd6b0a5f-a077-4300-b8ea-fc362b380582 - {'path': '/', 'tag': 'fd6b0a5f-a077-4300-b8ea-fc362b380582', 'options': 'recursive,force'} 2024-06-06T08:24:35.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:24:35 smithi149 ceph-mon[36842]: scrub summary: idle 2024-06-06T08:24:35.828 INFO:tasks.workunit.client.0.smithi042.stdout:checking for ANSI C header files... yes 2024-06-06T08:24:35.876 INFO:tasks.workunit.client.0.smithi042.stdout:checking whether time.h and sys/time.h may both be included... yes 2024-06-06T08:24:35.930 INFO:tasks.workunit.client.0.smithi042.stdout:checking for sys/types.h... yes 2024-06-06T08:24:35.985 INFO:tasks.workunit.client.0.smithi042.stdout:checking for sys/stat.h... yes 2024-06-06T08:24:36.038 INFO:tasks.workunit.client.0.smithi042.stdout:checking for stdlib.h... yes 2024-06-06T08:24:36.093 INFO:tasks.workunit.client.0.smithi042.stdout:checking for string.h... yes 2024-06-06T08:24:36.147 INFO:tasks.workunit.client.0.smithi042.stdout:checking for memory.h... yes 2024-06-06T08:24:36.202 INFO:tasks.workunit.client.0.smithi042.stdout:checking for strings.h... yes 2024-06-06T08:24:36.256 INFO:tasks.workunit.client.0.smithi042.stdout:checking for inttypes.h... yes 2024-06-06T08:24:36.311 INFO:tasks.workunit.client.0.smithi042.stdout:checking for stdint.h... yes 2024-06-06T08:24:36.366 INFO:tasks.workunit.client.0.smithi042.stdout:checking for unistd.h... yes 2024-06-06T08:24:36.381 INFO:tasks.workunit.client.0.smithi042.stdout:checking for memory.h... (cached) yes 2024-06-06T08:24:36.387 INFO:tasks.workunit.client.0.smithi042.stdout:checking for strings.h... (cached) yes 2024-06-06T08:24:36.392 INFO:tasks.workunit.client.0.smithi042.stdout:checking for unistd.h... (cached) yes 2024-06-06T08:24:36.439 INFO:tasks.workunit.client.0.smithi042.stdout:checking locale.h usability... yes 2024-06-06T08:24:36.460 INFO:tasks.workunit.client.0.smithi042.stdout:checking locale.h presence... yes 2024-06-06T08:24:36.461 INFO:tasks.workunit.client.0.smithi042.stdout:checking for locale.h... yes 2024-06-06T08:24:36.481 INFO:tasks.workunit.client.0.smithi042.stdout:checking for stdlib.h... (cached) yes 2024-06-06T08:24:36.486 INFO:tasks.workunit.client.0.smithi042.stdout:checking for string.h... (cached) yes 2024-06-06T08:24:36.551 INFO:tasks.workunit.client.0.smithi042.stdout:checking sys/socket.h usability... yes 2024-06-06T08:24:36.564 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:24:36 smithi042 ceph-mon[32384]: pgmap v62: 129 pgs: 129 active+clean; 1.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-06-06T08:24:36.574 INFO:tasks.workunit.client.0.smithi042.stdout:checking sys/socket.h presence... yes 2024-06-06T08:24:36.574 INFO:tasks.workunit.client.0.smithi042.stdout:checking for sys/socket.h... yes 2024-06-06T08:24:36.636 INFO:tasks.workunit.client.0.smithi042.stdout:checking sys/time.h usability... yes 2024-06-06T08:24:36.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:24:36 smithi120 ceph-mon[36658]: pgmap v62: 129 pgs: 129 active+clean; 1.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-06-06T08:24:36.657 INFO:tasks.workunit.client.0.smithi042.stdout:checking sys/time.h presence... yes 2024-06-06T08:24:36.658 INFO:tasks.workunit.client.0.smithi042.stdout:checking for sys/time.h... yes 2024-06-06T08:24:36.719 INFO:tasks.workunit.client.0.smithi042.stdout:checking fcntl.h usability... yes 2024-06-06T08:24:36.743 INFO:tasks.workunit.client.0.smithi042.stdout:checking fcntl.h presence... yes 2024-06-06T08:24:36.743 INFO:tasks.workunit.client.0.smithi042.stdout:checking for fcntl.h... yes 2024-06-06T08:24:36.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:24:36 smithi149 ceph-mon[36842]: pgmap v62: 129 pgs: 129 active+clean; 1.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-06-06T08:24:36.813 INFO:tasks.workunit.client.0.smithi042.stdout:checking sys/fcntl.h usability... yes 2024-06-06T08:24:36.834 INFO:tasks.workunit.client.0.smithi042.stdout:checking sys/fcntl.h presence... yes 2024-06-06T08:24:36.835 INFO:tasks.workunit.client.0.smithi042.stdout:checking for sys/fcntl.h... yes 2024-06-06T08:24:36.911 INFO:tasks.workunit.client.0.smithi042.stdout:checking sys/param.h usability... yes 2024-06-06T08:24:36.935 INFO:tasks.workunit.client.0.smithi042.stdout:checking sys/param.h presence... yes 2024-06-06T08:24:36.936 INFO:tasks.workunit.client.0.smithi042.stdout:checking for sys/param.h... yes 2024-06-06T08:24:36.989 INFO:tasks.workunit.client.0.smithi042.stdout:checking ioctl.h usability... no 2024-06-06T08:24:37.010 INFO:tasks.workunit.client.0.smithi042.stdout:checking ioctl.h presence... no 2024-06-06T08:24:37.010 INFO:tasks.workunit.client.0.smithi042.stdout:checking for ioctl.h... no 2024-06-06T08:24:37.069 INFO:tasks.workunit.client.0.smithi042.stdout:checking sys/ioctl.h usability... yes 2024-06-06T08:24:37.090 INFO:tasks.workunit.client.0.smithi042.stdout:checking sys/ioctl.h presence... yes 2024-06-06T08:24:37.091 INFO:tasks.workunit.client.0.smithi042.stdout:checking for sys/ioctl.h... yes 2024-06-06T08:24:37.149 INFO:tasks.workunit.client.0.smithi042.stdout:checking return type of signal handlers... void 2024-06-06T08:24:37.195 INFO:tasks.workunit.client.0.smithi042.stdout:checking for size_t... yes 2024-06-06T08:24:37.234 INFO:tasks.workunit.client.0.smithi042.stdout:checking for dev_t... yes 2024-06-06T08:24:37.280 INFO:tasks.workunit.client.0.smithi042.stdout:checking for short... yes 2024-06-06T08:24:37.375 INFO:tasks.workunit.client.0.smithi042.stdout:checking size of short... 2 2024-06-06T08:24:37.421 INFO:tasks.workunit.client.0.smithi042.stdout:checking for int... yes 2024-06-06T08:24:37.498 INFO:tasks.workunit.client.0.smithi042.stdout:checking size of int... 4 2024-06-06T08:24:37.546 INFO:tasks.workunit.client.0.smithi042.stdout:checking for long... yes 2024-06-06T08:24:37.626 INFO:tasks.workunit.client.0.smithi042.stdout:checking size of long... 8 2024-06-06T08:24:37.672 INFO:tasks.workunit.client.0.smithi042.stdout:checking for long long... yes 2024-06-06T08:24:37.749 INFO:tasks.workunit.client.0.smithi042.stdout:checking size of long long... 8 2024-06-06T08:24:37.794 INFO:tasks.workunit.client.0.smithi042.stdout:checking for ssize_t... yes 2024-06-06T08:24:37.836 INFO:tasks.workunit.client.0.smithi042.stdout:checking for sig_atomic_t... yes 2024-06-06T08:24:37.896 INFO:tasks.workunit.client.0.smithi042.stdout:checking whether gcc needs -traditional... no 2024-06-06T08:24:37.932 INFO:tasks.workunit.client.0.smithi042.stdout:checking for an ANSI C-conforming const... yes 2024-06-06T08:24:37.957 INFO:tasks.workunit.client.0.smithi042.stdout:checking for inline... inline 2024-06-06T08:24:38.026 INFO:tasks.workunit.client.0.smithi042.stdout:checking for working alloca.h... yes 2024-06-06T08:24:38.075 INFO:tasks.workunit.client.0.smithi042.stdout:checking for alloca... yes 2024-06-06T08:24:38.146 INFO:tasks.workunit.client.0.smithi042.stdout:checking for working memcmp... yes 2024-06-06T08:24:38.204 INFO:tasks.workunit.client.0.smithi042.stdout:checking for strftime... yes 2024-06-06T08:24:38.279 INFO:tasks.workunit.client.0.smithi042.stdout:checking whether lstat dereferences a symlink specified with a trailing slash... yes 2024-06-06T08:24:38.342 INFO:tasks.workunit.client.0.smithi042.stdout:checking whether stat accepts an empty string... no 2024-06-06T08:24:38.401 INFO:tasks.workunit.client.0.smithi042.stdout:checking for vprintf... yes 2024-06-06T08:24:38.460 INFO:tasks.workunit.client.0.smithi042.stdout:checking for _doprnt... no 2024-06-06T08:24:38.483 INFO:tasks.workunit.client.0.smithi042.stdout:checking build system type... x86_64-unknown-linux-gnu 2024-06-06T08:24:38.495 INFO:tasks.workunit.client.0.smithi042.stdout:checking host system type... x86_64-unknown-linux-gnu 2024-06-06T08:24:38.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:24:38 smithi042 ceph-mon[32384]: pgmap v63: 129 pgs: 129 active+clean; 1.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-06-06T08:24:38.587 INFO:tasks.workunit.client.0.smithi042.stdout:checking for the pthreads library -lpthreads... no 2024-06-06T08:24:38.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:24:38 smithi120 ceph-mon[36658]: pgmap v63: 129 pgs: 129 active+clean; 1.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-06-06T08:24:38.664 INFO:tasks.workunit.client.0.smithi042.stdout:checking whether pthreads work without any flags... yes 2024-06-06T08:24:38.711 INFO:tasks.workunit.client.0.smithi042.stdout:checking for joinable pthread attribute... PTHREAD_CREATE_JOINABLE 2024-06-06T08:24:38.711 INFO:tasks.workunit.client.0.smithi042.stdout:checking if more special flags are required for pthreads... no 2024-06-06T08:24:38.711 INFO:tasks.workunit.client.0.smithi042.stdout:checking for cc_r... gcc 2024-06-06T08:24:38.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:24:38 smithi149 ceph-mon[36842]: pgmap v63: 129 pgs: 129 active+clean; 1.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-06-06T08:24:38.803 INFO:tasks.workunit.client.0.smithi042.stdout:checking for setrlimit... yes 2024-06-06T08:24:38.867 INFO:tasks.workunit.client.0.smithi042.stdout:checking for setproctitle... no 2024-06-06T08:24:38.927 INFO:tasks.workunit.client.0.smithi042.stdout:checking for getopt_long... yes 2024-06-06T08:24:38.991 INFO:tasks.workunit.client.0.smithi042.stdout:checking for strtoull... yes 2024-06-06T08:24:39.056 INFO:tasks.workunit.client.0.smithi042.stdout:checking for strtoq... yes 2024-06-06T08:24:39.121 INFO:tasks.workunit.client.0.smithi042.stdout:checking for snprintf... yes 2024-06-06T08:24:39.221 INFO:tasks.workunit.client.0.smithi042.stdout:checking for vsnprintf... yes 2024-06-06T08:24:39.297 INFO:tasks.workunit.client.0.smithi042.stdout:checking for vfprintf... yes 2024-06-06T08:24:39.363 INFO:tasks.workunit.client.0.smithi042.stdout:checking for gethostname... yes 2024-06-06T08:24:39.426 INFO:tasks.workunit.client.0.smithi042.stdout:checking for setlocale... yes 2024-06-06T08:24:39.489 INFO:tasks.workunit.client.0.smithi042.stdout:checking for sync... yes 2024-06-06T08:24:39.560 INFO:tasks.workunit.client.0.smithi042.stdout:checking whether snprintf is C99 conformant... done 2024-06-06T08:24:39.573 INFO:tasks.workunit.client.0.smithi042.stdout:configure: creating ./config.status 2024-06-06T08:24:39.746 INFO:tasks.workunit.client.0.smithi042.stdout:config.status: creating Makefile 2024-06-06T08:24:39.765 INFO:tasks.workunit.client.0.smithi042.stdout:config.status: creating src/Makefile 2024-06-06T08:24:39.785 INFO:tasks.workunit.client.0.smithi042.stdout:config.status: creating man/Makefile 2024-06-06T08:24:39.797 INFO:tasks.workunit.client.0.smithi042.stdout:config.status: creating config.h 2024-06-06T08:24:39.856 INFO:tasks.workunit.client.0.smithi042.stdout:config.status: executing depfiles commands 2024-06-06T08:24:40.002 INFO:tasks.workunit.client.0.smithi042.stderr:+ make 2024-06-06T08:24:40.013 INFO:tasks.workunit.client.0.smithi042.stdout:make all-recursive 2024-06-06T08:24:40.016 INFO:tasks.workunit.client.0.smithi042.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/mnt.0/client.0/tmp/blogbench-1.0' 2024-06-06T08:24:40.019 INFO:tasks.workunit.client.0.smithi042.stdout:Making all in src 2024-06-06T08:24:40.025 INFO:tasks.workunit.client.0.smithi042.stdout:make[2]: Entering directory '/home/ubuntu/cephtest/mnt.0/client.0/tmp/blogbench-1.0/src' 2024-06-06T08:24:40.025 INFO:tasks.workunit.client.0.smithi042.stdout:if gcc -DHAVE_CONFIG_H -I. -I. -I.. -g -O2 -MT blogbench.o -MD -MP -MF ".deps/blogbench.Tpo" -c -o blogbench.o blogbench.c; \ 2024-06-06T08:24:40.025 INFO:tasks.workunit.client.0.smithi042.stdout:then mv -f ".deps/blogbench.Tpo" ".deps/blogbench.Po"; else rm -f ".deps/blogbench.Tpo"; exit 1; fi 2024-06-06T08:24:40.135 INFO:tasks.workunit.client.0.smithi042.stdout:if gcc -DHAVE_CONFIG_H -I. -I. -I.. -g -O2 -MT process.o -MD -MP -MF ".deps/process.Tpo" -c -o process.o process.c; \ 2024-06-06T08:24:40.136 INFO:tasks.workunit.client.0.smithi042.stdout:then mv -f ".deps/process.Tpo" ".deps/process.Po"; else rm -f ".deps/process.Tpo"; exit 1; fi 2024-06-06T08:24:40.233 INFO:tasks.workunit.client.0.smithi042.stdout:if gcc -DHAVE_CONFIG_H -I. -I. -I.. -g -O2 -MT writer.o -MD -MP -MF ".deps/writer.Tpo" -c -o writer.o writer.c; \ 2024-06-06T08:24:40.233 INFO:tasks.workunit.client.0.smithi042.stdout:then mv -f ".deps/writer.Tpo" ".deps/writer.Po"; else rm -f ".deps/writer.Tpo"; exit 1; fi 2024-06-06T08:24:40.287 INFO:tasks.workunit.client.0.smithi042.stdout:if gcc -DHAVE_CONFIG_H -I. -I. -I.. -g -O2 -MT rewriter.o -MD -MP -MF ".deps/rewriter.Tpo" -c -o rewriter.o rewriter.c; \ 2024-06-06T08:24:40.287 INFO:tasks.workunit.client.0.smithi042.stdout:then mv -f ".deps/rewriter.Tpo" ".deps/rewriter.Po"; else rm -f ".deps/rewriter.Tpo"; exit 1; fi 2024-06-06T08:24:40.342 INFO:tasks.workunit.client.0.smithi042.stdout:if gcc -DHAVE_CONFIG_H -I. -I. -I.. -g -O2 -MT reader.o -MD -MP -MF ".deps/reader.Tpo" -c -o reader.o reader.c; \ 2024-06-06T08:24:40.343 INFO:tasks.workunit.client.0.smithi042.stdout:then mv -f ".deps/reader.Tpo" ".deps/reader.Po"; else rm -f ".deps/reader.Tpo"; exit 1; fi 2024-06-06T08:24:40.394 INFO:tasks.workunit.client.0.smithi042.stdout:if gcc -DHAVE_CONFIG_H -I. -I. -I.. -g -O2 -MT commenter.o -MD -MP -MF ".deps/commenter.Tpo" -c -o commenter.o commenter.c; \ 2024-06-06T08:24:40.394 INFO:tasks.workunit.client.0.smithi042.stdout:then mv -f ".deps/commenter.Tpo" ".deps/commenter.Po"; else rm -f ".deps/commenter.Tpo"; exit 1; fi 2024-06-06T08:24:40.442 INFO:tasks.workunit.client.0.smithi042.stdout:if gcc -DHAVE_CONFIG_H -I. -I. -I.. -g -O2 -MT helpers.o -MD -MP -MF ".deps/helpers.Tpo" -c -o helpers.o helpers.c; \ 2024-06-06T08:24:40.443 INFO:tasks.workunit.client.0.smithi042.stdout:then mv -f ".deps/helpers.Tpo" ".deps/helpers.Po"; else rm -f ".deps/helpers.Tpo"; exit 1; fi 2024-06-06T08:24:40.520 INFO:tasks.workunit.client.0.smithi042.stdout:if gcc -DHAVE_CONFIG_H -I. -I. -I.. -g -O2 -MT bsd-getopt_long.o -MD -MP -MF ".deps/bsd-getopt_long.Tpo" -c -o bsd-getopt_long.o bsd-getopt_long.c; \ 2024-06-06T08:24:40.520 INFO:tasks.workunit.client.0.smithi042.stdout:then mv -f ".deps/bsd-getopt_long.Tpo" ".deps/bsd-getopt_long.Po"; else rm -f ".deps/bsd-getopt_long.Tpo"; exit 1; fi 2024-06-06T08:24:40.555 INFO:tasks.workunit.client.0.smithi042.stdout:if gcc -DHAVE_CONFIG_H -I. -I. -I.. -g -O2 -MT fakesnprintf.o -MD -MP -MF ".deps/fakesnprintf.Tpo" -c -o fakesnprintf.o fakesnprintf.c; \ 2024-06-06T08:24:40.555 INFO:tasks.workunit.client.0.smithi042.stdout:then mv -f ".deps/fakesnprintf.Tpo" ".deps/fakesnprintf.Po"; else rm -f ".deps/fakesnprintf.Tpo"; exit 1; fi 2024-06-06T08:24:40.564 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:24:40 smithi042 ceph-mon[32384]: pgmap v64: 129 pgs: 129 active+clean; 3.0 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 138 KiB/s rd, 149 KiB/s wr, 30 op/s 2024-06-06T08:24:40.592 INFO:tasks.workunit.client.0.smithi042.stdout:if gcc -DHAVE_CONFIG_H -I. -I. -I.. -g -O2 -MT mysnprintf.o -MD -MP -MF ".deps/mysnprintf.Tpo" -c -o mysnprintf.o mysnprintf.c; \ 2024-06-06T08:24:40.592 INFO:tasks.workunit.client.0.smithi042.stdout:then mv -f ".deps/mysnprintf.Tpo" ".deps/mysnprintf.Po"; else rm -f ".deps/mysnprintf.Tpo"; exit 1; fi 2024-06-06T08:24:40.630 INFO:tasks.workunit.client.0.smithi042.stdout:gcc -g -O2 -o blogbench blogbench.o process.o writer.o rewriter.o reader.o commenter.o helpers.o bsd-getopt_long.o fakesnprintf.o mysnprintf.o 2024-06-06T08:24:40.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:24:40 smithi120 ceph-mon[36658]: pgmap v64: 129 pgs: 129 active+clean; 3.0 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 138 KiB/s rd, 149 KiB/s wr, 30 op/s 2024-06-06T08:24:40.649 INFO:tasks.workunit.client.0.smithi042.stdout:make[2]: Leaving directory '/home/ubuntu/cephtest/mnt.0/client.0/tmp/blogbench-1.0/src' 2024-06-06T08:24:40.649 INFO:tasks.workunit.client.0.smithi042.stdout:Making all in man 2024-06-06T08:24:40.670 INFO:tasks.workunit.client.0.smithi042.stdout:make[2]: Entering directory '/home/ubuntu/cephtest/mnt.0/client.0/tmp/blogbench-1.0/man' 2024-06-06T08:24:40.670 INFO:tasks.workunit.client.0.smithi042.stdout:make[2]: Nothing to be done for 'all'. 2024-06-06T08:24:40.671 INFO:tasks.workunit.client.0.smithi042.stdout:make[2]: Leaving directory '/home/ubuntu/cephtest/mnt.0/client.0/tmp/blogbench-1.0/man' 2024-06-06T08:24:40.672 INFO:tasks.workunit.client.0.smithi042.stdout:make[2]: Entering directory '/home/ubuntu/cephtest/mnt.0/client.0/tmp/blogbench-1.0' 2024-06-06T08:24:40.673 INFO:tasks.workunit.client.0.smithi042.stdout:make[2]: Leaving directory '/home/ubuntu/cephtest/mnt.0/client.0/tmp/blogbench-1.0' 2024-06-06T08:24:40.673 INFO:tasks.workunit.client.0.smithi042.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/mnt.0/client.0/tmp/blogbench-1.0' 2024-06-06T08:24:40.674 INFO:tasks.workunit.client.0.smithi042.stderr:+ cd src 2024-06-06T08:24:40.674 INFO:tasks.workunit.client.0.smithi042.stderr:+ mkdir blogtest_in 2024-06-06T08:24:40.675 INFO:tasks.workunit.client.0.smithi042.stdout:running blogbench 2024-06-06T08:24:40.676 INFO:tasks.workunit.client.0.smithi042.stderr:+ echo 'running blogbench' 2024-06-06T08:24:40.676 INFO:tasks.workunit.client.0.smithi042.stderr:+ ./blogbench -d blogtest_in 2024-06-06T08:24:40.676 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-06-06T08:24:40.676 INFO:tasks.workunit.client.0.smithi042.stdout:Frequency = 10 secs 2024-06-06T08:24:40.676 INFO:tasks.workunit.client.0.smithi042.stdout:Scratch dir = [blogtest_in] 2024-06-06T08:24:40.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:24:40 smithi149 ceph-mon[36842]: pgmap v64: 129 pgs: 129 active+clean; 3.0 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 138 KiB/s rd, 149 KiB/s wr, 30 op/s 2024-06-06T08:24:42.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:24:42 smithi042 ceph-mon[32384]: pgmap v65: 129 pgs: 129 active+clean; 3.0 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 137 KiB/s rd, 149 KiB/s wr, 27 op/s 2024-06-06T08:24:42.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:24:42 smithi120 ceph-mon[36658]: pgmap v65: 129 pgs: 129 active+clean; 3.0 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 137 KiB/s rd, 149 KiB/s wr, 27 op/s 2024-06-06T08:24:42.733 INFO:tasks.workunit.client.0.smithi042.stdout:Spawning 3 writers... 2024-06-06T08:24:42.733 INFO:tasks.workunit.client.0.smithi042.stdout:Spawning 1 rewriters... 2024-06-06T08:24:42.733 INFO:tasks.workunit.client.0.smithi042.stdout:Spawning 5 commenters... 2024-06-06T08:24:42.733 INFO:tasks.workunit.client.0.smithi042.stdout:Spawning 100 readers... 2024-06-06T08:24:42.735 INFO:tasks.workunit.client.0.smithi042.stdout:Benchmarking for 30 iterations. 2024-06-06T08:24:42.736 INFO:tasks.workunit.client.0.smithi042.stdout:The test will run during 5 minutes. 2024-06-06T08:24:42.736 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-06-06T08:24:42.736 INFO:tasks.workunit.client.0.smithi042.stdout: Nb blogs R articles W articles R pictures W pictures R comments W comments 2024-06-06T08:24:42.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:24:42 smithi149 ceph-mon[36842]: pgmap v65: 129 pgs: 129 active+clean; 3.0 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 137 KiB/s rd, 149 KiB/s wr, 27 op/s 2024-06-06T08:24:44.564 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:24:44 smithi042 ceph-mon[32384]: pgmap v66: 129 pgs: 129 active+clean; 5.7 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 265 KiB/s rd, 442 KiB/s wr, 73 op/s 2024-06-06T08:24:44.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:24:44 smithi120 ceph-mon[36658]: pgmap v66: 129 pgs: 129 active+clean; 5.7 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 265 KiB/s rd, 442 KiB/s wr, 73 op/s 2024-06-06T08:24:44.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:24:44 smithi149 ceph-mon[36842]: pgmap v66: 129 pgs: 129 active+clean; 5.7 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 265 KiB/s rd, 442 KiB/s wr, 73 op/s 2024-06-06T08:24:46.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:24:46 smithi042 ceph-mon[32384]: pgmap v67: 129 pgs: 129 active+clean; 5.7 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 263 KiB/s rd, 442 KiB/s wr, 70 op/s 2024-06-06T08:24:46.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:24:46 smithi120 ceph-mon[36658]: pgmap v67: 129 pgs: 129 active+clean; 5.7 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 263 KiB/s rd, 442 KiB/s wr, 70 op/s 2024-06-06T08:24:46.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:24:46 smithi149 ceph-mon[36842]: pgmap v67: 129 pgs: 129 active+clean; 5.7 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 263 KiB/s rd, 442 KiB/s wr, 70 op/s 2024-06-06T08:24:47.695 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.683+0000 7f998de38640 1 -- 172.21.15.42:0/93503997 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f99881008d0 msgr2=0x7f9988100d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:47.695 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.683+0000 7f998de38640 1 --2- 172.21.15.42:0/93503997 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f99881008d0 0x7f9988100d50 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f997c009930 tx=0x7f997c02a420 comp rx=0 tx=0).stop 2024-06-06T08:24:47.695 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.683+0000 7f998de38640 1 -- 172.21.15.42:0/93503997 shutdown_connections 2024-06-06T08:24:47.695 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.683+0000 7f998de38640 1 --2- 172.21.15.42:0/93503997 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9988101290 0x7f998810d750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:47.695 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.683+0000 7f998de38640 1 --2- 172.21.15.42:0/93503997 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f99881008d0 0x7f9988100d50 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:47.696 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.683+0000 7f998de38640 1 --2- 172.21.15.42:0/93503997 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9988106890 0x7f9988106c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:47.696 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.683+0000 7f998de38640 1 -- 172.21.15.42:0/93503997 >> 172.21.15.42:0/93503997 conn(0x7f9988077a20 msgr2=0x7f9988077e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:47.696 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.683+0000 7f998de38640 1 -- 172.21.15.42:0/93503997 shutdown_connections 2024-06-06T08:24:47.696 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.683+0000 7f998de38640 1 -- 172.21.15.42:0/93503997 wait complete. 2024-06-06T08:24:47.696 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.684+0000 7f998de38640 1 Processor -- start 2024-06-06T08:24:47.696 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.684+0000 7f998de38640 1 -- start start 2024-06-06T08:24:47.696 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.684+0000 7f998de38640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f99881008d0 0x7f998819a4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:47.696 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.684+0000 7f998de38640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9988101290 0x7f998819a9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:47.696 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.684+0000 7f998de38640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9988106890 0x7f998819ed20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:47.696 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.684+0000 7f998de38640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9988110ca0 con 0x7f99881008d0 2024-06-06T08:24:47.696 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.684+0000 7f998de38640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f9988110b20 con 0x7f9988106890 2024-06-06T08:24:47.696 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.684+0000 7f998de38640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f9988110e20 con 0x7f9988101290 2024-06-06T08:24:47.696 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.685+0000 7f9986ffd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9988101290 0x7f998819a9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:47.697 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.685+0000 7f99877fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f99881008d0 0x7f998819a4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:47.697 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.685+0000 7f9987fff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9988106890 0x7f998819ed20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:47.697 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.685+0000 7f9986ffd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9988101290 0x7f998819a9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:41260/0 (socket says 172.21.15.42:41260) 2024-06-06T08:24:47.697 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.685+0000 7f9986ffd640 1 -- 172.21.15.42:0/2950171428 learned_addr learned my addr 172.21.15.42:0/2950171428 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:47.697 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.685+0000 7f99877fe640 1 -- 172.21.15.42:0/2950171428 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9988101290 msgr2=0x7f998819a9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:47.697 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.685+0000 7f99877fe640 1 --2- 172.21.15.42:0/2950171428 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9988101290 0x7f998819a9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:47.697 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.685+0000 7f99877fe640 1 -- 172.21.15.42:0/2950171428 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9988106890 msgr2=0x7f998819ed20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:47.697 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.685+0000 7f99877fe640 1 --2- 172.21.15.42:0/2950171428 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9988106890 0x7f998819ed20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:47.697 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.685+0000 7f99877fe640 1 -- 172.21.15.42:0/2950171428 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f998819f450 con 0x7f99881008d0 2024-06-06T08:24:47.697 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.685+0000 7f9987fff640 1 --2- 172.21.15.42:0/2950171428 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9988106890 0x7f998819ed20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:24:47.697 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.685+0000 7f9986ffd640 1 --2- 172.21.15.42:0/2950171428 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9988101290 0x7f998819a9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:24:47.697 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.685+0000 7f99877fe640 1 --2- 172.21.15.42:0/2950171428 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f99881008d0 0x7f998819a4b0 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f997800d6d0 tx=0x7f997800db90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:47.698 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.685+0000 7f9984ff9640 1 -- 172.21.15.42:0/2950171428 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9978017070 con 0x7f99881008d0 2024-06-06T08:24:47.698 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.685+0000 7f9984ff9640 1 -- 172.21.15.42:0/2950171428 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9978009820 con 0x7f99881008d0 2024-06-06T08:24:47.698 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.685+0000 7f998de38640 1 -- 172.21.15.42:0/2950171428 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f998819f740 con 0x7f99881008d0 2024-06-06T08:24:47.698 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.685+0000 7f9984ff9640 1 -- 172.21.15.42:0/2950171428 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9978004d00 con 0x7f99881008d0 2024-06-06T08:24:47.698 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.686+0000 7f998de38640 1 -- 172.21.15.42:0/2950171428 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99881a6fd0 con 0x7f99881008d0 2024-06-06T08:24:47.698 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.688+0000 7f9984ff9640 1 -- 172.21.15.42:0/2950171428 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f99780099d0 con 0x7f99881008d0 2024-06-06T08:24:47.698 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.688+0000 7f9990c24740 1 Processor -- start 2024-06-06T08:24:47.698 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.688+0000 7f9990c24740 1 -- start start 2024-06-06T08:24:47.698 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.688+0000 7f9990c24740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e9aeb1170 0x562e9aeb1550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:47.698 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.688+0000 7f9990c24740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562e9aeb1a90 0x562e9aebbe10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:47.699 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.689+0000 7f9990c24740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562e9aebc350 0x562e9aebe740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:47.699 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.689+0000 7f9990c24740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x562e9ae154f0 con 0x562e9aeb1a90 2024-06-06T08:24:47.699 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.689+0000 7f9990c24740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x562e9adb3870 con 0x562e9aebc350 2024-06-06T08:24:47.699 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.689+0000 7f9990c24740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x562e9ae114b0 con 0x562e9aeb1170 2024-06-06T08:24:47.699 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.689+0000 7f99877fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562e9aeb1a90 0x562e9aebbe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:47.699 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.689+0000 7f9987fff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e9aeb1170 0x562e9aeb1550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:47.699 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.689+0000 7f99877fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562e9aeb1a90 0x562e9aebbe10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:57396/0 (socket says 172.21.15.42:57396) 2024-06-06T08:24:47.699 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.689+0000 7f99877fe640 1 -- 172.21.15.42:0/520106004 learned_addr learned my addr 172.21.15.42:0/520106004 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:47.699 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.689+0000 7f9984ff9640 1 --2- 172.21.15.42:0/2950171428 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f99700a2da0 0x7f99700a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:47.699 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.689+0000 7f9987fff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e9aeb1170 0x562e9aeb1550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:41262/0 (socket says 172.21.15.42:41262) 2024-06-06T08:24:47.699 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.689+0000 7f9986ffd640 1 --2- 172.21.15.42:0/520106004 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562e9aebc350 0x562e9aebe740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:47.699 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.689+0000 7f9984ff9640 1 -- 172.21.15.42:0/2950171428 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f99780cf240 con 0x7f99881008d0 2024-06-06T08:24:47.700 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.689+0000 7f9987fff640 1 --2- 172.21.15.42:0/2950171428 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f99700a2da0 0x7f99700a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:47.700 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.689+0000 7f9987fff640 1 -- 172.21.15.42:0/520106004 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562e9aebc350 msgr2=0x562e9aebe740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:47.700 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.689+0000 7f9987fff640 1 --2- 172.21.15.42:0/520106004 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562e9aebc350 0x562e9aebe740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:47.700 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.689+0000 7f9987fff640 1 -- 172.21.15.42:0/520106004 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562e9aeb1a90 msgr2=0x562e9aebbe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:47.700 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.689+0000 7f9987fff640 1 --2- 172.21.15.42:0/520106004 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562e9aeb1a90 0x562e9aebbe10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:47.700 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.689+0000 7f9987fff640 1 -- 172.21.15.42:0/520106004 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562e9adcf9b0 con 0x562e9aeb1170 2024-06-06T08:24:47.700 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.690+0000 7f9987fff640 1 --2- 172.21.15.42:0/520106004 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e9aeb1170 0x562e9aeb1550 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f9980005fd0 tx=0x7f998000f790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e74b403edda44cf3 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:47.700 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.690+0000 7f9987fff640 1 --2- 172.21.15.42:0/2950171428 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f99700a2da0 0x7f99700a5260 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f998001e000 tx=0x7f9980020000 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:47.700 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.690+0000 7f996dffb640 1 -- 172.21.15.42:0/520106004 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99800120d0 con 0x562e9aeb1170 2024-06-06T08:24:47.700 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.690+0000 7f996dffb640 1 -- 172.21.15.42:0/520106004 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9980023030 con 0x562e9aeb1170 2024-06-06T08:24:47.700 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.690+0000 7f996dffb640 1 -- 172.21.15.42:0/520106004 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9980010430 con 0x562e9aeb1170 2024-06-06T08:24:47.701 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.690+0000 7f9990c24740 1 -- 172.21.15.42:0/520106004 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e9aeb1170 msgr2=0x562e9aeb1550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:47.701 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.690+0000 7f9990c24740 1 --2- 172.21.15.42:0/520106004 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e9aeb1170 0x562e9aeb1550 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f9980005fd0 tx=0x7f998000f790 comp rx=0 tx=0).stop 2024-06-06T08:24:47.701 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.691+0000 7f9990c24740 1 -- 172.21.15.42:0/520106004 shutdown_connections 2024-06-06T08:24:47.701 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.691+0000 7f9990c24740 1 --2- 172.21.15.42:0/520106004 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562e9aebc350 0x562e9aebe740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:47.701 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.691+0000 7f9990c24740 1 --2- 172.21.15.42:0/520106004 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562e9aeb1a90 0x562e9aebbe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:47.701 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.691+0000 7f9990c24740 1 --2- 172.21.15.42:0/520106004 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e9aeb1170 0x562e9aeb1550 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:47.701 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.691+0000 7f9990c24740 1 -- 172.21.15.42:0/520106004 >> 172.21.15.42:0/520106004 conn(0x562e9aead680 msgr2=0x562e9aeada60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:47.701 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.691+0000 7f9990c24740 1 -- 172.21.15.42:0/520106004 shutdown_connections 2024-06-06T08:24:47.701 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.691+0000 7f9990c24740 1 -- 172.21.15.42:0/520106004 wait complete. 2024-06-06T08:24:47.701 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.691+0000 7f9990c24740 1 -- start start 2024-06-06T08:24:47.701 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.691+0000 7f9990c24740 1 Processor -- start 2024-06-06T08:24:47.701 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.691+0000 7f9990c24740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e9aeb1170 0x562e9aeb9350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:47.702 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.691+0000 7f9990c24740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562e9aeb1a90 0x562e9aeb9890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:47.702 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.691+0000 7f9990c24740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562e9aebc350 0x562e9aeb9dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:47.702 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.691+0000 7f9990c24740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x562e9aebef20 con 0x562e9aebc350 2024-06-06T08:24:47.702 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.691+0000 7f9990c24740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x562e9ad9eae0 con 0x562e9aeb1a90 2024-06-06T08:24:47.702 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.691+0000 7f9990c24740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x562e9aebf0a0 con 0x562e9aeb1170 2024-06-06T08:24:47.702 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.692+0000 7f9990c24740 10 client.0 _ll_register_callbacks cb 0x562e9add79b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:24:47.702 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.692+0000 7f99877fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e9aeb1170 0x562e9aeb9350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:47.702 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.692+0000 7f99877fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e9aeb1170 0x562e9aeb9350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:41272/0 (socket says 172.21.15.42:41272) 2024-06-06T08:24:47.702 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.692+0000 7f99877fe640 1 -- 172.21.15.42:0/2040033510 learned_addr learned my addr 172.21.15.42:0/2040033510 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:47.702 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.692+0000 7f9987fff640 1 --2- 172.21.15.42:0/2040033510 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562e9aebc350 0x562e9aeb9dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:47.702 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.692+0000 7f9986ffd640 1 --2- 172.21.15.42:0/2040033510 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562e9aeb1a90 0x562e9aeb9890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:47.703 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.692+0000 7f99877fe640 1 -- 172.21.15.42:0/2040033510 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562e9aeb1a90 msgr2=0x562e9aeb9890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:47.703 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.692+0000 7f99877fe640 1 --2- 172.21.15.42:0/2040033510 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562e9aeb1a90 0x562e9aeb9890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:47.703 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.692+0000 7f99877fe640 1 -- 172.21.15.42:0/2040033510 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562e9aebc350 msgr2=0x562e9aeb9dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:47.703 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.692+0000 7f99877fe640 1 --2- 172.21.15.42:0/2040033510 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562e9aebc350 0x562e9aeb9dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:47.703 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.692+0000 7f99877fe640 1 -- 172.21.15.42:0/2040033510 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562e9ab29210 con 0x562e9aeb1170 2024-06-06T08:24:47.703 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.692+0000 7f9987fff640 1 --2- 172.21.15.42:0/2040033510 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562e9aebc350 0x562e9aeb9dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:24:47.703 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.692+0000 7f99877fe640 1 --2- 172.21.15.42:0/2040033510 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e9aeb1170 0x562e9aeb9350 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f9978000c00 tx=0x7f9978004f70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4d24cc6b213f2da8 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:47.703 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.692+0000 7f9966ffd640 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:24:47.703 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.692+0000 7f9966ffd640 1 -- 172.21.15.42:0/2040033510 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9978020070 con 0x562e9aeb1170 2024-06-06T08:24:47.703 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.692+0000 7f9990c24740 1 -- 172.21.15.42:0/2040033510 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9980023030 con 0x562e9aeb1170 2024-06-06T08:24:47.703 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.692+0000 7f9966ffd640 1 -- 172.21.15.42:0/2040033510 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f99780cc870 con 0x562e9aeb1170 2024-06-06T08:24:47.703 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.692+0000 7f9966ffd640 1 -- 172.21.15.42:0/2040033510 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f99780cca70 con 0x562e9aeb1170 2024-06-06T08:24:47.704 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.692+0000 7f9990c24740 10 client.25579 fetch_fsmap learned FSMap version 26 2024-06-06T08:24:47.704 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.693+0000 7f9990c24740 1 -- 172.21.15.42:0/2040033510 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562e9abf5620 con 0x562e9aeb1170 2024-06-06T08:24:47.704 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.693+0000 7f9966ffd640 1 -- 172.21.15.42:0/2040033510 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9980023030 con 0x562e9aeb1170 2024-06-06T08:24:47.704 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.693+0000 7f9966ffd640 1 -- 172.21.15.42:0/2040033510 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7f997809a9e0 con 0x562e9aeb1170 2024-06-06T08:24:47.704 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.693+0000 7f9990c24740 10 client.25579 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:24:47.704 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.693+0000 7f9990c24740 10 client.25579 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:24:47.704 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.693+0000 7f9990c24740 20 client.25579 populate_metadata read hostname 'smithi042' 2024-06-06T08:24:47.704 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.693+0000 7f9990c24740 1 --2- 172.21.15.42:0/2040033510 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x562e9aecc4d0 0x562e9aece8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:47.704 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.693+0000 7f9990c24740 4 client.25579 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:24:47.704 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.693+0000 7f9990c24740 1 -- 172.21.15.42:0/2040033510 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562e9ae28f10 con 0x562e9aecc4d0 2024-06-06T08:24:47.704 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.693+0000 7f9986ffd640 1 --2- 172.21.15.42:0/2040033510 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x562e9aecc4d0 0x562e9aece8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:47.704 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.694+0000 7f9966ffd640 10 client.25579 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:24:47.705 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.694+0000 7f9986ffd640 1 --2- 172.21.15.42:0/2040033510 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x562e9aecc4d0 0x562e9aece8c0 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d3e6db86e314f3df server_cookie=ecbadd010d1f2a40 in_seq=0 out_seq=0 2024-06-06T08:24:47.706 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.697+0000 7f9966ffd640 1 -- 172.21.15.42:0/2040033510 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x562e9ae28f10 con 0x562e9aecc4d0 2024-06-06T08:24:47.706 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.697+0000 7f9966ffd640 10 client.25579 handle_command_reply: tid=0 2024-06-06T08:24:47.706 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.697+0000 7f9990c24740 1 client.25579 shutdown 2024-06-06T08:24:47.706 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.697+0000 7f9990c24740 1 -- 172.21.15.42:0/2040033510 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e9aeb1170 msgr2=0x562e9aeb9350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:47.706 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.697+0000 7f9990c24740 1 --2- 172.21.15.42:0/2040033510 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e9aeb1170 0x562e9aeb9350 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f9978000c00 tx=0x7f9978004f70 comp rx=0 tx=0).stop 2024-06-06T08:24:47.707 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.697+0000 7f9990c24740 1 -- 172.21.15.42:0/2040033510 shutdown_connections 2024-06-06T08:24:47.707 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.697+0000 7f9990c24740 1 --2- 172.21.15.42:0/2040033510 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x562e9aecc4d0 0x562e9aece8c0 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:47.707 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.697+0000 7f9990c24740 1 --2- 172.21.15.42:0/2040033510 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562e9aeb1a90 0x562e9aeb9890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:47.707 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.697+0000 7f9990c24740 1 --2- 172.21.15.42:0/2040033510 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562e9aebc350 0x562e9aeb9dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:47.707 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.697+0000 7f9990c24740 1 --2- 172.21.15.42:0/2040033510 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e9aeb1170 0x562e9aeb9350 secure :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f9978000c00 tx=0x7f9978004f70 comp rx=0 tx=0).stop 2024-06-06T08:24:47.707 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.697+0000 7f9990c24740 1 -- 172.21.15.42:0/2040033510 >> 172.21.15.42:0/2040033510 conn(0x562e9aead680 msgr2=0x562e9aeb3400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:47.707 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.698+0000 7f9966ffd640 0 client.25579 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:24:47.707 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.698+0000 7f9990c24740 1 -- 172.21.15.42:0/2040033510 shutdown_connections 2024-06-06T08:24:47.707 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.698+0000 7f9990c24740 1 -- 172.21.15.42:0/2040033510 wait complete. 2024-06-06T08:24:47.707 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.698+0000 7f9990c24740 20 client.25579 trim_cache size 0 max 16384 2024-06-06T08:24:47.715 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.715+0000 7f9990c24740 1 Processor -- start 2024-06-06T08:24:47.716 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.715+0000 7f9990c24740 1 -- start start 2024-06-06T08:24:47.716 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.715+0000 7f9990c24740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562e9aeb1a90 0x562e9aeacf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:47.716 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.715+0000 7f9990c24740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562e9aebc350 0x562e9aeb7c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:47.716 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.715+0000 7f9990c24740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e9aeb4d40 0x562e9aeb81a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:47.716 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.715+0000 7f9990c24740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f99881b3740 con 0x562e9aebc350 2024-06-06T08:24:47.716 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.715+0000 7f9990c24740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f99881b1010 con 0x562e9aeb1a90 2024-06-06T08:24:47.716 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.715+0000 7f9990c24740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f99881aee60 con 0x562e9aeb4d40 2024-06-06T08:24:47.716 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.715+0000 7f9986ffd640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562e9aebc350 0x562e9aeb7c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:47.716 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.715+0000 7f9986ffd640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562e9aebc350 0x562e9aeb7c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:57408/0 (socket says 172.21.15.42:57408) 2024-06-06T08:24:47.716 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.715+0000 7f9986ffd640 1 -- 172.21.15.42:0/741737788 learned_addr learned my addr 172.21.15.42:0/741737788 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:47.717 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.716+0000 7f9987fff640 1 --2- 172.21.15.42:0/741737788 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e9aeb4d40 0x562e9aeb81a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:47.717 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.716+0000 7f99877fe640 1 --2- 172.21.15.42:0/741737788 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562e9aeb1a90 0x562e9aeacf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:47.717 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.716+0000 7f9986ffd640 1 -- 172.21.15.42:0/741737788 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e9aeb4d40 msgr2=0x562e9aeb81a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:47.717 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.716+0000 7f9986ffd640 1 --2- 172.21.15.42:0/741737788 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e9aeb4d40 0x562e9aeb81a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:47.717 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.716+0000 7f9986ffd640 1 -- 172.21.15.42:0/741737788 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562e9aeb1a90 msgr2=0x562e9aeacf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:47.717 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.716+0000 7f9986ffd640 1 --2- 172.21.15.42:0/741737788 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562e9aeb1a90 0x562e9aeacf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:47.717 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.716+0000 7f9986ffd640 1 -- 172.21.15.42:0/741737788 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562e9aeae250 con 0x562e9aebc350 2024-06-06T08:24:47.717 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.716+0000 7f9986ffd640 1 --2- 172.21.15.42:0/741737788 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562e9aebc350 0x562e9aeb7c60 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f997c0314b0 tx=0x7f997c032a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6fe96694c8f7e2d server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:47.717 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.716+0000 7f996d7fa640 1 -- 172.21.15.42:0/741737788 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f997c035040 con 0x562e9aebc350 2024-06-06T08:24:47.717 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.716+0000 7f996d7fa640 1 -- 172.21.15.42:0/741737788 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f997c009520 con 0x562e9aebc350 2024-06-06T08:24:47.718 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.716+0000 7f996d7fa640 1 -- 172.21.15.42:0/741737788 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f997c03c6a0 con 0x562e9aebc350 2024-06-06T08:24:47.721 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.717+0000 7f9990c24740 1 -- 172.21.15.42:0/741737788 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562e9aebc350 msgr2=0x562e9aeb7c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:47.721 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.717+0000 7f9990c24740 1 --2- 172.21.15.42:0/741737788 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562e9aebc350 0x562e9aeb7c60 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f997c0314b0 tx=0x7f997c032a00 comp rx=0 tx=0).stop 2024-06-06T08:24:47.721 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.717+0000 7f9990c24740 1 -- 172.21.15.42:0/741737788 shutdown_connections 2024-06-06T08:24:47.721 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.717+0000 7f9990c24740 1 --2- 172.21.15.42:0/741737788 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e9aeb4d40 0x562e9aeb81a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:47.721 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.717+0000 7f9990c24740 1 --2- 172.21.15.42:0/741737788 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562e9aebc350 0x562e9aeb7c60 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:47.721 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.717+0000 7f9990c24740 1 --2- 172.21.15.42:0/741737788 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562e9aeb1a90 0x562e9aeacf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:47.722 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.717+0000 7f9990c24740 1 -- 172.21.15.42:0/741737788 >> 172.21.15.42:0/741737788 conn(0x562e9aead680 msgr2=0x562e9aeb4630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:47.722 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.717+0000 7f9990c24740 1 -- 172.21.15.42:0/741737788 shutdown_connections 2024-06-06T08:24:47.722 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.717+0000 7f9990c24740 1 -- 172.21.15.42:0/741737788 wait complete. 2024-06-06T08:24:47.722 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.718+0000 7f9990c24740 1 -- start start 2024-06-06T08:24:47.722 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.718+0000 7f9990c24740 1 Processor -- start 2024-06-06T08:24:47.722 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.719+0000 7f9990c24740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562e9aeb1a90 0x562e9aec42f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:47.722 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.719+0000 7f9990c24740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562e9aeb4d40 0x562e9aec4830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:47.722 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.719+0000 7f9990c24740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e9aebc350 0x562e9aeb59f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:47.722 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.719+0000 7f9990c24740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f99881af4d0 con 0x562e9aeb4d40 2024-06-06T08:24:47.722 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.719+0000 7f9990c24740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f99881b0940 con 0x562e9aeb1a90 2024-06-06T08:24:47.722 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.719+0000 7f9990c24740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f99881afba0 con 0x562e9aebc350 2024-06-06T08:24:47.722 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.719+0000 7f9986ffd640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562e9aeb4d40 0x562e9aec4830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:47.723 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.719+0000 7f9987fff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e9aebc350 0x562e9aeb59f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:47.723 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.719+0000 7f9987fff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e9aebc350 0x562e9aeb59f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:41284/0 (socket says 172.21.15.42:41284) 2024-06-06T08:24:47.723 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.719+0000 7f9986ffd640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562e9aeb4d40 0x562e9aec4830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:57420/0 (socket says 172.21.15.42:57420) 2024-06-06T08:24:47.723 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.719+0000 7f9987fff640 1 -- 172.21.15.42:0/282262613 learned_addr learned my addr 172.21.15.42:0/282262613 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:24:47.723 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.719+0000 7f9990c24740 10 client.0 _ll_register_callbacks cb 0x7f9978004ea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:24:47.723 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.719+0000 7f99877fe640 1 --2- 172.21.15.42:0/282262613 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562e9aeb1a90 0x562e9aec42f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:47.723 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.719+0000 7f9986ffd640 1 -- 172.21.15.42:0/282262613 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e9aebc350 msgr2=0x562e9aeb59f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:47.723 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.719+0000 7f9986ffd640 1 --2- 172.21.15.42:0/282262613 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e9aebc350 0x562e9aeb59f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:47.723 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.719+0000 7f9986ffd640 1 -- 172.21.15.42:0/282262613 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562e9aeb1a90 msgr2=0x562e9aec42f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:24:47.723 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.719+0000 7f9986ffd640 1 --2- 172.21.15.42:0/282262613 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562e9aeb1a90 0x562e9aec42f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:47.723 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.719+0000 7f9986ffd640 1 -- 172.21.15.42:0/282262613 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562e9aeb5f30 con 0x562e9aeb4d40 2024-06-06T08:24:47.724 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.719+0000 7f9987fff640 1 --2- 172.21.15.42:0/282262613 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e9aebc350 0x562e9aeb59f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:24:47.724 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.720+0000 7f9986ffd640 1 --2- 172.21.15.42:0/282262613 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562e9aeb4d40 0x562e9aec4830 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x562e9aeba5f0 tx=0x7f997c02ab90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94fc6a31bb50acd2 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:24:47.724 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.720+0000 7f9966ffd640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:24:47.724 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.720+0000 7f9966ffd640 1 -- 172.21.15.42:0/282262613 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f997c057060 con 0x562e9aeb4d40 2024-06-06T08:24:47.724 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.720+0000 7f9966ffd640 1 -- 172.21.15.42:0/282262613 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f997c0035f0 con 0x562e9aeb4d40 2024-06-06T08:24:47.724 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.720+0000 7f9990c24740 1 -- 172.21.15.42:0/282262613 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f997c009520 con 0x562e9aeb4d40 2024-06-06T08:24:47.724 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.720+0000 7f9966ffd640 1 -- 172.21.15.42:0/282262613 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f997c05e050 con 0x562e9aeb4d40 2024-06-06T08:24:47.724 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.720+0000 7f9990c24740 10 client.16023 fetch_fsmap learned FSMap version 26 2024-06-06T08:24:47.724 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.720+0000 7f9990c24740 1 -- 172.21.15.42:0/282262613 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562e9af36950 con 0x562e9aeb4d40 2024-06-06T08:24:47.724 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.720+0000 7f9966ffd640 1 -- 172.21.15.42:0/282262613 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f997c009520 con 0x562e9aeb4d40 2024-06-06T08:24:47.724 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.721+0000 7f9966ffd640 1 -- 172.21.15.42:0/282262613 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8346+0+0 (secure 0 0 0) 0x7f997c0046e0 con 0x562e9aeb4d40 2024-06-06T08:24:47.725 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.721+0000 7f9990c24740 10 client.16023 fetch_fsmap finished waiting for FSMap version 26 2024-06-06T08:24:47.725 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.721+0000 7f9990c24740 10 client.16023 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:24:47.725 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.721+0000 7f9990c24740 20 client.16023 populate_metadata read hostname 'smithi042' 2024-06-06T08:24:47.725 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.721+0000 7f9990c24740 1 --2- 172.21.15.42:0/282262613 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x562e9af370b0 0x562e9af394d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:24:47.725 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.721+0000 7f9990c24740 4 client.16023 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:24:47.725 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.721+0000 7f9990c24740 1 -- 172.21.15.42:0/282262613 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x562e9ae22c20 con 0x562e9af370b0 2024-06-06T08:24:47.725 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.721+0000 7f99877fe640 1 --2- 172.21.15.42:0/282262613 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x562e9af370b0 0x562e9af394d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:24:47.725 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.721+0000 7f9966ffd640 10 client.16023 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:24:47.725 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:47.721+0000 7f99877fe640 1 --2- 172.21.15.42:0/282262613 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x562e9af370b0 0x562e9af394d0 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=45926c5889c5e90b server_cookie=11419b250f5b1b0c in_seq=0 out_seq=0 2024-06-06T08:24:48.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:24:48 smithi042 ceph-mon[32384]: pgmap v68: 129 pgs: 129 active+clean; 5.7 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 263 KiB/s rd, 442 KiB/s wr, 70 op/s 2024-06-06T08:24:48.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:24:48 smithi120 ceph-mon[36658]: pgmap v68: 129 pgs: 129 active+clean; 5.7 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 263 KiB/s rd, 442 KiB/s wr, 70 op/s 2024-06-06T08:24:48.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:24:48 smithi149 ceph-mon[36842]: pgmap v68: 129 pgs: 129 active+clean; 5.7 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 263 KiB/s rd, 442 KiB/s wr, 70 op/s 2024-06-06T08:24:49.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:24:49 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:24:49.623 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:49.623+0000 7f9966ffd640 1 -- 172.21.15.42:0/282262613 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x562e9ae22c20 con 0x562e9af370b0 2024-06-06T08:24:49.623 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:49.623+0000 7f9966ffd640 10 client.16023 handle_command_reply: tid=0 2024-06-06T08:24:49.623 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:49.623+0000 7f9990c24740 1 client.16023 shutdown 2024-06-06T08:24:49.623 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:49.623+0000 7f9990c24740 1 -- 172.21.15.42:0/282262613 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562e9aeb4d40 msgr2=0x562e9aec4830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:49.623 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:49.623+0000 7f9990c24740 1 --2- 172.21.15.42:0/282262613 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562e9aeb4d40 0x562e9aec4830 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x562e9aeba5f0 tx=0x7f997c02ab90 comp rx=0 tx=0).stop 2024-06-06T08:24:49.623 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:49.623+0000 7f9990c24740 1 -- 172.21.15.42:0/282262613 shutdown_connections 2024-06-06T08:24:49.624 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:49.623+0000 7f9990c24740 1 --2- 172.21.15.42:0/282262613 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x562e9af370b0 0x562e9af394d0 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:49.624 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:49.623+0000 7f9990c24740 1 --2- 172.21.15.42:0/282262613 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e9aebc350 0x562e9aeb59f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:49.624 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:49.623+0000 7f9990c24740 1 --2- 172.21.15.42:0/282262613 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562e9aeb4d40 0x562e9aec4830 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:49.624 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:49.623+0000 7f9966ffd640 0 client.16023 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:24:49.624 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:49.623+0000 7f9990c24740 1 --2- 172.21.15.42:0/282262613 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562e9aeb1a90 0x562e9aec42f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:49.624 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:49.623+0000 7f9990c24740 1 -- 172.21.15.42:0/282262613 >> 172.21.15.42:0/282262613 conn(0x562e9aead680 msgr2=0x562e9aeb7bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:49.624 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:49.624+0000 7f9990c24740 1 -- 172.21.15.42:0/282262613 shutdown_connections 2024-06-06T08:24:49.624 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:49.624+0000 7f9990c24740 1 -- 172.21.15.42:0/282262613 wait complete. 2024-06-06T08:24:49.624 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:49.624+0000 7f9990c24740 20 client.16023 trim_cache size 0 max 16384 2024-06-06T08:24:49.625 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:24:49.625 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:24:49.625 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:24:49.626 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:49.624+0000 7f998de38640 1 -- 172.21.15.42:0/2950171428 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f99700a2da0 msgr2=0x7f99700a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:49.626 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:49.624+0000 7f998de38640 1 --2- 172.21.15.42:0/2950171428 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f99700a2da0 0x7f99700a5260 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f998001e000 tx=0x7f9980020000 comp rx=0 tx=0).stop 2024-06-06T08:24:49.626 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:49.624+0000 7f998de38640 1 -- 172.21.15.42:0/2950171428 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f99881008d0 msgr2=0x7f998819a4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:24:49.626 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:49.624+0000 7f998de38640 1 --2- 172.21.15.42:0/2950171428 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f99881008d0 0x7f998819a4b0 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f997800d6d0 tx=0x7f997800db90 comp rx=0 tx=0).stop 2024-06-06T08:24:49.626 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:49.625+0000 7f998de38640 1 -- 172.21.15.42:0/2950171428 shutdown_connections 2024-06-06T08:24:49.626 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:49.625+0000 7f998de38640 1 --2- 172.21.15.42:0/2950171428 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f99700a2da0 0x7f99700a5260 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:49.626 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:49.625+0000 7f998de38640 1 --2- 172.21.15.42:0/2950171428 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9988106890 0x7f998819ed20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:49.626 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:49.625+0000 7f998de38640 1 --2- 172.21.15.42:0/2950171428 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9988101290 0x7f998819a9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:49.626 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:49.625+0000 7f998de38640 1 --2- 172.21.15.42:0/2950171428 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f99881008d0 0x7f998819a4b0 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:24:49.626 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:49.625+0000 7f998de38640 1 -- 172.21.15.42:0/2950171428 >> 172.21.15.42:0/2950171428 conn(0x7f9988077a20 msgr2=0x7f9988069230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:24:49.626 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:49.625+0000 7f998de38640 1 -- 172.21.15.42:0/2950171428 shutdown_connections 2024-06-06T08:24:49.627 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:24:49.625+0000 7f998de38640 1 -- 172.21.15.42:0/2950171428 wait complete. 2024-06-06T08:24:49.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:24:49 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:24:49.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:24:49 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:24:50.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:24:50 smithi042 ceph-mon[32384]: pgmap v69: 129 pgs: 129 active+clean; 32 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 828 KiB/s rd, 2.7 MiB/s wr, 164 op/s 2024-06-06T08:24:50.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:24:50 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:24:50.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:24:50 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:24:50.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:24:50 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:24:50.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:24:50 smithi120 ceph-mon[36658]: pgmap v69: 129 pgs: 129 active+clean; 32 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 828 KiB/s rd, 2.7 MiB/s wr, 164 op/s 2024-06-06T08:24:50.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:24:50 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:24:50.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:24:50 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:24:50.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:24:50 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:24:50.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:24:50 smithi149 ceph-mon[36842]: pgmap v69: 129 pgs: 129 active+clean; 32 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 828 KiB/s rd, 2.7 MiB/s wr, 164 op/s 2024-06-06T08:24:50.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:24:50 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:24:50.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:24:50 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:24:50.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:24:50 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:24:52.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:24:52 smithi120 ceph-mon[36658]: pgmap v70: 129 pgs: 129 active+clean; 32 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 693 KiB/s rd, 2.6 MiB/s wr, 140 op/s 2024-06-06T08:24:52.671 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:24:52 smithi042 ceph-mon[32384]: pgmap v70: 129 pgs: 129 active+clean; 32 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 693 KiB/s rd, 2.6 MiB/s wr, 140 op/s 2024-06-06T08:24:52.736 INFO:tasks.workunit.client.0.smithi042.stdout: 17 328668 981 154746 743 63205 789 2024-06-06T08:24:52.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:24:52 smithi149 ceph-mon[36842]: pgmap v70: 129 pgs: 129 active+clean; 32 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 693 KiB/s rd, 2.6 MiB/s wr, 140 op/s 2024-06-06T08:24:54.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:24:54 smithi120 ceph-mon[36658]: pgmap v71: 129 pgs: 129 active+clean; 33 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 3.1 MiB/s wr, 247 op/s 2024-06-06T08:24:54.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:24:54 smithi149 ceph-mon[36842]: pgmap v71: 129 pgs: 129 active+clean; 33 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 3.1 MiB/s wr, 247 op/s 2024-06-06T08:24:54.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:24:54 smithi042 ceph-mon[32384]: pgmap v71: 129 pgs: 129 active+clean; 33 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 3.1 MiB/s wr, 247 op/s 2024-06-06T08:24:56.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:24:56 smithi120 ceph-mon[36658]: pgmap v72: 129 pgs: 129 active+clean; 43 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 4.2 MiB/s wr, 620 op/s 2024-06-06T08:24:56.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:24:56 smithi120 ceph-mon[36658]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:24:56.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:24:56 smithi149 ceph-mon[36842]: pgmap v72: 129 pgs: 129 active+clean; 43 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 4.2 MiB/s wr, 620 op/s 2024-06-06T08:24:56.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:24:56 smithi149 ceph-mon[36842]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:24:56.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:24:56 smithi042 ceph-mon[32384]: pgmap v72: 129 pgs: 129 active+clean; 43 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 4.2 MiB/s wr, 620 op/s 2024-06-06T08:24:56.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:24:56 smithi042 ceph-mon[32384]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:24:58.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:24:58 smithi120 ceph-mon[36658]: pgmap v73: 129 pgs: 129 active+clean; 43 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 4.2 MiB/s wr, 620 op/s 2024-06-06T08:24:58.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:24:58 smithi149 ceph-mon[36842]: pgmap v73: 129 pgs: 129 active+clean; 43 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 4.2 MiB/s wr, 620 op/s 2024-06-06T08:24:58.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:24:58 smithi042 ceph-mon[32384]: pgmap v73: 129 pgs: 129 active+clean; 43 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 4.2 MiB/s wr, 620 op/s 2024-06-06T08:25:00.589 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:25:00 smithi149 ceph-mon[36842]: pgmap v74: 129 pgs: 129 active+clean; 50 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 4.8 MiB/s wr, 653 op/s 2024-06-06T08:25:00.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:25:00 smithi120 ceph-mon[36658]: pgmap v74: 129 pgs: 129 active+clean; 50 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 4.8 MiB/s wr, 653 op/s 2024-06-06T08:25:00.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:25:00 smithi042 ceph-mon[32384]: pgmap v74: 129 pgs: 129 active+clean; 50 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 4.8 MiB/s wr, 653 op/s 2024-06-06T08:25:01.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:25:01 smithi120 ceph-mon[36658]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:25:01.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:25:01 smithi149 ceph-mon[36842]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:25:01.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:25:01 smithi042 ceph-mon[32384]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:25:02.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:25:02 smithi120 ceph-mon[36658]: pgmap v75: 129 pgs: 129 active+clean; 50 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.5 MiB/s wr, 559 op/s 2024-06-06T08:25:02.728 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.725+0000 7f6a2182c640 1 -- 172.21.15.42:0/3979496980 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6a1c100860 msgr2=0x7f6a1c10e830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:02.728 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.725+0000 7f6a2182c640 1 --2- 172.21.15.42:0/3979496980 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6a1c100860 0x7f6a1c10e830 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f6a14009cd0 tx=0x7f6a1402a8e0 comp rx=0 tx=0).stop 2024-06-06T08:25:02.728 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.725+0000 7f6a2182c640 1 -- 172.21.15.42:0/3979496980 shutdown_connections 2024-06-06T08:25:02.728 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.725+0000 7f6a2182c640 1 --2- 172.21.15.42:0/3979496980 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6a1c0ffea0 0x7f6a1c100320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:02.728 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.725+0000 7f6a2182c640 1 --2- 172.21.15.42:0/3979496980 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6a1c100860 0x7f6a1c10e830 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:02.728 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.725+0000 7f6a2182c640 1 --2- 172.21.15.42:0/3979496980 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6a1c106980 0x7f6a1c106d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:02.728 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.725+0000 7f6a2182c640 1 -- 172.21.15.42:0/3979496980 >> 172.21.15.42:0/3979496980 conn(0x7f6a1c076e30 msgr2=0x7f6a1c0fe1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:02.728 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.725+0000 7f6a2182c640 1 -- 172.21.15.42:0/3979496980 shutdown_connections 2024-06-06T08:25:02.729 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.725+0000 7f6a2182c640 1 -- 172.21.15.42:0/3979496980 wait complete. 2024-06-06T08:25:02.729 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.726+0000 7f6a2182c640 1 Processor -- start 2024-06-06T08:25:02.729 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.726+0000 7f6a2182c640 1 -- start start 2024-06-06T08:25:02.729 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.726+0000 7f6a2182c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6a1c0ffea0 0x7f6a1c198250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:02.729 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.726+0000 7f6a2182c640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6a1c100860 0x7f6a1c198790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:02.729 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.726+0000 7f6a2182c640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6a1c106980 0x7f6a1c19cac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:02.729 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.726+0000 7f6a2182c640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6a1c111e50 con 0x7f6a1c100860 2024-06-06T08:25:02.729 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.726+0000 7f6a2182c640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f6a1c111cd0 con 0x7f6a1c106980 2024-06-06T08:25:02.729 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.726+0000 7f6a2182c640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f6a1c111fd0 con 0x7f6a1c0ffea0 2024-06-06T08:25:02.729 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.727+0000 7f6a1a7fc640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6a1c100860 0x7f6a1c198790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:02.729 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.727+0000 7f6a1affd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6a1c0ffea0 0x7f6a1c198250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:02.729 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.727+0000 7f6a1a7fc640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6a1c100860 0x7f6a1c198790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:48324/0 (socket says 172.21.15.42:48324) 2024-06-06T08:25:02.730 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.727+0000 7f6a1a7fc640 1 -- 172.21.15.42:0/1031319866 learned_addr learned my addr 172.21.15.42:0/1031319866 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:02.730 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.727+0000 7f6a1b7fe640 1 --2- 172.21.15.42:0/1031319866 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6a1c106980 0x7f6a1c19cac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:02.730 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.727+0000 7f6a1a7fc640 1 -- 172.21.15.42:0/1031319866 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6a1c0ffea0 msgr2=0x7f6a1c198250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:02.730 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.727+0000 7f6a1a7fc640 1 --2- 172.21.15.42:0/1031319866 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6a1c0ffea0 0x7f6a1c198250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:02.730 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.727+0000 7f6a1a7fc640 1 -- 172.21.15.42:0/1031319866 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6a1c106980 msgr2=0x7f6a1c19cac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:02.730 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.727+0000 7f6a1a7fc640 1 --2- 172.21.15.42:0/1031319866 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6a1c106980 0x7f6a1c19cac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:02.730 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.727+0000 7f6a1a7fc640 1 -- 172.21.15.42:0/1031319866 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a1c19d1f0 con 0x7f6a1c100860 2024-06-06T08:25:02.731 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.727+0000 7f6a1affd640 1 --2- 172.21.15.42:0/1031319866 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6a1c0ffea0 0x7f6a1c198250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:25:02.731 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.727+0000 7f6a1a7fc640 1 --2- 172.21.15.42:0/1031319866 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6a1c100860 0x7f6a1c198790 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f6a1000e9f0 tx=0x7f6a1000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:02.731 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.727+0000 7f6a2082a640 1 -- 172.21.15.42:0/1031319866 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a1000cd80 con 0x7f6a1c100860 2024-06-06T08:25:02.731 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.727+0000 7f6a2082a640 1 -- 172.21.15.42:0/1031319866 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6a10010910 con 0x7f6a1c100860 2024-06-06T08:25:02.731 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.727+0000 7f6a2082a640 1 -- 172.21.15.42:0/1031319866 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a10018990 con 0x7f6a1c100860 2024-06-06T08:25:02.731 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.727+0000 7f6a2182c640 1 -- 172.21.15.42:0/1031319866 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a1c19d4e0 con 0x7f6a1c100860 2024-06-06T08:25:02.731 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.727+0000 7f6a2182c640 1 -- 172.21.15.42:0/1031319866 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a1c1a4d70 con 0x7f6a1c100860 2024-06-06T08:25:02.737 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.730+0000 7f6a2082a640 1 -- 172.21.15.42:0/1031319866 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f6a10010ac0 con 0x7f6a1c100860 2024-06-06T08:25:02.737 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.730+0000 7f6a2460f740 1 Processor -- start 2024-06-06T08:25:02.738 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.730+0000 7f6a2460f740 1 -- start start 2024-06-06T08:25:02.738 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.730+0000 7f6a2460f740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b59a3c5170 0x55b59a3c5550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:02.738 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.730+0000 7f6a2460f740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b59a3c5a90 0x55b59a3cfe10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:02.738 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.730+0000 7f6a2460f740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b59a3d0350 0x55b59a3d2740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:02.738 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.730+0000 7f6a2460f740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55b59a3294f0 con 0x55b59a3c5170 2024-06-06T08:25:02.738 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.730+0000 7f6a2460f740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55b59a2c7870 con 0x55b59a3c5a90 2024-06-06T08:25:02.739 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.730+0000 7f6a2460f740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55b59a3254b0 con 0x55b59a3d0350 2024-06-06T08:25:02.739 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.730+0000 7f6a1b7fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b59a3c5170 0x55b59a3c5550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:02.739 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.730+0000 7f6a1b7fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b59a3c5170 0x55b59a3c5550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:48336/0 (socket says 172.21.15.42:48336) 2024-06-06T08:25:02.739 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.730+0000 7f6a1b7fe640 1 -- 172.21.15.42:0/2248004729 learned_addr learned my addr 172.21.15.42:0/2248004729 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:02.739 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.730+0000 7f6a1affd640 1 --2- 172.21.15.42:0/2248004729 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b59a3c5a90 0x55b59a3cfe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:02.739 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.730+0000 7f6a1a7fc640 1 --2- 172.21.15.42:0/2248004729 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b59a3d0350 0x55b59a3d2740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:02.739 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.730+0000 7f6a2082a640 1 --2- 172.21.15.42:0/1031319866 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f6a040a2da0 0x7f6a040a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:02.739 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.731+0000 7f6a1b7fe640 1 -- 172.21.15.42:0/2248004729 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b59a3d0350 msgr2=0x55b59a3d2740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:02.739 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.731+0000 7f6a1b7fe640 1 --2- 172.21.15.42:0/2248004729 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b59a3d0350 0x55b59a3d2740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:02.739 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.731+0000 7f6a1b7fe640 1 -- 172.21.15.42:0/2248004729 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b59a3c5a90 msgr2=0x55b59a3cfe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:02.739 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.731+0000 7f6a1b7fe640 1 --2- 172.21.15.42:0/2248004729 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b59a3c5a90 0x55b59a3cfe10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:02.739 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.731+0000 7f6a1b7fe640 1 -- 172.21.15.42:0/2248004729 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b59a2e39b0 con 0x55b59a3c5170 2024-06-06T08:25:02.739 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.731+0000 7f6a1affd640 1 --2- 172.21.15.42:0/2248004729 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b59a3c5a90 0x55b59a3cfe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:25:02.740 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.731+0000 7f6a2082a640 1 -- 172.21.15.42:0/1031319866 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f6a100cfa80 con 0x7f6a1c100860 2024-06-06T08:25:02.740 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.731+0000 7f6a1b7fe640 1 --2- 172.21.15.42:0/1031319866 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f6a040a2da0 0x7f6a040a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:02.740 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.731+0000 7f6a1b7fe640 1 --2- 172.21.15.42:0/2248004729 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b59a3c5170 0x55b59a3c5550 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f6a14004ab0 tx=0x7f6a14031430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18c792ae49c00d03 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:02.740 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.731+0000 7f6a01ffb640 1 -- 172.21.15.42:0/2248004729 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a14041040 con 0x55b59a3c5170 2024-06-06T08:25:02.740 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.731+0000 7f6a01ffb640 1 -- 172.21.15.42:0/2248004729 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6a14043070 con 0x55b59a3c5170 2024-06-06T08:25:02.740 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.731+0000 7f6a01ffb640 1 -- 172.21.15.42:0/2248004729 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a14030bb0 con 0x55b59a3c5170 2024-06-06T08:25:02.740 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.732+0000 7f6a2460f740 1 -- 172.21.15.42:0/2248004729 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b59a3c5170 msgr2=0x55b59a3c5550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:02.740 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.732+0000 7f6a1b7fe640 1 --2- 172.21.15.42:0/1031319866 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f6a040a2da0 0x7f6a040a5260 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f6a14005fe0 tx=0x7f6a1404d000 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:02.740 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.732+0000 7f6a2460f740 1 --2- 172.21.15.42:0/2248004729 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b59a3c5170 0x55b59a3c5550 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f6a14004ab0 tx=0x7f6a14031430 comp rx=0 tx=0).stop 2024-06-06T08:25:02.740 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.732+0000 7f6a2460f740 1 -- 172.21.15.42:0/2248004729 shutdown_connections 2024-06-06T08:25:02.740 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.732+0000 7f6a2460f740 1 --2- 172.21.15.42:0/2248004729 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b59a3c5a90 0x55b59a3cfe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:02.740 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.732+0000 7f6a2460f740 1 --2- 172.21.15.42:0/2248004729 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b59a3d0350 0x55b59a3d2740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:02.740 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.732+0000 7f6a2460f740 1 --2- 172.21.15.42:0/2248004729 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b59a3c5170 0x55b59a3c5550 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:02.741 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.732+0000 7f6a2460f740 1 -- 172.21.15.42:0/2248004729 >> 172.21.15.42:0/2248004729 conn(0x55b59a3c1680 msgr2=0x55b59a3c1a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:02.741 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.732+0000 7f6a2460f740 1 -- 172.21.15.42:0/2248004729 shutdown_connections 2024-06-06T08:25:02.741 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.732+0000 7f6a2460f740 1 -- 172.21.15.42:0/2248004729 wait complete. 2024-06-06T08:25:02.741 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.732+0000 7f6a2460f740 1 -- start start 2024-06-06T08:25:02.741 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.733+0000 7f6a2460f740 1 Processor -- start 2024-06-06T08:25:02.741 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.733+0000 7f6a2460f740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b59a3c5170 0x55b59a3cd2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:02.741 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.733+0000 7f6a2460f740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b59a3c5a90 0x55b59a3cd7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:02.741 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.733+0000 7f6a2460f740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b59a3d0350 0x55b59a3cdd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:02.741 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.733+0000 7f6a2460f740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55b59a3d2f80 con 0x55b59a3c5170 2024-06-06T08:25:02.741 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.733+0000 7f6a2460f740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55b59a2b2ae0 con 0x55b59a3d0350 2024-06-06T08:25:02.742 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.733+0000 7f6a2460f740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55b59a3d3100 con 0x55b59a3c5a90 2024-06-06T08:25:02.742 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.733+0000 7f6a2460f740 10 client.0 _ll_register_callbacks cb 0x55b59a2eb9b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:25:02.742 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.733+0000 7f6a1affd640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b59a3c5170 0x55b59a3cd2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:02.742 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.733+0000 7f6a1affd640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b59a3c5170 0x55b59a3cd2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:48344/0 (socket says 172.21.15.42:48344) 2024-06-06T08:25:02.742 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.733+0000 7f6a1affd640 1 -- 172.21.15.42:0/467987213 learned_addr learned my addr 172.21.15.42:0/467987213 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:02.742 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.733+0000 7f6a1b7fe640 1 --2- 172.21.15.42:0/467987213 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b59a3d0350 0x55b59a3cdd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:02.742 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.733+0000 7f6a1a7fc640 1 --2- 172.21.15.42:0/467987213 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b59a3c5a90 0x55b59a3cd7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:02.742 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.733+0000 7f6a1affd640 1 -- 172.21.15.42:0/467987213 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b59a3c5a90 msgr2=0x55b59a3cd7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:02.742 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.733+0000 7f6a1affd640 1 --2- 172.21.15.42:0/467987213 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b59a3c5a90 0x55b59a3cd7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:02.742 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.733+0000 7f6a1affd640 1 -- 172.21.15.42:0/467987213 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b59a3d0350 msgr2=0x55b59a3cdd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:02.742 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.733+0000 7f6a1affd640 1 --2- 172.21.15.42:0/467987213 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b59a3d0350 0x55b59a3cdd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:02.742 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.733+0000 7f6a1affd640 1 -- 172.21.15.42:0/467987213 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b59a03d210 con 0x55b59a3c5170 2024-06-06T08:25:02.742 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.733+0000 7f6a1a7fc640 1 --2- 172.21.15.42:0/467987213 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b59a3c5a90 0x55b59a3cd7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:25:02.743 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.733+0000 7f6a1b7fe640 1 --2- 172.21.15.42:0/467987213 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b59a3d0350 0x55b59a3cdd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:25:02.743 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.734+0000 7f6a1affd640 1 --2- 172.21.15.42:0/467987213 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b59a3c5170 0x55b59a3cd2b0 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f6a0c012d20 tx=0x7f6a0c00f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=671fb16786f2f071 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:02.743 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.734+0000 7f69faffd640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:25:02.743 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.734+0000 7f69faffd640 1 -- 172.21.15.42:0/467987213 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a0c0120d0 con 0x55b59a3c5170 2024-06-06T08:25:02.743 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.734+0000 7f69faffd640 1 -- 172.21.15.42:0/467987213 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f6a0c004020 con 0x55b59a3c5170 2024-06-06T08:25:02.743 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.734+0000 7f6a2460f740 1 -- 172.21.15.42:0/467987213 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6a14043070 con 0x55b59a3c5170 2024-06-06T08:25:02.743 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.734+0000 7f69faffd640 1 -- 172.21.15.42:0/467987213 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f6a0c025050 con 0x55b59a3c5170 2024-06-06T08:25:02.743 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.734+0000 7f6a2460f740 10 client.16035 fetch_fsmap learned FSMap version 28 2024-06-06T08:25:02.743 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.734+0000 7f6a2460f740 1 -- 172.21.15.42:0/467987213 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55b59a109620 con 0x55b59a3c5170 2024-06-06T08:25:02.743 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.734+0000 7f69faffd640 1 -- 172.21.15.42:0/467987213 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6a14043070 con 0x55b59a3c5170 2024-06-06T08:25:02.743 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.734+0000 7f69faffd640 1 -- 172.21.15.42:0/467987213 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f6a0c01c470 con 0x55b59a3c5170 2024-06-06T08:25:02.743 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.734+0000 7f6a2460f740 10 client.16035 fetch_fsmap finished waiting for FSMap version 28 2024-06-06T08:25:02.743 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.734+0000 7f6a2460f740 10 client.16035 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:25:02.744 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.734+0000 7f6a2460f740 20 client.16035 populate_metadata read hostname 'smithi042' 2024-06-06T08:25:02.744 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.734+0000 7f6a2460f740 1 --2- 172.21.15.42:0/467987213 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55b59a3e0540 0x55b59a3e2950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:02.744 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.734+0000 7f6a2460f740 4 client.16035 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:25:02.744 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.734+0000 7f6a2460f740 1 -- 172.21.15.42:0/467987213 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b59a33cf10 con 0x55b59a3e0540 2024-06-06T08:25:02.744 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.735+0000 7f6a1a7fc640 1 --2- 172.21.15.42:0/467987213 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55b59a3e0540 0x55b59a3e2950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:02.744 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.735+0000 7f69faffd640 10 client.16035 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:25:02.744 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.735+0000 7f6a1a7fc640 1 --2- 172.21.15.42:0/467987213 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55b59a3e0540 0x55b59a3e2950 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=59f96f5a2616e28d server_cookie=f9b22c375a2500ce in_seq=0 out_seq=0 2024-06-06T08:25:02.744 INFO:tasks.workunit.client.0.smithi042.stdout: 30 674510 691 412335 562 236603 1279 2024-06-06T08:25:02.745 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.737+0000 7f69faffd640 1 -- 172.21.15.42:0/467987213 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55b59a33cf10 con 0x55b59a3e0540 2024-06-06T08:25:02.745 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.737+0000 7f69faffd640 10 client.16035 handle_command_reply: tid=0 2024-06-06T08:25:02.745 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.737+0000 7f6a2460f740 1 client.16035 shutdown 2024-06-06T08:25:02.746 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.738+0000 7f6a2460f740 1 -- 172.21.15.42:0/467987213 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b59a3c5170 msgr2=0x55b59a3cd2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:02.746 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.738+0000 7f6a2460f740 1 --2- 172.21.15.42:0/467987213 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b59a3c5170 0x55b59a3cd2b0 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f6a0c012d20 tx=0x7f6a0c00f790 comp rx=0 tx=0).stop 2024-06-06T08:25:02.746 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.738+0000 7f6a2460f740 1 -- 172.21.15.42:0/467987213 shutdown_connections 2024-06-06T08:25:02.746 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.738+0000 7f6a2460f740 1 --2- 172.21.15.42:0/467987213 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55b59a3e0540 0x55b59a3e2950 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:02.746 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.738+0000 7f6a2460f740 1 --2- 172.21.15.42:0/467987213 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b59a3d0350 0x55b59a3cdd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:02.746 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.738+0000 7f6a2460f740 1 --2- 172.21.15.42:0/467987213 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b59a3c5a90 0x55b59a3cd7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:02.746 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.738+0000 7f69faffd640 0 client.16035 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:25:02.746 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.738+0000 7f6a2460f740 1 --2- 172.21.15.42:0/467987213 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b59a3c5170 0x55b59a3cd2b0 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:02.746 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.738+0000 7f6a2460f740 1 -- 172.21.15.42:0/467987213 >> 172.21.15.42:0/467987213 conn(0x55b59a3c1680 msgr2=0x55b59a3c7400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:02.746 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.738+0000 7f6a2460f740 1 -- 172.21.15.42:0/467987213 shutdown_connections 2024-06-06T08:25:02.746 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.738+0000 7f6a2460f740 1 -- 172.21.15.42:0/467987213 wait complete. 2024-06-06T08:25:02.746 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.738+0000 7f6a2460f740 20 client.16035 trim_cache size 0 max 16384 2024-06-06T08:25:02.755 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.754+0000 7f6a2460f740 1 Processor -- start 2024-06-06T08:25:02.755 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.754+0000 7f6a2460f740 1 -- start start 2024-06-06T08:25:02.755 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.754+0000 7f6a2460f740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b59a3c5170 0x55b59a3c7b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:02.755 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.754+0000 7f6a2460f740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b59a3c5a90 0x55b59a3c1a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:02.755 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.754+0000 7f6a2460f740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b59a3d0350 0x55b59a3e8260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:02.755 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.754+0000 7f6a2460f740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6a1c1b1480 con 0x55b59a3d0350 2024-06-06T08:25:02.755 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.754+0000 7f6a2460f740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f6a1c1aed50 con 0x55b59a3c5170 2024-06-06T08:25:02.755 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.754+0000 7f6a2460f740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f6a1c1acba0 con 0x55b59a3c5a90 2024-06-06T08:25:02.755 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.754+0000 7f6a1b7fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b59a3d0350 0x55b59a3e8260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:02.756 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.754+0000 7f6a1affd640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b59a3c5170 0x55b59a3c7b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:02.756 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.754+0000 7f6a1b7fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b59a3d0350 0x55b59a3e8260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:48358/0 (socket says 172.21.15.42:48358) 2024-06-06T08:25:02.756 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.754+0000 7f6a1b7fe640 1 -- 172.21.15.42:0/2231560764 learned_addr learned my addr 172.21.15.42:0/2231560764 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:02.756 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.754+0000 7f6a1a7fc640 1 --2- 172.21.15.42:0/2231560764 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b59a3c5a90 0x55b59a3c1a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:02.756 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.754+0000 7f6a1affd640 1 -- 172.21.15.42:0/2231560764 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b59a3c5a90 msgr2=0x55b59a3c1a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:02.756 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.754+0000 7f6a1affd640 1 --2- 172.21.15.42:0/2231560764 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b59a3c5a90 0x55b59a3c1a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:02.756 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.754+0000 7f6a1affd640 1 -- 172.21.15.42:0/2231560764 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b59a3d0350 msgr2=0x55b59a3e8260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:02.756 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.755+0000 7f6a1affd640 1 --2- 172.21.15.42:0/2231560764 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b59a3d0350 0x55b59a3e8260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:02.756 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.755+0000 7f6a1affd640 1 -- 172.21.15.42:0/2231560764 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b59a3dc1e0 con 0x55b59a3c5170 2024-06-06T08:25:02.756 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.755+0000 7f6a1affd640 1 --2- 172.21.15.42:0/2231560764 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b59a3c5170 0x55b59a3c7b80 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f6a0c012cf0 tx=0x7f6a0c012910 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4482931d9f07ebe6 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:02.756 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.755+0000 7f6a017fa640 1 -- 172.21.15.42:0/2231560764 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a0c02e070 con 0x55b59a3c5170 2024-06-06T08:25:02.756 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.755+0000 7f6a017fa640 1 -- 172.21.15.42:0/2231560764 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6a0c0055b0 con 0x55b59a3c5170 2024-06-06T08:25:02.756 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.755+0000 7f6a017fa640 1 -- 172.21.15.42:0/2231560764 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a0c01ca80 con 0x55b59a3c5170 2024-06-06T08:25:02.760 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.756+0000 7f6a2460f740 1 -- 172.21.15.42:0/2231560764 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b59a3c5170 msgr2=0x55b59a3c7b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:02.760 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.756+0000 7f6a2460f740 1 --2- 172.21.15.42:0/2231560764 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b59a3c5170 0x55b59a3c7b80 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f6a0c012cf0 tx=0x7f6a0c012910 comp rx=0 tx=0).stop 2024-06-06T08:25:02.760 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.756+0000 7f6a2460f740 1 -- 172.21.15.42:0/2231560764 shutdown_connections 2024-06-06T08:25:02.760 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.756+0000 7f6a2460f740 1 --2- 172.21.15.42:0/2231560764 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b59a3d0350 0x55b59a3e8260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:02.760 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.756+0000 7f6a2460f740 1 --2- 172.21.15.42:0/2231560764 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b59a3c5a90 0x55b59a3c1a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:02.760 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.756+0000 7f6a2460f740 1 --2- 172.21.15.42:0/2231560764 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b59a3c5170 0x55b59a3c7b80 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:02.760 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.756+0000 7f6a2460f740 1 -- 172.21.15.42:0/2231560764 >> 172.21.15.42:0/2231560764 conn(0x55b59a3c1680 msgr2=0x55b59a3ccb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:02.760 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.756+0000 7f6a2460f740 1 -- 172.21.15.42:0/2231560764 shutdown_connections 2024-06-06T08:25:02.760 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.756+0000 7f6a2460f740 1 -- 172.21.15.42:0/2231560764 wait complete. 2024-06-06T08:25:02.760 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.756+0000 7f6a2460f740 1 -- start start 2024-06-06T08:25:02.760 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.756+0000 7f6a2460f740 1 Processor -- start 2024-06-06T08:25:02.760 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.756+0000 7f6a2460f740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b59a3c5170 0x55b59a3d88a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:02.761 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.756+0000 7f6a2460f740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b59a3c5a90 0x55b59a3c9dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:02.761 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.756+0000 7f6a2460f740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b59a3d0350 0x55b59a3ca300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:02.761 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.757+0000 7f6a2460f740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6a1c1ad210 con 0x55b59a3d0350 2024-06-06T08:25:02.761 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.757+0000 7f6a2460f740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f6a1c1ae680 con 0x55b59a3c5170 2024-06-06T08:25:02.761 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.757+0000 7f6a2460f740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f6a1c1ad8e0 con 0x55b59a3c5a90 2024-06-06T08:25:02.761 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.757+0000 7f6a2460f740 10 client.0 _ll_register_callbacks cb 0x7f6a0c009ce0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:25:02.761 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.757+0000 7f6a1affd640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b59a3c5170 0x55b59a3d88a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:02.761 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.757+0000 7f6a1b7fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b59a3d0350 0x55b59a3ca300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:02.761 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.757+0000 7f6a1a7fc640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b59a3c5a90 0x55b59a3c9dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:02.761 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.757+0000 7f6a1affd640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b59a3c5170 0x55b59a3d88a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:44258/0 (socket says 172.21.15.42:44258) 2024-06-06T08:25:02.761 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.757+0000 7f6a1affd640 1 -- 172.21.15.42:0/1125198301 learned_addr learned my addr 172.21.15.42:0/1125198301 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:02.761 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.757+0000 7f6a1affd640 1 -- 172.21.15.42:0/1125198301 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b59a3c5a90 msgr2=0x55b59a3c9dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:02.761 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.757+0000 7f6a1affd640 1 --2- 172.21.15.42:0/1125198301 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b59a3c5a90 0x55b59a3c9dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:02.762 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.757+0000 7f6a1affd640 1 -- 172.21.15.42:0/1125198301 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b59a3d0350 msgr2=0x55b59a3ca300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:02.762 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.757+0000 7f6a1affd640 1 --2- 172.21.15.42:0/1125198301 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b59a3d0350 0x55b59a3ca300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:02.762 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.757+0000 7f6a1affd640 1 -- 172.21.15.42:0/1125198301 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b59a3ca8c0 con 0x55b59a3c5170 2024-06-06T08:25:02.762 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.757+0000 7f6a1a7fc640 1 --2- 172.21.15.42:0/1125198301 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b59a3c5a90 0x55b59a3c9dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:25:02.762 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.757+0000 7f6a1affd640 1 --2- 172.21.15.42:0/1125198301 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b59a3c5170 0x55b59a3d88a0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f6a0c0059f0 tx=0x7f6a0c01c700 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6b08ff000b186c09 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:02.762 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.757+0000 7f69faffd640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:25:02.762 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.757+0000 7f69faffd640 1 -- 172.21.15.42:0/1125198301 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a0c02e070 con 0x55b59a3c5170 2024-06-06T08:25:02.762 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.757+0000 7f69faffd640 1 -- 172.21.15.42:0/1125198301 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f6a0c018040 con 0x55b59a3c5170 2024-06-06T08:25:02.762 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.757+0000 7f6a2460f740 1 -- 172.21.15.42:0/1125198301 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6a0c0055b0 con 0x55b59a3c5170 2024-06-06T08:25:02.762 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.757+0000 7f69faffd640 1 -- 172.21.15.42:0/1125198301 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f6a0c0120c0 con 0x55b59a3c5170 2024-06-06T08:25:02.762 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.758+0000 7f6a2460f740 10 client.25670 fetch_fsmap learned FSMap version 28 2024-06-06T08:25:02.762 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.758+0000 7f6a2460f740 1 -- 172.21.15.42:0/1125198301 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55b59a44afb0 con 0x55b59a3c5170 2024-06-06T08:25:02.762 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.758+0000 7f69faffd640 1 -- 172.21.15.42:0/1125198301 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6a0c0055b0 con 0x55b59a3c5170 2024-06-06T08:25:02.763 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.758+0000 7f69faffd640 1 -- 172.21.15.42:0/1125198301 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f6a0c0039b0 con 0x55b59a3c5170 2024-06-06T08:25:02.763 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.758+0000 7f6a2460f740 10 client.25670 fetch_fsmap finished waiting for FSMap version 28 2024-06-06T08:25:02.763 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.758+0000 7f6a2460f740 10 client.25670 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:25:02.763 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.758+0000 7f6a2460f740 20 client.25670 populate_metadata read hostname 'smithi042' 2024-06-06T08:25:02.763 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.758+0000 7f6a2460f740 1 --2- 172.21.15.42:0/1125198301 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55b59a44b640 0x55b59a44da60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:02.763 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.758+0000 7f6a2460f740 4 client.25670 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:25:02.763 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.758+0000 7f6a2460f740 1 -- 172.21.15.42:0/1125198301 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55b59a336c20 con 0x55b59a44b640 2024-06-06T08:25:02.763 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.758+0000 7f6a1a7fc640 1 --2- 172.21.15.42:0/1125198301 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55b59a44b640 0x55b59a44da60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:02.763 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.759+0000 7f6a1a7fc640 1 --2- 172.21.15.42:0/1125198301 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55b59a44b640 0x55b59a44da60 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=af2d69aa60358baa server_cookie=9a076ac951cc6449 in_seq=0 out_seq=0 2024-06-06T08:25:02.763 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:02.759+0000 7f69faffd640 10 client.25670 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:25:02.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:25:02 smithi149 ceph-mon[36842]: pgmap v75: 129 pgs: 129 active+clean; 50 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.5 MiB/s wr, 559 op/s 2024-06-06T08:25:02.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:25:02 smithi042 ceph-mon[32384]: pgmap v75: 129 pgs: 129 active+clean; 50 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.5 MiB/s wr, 559 op/s 2024-06-06T08:25:04.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:25:04 smithi120 ceph-mon[36658]: pgmap v76: 129 pgs: 129 active+clean; 59 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 575 op/s 2024-06-06T08:25:04.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:25:04 smithi149 ceph-mon[36842]: pgmap v76: 129 pgs: 129 active+clean; 59 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 575 op/s 2024-06-06T08:25:04.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:25:04 smithi042 ceph-mon[32384]: pgmap v76: 129 pgs: 129 active+clean; 59 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 575 op/s 2024-06-06T08:25:05.786 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-06-06T08:25:06.054 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:25:06.454 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:25:06 smithi042 ceph-mon[32384]: pgmap v77: 129 pgs: 129 active+clean; 60 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 501 op/s 2024-06-06T08:25:06.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:25:06 smithi120 ceph-mon[36658]: pgmap v77: 129 pgs: 129 active+clean; 60 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 501 op/s 2024-06-06T08:25:06.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:25:06 smithi149 ceph-mon[36842]: pgmap v77: 129 pgs: 129 active+clean; 60 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 501 op/s 2024-06-06T08:25:07.190 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:07.188+0000 7f69faffd640 1 -- 172.21.15.42:0/1125198301 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55b59a336c20 con 0x55b59a44b640 2024-06-06T08:25:07.190 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:07.188+0000 7f69faffd640 10 client.25670 handle_command_reply: tid=0 2024-06-06T08:25:07.190 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:07.189+0000 7f6a2460f740 1 client.25670 shutdown 2024-06-06T08:25:07.190 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:07.189+0000 7f6a2460f740 1 -- 172.21.15.42:0/1125198301 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b59a3c5170 msgr2=0x55b59a3d88a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:07.190 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:07.189+0000 7f6a2460f740 1 --2- 172.21.15.42:0/1125198301 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b59a3c5170 0x55b59a3d88a0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f6a0c0059f0 tx=0x7f6a0c01c700 comp rx=0 tx=0).stop 2024-06-06T08:25:07.190 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:07.189+0000 7f6a2460f740 1 -- 172.21.15.42:0/1125198301 shutdown_connections 2024-06-06T08:25:07.190 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:07.189+0000 7f6a2460f740 1 --2- 172.21.15.42:0/1125198301 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55b59a44b640 0x55b59a44da60 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:07.190 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:07.189+0000 7f6a2460f740 1 --2- 172.21.15.42:0/1125198301 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b59a3d0350 0x55b59a3ca300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:07.191 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:07.189+0000 7f6a2460f740 1 --2- 172.21.15.42:0/1125198301 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b59a3c5a90 0x55b59a3c9dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:07.191 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:07.189+0000 7f6a2460f740 1 --2- 172.21.15.42:0/1125198301 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b59a3c5170 0x55b59a3d88a0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:07.191 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:07.189+0000 7f6a2460f740 1 -- 172.21.15.42:0/1125198301 >> 172.21.15.42:0/1125198301 conn(0x55b59a3c1680 msgr2=0x55b59a3dba60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:07.191 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:07.189+0000 7f69faffd640 0 client.25670 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:25:07.191 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:07.189+0000 7f6a2460f740 1 -- 172.21.15.42:0/1125198301 shutdown_connections 2024-06-06T08:25:07.191 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:07.189+0000 7f6a2460f740 1 -- 172.21.15.42:0/1125198301 wait complete. 2024-06-06T08:25:07.191 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:07.189+0000 7f6a2460f740 20 client.25670 trim_cache size 0 max 16384 2024-06-06T08:25:07.191 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:25:07.191 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:25:07.191 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:25:07.192 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:07.191+0000 7f6a2182c640 1 -- 172.21.15.42:0/1031319866 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f6a040a2da0 msgr2=0x7f6a040a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:07.193 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:07.191+0000 7f6a2182c640 1 --2- 172.21.15.42:0/1031319866 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f6a040a2da0 0x7f6a040a5260 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f6a14005fe0 tx=0x7f6a1404d000 comp rx=0 tx=0).stop 2024-06-06T08:25:07.193 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:07.191+0000 7f6a2182c640 1 -- 172.21.15.42:0/1031319866 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6a1c100860 msgr2=0x7f6a1c198790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:07.193 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:07.191+0000 7f6a2182c640 1 --2- 172.21.15.42:0/1031319866 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6a1c100860 0x7f6a1c198790 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f6a1000e9f0 tx=0x7f6a1000eeb0 comp rx=0 tx=0).stop 2024-06-06T08:25:07.193 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:07.191+0000 7f6a2182c640 1 -- 172.21.15.42:0/1031319866 shutdown_connections 2024-06-06T08:25:07.193 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:07.191+0000 7f6a2182c640 1 --2- 172.21.15.42:0/1031319866 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f6a040a2da0 0x7f6a040a5260 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:07.193 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:07.191+0000 7f6a2182c640 1 --2- 172.21.15.42:0/1031319866 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6a1c106980 0x7f6a1c19cac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:07.193 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:07.191+0000 7f6a2182c640 1 --2- 172.21.15.42:0/1031319866 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6a1c100860 0x7f6a1c198790 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:07.193 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:07.191+0000 7f6a2182c640 1 --2- 172.21.15.42:0/1031319866 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6a1c0ffea0 0x7f6a1c198250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:07.193 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:07.191+0000 7f6a2182c640 1 -- 172.21.15.42:0/1031319866 >> 172.21.15.42:0/1031319866 conn(0x7f6a1c076e30 msgr2=0x7f6a1c104970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:07.193 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:07.191+0000 7f6a2182c640 1 -- 172.21.15.42:0/1031319866 shutdown_connections 2024-06-06T08:25:07.193 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:07.191+0000 7f6a2182c640 1 -- 172.21.15.42:0/1031319866 wait complete. 2024-06-06T08:25:07.981 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.978+0000 7f02bcaba700 1 -- 172.21.15.42:0/1929903606 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f02b8102540 msgr2=0x7f02b81029a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:07.981 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.978+0000 7f02bcaba700 1 --2- 172.21.15.42:0/1929903606 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f02b8102540 0x7f02b81029a0 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f02ac009990 tx=0x7f02ac009ca0 comp rx=0 tx=0).stop 2024-06-06T08:25:07.981 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.978+0000 7f02bcaba700 1 -- 172.21.15.42:0/1929903606 shutdown_connections 2024-06-06T08:25:07.981 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.978+0000 7f02bcaba700 1 --2- 172.21.15.42:0/1929903606 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f02b8102ee0 0x7f02b810f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:07.981 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.978+0000 7f02bcaba700 1 --2- 172.21.15.42:0/1929903606 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f02b8107450 0x7f02b8107830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:07.981 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.978+0000 7f02bcaba700 1 --2- 172.21.15.42:0/1929903606 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f02b8102540 0x7f02b81029a0 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:07.982 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.978+0000 7f02bcaba700 1 -- 172.21.15.42:0/1929903606 >> 172.21.15.42:0/1929903606 conn(0x7f02b80795f0 msgr2=0x7f02b8079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:07.982 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.978+0000 7f02bcaba700 1 -- 172.21.15.42:0/1929903606 shutdown_connections 2024-06-06T08:25:07.982 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.978+0000 7f02bcaba700 1 -- 172.21.15.42:0/1929903606 wait complete. 2024-06-06T08:25:07.982 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.979+0000 7f02bcaba700 1 Processor -- start 2024-06-06T08:25:07.982 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.979+0000 7f02bcaba700 1 -- start start 2024-06-06T08:25:07.982 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.980+0000 7f02bcaba700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f02b8102540 0x7f02b819e870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:07.982 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.980+0000 7f02bcaba700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f02b8102ee0 0x7f02b819edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:07.982 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.980+0000 7f02bcaba700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f02b8107450 0x7f02b8198a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:07.982 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.980+0000 7f02bcaba700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f02b81127d0 con 0x7f02b8102540 2024-06-06T08:25:07.982 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.980+0000 7f02bcaba700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f02b8112650 con 0x7f02b8102ee0 2024-06-06T08:25:07.982 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.980+0000 7f02bcaba700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f02b8112950 con 0x7f02b8107450 2024-06-06T08:25:07.982 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.980+0000 7f02b659c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f02b8102540 0x7f02b819e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:07.983 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.980+0000 7f02b5d9b700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f02b8102ee0 0x7f02b819edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:07.983 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.980+0000 7f02b659c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f02b8102540 0x7f02b819e870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:49720/0 (socket says 172.21.15.42:49720) 2024-06-06T08:25:07.983 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.980+0000 7f02b659c700 1 -- 172.21.15.42:0/3822443322 learned_addr learned my addr 172.21.15.42:0/3822443322 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:07.983 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.980+0000 7f02b6d9d700 1 --2- 172.21.15.42:0/3822443322 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f02b8107450 0x7f02b8198a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:07.983 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.980+0000 7f02b5d9b700 1 -- 172.21.15.42:0/3822443322 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f02b8107450 msgr2=0x7f02b8198a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:07.983 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.980+0000 7f02b5d9b700 1 --2- 172.21.15.42:0/3822443322 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f02b8107450 0x7f02b8198a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:07.983 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.980+0000 7f02b5d9b700 1 -- 172.21.15.42:0/3822443322 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f02b8102540 msgr2=0x7f02b819e870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:07.983 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.980+0000 7f02b5d9b700 1 --2- 172.21.15.42:0/3822443322 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f02b8102540 0x7f02b819e870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:07.983 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.980+0000 7f02b5d9b700 1 -- 172.21.15.42:0/3822443322 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02b8199190 con 0x7f02b8102ee0 2024-06-06T08:25:07.984 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.980+0000 7f02b659c700 1 --2- 172.21.15.42:0/3822443322 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f02b8102540 0x7f02b819e870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:25:07.984 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.980+0000 7f02b5d9b700 1 --2- 172.21.15.42:0/3822443322 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f02b8102ee0 0x7f02b819edb0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f02ac0059d0 tx=0x7f02ac00bab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:07.984 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.981+0000 7f02a77fe700 1 -- 172.21.15.42:0/3822443322 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02ac027070 con 0x7f02b8102ee0 2024-06-06T08:25:07.984 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.981+0000 7f02bcaba700 1 -- 172.21.15.42:0/3822443322 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02b8199420 con 0x7f02b8102ee0 2024-06-06T08:25:07.984 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.981+0000 7f02a77fe700 1 -- 172.21.15.42:0/3822443322 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f02ac003d70 con 0x7f02b8102ee0 2024-06-06T08:25:07.984 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.981+0000 7f02a77fe700 1 -- 172.21.15.42:0/3822443322 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02ac022e30 con 0x7f02b8102ee0 2024-06-06T08:25:07.984 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.981+0000 7f02bcaba700 1 -- 172.21.15.42:0/3822443322 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02b81a5740 con 0x7f02b8102ee0 2024-06-06T08:25:07.985 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.983+0000 7f02a77fe700 1 -- 172.21.15.42:0/3822443322 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f02ac02a070 con 0x7f02b8102ee0 2024-06-06T08:25:07.985 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.984+0000 7f02a77fe700 1 --2- 172.21.15.42:0/3822443322 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f02a00a2d90 0x7f02a00a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:07.985 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.984+0000 7f02b659c700 1 --2- 172.21.15.42:0/3822443322 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f02a00a2d90 0x7f02a00a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:07.985 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.984+0000 7f02a77fe700 1 -- 172.21.15.42:0/3822443322 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f02ac0d0550 con 0x7f02b8102ee0 2024-06-06T08:25:07.985 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.985+0000 7f02b659c700 1 --2- 172.21.15.42:0/3822443322 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f02a00a2d90 0x7f02a00a5250 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f02b8199b70 tx=0x7f02a8009260 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:07.986 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.985+0000 7f02c733db80 1 Processor -- start 2024-06-06T08:25:07.986 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.985+0000 7f02c733db80 1 -- start start 2024-06-06T08:25:07.986 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.985+0000 7f02c733db80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559222e64f60 0x559222e65340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:07.987 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.985+0000 7f02c733db80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559222e65880 0x559222e5f260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:07.987 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.985+0000 7f02c733db80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559222e5f7a0 0x559222e5fbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:07.987 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.986+0000 7f02c733db80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x559222d51f60 con 0x559222e65880 2024-06-06T08:25:07.987 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.986+0000 7f02c733db80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x559222db0850 con 0x559222e5f7a0 2024-06-06T08:25:07.987 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.986+0000 7f02b5d9b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559222e65880 0x559222e5f260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:07.987 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.986+0000 7f02c733db80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x559222d18460 con 0x559222e64f60 2024-06-06T08:25:07.987 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.986+0000 7f02b5d9b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559222e65880 0x559222e5f260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:49726/0 (socket says 172.21.15.42:49726) 2024-06-06T08:25:07.988 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.986+0000 7f02b5d9b700 1 -- 172.21.15.42:0/3557665943 learned_addr learned my addr 172.21.15.42:0/3557665943 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:07.988 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.986+0000 7f02b6d9d700 1 --2- 172.21.15.42:0/3557665943 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559222e5f7a0 0x559222e5fbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:07.988 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.986+0000 7f02b659c700 1 --2- 172.21.15.42:0/3557665943 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559222e64f60 0x559222e65340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:07.988 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.986+0000 7f02b5d9b700 1 -- 172.21.15.42:0/3557665943 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559222e64f60 msgr2=0x559222e65340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:07.988 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.986+0000 7f02b5d9b700 1 --2- 172.21.15.42:0/3557665943 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559222e64f60 0x559222e65340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:07.988 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.986+0000 7f02b5d9b700 1 -- 172.21.15.42:0/3557665943 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559222e5f7a0 msgr2=0x559222e5fbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:07.988 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.986+0000 7f02b5d9b700 1 --2- 172.21.15.42:0/3557665943 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559222e5f7a0 0x559222e5fbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:07.988 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.986+0000 7f02b5d9b700 1 -- 172.21.15.42:0/3557665943 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559222cff8d0 con 0x559222e65880 2024-06-06T08:25:07.988 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.986+0000 7f02b659c700 1 --2- 172.21.15.42:0/3557665943 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559222e64f60 0x559222e65340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:25:07.988 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.986+0000 7f02b6d9d700 1 --2- 172.21.15.42:0/3557665943 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559222e5f7a0 0x559222e5fbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:25:07.988 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.986+0000 7f02b5d9b700 1 --2- 172.21.15.42:0/3557665943 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559222e65880 0x559222e5f260 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f02ac099130 tx=0x7f02ac009ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d72465a5d09fbb3 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:07.988 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.986+0000 7f02a4ff9700 1 -- 172.21.15.42:0/3557665943 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02ac09ce60 con 0x559222e65880 2024-06-06T08:25:07.989 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.987+0000 7f02a4ff9700 1 -- 172.21.15.42:0/3557665943 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f02ac09c760 con 0x559222e65880 2024-06-06T08:25:07.989 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.987+0000 7f02a4ff9700 1 -- 172.21.15.42:0/3557665943 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02ac09c9c0 con 0x559222e65880 2024-06-06T08:25:07.990 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.988+0000 7f02c733db80 1 -- 172.21.15.42:0/3557665943 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559222e65880 msgr2=0x559222e5f260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:07.990 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.988+0000 7f02c733db80 1 --2- 172.21.15.42:0/3557665943 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559222e65880 0x559222e5f260 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f02ac099130 tx=0x7f02ac009ca0 comp rx=0 tx=0).stop 2024-06-06T08:25:07.990 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.988+0000 7f02c733db80 1 -- 172.21.15.42:0/3557665943 shutdown_connections 2024-06-06T08:25:07.990 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.988+0000 7f02c733db80 1 --2- 172.21.15.42:0/3557665943 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559222e5f7a0 0x559222e5fbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:07.990 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.988+0000 7f02c733db80 1 --2- 172.21.15.42:0/3557665943 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559222e64f60 0x559222e65340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:07.990 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.988+0000 7f02c733db80 1 --2- 172.21.15.42:0/3557665943 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559222e65880 0x559222e5f260 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:07.991 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.988+0000 7f02c733db80 1 -- 172.21.15.42:0/3557665943 >> 172.21.15.42:0/3557665943 conn(0x559222d8c080 msgr2=0x559222e5a220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:07.991 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.988+0000 7f02c733db80 1 -- 172.21.15.42:0/3557665943 shutdown_connections 2024-06-06T08:25:07.991 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.988+0000 7f02c733db80 1 -- 172.21.15.42:0/3557665943 wait complete. 2024-06-06T08:25:07.991 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.989+0000 7f02c733db80 1 -- start start 2024-06-06T08:25:07.991 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.989+0000 7f02c733db80 1 Processor -- start 2024-06-06T08:25:07.994 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.989+0000 7f02c733db80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559222e5f7a0 0x559222e6b6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:07.994 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.989+0000 7f02c733db80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559222e64f60 0x559222e689a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:07.994 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.989+0000 7f02c733db80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559222e65880 0x559222e68ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:07.994 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.990+0000 7f02b6d9d700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559222e65880 0x559222e68ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:07.994 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.990+0000 7f02b6d9d700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559222e65880 0x559222e68ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:38470/0 (socket says 172.21.15.42:38470) 2024-06-06T08:25:07.994 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.990+0000 7f02b6d9d700 1 -- 172.21.15.42:0/71138754 learned_addr learned my addr 172.21.15.42:0/71138754 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:07.994 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.990+0000 7f02c733db80 1 -- 172.21.15.42:0/71138754 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x559222d50fc0 con 0x559222e64f60 2024-06-06T08:25:07.994 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.990+0000 7f02b659c700 1 --2- 172.21.15.42:0/71138754 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559222e5f7a0 0x559222e6b6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:07.995 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.990+0000 7f02c733db80 1 -- 172.21.15.42:0/71138754 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x559222dac810 con 0x559222e65880 2024-06-06T08:25:07.995 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.990+0000 7f02c733db80 1 -- 172.21.15.42:0/71138754 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x559222e6c010 con 0x559222e5f7a0 2024-06-06T08:25:07.995 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.990+0000 7f02c733db80 10 client.0 _ll_register_callbacks cb 0x559222d465b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:25:07.995 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.991+0000 7f02b6d9d700 1 -- 172.21.15.42:0/71138754 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559222e5f7a0 msgr2=0x559222e6b6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:07.995 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.991+0000 7f02b6d9d700 1 --2- 172.21.15.42:0/71138754 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559222e5f7a0 0x559222e6b6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:07.995 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.991+0000 7f02b6d9d700 1 -- 172.21.15.42:0/71138754 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559222e64f60 msgr2=0x559222e689a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:07.995 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.991+0000 7f02b6d9d700 1 --2- 172.21.15.42:0/71138754 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559222e64f60 0x559222e689a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:07.995 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.991+0000 7f02b6d9d700 1 -- 172.21.15.42:0/71138754 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559222d76750 con 0x559222e65880 2024-06-06T08:25:07.995 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.991+0000 7f02b6d9d700 1 --2- 172.21.15.42:0/71138754 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559222e65880 0x559222e68ee0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f02b0007bb0 tx=0x7f02b0007be0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4ccd81dcdcdcf643 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:07.995 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.991+0000 7f029dffb700 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:25:07.995 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.992+0000 7f029dffb700 1 -- 172.21.15.42:0/71138754 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02b001c020 con 0x559222e65880 2024-06-06T08:25:07.995 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.992+0000 7f02c733db80 1 -- 172.21.15.42:0/71138754 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f02ac09c760 con 0x559222e65880 2024-06-06T08:25:07.996 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.992+0000 7f029dffb700 1 -- 172.21.15.42:0/71138754 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f02b0013970 con 0x559222e65880 2024-06-06T08:25:07.996 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.992+0000 7f029dffb700 1 -- 172.21.15.42:0/71138754 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f02b0027050 con 0x559222e65880 2024-06-06T08:25:07.996 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.992+0000 7f02c733db80 10 client.25682 fetch_fsmap learned FSMap version 28 2024-06-06T08:25:07.996 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.992+0000 7f02c733db80 1 -- 172.21.15.42:0/71138754 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x559222e767d0 con 0x559222e65880 2024-06-06T08:25:07.996 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.993+0000 7f029dffb700 1 -- 172.21.15.42:0/71138754 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f02ac09c760 con 0x559222e65880 2024-06-06T08:25:07.996 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.993+0000 7f029dffb700 1 -- 172.21.15.42:0/71138754 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f02b0015390 con 0x559222e65880 2024-06-06T08:25:07.996 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.993+0000 7f02c733db80 10 client.25682 fetch_fsmap finished waiting for FSMap version 28 2024-06-06T08:25:07.996 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.993+0000 7f02c733db80 10 client.25682 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:25:07.996 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.993+0000 7f02c733db80 20 client.25682 populate_metadata read hostname 'smithi042' 2024-06-06T08:25:07.996 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.993+0000 7f02c733db80 1 --2- 172.21.15.42:0/71138754 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x559222e78db0 0x559222e7b210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:07.996 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.993+0000 7f02c733db80 4 client.25682 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:25:07.997 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.993+0000 7f02c733db80 1 -- 172.21.15.42:0/71138754 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559222dbdd50 con 0x559222e78db0 2024-06-06T08:25:07.997 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.994+0000 7f02b659c700 1 --2- 172.21.15.42:0/71138754 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x559222e78db0 0x559222e7b210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:07.997 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.994+0000 7f02b659c700 1 --2- 172.21.15.42:0/71138754 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x559222e78db0 0x559222e7b210 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e0c26a9274bf3ce2 server_cookie=b8f8da73cfbb4c75 in_seq=0 out_seq=0 2024-06-06T08:25:07.998 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.994+0000 7f029dffb700 10 client.25682 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:25:07.998 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.996+0000 7f029dffb700 1 -- 172.21.15.42:0/71138754 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x559222dbdd50 con 0x559222e78db0 2024-06-06T08:25:07.998 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.996+0000 7f029dffb700 10 client.25682 handle_command_reply: tid=0 2024-06-06T08:25:07.998 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.996+0000 7f02c733db80 1 client.25682 shutdown 2024-06-06T08:25:07.998 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.996+0000 7f02c733db80 1 -- 172.21.15.42:0/71138754 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559222e65880 msgr2=0x559222e68ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:07.998 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.996+0000 7f02c733db80 1 --2- 172.21.15.42:0/71138754 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559222e65880 0x559222e68ee0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f02b0007bb0 tx=0x7f02b0007be0 comp rx=0 tx=0).stop 2024-06-06T08:25:07.998 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.996+0000 7f02c733db80 1 -- 172.21.15.42:0/71138754 shutdown_connections 2024-06-06T08:25:07.998 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.996+0000 7f02c733db80 1 --2- 172.21.15.42:0/71138754 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x559222e78db0 0x559222e7b210 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:07.998 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.996+0000 7f029dffb700 0 client.25682 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:25:07.998 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.996+0000 7f02c733db80 1 --2- 172.21.15.42:0/71138754 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559222e65880 0x559222e68ee0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:07.998 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.996+0000 7f02c733db80 1 --2- 172.21.15.42:0/71138754 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559222e5f7a0 0x559222e6b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:07.998 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.996+0000 7f02c733db80 1 --2- 172.21.15.42:0/71138754 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559222e64f60 0x559222e689a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:07.998 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.996+0000 7f02c733db80 1 -- 172.21.15.42:0/71138754 >> 172.21.15.42:0/71138754 conn(0x559222d8c080 msgr2=0x559222e59700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:07.999 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.996+0000 7f02c733db80 1 -- 172.21.15.42:0/71138754 shutdown_connections 2024-06-06T08:25:07.999 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.996+0000 7f02c733db80 1 -- 172.21.15.42:0/71138754 wait complete. 2024-06-06T08:25:07.999 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:07.996+0000 7f02c733db80 20 client.25682 trim_cache size 0 max 16384 2024-06-06T08:25:08.021 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.020+0000 7f02c733db80 1 Processor -- start 2024-06-06T08:25:08.021 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.021+0000 7f02c733db80 1 -- start start 2024-06-06T08:25:08.021 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.021+0000 7f02c733db80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559222e5f7a0 0x559222e64200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:08.022 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.021+0000 7f02c733db80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559222e64f60 0x559222e6b1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:08.022 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.021+0000 7f02c733db80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559222e65880 0x559222e59e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:08.022 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.021+0000 7f02c733db80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f02b81ae9e0 con 0x559222e5f7a0 2024-06-06T08:25:08.022 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.021+0000 7f02c733db80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f02b81ac270 con 0x559222e65880 2024-06-06T08:25:08.022 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.021+0000 7f02c733db80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f02b81aa0c0 con 0x559222e64f60 2024-06-06T08:25:08.022 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.021+0000 7f02b659c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559222e5f7a0 0x559222e64200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:08.022 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.021+0000 7f02b659c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559222e5f7a0 0x559222e64200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:49748/0 (socket says 172.21.15.42:49748) 2024-06-06T08:25:08.022 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.021+0000 7f02b6d9d700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559222e65880 0x559222e59e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:08.022 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.021+0000 7f02b659c700 1 -- 172.21.15.42:0/3442612302 learned_addr learned my addr 172.21.15.42:0/3442612302 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:08.022 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.021+0000 7f02b5d9b700 1 --2- 172.21.15.42:0/3442612302 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559222e64f60 0x559222e6b1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:08.022 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.021+0000 7f02b659c700 1 -- 172.21.15.42:0/3442612302 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559222e64f60 msgr2=0x559222e6b1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:08.022 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.021+0000 7f02b659c700 1 --2- 172.21.15.42:0/3442612302 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559222e64f60 0x559222e6b1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:08.023 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.021+0000 7f02b659c700 1 -- 172.21.15.42:0/3442612302 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559222e65880 msgr2=0x559222e59e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:08.023 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.021+0000 7f02b659c700 1 --2- 172.21.15.42:0/3442612302 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559222e65880 0x559222e59e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:08.023 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.021+0000 7f02b659c700 1 -- 172.21.15.42:0/3442612302 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559222e69210 con 0x559222e5f7a0 2024-06-06T08:25:08.023 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.021+0000 7f02b6d9d700 1 --2- 172.21.15.42:0/3442612302 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559222e65880 0x559222e59e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:25:08.023 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.022+0000 7f02b659c700 1 --2- 172.21.15.42:0/3442612302 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559222e5f7a0 0x559222e64200 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x559222e7ba50 tx=0x7f02a8014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=edbf62c728e22887 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:08.028 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.022+0000 7f029ffff700 1 -- 172.21.15.42:0/3442612302 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02a8004220 con 0x559222e5f7a0 2024-06-06T08:25:08.028 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.022+0000 7f029ffff700 1 -- 172.21.15.42:0/3442612302 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f02a8004830 con 0x559222e5f7a0 2024-06-06T08:25:08.028 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.022+0000 7f029ffff700 1 -- 172.21.15.42:0/3442612302 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02a8005490 con 0x559222e5f7a0 2024-06-06T08:25:08.028 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.023+0000 7f02c733db80 1 -- 172.21.15.42:0/3442612302 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559222e5f7a0 msgr2=0x559222e64200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:08.028 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.023+0000 7f02c733db80 1 --2- 172.21.15.42:0/3442612302 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559222e5f7a0 0x559222e64200 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x559222e7ba50 tx=0x7f02a8014000 comp rx=0 tx=0).stop 2024-06-06T08:25:08.028 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.023+0000 7f02c733db80 1 -- 172.21.15.42:0/3442612302 shutdown_connections 2024-06-06T08:25:08.029 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.023+0000 7f02c733db80 1 --2- 172.21.15.42:0/3442612302 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559222e65880 0x559222e59e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:08.029 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.023+0000 7f02c733db80 1 --2- 172.21.15.42:0/3442612302 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559222e5f7a0 0x559222e64200 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:08.029 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.023+0000 7f02c733db80 1 --2- 172.21.15.42:0/3442612302 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559222e64f60 0x559222e6b1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:08.029 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.023+0000 7f02c733db80 1 -- 172.21.15.42:0/3442612302 >> 172.21.15.42:0/3442612302 conn(0x559222d8c080 msgr2=0x559222e63af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:08.029 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.023+0000 7f02c733db80 1 -- 172.21.15.42:0/3442612302 shutdown_connections 2024-06-06T08:25:08.029 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.023+0000 7f02c733db80 1 -- 172.21.15.42:0/3442612302 wait complete. 2024-06-06T08:25:08.029 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.023+0000 7f02c733db80 1 -- start start 2024-06-06T08:25:08.029 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.024+0000 7f02c733db80 1 Processor -- start 2024-06-06T08:25:08.029 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.024+0000 7f02c733db80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559222e5f7a0 0x559222e71760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:08.029 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.024+0000 7f02c733db80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559222e64f60 0x559222e6e230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:08.029 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.024+0000 7f02c733db80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559222e65880 0x559222e6e770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:08.030 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.024+0000 7f02c733db80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f02b81aa730 con 0x559222e5f7a0 2024-06-06T08:25:08.030 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.024+0000 7f02c733db80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f02b81abba0 con 0x559222e64f60 2024-06-06T08:25:08.030 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.024+0000 7f02c733db80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f02b81aae00 con 0x559222e65880 2024-06-06T08:25:08.030 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.024+0000 7f02c733db80 10 client.0 _ll_register_callbacks cb 0x559222d465b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:25:08.030 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.024+0000 7f02b5d9b700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559222e64f60 0x559222e6e230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:08.030 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.024+0000 7f02b659c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559222e5f7a0 0x559222e71760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:08.030 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.024+0000 7f02b5d9b700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559222e64f60 0x559222e6e230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:38482/0 (socket says 172.21.15.42:38482) 2024-06-06T08:25:08.030 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.024+0000 7f02b5d9b700 1 -- 172.21.15.42:0/2960261264 learned_addr learned my addr 172.21.15.42:0/2960261264 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:08.030 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.024+0000 7f02b6d9d700 1 --2- 172.21.15.42:0/2960261264 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559222e65880 0x559222e6e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:08.030 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.025+0000 7f02b5d9b700 1 -- 172.21.15.42:0/2960261264 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559222e65880 msgr2=0x559222e6e770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:08.030 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.025+0000 7f02b5d9b700 1 --2- 172.21.15.42:0/2960261264 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559222e65880 0x559222e6e770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:08.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.025+0000 7f02b5d9b700 1 -- 172.21.15.42:0/2960261264 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559222e5f7a0 msgr2=0x559222e71760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:08.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.025+0000 7f02b5d9b700 1 --2- 172.21.15.42:0/2960261264 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559222e5f7a0 0x559222e71760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:08.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.025+0000 7f02b5d9b700 1 -- 172.21.15.42:0/2960261264 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559222e6ed30 con 0x559222e64f60 2024-06-06T08:25:08.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.025+0000 7f02b5d9b700 1 --2- 172.21.15.42:0/2960261264 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559222e64f60 0x559222e6e230 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f02ac09c460 tx=0x7f02ac005ad0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f3c71dcbdbd1cd29 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:08.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.025+0000 7f029dffb700 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:25:08.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.025+0000 7f029dffb700 1 -- 172.21.15.42:0/2960261264 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02ac0ba030 con 0x559222e64f60 2024-06-06T08:25:08.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.025+0000 7f02c733db80 1 -- 172.21.15.42:0/2960261264 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f02a8004830 con 0x559222e64f60 2024-06-06T08:25:08.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.025+0000 7f029dffb700 1 -- 172.21.15.42:0/2960261264 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f02ac09c9c0 con 0x559222e64f60 2024-06-06T08:25:08.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.025+0000 7f029dffb700 1 -- 172.21.15.42:0/2960261264 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f02ac09c760 con 0x559222e64f60 2024-06-06T08:25:08.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.025+0000 7f02c733db80 10 client.25688 fetch_fsmap learned FSMap version 28 2024-06-06T08:25:08.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.025+0000 7f02c733db80 1 -- 172.21.15.42:0/2960261264 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x559222ee4890 con 0x559222e64f60 2024-06-06T08:25:08.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.026+0000 7f029dffb700 1 -- 172.21.15.42:0/2960261264 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f02a8004830 con 0x559222e64f60 2024-06-06T08:25:08.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.026+0000 7f029dffb700 1 -- 172.21.15.42:0/2960261264 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f02ac0a4eb0 con 0x559222e64f60 2024-06-06T08:25:08.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.026+0000 7f02c733db80 10 client.25688 fetch_fsmap finished waiting for FSMap version 28 2024-06-06T08:25:08.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.026+0000 7f02c733db80 10 client.25688 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:25:08.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.026+0000 7f02c733db80 20 client.25688 populate_metadata read hostname 'smithi042' 2024-06-06T08:25:08.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.026+0000 7f02c733db80 1 --2- 172.21.15.42:0/2960261264 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x559222ee4eb0 0x559222ee72a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:08.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.026+0000 7f02c733db80 4 client.25688 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-06-06T08:25:08.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.026+0000 7f02c733db80 1 -- 172.21.15.42:0/2960261264 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "scrub status"}) -- 0x559222db82d0 con 0x559222ee4eb0 2024-06-06T08:25:08.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.026+0000 7f02b659c700 1 --2- 172.21.15.42:0/2960261264 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x559222ee4eb0 0x559222ee72a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:08.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.027+0000 7f029dffb700 10 client.25688 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:25:08.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.027+0000 7f02b659c700 1 --2- 172.21.15.42:0/2960261264 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x559222ee4eb0 0x559222ee72a0 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1a80edb622e97718 server_cookie=7832979ea237f480 in_seq=0 out_seq=0 2024-06-06T08:25:08.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.028+0000 7f029dffb700 1 -- 172.21.15.42:0/2960261264 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x559222db82d0 con 0x559222ee4eb0 2024-06-06T08:25:08.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.028+0000 7f029dffb700 10 client.25688 handle_command_reply: tid=0 2024-06-06T08:25:08.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.028+0000 7f02c733db80 1 client.25688 shutdown 2024-06-06T08:25:08.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.028+0000 7f02c733db80 1 -- 172.21.15.42:0/2960261264 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559222e64f60 msgr2=0x559222e6e230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:08.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.028+0000 7f02c733db80 1 --2- 172.21.15.42:0/2960261264 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559222e64f60 0x559222e6e230 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f02ac09c460 tx=0x7f02ac005ad0 comp rx=0 tx=0).stop 2024-06-06T08:25:08.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.028+0000 7f02c733db80 1 -- 172.21.15.42:0/2960261264 shutdown_connections 2024-06-06T08:25:08.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.028+0000 7f02c733db80 1 --2- 172.21.15.42:0/2960261264 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559222e65880 0x559222e6e770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:08.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.028+0000 7f02c733db80 1 --2- 172.21.15.42:0/2960261264 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559222e5f7a0 0x559222e71760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:08.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.028+0000 7f02c733db80 1 --2- 172.21.15.42:0/2960261264 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x559222ee4eb0 0x559222ee72a0 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:08.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.028+0000 7f02c733db80 1 --2- 172.21.15.42:0/2960261264 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559222e64f60 0x559222e6e230 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:08.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.028+0000 7f029dffb700 0 client.25688 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:25:08.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.028+0000 7f02c733db80 1 -- 172.21.15.42:0/2960261264 >> 172.21.15.42:0/2960261264 conn(0x559222d8c080 msgr2=0x559222e64380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:08.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.028+0000 7f02c733db80 1 -- 172.21.15.42:0/2960261264 shutdown_connections 2024-06-06T08:25:08.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.028+0000 7f02c733db80 1 -- 172.21.15.42:0/2960261264 wait complete. 2024-06-06T08:25:08.034 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.028+0000 7f02c733db80 20 client.25688 trim_cache size 0 max 16384 2024-06-06T08:25:08.034 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:25:08.034 INFO:teuthology.orchestra.run.smithi042.stdout: "status": "no active scrubs running", 2024-06-06T08:25:08.034 INFO:teuthology.orchestra.run.smithi042.stdout: "scrubs": {} 2024-06-06T08:25:08.034 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:25:08.035 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.029+0000 7f02bcaba700 1 -- 172.21.15.42:0/3822443322 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f02a00a2d90 msgr2=0x7f02a00a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:08.035 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.029+0000 7f02bcaba700 1 --2- 172.21.15.42:0/3822443322 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f02a00a2d90 0x7f02a00a5250 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f02b8199b70 tx=0x7f02a8009260 comp rx=0 tx=0).stop 2024-06-06T08:25:08.035 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.029+0000 7f02bcaba700 1 -- 172.21.15.42:0/3822443322 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f02b8102ee0 msgr2=0x7f02b819edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:08.035 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.029+0000 7f02bcaba700 1 --2- 172.21.15.42:0/3822443322 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f02b8102ee0 0x7f02b819edb0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f02ac0059d0 tx=0x7f02ac00bab0 comp rx=0 tx=0).stop 2024-06-06T08:25:08.035 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.029+0000 7f02bcaba700 1 -- 172.21.15.42:0/3822443322 shutdown_connections 2024-06-06T08:25:08.035 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.029+0000 7f02bcaba700 1 --2- 172.21.15.42:0/3822443322 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f02a00a2d90 0x7f02a00a5250 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:08.035 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.029+0000 7f02bcaba700 1 --2- 172.21.15.42:0/3822443322 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f02b8107450 0x7f02b8198a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:08.035 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.029+0000 7f02bcaba700 1 --2- 172.21.15.42:0/3822443322 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f02b8102540 0x7f02b819e870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:08.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.029+0000 7f02bcaba700 1 --2- 172.21.15.42:0/3822443322 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f02b8102ee0 0x7f02b819edb0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:08.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.029+0000 7f02bcaba700 1 -- 172.21.15.42:0/3822443322 >> 172.21.15.42:0/3822443322 conn(0x7f02b80795f0 msgr2=0x7f02b81005f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:08.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.029+0000 7f02bcaba700 1 -- 172.21.15.42:0/3822443322 shutdown_connections 2024-06-06T08:25:08.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:08.029+0000 7f02bcaba700 1 -- 172.21.15.42:0/3822443322 wait complete. 2024-06-06T08:25:08.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:25:08 smithi120 ceph-mon[36658]: pgmap v78: 129 pgs: 129 active+clean; 60 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.6 MiB/s wr, 81 op/s 2024-06-06T08:25:08.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:25:08 smithi149 ceph-mon[36842]: pgmap v78: 129 pgs: 129 active+clean; 60 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.6 MiB/s wr, 81 op/s 2024-06-06T08:25:08.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:25:08 smithi042 ceph-mon[32384]: pgmap v78: 129 pgs: 129 active+clean; 60 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.6 MiB/s wr, 81 op/s 2024-06-06T08:25:08.847 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-06-06T08:25:08.847 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:25:09.136 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:25:10.629 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:25:10 smithi042 ceph-mon[32384]: pgmap v79: 129 pgs: 129 active+clean; 102 MiB data, 506 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 7.7 MiB/s wr, 1.04k op/s 2024-06-06T08:25:10.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:25:10 smithi120 ceph-mon[36658]: pgmap v79: 129 pgs: 129 active+clean; 102 MiB data, 506 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 7.7 MiB/s wr, 1.04k op/s 2024-06-06T08:25:10.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:25:10 smithi149 ceph-mon[36842]: pgmap v79: 129 pgs: 129 active+clean; 102 MiB data, 506 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 7.7 MiB/s wr, 1.04k op/s 2024-06-06T08:25:10.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:10.874+0000 7f66b8ce4700 1 -- 172.21.15.42:0/2948622822 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f66b4107830 msgr2=0x7f66b410f3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:10.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:10.874+0000 7f66b8ce4700 1 --2- 172.21.15.42:0/2948622822 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f66b4107830 0x7f66b410f3b0 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f66ac0099c0 tx=0x7f66ac009cd0 comp rx=0 tx=0).stop 2024-06-06T08:25:10.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:10.874+0000 7f66b8ce4700 1 -- 172.21.15.42:0/2948622822 shutdown_connections 2024-06-06T08:25:10.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:10.874+0000 7f66b8ce4700 1 --2- 172.21.15.42:0/2948622822 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f66b4107830 0x7f66b410f3b0 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:10.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:10.874+0000 7f66b8ce4700 1 --2- 172.21.15.42:0/2948622822 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f66b4102740 0x7f66b4102b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:10.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:10.874+0000 7f66b8ce4700 1 --2- 172.21.15.42:0/2948622822 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f66b41030f0 0x7f66b4107100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:10.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:10.874+0000 7f66b8ce4700 1 -- 172.21.15.42:0/2948622822 >> 172.21.15.42:0/2948622822 conn(0x7f66b40795b0 msgr2=0x7f66b40799c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:10.876 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:10.874+0000 7f66b8ce4700 1 -- 172.21.15.42:0/2948622822 shutdown_connections 2024-06-06T08:25:10.876 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:10.874+0000 7f66b8ce4700 1 -- 172.21.15.42:0/2948622822 wait complete. 2024-06-06T08:25:10.878 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:10.875+0000 7f66b8ce4700 1 Processor -- start 2024-06-06T08:25:10.878 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:10.875+0000 7f66b8ce4700 1 -- start start 2024-06-06T08:25:10.878 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:10.876+0000 7f66b8ce4700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f66b4102740 0x7f66b4074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:10.878 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:10.876+0000 7f66b8ce4700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f66b41030f0 0x7f66b4074cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:10.878 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:10.876+0000 7f66b8ce4700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f66b4107830 0x7f66b4075210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:10.878 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:10.876+0000 7f66b8ce4700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f66b41127c0 con 0x7f66b41030f0 2024-06-06T08:25:10.878 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:10.876+0000 7f66b8ce4700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f66b4112640 con 0x7f66b4102740 2024-06-06T08:25:10.878 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:10.876+0000 7f66b8ce4700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f66b4112940 con 0x7f66b4107830 2024-06-06T08:25:10.878 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:10.876+0000 7f66b1d9b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f66b41030f0 0x7f66b4074cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:10.878 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:10.876+0000 7f66b1d9b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f66b41030f0 0x7f66b4074cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:49780/0 (socket says 172.21.15.42:49780) 2024-06-06T08:25:10.878 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:10.876+0000 7f66b1d9b700 1 -- 172.21.15.42:0/3063421559 learned_addr learned my addr 172.21.15.42:0/3063421559 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:10.879 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:10.876+0000 7f66b2d9d700 1 --2- 172.21.15.42:0/3063421559 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f66b4107830 0x7f66b4075210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:10.879 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:10.876+0000 7f66b259c700 1 --2- 172.21.15.42:0/3063421559 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f66b4102740 0x7f66b4074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:10.879 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:10.876+0000 7f66b1d9b700 1 -- 172.21.15.42:0/3063421559 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f66b4107830 msgr2=0x7f66b4075210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:10.879 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:10.876+0000 7f66b1d9b700 1 --2- 172.21.15.42:0/3063421559 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f66b4107830 0x7f66b4075210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:10.879 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:10.876+0000 7f66b1d9b700 1 -- 172.21.15.42:0/3063421559 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f66b4102740 msgr2=0x7f66b4074790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:10.879 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:10.876+0000 7f66b1d9b700 1 --2- 172.21.15.42:0/3063421559 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f66b4102740 0x7f66b4074790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:10.879 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:10.876+0000 7f66b1d9b700 1 -- 172.21.15.42:0/3063421559 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66b41a7070 con 0x7f66b41030f0 2024-06-06T08:25:10.879 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:10.876+0000 7f66b259c700 1 --2- 172.21.15.42:0/3063421559 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f66b4102740 0x7f66b4074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:25:10.879 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:10.876+0000 7f66b1d9b700 1 --2- 172.21.15.42:0/3063421559 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f66b41030f0 0x7f66b4074cd0 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f669c00e9a0 tx=0x7f669c00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:10.879 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:10.876+0000 7f66ab7fe700 1 -- 172.21.15.42:0/3063421559 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f669c00ca10 con 0x7f66b41030f0 2024-06-06T08:25:10.879 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:10.877+0000 7f66ab7fe700 1 -- 172.21.15.42:0/3063421559 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f669c00cbb0 con 0x7f66b41030f0 2024-06-06T08:25:10.879 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:10.877+0000 7f66b8ce4700 1 -- 172.21.15.42:0/3063421559 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66b41a7360 con 0x7f66b41030f0 2024-06-06T08:25:10.880 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:10.877+0000 7f66ab7fe700 1 -- 172.21.15.42:0/3063421559 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f669c018680 con 0x7f66b41030f0 2024-06-06T08:25:10.880 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:10.877+0000 7f66b8ce4700 1 -- 172.21.15.42:0/3063421559 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66b41a78a0 con 0x7f66b41030f0 2024-06-06T08:25:10.880 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:10.878+0000 7f66b8ce4700 1 -- 172.21.15.42:0/3063421559 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f66b410aa00 con 0x7f66b41030f0 2024-06-06T08:25:10.880 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:10.879+0000 7f66ab7fe700 1 -- 172.21.15.42:0/3063421559 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f669c010430 con 0x7f66b41030f0 2024-06-06T08:25:10.881 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:10.879+0000 7f66ab7fe700 1 --2- 172.21.15.42:0/3063421559 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f66a00a2d90 0x7f66a00a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:10.881 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:10.880+0000 7f66b259c700 1 --2- 172.21.15.42:0/3063421559 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f66a00a2d90 0x7f66a00a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:10.881 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:10.880+0000 7f66ab7fe700 1 -- 172.21.15.42:0/3063421559 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f669c0cf940 con 0x7f66b41030f0 2024-06-06T08:25:10.881 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:10.880+0000 7f66b259c700 1 --2- 172.21.15.42:0/3063421559 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f66a00a2d90 0x7f66a00a5250 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f66a4003e30 tx=0x7f66a400b040 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:10.884 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:10.884+0000 7f66ab7fe700 1 -- 172.21.15.42:0/3063421559 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f669c09c220 con 0x7f66b41030f0 2024-06-06T08:25:11.187 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:11.187+0000 7f66b8ce4700 1 -- 172.21.15.42:0/3063421559 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f66b410a3e0 con 0x7f66b41030f0 2024-06-06T08:25:11.187 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:11.187+0000 7f66ab7fe700 1 -- 172.21.15.42:0/3063421559 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11879 (secure 0 0 0) 0x7f669c09bb20 con 0x7f66b41030f0 2024-06-06T08:25:11.188 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:25:11.188 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/667270675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":667270675},{"type":"v1","addr":"172.21.15.42:6837","nonce":667270675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/2414389302","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":2414389302},{"type":"v1","addr":"172.21.15.42:6839","nonce":2414389302}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14574,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/3625002785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":3625002785},{"type":"v1","addr":"172.21.15.42:6841","nonce":3625002785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24413,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6835/3995394553","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":3995394553},{"type":"v1","addr":"172.21.15.120:6835","nonce":3995394553}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":28,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T08:18:39.778858+0000","modified":"2024-06-06T08:25:00.244943+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24464},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6837/3434475673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":3434475673},{"type":"v1","addr":"172.21.15.120:6837","nonce":3434475673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6835/3776134468","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":3776134468},{"type":"v1","addr":"172.21.15.149:6835","nonce":3776134468}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":21,"addr":"172.21.15.120:6839/1585293472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":1585293472},{"type":"v1","addr":"172.21.15.120:6839","nonce":1585293472}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":25,"addr":"172.21.15.149:6837/751787578","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":751787578},{"type":"v1","addr":"172.21.15.149:6837","nonce":751787578}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":8,"addr":"172.21.15.149:6839/764851483","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":764851483},{"type":"v1","addr":"172.21.15.149:6839","nonce":764851483}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24469,24484,24464]},"id":1}]} 2024-06-06T08:25:11.190 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:11.190+0000 7f66b8ce4700 1 -- 172.21.15.42:0/3063421559 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f66a00a2d90 msgr2=0x7f66a00a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:11.190 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:11.190+0000 7f66b8ce4700 1 --2- 172.21.15.42:0/3063421559 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f66a00a2d90 0x7f66a00a5250 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f66a4003e30 tx=0x7f66a400b040 comp rx=0 tx=0).stop 2024-06-06T08:25:11.190 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:11.190+0000 7f66b8ce4700 1 -- 172.21.15.42:0/3063421559 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f66b41030f0 msgr2=0x7f66b4074cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:11.190 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:11.190+0000 7f66b8ce4700 1 --2- 172.21.15.42:0/3063421559 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f66b41030f0 0x7f66b4074cd0 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f669c00e9a0 tx=0x7f669c00ecb0 comp rx=0 tx=0).stop 2024-06-06T08:25:11.191 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:11.190+0000 7f66b8ce4700 1 -- 172.21.15.42:0/3063421559 shutdown_connections 2024-06-06T08:25:11.191 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:11.190+0000 7f66b8ce4700 1 --2- 172.21.15.42:0/3063421559 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f66a00a2d90 0x7f66a00a5250 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:11.191 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:11.190+0000 7f66b8ce4700 1 --2- 172.21.15.42:0/3063421559 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f66b4107830 0x7f66b4075210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:11.191 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:11.190+0000 7f66b8ce4700 1 --2- 172.21.15.42:0/3063421559 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f66b4102740 0x7f66b4074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:11.191 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:11.190+0000 7f66b8ce4700 1 --2- 172.21.15.42:0/3063421559 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f66b41030f0 0x7f66b4074cd0 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:11.191 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:11.190+0000 7f66b8ce4700 1 -- 172.21.15.42:0/3063421559 >> 172.21.15.42:0/3063421559 conn(0x7f66b40795b0 msgr2=0x7f66b4100580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:11.191 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:11.190+0000 7f66b8ce4700 1 -- 172.21.15.42:0/3063421559 shutdown_connections 2024-06-06T08:25:11.191 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:11.190+0000 7f66b8ce4700 1 -- 172.21.15.42:0/3063421559 wait complete. 2024-06-06T08:25:11.191 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 28 2024-06-06T08:25:11.531 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:25:11 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/3063421559' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:25:11.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:25:11 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/3063421559' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:25:11.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:25:11 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/3063421559' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:25:11.851 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-06-06T08:25:12.437 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:25:12.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:25:12 smithi120 ceph-mon[36658]: pgmap v80: 129 pgs: 129 active+clean; 102 MiB data, 506 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 7.0 MiB/s wr, 1.01k op/s 2024-06-06T08:25:12.736 INFO:tasks.workunit.client.0.smithi042.stdout: 36 284673 314 168675 262 118408 387 2024-06-06T08:25:12.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:25:12 smithi149 ceph-mon[36842]: pgmap v80: 129 pgs: 129 active+clean; 102 MiB data, 506 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 7.0 MiB/s wr, 1.01k op/s 2024-06-06T08:25:12.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:25:12 smithi042 ceph-mon[32384]: pgmap v80: 129 pgs: 129 active+clean; 102 MiB data, 506 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 7.0 MiB/s wr, 1.01k op/s 2024-06-06T08:25:14.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:25:14 smithi120 ceph-mon[36658]: pgmap v81: 129 pgs: 129 active+clean; 105 MiB data, 506 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 7.3 MiB/s wr, 1.03k op/s 2024-06-06T08:25:14.647 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:25:14 smithi042 ceph-mon[32384]: pgmap v81: 129 pgs: 129 active+clean; 105 MiB data, 506 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 7.3 MiB/s wr, 1.03k op/s 2024-06-06T08:25:14.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:25:14 smithi149 ceph-mon[36842]: pgmap v81: 129 pgs: 129 active+clean; 105 MiB data, 506 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 7.3 MiB/s wr, 1.03k op/s 2024-06-06T08:25:15.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.248+0000 7f2c25633700 1 -- 172.21.15.42:0/765090795 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2c20107840 msgr2=0x7f2c2010f3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:15.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.248+0000 7f2c25633700 1 --2- 172.21.15.42:0/765090795 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2c20107840 0x7f2c2010f3c0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f2c1800b0d0 tx=0x7f2c1800b3e0 comp rx=0 tx=0).stop 2024-06-06T08:25:15.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.248+0000 7f2c25633700 1 -- 172.21.15.42:0/765090795 shutdown_connections 2024-06-06T08:25:15.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.248+0000 7f2c25633700 1 --2- 172.21.15.42:0/765090795 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2c20107840 0x7f2c2010f3c0 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:15.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.248+0000 7f2c25633700 1 --2- 172.21.15.42:0/765090795 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2c20102740 0x7f2c20102b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:15.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.248+0000 7f2c25633700 1 --2- 172.21.15.42:0/765090795 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2c201030f0 0x7f2c20107110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:15.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.248+0000 7f2c25633700 1 -- 172.21.15.42:0/765090795 >> 172.21.15.42:0/765090795 conn(0x7f2c200795f0 msgr2=0x7f2c20079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:15.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.248+0000 7f2c25633700 1 -- 172.21.15.42:0/765090795 shutdown_connections 2024-06-06T08:25:15.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.248+0000 7f2c25633700 1 -- 172.21.15.42:0/765090795 wait complete. 2024-06-06T08:25:15.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.249+0000 7f2c25633700 1 Processor -- start 2024-06-06T08:25:15.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.249+0000 7f2c25633700 1 -- start start 2024-06-06T08:25:15.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.250+0000 7f2c25633700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2c20102740 0x7f2c2019e7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:15.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.250+0000 7f2c25633700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2c201030f0 0x7f2c2019ed30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:15.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.250+0000 7f2c25633700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2c20107840 0x7f2c201989b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:15.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.250+0000 7f2c25633700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2c201127d0 con 0x7f2c201030f0 2024-06-06T08:25:15.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.250+0000 7f2c25633700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f2c20112650 con 0x7f2c20107840 2024-06-06T08:25:15.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.250+0000 7f2c25633700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f2c20112950 con 0x7f2c20102740 2024-06-06T08:25:15.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.250+0000 7f2c1effd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2c20102740 0x7f2c2019e7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:15.252 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.250+0000 7f2c167fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2c201030f0 0x7f2c2019ed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:15.252 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.250+0000 7f2c1effd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2c20102740 0x7f2c2019e7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:47192/0 (socket says 172.21.15.42:47192) 2024-06-06T08:25:15.252 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.250+0000 7f2c1effd700 1 -- 172.21.15.42:0/2428368467 learned_addr learned my addr 172.21.15.42:0/2428368467 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:15.252 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.250+0000 7f2c1f7fe700 1 --2- 172.21.15.42:0/2428368467 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2c20107840 0x7f2c201989b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:15.252 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.250+0000 7f2c167fc700 1 -- 172.21.15.42:0/2428368467 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2c20102740 msgr2=0x7f2c2019e7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:15.252 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.250+0000 7f2c167fc700 1 --2- 172.21.15.42:0/2428368467 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2c20102740 0x7f2c2019e7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:15.252 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.250+0000 7f2c167fc700 1 -- 172.21.15.42:0/2428368467 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2c20107840 msgr2=0x7f2c201989b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:15.252 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.250+0000 7f2c167fc700 1 --2- 172.21.15.42:0/2428368467 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2c20107840 0x7f2c201989b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:15.252 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.250+0000 7f2c167fc700 1 -- 172.21.15.42:0/2428368467 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c20199110 con 0x7f2c201030f0 2024-06-06T08:25:15.252 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.250+0000 7f2c1f7fe700 1 --2- 172.21.15.42:0/2428368467 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2c20107840 0x7f2c201989b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:25:15.252 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.250+0000 7f2c167fc700 1 --2- 172.21.15.42:0/2428368467 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2c201030f0 0x7f2c2019ed30 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f2c0800d950 tx=0x7f2c0800dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:15.253 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.251+0000 7f2c1cff9700 1 -- 172.21.15.42:0/2428368467 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c08017070 con 0x7f2c201030f0 2024-06-06T08:25:15.253 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.251+0000 7f2c1cff9700 1 -- 172.21.15.42:0/2428368467 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2c08009e10 con 0x7f2c201030f0 2024-06-06T08:25:15.253 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.251+0000 7f2c25633700 1 -- 172.21.15.42:0/2428368467 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c20199400 con 0x7f2c201030f0 2024-06-06T08:25:15.253 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.251+0000 7f2c1cff9700 1 -- 172.21.15.42:0/2428368467 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c0800f3c0 con 0x7f2c201030f0 2024-06-06T08:25:15.253 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.251+0000 7f2c25633700 1 -- 172.21.15.42:0/2428368467 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c201a56c0 con 0x7f2c201030f0 2024-06-06T08:25:15.255 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.255+0000 7f2c1cff9700 1 -- 172.21.15.42:0/2428368467 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f2c0801a070 con 0x7f2c201030f0 2024-06-06T08:25:15.256 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.256+0000 7f2c2feb6b80 1 Processor -- start 2024-06-06T08:25:15.256 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.256+0000 7f2c2feb6b80 1 -- start start 2024-06-06T08:25:15.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.256+0000 7f2c1cff9700 1 --2- 172.21.15.42:0/2428368467 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f2c0c0a2e10 0x7f2c0c0a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:15.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.256+0000 7f2c1f7fe700 1 --2- 172.21.15.42:0/2428368467 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f2c0c0a2e10 0x7f2c0c0a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:15.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.257+0000 7f2c1cff9700 1 -- 172.21.15.42:0/2428368467 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f2c080cef70 con 0x7f2c201030f0 2024-06-06T08:25:15.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.257+0000 7f2c2feb6b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dc0d3b2640 0x55dc0d3b2a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:15.258 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.257+0000 7f2c2feb6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dc0d3b2f60 0x55dc0d3ac9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:15.258 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.257+0000 7f2c2feb6b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dc0d3acf20 0x55dc0d3ad340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:15.258 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.257+0000 7f2c2feb6b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55dc0d2fe810 con 0x55dc0d3b2f60 2024-06-06T08:25:15.258 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.257+0000 7f2c2feb6b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55dc0d2a6720 con 0x55dc0d3acf20 2024-06-06T08:25:15.258 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.257+0000 7f2c1effd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dc0d3b2640 0x55dc0d3b2a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:15.258 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.257+0000 7f2c2feb6b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55dc0d2fa7d0 con 0x55dc0d3b2640 2024-06-06T08:25:15.258 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.257+0000 7f2c167fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dc0d3b2f60 0x55dc0d3ac9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:15.258 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.257+0000 7f2c167fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dc0d3b2f60 0x55dc0d3ac9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:49798/0 (socket says 172.21.15.42:49798) 2024-06-06T08:25:15.258 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.257+0000 7f2c167fc700 1 -- 172.21.15.42:0/3246890987 learned_addr learned my addr 172.21.15.42:0/3246890987 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:15.258 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.257+0000 7f2c1f7fe700 1 --2- 172.21.15.42:0/3246890987 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dc0d3acf20 0x55dc0d3ad340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:15.260 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.258+0000 7f2c1effd700 1 -- 172.21.15.42:0/3246890987 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dc0d3acf20 msgr2=0x55dc0d3ad340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:15.260 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.258+0000 7f2c1effd700 1 --2- 172.21.15.42:0/3246890987 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dc0d3acf20 0x55dc0d3ad340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:15.260 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.258+0000 7f2c1effd700 1 -- 172.21.15.42:0/3246890987 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dc0d3b2f60 msgr2=0x55dc0d3ac9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:15.260 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.258+0000 7f2c1effd700 1 --2- 172.21.15.42:0/3246890987 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dc0d3b2f60 0x55dc0d3ac9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:15.260 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.258+0000 7f2c1effd700 1 -- 172.21.15.42:0/3246890987 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dc0d29cf50 con 0x55dc0d3b2640 2024-06-06T08:25:15.260 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.258+0000 7f2c1f7fe700 1 --2- 172.21.15.42:0/2428368467 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f2c0c0a2e10 0x7f2c0c0a52d0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f2c18009610 tx=0x7f2c1800cc30 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:15.260 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.258+0000 7f2c1effd700 1 --2- 172.21.15.42:0/3246890987 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dc0d3b2640 0x55dc0d3b2a20 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f2c10009d50 tx=0x7f2c10011720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=12587b2a149a6c9c server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:15.260 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.258+0000 7f2c157fa700 1 -- 172.21.15.42:0/3246890987 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c10004a30 con 0x55dc0d3b2640 2024-06-06T08:25:15.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.258+0000 7f2c157fa700 1 -- 172.21.15.42:0/3246890987 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2c10005500 con 0x55dc0d3b2640 2024-06-06T08:25:15.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.259+0000 7f2c157fa700 1 -- 172.21.15.42:0/3246890987 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c10019880 con 0x55dc0d3b2640 2024-06-06T08:25:15.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.259+0000 7f2c2feb6b80 1 -- 172.21.15.42:0/3246890987 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dc0d3b2640 msgr2=0x55dc0d3b2a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:15.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.259+0000 7f2c2feb6b80 1 --2- 172.21.15.42:0/3246890987 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dc0d3b2640 0x55dc0d3b2a20 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f2c10009d50 tx=0x7f2c10011720 comp rx=0 tx=0).stop 2024-06-06T08:25:15.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.259+0000 7f2c2feb6b80 1 -- 172.21.15.42:0/3246890987 shutdown_connections 2024-06-06T08:25:15.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.259+0000 7f2c2feb6b80 1 --2- 172.21.15.42:0/3246890987 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dc0d3acf20 0x55dc0d3ad340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:15.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.259+0000 7f2c2feb6b80 1 --2- 172.21.15.42:0/3246890987 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dc0d3b2640 0x55dc0d3b2a20 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:15.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.259+0000 7f2c2feb6b80 1 --2- 172.21.15.42:0/3246890987 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dc0d3b2f60 0x55dc0d3ac9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:15.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.259+0000 7f2c2feb6b80 1 -- 172.21.15.42:0/3246890987 >> 172.21.15.42:0/3246890987 conn(0x55dc0d2d7cc0 msgr2=0x55dc0d3a7850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:15.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.259+0000 7f2c2feb6b80 1 -- 172.21.15.42:0/3246890987 shutdown_connections 2024-06-06T08:25:15.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.259+0000 7f2c2feb6b80 1 -- 172.21.15.42:0/3246890987 wait complete. 2024-06-06T08:25:15.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.260+0000 7f2c2feb6b80 1 -- start start 2024-06-06T08:25:15.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.260+0000 7f2c2feb6b80 1 Processor -- start 2024-06-06T08:25:15.264 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.260+0000 7f2c2feb6b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dc0d3acf20 0x55dc0d3b8c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:15.264 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.260+0000 7f2c2feb6b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dc0d3b2640 0x55dc0d3b5fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:15.264 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.260+0000 7f2c2feb6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dc0d3b2f60 0x55dc0d3b6500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:15.264 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.260+0000 7f2c2feb6b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55dc0d3bdde0 con 0x55dc0d3b2f60 2024-06-06T08:25:15.264 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.260+0000 7f2c2feb6b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55dc0d29ebf0 con 0x55dc0d3b2640 2024-06-06T08:25:15.264 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.260+0000 7f2c2feb6b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55dc0d3bdf60 con 0x55dc0d3acf20 2024-06-06T08:25:15.265 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.260+0000 7f2c2feb6b80 10 client.0 _ll_register_callbacks cb 0x55dc0d298920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:25:15.265 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.260+0000 7f2c1effd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dc0d3acf20 0x55dc0d3b8c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:15.265 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.261+0000 7f2c167fc700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dc0d3b2640 0x55dc0d3b5fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:15.265 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.261+0000 7f2c1effd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dc0d3acf20 0x55dc0d3b8c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:47206/0 (socket says 172.21.15.42:47206) 2024-06-06T08:25:15.265 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.261+0000 7f2c1effd700 1 -- 172.21.15.42:0/3055749362 learned_addr learned my addr 172.21.15.42:0/3055749362 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:15.265 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.261+0000 7f2c1f7fe700 1 --2- 172.21.15.42:0/3055749362 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dc0d3b2f60 0x55dc0d3b6500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:15.265 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.261+0000 7f2c1effd700 1 -- 172.21.15.42:0/3055749362 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dc0d3b2640 msgr2=0x55dc0d3b5fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:15.265 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.261+0000 7f2c1effd700 1 --2- 172.21.15.42:0/3055749362 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dc0d3b2640 0x55dc0d3b5fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:15.265 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.261+0000 7f2c1effd700 1 -- 172.21.15.42:0/3055749362 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dc0d3b2f60 msgr2=0x55dc0d3b6500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:15.265 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.261+0000 7f2c1effd700 1 --2- 172.21.15.42:0/3055749362 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dc0d3b2f60 0x55dc0d3b6500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:15.265 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.261+0000 7f2c1effd700 1 -- 172.21.15.42:0/3055749362 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dc0d24d8d0 con 0x55dc0d3acf20 2024-06-06T08:25:15.265 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.261+0000 7f2c1effd700 1 --2- 172.21.15.42:0/3055749362 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dc0d3acf20 0x55dc0d3b8c70 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f2c10005c50 tx=0x7f2c10019b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=20697a44d80f09d8 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:15.265 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.261+0000 7f2c067fc700 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:25:15.266 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.261+0000 7f2c067fc700 1 -- 172.21.15.42:0/3055749362 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c10028070 con 0x55dc0d3acf20 2024-06-06T08:25:15.266 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.261+0000 7f2c067fc700 1 -- 172.21.15.42:0/3055749362 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f2c10019e00 con 0x55dc0d3acf20 2024-06-06T08:25:15.266 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.261+0000 7f2c2feb6b80 1 -- 172.21.15.42:0/3055749362 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2c10005500 con 0x55dc0d3acf20 2024-06-06T08:25:15.266 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.262+0000 7f2c067fc700 1 -- 172.21.15.42:0/3055749362 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f2c10034050 con 0x55dc0d3acf20 2024-06-06T08:25:15.266 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.262+0000 7f2c2feb6b80 10 client.25636 fetch_fsmap learned FSMap version 28 2024-06-06T08:25:15.266 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.262+0000 7f2c2feb6b80 1 -- 172.21.15.42:0/3055749362 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55dc0d3c86e0 con 0x55dc0d3acf20 2024-06-06T08:25:15.266 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.262+0000 7f2c067fc700 1 -- 172.21.15.42:0/3055749362 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2c10005500 con 0x55dc0d3acf20 2024-06-06T08:25:15.266 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.262+0000 7f2c067fc700 1 -- 172.21.15.42:0/3055749362 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f2c10023630 con 0x55dc0d3acf20 2024-06-06T08:25:15.266 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.262+0000 7f2c2feb6b80 10 client.25636 fetch_fsmap finished waiting for FSMap version 28 2024-06-06T08:25:15.266 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.262+0000 7f2c2feb6b80 10 client.25636 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.b 2024-06-06T08:25:15.266 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.262+0000 7f2c2feb6b80 20 client.25636 populate_metadata read hostname 'smithi042' 2024-06-06T08:25:15.266 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.262+0000 7f2c2feb6b80 1 --2- 172.21.15.42:0/3055749362 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x55dc0d3cac10 0x55dc0d3cd000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:15.267 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.262+0000 7f2c2feb6b80 4 client.25636 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:25:15.267 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.262+0000 7f2c2feb6b80 1 -- 172.21.15.42:0/3055749362 --> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55dc0d30bd10 con 0x55dc0d3cac10 2024-06-06T08:25:15.267 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.262+0000 7f2c167fc700 1 --2- 172.21.15.42:0/3055749362 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x55dc0d3cac10 0x55dc0d3cd000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:15.267 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.263+0000 7f2c167fc700 1 --2- 172.21.15.42:0/3055749362 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x55dc0d3cac10 0x55dc0d3cd000 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=ba56e9f056da48f server_cookie=7978ff028779c311 in_seq=0 out_seq=0 2024-06-06T08:25:15.267 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.263+0000 7f2c067fc700 10 client.25636 ms_handle_connect on v2:172.21.15.120:6838/1585293472 2024-06-06T08:25:15.267 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.263+0000 7f2c067fc700 1 -- 172.21.15.42:0/3055749362 <== mds.2 v2:172.21.15.120:6838/1585293472 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55dc0d30bd10 con 0x55dc0d3cac10 2024-06-06T08:25:15.267 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.263+0000 7f2c067fc700 10 client.25636 handle_command_reply: tid=0 2024-06-06T08:25:15.268 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.264+0000 7f2c2feb6b80 1 client.25636 shutdown 2024-06-06T08:25:15.268 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.264+0000 7f2c2feb6b80 1 -- 172.21.15.42:0/3055749362 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dc0d3acf20 msgr2=0x55dc0d3b8c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:15.268 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.264+0000 7f2c2feb6b80 1 --2- 172.21.15.42:0/3055749362 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dc0d3acf20 0x55dc0d3b8c70 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f2c10005c50 tx=0x7f2c10019b60 comp rx=0 tx=0).stop 2024-06-06T08:25:15.268 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.264+0000 7f2c2feb6b80 1 -- 172.21.15.42:0/3055749362 shutdown_connections 2024-06-06T08:25:15.268 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.264+0000 7f2c2feb6b80 1 --2- 172.21.15.42:0/3055749362 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dc0d3b2f60 0x55dc0d3b6500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:15.268 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.264+0000 7f2c2feb6b80 1 --2- 172.21.15.42:0/3055749362 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x55dc0d3cac10 0x55dc0d3cd000 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:15.268 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.264+0000 7f2c2feb6b80 1 --2- 172.21.15.42:0/3055749362 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dc0d3acf20 0x55dc0d3b8c70 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:15.268 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.264+0000 7f2c2feb6b80 1 --2- 172.21.15.42:0/3055749362 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dc0d3b2640 0x55dc0d3b5fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:15.268 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.264+0000 7f2c067fc700 0 client.25636 ms_handle_reset on v2:172.21.15.120:6838/1585293472 2024-06-06T08:25:15.268 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.264+0000 7f2c2feb6b80 1 -- 172.21.15.42:0/3055749362 >> 172.21.15.42:0/3055749362 conn(0x55dc0d2d7cc0 msgr2=0x55dc0d3a75f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:15.268 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.264+0000 7f2c2feb6b80 1 -- 172.21.15.42:0/3055749362 shutdown_connections 2024-06-06T08:25:15.268 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.264+0000 7f2c2feb6b80 1 -- 172.21.15.42:0/3055749362 wait complete. 2024-06-06T08:25:15.268 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.264+0000 7f2c2feb6b80 20 client.25636 trim_cache size 0 max 16384 2024-06-06T08:25:15.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.280+0000 7f2c2feb6b80 1 Processor -- start 2024-06-06T08:25:15.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.280+0000 7f2c2feb6b80 1 -- start start 2024-06-06T08:25:15.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.280+0000 7f2c2feb6b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dc0d3acf20 0x55dc0d3ac9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:15.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.280+0000 7f2c2feb6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dc0d3b2640 0x55dc0d3b3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:15.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.280+0000 7f2c2feb6b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dc0d3b2f60 0x55dc0d3b3880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:15.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.280+0000 7f2c2feb6b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2c00011460 con 0x55dc0d3b2640 2024-06-06T08:25:15.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.280+0000 7f2c2feb6b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f2c0000ecf0 con 0x55dc0d3b2f60 2024-06-06T08:25:15.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.280+0000 7f2c2feb6b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f2c0000cb40 con 0x55dc0d3acf20 2024-06-06T08:25:15.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.280+0000 7f2c167fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dc0d3b2640 0x55dc0d3b3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:15.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.280+0000 7f2c1effd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dc0d3acf20 0x55dc0d3ac9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:15.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.280+0000 7f2c1effd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dc0d3acf20 0x55dc0d3ac9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:47218/0 (socket says 172.21.15.42:47218) 2024-06-06T08:25:15.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.280+0000 7f2c167fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dc0d3b2640 0x55dc0d3b3340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:49820/0 (socket says 172.21.15.42:49820) 2024-06-06T08:25:15.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.280+0000 7f2c1effd700 1 -- 172.21.15.42:0/2526374167 learned_addr learned my addr 172.21.15.42:0/2526374167 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:15.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.280+0000 7f2c1f7fe700 1 --2- 172.21.15.42:0/2526374167 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dc0d3b2f60 0x55dc0d3b3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:15.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.280+0000 7f2c1effd700 1 -- 172.21.15.42:0/2526374167 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dc0d3b2f60 msgr2=0x55dc0d3b3880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:15.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.280+0000 7f2c1effd700 1 --2- 172.21.15.42:0/2526374167 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dc0d3b2f60 0x55dc0d3b3880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:15.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.280+0000 7f2c1effd700 1 -- 172.21.15.42:0/2526374167 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dc0d3b2640 msgr2=0x55dc0d3b3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:15.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.280+0000 7f2c1effd700 1 --2- 172.21.15.42:0/2526374167 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dc0d3b2640 0x55dc0d3b3340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:15.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.281+0000 7f2c1effd700 1 -- 172.21.15.42:0/2526374167 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dc0d3b4530 con 0x55dc0d3acf20 2024-06-06T08:25:15.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.281+0000 7f2c167fc700 1 --2- 172.21.15.42:0/2526374167 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dc0d3b2640 0x55dc0d3b3340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:25:15.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.281+0000 7f2c1effd700 1 --2- 172.21.15.42:0/2526374167 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dc0d3acf20 0x55dc0d3ac9e0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f2c10005c20 tx=0x7f2c10011ab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ad201fd2fb94eac4 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:15.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.281+0000 7f2c14ff9700 1 -- 172.21.15.42:0/2526374167 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c10028040 con 0x55dc0d3acf20 2024-06-06T08:25:15.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.281+0000 7f2c14ff9700 1 -- 172.21.15.42:0/2526374167 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2c10015070 con 0x55dc0d3acf20 2024-06-06T08:25:15.283 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.281+0000 7f2c14ff9700 1 -- 172.21.15.42:0/2526374167 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c10004710 con 0x55dc0d3acf20 2024-06-06T08:25:15.286 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.282+0000 7f2c2feb6b80 1 -- 172.21.15.42:0/2526374167 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dc0d3acf20 msgr2=0x55dc0d3ac9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:15.287 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.282+0000 7f2c2feb6b80 1 --2- 172.21.15.42:0/2526374167 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dc0d3acf20 0x55dc0d3ac9e0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f2c10005c20 tx=0x7f2c10011ab0 comp rx=0 tx=0).stop 2024-06-06T08:25:15.287 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.282+0000 7f2c2feb6b80 1 -- 172.21.15.42:0/2526374167 shutdown_connections 2024-06-06T08:25:15.287 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.282+0000 7f2c2feb6b80 1 --2- 172.21.15.42:0/2526374167 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dc0d3b2f60 0x55dc0d3b3880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:15.287 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.282+0000 7f2c2feb6b80 1 --2- 172.21.15.42:0/2526374167 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dc0d3acf20 0x55dc0d3ac9e0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:15.287 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.282+0000 7f2c2feb6b80 1 --2- 172.21.15.42:0/2526374167 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dc0d3b2640 0x55dc0d3b3340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:15.287 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.282+0000 7f2c2feb6b80 1 -- 172.21.15.42:0/2526374167 >> 172.21.15.42:0/2526374167 conn(0x55dc0d2d7cc0 msgr2=0x55dc0d3b48b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:15.287 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.282+0000 7f2c2feb6b80 1 -- 172.21.15.42:0/2526374167 shutdown_connections 2024-06-06T08:25:15.287 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.282+0000 7f2c2feb6b80 1 -- 172.21.15.42:0/2526374167 wait complete. 2024-06-06T08:25:15.287 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.282+0000 7f2c2feb6b80 1 -- start start 2024-06-06T08:25:15.287 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.282+0000 7f2c2feb6b80 1 Processor -- start 2024-06-06T08:25:15.287 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.283+0000 7f2c2feb6b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dc0d3acf20 0x55dc0d3c3280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:15.287 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.283+0000 7f2c2feb6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dc0d3b2640 0x55dc0d3c37c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:15.287 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.283+0000 7f2c2feb6b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dc0d3b2f60 0x55dc0d3d1810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:15.288 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.283+0000 7f2c167fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dc0d3b2640 0x55dc0d3c37c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:15.288 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.283+0000 7f2c167fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dc0d3b2640 0x55dc0d3c37c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:49836/0 (socket says 172.21.15.42:49836) 2024-06-06T08:25:15.288 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.283+0000 7f2c167fc700 1 -- 172.21.15.42:0/374580677 learned_addr learned my addr 172.21.15.42:0/374580677 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:15.288 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.283+0000 7f2c2feb6b80 1 -- 172.21.15.42:0/374580677 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2c0000d1b0 con 0x55dc0d3b2640 2024-06-06T08:25:15.288 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.283+0000 7f2c2feb6b80 1 -- 172.21.15.42:0/374580677 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f2c0000e620 con 0x55dc0d3b2f60 2024-06-06T08:25:15.288 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.283+0000 7f2c2feb6b80 1 -- 172.21.15.42:0/374580677 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f2c0000d880 con 0x55dc0d3acf20 2024-06-06T08:25:15.288 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.283+0000 7f2c1effd700 1 --2- 172.21.15.42:0/374580677 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dc0d3acf20 0x55dc0d3c3280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:15.288 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.283+0000 7f2c1f7fe700 1 --2- 172.21.15.42:0/374580677 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dc0d3b2f60 0x55dc0d3d1810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:15.288 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.283+0000 7f2c2feb6b80 10 client.0 _ll_register_callbacks cb 0x55dc0d298920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:25:15.288 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.283+0000 7f2c167fc700 1 -- 172.21.15.42:0/374580677 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dc0d3acf20 msgr2=0x55dc0d3c3280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:15.288 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.283+0000 7f2c167fc700 1 --2- 172.21.15.42:0/374580677 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dc0d3acf20 0x55dc0d3c3280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:15.288 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.283+0000 7f2c167fc700 1 -- 172.21.15.42:0/374580677 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dc0d3b2f60 msgr2=0x55dc0d3d1810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:15.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.283+0000 7f2c167fc700 1 --2- 172.21.15.42:0/374580677 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dc0d3b2f60 0x55dc0d3d1810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:15.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.283+0000 7f2c167fc700 1 -- 172.21.15.42:0/374580677 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dc0d3c3ec0 con 0x55dc0d3b2640 2024-06-06T08:25:15.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.283+0000 7f2c167fc700 1 --2- 172.21.15.42:0/374580677 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dc0d3b2640 0x55dc0d3c37c0 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f2c08097b20 tx=0x7f2c08009650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84deadb45b43a5dd server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:15.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.284+0000 7f2c067fc700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:25:15.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.284+0000 7f2c067fc700 1 -- 172.21.15.42:0/374580677 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c080b3070 con 0x55dc0d3b2640 2024-06-06T08:25:15.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.284+0000 7f2c067fc700 1 -- 172.21.15.42:0/374580677 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f2c0809f150 con 0x55dc0d3b2640 2024-06-06T08:25:15.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.284+0000 7f2c2feb6b80 1 -- 172.21.15.42:0/374580677 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2c10015070 con 0x55dc0d3b2640 2024-06-06T08:25:15.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.284+0000 7f2c067fc700 1 -- 172.21.15.42:0/374580677 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f2c08021040 con 0x55dc0d3b2640 2024-06-06T08:25:15.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.284+0000 7f2c2feb6b80 10 client.16080 fetch_fsmap learned FSMap version 28 2024-06-06T08:25:15.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.284+0000 7f2c2feb6b80 1 -- 172.21.15.42:0/374580677 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55dc0d434e20 con 0x55dc0d3b2640 2024-06-06T08:25:15.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.284+0000 7f2c067fc700 1 -- 172.21.15.42:0/374580677 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2c10015070 con 0x55dc0d3b2640 2024-06-06T08:25:15.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.284+0000 7f2c067fc700 1 -- 172.21.15.42:0/374580677 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f2c080a3930 con 0x55dc0d3b2640 2024-06-06T08:25:15.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.284+0000 7f2c2feb6b80 10 client.16080 fetch_fsmap finished waiting for FSMap version 28 2024-06-06T08:25:15.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.284+0000 7f2c2feb6b80 10 client.16080 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.b 2024-06-06T08:25:15.290 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.285+0000 7f2c2feb6b80 20 client.16080 populate_metadata read hostname 'smithi042' 2024-06-06T08:25:15.290 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.285+0000 7f2c2feb6b80 1 --2- 172.21.15.42:0/374580677 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x55dc0d4354c0 0x55dc0d4378e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:15.291 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.285+0000 7f2c2feb6b80 4 client.16080 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-06-06T08:25:15.291 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.285+0000 7f2c2feb6b80 1 -- 172.21.15.42:0/374580677 --> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55dc0d306290 con 0x55dc0d4354c0 2024-06-06T08:25:15.291 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.285+0000 7f2c1effd700 1 --2- 172.21.15.42:0/374580677 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x55dc0d4354c0 0x55dc0d4378e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:15.291 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.285+0000 7f2c1effd700 1 --2- 172.21.15.42:0/374580677 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x55dc0d4354c0 0x55dc0d4378e0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c52842539797415c server_cookie=4b439583d70d17f5 in_seq=0 out_seq=0 2024-06-06T08:25:15.291 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.285+0000 7f2c067fc700 10 client.16080 ms_handle_connect on v2:172.21.15.120:6838/1585293472 2024-06-06T08:25:15.291 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.285+0000 7f2c067fc700 1 -- 172.21.15.42:0/374580677 <== mds.2 v2:172.21.15.120:6838/1585293472 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55dc0d306290 con 0x55dc0d4354c0 2024-06-06T08:25:15.291 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.285+0000 7f2c067fc700 10 client.16080 handle_command_reply: tid=0 2024-06-06T08:25:15.291 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.285+0000 7f2c2feb6b80 1 client.16080 shutdown 2024-06-06T08:25:15.291 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.286+0000 7f2c2feb6b80 1 -- 172.21.15.42:0/374580677 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dc0d3b2640 msgr2=0x55dc0d3c37c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:15.291 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.286+0000 7f2c2feb6b80 1 --2- 172.21.15.42:0/374580677 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dc0d3b2640 0x55dc0d3c37c0 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f2c08097b20 tx=0x7f2c08009650 comp rx=0 tx=0).stop 2024-06-06T08:25:15.291 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.286+0000 7f2c2feb6b80 1 -- 172.21.15.42:0/374580677 shutdown_connections 2024-06-06T08:25:15.291 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.286+0000 7f2c2feb6b80 1 --2- 172.21.15.42:0/374580677 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dc0d3b2f60 0x55dc0d3d1810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:15.292 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.286+0000 7f2c2feb6b80 1 --2- 172.21.15.42:0/374580677 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x55dc0d4354c0 0x55dc0d4378e0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:15.292 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.286+0000 7f2c2feb6b80 1 --2- 172.21.15.42:0/374580677 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dc0d3acf20 0x55dc0d3c3280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:15.292 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.286+0000 7f2c067fc700 0 client.16080 ms_handle_reset on v2:172.21.15.120:6838/1585293472 2024-06-06T08:25:15.292 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.286+0000 7f2c2feb6b80 1 --2- 172.21.15.42:0/374580677 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dc0d3b2640 0x55dc0d3c37c0 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:15.292 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.286+0000 7f2c2feb6b80 1 -- 172.21.15.42:0/374580677 >> 172.21.15.42:0/374580677 conn(0x55dc0d2d7cc0 msgr2=0x55dc0d3a0e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:15.292 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.286+0000 7f2c2feb6b80 1 -- 172.21.15.42:0/374580677 shutdown_connections 2024-06-06T08:25:15.292 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.286+0000 7f2c2feb6b80 1 -- 172.21.15.42:0/374580677 wait complete. 2024-06-06T08:25:15.292 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.286+0000 7f2c2feb6b80 20 client.16080 trim_cache size 0 max 16384 2024-06-06T08:25:15.292 INFO:teuthology.orchestra.run.smithi042.stdout:[] 2024-06-06T08:25:15.293 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.287+0000 7f2c25633700 1 -- 172.21.15.42:0/2428368467 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f2c0c0a2e10 msgr2=0x7f2c0c0a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:15.293 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.287+0000 7f2c25633700 1 --2- 172.21.15.42:0/2428368467 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f2c0c0a2e10 0x7f2c0c0a52d0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f2c18009610 tx=0x7f2c1800cc30 comp rx=0 tx=0).stop 2024-06-06T08:25:15.293 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.287+0000 7f2c25633700 1 -- 172.21.15.42:0/2428368467 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2c201030f0 msgr2=0x7f2c2019ed30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:15.293 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.287+0000 7f2c25633700 1 --2- 172.21.15.42:0/2428368467 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2c201030f0 0x7f2c2019ed30 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f2c0800d950 tx=0x7f2c0800dc60 comp rx=0 tx=0).stop 2024-06-06T08:25:15.293 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.287+0000 7f2c25633700 1 -- 172.21.15.42:0/2428368467 shutdown_connections 2024-06-06T08:25:15.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.287+0000 7f2c25633700 1 --2- 172.21.15.42:0/2428368467 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f2c0c0a2e10 0x7f2c0c0a52d0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:15.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.287+0000 7f2c25633700 1 --2- 172.21.15.42:0/2428368467 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2c20107840 0x7f2c201989b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:15.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.287+0000 7f2c25633700 1 --2- 172.21.15.42:0/2428368467 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2c20102740 0x7f2c2019e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:15.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.287+0000 7f2c25633700 1 --2- 172.21.15.42:0/2428368467 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2c201030f0 0x7f2c2019ed30 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:15.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.287+0000 7f2c25633700 1 -- 172.21.15.42:0/2428368467 >> 172.21.15.42:0/2428368467 conn(0x7f2c200795f0 msgr2=0x7f2c201005c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:15.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.287+0000 7f2c25633700 1 -- 172.21.15.42:0/2428368467 shutdown_connections 2024-06-06T08:25:15.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:15.287+0000 7f2c25633700 1 -- 172.21.15.42:0/2428368467 wait complete. 2024-06-06T08:25:16.045 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-06-06T08:25:16.309 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:25:16.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:25:16 smithi120 ceph-mon[36658]: pgmap v82: 129 pgs: 129 active+clean; 109 MiB data, 519 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 7.0 MiB/s wr, 1.08k op/s 2024-06-06T08:25:16.670 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:25:16 smithi042 ceph-mon[32384]: pgmap v82: 129 pgs: 129 active+clean; 109 MiB data, 519 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 7.0 MiB/s wr, 1.08k op/s 2024-06-06T08:25:16.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:25:16 smithi149 ceph-mon[36842]: pgmap v82: 129 pgs: 129 active+clean; 109 MiB data, 519 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 7.0 MiB/s wr, 1.08k op/s 2024-06-06T08:25:18.435 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.435+0000 7f3d091fc700 1 -- 172.21.15.42:0/1421516582 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3d0406ab30 msgr2=0x7f3d0410f320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:18.435 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.435+0000 7f3d091fc700 1 --2- 172.21.15.42:0/1421516582 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3d0406ab30 0x7f3d0410f320 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f3cfc00b0a0 tx=0x7f3cfc00b3b0 comp rx=0 tx=0).stop 2024-06-06T08:25:18.436 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.435+0000 7f3d091fc700 1 -- 172.21.15.42:0/1421516582 shutdown_connections 2024-06-06T08:25:18.436 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.435+0000 7f3d091fc700 1 --2- 172.21.15.42:0/1421516582 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3d0406ab30 0x7f3d0410f320 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:18.436 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.435+0000 7f3d091fc700 1 --2- 172.21.15.42:0/1421516582 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3d04108500 0x7f3d041088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:18.436 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.435+0000 7f3d091fc700 1 --2- 172.21.15.42:0/1421516582 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3d0406a170 0x7f3d0406a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:18.436 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.435+0000 7f3d091fc700 1 -- 172.21.15.42:0/1421516582 >> 172.21.15.42:0/1421516582 conn(0x7f3d04078340 msgr2=0x7f3d04078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:18.436 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.435+0000 7f3d091fc700 1 -- 172.21.15.42:0/1421516582 shutdown_connections 2024-06-06T08:25:18.436 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.435+0000 7f3d091fc700 1 -- 172.21.15.42:0/1421516582 wait complete. 2024-06-06T08:25:18.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.436+0000 7f3d091fc700 1 Processor -- start 2024-06-06T08:25:18.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.436+0000 7f3d091fc700 1 -- start start 2024-06-06T08:25:18.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.436+0000 7f3d091fc700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3d0406a170 0x7f3d0419e800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:18.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.436+0000 7f3d091fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3d0406ab30 0x7f3d0419ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:18.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.436+0000 7f3d091fc700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3d04108500 0x7f3d041989c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:18.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.436+0000 7f3d091fc700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f3d04112760 con 0x7f3d0406ab30 2024-06-06T08:25:18.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.436+0000 7f3d091fc700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f3d041125e0 con 0x7f3d04108500 2024-06-06T08:25:18.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.436+0000 7f3d091fc700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f3d041128e0 con 0x7f3d0406a170 2024-06-06T08:25:18.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.437+0000 7f3d0259c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3d0406ab30 0x7f3d0419ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:18.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.437+0000 7f3d02d9d700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3d0406a170 0x7f3d0419e800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:18.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.437+0000 7f3d02d9d700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3d0406a170 0x7f3d0419e800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:54030/0 (socket says 172.21.15.42:54030) 2024-06-06T08:25:18.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.437+0000 7f3d02d9d700 1 -- 172.21.15.42:0/2940372966 learned_addr learned my addr 172.21.15.42:0/2940372966 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:18.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.437+0000 7f3d0359e700 1 --2- 172.21.15.42:0/2940372966 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3d04108500 0x7f3d041989c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:18.439 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.437+0000 7f3d0259c700 1 -- 172.21.15.42:0/2940372966 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3d0406a170 msgr2=0x7f3d0419e800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:18.439 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.437+0000 7f3d0259c700 1 --2- 172.21.15.42:0/2940372966 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3d0406a170 0x7f3d0419e800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:18.439 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.437+0000 7f3d0259c700 1 -- 172.21.15.42:0/2940372966 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3d04108500 msgr2=0x7f3d041989c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:18.439 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.437+0000 7f3d0259c700 1 --2- 172.21.15.42:0/2940372966 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3d04108500 0x7f3d041989c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:18.439 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.437+0000 7f3d0259c700 1 -- 172.21.15.42:0/2940372966 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d04199120 con 0x7f3d0406ab30 2024-06-06T08:25:18.439 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.437+0000 7f3d0259c700 1 --2- 172.21.15.42:0/2940372966 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3d0406ab30 0x7f3d0419ed40 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f3cf800d750 tx=0x7f3cf800da60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:18.439 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.437+0000 7f3cebfff700 1 -- 172.21.15.42:0/2940372966 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cf8016070 con 0x7f3d0406ab30 2024-06-06T08:25:18.439 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.437+0000 7f3d091fc700 1 -- 172.21.15.42:0/2940372966 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d04199410 con 0x7f3d0406ab30 2024-06-06T08:25:18.439 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.437+0000 7f3cebfff700 1 -- 172.21.15.42:0/2940372966 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3cf8004d10 con 0x7f3d0406ab30 2024-06-06T08:25:18.439 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.437+0000 7f3cebfff700 1 -- 172.21.15.42:0/2940372966 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cf800f690 con 0x7f3d0406ab30 2024-06-06T08:25:18.439 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.438+0000 7f3d091fc700 1 -- 172.21.15.42:0/2940372966 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d041a56d0 con 0x7f3d0406ab30 2024-06-06T08:25:18.440 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.441+0000 7f3cebfff700 1 -- 172.21.15.42:0/2940372966 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f3cf8004750 con 0x7f3d0406ab30 2024-06-06T08:25:18.441 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.441+0000 7f3cebfff700 1 --2- 172.21.15.42:0/2940372966 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f3cec0a2d90 0x7f3cec0a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:18.441 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.442+0000 7f3d02d9d700 1 --2- 172.21.15.42:0/2940372966 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f3cec0a2d90 0x7f3cec0a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:18.441 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.442+0000 7f3cebfff700 1 -- 172.21.15.42:0/2940372966 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f3cf80cf480 con 0x7f3d0406ab30 2024-06-06T08:25:18.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.442+0000 7f3d13a7fb80 1 Processor -- start 2024-06-06T08:25:18.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.442+0000 7f3d13a7fb80 1 -- start start 2024-06-06T08:25:18.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.442+0000 7f3d02d9d700 1 --2- 172.21.15.42:0/2940372966 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f3cec0a2d90 0x7f3cec0a5250 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f3d04199b00 tx=0x7f3cf4009260 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:18.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.442+0000 7f3d13a7fb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55876e9a4f60 0x55876e9a5340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:18.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.442+0000 7f3d13a7fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55876e9a5880 0x55876e99f260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:18.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.442+0000 7f3d13a7fb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55876e99f7a0 0x55876e99fbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:18.444 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.442+0000 7f3d13a7fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55876e891f60 con 0x55876e9a5880 2024-06-06T08:25:18.444 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.442+0000 7f3d13a7fb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55876e8f0850 con 0x55876e99f7a0 2024-06-06T08:25:18.444 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.442+0000 7f3d13a7fb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55876e858460 con 0x55876e9a4f60 2024-06-06T08:25:18.444 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.442+0000 7f3d0259c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55876e9a5880 0x55876e99f260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:18.444 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.442+0000 7f3d0259c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55876e9a5880 0x55876e99f260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37122/0 (socket says 172.21.15.42:37122) 2024-06-06T08:25:18.444 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.442+0000 7f3d0259c700 1 -- 172.21.15.42:0/4025848529 learned_addr learned my addr 172.21.15.42:0/4025848529 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:18.444 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.442+0000 7f3d02d9d700 1 --2- 172.21.15.42:0/4025848529 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55876e9a4f60 0x55876e9a5340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:18.444 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.442+0000 7f3d0359e700 1 --2- 172.21.15.42:0/4025848529 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55876e99f7a0 0x55876e99fbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:18.444 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.443+0000 7f3d0259c700 1 -- 172.21.15.42:0/4025848529 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55876e9a4f60 msgr2=0x55876e9a5340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:18.444 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.443+0000 7f3d0259c700 1 --2- 172.21.15.42:0/4025848529 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55876e9a4f60 0x55876e9a5340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:18.444 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.443+0000 7f3d0259c700 1 -- 172.21.15.42:0/4025848529 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55876e99f7a0 msgr2=0x55876e99fbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:18.444 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.443+0000 7f3d0259c700 1 --2- 172.21.15.42:0/4025848529 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55876e99f7a0 0x55876e99fbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:18.444 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.443+0000 7f3d0259c700 1 -- 172.21.15.42:0/4025848529 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55876e83f8d0 con 0x55876e9a5880 2024-06-06T08:25:18.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.443+0000 7f3d0259c700 1 --2- 172.21.15.42:0/4025848529 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55876e9a5880 0x55876e99f260 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f3cf8097ac0 tx=0x7f3cf809b560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a728caed31a4a829 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:18.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.443+0000 7f3ce97fa700 1 -- 172.21.15.42:0/4025848529 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cf809fa10 con 0x55876e9a5880 2024-06-06T08:25:18.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.443+0000 7f3ce97fa700 1 -- 172.21.15.42:0/4025848529 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3cf80a42d0 con 0x55876e9a5880 2024-06-06T08:25:18.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.443+0000 7f3ce97fa700 1 -- 172.21.15.42:0/4025848529 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cf8004a40 con 0x55876e9a5880 2024-06-06T08:25:18.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.444+0000 7f3d13a7fb80 1 -- 172.21.15.42:0/4025848529 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55876e9a5880 msgr2=0x55876e99f260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:18.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.444+0000 7f3d13a7fb80 1 --2- 172.21.15.42:0/4025848529 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55876e9a5880 0x55876e99f260 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f3cf8097ac0 tx=0x7f3cf809b560 comp rx=0 tx=0).stop 2024-06-06T08:25:18.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.444+0000 7f3d13a7fb80 1 -- 172.21.15.42:0/4025848529 shutdown_connections 2024-06-06T08:25:18.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.444+0000 7f3d13a7fb80 1 --2- 172.21.15.42:0/4025848529 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55876e99f7a0 0x55876e99fbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:18.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.444+0000 7f3d13a7fb80 1 --2- 172.21.15.42:0/4025848529 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55876e9a4f60 0x55876e9a5340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:18.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.444+0000 7f3d13a7fb80 1 --2- 172.21.15.42:0/4025848529 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55876e9a5880 0x55876e99f260 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:18.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.444+0000 7f3d13a7fb80 1 -- 172.21.15.42:0/4025848529 >> 172.21.15.42:0/4025848529 conn(0x55876e8cc080 msgr2=0x55876e99a220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:18.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.444+0000 7f3d13a7fb80 1 -- 172.21.15.42:0/4025848529 shutdown_connections 2024-06-06T08:25:18.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.444+0000 7f3d13a7fb80 1 -- 172.21.15.42:0/4025848529 wait complete. 2024-06-06T08:25:18.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.444+0000 7f3d13a7fb80 1 -- start start 2024-06-06T08:25:18.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.444+0000 7f3d13a7fb80 1 Processor -- start 2024-06-06T08:25:18.449 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.445+0000 7f3d13a7fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55876e99f7a0 0x55876e9b3030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:18.449 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.445+0000 7f3d13a7fb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55876e9a4f60 0x55876e9b3570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:18.449 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.445+0000 7f3d13a7fb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55876e9a5880 0x55876e9ad3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:18.449 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.445+0000 7f3d13a7fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55876e890fc0 con 0x55876e99f7a0 2024-06-06T08:25:18.449 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.445+0000 7f3d13a7fb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55876e8ec810 con 0x55876e9a4f60 2024-06-06T08:25:18.449 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.445+0000 7f3d13a7fb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55876e9ac200 con 0x55876e9a5880 2024-06-06T08:25:18.449 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.445+0000 7f3d02d9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55876e99f7a0 0x55876e9b3030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:18.449 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.445+0000 7f3d13a7fb80 10 client.0 _ll_register_callbacks cb 0x55876e8865b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:25:18.449 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.445+0000 7f3d02d9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55876e99f7a0 0x55876e9b3030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37136/0 (socket says 172.21.15.42:37136) 2024-06-06T08:25:18.449 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.445+0000 7f3d02d9d700 1 -- 172.21.15.42:0/3905420191 learned_addr learned my addr 172.21.15.42:0/3905420191 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:18.449 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.445+0000 7f3d0359e700 1 --2- 172.21.15.42:0/3905420191 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55876e9a5880 0x55876e9ad3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:18.449 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.445+0000 7f3d0259c700 1 --2- 172.21.15.42:0/3905420191 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55876e9a4f60 0x55876e9b3570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:18.449 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.445+0000 7f3d02d9d700 1 -- 172.21.15.42:0/3905420191 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55876e9a5880 msgr2=0x55876e9ad3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:18.449 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.445+0000 7f3d02d9d700 1 --2- 172.21.15.42:0/3905420191 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55876e9a5880 0x55876e9ad3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:18.450 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.445+0000 7f3d02d9d700 1 -- 172.21.15.42:0/3905420191 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55876e9a4f60 msgr2=0x55876e9b3570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:18.450 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.445+0000 7f3d02d9d700 1 --2- 172.21.15.42:0/3905420191 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55876e9a4f60 0x55876e9b3570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:18.450 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.445+0000 7f3d02d9d700 1 -- 172.21.15.42:0/3905420191 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55876e8b6750 con 0x55876e99f7a0 2024-06-06T08:25:18.450 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.445+0000 7f3d02d9d700 1 --2- 172.21.15.42:0/3905420191 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55876e99f7a0 0x55876e9b3030 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f3cf4009ea0 tx=0x7f3cf40047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e8d370257f9f847 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:18.450 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.445+0000 7f3ce6ff5700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:25:18.450 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.446+0000 7f3ce6ff5700 1 -- 172.21.15.42:0/3905420191 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cf401dea0 con 0x55876e99f7a0 2024-06-06T08:25:18.450 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.446+0000 7f3ce6ff5700 1 -- 172.21.15.42:0/3905420191 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f3cf401f050 con 0x55876e99f7a0 2024-06-06T08:25:18.450 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.446+0000 7f3d13a7fb80 1 -- 172.21.15.42:0/3905420191 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3cf80a42d0 con 0x55876e99f7a0 2024-06-06T08:25:18.450 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.446+0000 7f3ce6ff5700 1 -- 172.21.15.42:0/3905420191 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f3cf401f250 con 0x55876e99f7a0 2024-06-06T08:25:18.450 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.446+0000 7f3d13a7fb80 10 client.16092 fetch_fsmap learned FSMap version 28 2024-06-06T08:25:18.450 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.446+0000 7f3d13a7fb80 1 -- 172.21.15.42:0/3905420191 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55876e9badf0 con 0x55876e99f7a0 2024-06-06T08:25:18.450 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.446+0000 7f3ce6ff5700 1 -- 172.21.15.42:0/3905420191 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3cf80a42d0 con 0x55876e99f7a0 2024-06-06T08:25:18.450 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.446+0000 7f3ce6ff5700 1 -- 172.21.15.42:0/3905420191 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f3cf4026020 con 0x55876e99f7a0 2024-06-06T08:25:18.451 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.446+0000 7f3d13a7fb80 10 client.16092 fetch_fsmap finished waiting for FSMap version 28 2024-06-06T08:25:18.451 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.446+0000 7f3d13a7fb80 10 client.16092 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-06-06T08:25:18.451 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.446+0000 7f3d13a7fb80 20 client.16092 populate_metadata read hostname 'smithi042' 2024-06-06T08:25:18.451 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.446+0000 7f3d13a7fb80 1 --2- 172.21.15.42:0/3905420191 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x55876e9bd430 0x55876e9bf840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:18.451 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.446+0000 7f3d13a7fb80 4 client.16092 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:25:18.451 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.446+0000 7f3d13a7fb80 1 -- 172.21.15.42:0/3905420191 --> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55876e8fdd50 con 0x55876e9bd430 2024-06-06T08:25:18.451 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.447+0000 7f3d0259c700 1 --2- 172.21.15.42:0/3905420191 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x55876e9bd430 0x55876e9bf840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:18.451 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.447+0000 7f3d0259c700 1 --2- 172.21.15.42:0/3905420191 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x55876e9bd430 0x55876e9bf840 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=ca836884c87b6404 server_cookie=dd732a5cf1fb4986 in_seq=0 out_seq=0 2024-06-06T08:25:18.451 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.447+0000 7f3ce6ff5700 10 client.16092 ms_handle_connect on v2:172.21.15.149:6836/751787578 2024-06-06T08:25:18.452 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.449+0000 7f3ce6ff5700 1 -- 172.21.15.42:0/3905420191 <== mds.1 v2:172.21.15.149:6836/751787578 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55876e8fdd50 con 0x55876e9bd430 2024-06-06T08:25:18.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.449+0000 7f3ce6ff5700 10 client.16092 handle_command_reply: tid=0 2024-06-06T08:25:18.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.449+0000 7f3d13a7fb80 1 client.16092 shutdown 2024-06-06T08:25:18.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.449+0000 7f3d13a7fb80 1 -- 172.21.15.42:0/3905420191 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55876e99f7a0 msgr2=0x55876e9b3030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:18.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.449+0000 7f3d13a7fb80 1 --2- 172.21.15.42:0/3905420191 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55876e99f7a0 0x55876e9b3030 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f3cf4009ea0 tx=0x7f3cf40047c0 comp rx=0 tx=0).stop 2024-06-06T08:25:18.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.449+0000 7f3d13a7fb80 1 -- 172.21.15.42:0/3905420191 shutdown_connections 2024-06-06T08:25:18.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.449+0000 7f3d13a7fb80 1 --2- 172.21.15.42:0/3905420191 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55876e9a5880 0x55876e9ad3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:18.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.449+0000 7f3d13a7fb80 1 --2- 172.21.15.42:0/3905420191 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55876e99f7a0 0x55876e9b3030 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:18.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.449+0000 7f3d13a7fb80 1 --2- 172.21.15.42:0/3905420191 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x55876e9bd430 0x55876e9bf840 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:18.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.449+0000 7f3d13a7fb80 1 --2- 172.21.15.42:0/3905420191 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55876e9a4f60 0x55876e9b3570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:18.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.449+0000 7f3d13a7fb80 1 -- 172.21.15.42:0/3905420191 >> 172.21.15.42:0/3905420191 conn(0x55876e8cc080 msgr2=0x55876e999700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:18.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.449+0000 7f3ce6ff5700 0 client.16092 ms_handle_reset on v2:172.21.15.149:6836/751787578 2024-06-06T08:25:18.453 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.449+0000 7f3d13a7fb80 1 -- 172.21.15.42:0/3905420191 shutdown_connections 2024-06-06T08:25:18.454 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.449+0000 7f3d13a7fb80 1 -- 172.21.15.42:0/3905420191 wait complete. 2024-06-06T08:25:18.454 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.449+0000 7f3d13a7fb80 20 client.16092 trim_cache size 0 max 16384 2024-06-06T08:25:18.468 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.468+0000 7f3d13a7fb80 1 Processor -- start 2024-06-06T08:25:18.468 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.468+0000 7f3d13a7fb80 1 -- start start 2024-06-06T08:25:18.468 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.468+0000 7f3d13a7fb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55876e8cc080 0x55876e99f260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:18.468 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.468+0000 7f3d13a7fb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55876e99f7a0 0x55876e9ad4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:18.468 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.468+0000 7f3d13a7fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55876e9a4f60 0x55876e9ab160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:18.468 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.468+0000 7f3d13a7fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f3d041aeb20 con 0x55876e9a4f60 2024-06-06T08:25:18.468 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.468+0000 7f3d13a7fb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f3d041ac3b0 con 0x55876e99f7a0 2024-06-06T08:25:18.468 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.468+0000 7f3d13a7fb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f3d041aa200 con 0x55876e8cc080 2024-06-06T08:25:18.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.468+0000 7f3d0359e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55876e9a4f60 0x55876e9ab160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:18.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.468+0000 7f3d0359e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55876e9a4f60 0x55876e9ab160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37146/0 (socket says 172.21.15.42:37146) 2024-06-06T08:25:18.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.468+0000 7f3d0359e700 1 -- 172.21.15.42:0/3088738521 learned_addr learned my addr 172.21.15.42:0/3088738521 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:18.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.468+0000 7f3d0259c700 1 --2- 172.21.15.42:0/3088738521 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55876e99f7a0 0x55876e9ad4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:18.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.468+0000 7f3d02d9d700 1 --2- 172.21.15.42:0/3088738521 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55876e8cc080 0x55876e99f260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:18.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.468+0000 7f3d0359e700 1 -- 172.21.15.42:0/3088738521 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55876e8cc080 msgr2=0x55876e99f260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:18.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.468+0000 7f3d0359e700 1 --2- 172.21.15.42:0/3088738521 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55876e8cc080 0x55876e99f260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:18.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.468+0000 7f3d0359e700 1 -- 172.21.15.42:0/3088738521 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55876e99f7a0 msgr2=0x55876e9ad4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:18.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.468+0000 7f3d0359e700 1 --2- 172.21.15.42:0/3088738521 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55876e99f7a0 0x55876e9ad4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:18.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.469+0000 7f3d0359e700 1 -- 172.21.15.42:0/3088738521 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55876e9a4080 con 0x55876e9a4f60 2024-06-06T08:25:18.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.469+0000 7f3d0359e700 1 --2- 172.21.15.42:0/3088738521 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55876e9a4f60 0x55876e9ab160 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f3cfc015000 tx=0x7f3cfc009520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb7e3a2fea46c319 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:18.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.469+0000 7f3ce8ff9700 1 -- 172.21.15.42:0/3088738521 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cfc00bcb0 con 0x55876e9a4f60 2024-06-06T08:25:18.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.469+0000 7f3ce8ff9700 1 -- 172.21.15.42:0/3088738521 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3cfc00be50 con 0x55876e9a4f60 2024-06-06T08:25:18.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.469+0000 7f3ce8ff9700 1 -- 172.21.15.42:0/3088738521 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cfc0052a0 con 0x55876e9a4f60 2024-06-06T08:25:18.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.470+0000 7f3d13a7fb80 1 -- 172.21.15.42:0/3088738521 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55876e9a4f60 msgr2=0x55876e9ab160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:18.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.470+0000 7f3d13a7fb80 1 --2- 172.21.15.42:0/3088738521 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55876e9a4f60 0x55876e9ab160 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f3cfc015000 tx=0x7f3cfc009520 comp rx=0 tx=0).stop 2024-06-06T08:25:18.473 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.470+0000 7f3d13a7fb80 1 -- 172.21.15.42:0/3088738521 shutdown_connections 2024-06-06T08:25:18.473 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.470+0000 7f3d13a7fb80 1 --2- 172.21.15.42:0/3088738521 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55876e9a4f60 0x55876e9ab160 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:18.473 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.470+0000 7f3d13a7fb80 1 --2- 172.21.15.42:0/3088738521 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55876e8cc080 0x55876e99f260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:18.473 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.470+0000 7f3d13a7fb80 1 --2- 172.21.15.42:0/3088738521 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55876e99f7a0 0x55876e9ad4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:18.473 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.470+0000 7f3d13a7fb80 1 -- 172.21.15.42:0/3088738521 >> 172.21.15.42:0/3088738521 conn(0x55876e9ade20 msgr2=0x55876e9b3370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:18.473 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.470+0000 7f3d13a7fb80 1 -- 172.21.15.42:0/3088738521 shutdown_connections 2024-06-06T08:25:18.473 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.470+0000 7f3d13a7fb80 1 -- 172.21.15.42:0/3088738521 wait complete. 2024-06-06T08:25:18.473 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.470+0000 7f3d13a7fb80 1 -- start start 2024-06-06T08:25:18.473 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.470+0000 7f3d13a7fb80 1 Processor -- start 2024-06-06T08:25:18.473 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.471+0000 7f3d13a7fb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55876e8cc080 0x55876e9b9540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:18.473 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.471+0000 7f3d13a7fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55876e99f7a0 0x55876e9b9a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:18.473 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.471+0000 7f3d13a7fb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55876e9a4f60 0x55876e9a2aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:18.474 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.471+0000 7f3d13a7fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f3d041aa870 con 0x55876e99f7a0 2024-06-06T08:25:18.474 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.471+0000 7f3d13a7fb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f3d041abce0 con 0x55876e8cc080 2024-06-06T08:25:18.474 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.471+0000 7f3d13a7fb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f3d041aaf40 con 0x55876e9a4f60 2024-06-06T08:25:18.474 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.471+0000 7f3d13a7fb80 10 client.0 _ll_register_callbacks cb 0x55876e8865b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:25:18.474 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.471+0000 7f3d0259c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55876e99f7a0 0x55876e9b9a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:18.474 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.471+0000 7f3d0259c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55876e99f7a0 0x55876e9b9a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37156/0 (socket says 172.21.15.42:37156) 2024-06-06T08:25:18.474 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.471+0000 7f3d0359e700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55876e9a4f60 0x55876e9a2aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:18.474 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.471+0000 7f3d0259c700 1 -- 172.21.15.42:0/3775149324 learned_addr learned my addr 172.21.15.42:0/3775149324 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:18.474 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.471+0000 7f3d02d9d700 1 --2- 172.21.15.42:0/3775149324 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55876e8cc080 0x55876e9b9540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:18.474 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.471+0000 7f3d0259c700 1 -- 172.21.15.42:0/3775149324 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55876e9a4f60 msgr2=0x55876e9a2aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:18.474 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.471+0000 7f3d0259c700 1 --2- 172.21.15.42:0/3775149324 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55876e9a4f60 0x55876e9a2aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:18.474 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.471+0000 7f3d0259c700 1 -- 172.21.15.42:0/3775149324 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55876e8cc080 msgr2=0x55876e9b9540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:18.474 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.471+0000 7f3d0259c700 1 --2- 172.21.15.42:0/3775149324 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55876e8cc080 0x55876e9b9540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:18.475 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.471+0000 7f3d0259c700 1 -- 172.21.15.42:0/3775149324 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55876e9a32e0 con 0x55876e99f7a0 2024-06-06T08:25:18.475 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.471+0000 7f3d02d9d700 1 --2- 172.21.15.42:0/3775149324 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55876e8cc080 0x55876e9b9540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:25:18.475 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.471+0000 7f3d0259c700 1 --2- 172.21.15.42:0/3775149324 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55876e99f7a0 0x55876e9b9a80 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f3cf800de60 tx=0x7f3cf8004620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f12c3a8958d71f9 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:18.475 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.471+0000 7f3ce6ff5700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:25:18.475 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.472+0000 7f3ce6ff5700 1 -- 172.21.15.42:0/3775149324 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cf80a42d0 con 0x55876e99f7a0 2024-06-06T08:25:18.475 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.472+0000 7f3d13a7fb80 1 -- 172.21.15.42:0/3775149324 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3cfc00be50 con 0x55876e99f7a0 2024-06-06T08:25:18.475 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.472+0000 7f3ce6ff5700 1 -- 172.21.15.42:0/3775149324 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f3cf8097040 con 0x55876e99f7a0 2024-06-06T08:25:18.475 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.472+0000 7f3ce6ff5700 1 -- 172.21.15.42:0/3775149324 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f3cf8099700 con 0x55876e99f7a0 2024-06-06T08:25:18.475 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.472+0000 7f3d13a7fb80 10 client.16098 fetch_fsmap learned FSMap version 28 2024-06-06T08:25:18.475 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.472+0000 7f3d13a7fb80 1 -- 172.21.15.42:0/3775149324 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55876ea27cd0 con 0x55876e99f7a0 2024-06-06T08:25:18.475 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.472+0000 7f3ce6ff5700 1 -- 172.21.15.42:0/3775149324 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3cfc00be50 con 0x55876e99f7a0 2024-06-06T08:25:18.475 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.472+0000 7f3ce6ff5700 1 -- 172.21.15.42:0/3775149324 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f3cf80cf150 con 0x55876e99f7a0 2024-06-06T08:25:18.475 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.472+0000 7f3d13a7fb80 10 client.16098 fetch_fsmap finished waiting for FSMap version 28 2024-06-06T08:25:18.475 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.472+0000 7f3d13a7fb80 10 client.16098 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-06-06T08:25:18.476 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.472+0000 7f3d13a7fb80 20 client.16098 populate_metadata read hostname 'smithi042' 2024-06-06T08:25:18.476 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.472+0000 7f3d13a7fb80 1 --2- 172.21.15.42:0/3775149324 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x55876e9a5880 0x55876ea29f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:18.476 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.472+0000 7f3d13a7fb80 4 client.16098 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-06-06T08:25:18.476 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.472+0000 7f3d13a7fb80 1 -- 172.21.15.42:0/3775149324 --> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55876e8f82d0 con 0x55876e9a5880 2024-06-06T08:25:18.476 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.472+0000 7f3d02d9d700 1 --2- 172.21.15.42:0/3775149324 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x55876e9a5880 0x55876ea29f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:18.476 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.473+0000 7f3d02d9d700 1 --2- 172.21.15.42:0/3775149324 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x55876e9a5880 0x55876ea29f10 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=5100e8db616cfba3 server_cookie=2284c5d9eba02413 in_seq=0 out_seq=0 2024-06-06T08:25:18.476 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.473+0000 7f3ce6ff5700 10 client.16098 ms_handle_connect on v2:172.21.15.149:6836/751787578 2024-06-06T08:25:18.477 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.474+0000 7f3ce6ff5700 1 -- 172.21.15.42:0/3775149324 <== mds.1 v2:172.21.15.149:6836/751787578 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55876e8f82d0 con 0x55876e9a5880 2024-06-06T08:25:18.477 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.474+0000 7f3ce6ff5700 10 client.16098 handle_command_reply: tid=0 2024-06-06T08:25:18.477 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.474+0000 7f3d13a7fb80 1 client.16098 shutdown 2024-06-06T08:25:18.477 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.475+0000 7f3d13a7fb80 1 -- 172.21.15.42:0/3775149324 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55876e99f7a0 msgr2=0x55876e9b9a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:18.478 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.475+0000 7f3d13a7fb80 1 --2- 172.21.15.42:0/3775149324 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55876e99f7a0 0x55876e9b9a80 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f3cf800de60 tx=0x7f3cf8004620 comp rx=0 tx=0).stop 2024-06-06T08:25:18.478 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.475+0000 7f3d13a7fb80 1 -- 172.21.15.42:0/3775149324 shutdown_connections 2024-06-06T08:25:18.478 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.475+0000 7f3d13a7fb80 1 --2- 172.21.15.42:0/3775149324 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55876e9a4f60 0x55876e9a2aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:18.478 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.475+0000 7f3d13a7fb80 1 --2- 172.21.15.42:0/3775149324 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x55876e9a5880 0x55876ea29f10 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:18.478 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.475+0000 7f3d13a7fb80 1 --2- 172.21.15.42:0/3775149324 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55876e8cc080 0x55876e9b9540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:18.478 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.475+0000 7f3d13a7fb80 1 --2- 172.21.15.42:0/3775149324 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55876e99f7a0 0x55876e9b9a80 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:18.478 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.475+0000 7f3d13a7fb80 1 -- 172.21.15.42:0/3775149324 >> 172.21.15.42:0/3775149324 conn(0x55876e9ade20 msgr2=0x55876e9a09d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:18.478 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.475+0000 7f3ce6ff5700 0 client.16098 ms_handle_reset on v2:172.21.15.149:6836/751787578 2024-06-06T08:25:18.478 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.475+0000 7f3d13a7fb80 1 -- 172.21.15.42:0/3775149324 shutdown_connections 2024-06-06T08:25:18.478 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.475+0000 7f3d13a7fb80 1 -- 172.21.15.42:0/3775149324 wait complete. 2024-06-06T08:25:18.478 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.475+0000 7f3d13a7fb80 20 client.16098 trim_cache size 0 max 16384 2024-06-06T08:25:18.479 INFO:teuthology.orchestra.run.smithi042.stdout:[] 2024-06-06T08:25:18.479 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.475+0000 7f3d091fc700 1 -- 172.21.15.42:0/2940372966 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f3cec0a2d90 msgr2=0x7f3cec0a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:18.479 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.475+0000 7f3d091fc700 1 --2- 172.21.15.42:0/2940372966 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f3cec0a2d90 0x7f3cec0a5250 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f3d04199b00 tx=0x7f3cf4009260 comp rx=0 tx=0).stop 2024-06-06T08:25:18.479 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.475+0000 7f3d091fc700 1 -- 172.21.15.42:0/2940372966 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3d0406ab30 msgr2=0x7f3d0419ed40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:18.479 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.475+0000 7f3d091fc700 1 --2- 172.21.15.42:0/2940372966 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3d0406ab30 0x7f3d0419ed40 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f3cf800d750 tx=0x7f3cf800da60 comp rx=0 tx=0).stop 2024-06-06T08:25:18.480 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.476+0000 7f3d091fc700 1 -- 172.21.15.42:0/2940372966 shutdown_connections 2024-06-06T08:25:18.480 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.476+0000 7f3d091fc700 1 --2- 172.21.15.42:0/2940372966 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f3cec0a2d90 0x7f3cec0a5250 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:18.480 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.476+0000 7f3d091fc700 1 --2- 172.21.15.42:0/2940372966 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3d04108500 0x7f3d041989c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:18.480 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.476+0000 7f3d091fc700 1 --2- 172.21.15.42:0/2940372966 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3d0406a170 0x7f3d0419e800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:18.480 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.476+0000 7f3d091fc700 1 --2- 172.21.15.42:0/2940372966 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3d0406ab30 0x7f3d0419ed40 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:18.480 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.476+0000 7f3d091fc700 1 -- 172.21.15.42:0/2940372966 >> 172.21.15.42:0/2940372966 conn(0x7f3d04078340 msgr2=0x7f3d040ffff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:18.480 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.476+0000 7f3d091fc700 1 -- 172.21.15.42:0/2940372966 shutdown_connections 2024-06-06T08:25:18.480 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:18.476+0000 7f3d091fc700 1 -- 172.21.15.42:0/2940372966 wait complete. 2024-06-06T08:25:18.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:25:18 smithi120 ceph-mon[36658]: pgmap v83: 129 pgs: 129 active+clean; 109 MiB data, 519 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 6.8 MiB/s wr, 1.05k op/s 2024-06-06T08:25:18.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:25:18 smithi149 ceph-mon[36842]: pgmap v83: 129 pgs: 129 active+clean; 109 MiB data, 519 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 6.8 MiB/s wr, 1.05k op/s 2024-06-06T08:25:18.805 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:25:18 smithi042 ceph-mon[32384]: pgmap v83: 129 pgs: 129 active+clean; 109 MiB data, 519 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 6.8 MiB/s wr, 1.05k op/s 2024-06-06T08:25:19.303 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-06-06T08:25:19.611 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:25:20.302 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.302+0000 7f39b1c58640 1 -- 172.21.15.42:0/2294684893 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f39ac102340 msgr2=0x7f39ac10e850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:20.302 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.302+0000 7f39b1c58640 1 --2- 172.21.15.42:0/2294684893 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f39ac102340 0x7f39ac10e850 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f39a4009cd0 tx=0x7f39a402a8e0 comp rx=0 tx=0).stop 2024-06-06T08:25:20.303 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.302+0000 7f39b1c58640 1 -- 172.21.15.42:0/2294684893 shutdown_connections 2024-06-06T08:25:20.303 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.302+0000 7f39b1c58640 1 --2- 172.21.15.42:0/2294684893 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f39ac101980 0x7f39ac101e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:20.303 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.302+0000 7f39b1c58640 1 --2- 172.21.15.42:0/2294684893 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f39ac102340 0x7f39ac10e850 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:20.303 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.302+0000 7f39b1c58640 1 --2- 172.21.15.42:0/2294684893 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f39ac107990 0x7f39ac107d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:20.303 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.302+0000 7f39b1c58640 1 -- 172.21.15.42:0/2294684893 >> 172.21.15.42:0/2294684893 conn(0x7f39ac0fd450 msgr2=0x7f39ac0ff870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:20.303 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.302+0000 7f39b1c58640 1 -- 172.21.15.42:0/2294684893 shutdown_connections 2024-06-06T08:25:20.303 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.302+0000 7f39b1c58640 1 -- 172.21.15.42:0/2294684893 wait complete. 2024-06-06T08:25:20.303 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.303+0000 7f39b1c58640 1 Processor -- start 2024-06-06T08:25:20.305 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.303+0000 7f39b1c58640 1 -- start start 2024-06-06T08:25:20.305 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.303+0000 7f39b1c58640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f39ac101980 0x7f39ac073ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:20.305 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.303+0000 7f39b1c58640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f39ac102340 0x7f39ac0741e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:20.305 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.303+0000 7f39b1c58640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f39ac107990 0x7f39ac074720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:20.305 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.303+0000 7f39b1c58640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f39ac111df0 con 0x7f39ac107990 2024-06-06T08:25:20.305 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.303+0000 7f39b1c58640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f39ac111c70 con 0x7f39ac101980 2024-06-06T08:25:20.305 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.303+0000 7f39b1c58640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f39ac111f70 con 0x7f39ac102340 2024-06-06T08:25:20.305 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.303+0000 7f39ab7fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f39ac101980 0x7f39ac073ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:20.305 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.303+0000 7f39aaffd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f39ac102340 0x7f39ac0741e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:20.305 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.303+0000 7f39ab7fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f39ac101980 0x7f39ac073ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:54168/0 (socket says 172.21.15.42:54168) 2024-06-06T08:25:20.305 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.303+0000 7f39ab7fe640 1 -- 172.21.15.42:0/3006755640 learned_addr learned my addr 172.21.15.42:0/3006755640 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:20.305 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.303+0000 7f39abfff640 1 --2- 172.21.15.42:0/3006755640 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f39ac107990 0x7f39ac074720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:20.306 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.304+0000 7f39ab7fe640 1 -- 172.21.15.42:0/3006755640 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f39ac102340 msgr2=0x7f39ac0741e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:20.306 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.304+0000 7f39ab7fe640 1 --2- 172.21.15.42:0/3006755640 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f39ac102340 0x7f39ac0741e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:20.306 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.304+0000 7f39ab7fe640 1 -- 172.21.15.42:0/3006755640 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f39ac107990 msgr2=0x7f39ac074720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:20.306 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.304+0000 7f39ab7fe640 1 --2- 172.21.15.42:0/3006755640 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f39ac107990 0x7f39ac074720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:20.306 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.304+0000 7f39ab7fe640 1 -- 172.21.15.42:0/3006755640 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39ac1a66d0 con 0x7f39ac101980 2024-06-06T08:25:20.306 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.304+0000 7f39ab7fe640 1 --2- 172.21.15.42:0/3006755640 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f39ac101980 0x7f39ac073ca0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f399c00e9f0 tx=0x7f399c00edf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:20.306 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.304+0000 7f39a8ff9640 1 -- 172.21.15.42:0/3006755640 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f399c00cd80 con 0x7f39ac101980 2024-06-06T08:25:20.306 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.305+0000 7f39a8ff9640 1 -- 172.21.15.42:0/3006755640 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f399c005500 con 0x7f39ac101980 2024-06-06T08:25:20.306 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.305+0000 7f39b1c58640 1 -- 172.21.15.42:0/3006755640 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39ac1a69c0 con 0x7f39ac101980 2024-06-06T08:25:20.306 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.305+0000 7f39a8ff9640 1 -- 172.21.15.42:0/3006755640 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f399c010690 con 0x7f39ac101980 2024-06-06T08:25:20.306 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.305+0000 7f39b1c58640 1 -- 172.21.15.42:0/3006755640 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39ac1a6f10 con 0x7f39ac101980 2024-06-06T08:25:20.307 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.307+0000 7f39a8ff9640 1 -- 172.21.15.42:0/3006755640 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f399c010830 con 0x7f39ac101980 2024-06-06T08:25:20.308 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.308+0000 7f39b4967740 1 Processor -- start 2024-06-06T08:25:20.308 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.308+0000 7f39a8ff9640 1 --2- 172.21.15.42:0/3006755640 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f39940a2e20 0x7f39940a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:20.308 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.308+0000 7f39b4967740 1 -- start start 2024-06-06T08:25:20.308 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.308+0000 7f39abfff640 1 --2- 172.21.15.42:0/3006755640 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f39940a2e20 0x7f39940a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:20.308 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.308+0000 7f39a8ff9640 1 -- 172.21.15.42:0/3006755640 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f399c0cfc00 con 0x7f39ac101980 2024-06-06T08:25:20.310 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.308+0000 7f39b4967740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561b335ef170 0x561b335ef550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:20.310 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.309+0000 7f39b4967740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561b335efa90 0x561b335f9e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:20.310 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.309+0000 7f39b4967740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b335fa350 0x561b335fc740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:20.310 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.309+0000 7f39b4967740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x561b335534f0 con 0x561b335ef170 2024-06-06T08:25:20.310 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.309+0000 7f39b4967740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x561b334f1870 con 0x561b335efa90 2024-06-06T08:25:20.310 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.309+0000 7f39b4967740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x561b3354f4b0 con 0x561b335fa350 2024-06-06T08:25:20.310 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.309+0000 7f39ab7fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561b335ef170 0x561b335ef550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:20.310 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.309+0000 7f39ab7fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561b335ef170 0x561b335ef550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37174/0 (socket says 172.21.15.42:37174) 2024-06-06T08:25:20.310 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.309+0000 7f39ab7fe640 1 -- 172.21.15.42:0/2915046861 learned_addr learned my addr 172.21.15.42:0/2915046861 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:20.310 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.309+0000 7f39aaffd640 1 --2- 172.21.15.42:0/2915046861 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561b335efa90 0x561b335f9e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:20.310 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.309+0000 7f39ab7fe640 1 -- 172.21.15.42:0/2915046861 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b335fa350 msgr2=0x561b335fc740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:20.310 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.309+0000 7f39ab7fe640 1 --2- 172.21.15.42:0/2915046861 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b335fa350 0x561b335fc740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:20.311 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.309+0000 7f39ab7fe640 1 -- 172.21.15.42:0/2915046861 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561b335efa90 msgr2=0x561b335f9e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:20.311 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.309+0000 7f39abfff640 1 --2- 172.21.15.42:0/3006755640 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f39940a2e20 0x7f39940a52e0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f39a4006010 tx=0x7f39a4005f80 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:20.311 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.309+0000 7f39ab7fe640 1 --2- 172.21.15.42:0/2915046861 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561b335efa90 0x561b335f9e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:20.311 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.309+0000 7f39ab7fe640 1 -- 172.21.15.42:0/2915046861 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561b3350d9b0 con 0x561b335ef170 2024-06-06T08:25:20.311 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.309+0000 7f39aaffd640 1 --2- 172.21.15.42:0/2915046861 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561b335efa90 0x561b335f9e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:25:20.311 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.309+0000 7f39ab7fe640 1 --2- 172.21.15.42:0/2915046861 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561b335ef170 0x561b335ef550 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f399c098750 tx=0x7f399c09b6e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d3aed7fda91e91b server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:20.311 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.309+0000 7f3991ffb640 1 -- 172.21.15.42:0/2915046861 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f399c0a0130 con 0x561b335ef170 2024-06-06T08:25:20.311 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.310+0000 7f3991ffb640 1 -- 172.21.15.42:0/2915046861 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f399c0a49f0 con 0x561b335ef170 2024-06-06T08:25:20.311 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.310+0000 7f3991ffb640 1 -- 172.21.15.42:0/2915046861 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f399c0a4560 con 0x561b335ef170 2024-06-06T08:25:20.314 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.310+0000 7f39b4967740 1 -- 172.21.15.42:0/2915046861 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561b335ef170 msgr2=0x561b335ef550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:20.315 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.310+0000 7f39b4967740 1 --2- 172.21.15.42:0/2915046861 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561b335ef170 0x561b335ef550 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f399c098750 tx=0x7f399c09b6e0 comp rx=0 tx=0).stop 2024-06-06T08:25:20.315 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.310+0000 7f39b4967740 1 -- 172.21.15.42:0/2915046861 shutdown_connections 2024-06-06T08:25:20.315 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.310+0000 7f39b4967740 1 --2- 172.21.15.42:0/2915046861 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561b335efa90 0x561b335f9e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:20.315 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.310+0000 7f39b4967740 1 --2- 172.21.15.42:0/2915046861 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b335fa350 0x561b335fc740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:20.315 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.310+0000 7f39b4967740 1 --2- 172.21.15.42:0/2915046861 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561b335ef170 0x561b335ef550 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:20.315 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.310+0000 7f39b4967740 1 -- 172.21.15.42:0/2915046861 >> 172.21.15.42:0/2915046861 conn(0x561b335eb680 msgr2=0x561b335eba60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:20.315 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.310+0000 7f39b4967740 1 -- 172.21.15.42:0/2915046861 shutdown_connections 2024-06-06T08:25:20.315 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.310+0000 7f39b4967740 1 -- 172.21.15.42:0/2915046861 wait complete. 2024-06-06T08:25:20.315 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.311+0000 7f39b4967740 1 -- start start 2024-06-06T08:25:20.315 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.311+0000 7f39b4967740 1 Processor -- start 2024-06-06T08:25:20.315 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.311+0000 7f39b4967740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b335ef170 0x561b335f7280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:20.315 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.311+0000 7f39b4967740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561b335efa90 0x561b335f77c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:20.315 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.311+0000 7f39b4967740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561b335fa350 0x561b335f7d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:20.316 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.311+0000 7f39b4967740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x561b335fcec0 con 0x561b335efa90 2024-06-06T08:25:20.316 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.311+0000 7f39b4967740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x561b334dcae0 con 0x561b335fa350 2024-06-06T08:25:20.316 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.311+0000 7f39b4967740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x561b335fd040 con 0x561b335ef170 2024-06-06T08:25:20.316 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.311+0000 7f39b4967740 10 client.0 _ll_register_callbacks cb 0x561b335159b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:25:20.316 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.312+0000 7f39ab7fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b335ef170 0x561b335f7280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:20.316 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.312+0000 7f39aaffd640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561b335efa90 0x561b335f77c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:20.316 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.312+0000 7f39abfff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561b335fa350 0x561b335f7d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:20.316 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.312+0000 7f39abfff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561b335fa350 0x561b335f7d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:54194/0 (socket says 172.21.15.42:54194) 2024-06-06T08:25:20.316 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.312+0000 7f39ab7fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b335ef170 0x561b335f7280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:54120/0 (socket says 172.21.15.42:54120) 2024-06-06T08:25:20.316 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.312+0000 7f39abfff640 1 -- 172.21.15.42:0/1576925752 learned_addr learned my addr 172.21.15.42:0/1576925752 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:20.316 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.312+0000 7f39abfff640 1 -- 172.21.15.42:0/1576925752 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b335ef170 msgr2=0x561b335f7280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:20.316 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.312+0000 7f39abfff640 1 --2- 172.21.15.42:0/1576925752 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b335ef170 0x561b335f7280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:20.316 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.312+0000 7f39abfff640 1 -- 172.21.15.42:0/1576925752 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561b335efa90 msgr2=0x561b335f77c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:20.317 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.312+0000 7f39abfff640 1 --2- 172.21.15.42:0/1576925752 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561b335efa90 0x561b335f77c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:20.317 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.312+0000 7f39abfff640 1 -- 172.21.15.42:0/1576925752 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561b33267210 con 0x561b335fa350 2024-06-06T08:25:20.317 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.312+0000 7f39abfff640 1 --2- 172.21.15.42:0/1576925752 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561b335fa350 0x561b335f7d00 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f39a4035000 tx=0x7f39a40095c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b89c5622dd4799ac server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:20.317 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.312+0000 7f398affd640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:25:20.317 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.312+0000 7f398affd640 1 -- 172.21.15.42:0/1576925752 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39a4041070 con 0x561b335fa350 2024-06-06T08:25:20.317 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.312+0000 7f398affd640 1 -- 172.21.15.42:0/1576925752 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f39a4004540 con 0x561b335fa350 2024-06-06T08:25:20.317 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.312+0000 7f39b4967740 1 -- 172.21.15.42:0/1576925752 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f399c0a49f0 con 0x561b335fa350 2024-06-06T08:25:20.317 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.313+0000 7f398affd640 1 -- 172.21.15.42:0/1576925752 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f39a4059050 con 0x561b335fa350 2024-06-06T08:25:20.317 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.313+0000 7f39b4967740 10 client.25742 fetch_fsmap learned FSMap version 28 2024-06-06T08:25:20.317 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.313+0000 7f39b4967740 1 -- 172.21.15.42:0/1576925752 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x561b33333620 con 0x561b335fa350 2024-06-06T08:25:20.317 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.313+0000 7f398affd640 1 -- 172.21.15.42:0/1576925752 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f399c0a49f0 con 0x561b335fa350 2024-06-06T08:25:20.317 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.313+0000 7f398affd640 1 -- 172.21.15.42:0/1576925752 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f39a4030070 con 0x561b335fa350 2024-06-06T08:25:20.317 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.313+0000 7f39b4967740 10 client.25742 fetch_fsmap finished waiting for FSMap version 28 2024-06-06T08:25:20.318 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.313+0000 7f39b4967740 10 client.25742 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:25:20.318 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.313+0000 7f39b4967740 20 client.25742 populate_metadata read hostname 'smithi042' 2024-06-06T08:25:20.318 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.313+0000 7f39b4967740 1 --2- 172.21.15.42:0/1576925752 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x561b33612c30 0x561b33615090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:20.318 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.313+0000 7f39b4967740 4 client.25742 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:25:20.318 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.313+0000 7f39b4967740 1 -- 172.21.15.42:0/1576925752 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561b33566f10 con 0x561b33612c30 2024-06-06T08:25:20.318 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.313+0000 7f39ab7fe640 1 --2- 172.21.15.42:0/1576925752 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x561b33612c30 0x561b33615090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:20.318 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.314+0000 7f398affd640 10 client.25742 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:25:20.318 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.314+0000 7f39ab7fe640 1 --2- 172.21.15.42:0/1576925752 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x561b33612c30 0x561b33615090 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7eb7922390da74a2 server_cookie=3007f6427551eb4a in_seq=0 out_seq=0 2024-06-06T08:25:20.319 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.315+0000 7f398affd640 1 -- 172.21.15.42:0/1576925752 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x561b33566f10 con 0x561b33612c30 2024-06-06T08:25:20.319 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.315+0000 7f398affd640 10 client.25742 handle_command_reply: tid=0 2024-06-06T08:25:20.319 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.315+0000 7f39b4967740 1 client.25742 shutdown 2024-06-06T08:25:20.320 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.315+0000 7f39b4967740 1 -- 172.21.15.42:0/1576925752 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561b335fa350 msgr2=0x561b335f7d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:20.320 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.315+0000 7f39b4967740 1 --2- 172.21.15.42:0/1576925752 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561b335fa350 0x561b335f7d00 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f39a4035000 tx=0x7f39a40095c0 comp rx=0 tx=0).stop 2024-06-06T08:25:20.320 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.316+0000 7f39b4967740 1 -- 172.21.15.42:0/1576925752 shutdown_connections 2024-06-06T08:25:20.320 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.316+0000 7f39b4967740 1 --2- 172.21.15.42:0/1576925752 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x561b33612c30 0x561b33615090 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:20.320 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.316+0000 7f39b4967740 1 --2- 172.21.15.42:0/1576925752 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561b335fa350 0x561b335f7d00 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:20.320 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.316+0000 7f39b4967740 1 --2- 172.21.15.42:0/1576925752 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561b335efa90 0x561b335f77c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:20.320 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.316+0000 7f39b4967740 1 --2- 172.21.15.42:0/1576925752 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b335ef170 0x561b335f7280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:20.320 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.316+0000 7f398affd640 0 client.25742 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:25:20.320 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.316+0000 7f39b4967740 1 -- 172.21.15.42:0/1576925752 >> 172.21.15.42:0/1576925752 conn(0x561b335eb680 msgr2=0x561b335f1400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:20.320 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.316+0000 7f39b4967740 1 -- 172.21.15.42:0/1576925752 shutdown_connections 2024-06-06T08:25:20.320 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.316+0000 7f39b4967740 1 -- 172.21.15.42:0/1576925752 wait complete. 2024-06-06T08:25:20.320 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.316+0000 7f39b4967740 20 client.25742 trim_cache size 0 max 16384 2024-06-06T08:25:20.335 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.334+0000 7f39b4967740 1 Processor -- start 2024-06-06T08:25:20.335 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.334+0000 7f39b4967740 1 -- start start 2024-06-06T08:25:20.335 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.334+0000 7f39b4967740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b335ef170 0x561b335f1b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:20.335 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.334+0000 7f39b4967740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561b335efa90 0x561b335f6260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:20.335 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.334+0000 7f39b4967740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561b335fa350 0x561b3361a9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:20.335 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.334+0000 7f39b4967740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f39ac1af360 con 0x561b335fa350 2024-06-06T08:25:20.335 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.334+0000 7f39b4967740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f39ac1acc30 con 0x561b335efa90 2024-06-06T08:25:20.335 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.334+0000 7f39b4967740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f39ac1aaae0 con 0x561b335ef170 2024-06-06T08:25:20.335 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.334+0000 7f39abfff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561b335fa350 0x561b3361a9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:20.335 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.334+0000 7f39abfff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561b335fa350 0x561b3361a9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37186/0 (socket says 172.21.15.42:37186) 2024-06-06T08:25:20.336 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.334+0000 7f39abfff640 1 -- 172.21.15.42:0/347891802 learned_addr learned my addr 172.21.15.42:0/347891802 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:20.336 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.334+0000 7f39ab7fe640 1 --2- 172.21.15.42:0/347891802 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b335ef170 0x561b335f1b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:20.336 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.334+0000 7f39aaffd640 1 --2- 172.21.15.42:0/347891802 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561b335efa90 0x561b335f6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:20.336 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.335+0000 7f39abfff640 1 -- 172.21.15.42:0/347891802 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b335ef170 msgr2=0x561b335f1b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:20.336 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.335+0000 7f39abfff640 1 --2- 172.21.15.42:0/347891802 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b335ef170 0x561b335f1b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:20.336 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.335+0000 7f39abfff640 1 -- 172.21.15.42:0/347891802 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561b335efa90 msgr2=0x561b335f6260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:20.336 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.335+0000 7f39abfff640 1 --2- 172.21.15.42:0/347891802 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561b335efa90 0x561b335f6260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:20.336 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.335+0000 7f39abfff640 1 -- 172.21.15.42:0/347891802 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561b335eb4b0 con 0x561b335fa350 2024-06-06T08:25:20.336 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.335+0000 7f39aaffd640 1 --2- 172.21.15.42:0/347891802 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561b335efa90 0x561b335f6260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:25:20.336 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.335+0000 7f39abfff640 1 --2- 172.21.15.42:0/347891802 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561b335fa350 0x561b3361a9b0 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f39a402aed0 tx=0x7f39a4030300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=925b39abfce41163 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:20.336 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.335+0000 7f39917fa640 1 -- 172.21.15.42:0/347891802 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39a4041070 con 0x561b335fa350 2024-06-06T08:25:20.336 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.335+0000 7f39917fa640 1 -- 172.21.15.42:0/347891802 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f39a4036040 con 0x561b335fa350 2024-06-06T08:25:20.336 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.335+0000 7f39917fa640 1 -- 172.21.15.42:0/347891802 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39a4004da0 con 0x561b335fa350 2024-06-06T08:25:20.339 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.336+0000 7f39b4967740 1 -- 172.21.15.42:0/347891802 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561b335fa350 msgr2=0x561b3361a9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:20.339 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.336+0000 7f39b4967740 1 --2- 172.21.15.42:0/347891802 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561b335fa350 0x561b3361a9b0 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f39a402aed0 tx=0x7f39a4030300 comp rx=0 tx=0).stop 2024-06-06T08:25:20.339 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.336+0000 7f39b4967740 1 -- 172.21.15.42:0/347891802 shutdown_connections 2024-06-06T08:25:20.339 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.336+0000 7f39b4967740 1 --2- 172.21.15.42:0/347891802 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561b335efa90 0x561b335f6260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:20.340 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.336+0000 7f39b4967740 1 --2- 172.21.15.42:0/347891802 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561b335fa350 0x561b3361a9b0 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:20.340 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.336+0000 7f39b4967740 1 --2- 172.21.15.42:0/347891802 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b335ef170 0x561b335f1b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:20.340 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.336+0000 7f39b4967740 1 -- 172.21.15.42:0/347891802 >> 172.21.15.42:0/347891802 conn(0x561b335eb680 msgr2=0x561b335f5b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:20.340 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.336+0000 7f39b4967740 1 -- 172.21.15.42:0/347891802 shutdown_connections 2024-06-06T08:25:20.340 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.336+0000 7f39b4967740 1 -- 172.21.15.42:0/347891802 wait complete. 2024-06-06T08:25:20.340 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.336+0000 7f39b4967740 1 -- start start 2024-06-06T08:25:20.340 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.336+0000 7f39b4967740 1 Processor -- start 2024-06-06T08:25:20.340 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.337+0000 7f39b4967740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561b335ef170 0x561b33606290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:20.340 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.337+0000 7f39b4967740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561b335efa90 0x561b336067d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:20.340 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.337+0000 7f39b4967740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b335fa350 0x561b33675940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:20.340 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.337+0000 7f39b4967740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f39ac1ab130 con 0x561b335efa90 2024-06-06T08:25:20.340 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.337+0000 7f39b4967740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f39ac1ac560 con 0x561b335ef170 2024-06-06T08:25:20.340 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.337+0000 7f39b4967740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f39ac1ab7c0 con 0x561b335fa350 2024-06-06T08:25:20.340 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.337+0000 7f39b4967740 10 client.0 _ll_register_callbacks cb 0x7f39a0005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:25:20.341 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.337+0000 7f39aaffd640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561b335efa90 0x561b336067d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:20.341 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.337+0000 7f39ab7fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561b335ef170 0x561b33606290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:20.341 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.337+0000 7f39abfff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b335fa350 0x561b33675940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:20.341 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.337+0000 7f39ab7fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561b335ef170 0x561b33606290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:54218/0 (socket says 172.21.15.42:54218) 2024-06-06T08:25:20.341 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.337+0000 7f39aaffd640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561b335efa90 0x561b336067d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37196/0 (socket says 172.21.15.42:37196) 2024-06-06T08:25:20.341 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.337+0000 7f39ab7fe640 1 -- 172.21.15.42:0/2874992718 learned_addr learned my addr 172.21.15.42:0/2874992718 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:20.341 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.337+0000 7f39ab7fe640 1 -- 172.21.15.42:0/2874992718 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b335fa350 msgr2=0x561b33675940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:20.341 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.337+0000 7f39ab7fe640 1 --2- 172.21.15.42:0/2874992718 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b335fa350 0x561b33675940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:20.341 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.337+0000 7f39ab7fe640 1 -- 172.21.15.42:0/2874992718 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561b335efa90 msgr2=0x561b336067d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:20.341 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.337+0000 7f39ab7fe640 1 --2- 172.21.15.42:0/2874992718 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561b335efa90 0x561b336067d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:20.341 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.337+0000 7f39ab7fe640 1 -- 172.21.15.42:0/2874992718 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561b33675fb0 con 0x561b335ef170 2024-06-06T08:25:20.341 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.338+0000 7f39ab7fe640 1 --2- 172.21.15.42:0/2874992718 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561b335ef170 0x561b33606290 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f399c018000 tx=0x7f399c09b810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dd7fe7087a3595a6 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:20.341 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.338+0000 7f398affd640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:25:20.342 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.338+0000 7f398affd640 1 -- 172.21.15.42:0/2874992718 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f399c0ab020 con 0x561b335ef170 2024-06-06T08:25:20.342 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.338+0000 7f398affd640 1 -- 172.21.15.42:0/2874992718 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f399c0cd230 con 0x561b335ef170 2024-06-06T08:25:20.342 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.338+0000 7f39b4967740 1 -- 172.21.15.42:0/2874992718 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f39a4036040 con 0x561b335ef170 2024-06-06T08:25:20.342 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.338+0000 7f398affd640 1 -- 172.21.15.42:0/2874992718 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f399c0a49f0 con 0x561b335ef170 2024-06-06T08:25:20.342 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.338+0000 7f39b4967740 10 client.25748 fetch_fsmap learned FSMap version 28 2024-06-06T08:25:20.342 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.338+0000 7f39b4967740 1 -- 172.21.15.42:0/2874992718 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x561b3367d3e0 con 0x561b335ef170 2024-06-06T08:25:20.342 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.338+0000 7f398affd640 1 -- 172.21.15.42:0/2874992718 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f39a4036040 con 0x561b335ef170 2024-06-06T08:25:20.342 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.338+0000 7f398affd640 1 -- 172.21.15.42:0/2874992718 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f399c0ae020 con 0x561b335ef170 2024-06-06T08:25:20.342 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.338+0000 7f39b4967740 10 client.25748 fetch_fsmap finished waiting for FSMap version 28 2024-06-06T08:25:20.342 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.338+0000 7f39b4967740 10 client.25748 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:25:20.342 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.338+0000 7f39b4967740 20 client.25748 populate_metadata read hostname 'smithi042' 2024-06-06T08:25:20.342 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.338+0000 7f39b4967740 1 --2- 172.21.15.42:0/2874992718 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x561b3367d770 0x561b3367fb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:20.343 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.338+0000 7f39b4967740 4 client.25748 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:25:20.343 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.338+0000 7f39b4967740 1 -- 172.21.15.42:0/2874992718 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x561b33560c20 con 0x561b3367d770 2024-06-06T08:25:20.343 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.339+0000 7f39aaffd640 1 --2- 172.21.15.42:0/2874992718 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x561b3367d770 0x561b3367fb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:20.343 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.339+0000 7f398affd640 10 client.25748 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:25:20.343 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:20.339+0000 7f39aaffd640 1 --2- 172.21.15.42:0/2874992718 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x561b3367d770 0x561b3367fb60 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a13a35f6e4736f52 server_cookie=8ec07e2444334060 in_seq=0 out_seq=0 2024-06-06T08:25:20.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:25:20 smithi120 ceph-mon[36658]: pgmap v84: 129 pgs: 129 active+clean; 117 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 7.5 MiB/s wr, 1.13k op/s 2024-06-06T08:25:20.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:25:20 smithi149 ceph-mon[36842]: pgmap v84: 129 pgs: 129 active+clean; 117 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 7.5 MiB/s wr, 1.13k op/s 2024-06-06T08:25:20.818 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:25:20 smithi042 ceph-mon[32384]: pgmap v84: 129 pgs: 129 active+clean; 117 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 7.5 MiB/s wr, 1.13k op/s 2024-06-06T08:25:21.592 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.590+0000 7fec142f4700 1 -- 172.21.15.42:0/262306256 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec0c102540 msgr2=0x7fec0c1029a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:21.592 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.590+0000 7fec142f4700 1 --2- 172.21.15.42:0/262306256 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec0c102540 0x7fec0c1029a0 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7febfc009990 tx=0x7febfc009ca0 comp rx=0 tx=0).stop 2024-06-06T08:25:21.592 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.590+0000 7fec142f4700 1 -- 172.21.15.42:0/262306256 shutdown_connections 2024-06-06T08:25:21.593 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.590+0000 7fec142f4700 1 --2- 172.21.15.42:0/262306256 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fec0c102ee0 0x7fec0c10f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:21.593 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.590+0000 7fec142f4700 1 --2- 172.21.15.42:0/262306256 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fec0c107450 0x7fec0c107830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:21.593 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.590+0000 7fec142f4700 1 --2- 172.21.15.42:0/262306256 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec0c102540 0x7fec0c1029a0 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:21.593 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.590+0000 7fec142f4700 1 -- 172.21.15.42:0/262306256 >> 172.21.15.42:0/262306256 conn(0x7fec0c0795f0 msgr2=0x7fec0c079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:21.593 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.590+0000 7fec142f4700 1 -- 172.21.15.42:0/262306256 shutdown_connections 2024-06-06T08:25:21.593 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.590+0000 7fec142f4700 1 -- 172.21.15.42:0/262306256 wait complete. 2024-06-06T08:25:21.593 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.591+0000 7fec142f4700 1 Processor -- start 2024-06-06T08:25:21.593 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.591+0000 7fec142f4700 1 -- start start 2024-06-06T08:25:21.593 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.591+0000 7fec142f4700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fec0c102540 0x7fec0c074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:21.594 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.591+0000 7fec142f4700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fec0c102ee0 0x7fec0c074cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:21.594 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.591+0000 7fec142f4700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec0c107450 0x7fec0c075210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:21.594 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.591+0000 7fec142f4700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fec0c1127e0 con 0x7fec0c107450 2024-06-06T08:25:21.594 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.591+0000 7fec142f4700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fec0c112660 con 0x7fec0c102ee0 2024-06-06T08:25:21.594 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.591+0000 7fec142f4700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fec0c112960 con 0x7fec0c102540 2024-06-06T08:25:21.594 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.591+0000 7fec12090700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fec0c102540 0x7fec0c074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:21.594 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.591+0000 7fec1188f700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fec0c102ee0 0x7fec0c074cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:21.594 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.591+0000 7fec12891700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec0c107450 0x7fec0c075210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:21.594 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.591+0000 7fec12090700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fec0c102540 0x7fec0c074790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:54144/0 (socket says 172.21.15.42:54144) 2024-06-06T08:25:21.594 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.591+0000 7fec1188f700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fec0c102ee0 0x7fec0c074cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:54228/0 (socket says 172.21.15.42:54228) 2024-06-06T08:25:21.594 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.591+0000 7fec12090700 1 -- 172.21.15.42:0/2227749864 learned_addr learned my addr 172.21.15.42:0/2227749864 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:21.595 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.592+0000 7fec12090700 1 -- 172.21.15.42:0/2227749864 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fec0c102ee0 msgr2=0x7fec0c074cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:21.595 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.592+0000 7fec12090700 1 --2- 172.21.15.42:0/2227749864 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fec0c102ee0 0x7fec0c074cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:21.595 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.592+0000 7fec12090700 1 -- 172.21.15.42:0/2227749864 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec0c107450 msgr2=0x7fec0c075210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:21.595 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.592+0000 7fec12090700 1 --2- 172.21.15.42:0/2227749864 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec0c107450 0x7fec0c075210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:21.595 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.592+0000 7fec12090700 1 -- 172.21.15.42:0/2227749864 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec0c1a7160 con 0x7fec0c102540 2024-06-06T08:25:21.595 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.592+0000 7fec1188f700 1 --2- 172.21.15.42:0/2227749864 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fec0c102ee0 0x7fec0c074cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:25:21.595 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.592+0000 7fec12891700 1 --2- 172.21.15.42:0/2227749864 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec0c107450 0x7fec0c075210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:25:21.595 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.592+0000 7fec12090700 1 --2- 172.21.15.42:0/2227749864 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fec0c102540 0x7fec0c074790 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fec0800e970 tx=0x7fec0800ec80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:21.595 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.592+0000 7fec037fe700 1 -- 172.21.15.42:0/2227749864 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec08004220 con 0x7fec0c102540 2024-06-06T08:25:21.595 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.592+0000 7fec142f4700 1 -- 172.21.15.42:0/2227749864 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fec0c1a7450 con 0x7fec0c102540 2024-06-06T08:25:21.595 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.592+0000 7fec037fe700 1 -- 172.21.15.42:0/2227749864 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fec080043c0 con 0x7fec0c102540 2024-06-06T08:25:21.595 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.592+0000 7fec037fe700 1 -- 172.21.15.42:0/2227749864 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec08003dc0 con 0x7fec0c102540 2024-06-06T08:25:21.595 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.592+0000 7fec142f4700 1 -- 172.21.15.42:0/2227749864 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fec0c1a7960 con 0x7fec0c102540 2024-06-06T08:25:21.600 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.594+0000 7fec037fe700 1 -- 172.21.15.42:0/2227749864 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fec0800c7e0 con 0x7fec0c102540 2024-06-06T08:25:21.601 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.595+0000 7fec037fe700 1 --2- 172.21.15.42:0/2227749864 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7febf80a2d90 0x7febf80a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:21.601 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.595+0000 7fec1188f700 1 --2- 172.21.15.42:0/2227749864 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7febf80a2d90 0x7febf80a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:21.601 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.595+0000 7fec037fe700 1 -- 172.21.15.42:0/2227749864 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fec080cf950 con 0x7fec0c102540 2024-06-06T08:25:21.601 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.596+0000 7fec1eb77b80 1 Processor -- start 2024-06-06T08:25:21.601 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.596+0000 7fec1188f700 1 --2- 172.21.15.42:0/2227749864 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7febf80a2d90 0x7febf80a5250 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7febfc00b2e0 tx=0x7febfc005960 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:21.601 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.596+0000 7fec1eb77b80 1 -- start start 2024-06-06T08:25:21.601 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.596+0000 7fec1eb77b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559f9d4ca640 0x559f9d4caa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:21.601 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.596+0000 7fec1eb77b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559f9d4caf60 0x559f9d4c49e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:21.602 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.596+0000 7fec1eb77b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f9d4c4f20 0x559f9d4c5340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:21.602 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.596+0000 7fec1eb77b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x559f9d416810 con 0x559f9d4c4f20 2024-06-06T08:25:21.602 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.596+0000 7fec1eb77b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x559f9d3be720 con 0x559f9d4ca640 2024-06-06T08:25:21.602 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.596+0000 7fec1eb77b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x559f9d4127d0 con 0x559f9d4caf60 2024-06-06T08:25:21.602 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.596+0000 7fec12891700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f9d4c4f20 0x559f9d4c5340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:21.602 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.596+0000 7fec1188f700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559f9d4caf60 0x559f9d4c49e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:21.603 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.596+0000 7fec12891700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f9d4c4f20 0x559f9d4c5340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37220/0 (socket says 172.21.15.42:37220) 2024-06-06T08:25:21.603 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.596+0000 7fec1188f700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559f9d4caf60 0x559f9d4c49e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:54150/0 (socket says 172.21.15.42:54150) 2024-06-06T08:25:21.603 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.596+0000 7fec12090700 1 --2- 172.21.15.42:0/868509147 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559f9d4ca640 0x559f9d4caa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:21.603 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.596+0000 7fec12891700 1 -- 172.21.15.42:0/868509147 learned_addr learned my addr 172.21.15.42:0/868509147 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:21.603 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.597+0000 7fec12090700 1 -- 172.21.15.42:0/868509147 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559f9d4caf60 msgr2=0x559f9d4c49e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:21.603 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.597+0000 7fec12090700 1 --2- 172.21.15.42:0/868509147 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559f9d4caf60 0x559f9d4c49e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:21.603 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.597+0000 7fec12090700 1 -- 172.21.15.42:0/868509147 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f9d4c4f20 msgr2=0x559f9d4c5340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:21.603 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.597+0000 7fec12090700 1 --2- 172.21.15.42:0/868509147 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f9d4c4f20 0x559f9d4c5340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:21.603 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.597+0000 7fec12090700 1 -- 172.21.15.42:0/868509147 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559f9d3b4f50 con 0x559f9d4ca640 2024-06-06T08:25:21.603 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.597+0000 7fec12090700 1 --2- 172.21.15.42:0/868509147 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559f9d4ca640 0x559f9d4caa20 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fec080ccd00 tx=0x7fec0809b4b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9301dd8872e9454b server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:21.603 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.597+0000 7fec00d70700 1 -- 172.21.15.42:0/868509147 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec0809c1d0 con 0x559f9d4ca640 2024-06-06T08:25:21.603 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.597+0000 7fec00d70700 1 -- 172.21.15.42:0/868509147 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fec0809bad0 con 0x559f9d4ca640 2024-06-06T08:25:21.603 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.597+0000 7fec00d70700 1 -- 172.21.15.42:0/868509147 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec08098140 con 0x559f9d4ca640 2024-06-06T08:25:21.604 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.598+0000 7fec1eb77b80 1 -- 172.21.15.42:0/868509147 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559f9d4ca640 msgr2=0x559f9d4caa20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:21.604 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.598+0000 7fec1eb77b80 1 --2- 172.21.15.42:0/868509147 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559f9d4ca640 0x559f9d4caa20 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fec080ccd00 tx=0x7fec0809b4b0 comp rx=0 tx=0).stop 2024-06-06T08:25:21.604 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.598+0000 7fec1eb77b80 1 -- 172.21.15.42:0/868509147 shutdown_connections 2024-06-06T08:25:21.604 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.598+0000 7fec1eb77b80 1 --2- 172.21.15.42:0/868509147 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f9d4c4f20 0x559f9d4c5340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:21.604 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.598+0000 7fec1eb77b80 1 --2- 172.21.15.42:0/868509147 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559f9d4ca640 0x559f9d4caa20 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:21.604 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.598+0000 7fec1eb77b80 1 --2- 172.21.15.42:0/868509147 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559f9d4caf60 0x559f9d4c49e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:21.604 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.598+0000 7fec1eb77b80 1 -- 172.21.15.42:0/868509147 >> 172.21.15.42:0/868509147 conn(0x559f9d3efcc0 msgr2=0x559f9d4bf850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:21.604 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.598+0000 7fec1eb77b80 1 -- 172.21.15.42:0/868509147 shutdown_connections 2024-06-06T08:25:21.604 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.598+0000 7fec1eb77b80 1 -- 172.21.15.42:0/868509147 wait complete. 2024-06-06T08:25:21.604 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.598+0000 7fec1eb77b80 1 -- start start 2024-06-06T08:25:21.604 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.598+0000 7fec1eb77b80 1 Processor -- start 2024-06-06T08:25:21.604 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.599+0000 7fec1eb77b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f9d4c4f20 0x559f9d4d0d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:21.604 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.599+0000 7fec1eb77b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559f9d4ca640 0x559f9d4ce050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:21.605 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.599+0000 7fec1eb77b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559f9d4caf60 0x559f9d4ce590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:21.605 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.599+0000 7fec1eb77b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x559f9d4d19d0 con 0x559f9d4c4f20 2024-06-06T08:25:21.605 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.599+0000 7fec1eb77b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x559f9d3b6bf0 con 0x559f9d4ca640 2024-06-06T08:25:21.605 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.599+0000 7fec1eb77b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x559f9d4d1b50 con 0x559f9d4caf60 2024-06-06T08:25:21.605 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.599+0000 7fec1eb77b80 10 client.0 _ll_register_callbacks cb 0x559f9d3b0920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:25:21.605 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.599+0000 7fec12090700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f9d4c4f20 0x559f9d4d0d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:21.605 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.599+0000 7fec12090700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f9d4c4f20 0x559f9d4d0d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37236/0 (socket says 172.21.15.42:37236) 2024-06-06T08:25:21.605 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.599+0000 7fec12090700 1 -- 172.21.15.42:0/627527482 learned_addr learned my addr 172.21.15.42:0/627527482 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:21.605 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.599+0000 7fec1188f700 1 --2- 172.21.15.42:0/627527482 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559f9d4ca640 0x559f9d4ce050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:21.605 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.599+0000 7fec12891700 1 --2- 172.21.15.42:0/627527482 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559f9d4caf60 0x559f9d4ce590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:21.605 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.599+0000 7fec12090700 1 -- 172.21.15.42:0/627527482 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559f9d4caf60 msgr2=0x559f9d4ce590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:21.606 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.599+0000 7fec12090700 1 --2- 172.21.15.42:0/627527482 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559f9d4caf60 0x559f9d4ce590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:21.606 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.599+0000 7fec12090700 1 -- 172.21.15.42:0/627527482 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559f9d4ca640 msgr2=0x559f9d4ce050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:21.606 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.599+0000 7fec12090700 1 --2- 172.21.15.42:0/627527482 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559f9d4ca640 0x559f9d4ce050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:21.606 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.599+0000 7fec12090700 1 -- 172.21.15.42:0/627527482 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559f9d3658d0 con 0x559f9d4c4f20 2024-06-06T08:25:21.606 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.599+0000 7fec12090700 1 --2- 172.21.15.42:0/627527482 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f9d4c4f20 0x559f9d4d0d50 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7fec0809ba60 tx=0x7fec08009790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9196952da3dfc888 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:21.606 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.599+0000 7febf5ffb700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:25:21.606 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.599+0000 7febf5ffb700 1 -- 172.21.15.42:0/627527482 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec080a4740 con 0x559f9d4c4f20 2024-06-06T08:25:21.606 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.599+0000 7febf5ffb700 1 -- 172.21.15.42:0/627527482 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fec080ba340 con 0x559f9d4c4f20 2024-06-06T08:25:21.606 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.599+0000 7fec1eb77b80 1 -- 172.21.15.42:0/627527482 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fec0809bad0 con 0x559f9d4c4f20 2024-06-06T08:25:21.606 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.600+0000 7febf5ffb700 1 -- 172.21.15.42:0/627527482 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fec0800cde0 con 0x559f9d4c4f20 2024-06-06T08:25:21.606 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.600+0000 7fec1eb77b80 10 client.16128 fetch_fsmap learned FSMap version 28 2024-06-06T08:25:21.606 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.600+0000 7fec1eb77b80 1 -- 172.21.15.42:0/627527482 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x559f9d4dc320 con 0x559f9d4c4f20 2024-06-06T08:25:21.606 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.600+0000 7febf5ffb700 1 -- 172.21.15.42:0/627527482 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fec0809bad0 con 0x559f9d4c4f20 2024-06-06T08:25:21.607 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.600+0000 7febf5ffb700 1 -- 172.21.15.42:0/627527482 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fec080a42b0 con 0x559f9d4c4f20 2024-06-06T08:25:21.607 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.600+0000 7fec1eb77b80 10 client.16128 fetch_fsmap finished waiting for FSMap version 28 2024-06-06T08:25:21.607 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.600+0000 7fec1eb77b80 10 client.16128 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:25:21.607 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.600+0000 7fec1eb77b80 20 client.16128 populate_metadata read hostname 'smithi042' 2024-06-06T08:25:21.607 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.600+0000 7fec1eb77b80 1 --2- 172.21.15.42:0/627527482 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x559f9d4de7f0 0x559f9d4e0be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:21.607 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.600+0000 7fec1eb77b80 4 client.16128 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:25:21.607 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.600+0000 7fec1eb77b80 1 -- 172.21.15.42:0/627527482 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559f9d423d10 con 0x559f9d4de7f0 2024-06-06T08:25:21.607 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.600+0000 7fec1188f700 1 --2- 172.21.15.42:0/627527482 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x559f9d4de7f0 0x559f9d4e0be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:21.607 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.601+0000 7fec1188f700 1 --2- 172.21.15.42:0/627527482 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x559f9d4de7f0 0x559f9d4e0be0 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=156ef65bfa24a23b server_cookie=12b8283925d12054 in_seq=0 out_seq=0 2024-06-06T08:25:21.607 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.601+0000 7febf5ffb700 10 client.16128 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:25:21.608 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.602+0000 7febf5ffb700 1 -- 172.21.15.42:0/627527482 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x559f9d423d10 con 0x559f9d4de7f0 2024-06-06T08:25:21.608 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.602+0000 7febf5ffb700 10 client.16128 handle_command_reply: tid=0 2024-06-06T08:25:21.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.602+0000 7fec1eb77b80 1 client.16128 shutdown 2024-06-06T08:25:21.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.603+0000 7fec1eb77b80 1 -- 172.21.15.42:0/627527482 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f9d4c4f20 msgr2=0x559f9d4d0d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:21.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.603+0000 7fec1eb77b80 1 --2- 172.21.15.42:0/627527482 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f9d4c4f20 0x559f9d4d0d50 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7fec0809ba60 tx=0x7fec08009790 comp rx=0 tx=0).stop 2024-06-06T08:25:21.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.603+0000 7fec1eb77b80 1 -- 172.21.15.42:0/627527482 shutdown_connections 2024-06-06T08:25:21.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.603+0000 7fec1eb77b80 1 --2- 172.21.15.42:0/627527482 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559f9d4caf60 0x559f9d4ce590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:21.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.603+0000 7fec1eb77b80 1 --2- 172.21.15.42:0/627527482 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f9d4c4f20 0x559f9d4d0d50 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:21.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.603+0000 7fec1eb77b80 1 --2- 172.21.15.42:0/627527482 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x559f9d4de7f0 0x559f9d4e0be0 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:21.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.603+0000 7fec1eb77b80 1 --2- 172.21.15.42:0/627527482 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559f9d4ca640 0x559f9d4ce050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:21.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.603+0000 7fec1eb77b80 1 -- 172.21.15.42:0/627527482 >> 172.21.15.42:0/627527482 conn(0x559f9d3efcc0 msgr2=0x559f9d4bf5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:21.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.603+0000 7febf5ffb700 0 client.16128 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:25:21.610 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.603+0000 7fec1eb77b80 1 -- 172.21.15.42:0/627527482 shutdown_connections 2024-06-06T08:25:21.610 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.603+0000 7fec1eb77b80 1 -- 172.21.15.42:0/627527482 wait complete. 2024-06-06T08:25:21.610 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.603+0000 7fec1eb77b80 20 client.16128 trim_cache size 0 max 16384 2024-06-06T08:25:21.620 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.618+0000 7fec1eb77b80 1 Processor -- start 2024-06-06T08:25:21.620 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.619+0000 7fec1eb77b80 1 -- start start 2024-06-06T08:25:21.620 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.619+0000 7fec1eb77b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559f9d4c4f20 0x559f9d4c49e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:21.621 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.619+0000 7fec1eb77b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559f9d4ca640 0x559f9d4b9510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:21.621 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.619+0000 7fec1eb77b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f9d4caf60 0x559f9d4cc810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:21.621 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.619+0000 7fec1eb77b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fec0c1b2ee0 con 0x559f9d4caf60 2024-06-06T08:25:21.621 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.619+0000 7fec1eb77b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fec0c1b0770 con 0x559f9d4ca640 2024-06-06T08:25:21.621 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.619+0000 7fec1eb77b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fec0c1ae5c0 con 0x559f9d4c4f20 2024-06-06T08:25:21.621 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.619+0000 7fec12891700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f9d4caf60 0x559f9d4cc810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:21.621 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.619+0000 7fec12891700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f9d4caf60 0x559f9d4cc810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37248/0 (socket says 172.21.15.42:37248) 2024-06-06T08:25:21.621 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.619+0000 7fec12891700 1 -- 172.21.15.42:0/4200546635 learned_addr learned my addr 172.21.15.42:0/4200546635 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:21.621 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.619+0000 7fec12090700 1 --2- 172.21.15.42:0/4200546635 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559f9d4c4f20 0x559f9d4c49e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:21.621 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.619+0000 7fec1188f700 1 --2- 172.21.15.42:0/4200546635 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559f9d4ca640 0x559f9d4b9510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:21.621 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.619+0000 7fec12891700 1 -- 172.21.15.42:0/4200546635 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559f9d4c4f20 msgr2=0x559f9d4c49e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:21.622 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.619+0000 7fec12891700 1 --2- 172.21.15.42:0/4200546635 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559f9d4c4f20 0x559f9d4c49e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:21.622 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.619+0000 7fec12891700 1 -- 172.21.15.42:0/4200546635 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559f9d4ca640 msgr2=0x559f9d4b9510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:21.622 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.619+0000 7fec12891700 1 --2- 172.21.15.42:0/4200546635 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559f9d4ca640 0x559f9d4b9510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:21.622 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.619+0000 7fec12891700 1 -- 172.21.15.42:0/4200546635 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559f9d4ba3b0 con 0x559f9d4caf60 2024-06-06T08:25:21.622 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.619+0000 7fec12891700 1 --2- 172.21.15.42:0/4200546635 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f9d4caf60 0x559f9d4cc810 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7fec0400ea30 tx=0x7fec04009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=649f694628f4efb1 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:21.622 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.620+0000 7febf7fff700 1 -- 172.21.15.42:0/4200546635 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec040178c0 con 0x559f9d4caf60 2024-06-06T08:25:21.622 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.620+0000 7febf7fff700 1 -- 172.21.15.42:0/4200546635 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fec04007500 con 0x559f9d4caf60 2024-06-06T08:25:21.623 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.620+0000 7febf7fff700 1 -- 172.21.15.42:0/4200546635 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec0401f620 con 0x559f9d4caf60 2024-06-06T08:25:21.623 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.620+0000 7fec1eb77b80 1 -- 172.21.15.42:0/4200546635 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f9d4caf60 msgr2=0x559f9d4cc810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:21.623 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.620+0000 7fec1eb77b80 1 --2- 172.21.15.42:0/4200546635 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f9d4caf60 0x559f9d4cc810 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7fec0400ea30 tx=0x7fec04009920 comp rx=0 tx=0).stop 2024-06-06T08:25:21.623 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.620+0000 7fec1eb77b80 1 -- 172.21.15.42:0/4200546635 shutdown_connections 2024-06-06T08:25:21.623 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.620+0000 7fec1eb77b80 1 --2- 172.21.15.42:0/4200546635 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f9d4caf60 0x559f9d4cc810 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:21.623 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.620+0000 7fec1eb77b80 1 --2- 172.21.15.42:0/4200546635 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559f9d4c4f20 0x559f9d4c49e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:21.623 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.620+0000 7fec1eb77b80 1 --2- 172.21.15.42:0/4200546635 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559f9d4ca640 0x559f9d4b9510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:21.623 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.620+0000 7fec1eb77b80 1 -- 172.21.15.42:0/4200546635 >> 172.21.15.42:0/4200546635 conn(0x559f9d3efcc0 msgr2=0x559f9d4b8e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:21.623 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.620+0000 7fec1eb77b80 1 -- 172.21.15.42:0/4200546635 shutdown_connections 2024-06-06T08:25:21.623 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.620+0000 7fec1eb77b80 1 -- 172.21.15.42:0/4200546635 wait complete. 2024-06-06T08:25:21.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.621+0000 7fec1eb77b80 1 -- start start 2024-06-06T08:25:21.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.621+0000 7fec1eb77b80 1 Processor -- start 2024-06-06T08:25:21.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.621+0000 7fec1eb77b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559f9d4c4f20 0x559f9d4e0940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:21.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.621+0000 7fec1eb77b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559f9d4ca640 0x559f9d4e0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:21.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.621+0000 7fec1eb77b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f9d4caf60 0x559f9d547120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:21.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.621+0000 7fec1eb77b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fec0c1aec30 con 0x559f9d4caf60 2024-06-06T08:25:21.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.621+0000 7fec1eb77b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fec0c1b00a0 con 0x559f9d4c4f20 2024-06-06T08:25:21.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.621+0000 7fec1eb77b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fec0c1af300 con 0x559f9d4ca640 2024-06-06T08:25:21.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.621+0000 7fec1eb77b80 10 client.0 _ll_register_callbacks cb 0x559f9d3b0920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:25:21.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.621+0000 7fec12891700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f9d4caf60 0x559f9d547120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:21.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.621+0000 7fec1188f700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559f9d4ca640 0x559f9d4e0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:21.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.621+0000 7fec12891700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f9d4caf60 0x559f9d547120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37258/0 (socket says 172.21.15.42:37258) 2024-06-06T08:25:21.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.621+0000 7fec12891700 1 -- 172.21.15.42:0/430265116 learned_addr learned my addr 172.21.15.42:0/430265116 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:21.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.621+0000 7fec12090700 1 --2- 172.21.15.42:0/430265116 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559f9d4c4f20 0x559f9d4e0940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:21.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.622+0000 7fec1188f700 1 -- 172.21.15.42:0/430265116 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559f9d4c4f20 msgr2=0x559f9d4e0940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:21.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.622+0000 7fec1188f700 1 --2- 172.21.15.42:0/430265116 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559f9d4c4f20 0x559f9d4e0940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:21.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.622+0000 7fec1188f700 1 -- 172.21.15.42:0/430265116 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f9d4caf60 msgr2=0x559f9d547120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:21.629 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.622+0000 7fec1188f700 1 --2- 172.21.15.42:0/430265116 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f9d4caf60 0x559f9d547120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:21.629 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.622+0000 7fec1188f700 1 -- 172.21.15.42:0/430265116 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559f9d4e1760 con 0x559f9d4ca640 2024-06-06T08:25:21.629 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.622+0000 7fec12891700 1 --2- 172.21.15.42:0/430265116 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f9d4caf60 0x559f9d547120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:25:21.629 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.622+0000 7fec1188f700 1 --2- 172.21.15.42:0/430265116 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559f9d4ca640 0x559f9d4e0e80 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7febfc0059d0 tx=0x7febfc009ca0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=44d475d89db92748 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:21.629 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.622+0000 7febf5ffb700 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:25:21.629 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.622+0000 7febf5ffb700 1 -- 172.21.15.42:0/430265116 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febfc041060 con 0x559f9d4ca640 2024-06-06T08:25:21.629 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.622+0000 7fec1eb77b80 1 -- 172.21.15.42:0/430265116 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fec04007500 con 0x559f9d4ca640 2024-06-06T08:25:21.629 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.622+0000 7febf5ffb700 1 -- 172.21.15.42:0/430265116 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7febfc03c680 con 0x559f9d4ca640 2024-06-06T08:25:21.629 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.622+0000 7febf5ffb700 1 -- 172.21.15.42:0/430265116 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7febfc048050 con 0x559f9d4ca640 2024-06-06T08:25:21.629 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.622+0000 7fec1eb77b80 10 client.25693 fetch_fsmap learned FSMap version 28 2024-06-06T08:25:21.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.622+0000 7fec1eb77b80 1 -- 172.21.15.42:0/430265116 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x559f9d548770 con 0x559f9d4ca640 2024-06-06T08:25:21.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.623+0000 7febf5ffb700 1 -- 172.21.15.42:0/430265116 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fec04007500 con 0x559f9d4ca640 2024-06-06T08:25:21.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.623+0000 7febf5ffb700 1 -- 172.21.15.42:0/430265116 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7febfc00f760 con 0x559f9d4ca640 2024-06-06T08:25:21.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.623+0000 7fec1eb77b80 10 client.25693 fetch_fsmap finished waiting for FSMap version 28 2024-06-06T08:25:21.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.623+0000 7fec1eb77b80 10 client.25693 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:25:21.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.623+0000 7fec1eb77b80 20 client.25693 populate_metadata read hostname 'smithi042' 2024-06-06T08:25:21.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.623+0000 7fec1eb77b80 1 --2- 172.21.15.42:0/430265116 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x559f9d548ec0 0x559f9d54b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:21.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.623+0000 7fec1eb77b80 4 client.25693 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-06-06T08:25:21.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.623+0000 7fec1eb77b80 1 -- 172.21.15.42:0/430265116 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "damage ls"}) -- 0x559f9d41e290 con 0x559f9d548ec0 2024-06-06T08:25:21.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.623+0000 7fec12090700 1 --2- 172.21.15.42:0/430265116 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x559f9d548ec0 0x559f9d54b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:21.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.624+0000 7fec12090700 1 --2- 172.21.15.42:0/430265116 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x559f9d548ec0 0x559f9d54b2e0 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3635d0afb5591dc8 server_cookie=78603576072c99d4 in_seq=0 out_seq=0 2024-06-06T08:25:21.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.624+0000 7febf5ffb700 10 client.25693 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:25:21.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.627+0000 7febf5ffb700 1 -- 172.21.15.42:0/430265116 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x559f9d41e290 con 0x559f9d548ec0 2024-06-06T08:25:21.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.627+0000 7febf5ffb700 10 client.25693 handle_command_reply: tid=0 2024-06-06T08:25:21.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.627+0000 7fec1eb77b80 1 client.25693 shutdown 2024-06-06T08:25:21.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.628+0000 7fec1eb77b80 1 -- 172.21.15.42:0/430265116 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559f9d4ca640 msgr2=0x559f9d4e0e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:21.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.628+0000 7fec1eb77b80 1 --2- 172.21.15.42:0/430265116 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559f9d4ca640 0x559f9d4e0e80 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7febfc0059d0 tx=0x7febfc009ca0 comp rx=0 tx=0).stop 2024-06-06T08:25:21.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.628+0000 7fec1eb77b80 1 -- 172.21.15.42:0/430265116 shutdown_connections 2024-06-06T08:25:21.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.628+0000 7fec1eb77b80 1 --2- 172.21.15.42:0/430265116 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f9d4caf60 0x559f9d547120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:21.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.628+0000 7fec1eb77b80 1 --2- 172.21.15.42:0/430265116 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x559f9d548ec0 0x559f9d54b2e0 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:21.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.628+0000 7fec1eb77b80 1 --2- 172.21.15.42:0/430265116 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559f9d4c4f20 0x559f9d4e0940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:21.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.628+0000 7fec1eb77b80 1 --2- 172.21.15.42:0/430265116 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559f9d4ca640 0x559f9d4e0e80 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:21.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.628+0000 7fec1eb77b80 1 -- 172.21.15.42:0/430265116 >> 172.21.15.42:0/430265116 conn(0x559f9d3efcc0 msgr2=0x559f9d4cc810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:21.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.628+0000 7febf5ffb700 0 client.25693 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:25:21.632 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.628+0000 7fec1eb77b80 1 -- 172.21.15.42:0/430265116 shutdown_connections 2024-06-06T08:25:21.632 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.628+0000 7fec1eb77b80 1 -- 172.21.15.42:0/430265116 wait complete. 2024-06-06T08:25:21.632 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.628+0000 7fec1eb77b80 20 client.25693 trim_cache size 0 max 16384 2024-06-06T08:25:21.632 INFO:teuthology.orchestra.run.smithi042.stdout:[] 2024-06-06T08:25:21.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.628+0000 7fec142f4700 1 -- 172.21.15.42:0/2227749864 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7febf80a2d90 msgr2=0x7febf80a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:21.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.628+0000 7fec142f4700 1 --2- 172.21.15.42:0/2227749864 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7febf80a2d90 0x7febf80a5250 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7febfc00b2e0 tx=0x7febfc005960 comp rx=0 tx=0).stop 2024-06-06T08:25:21.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.628+0000 7fec142f4700 1 -- 172.21.15.42:0/2227749864 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fec0c102540 msgr2=0x7fec0c074790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:21.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.628+0000 7fec142f4700 1 --2- 172.21.15.42:0/2227749864 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fec0c102540 0x7fec0c074790 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fec0800e970 tx=0x7fec0800ec80 comp rx=0 tx=0).stop 2024-06-06T08:25:21.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.628+0000 7fec142f4700 1 -- 172.21.15.42:0/2227749864 shutdown_connections 2024-06-06T08:25:21.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.628+0000 7fec142f4700 1 --2- 172.21.15.42:0/2227749864 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7febf80a2d90 0x7febf80a5250 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:21.633 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.628+0000 7fec142f4700 1 --2- 172.21.15.42:0/2227749864 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec0c107450 0x7fec0c075210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:21.634 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.628+0000 7fec142f4700 1 --2- 172.21.15.42:0/2227749864 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fec0c102540 0x7fec0c074790 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:21.634 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.628+0000 7fec142f4700 1 --2- 172.21.15.42:0/2227749864 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fec0c102ee0 0x7fec0c074cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:21.634 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.628+0000 7fec142f4700 1 -- 172.21.15.42:0/2227749864 >> 172.21.15.42:0/2227749864 conn(0x7fec0c0795f0 msgr2=0x7fec0c1005b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:21.634 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.628+0000 7fec142f4700 1 -- 172.21.15.42:0/2227749864 shutdown_connections 2024-06-06T08:25:21.634 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:21.628+0000 7fec142f4700 1 -- 172.21.15.42:0/2227749864 wait complete. 2024-06-06T08:25:21.640 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:21.639+0000 7f398affd640 1 -- 172.21.15.42:0/2874992718 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x561b33560c20 con 0x561b3367d770 2024-06-06T08:25:21.640 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:21.639+0000 7f398affd640 10 client.25748 handle_command_reply: tid=0 2024-06-06T08:25:21.640 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:21.639+0000 7f39b4967740 1 client.25748 shutdown 2024-06-06T08:25:21.640 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:21.639+0000 7f39b4967740 1 -- 172.21.15.42:0/2874992718 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561b335ef170 msgr2=0x561b33606290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:21.640 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:21.639+0000 7f39b4967740 1 --2- 172.21.15.42:0/2874992718 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561b335ef170 0x561b33606290 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f399c018000 tx=0x7f399c09b810 comp rx=0 tx=0).stop 2024-06-06T08:25:21.640 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:21.639+0000 7f39b4967740 1 -- 172.21.15.42:0/2874992718 shutdown_connections 2024-06-06T08:25:21.640 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:21.639+0000 7f39b4967740 1 --2- 172.21.15.42:0/2874992718 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x561b3367d770 0x561b3367fb60 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:21.641 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:21.639+0000 7f39b4967740 1 --2- 172.21.15.42:0/2874992718 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b335fa350 0x561b33675940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:21.641 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:21.639+0000 7f39b4967740 1 --2- 172.21.15.42:0/2874992718 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561b335efa90 0x561b336067d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:21.641 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:21.639+0000 7f398affd640 0 client.25748 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:25:21.641 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:21.639+0000 7f39b4967740 1 --2- 172.21.15.42:0/2874992718 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561b335ef170 0x561b33606290 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:21.641 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:21.639+0000 7f39b4967740 1 -- 172.21.15.42:0/2874992718 >> 172.21.15.42:0/2874992718 conn(0x561b335eb680 msgr2=0x561b335e9f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:21.641 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:21.640+0000 7f39b4967740 1 -- 172.21.15.42:0/2874992718 shutdown_connections 2024-06-06T08:25:21.641 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:21.640+0000 7f39b4967740 1 -- 172.21.15.42:0/2874992718 wait complete. 2024-06-06T08:25:21.641 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:21.640+0000 7f39b4967740 20 client.25748 trim_cache size 0 max 16384 2024-06-06T08:25:21.641 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:25:21.641 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:25:21.642 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:25:21.643 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:21.640+0000 7f39b1c58640 1 -- 172.21.15.42:0/3006755640 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f39940a2e20 msgr2=0x7f39940a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:21.643 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:21.640+0000 7f39b1c58640 1 --2- 172.21.15.42:0/3006755640 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f39940a2e20 0x7f39940a52e0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f39a4006010 tx=0x7f39a4005f80 comp rx=0 tx=0).stop 2024-06-06T08:25:21.643 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:21.640+0000 7f39b1c58640 1 -- 172.21.15.42:0/3006755640 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f39ac101980 msgr2=0x7f39ac073ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:21.643 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:21.640+0000 7f39b1c58640 1 --2- 172.21.15.42:0/3006755640 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f39ac101980 0x7f39ac073ca0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f399c00e9f0 tx=0x7f399c00edf0 comp rx=0 tx=0).stop 2024-06-06T08:25:21.643 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:21.640+0000 7f39b1c58640 1 -- 172.21.15.42:0/3006755640 shutdown_connections 2024-06-06T08:25:21.643 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:21.640+0000 7f39b1c58640 1 --2- 172.21.15.42:0/3006755640 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f39940a2e20 0x7f39940a52e0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:21.643 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:21.640+0000 7f39b1c58640 1 --2- 172.21.15.42:0/3006755640 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f39ac107990 0x7f39ac074720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:21.643 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:21.640+0000 7f39b1c58640 1 --2- 172.21.15.42:0/3006755640 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f39ac102340 0x7f39ac0741e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:21.643 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:21.640+0000 7f39b1c58640 1 --2- 172.21.15.42:0/3006755640 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f39ac101980 0x7f39ac073ca0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:21.643 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:21.640+0000 7f39b1c58640 1 -- 172.21.15.42:0/3006755640 >> 172.21.15.42:0/3006755640 conn(0x7f39ac0fd450 msgr2=0x7f39ac0fd930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:21.643 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:21.641+0000 7f39b1c58640 1 -- 172.21.15.42:0/3006755640 shutdown_connections 2024-06-06T08:25:21.643 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:21.641+0000 7f39b1c58640 1 -- 172.21.15.42:0/3006755640 wait complete. 2024-06-06T08:25:22.736 INFO:tasks.workunit.client.0.smithi042.stdout: 54 499708 1017 303643 912 169084 399 2024-06-06T08:25:22.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:25:22 smithi149 ceph-mon[36842]: pgmap v85: 129 pgs: 129 active+clean; 117 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.4 MiB/s wr, 165 op/s 2024-06-06T08:25:22.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:25:22 smithi042 ceph-mon[32384]: pgmap v85: 129 pgs: 129 active+clean; 117 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.4 MiB/s wr, 165 op/s 2024-06-06T08:25:22.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:25:22 smithi120 ceph-mon[36658]: pgmap v85: 129 pgs: 129 active+clean; 117 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.4 MiB/s wr, 165 op/s 2024-06-06T08:25:23.455 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-06-06T08:25:23.455 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-06-06T08:25:24.486 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:25:24.633 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:25:24 smithi042 ceph-mon[32384]: pgmap v86: 129 pgs: 129 active+clean; 104 MiB data, 546 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 348 op/s 2024-06-06T08:25:24.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:25:24 smithi149 ceph-mon[36842]: pgmap v86: 129 pgs: 129 active+clean; 104 MiB data, 546 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 348 op/s 2024-06-06T08:25:24.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:25:24 smithi120 ceph-mon[36658]: pgmap v86: 129 pgs: 129 active+clean; 104 MiB data, 546 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 348 op/s 2024-06-06T08:25:26.542 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 25.2 2024-06-06T08:25:26.542 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:25:26.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:25:26 smithi042 ceph-mon[32384]: pgmap v87: 129 pgs: 129 active+clean; 96 MiB data, 559 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 734 op/s 2024-06-06T08:25:26.599 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.600+0000 7f1e92d87700 1 -- 172.21.15.42:0/782232288 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1e8c06ab30 msgr2=0x7f1e8c10f320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:26.599 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.600+0000 7f1e92d87700 1 --2- 172.21.15.42:0/782232288 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1e8c06ab30 0x7f1e8c10f320 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f1e8400b0a0 tx=0x7f1e8400b3b0 comp rx=0 tx=0).stop 2024-06-06T08:25:26.599 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.600+0000 7f1e92d87700 1 -- 172.21.15.42:0/782232288 shutdown_connections 2024-06-06T08:25:26.599 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.600+0000 7f1e92d87700 1 --2- 172.21.15.42:0/782232288 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1e8c06ab30 0x7f1e8c10f320 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:26.600 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.600+0000 7f1e92d87700 1 --2- 172.21.15.42:0/782232288 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1e8c108500 0x7f1e8c1088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:26.600 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.600+0000 7f1e92d87700 1 --2- 172.21.15.42:0/782232288 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1e8c06a170 0x7f1e8c06a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:26.600 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.600+0000 7f1e92d87700 1 -- 172.21.15.42:0/782232288 >> 172.21.15.42:0/782232288 conn(0x7f1e8c078340 msgr2=0x7f1e8c078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:26.600 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.600+0000 7f1e92d87700 1 -- 172.21.15.42:0/782232288 shutdown_connections 2024-06-06T08:25:26.600 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.600+0000 7f1e92d87700 1 -- 172.21.15.42:0/782232288 wait complete. 2024-06-06T08:25:26.602 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.601+0000 7f1e92d87700 1 Processor -- start 2024-06-06T08:25:26.602 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.601+0000 7f1e92d87700 1 -- start start 2024-06-06T08:25:26.602 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.601+0000 7f1e92d87700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1e8c06a170 0x7f1e8c19e810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:26.602 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.601+0000 7f1e92d87700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1e8c06ab30 0x7f1e8c19ed50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:26.602 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.601+0000 7f1e92d87700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1e8c108500 0x7f1e8c198a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:26.602 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.601+0000 7f1e92d87700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f1e8c112780 con 0x7f1e8c06a170 2024-06-06T08:25:26.602 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.601+0000 7f1e92d87700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f1e8c112600 con 0x7f1e8c108500 2024-06-06T08:25:26.602 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.601+0000 7f1e92d87700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f1e8c112900 con 0x7f1e8c06ab30 2024-06-06T08:25:26.602 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.601+0000 7f1e90b23700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1e8c06a170 0x7f1e8c19e810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:26.602 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.601+0000 7f1e90b23700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1e8c06a170 0x7f1e8c19e810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37278/0 (socket says 172.21.15.42:37278) 2024-06-06T08:25:26.603 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.601+0000 7f1e90b23700 1 -- 172.21.15.42:0/3064724416 learned_addr learned my addr 172.21.15.42:0/3064724416 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:26.603 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.601+0000 7f1e8bfff700 1 --2- 172.21.15.42:0/3064724416 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1e8c06ab30 0x7f1e8c19ed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:26.603 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.601+0000 7f1e91324700 1 --2- 172.21.15.42:0/3064724416 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1e8c108500 0x7f1e8c198a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:26.603 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.601+0000 7f1e90b23700 1 -- 172.21.15.42:0/3064724416 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1e8c06ab30 msgr2=0x7f1e8c19ed50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:26.603 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.601+0000 7f1e90b23700 1 --2- 172.21.15.42:0/3064724416 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1e8c06ab30 0x7f1e8c19ed50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:26.603 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.602+0000 7f1e90b23700 1 -- 172.21.15.42:0/3064724416 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1e8c108500 msgr2=0x7f1e8c198a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:26.603 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.602+0000 7f1e90b23700 1 --2- 172.21.15.42:0/3064724416 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1e8c108500 0x7f1e8c198a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:26.603 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.602+0000 7f1e90b23700 1 -- 172.21.15.42:0/3064724416 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e8c199180 con 0x7f1e8c06a170 2024-06-06T08:25:26.603 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.602+0000 7f1e90b23700 1 --2- 172.21.15.42:0/3064724416 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1e8c06a170 0x7f1e8c19e810 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f1e8000e9c0 tx=0x7f1e8000ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:26.603 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.602+0000 7f1e89ffb700 1 -- 172.21.15.42:0/3064724416 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e8000cbd0 con 0x7f1e8c06a170 2024-06-06T08:25:26.603 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.602+0000 7f1e92d87700 1 -- 172.21.15.42:0/3064724416 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e8c199470 con 0x7f1e8c06a170 2024-06-06T08:25:26.603 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.602+0000 7f1e89ffb700 1 -- 172.21.15.42:0/3064724416 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1e8000ee60 con 0x7f1e8c06a170 2024-06-06T08:25:26.603 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.602+0000 7f1e89ffb700 1 -- 172.21.15.42:0/3064724416 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e80005630 con 0x7f1e8c06a170 2024-06-06T08:25:26.604 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.602+0000 7f1e92d87700 1 -- 172.21.15.42:0/3064724416 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e8c1a56e0 con 0x7f1e8c06a170 2024-06-06T08:25:26.604 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.605+0000 7f1e89ffb700 1 -- 172.21.15.42:0/3064724416 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f1e80004750 con 0x7f1e8c06a170 2024-06-06T08:25:26.604 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.605+0000 7f1e89ffb700 1 --2- 172.21.15.42:0/3064724416 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f1e7c0a2d90 0x7f1e7c0a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:26.604 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.605+0000 7f1e89ffb700 1 -- 172.21.15.42:0/3064724416 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f1e800cf9b0 con 0x7f1e8c06a170 2024-06-06T08:25:26.605 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.606+0000 7f1e8bfff700 1 --2- 172.21.15.42:0/3064724416 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f1e7c0a2d90 0x7f1e7c0a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:26.605 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.606+0000 7f1e8bfff700 1 --2- 172.21.15.42:0/3064724416 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f1e7c0a2d90 0x7f1e7c0a5250 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f1e8c078940 tx=0x7f1e7800b410 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:26.606 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.607+0000 7f1e9d60ab80 1 Processor -- start 2024-06-06T08:25:26.606 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.607+0000 7f1e9d60ab80 1 -- start start 2024-06-06T08:25:26.606 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.607+0000 7f1e9d60ab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa8c83ffe0 0x55aa8c8403c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:26.606 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.607+0000 7f1e9d60ab80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa8c840900 0x55aa8c83a2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:26.606 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.607+0000 7f1e9d60ab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa8c83a820 0x55aa8c83ac40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:26.607 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.607+0000 7f1e9d60ab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55aa8c72cfe0 con 0x55aa8c83a820 2024-06-06T08:25:26.607 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.607+0000 7f1e9d60ab80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55aa8c78b8d0 con 0x55aa8c840900 2024-06-06T08:25:26.608 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.607+0000 7f1e9d60ab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55aa8c6f34e0 con 0x55aa8c83ffe0 2024-06-06T08:25:26.608 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.607+0000 7f1e8bfff700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa8c840900 0x55aa8c83a2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:26.608 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.607+0000 7f1e91324700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa8c83a820 0x55aa8c83ac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:26.608 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.607+0000 7f1e8bfff700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa8c840900 0x55aa8c83a2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:54292/0 (socket says 172.21.15.42:54292) 2024-06-06T08:25:26.608 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.607+0000 7f1e8bfff700 1 -- 172.21.15.42:0/1883704905 learned_addr learned my addr 172.21.15.42:0/1883704905 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:26.608 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.607+0000 7f1e90b23700 1 --2- 172.21.15.42:0/1883704905 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa8c83ffe0 0x55aa8c8403c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:26.608 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.607+0000 7f1e8bfff700 1 -- 172.21.15.42:0/1883704905 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa8c83ffe0 msgr2=0x55aa8c8403c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:26.608 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.607+0000 7f1e8bfff700 1 --2- 172.21.15.42:0/1883704905 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa8c83ffe0 0x55aa8c8403c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:26.608 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.607+0000 7f1e8bfff700 1 -- 172.21.15.42:0/1883704905 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa8c83a820 msgr2=0x55aa8c83ac40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:26.608 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.607+0000 7f1e8bfff700 1 --2- 172.21.15.42:0/1883704905 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa8c83a820 0x55aa8c83ac40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:26.608 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.607+0000 7f1e8bfff700 1 -- 172.21.15.42:0/1883704905 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aa8c6da950 con 0x55aa8c840900 2024-06-06T08:25:26.608 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.608+0000 7f1e90b23700 1 --2- 172.21.15.42:0/1883704905 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa8c83ffe0 0x55aa8c8403c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:25:26.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.608+0000 7f1e91324700 1 --2- 172.21.15.42:0/1883704905 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa8c83a820 0x55aa8c83ac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:25:26.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.608+0000 7f1e8bfff700 1 --2- 172.21.15.42:0/1883704905 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa8c840900 0x55aa8c83a2e0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f1e78010f70 tx=0x7f1e78013000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a3b66a04aafda7eb server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:26.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.608+0000 7f1e76ffd700 1 -- 172.21.15.42:0/1883704905 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e7800be60 con 0x55aa8c840900 2024-06-06T08:25:26.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.608+0000 7f1e76ffd700 1 -- 172.21.15.42:0/1883704905 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1e78011db0 con 0x55aa8c840900 2024-06-06T08:25:26.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.608+0000 7f1e76ffd700 1 -- 172.21.15.42:0/1883704905 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e7801c7d0 con 0x55aa8c840900 2024-06-06T08:25:26.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.609+0000 7f1e9d60ab80 1 -- 172.21.15.42:0/1883704905 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa8c840900 msgr2=0x55aa8c83a2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:26.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.609+0000 7f1e9d60ab80 1 --2- 172.21.15.42:0/1883704905 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa8c840900 0x55aa8c83a2e0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f1e78010f70 tx=0x7f1e78013000 comp rx=0 tx=0).stop 2024-06-06T08:25:26.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.609+0000 7f1e9d60ab80 1 -- 172.21.15.42:0/1883704905 shutdown_connections 2024-06-06T08:25:26.611 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.609+0000 7f1e9d60ab80 1 --2- 172.21.15.42:0/1883704905 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa8c83a820 0x55aa8c83ac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:26.611 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.609+0000 7f1e9d60ab80 1 --2- 172.21.15.42:0/1883704905 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa8c83ffe0 0x55aa8c8403c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:26.612 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.609+0000 7f1e9d60ab80 1 --2- 172.21.15.42:0/1883704905 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa8c840900 0x55aa8c83a2e0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:26.612 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.609+0000 7f1e9d60ab80 1 -- 172.21.15.42:0/1883704905 >> 172.21.15.42:0/1883704905 conn(0x55aa8c767100 msgr2=0x55aa8c8352a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:26.612 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.609+0000 7f1e9d60ab80 1 -- 172.21.15.42:0/1883704905 shutdown_connections 2024-06-06T08:25:26.612 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.609+0000 7f1e9d60ab80 1 -- 172.21.15.42:0/1883704905 wait complete. 2024-06-06T08:25:26.612 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.609+0000 7f1e9d60ab80 1 -- start start 2024-06-06T08:25:26.612 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.609+0000 7f1e9d60ab80 1 Processor -- start 2024-06-06T08:25:26.612 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.610+0000 7f1e9d60ab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa8c83a820 0x55aa8c846630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:26.612 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.610+0000 7f1e9d60ab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa8c83ffe0 0x55aa8c8439f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:26.612 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.610+0000 7f1e9d60ab80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa8c840900 0x55aa8c843f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:26.612 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.610+0000 7f1e9d60ab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55aa8c72c040 con 0x55aa8c83ffe0 2024-06-06T08:25:26.612 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.610+0000 7f1e9d60ab80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55aa8c787890 con 0x55aa8c840900 2024-06-06T08:25:26.613 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.610+0000 7f1e9d60ab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55aa8c8472e0 con 0x55aa8c83a820 2024-06-06T08:25:26.613 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.610+0000 7f1e9d60ab80 10 client.0 _ll_register_callbacks cb 0x55aa8c721630 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:25:26.613 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.610+0000 7f1e8bfff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa8c83ffe0 0x55aa8c8439f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:26.613 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.610+0000 7f1e91324700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa8c840900 0x55aa8c843f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:26.613 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.610+0000 7f1e8bfff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa8c83ffe0 0x55aa8c8439f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37302/0 (socket says 172.21.15.42:37302) 2024-06-06T08:25:26.613 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.610+0000 7f1e8bfff700 1 -- 172.21.15.42:0/3864567055 learned_addr learned my addr 172.21.15.42:0/3864567055 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:26.613 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.610+0000 7f1e90b23700 1 --2- 172.21.15.42:0/3864567055 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa8c83a820 0x55aa8c846630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:26.613 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.610+0000 7f1e8bfff700 1 -- 172.21.15.42:0/3864567055 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa8c83a820 msgr2=0x55aa8c846630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:26.613 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.610+0000 7f1e8bfff700 1 --2- 172.21.15.42:0/3864567055 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa8c83a820 0x55aa8c846630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:26.613 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.610+0000 7f1e8bfff700 1 -- 172.21.15.42:0/3864567055 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa8c840900 msgr2=0x55aa8c843f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:26.613 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.610+0000 7f1e8bfff700 1 --2- 172.21.15.42:0/3864567055 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa8c840900 0x55aa8c843f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:26.613 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.610+0000 7f1e8bfff700 1 -- 172.21.15.42:0/3864567055 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aa8c7517d0 con 0x55aa8c83ffe0 2024-06-06T08:25:26.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.611+0000 7f1e8bfff700 1 --2- 172.21.15.42:0/3864567055 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa8c83ffe0 0x55aa8c8439f0 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f1e7801ef60 tx=0x7f1e78005270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc7581491b22ca40 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:26.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.611+0000 7f1e6bfff700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:25:26.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.611+0000 7f1e6bfff700 1 -- 172.21.15.42:0/3864567055 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e78011bb0 con 0x55aa8c83ffe0 2024-06-06T08:25:26.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.611+0000 7f1e9d60ab80 1 -- 172.21.15.42:0/3864567055 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1e78011db0 con 0x55aa8c83ffe0 2024-06-06T08:25:26.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.611+0000 7f1e6bfff700 1 -- 172.21.15.42:0/3864567055 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f1e78004710 con 0x55aa8c83ffe0 2024-06-06T08:25:26.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.611+0000 7f1e6bfff700 1 -- 172.21.15.42:0/3864567055 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f1e78004910 con 0x55aa8c83ffe0 2024-06-06T08:25:26.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.611+0000 7f1e9d60ab80 10 client.16146 fetch_fsmap learned FSMap version 28 2024-06-06T08:25:26.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.611+0000 7f1e9d60ab80 1 -- 172.21.15.42:0/3864567055 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55aa8c8519a0 con 0x55aa8c83ffe0 2024-06-06T08:25:26.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.611+0000 7f1e6bfff700 1 -- 172.21.15.42:0/3864567055 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1e78011db0 con 0x55aa8c83ffe0 2024-06-06T08:25:26.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.611+0000 7f1e6bfff700 1 -- 172.21.15.42:0/3864567055 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f1e7801ebb0 con 0x55aa8c83ffe0 2024-06-06T08:25:26.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.612+0000 7f1e9d60ab80 10 client.16146 fetch_fsmap finished waiting for FSMap version 28 2024-06-06T08:25:26.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.612+0000 7f1e9d60ab80 10 client.16146 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:25:26.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.612+0000 7f1e9d60ab80 20 client.16146 populate_metadata read hostname 'smithi042' 2024-06-06T08:25:26.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.612+0000 7f1e9d60ab80 1 --2- 172.21.15.42:0/3864567055 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55aa8c853ed0 0x55aa8c8562c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:26.615 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.612+0000 7f1e9d60ab80 4 client.16146 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:25:26.615 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.612+0000 7f1e9d60ab80 1 -- 172.21.15.42:0/3864567055 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55aa8c798dd0 con 0x55aa8c853ed0 2024-06-06T08:25:26.615 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.612+0000 7f1e90b23700 1 --2- 172.21.15.42:0/3864567055 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55aa8c853ed0 0x55aa8c8562c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:26.615 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.612+0000 7f1e90b23700 1 --2- 172.21.15.42:0/3864567055 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55aa8c853ed0 0x55aa8c8562c0 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b91b6e088b3ef305 server_cookie=478b81ea91cfdd45 in_seq=0 out_seq=0 2024-06-06T08:25:26.615 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.612+0000 7f1e6bfff700 10 client.16146 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:25:26.616 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.616+0000 7f1e6bfff700 1 -- 172.21.15.42:0/3864567055 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55aa8c798dd0 con 0x55aa8c853ed0 2024-06-06T08:25:26.616 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.616+0000 7f1e6bfff700 10 client.16146 handle_command_reply: tid=0 2024-06-06T08:25:26.616 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.616+0000 7f1e9d60ab80 1 client.16146 shutdown 2024-06-06T08:25:26.616 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.616+0000 7f1e9d60ab80 1 -- 172.21.15.42:0/3864567055 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa8c83ffe0 msgr2=0x55aa8c8439f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:26.616 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.616+0000 7f1e9d60ab80 1 --2- 172.21.15.42:0/3864567055 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa8c83ffe0 0x55aa8c8439f0 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f1e7801ef60 tx=0x7f1e78005270 comp rx=0 tx=0).stop 2024-06-06T08:25:26.616 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.616+0000 7f1e9d60ab80 1 -- 172.21.15.42:0/3864567055 shutdown_connections 2024-06-06T08:25:26.616 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.616+0000 7f1e9d60ab80 1 --2- 172.21.15.42:0/3864567055 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55aa8c853ed0 0x55aa8c8562c0 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:26.616 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.616+0000 7f1e9d60ab80 1 --2- 172.21.15.42:0/3864567055 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa8c840900 0x55aa8c843f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:26.617 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.616+0000 7f1e9d60ab80 1 --2- 172.21.15.42:0/3864567055 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa8c83a820 0x55aa8c846630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:26.617 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.616+0000 7f1e9d60ab80 1 --2- 172.21.15.42:0/3864567055 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa8c83ffe0 0x55aa8c8439f0 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:26.617 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.616+0000 7f1e9d60ab80 1 -- 172.21.15.42:0/3864567055 >> 172.21.15.42:0/3864567055 conn(0x55aa8c767100 msgr2=0x55aa8c834780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:26.617 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.616+0000 7f1e6bfff700 0 client.16146 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:25:26.617 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.616+0000 7f1e9d60ab80 1 -- 172.21.15.42:0/3864567055 shutdown_connections 2024-06-06T08:25:26.617 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.616+0000 7f1e9d60ab80 1 -- 172.21.15.42:0/3864567055 wait complete. 2024-06-06T08:25:26.617 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.617+0000 7f1e9d60ab80 20 client.16146 trim_cache size 0 max 16384 2024-06-06T08:25:26.640 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.640+0000 7f1e9d60ab80 1 Processor -- start 2024-06-06T08:25:26.641 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.640+0000 7f1e9d60ab80 1 -- start start 2024-06-06T08:25:26.641 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.640+0000 7f1e9d60ab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa8c83a820 0x55aa8c834f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:26.641 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.640+0000 7f1e9d60ab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa8c83ffe0 0x55aa8c835440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:26.641 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.640+0000 7f1e9d60ab80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa8c840900 0x55aa8c85ba80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:26.641 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.640+0000 7f1e9d60ab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f1e8c1b0d20 con 0x55aa8c83ffe0 2024-06-06T08:25:26.641 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.640+0000 7f1e9d60ab80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f1e8c1ae5b0 con 0x55aa8c840900 2024-06-06T08:25:26.641 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.640+0000 7f1e9d60ab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f1e8c1ac400 con 0x55aa8c83a820 2024-06-06T08:25:26.641 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.641+0000 7f1e90b23700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa8c83a820 0x55aa8c834f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:26.641 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.640+0000 7f1e8bfff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa8c83ffe0 0x55aa8c835440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:26.641 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.641+0000 7f1e90b23700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa8c83a820 0x55aa8c834f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:54222/0 (socket says 172.21.15.42:54222) 2024-06-06T08:25:26.641 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.641+0000 7f1e90b23700 1 -- 172.21.15.42:0/3158453954 learned_addr learned my addr 172.21.15.42:0/3158453954 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:26.642 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.641+0000 7f1e91324700 1 --2- 172.21.15.42:0/3158453954 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa8c840900 0x55aa8c85ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:26.642 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.641+0000 7f1e90b23700 1 -- 172.21.15.42:0/3158453954 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa8c840900 msgr2=0x55aa8c85ba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:26.642 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.641+0000 7f1e90b23700 1 --2- 172.21.15.42:0/3158453954 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa8c840900 0x55aa8c85ba80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:26.642 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.641+0000 7f1e90b23700 1 -- 172.21.15.42:0/3158453954 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa8c83ffe0 msgr2=0x55aa8c835440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:26.642 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.641+0000 7f1e90b23700 1 --2- 172.21.15.42:0/3158453954 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa8c83ffe0 0x55aa8c835440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:26.642 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.641+0000 7f1e90b23700 1 -- 172.21.15.42:0/3158453954 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aa8c831890 con 0x55aa8c83a820 2024-06-06T08:25:26.642 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.641+0000 7f1e90b23700 1 --2- 172.21.15.42:0/3158453954 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa8c83a820 0x55aa8c834f00 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f1e8000f010 tx=0x7f1e800cf040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=93f7887f706916ad server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:26.642 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.641+0000 7f1e767fc700 1 -- 172.21.15.42:0/3158453954 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e800ba070 con 0x55aa8c83a820 2024-06-06T08:25:26.642 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.641+0000 7f1e767fc700 1 -- 172.21.15.42:0/3158453954 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1e800a4800 con 0x55aa8c83a820 2024-06-06T08:25:26.642 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.641+0000 7f1e767fc700 1 -- 172.21.15.42:0/3158453954 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e8009bdf0 con 0x55aa8c83a820 2024-06-06T08:25:26.647 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.642+0000 7f1e9d60ab80 1 -- 172.21.15.42:0/3158453954 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa8c83a820 msgr2=0x55aa8c834f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:26.647 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.642+0000 7f1e9d60ab80 1 --2- 172.21.15.42:0/3158453954 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa8c83a820 0x55aa8c834f00 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f1e8000f010 tx=0x7f1e800cf040 comp rx=0 tx=0).stop 2024-06-06T08:25:26.647 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.642+0000 7f1e9d60ab80 1 -- 172.21.15.42:0/3158453954 shutdown_connections 2024-06-06T08:25:26.647 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.642+0000 7f1e9d60ab80 1 --2- 172.21.15.42:0/3158453954 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa8c840900 0x55aa8c85ba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:26.647 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.642+0000 7f1e9d60ab80 1 --2- 172.21.15.42:0/3158453954 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa8c83a820 0x55aa8c834f00 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:26.647 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.642+0000 7f1e9d60ab80 1 --2- 172.21.15.42:0/3158453954 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa8c83ffe0 0x55aa8c835440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:26.647 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.642+0000 7f1e9d60ab80 1 -- 172.21.15.42:0/3158453954 >> 172.21.15.42:0/3158453954 conn(0x55aa8c767100 msgr2=0x55aa8c83f320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:26.647 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.643+0000 7f1e9d60ab80 1 -- 172.21.15.42:0/3158453954 shutdown_connections 2024-06-06T08:25:26.647 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.643+0000 7f1e9d60ab80 1 -- 172.21.15.42:0/3158453954 wait complete. 2024-06-06T08:25:26.647 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.643+0000 7f1e9d60ab80 1 -- start start 2024-06-06T08:25:26.648 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.643+0000 7f1e9d60ab80 1 Processor -- start 2024-06-06T08:25:26.648 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.644+0000 7f1e9d60ab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa8c83a820 0x55aa8c84c910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:26.648 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.644+0000 7f1e9d60ab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa8c83ffe0 0x55aa8c84ce50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:26.648 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.644+0000 7f1e9d60ab80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa8c840900 0x55aa8c84aec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:26.648 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.644+0000 7f1e9d60ab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f1e8c1aca70 con 0x55aa8c83a820 2024-06-06T08:25:26.648 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.644+0000 7f1e9d60ab80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f1e8c1adee0 con 0x55aa8c840900 2024-06-06T08:25:26.648 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.644+0000 7f1e9d60ab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f1e8c1ad140 con 0x55aa8c83ffe0 2024-06-06T08:25:26.648 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.644+0000 7f1e9d60ab80 10 client.0 _ll_register_callbacks cb 0x55aa8c721630 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:25:26.648 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.644+0000 7f1e90b23700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa8c83a820 0x55aa8c84c910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:26.648 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.644+0000 7f1e8bfff700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa8c83ffe0 0x55aa8c84ce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:26.648 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.644+0000 7f1e90b23700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa8c83a820 0x55aa8c84c910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37310/0 (socket says 172.21.15.42:37310) 2024-06-06T08:25:26.648 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.644+0000 7f1e90b23700 1 -- 172.21.15.42:0/563778557 learned_addr learned my addr 172.21.15.42:0/563778557 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:26.648 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.644+0000 7f1e91324700 1 --2- 172.21.15.42:0/563778557 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa8c840900 0x55aa8c84aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:26.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.644+0000 7f1e8bfff700 1 -- 172.21.15.42:0/563778557 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa8c840900 msgr2=0x55aa8c84aec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:26.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.644+0000 7f1e8bfff700 1 --2- 172.21.15.42:0/563778557 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa8c840900 0x55aa8c84aec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:26.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.644+0000 7f1e8bfff700 1 -- 172.21.15.42:0/563778557 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa8c83a820 msgr2=0x55aa8c84c910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:26.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.644+0000 7f1e8bfff700 1 --2- 172.21.15.42:0/563778557 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa8c83a820 0x55aa8c84c910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:26.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.644+0000 7f1e8bfff700 1 -- 172.21.15.42:0/563778557 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aa8c84b700 con 0x55aa8c83ffe0 2024-06-06T08:25:26.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.644+0000 7f1e91324700 1 --2- 172.21.15.42:0/563778557 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa8c840900 0x55aa8c84aec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:25:26.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.645+0000 7f1e8bfff700 1 --2- 172.21.15.42:0/563778557 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa8c83ffe0 0x55aa8c84ce50 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f1e78032660 tx=0x7f1e78004fd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6b13914f7705658f server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:26.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.645+0000 7f1e6bfff700 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:25:26.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.645+0000 7f1e6bfff700 1 -- 172.21.15.42:0/563778557 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e78044020 con 0x55aa8c83ffe0 2024-06-06T08:25:26.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.645+0000 7f1e9d60ab80 1 -- 172.21.15.42:0/563778557 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1e800a4800 con 0x55aa8c83ffe0 2024-06-06T08:25:26.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.645+0000 7f1e6bfff700 1 -- 172.21.15.42:0/563778557 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f1e78011a00 con 0x55aa8c83ffe0 2024-06-06T08:25:26.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.645+0000 7f1e6bfff700 1 -- 172.21.15.42:0/563778557 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f1e78011c00 con 0x55aa8c83ffe0 2024-06-06T08:25:26.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.645+0000 7f1e9d60ab80 10 client.25711 fetch_fsmap learned FSMap version 28 2024-06-06T08:25:26.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.645+0000 7f1e9d60ab80 1 -- 172.21.15.42:0/563778557 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55aa8c8bf760 con 0x55aa8c83ffe0 2024-06-06T08:25:26.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.646+0000 7f1e6bfff700 1 -- 172.21.15.42:0/563778557 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1e800a4800 con 0x55aa8c83ffe0 2024-06-06T08:25:26.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.646+0000 7f1e6bfff700 1 -- 172.21.15.42:0/563778557 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f1e78032720 con 0x55aa8c83ffe0 2024-06-06T08:25:26.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.646+0000 7f1e9d60ab80 10 client.25711 fetch_fsmap finished waiting for FSMap version 28 2024-06-06T08:25:26.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.646+0000 7f1e9d60ab80 10 client.25711 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:25:26.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.646+0000 7f1e9d60ab80 20 client.25711 populate_metadata read hostname 'smithi042' 2024-06-06T08:25:26.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.646+0000 7f1e9d60ab80 1 --2- 172.21.15.42:0/563778557 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55aa8c8bfe60 0x55aa8c8c2280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:26.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.646+0000 7f1e9d60ab80 4 client.25711 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-06-06T08:25:26.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.646+0000 7f1e9d60ab80 1 -- 172.21.15.42:0/563778557 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55aa8c8460c0 con 0x55aa8c8bfe60 2024-06-06T08:25:26.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.646+0000 7f1e90b23700 1 --2- 172.21.15.42:0/563778557 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55aa8c8bfe60 0x55aa8c8c2280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:26.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.647+0000 7f1e90b23700 1 --2- 172.21.15.42:0/563778557 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55aa8c8bfe60 0x55aa8c8c2280 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4b1a46b5a7c8a499 server_cookie=a6aad2f59757539d in_seq=0 out_seq=0 2024-06-06T08:25:26.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.647+0000 7f1e6bfff700 10 client.25711 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:25:26.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.649+0000 7f1e6bfff700 1 -- 172.21.15.42:0/563778557 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55aa8c8460c0 con 0x55aa8c8bfe60 2024-06-06T08:25:26.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.649+0000 7f1e6bfff700 10 client.25711 handle_command_reply: tid=0 2024-06-06T08:25:26.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.649+0000 7f1e9d60ab80 1 client.25711 shutdown 2024-06-06T08:25:26.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.649+0000 7f1e9d60ab80 1 -- 172.21.15.42:0/563778557 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa8c83ffe0 msgr2=0x55aa8c84ce50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:26.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.649+0000 7f1e9d60ab80 1 --2- 172.21.15.42:0/563778557 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa8c83ffe0 0x55aa8c84ce50 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f1e78032660 tx=0x7f1e78004fd0 comp rx=0 tx=0).stop 2024-06-06T08:25:26.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.650+0000 7f1e9d60ab80 1 -- 172.21.15.42:0/563778557 shutdown_connections 2024-06-06T08:25:26.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.650+0000 7f1e9d60ab80 1 --2- 172.21.15.42:0/563778557 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55aa8c8bfe60 0x55aa8c8c2280 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:26.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.650+0000 7f1e9d60ab80 1 --2- 172.21.15.42:0/563778557 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa8c840900 0x55aa8c84aec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:26.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.650+0000 7f1e9d60ab80 1 --2- 172.21.15.42:0/563778557 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa8c83a820 0x55aa8c84c910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:26.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.650+0000 7f1e9d60ab80 1 --2- 172.21.15.42:0/563778557 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa8c83ffe0 0x55aa8c84ce50 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:26.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.650+0000 7f1e9d60ab80 1 -- 172.21.15.42:0/563778557 >> 172.21.15.42:0/563778557 conn(0x55aa8c767100 msgr2=0x55aa8c8392d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:26.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.650+0000 7f1e6bfff700 0 client.25711 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:25:26.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.650+0000 7f1e9d60ab80 1 -- 172.21.15.42:0/563778557 shutdown_connections 2024-06-06T08:25:26.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.650+0000 7f1e9d60ab80 1 -- 172.21.15.42:0/563778557 wait complete. 2024-06-06T08:25:26.653 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.650+0000 7f1e9d60ab80 20 client.25711 trim_cache size 0 max 16384 2024-06-06T08:25:26.653 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:25:26.653 INFO:teuthology.orchestra.run.smithi042.stdout: "return_code": 0, 2024-06-06T08:25:26.653 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_tag": "b15ff28d-ba15-4f47-a730-df55faa3a4ab", 2024-06-06T08:25:26.653 INFO:teuthology.orchestra.run.smithi042.stdout: "mode": "asynchronous" 2024-06-06T08:25:26.653 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:25:26.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.651+0000 7f1e92d87700 1 -- 172.21.15.42:0/3064724416 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f1e7c0a2d90 msgr2=0x7f1e7c0a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:26.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.651+0000 7f1e92d87700 1 --2- 172.21.15.42:0/3064724416 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f1e7c0a2d90 0x7f1e7c0a5250 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f1e8c078940 tx=0x7f1e7800b410 comp rx=0 tx=0).stop 2024-06-06T08:25:26.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.651+0000 7f1e92d87700 1 -- 172.21.15.42:0/3064724416 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1e8c06a170 msgr2=0x7f1e8c19e810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:26.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.651+0000 7f1e92d87700 1 --2- 172.21.15.42:0/3064724416 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1e8c06a170 0x7f1e8c19e810 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f1e8000e9c0 tx=0x7f1e8000ecd0 comp rx=0 tx=0).stop 2024-06-06T08:25:26.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.651+0000 7f1e92d87700 1 -- 172.21.15.42:0/3064724416 shutdown_connections 2024-06-06T08:25:26.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.651+0000 7f1e92d87700 1 --2- 172.21.15.42:0/3064724416 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f1e7c0a2d90 0x7f1e7c0a5250 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:26.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.651+0000 7f1e92d87700 1 --2- 172.21.15.42:0/3064724416 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1e8c108500 0x7f1e8c198a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:26.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.651+0000 7f1e92d87700 1 --2- 172.21.15.42:0/3064724416 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1e8c06a170 0x7f1e8c19e810 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:26.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.651+0000 7f1e92d87700 1 --2- 172.21.15.42:0/3064724416 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1e8c06ab30 0x7f1e8c19ed50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:26.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.651+0000 7f1e92d87700 1 -- 172.21.15.42:0/3064724416 >> 172.21.15.42:0/3064724416 conn(0x7f1e8c078340 msgr2=0x7f1e8c100000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:26.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.651+0000 7f1e92d87700 1 -- 172.21.15.42:0/3064724416 shutdown_connections 2024-06-06T08:25:26.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:26.651+0000 7f1e92d87700 1 -- 172.21.15.42:0/3064724416 wait complete. 2024-06-06T08:25:26.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:25:26 smithi149 ceph-mon[36842]: pgmap v87: 129 pgs: 129 active+clean; 96 MiB data, 559 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 734 op/s 2024-06-06T08:25:26.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:25:26 smithi120 ceph-mon[36658]: pgmap v87: 129 pgs: 129 active+clean; 96 MiB data, 559 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 734 op/s 2024-06-06T08:25:27.519 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-06-06T08:25:27.545 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:25:27.701 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:25:27 smithi042 ceph-mon[32384]: scrub queued for path: / 2024-06-06T08:25:27.702 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:25:27 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:25:27.702 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:25:27 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:25:27.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:25:27 smithi149 ceph-mon[36842]: scrub queued for path: / 2024-06-06T08:25:27.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:25:27 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:25:27.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:25:27 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:25:27.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:25:27 smithi120 ceph-mon[36658]: scrub queued for path: / 2024-06-06T08:25:27.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:25:27 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:25:27.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:25:27 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:25:28.322 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:25:28.705 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:25:28 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:25:28.705 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:25:28 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:25:28.705 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:25:28 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:25:28.705 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:25:28 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:25:28.705 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:25:28 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:25:28.705 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:25:28 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:25:28.706 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:25:28 smithi042 ceph-mon[32384]: pgmap v88: 129 pgs: 129 active+clean; 96 MiB data, 559 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.5 MiB/s wr, 662 op/s 2024-06-06T08:25:28.706 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:25:28 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:25:28.706 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:25:28 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:25:28.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:25:28 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:25:28.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:25:28 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:25:28.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:25:28 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:25:28.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:25:28 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:25:28.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:25:28 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:25:28.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:25:28 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:25:28.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:25:28 smithi149 ceph-mon[36842]: pgmap v88: 129 pgs: 129 active+clean; 96 MiB data, 559 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.5 MiB/s wr, 662 op/s 2024-06-06T08:25:28.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:25:28 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:25:28.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:25:28 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:25:28.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:25:28 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:25:28.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:25:28 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:25:28.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:25:28 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:25:28.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:25:28 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:25:28.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:25:28 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:25:28.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:25:28 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:25:28.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:25:28 smithi120 ceph-mon[36658]: pgmap v88: 129 pgs: 129 active+clean; 96 MiB data, 559 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.5 MiB/s wr, 662 op/s 2024-06-06T08:25:28.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:25:28 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:25:28.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:25:28 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:25:29.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:25:29 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:25:29.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:25:29 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:25:29.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:25:29 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:25:29.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:25:29 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:25:29.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:25:29 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:25:29.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:25:29 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:25:29.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:25:29 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:25:29.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:25:29 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:25:29.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:25:29 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:25:29.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:25:29 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:25:29.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:25:29 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:25:29.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:25:29 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:25:30.193 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:30.194+0000 7f4310335700 1 -- 172.21.15.42:0/2825200386 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4308101d50 msgr2=0x7f430810e240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:30.193 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:30.194+0000 7f4310335700 1 --2- 172.21.15.42:0/2825200386 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4308101d50 0x7f430810e240 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f430000b0a0 tx=0x7f430000b3b0 comp rx=0 tx=0).stop 2024-06-06T08:25:30.193 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:30.194+0000 7f4310335700 1 -- 172.21.15.42:0/2825200386 shutdown_connections 2024-06-06T08:25:30.193 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:30.194+0000 7f4310335700 1 --2- 172.21.15.42:0/2825200386 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4308101d50 0x7f430810e240 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:30.194 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:30.194+0000 7f4310335700 1 --2- 172.21.15.42:0/2825200386 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4308107400 0x7f43081077e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:30.194 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:30.194+0000 7f4310335700 1 --2- 172.21.15.42:0/2825200386 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4308101390 0x7f4308101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:30.194 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:30.194+0000 7f4310335700 1 -- 172.21.15.42:0/2825200386 >> 172.21.15.42:0/2825200386 conn(0x7f4308078340 msgr2=0x7f4308078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:30.194 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:30.194+0000 7f4310335700 1 -- 172.21.15.42:0/2825200386 shutdown_connections 2024-06-06T08:25:30.194 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:30.194+0000 7f4310335700 1 -- 172.21.15.42:0/2825200386 wait complete. 2024-06-06T08:25:30.195 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:30.195+0000 7f4310335700 1 Processor -- start 2024-06-06T08:25:30.195 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:30.195+0000 7f4310335700 1 -- start start 2024-06-06T08:25:30.195 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:30.195+0000 7f4310335700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4308101390 0x7f430819e810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:30.196 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:30.195+0000 7f4310335700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4308101d50 0x7f430819ed50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:30.196 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:30.195+0000 7f4310335700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4308107400 0x7f43081989d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:30.196 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:30.195+0000 7f4310335700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f43081116a0 con 0x7f4308101390 2024-06-06T08:25:30.196 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:30.195+0000 7f4310335700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f4308111520 con 0x7f4308107400 2024-06-06T08:25:30.196 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:30.195+0000 7f4310335700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f4308111820 con 0x7f4308101d50 2024-06-06T08:25:30.196 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:30.195+0000 7f430e0d1700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4308101390 0x7f430819e810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:30.196 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:30.195+0000 7f430e0d1700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4308101390 0x7f430819e810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:52962/0 (socket says 172.21.15.42:52962) 2024-06-06T08:25:30.196 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:30.195+0000 7f430e0d1700 1 -- 172.21.15.42:0/1802548578 learned_addr learned my addr 172.21.15.42:0/1802548578 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:30.196 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:30.195+0000 7f430d8d0700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4308101d50 0x7f430819ed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:30.196 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:30.196+0000 7f430e8d2700 1 --2- 172.21.15.42:0/1802548578 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4308107400 0x7f43081989d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:30.196 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:30.196+0000 7f430e0d1700 1 -- 172.21.15.42:0/1802548578 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4308101d50 msgr2=0x7f430819ed50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:30.196 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:30.196+0000 7f430e0d1700 1 --2- 172.21.15.42:0/1802548578 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4308101d50 0x7f430819ed50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:30.196 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:30.196+0000 7f430e0d1700 1 -- 172.21.15.42:0/1802548578 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4308107400 msgr2=0x7f43081989d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:30.197 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:30.196+0000 7f430e0d1700 1 --2- 172.21.15.42:0/1802548578 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4308107400 0x7f43081989d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:30.197 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:30.196+0000 7f430e0d1700 1 -- 172.21.15.42:0/1802548578 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4308199130 con 0x7f4308101390 2024-06-06T08:25:30.197 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:30.196+0000 7f430e0d1700 1 --2- 172.21.15.42:0/1802548578 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4308101390 0x7f430819e810 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f430400d980 tx=0x7f430400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:30.197 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:30.196+0000 7f42ff7fe700 1 -- 172.21.15.42:0/1802548578 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4304016070 con 0x7f4308101390 2024-06-06T08:25:30.197 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:30.196+0000 7f4310335700 1 -- 172.21.15.42:0/1802548578 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4308199420 con 0x7f4308101390 2024-06-06T08:25:30.197 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:30.196+0000 7f42ff7fe700 1 -- 172.21.15.42:0/1802548578 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4304004d10 con 0x7f4308101390 2024-06-06T08:25:30.197 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:30.196+0000 7f42ff7fe700 1 -- 172.21.15.42:0/1802548578 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4304005670 con 0x7f4308101390 2024-06-06T08:25:30.198 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:30.196+0000 7f4310335700 1 -- 172.21.15.42:0/1802548578 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43081a56e0 con 0x7f4308101390 2024-06-06T08:25:30.198 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:30.198+0000 7f4310335700 1 -- 172.21.15.42:0/1802548578 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4308069180 con 0x7f4308101390 2024-06-06T08:25:30.198 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:30.199+0000 7f42ff7fe700 1 -- 172.21.15.42:0/1802548578 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f4304004750 con 0x7f4308101390 2024-06-06T08:25:30.199 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:30.200+0000 7f42ff7fe700 1 --2- 172.21.15.42:0/1802548578 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f42f40a2d90 0x7f42f40a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:30.200 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:30.200+0000 7f42ff7fe700 1 -- 172.21.15.42:0/1802548578 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f43040cfa00 con 0x7f4308101390 2024-06-06T08:25:30.200 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:30.200+0000 7f430d8d0700 1 --2- 172.21.15.42:0/1802548578 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f42f40a2d90 0x7f42f40a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:30.200 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:30.201+0000 7f430d8d0700 1 --2- 172.21.15.42:0/1802548578 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f42f40a2d90 0x7f42f40a5250 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f43080788d0 tx=0x7f42f8009260 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:30.203 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:30.204+0000 7f42ff7fe700 1 -- 172.21.15.42:0/1802548578 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f430401f020 con 0x7f4308101390 2024-06-06T08:25:30.488 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:30.489+0000 7f4310335700 1 -- 172.21.15.42:0/1802548578 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f43081a5910 con 0x7f4308101390 2024-06-06T08:25:30.488 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:30.490+0000 7f42ff7fe700 1 -- 172.21.15.42:0/1802548578 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11879 (secure 0 0 0) 0x7f430409c280 con 0x7f4308101390 2024-06-06T08:25:30.489 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:25:30.489 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/667270675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":667270675},{"type":"v1","addr":"172.21.15.42:6837","nonce":667270675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/2414389302","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":2414389302},{"type":"v1","addr":"172.21.15.42:6839","nonce":2414389302}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14574,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/3625002785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":3625002785},{"type":"v1","addr":"172.21.15.42:6841","nonce":3625002785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24413,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6835/3995394553","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":3995394553},{"type":"v1","addr":"172.21.15.120:6835","nonce":3995394553}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":28,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T08:18:39.778858+0000","modified":"2024-06-06T08:25:00.244943+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24464},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6837/3434475673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":3434475673},{"type":"v1","addr":"172.21.15.120:6837","nonce":3434475673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6835/3776134468","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":3776134468},{"type":"v1","addr":"172.21.15.149:6835","nonce":3776134468}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":21,"addr":"172.21.15.120:6839/1585293472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":1585293472},{"type":"v1","addr":"172.21.15.120:6839","nonce":1585293472}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":25,"addr":"172.21.15.149:6837/751787578","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":751787578},{"type":"v1","addr":"172.21.15.149:6837","nonce":751787578}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":8,"addr":"172.21.15.149:6839/764851483","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":764851483},{"type":"v1","addr":"172.21.15.149:6839","nonce":764851483}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24469,24484,24464]},"id":1}]} 2024-06-06T08:25:30.491 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:30.492+0000 7f4310335700 1 -- 172.21.15.42:0/1802548578 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f42f40a2d90 msgr2=0x7f42f40a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:30.491 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:30.492+0000 7f4310335700 1 --2- 172.21.15.42:0/1802548578 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f42f40a2d90 0x7f42f40a5250 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f43080788d0 tx=0x7f42f8009260 comp rx=0 tx=0).stop 2024-06-06T08:25:30.491 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:30.492+0000 7f4310335700 1 -- 172.21.15.42:0/1802548578 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4308101390 msgr2=0x7f430819e810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:30.491 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:30.492+0000 7f4310335700 1 --2- 172.21.15.42:0/1802548578 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4308101390 0x7f430819e810 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f430400d980 tx=0x7f430400dc90 comp rx=0 tx=0).stop 2024-06-06T08:25:30.491 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:30.492+0000 7f4310335700 1 -- 172.21.15.42:0/1802548578 shutdown_connections 2024-06-06T08:25:30.491 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:30.492+0000 7f4310335700 1 --2- 172.21.15.42:0/1802548578 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f42f40a2d90 0x7f42f40a5250 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:30.491 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:30.492+0000 7f4310335700 1 --2- 172.21.15.42:0/1802548578 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4308107400 0x7f43081989d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:30.491 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:30.492+0000 7f4310335700 1 --2- 172.21.15.42:0/1802548578 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4308101390 0x7f430819e810 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:30.492 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:30.492+0000 7f4310335700 1 --2- 172.21.15.42:0/1802548578 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4308101d50 0x7f430819ed50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:30.492 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:30.492+0000 7f4310335700 1 -- 172.21.15.42:0/1802548578 >> 172.21.15.42:0/1802548578 conn(0x7f4308078340 msgr2=0x7f43081005b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:30.492 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:30.492+0000 7f4310335700 1 -- 172.21.15.42:0/1802548578 shutdown_connections 2024-06-06T08:25:30.492 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:30.492+0000 7f4310335700 1 -- 172.21.15.42:0/1802548578 wait complete. 2024-06-06T08:25:30.492 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 28 2024-06-06T08:25:30.689 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:25:30 smithi149 ceph-mon[36842]: pgmap v89: 129 pgs: 129 active+clean; 175 MiB data, 717 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 8.5 MiB/s wr, 1.19k op/s 2024-06-06T08:25:30.693 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:25:30 smithi042 ceph-mon[32384]: pgmap v89: 129 pgs: 129 active+clean; 175 MiB data, 717 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 8.5 MiB/s wr, 1.19k op/s 2024-06-06T08:25:30.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:25:30 smithi120 ceph-mon[36658]: pgmap v89: 129 pgs: 129 active+clean; 175 MiB data, 717 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 8.5 MiB/s wr, 1.19k op/s 2024-06-06T08:25:31.456 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24484 quiesce db / --timeout 90 --expiration 145.2 --await-for 45.0' 2024-06-06T08:25:31.456 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- timeout 105 ceph tell mds.24484 quiesce db / --timeout 90 --expiration 145.2 --await-for 45.0 2024-06-06T08:25:31.738 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:25:31 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/1802548578' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:25:31.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:25:31 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/1802548578' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:25:31.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:25:31 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/1802548578' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:25:32.018 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.018+0000 7fb4fb76d700 1 -- 172.21.15.42:0/777997852 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb4f41067d0 msgr2=0x7fb4f4107140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:32.018 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.018+0000 7fb4fb76d700 1 --2- 172.21.15.42:0/777997852 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb4f41067d0 0x7fb4f4107140 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fb4ec009f90 tx=0x7fb4ec00b330 comp rx=0 tx=0).stop 2024-06-06T08:25:32.018 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.018+0000 7fb4fb76d700 1 -- 172.21.15.42:0/777997852 shutdown_connections 2024-06-06T08:25:32.018 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.018+0000 7fb4fb76d700 1 --2- 172.21.15.42:0/777997852 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb4f41067d0 0x7fb4f4107140 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:32.018 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.018+0000 7fb4fb76d700 1 --2- 172.21.15.42:0/777997852 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb4f4100ce0 0x7fb4f41010c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:32.018 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.018+0000 7fb4fb76d700 1 --2- 172.21.15.42:0/777997852 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb4f4101600 0x7fb4f41060a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:32.018 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.018+0000 7fb4fb76d700 1 -- 172.21.15.42:0/777997852 >> 172.21.15.42:0/777997852 conn(0x7fb4f4077a00 msgr2=0x7fb4f40fedb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:32.018 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.019+0000 7fb4fb76d700 1 -- 172.21.15.42:0/777997852 shutdown_connections 2024-06-06T08:25:32.020 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.019+0000 7fb4fb76d700 1 -- 172.21.15.42:0/777997852 wait complete. 2024-06-06T08:25:32.020 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.020+0000 7fb4fb76d700 1 Processor -- start 2024-06-06T08:25:32.020 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.020+0000 7fb4fb76d700 1 -- start start 2024-06-06T08:25:32.020 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.021+0000 7fb4fb76d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb4f4100ce0 0x7fb4f4115ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:32.020 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.021+0000 7fb4fb76d700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb4f4101600 0x7fb4f4116430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:32.020 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.021+0000 7fb4fb76d700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb4f41067d0 0x7fb4f410f1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:32.020 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.021+0000 7fb4fb76d700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb4f4118dc0 con 0x7fb4f4100ce0 2024-06-06T08:25:32.020 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.021+0000 7fb4fb76d700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fb4f4118c40 con 0x7fb4f41067d0 2024-06-06T08:25:32.020 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.021+0000 7fb4fb76d700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fb4f4118f40 con 0x7fb4f4101600 2024-06-06T08:25:32.021 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.021+0000 7fb4f9d0a700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb4f41067d0 0x7fb4f410f1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:32.021 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.022+0000 7fb4f9d0a700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb4f41067d0 0x7fb4f410f1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:52080/0 (socket says 172.21.15.42:52080) 2024-06-06T08:25:32.021 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.022+0000 7fb4f9d0a700 1 -- 172.21.15.42:0/678272479 learned_addr learned my addr 172.21.15.42:0/678272479 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:32.021 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.022+0000 7fb4f8d08700 1 --2- 172.21.15.42:0/678272479 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb4f4101600 0x7fb4f4116430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:32.021 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.022+0000 7fb4f9509700 1 --2- 172.21.15.42:0/678272479 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb4f4100ce0 0x7fb4f4115ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:32.021 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.022+0000 7fb4f9d0a700 1 -- 172.21.15.42:0/678272479 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb4f4101600 msgr2=0x7fb4f4116430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:32.023 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.022+0000 7fb4f9d0a700 1 --2- 172.21.15.42:0/678272479 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb4f4101600 0x7fb4f4116430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:32.023 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.022+0000 7fb4f9d0a700 1 -- 172.21.15.42:0/678272479 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb4f4100ce0 msgr2=0x7fb4f4115ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:32.023 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.022+0000 7fb4f9d0a700 1 --2- 172.21.15.42:0/678272479 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb4f4100ce0 0x7fb4f4115ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:32.023 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.022+0000 7fb4f9d0a700 1 -- 172.21.15.42:0/678272479 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4f410fad0 con 0x7fb4f41067d0 2024-06-06T08:25:32.023 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.023+0000 7fb4f9d0a700 1 --2- 172.21.15.42:0/678272479 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb4f41067d0 0x7fb4f410f1d0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fb4ec009550 tx=0x7fb4ec00cfa0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:32.023 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.023+0000 7fb4ea7fc700 1 -- 172.21.15.42:0/678272479 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4ec021070 con 0x7fb4f41067d0 2024-06-06T08:25:32.024 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.023+0000 7fb4fb76d700 1 -- 172.21.15.42:0/678272479 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4f410fd60 con 0x7fb4f41067d0 2024-06-06T08:25:32.024 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.023+0000 7fb4fb76d700 1 -- 172.21.15.42:0/678272479 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4f4113cb0 con 0x7fb4f41067d0 2024-06-06T08:25:32.024 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.024+0000 7fb4f9509700 1 --2- 172.21.15.42:0/678272479 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb4f4100ce0 0x7fb4f4115ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:25:32.024 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.024+0000 7fb4ea7fc700 1 -- 172.21.15.42:0/678272479 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb4ec007ac0 con 0x7fb4f41067d0 2024-06-06T08:25:32.024 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.024+0000 7fb4ea7fc700 1 -- 172.21.15.42:0/678272479 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4ec0052a0 con 0x7fb4f41067d0 2024-06-06T08:25:32.029 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.030+0000 7fb4ea7fc700 1 -- 172.21.15.42:0/678272479 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fb4ec024070 con 0x7fb4f41067d0 2024-06-06T08:25:32.030 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.031+0000 7fb505ff0b80 1 Processor -- start 2024-06-06T08:25:32.030 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.031+0000 7fb505ff0b80 1 -- start start 2024-06-06T08:25:32.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.031+0000 7fb505ff0b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5620d864e640 0x5620d864ea20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:32.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.031+0000 7fb505ff0b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5620d864ef60 0x5620d86489e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:32.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.031+0000 7fb505ff0b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5620d8648f20 0x5620d8649340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:32.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.031+0000 7fb505ff0b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5620d859a810 con 0x5620d864e640 2024-06-06T08:25:32.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.031+0000 7fb505ff0b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5620d8542720 con 0x5620d864ef60 2024-06-06T08:25:32.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.031+0000 7fb505ff0b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5620d85967d0 con 0x5620d8648f20 2024-06-06T08:25:32.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.031+0000 7fb4f8d08700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5620d864e640 0x5620d864ea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:32.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.031+0000 7fb4f8d08700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5620d864e640 0x5620d864ea20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:53000/0 (socket says 172.21.15.42:53000) 2024-06-06T08:25:32.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.031+0000 7fb4f8d08700 1 -- 172.21.15.42:0/2733426806 learned_addr learned my addr 172.21.15.42:0/2733426806 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:32.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.032+0000 7fb4f9509700 1 --2- 172.21.15.42:0/2733426806 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5620d864ef60 0x5620d86489e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:32.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.032+0000 7fb4f9509700 1 -- 172.21.15.42:0/2733426806 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5620d8648f20 msgr2=0x5620d8649340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:32.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.032+0000 7fb4f9509700 1 --2- 172.21.15.42:0/2733426806 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5620d8648f20 0x5620d8649340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:32.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.032+0000 7fb4f9509700 1 -- 172.21.15.42:0/2733426806 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5620d864e640 msgr2=0x5620d864ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:32.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.032+0000 7fb4f9509700 1 --2- 172.21.15.42:0/2733426806 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5620d864e640 0x5620d864ea20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:32.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.032+0000 7fb4f9509700 1 -- 172.21.15.42:0/2733426806 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5620d8538f50 con 0x5620d864ef60 2024-06-06T08:25:32.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.032+0000 7fb4f8d08700 1 --2- 172.21.15.42:0/2733426806 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5620d864e640 0x5620d864ea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:25:32.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.032+0000 7fb4f9509700 1 --2- 172.21.15.42:0/2733426806 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5620d864ef60 0x5620d86489e0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fb4f0009da0 tx=0x7fb4f00116c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fafd1e5693b4dc17 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:32.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.032+0000 7fb4ea7fc700 1 --2- 172.21.15.42:0/678272479 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fb4e00a2e10 0x7fb4e00a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:32.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.033+0000 7fb4df7fe700 1 -- 172.21.15.42:0/2733426806 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4f0011e20 con 0x5620d864ef60 2024-06-06T08:25:32.034 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.033+0000 7fb4df7fe700 1 -- 172.21.15.42:0/2733426806 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb4f0004d10 con 0x5620d864ef60 2024-06-06T08:25:32.034 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.033+0000 7fb4df7fe700 1 -- 172.21.15.42:0/2733426806 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4f00126b0 con 0x5620d864ef60 2024-06-06T08:25:32.034 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.033+0000 7fb4f8d08700 1 --2- 172.21.15.42:0/678272479 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fb4e00a2e10 0x7fb4e00a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:32.034 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.033+0000 7fb4ea7fc700 1 -- 172.21.15.42:0/678272479 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fb4ec00f020 con 0x7fb4f41067d0 2024-06-06T08:25:32.034 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.034+0000 7fb4f8d08700 1 --2- 172.21.15.42:0/678272479 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fb4e00a2e10 0x7fb4e00a52d0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fb4e4005950 tx=0x7fb4e40058e0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:32.034 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.034+0000 7fb505ff0b80 1 -- 172.21.15.42:0/2733426806 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5620d864ef60 msgr2=0x5620d86489e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:32.034 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.034+0000 7fb505ff0b80 1 --2- 172.21.15.42:0/2733426806 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5620d864ef60 0x5620d86489e0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fb4f0009da0 tx=0x7fb4f00116c0 comp rx=0 tx=0).stop 2024-06-06T08:25:32.034 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.034+0000 7fb505ff0b80 1 -- 172.21.15.42:0/2733426806 shutdown_connections 2024-06-06T08:25:32.034 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.034+0000 7fb505ff0b80 1 --2- 172.21.15.42:0/2733426806 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5620d8648f20 0x5620d8649340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:32.034 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.034+0000 7fb505ff0b80 1 --2- 172.21.15.42:0/2733426806 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5620d864e640 0x5620d864ea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:32.034 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.034+0000 7fb505ff0b80 1 --2- 172.21.15.42:0/2733426806 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5620d864ef60 0x5620d86489e0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:32.035 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.034+0000 7fb505ff0b80 1 -- 172.21.15.42:0/2733426806 >> 172.21.15.42:0/2733426806 conn(0x5620d8573cc0 msgr2=0x5620d8643850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:32.035 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:25:32.037 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.034+0000 7fb505ff0b80 1 -- 172.21.15.42:0/2733426806 shutdown_connections 2024-06-06T08:25:32.037 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.034+0000 7fb505ff0b80 1 -- 172.21.15.42:0/2733426806 wait complete. 2024-06-06T08:25:32.038 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.034+0000 7fb505ff0b80 1 -- start start 2024-06-06T08:25:32.038 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.035+0000 7fb505ff0b80 1 Processor -- start 2024-06-06T08:25:32.038 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.035+0000 7fb505ff0b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5620d8648f20 0x5620d8654d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:32.038 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.035+0000 7fb505ff0b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5620d864e640 0x5620d8652010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:32.038 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.035+0000 7fb505ff0b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5620d864ef60 0x5620d8652550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:32.038 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.035+0000 7fb505ff0b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5620d86559d0 con 0x5620d8648f20 2024-06-06T08:25:32.038 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.035+0000 7fb505ff0b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5620d853abf0 con 0x5620d864ef60 2024-06-06T08:25:32.038 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.035+0000 7fb505ff0b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5620d8655b50 con 0x5620d864e640 2024-06-06T08:25:32.038 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.036+0000 7fb505ff0b80 10 client.0 _ll_register_callbacks cb 0x5620d8534920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:25:32.038 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.036+0000 7fb4f9d0a700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5620d864ef60 0x5620d8652550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:32.039 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.036+0000 7fb4f9d0a700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5620d864ef60 0x5620d8652550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:52098/0 (socket says 172.21.15.42:52098) 2024-06-06T08:25:32.039 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.036+0000 7fb4f9d0a700 1 -- 172.21.15.42:0/1119199423 learned_addr learned my addr 172.21.15.42:0/1119199423 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:32.039 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.036+0000 7fb4f8d08700 1 --2- 172.21.15.42:0/1119199423 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5620d864e640 0x5620d8652010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:32.039 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.036+0000 7fb4f9509700 1 --2- 172.21.15.42:0/1119199423 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5620d8648f20 0x5620d8654d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:32.039 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.036+0000 7fb4f9d0a700 1 -- 172.21.15.42:0/1119199423 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5620d864e640 msgr2=0x5620d8652010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:32.039 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.036+0000 7fb4f9d0a700 1 --2- 172.21.15.42:0/1119199423 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5620d864e640 0x5620d8652010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:32.039 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.036+0000 7fb4f9d0a700 1 -- 172.21.15.42:0/1119199423 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5620d8648f20 msgr2=0x5620d8654d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:32.039 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.036+0000 7fb4f9d0a700 1 --2- 172.21.15.42:0/1119199423 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5620d8648f20 0x5620d8654d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:32.039 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.036+0000 7fb4f9d0a700 1 -- 172.21.15.42:0/1119199423 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5620d84e98d0 con 0x5620d864ef60 2024-06-06T08:25:32.040 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.036+0000 7fb4f9509700 1 --2- 172.21.15.42:0/1119199423 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5620d8648f20 0x5620d8654d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:25:32.040 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.036+0000 7fb4f9d0a700 1 --2- 172.21.15.42:0/1119199423 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5620d864ef60 0x5620d8652550 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fb4ec0996f0 tx=0x7fb4ec09d420 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3d579ff4922f5e0b server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:32.040 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.036+0000 7fb4f8d08700 1 --2- 172.21.15.42:0/1119199423 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5620d864e640 0x5620d8652010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:25:32.040 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.036+0000 7fb4dcff9700 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:25:32.040 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.036+0000 7fb4dcff9700 1 -- 172.21.15.42:0/1119199423 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4ec0a5900 con 0x5620d864ef60 2024-06-06T08:25:32.040 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.037+0000 7fb4dcff9700 1 -- 172.21.15.42:0/1119199423 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fb4ec011390 con 0x5620d864ef60 2024-06-06T08:25:32.040 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.037+0000 7fb505ff0b80 1 -- 172.21.15.42:0/1119199423 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb4f0004d10 con 0x5620d864ef60 2024-06-06T08:25:32.040 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.037+0000 7fb4dcff9700 1 -- 172.21.15.42:0/1119199423 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fb4ec07e050 con 0x5620d864ef60 2024-06-06T08:25:32.040 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.037+0000 7fb505ff0b80 10 client.25802 fetch_fsmap learned FSMap version 28 2024-06-06T08:25:32.040 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.037+0000 7fb505ff0b80 1 -- 172.21.15.42:0/1119199423 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5620d8660160 con 0x5620d864ef60 2024-06-06T08:25:32.040 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.037+0000 7fb4dcff9700 1 -- 172.21.15.42:0/1119199423 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb4ec011590 con 0x5620d864ef60 2024-06-06T08:25:32.040 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.037+0000 7fb4dcff9700 1 -- 172.21.15.42:0/1119199423 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fb4ec011070 con 0x5620d864ef60 2024-06-06T08:25:32.041 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.037+0000 7fb505ff0b80 10 client.25802 fetch_fsmap finished waiting for FSMap version 28 2024-06-06T08:25:32.041 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.037+0000 7fb505ff0b80 10 client.25802 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:25:32.041 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.037+0000 7fb505ff0b80 20 client.25802 populate_metadata read hostname 'smithi042' 2024-06-06T08:25:32.041 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.037+0000 7fb505ff0b80 1 --2- 172.21.15.42:0/1119199423 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5620d8662800 0x5620d8664c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:32.041 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.037+0000 7fb505ff0b80 4 client.25802 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:25:32.041 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.037+0000 7fb505ff0b80 1 -- 172.21.15.42:0/1119199423 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fb4f0004d10 con 0x5620d8662800 2024-06-06T08:25:32.041 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.038+0000 7fb4f9509700 1 --2- 172.21.15.42:0/1119199423 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5620d8662800 0x5620d8664c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:32.041 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.038+0000 7fb4dcff9700 10 client.25802 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:25:32.041 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.038+0000 7fb4f9509700 1 --2- 172.21.15.42:0/1119199423 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5620d8662800 0x5620d8664c20 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=825e8b8d10bfcf07 server_cookie=aad63efe042cebd9 in_seq=0 out_seq=0 2024-06-06T08:25:32.042 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.041+0000 7fb4dcff9700 1 -- 172.21.15.42:0/1119199423 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x7fb4f0004d10 con 0x5620d8662800 2024-06-06T08:25:32.042 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.041+0000 7fb4dcff9700 10 client.25802 handle_command_reply: tid=0 2024-06-06T08:25:32.042 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.041+0000 7fb505ff0b80 1 client.25802 shutdown 2024-06-06T08:25:32.042 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.041+0000 7fb505ff0b80 1 -- 172.21.15.42:0/1119199423 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5620d864ef60 msgr2=0x5620d8652550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:32.043 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.041+0000 7fb505ff0b80 1 --2- 172.21.15.42:0/1119199423 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5620d864ef60 0x5620d8652550 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fb4ec0996f0 tx=0x7fb4ec09d420 comp rx=0 tx=0).stop 2024-06-06T08:25:32.043 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.041+0000 7fb505ff0b80 1 -- 172.21.15.42:0/1119199423 shutdown_connections 2024-06-06T08:25:32.043 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.041+0000 7fb505ff0b80 1 --2- 172.21.15.42:0/1119199423 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5620d8662800 0x5620d8664c20 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:32.043 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.041+0000 7fb505ff0b80 1 --2- 172.21.15.42:0/1119199423 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5620d864ef60 0x5620d8652550 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:32.043 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.041+0000 7fb4dcff9700 0 client.25802 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:25:32.043 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.041+0000 7fb505ff0b80 1 --2- 172.21.15.42:0/1119199423 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5620d8648f20 0x5620d8654d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:32.043 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.041+0000 7fb505ff0b80 1 --2- 172.21.15.42:0/1119199423 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5620d864e640 0x5620d8652010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:32.043 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.041+0000 7fb505ff0b80 1 -- 172.21.15.42:0/1119199423 >> 172.21.15.42:0/1119199423 conn(0x5620d8573cc0 msgr2=0x5620d86435f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:32.043 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.042+0000 7fb505ff0b80 1 -- 172.21.15.42:0/1119199423 shutdown_connections 2024-06-06T08:25:32.043 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.042+0000 7fb505ff0b80 1 -- 172.21.15.42:0/1119199423 wait complete. 2024-06-06T08:25:32.043 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.042+0000 7fb505ff0b80 20 client.25802 trim_cache size 0 max 16384 2024-06-06T08:25:32.074 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.074+0000 7fb505ff0b80 1 Processor -- start 2024-06-06T08:25:32.075 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.074+0000 7fb505ff0b80 1 -- start start 2024-06-06T08:25:32.075 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.074+0000 7fb505ff0b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5620d8648f20 0x5620d86489e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:32.075 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.074+0000 7fb505ff0b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5620d864e640 0x5620d864c730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:32.075 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.074+0000 7fb505ff0b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5620d864ef60 0x5620d863d510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:32.075 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.074+0000 7fb505ff0b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb4d8011540 con 0x5620d8648f20 2024-06-06T08:25:32.075 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.074+0000 7fb505ff0b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fb4d800edd0 con 0x5620d864ef60 2024-06-06T08:25:32.075 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.074+0000 7fb505ff0b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fb4d800cc20 con 0x5620d864e640 2024-06-06T08:25:32.076 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.074+0000 7fb4f9509700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5620d8648f20 0x5620d86489e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:32.076 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.074+0000 7fb4f8d08700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5620d864e640 0x5620d864c730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:32.076 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.074+0000 7fb4f8d08700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5620d864e640 0x5620d864c730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:46648/0 (socket says 172.21.15.42:46648) 2024-06-06T08:25:32.076 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.074+0000 7fb4f8d08700 1 -- 172.21.15.42:0/3996048228 learned_addr learned my addr 172.21.15.42:0/3996048228 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:32.076 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.074+0000 7fb4f9d0a700 1 --2- 172.21.15.42:0/3996048228 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5620d864ef60 0x5620d863d510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:32.076 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.075+0000 7fb4f9d0a700 1 -- 172.21.15.42:0/3996048228 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5620d864e640 msgr2=0x5620d864c730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:32.076 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.075+0000 7fb4f9d0a700 1 --2- 172.21.15.42:0/3996048228 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5620d864e640 0x5620d864c730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:32.076 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.075+0000 7fb4f9d0a700 1 -- 172.21.15.42:0/3996048228 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5620d8648f20 msgr2=0x5620d86489e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:32.076 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.075+0000 7fb4f9d0a700 1 --2- 172.21.15.42:0/3996048228 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5620d8648f20 0x5620d86489e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:32.076 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.075+0000 7fb4f9d0a700 1 -- 172.21.15.42:0/3996048228 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5620d8654950 con 0x5620d864ef60 2024-06-06T08:25:32.076 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.075+0000 7fb4f9d0a700 1 --2- 172.21.15.42:0/3996048228 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5620d864ef60 0x5620d863d510 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fb4ec09ccb0 tx=0x7fb4ec00b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1642ff1ab7e8e74b server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:32.076 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.075+0000 7fb4deffd700 1 -- 172.21.15.42:0/3996048228 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4ec011360 con 0x5620d864ef60 2024-06-06T08:25:32.077 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.075+0000 7fb4deffd700 1 -- 172.21.15.42:0/3996048228 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb4ec011500 con 0x5620d864ef60 2024-06-06T08:25:32.077 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.075+0000 7fb4deffd700 1 -- 172.21.15.42:0/3996048228 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4ec09c3f0 con 0x5620d864ef60 2024-06-06T08:25:32.080 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.076+0000 7fb505ff0b80 1 -- 172.21.15.42:0/3996048228 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5620d864ef60 msgr2=0x5620d863d510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:32.080 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.076+0000 7fb505ff0b80 1 --2- 172.21.15.42:0/3996048228 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5620d864ef60 0x5620d863d510 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fb4ec09ccb0 tx=0x7fb4ec00b330 comp rx=0 tx=0).stop 2024-06-06T08:25:32.080 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.076+0000 7fb505ff0b80 1 -- 172.21.15.42:0/3996048228 shutdown_connections 2024-06-06T08:25:32.080 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.076+0000 7fb505ff0b80 1 --2- 172.21.15.42:0/3996048228 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5620d864ef60 0x5620d863d510 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:32.080 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.076+0000 7fb505ff0b80 1 --2- 172.21.15.42:0/3996048228 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5620d8648f20 0x5620d86489e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:32.080 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.076+0000 7fb505ff0b80 1 --2- 172.21.15.42:0/3996048228 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5620d864e640 0x5620d864c730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:32.080 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.076+0000 7fb505ff0b80 1 -- 172.21.15.42:0/3996048228 >> 172.21.15.42:0/3996048228 conn(0x5620d8573cc0 msgr2=0x5620d863ce00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:32.081 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.076+0000 7fb505ff0b80 1 -- 172.21.15.42:0/3996048228 shutdown_connections 2024-06-06T08:25:32.081 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.076+0000 7fb505ff0b80 1 -- 172.21.15.42:0/3996048228 wait complete. 2024-06-06T08:25:32.081 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.077+0000 7fb505ff0b80 1 -- start start 2024-06-06T08:25:32.081 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.077+0000 7fb505ff0b80 1 Processor -- start 2024-06-06T08:25:32.081 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.077+0000 7fb505ff0b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5620d8648f20 0x5620d865ae70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:32.081 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.078+0000 7fb505ff0b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5620d864e640 0x5620d865b3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:32.081 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.078+0000 7fb505ff0b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5620d864ef60 0x5620d8657e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:32.081 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.078+0000 7fb505ff0b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb4d800d290 con 0x5620d864e640 2024-06-06T08:25:32.081 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.078+0000 7fb505ff0b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fb4d800e700 con 0x5620d8648f20 2024-06-06T08:25:32.081 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.078+0000 7fb505ff0b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fb4d800d960 con 0x5620d864ef60 2024-06-06T08:25:32.081 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.078+0000 7fb505ff0b80 10 client.0 _ll_register_callbacks cb 0x5620d8534920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:25:32.082 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.078+0000 7fb4f9509700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5620d8648f20 0x5620d865ae70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:32.082 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.078+0000 7fb4f9509700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5620d8648f20 0x5620d865ae70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:52124/0 (socket says 172.21.15.42:52124) 2024-06-06T08:25:32.082 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.078+0000 7fb4f9509700 1 -- 172.21.15.42:0/3726348460 learned_addr learned my addr 172.21.15.42:0/3726348460 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:32.082 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.078+0000 7fb4f9d0a700 1 --2- 172.21.15.42:0/3726348460 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5620d864ef60 0x5620d8657e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:32.082 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.078+0000 7fb4f8d08700 1 --2- 172.21.15.42:0/3726348460 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5620d864e640 0x5620d865b3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:32.082 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.078+0000 7fb4f9509700 1 -- 172.21.15.42:0/3726348460 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5620d864ef60 msgr2=0x5620d8657e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:32.082 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.078+0000 7fb4f9509700 1 --2- 172.21.15.42:0/3726348460 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5620d864ef60 0x5620d8657e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:32.082 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.078+0000 7fb4f9509700 1 -- 172.21.15.42:0/3726348460 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5620d864e640 msgr2=0x5620d865b3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:32.082 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.078+0000 7fb4f9509700 1 --2- 172.21.15.42:0/3726348460 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5620d864e640 0x5620d865b3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:32.082 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.078+0000 7fb4f9509700 1 -- 172.21.15.42:0/3726348460 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5620d8658380 con 0x5620d8648f20 2024-06-06T08:25:32.082 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.078+0000 7fb4f9509700 1 --2- 172.21.15.42:0/3726348460 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5620d8648f20 0x5620d865ae70 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fb4f0005660 tx=0x7fb4f0005550 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d816c3b09cbb50a9 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:32.083 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.078+0000 7fb4dcff9700 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:25:32.083 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.078+0000 7fb4dcff9700 1 -- 172.21.15.42:0/3726348460 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4f0011e30 con 0x5620d8648f20 2024-06-06T08:25:32.083 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.078+0000 7fb505ff0b80 1 -- 172.21.15.42:0/3726348460 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb4ec011500 con 0x5620d8648f20 2024-06-06T08:25:32.083 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.078+0000 7fb4dcff9700 1 -- 172.21.15.42:0/3726348460 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fb4f001f040 con 0x5620d8648f20 2024-06-06T08:25:32.083 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.079+0000 7fb4dcff9700 1 -- 172.21.15.42:0/3726348460 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fb4f0004020 con 0x5620d8648f20 2024-06-06T08:25:32.083 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.079+0000 7fb505ff0b80 10 client.25808 fetch_fsmap learned FSMap version 28 2024-06-06T08:25:32.083 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.079+0000 7fb505ff0b80 1 -- 172.21.15.42:0/3726348460 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5620d86cdb60 con 0x5620d8648f20 2024-06-06T08:25:32.083 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.079+0000 7fb4dcff9700 1 -- 172.21.15.42:0/3726348460 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb4ec011500 con 0x5620d8648f20 2024-06-06T08:25:32.083 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.079+0000 7fb4dcff9700 1 -- 172.21.15.42:0/3726348460 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fb4f0012450 con 0x5620d8648f20 2024-06-06T08:25:32.083 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.079+0000 7fb505ff0b80 10 client.25808 fetch_fsmap finished waiting for FSMap version 28 2024-06-06T08:25:32.084 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.079+0000 7fb505ff0b80 10 client.25808 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:25:32.084 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.079+0000 7fb505ff0b80 20 client.25808 populate_metadata read hostname 'smithi042' 2024-06-06T08:25:32.084 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.079+0000 7fb505ff0b80 1 --2- 172.21.15.42:0/3726348460 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5620d86ce150 0x5620d86d0570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:32.084 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.079+0000 7fb505ff0b80 4 client.25808 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-06-06T08:25:32.084 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.079+0000 7fb505ff0b80 1 -- 172.21.15.42:0/3726348460 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5620d85a7d10 con 0x5620d86ce150 2024-06-06T08:25:32.084 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.079+0000 7fb4f8d08700 1 --2- 172.21.15.42:0/3726348460 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5620d86ce150 0x5620d86d0570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:32.084 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.080+0000 7fb4f8d08700 1 --2- 172.21.15.42:0/3726348460 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5620d86ce150 0x5620d86d0570 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7f03292dd4fe3bd3 server_cookie=d7494f38bebf857 in_seq=0 out_seq=0 2024-06-06T08:25:32.084 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.080+0000 7fb4dcff9700 10 client.25808 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:25:32.087 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.087+0000 7fb4dcff9700 1 -- 172.21.15.42:0/3726348460 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+265 (crc 0 0 0) 0x5620d85a7d10 con 0x5620d86ce150 2024-06-06T08:25:32.087 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.087+0000 7fb4dcff9700 10 client.25808 handle_command_reply: tid=0 2024-06-06T08:25:32.087 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.087+0000 7fb505ff0b80 1 client.25808 shutdown 2024-06-06T08:25:32.087 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.087+0000 7fb505ff0b80 1 -- 172.21.15.42:0/3726348460 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5620d8648f20 msgr2=0x5620d865ae70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:32.087 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.087+0000 7fb505ff0b80 1 --2- 172.21.15.42:0/3726348460 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5620d8648f20 0x5620d865ae70 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fb4f0005660 tx=0x7fb4f0005550 comp rx=0 tx=0).stop 2024-06-06T08:25:32.087 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.087+0000 7fb505ff0b80 1 -- 172.21.15.42:0/3726348460 shutdown_connections 2024-06-06T08:25:32.088 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.087+0000 7fb505ff0b80 1 --2- 172.21.15.42:0/3726348460 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5620d864ef60 0x5620d8657e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:32.088 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.087+0000 7fb505ff0b80 1 --2- 172.21.15.42:0/3726348460 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5620d86ce150 0x5620d86d0570 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:32.088 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.087+0000 7fb4dcff9700 0 client.25808 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:25:32.088 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.087+0000 7fb505ff0b80 1 --2- 172.21.15.42:0/3726348460 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5620d8648f20 0x5620d865ae70 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:32.088 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.087+0000 7fb505ff0b80 1 --2- 172.21.15.42:0/3726348460 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5620d864e640 0x5620d865b3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:32.088 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.087+0000 7fb505ff0b80 1 -- 172.21.15.42:0/3726348460 >> 172.21.15.42:0/3726348460 conn(0x5620d8573cc0 msgr2=0x5620d864f340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:32.088 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.088+0000 7fb505ff0b80 1 -- 172.21.15.42:0/3726348460 shutdown_connections 2024-06-06T08:25:32.089 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.088+0000 7fb505ff0b80 1 -- 172.21.15.42:0/3726348460 wait complete. 2024-06-06T08:25:32.089 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.088+0000 7fb505ff0b80 20 client.25808 trim_cache size 0 max 16384 2024-06-06T08:25:32.090 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:25:32.090 INFO:teuthology.orchestra.run.smithi042.stdout: "status": "scrub active (0 inodes in the stack)", 2024-06-06T08:25:32.090 INFO:teuthology.orchestra.run.smithi042.stdout: "scrubs": { 2024-06-06T08:25:32.090 INFO:teuthology.orchestra.run.smithi042.stdout: "b15ff28d-ba15-4f47-a730-df55faa3a4ab": { 2024-06-06T08:25:32.090 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/", 2024-06-06T08:25:32.090 INFO:teuthology.orchestra.run.smithi042.stdout: "tag": "b15ff28d-ba15-4f47-a730-df55faa3a4ab", 2024-06-06T08:25:32.091 INFO:teuthology.orchestra.run.smithi042.stdout: "options": "recursive,force" 2024-06-06T08:25:32.091 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:25:32.091 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:25:32.091 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:25:32.092 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.089+0000 7fb4fb76d700 1 -- 172.21.15.42:0/678272479 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fb4e00a2e10 msgr2=0x7fb4e00a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:32.092 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.089+0000 7fb4fb76d700 1 --2- 172.21.15.42:0/678272479 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fb4e00a2e10 0x7fb4e00a52d0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fb4e4005950 tx=0x7fb4e40058e0 comp rx=0 tx=0).stop 2024-06-06T08:25:32.092 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.089+0000 7fb4fb76d700 1 -- 172.21.15.42:0/678272479 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb4f41067d0 msgr2=0x7fb4f410f1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:32.092 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.089+0000 7fb4fb76d700 1 --2- 172.21.15.42:0/678272479 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb4f41067d0 0x7fb4f410f1d0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fb4ec009550 tx=0x7fb4ec00cfa0 comp rx=0 tx=0).stop 2024-06-06T08:25:32.092 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.090+0000 7fb4fb76d700 1 -- 172.21.15.42:0/678272479 shutdown_connections 2024-06-06T08:25:32.092 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.090+0000 7fb4fb76d700 1 --2- 172.21.15.42:0/678272479 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fb4e00a2e10 0x7fb4e00a52d0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:32.092 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.090+0000 7fb4fb76d700 1 --2- 172.21.15.42:0/678272479 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb4f41067d0 0x7fb4f410f1d0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:32.092 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.090+0000 7fb4fb76d700 1 --2- 172.21.15.42:0/678272479 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb4f4100ce0 0x7fb4f4115ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:32.092 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.090+0000 7fb4fb76d700 1 --2- 172.21.15.42:0/678272479 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb4f4101600 0x7fb4f4116430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:32.093 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.090+0000 7fb4fb76d700 1 -- 172.21.15.42:0/678272479 >> 172.21.15.42:0/678272479 conn(0x7fb4f4077a00 msgr2=0x7fb4f4104070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:32.093 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.092+0000 7fb4fb76d700 1 -- 172.21.15.42:0/678272479 shutdown_connections 2024-06-06T08:25:32.093 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:32.092+0000 7fb4fb76d700 1 -- 172.21.15.42:0/678272479 wait complete. 2024-06-06T08:25:32.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:25:32 smithi042 ceph-mon[32384]: pgmap v90: 129 pgs: 129 active+clean; 175 MiB data, 717 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 7.7 MiB/s wr, 1.12k op/s 2024-06-06T08:25:32.736 INFO:tasks.workunit.client.0.smithi042.stdout: 66 501290 549 317329 502 136733 475 2024-06-06T08:25:32.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:25:32 smithi149 ceph-mon[36842]: pgmap v90: 129 pgs: 129 active+clean; 175 MiB data, 717 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 7.7 MiB/s wr, 1.12k op/s 2024-06-06T08:25:32.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:25:32 smithi120 ceph-mon[36658]: pgmap v90: 129 pgs: 129 active+clean; 175 MiB data, 717 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 7.7 MiB/s wr, 1.12k op/s 2024-06-06T08:25:33.674 INFO:tasks.cephfs.filesystem:scrub status for tag:b15ff28d-ba15-4f47-a730-df55faa3a4ab - {'path': '/', 'tag': 'b15ff28d-ba15-4f47-a730-df55faa3a4ab', 'options': 'recursive,force'} 2024-06-06T08:25:33.748 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:25:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:25:33.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:25:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:25:33.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:25:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:25:34.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:25:34 smithi149 ceph-mon[36842]: pgmap v91: 129 pgs: 129 active+clean; 175 MiB data, 719 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 7.8 MiB/s wr, 1.19k op/s 2024-06-06T08:25:34.789 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:25:34 smithi120 ceph-mon[36658]: pgmap v91: 129 pgs: 129 active+clean; 175 MiB data, 719 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 7.8 MiB/s wr, 1.19k op/s 2024-06-06T08:25:34.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:25:34 smithi042 ceph-mon[32384]: pgmap v91: 129 pgs: 129 active+clean; 175 MiB data, 719 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 7.8 MiB/s wr, 1.19k op/s 2024-06-06T08:25:35.112 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.112+0000 7f22f99ee640 1 -- 172.21.15.42:0/1574023092 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f22f410ff10 msgr2=0x7f22f41102f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:35.112 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.112+0000 7f22f99ee640 1 --2- 172.21.15.42:0/1574023092 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f22f410ff10 0x7f22f41102f0 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f22ec009ca0 tx=0x7f22ec02a8f0 comp rx=0 tx=0).stop 2024-06-06T08:25:35.112 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.113+0000 7f22f99ee640 1 -- 172.21.15.42:0/1574023092 shutdown_connections 2024-06-06T08:25:35.112 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.113+0000 7f22f99ee640 1 --2- 172.21.15.42:0/1574023092 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f22f410e710 0x7f22f41089a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:35.112 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.113+0000 7f22f99ee640 1 --2- 172.21.15.42:0/1574023092 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f22f410dc70 0x7f22f410e0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:35.113 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.113+0000 7f22f99ee640 1 --2- 172.21.15.42:0/1574023092 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f22f410ff10 0x7f22f41102f0 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:35.113 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.113+0000 7f22f99ee640 1 -- 172.21.15.42:0/1574023092 >> 172.21.15.42:0/1574023092 conn(0x7f22f406c950 msgr2=0x7f22f406cd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:35.113 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.114+0000 7f22f99ee640 1 -- 172.21.15.42:0/1574023092 shutdown_connections 2024-06-06T08:25:35.114 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.114+0000 7f22f99ee640 1 -- 172.21.15.42:0/1574023092 wait complete. 2024-06-06T08:25:35.114 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.115+0000 7f22f99ee640 1 Processor -- start 2024-06-06T08:25:35.115 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.116+0000 7f22f99ee640 1 -- start start 2024-06-06T08:25:35.115 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.116+0000 7f22f99ee640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f22f410dc70 0x7f22f41a7060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:35.115 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.116+0000 7f22f99ee640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f22f410e710 0x7f22f41a75a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:35.115 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.116+0000 7f22f99ee640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f22f410ff10 0x7f22f41ab920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:35.116 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.116+0000 7f22f99ee640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f22f4120b00 con 0x7f22f410dc70 2024-06-06T08:25:35.116 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.116+0000 7f22f99ee640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f22f4120980 con 0x7f22f410e710 2024-06-06T08:25:35.116 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.116+0000 7f22f99ee640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f22f4120c80 con 0x7f22f410ff10 2024-06-06T08:25:35.116 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.116+0000 7f22f27fc640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f22f410e710 0x7f22f41a75a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:35.116 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.116+0000 7f22f27fc640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f22f410e710 0x7f22f41a75a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:52136/0 (socket says 172.21.15.42:52136) 2024-06-06T08:25:35.116 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.116+0000 7f22f27fc640 1 -- 172.21.15.42:0/1707369379 learned_addr learned my addr 172.21.15.42:0/1707369379 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:35.116 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.116+0000 7f22f2ffd640 1 --2- 172.21.15.42:0/1707369379 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f22f410dc70 0x7f22f41a7060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:35.116 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.117+0000 7f22f27fc640 1 -- 172.21.15.42:0/1707369379 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f22f410ff10 msgr2=0x7f22f41ab920 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-06T08:25:35.117 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.117+0000 7f22f27fc640 1 --2- 172.21.15.42:0/1707369379 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f22f410ff10 0x7f22f41ab920 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:35.117 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.117+0000 7f22f27fc640 1 -- 172.21.15.42:0/1707369379 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f22f410dc70 msgr2=0x7f22f41a7060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:35.117 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.117+0000 7f22f27fc640 1 --2- 172.21.15.42:0/1707369379 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f22f410dc70 0x7f22f41a7060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:35.117 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.117+0000 7f22f27fc640 1 -- 172.21.15.42:0/1707369379 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22f41ac020 con 0x7f22f410e710 2024-06-06T08:25:35.117 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.117+0000 7f22f2ffd640 1 --2- 172.21.15.42:0/1707369379 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f22f410dc70 0x7f22f41a7060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:25:35.117 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.117+0000 7f22f27fc640 1 --2- 172.21.15.42:0/1707369379 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f22f410e710 0x7f22f41a75a0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f22e400b4a0 tx=0x7f22e400b960 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:35.129 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.128+0000 7f22f89ec640 1 -- 172.21.15.42:0/1707369379 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22e4014070 con 0x7f22f410e710 2024-06-06T08:25:35.129 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.129+0000 7f22f99ee640 1 -- 172.21.15.42:0/1707369379 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22f41ac310 con 0x7f22f410e710 2024-06-06T08:25:35.129 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.129+0000 7f22f99ee640 1 -- 172.21.15.42:0/1707369379 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22f4110960 con 0x7f22f410e710 2024-06-06T08:25:35.130 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.131+0000 7f22f89ec640 1 -- 172.21.15.42:0/1707369379 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f22e4010af0 con 0x7f22f410e710 2024-06-06T08:25:35.131 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.131+0000 7f22f89ec640 1 -- 172.21.15.42:0/1707369379 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22e4017cc0 con 0x7f22f410e710 2024-06-06T08:25:35.132 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.133+0000 7f22fc7d8740 1 Processor -- start 2024-06-06T08:25:35.133 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.134+0000 7f22fc7d8740 1 -- start start 2024-06-06T08:25:35.133 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.134+0000 7f22fc7d8740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556e6d15b340 0x556e6d15b720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:35.134 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.135+0000 7f22fc7d8740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556e6d15bc60 0x556e6d165fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:35.134 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.135+0000 7f22f37fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556e6d15b340 0x556e6d15b720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:35.135 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.135+0000 7f22f37fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556e6d15b340 0x556e6d15b720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:52140/0 (socket says 172.21.15.42:52140) 2024-06-06T08:25:35.135 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.135+0000 7f22f37fe640 1 -- 172.21.15.42:0/2041144719 learned_addr learned my addr 172.21.15.42:0/2041144719 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:35.135 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.135+0000 7f22fc7d8740 1 --2- 172.21.15.42:0/2041144719 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556e6d166520 0x556e6d168910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:35.135 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.135+0000 7f22fc7d8740 1 -- 172.21.15.42:0/2041144719 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x556e6d0bf4f0 con 0x556e6d166520 2024-06-06T08:25:35.135 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.135+0000 7f22f2ffd640 1 --2- 172.21.15.42:0/2041144719 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556e6d15bc60 0x556e6d165fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:35.135 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.135+0000 7f22fc7d8740 1 -- 172.21.15.42:0/2041144719 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x556e6d05d870 con 0x556e6d15b340 2024-06-06T08:25:35.135 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.135+0000 7f22fc7d8740 1 -- 172.21.15.42:0/2041144719 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x556e6d0bb4b0 con 0x556e6d15bc60 2024-06-06T08:25:35.136 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.136+0000 7f22f37fe640 1 -- 172.21.15.42:0/2041144719 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556e6d15bc60 msgr2=0x556e6d165fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:35.136 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.136+0000 7f22f37fe640 1 --2- 172.21.15.42:0/2041144719 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556e6d15bc60 0x556e6d165fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:35.136 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.136+0000 7f22f37fe640 1 -- 172.21.15.42:0/2041144719 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556e6d166520 msgr2=0x556e6d168910 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-06-06T08:25:35.136 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.136+0000 7f22f37fe640 1 --2- 172.21.15.42:0/2041144719 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556e6d166520 0x556e6d168910 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:35.136 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.136+0000 7f22f37fe640 1 -- 172.21.15.42:0/2041144719 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556e6d0799b0 con 0x556e6d15b340 2024-06-06T08:25:35.137 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.137+0000 7f22f89ec640 1 -- 172.21.15.42:0/1707369379 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f22e4017070 con 0x7f22f410e710 2024-06-06T08:25:35.138 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.138+0000 7f22f37fe640 1 --2- 172.21.15.42:0/2041144719 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556e6d15b340 0x556e6d15b720 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f22e80096c0 tx=0x7f22e8009b80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a4c1042be4f02d42 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:35.138 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.139+0000 7f22f89ec640 1 --2- 172.21.15.42:0/1707369379 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f22dc0a2f00 0x7f22dc0a53c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:35.138 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.139+0000 7f22d9ffb640 1 -- 172.21.15.42:0/2041144719 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22e8015020 con 0x556e6d15b340 2024-06-06T08:25:35.138 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.139+0000 7f22d9ffb640 1 -- 172.21.15.42:0/2041144719 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f22e800bda0 con 0x556e6d15b340 2024-06-06T08:25:35.138 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.139+0000 7f22d9ffb640 1 -- 172.21.15.42:0/2041144719 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22e80105e0 con 0x556e6d15b340 2024-06-06T08:25:35.138 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.139+0000 7f22f89ec640 1 -- 172.21.15.42:0/1707369379 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f22e40ce860 con 0x7f22f410e710 2024-06-06T08:25:35.138 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.140+0000 7f22f2ffd640 1 --2- 172.21.15.42:0/1707369379 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f22dc0a2f00 0x7f22dc0a53c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:35.139 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.140+0000 7f22fc7d8740 1 -- 172.21.15.42:0/2041144719 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556e6d15b340 msgr2=0x556e6d15b720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:35.139 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.140+0000 7f22fc7d8740 1 --2- 172.21.15.42:0/2041144719 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556e6d15b340 0x556e6d15b720 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f22e80096c0 tx=0x7f22e8009b80 comp rx=0 tx=0).stop 2024-06-06T08:25:35.139 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.140+0000 7f22fc7d8740 1 -- 172.21.15.42:0/2041144719 shutdown_connections 2024-06-06T08:25:35.140 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.140+0000 7f22fc7d8740 1 --2- 172.21.15.42:0/2041144719 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556e6d166520 0x556e6d168910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:35.140 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.140+0000 7f22fc7d8740 1 --2- 172.21.15.42:0/2041144719 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556e6d15bc60 0x556e6d165fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:35.140 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.140+0000 7f22fc7d8740 1 --2- 172.21.15.42:0/2041144719 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556e6d15b340 0x556e6d15b720 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:35.140 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.140+0000 7f22fc7d8740 1 -- 172.21.15.42:0/2041144719 >> 172.21.15.42:0/2041144719 conn(0x556e6d157850 msgr2=0x556e6d157c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:35.140 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.141+0000 7f22f2ffd640 1 --2- 172.21.15.42:0/1707369379 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f22dc0a2f00 0x7f22dc0a53c0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f22ec02ae60 tx=0x7f22ec02adf0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:35.143 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.144+0000 7f22fc7d8740 1 -- 172.21.15.42:0/2041144719 shutdown_connections 2024-06-06T08:25:35.143 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.144+0000 7f22fc7d8740 1 -- 172.21.15.42:0/2041144719 wait complete. 2024-06-06T08:25:35.144 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.145+0000 7f22fc7d8740 1 -- start start 2024-06-06T08:25:35.144 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.145+0000 7f22fc7d8740 1 Processor -- start 2024-06-06T08:25:35.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.146+0000 7f22fc7d8740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556e6d15b340 0x556e6d163500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:35.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.146+0000 7f22fc7d8740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556e6d15bc60 0x556e6d163a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:35.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.146+0000 7f22fc7d8740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556e6d166520 0x556e6d163f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:35.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.146+0000 7f22fc7d8740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x556e6d169150 con 0x556e6d166520 2024-06-06T08:25:35.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.146+0000 7f22fc7d8740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x556e6d048ae0 con 0x556e6d15b340 2024-06-06T08:25:35.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.146+0000 7f22fc7d8740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x556e6d1692d0 con 0x556e6d15bc60 2024-06-06T08:25:35.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.146+0000 7f22fc7d8740 10 client.0 _ll_register_callbacks cb 0x556e6d0819b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:25:35.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.146+0000 7f22f2ffd640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556e6d15b340 0x556e6d163500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:35.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.146+0000 7f22f2ffd640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556e6d15b340 0x556e6d163500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:52142/0 (socket says 172.21.15.42:52142) 2024-06-06T08:25:35.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.146+0000 7f22f2ffd640 1 -- 172.21.15.42:0/796067407 learned_addr learned my addr 172.21.15.42:0/796067407 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:35.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.146+0000 7f22f27fc640 1 --2- 172.21.15.42:0/796067407 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556e6d15bc60 0x556e6d163a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:35.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.147+0000 7f22f2ffd640 1 -- 172.21.15.42:0/796067407 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556e6d15bc60 msgr2=0x556e6d163a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:35.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.147+0000 7f22f2ffd640 1 --2- 172.21.15.42:0/796067407 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556e6d15bc60 0x556e6d163a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:35.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.147+0000 7f22f2ffd640 1 -- 172.21.15.42:0/796067407 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556e6d166520 msgr2=0x556e6d163f80 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-06-06T08:25:35.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.147+0000 7f22f37fe640 1 --2- 172.21.15.42:0/796067407 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556e6d166520 0x556e6d163f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:35.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.147+0000 7f22f2ffd640 1 --2- 172.21.15.42:0/796067407 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556e6d166520 0x556e6d163f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:35.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.147+0000 7f22f2ffd640 1 -- 172.21.15.42:0/796067407 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556e6cdd3210 con 0x556e6d15b340 2024-06-06T08:25:35.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.147+0000 7f22f37fe640 1 --2- 172.21.15.42:0/796067407 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556e6d166520 0x556e6d163f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:25:35.149 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.147+0000 7f22f2ffd640 1 --2- 172.21.15.42:0/796067407 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556e6d15b340 0x556e6d163500 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f22ec035000 tx=0x7f22ec02a8f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=af1e06497be82e90 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:35.149 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.147+0000 7f22d2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:25:35.149 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.148+0000 7f22d2ffd640 1 -- 172.21.15.42:0/796067407 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22ec02f340 con 0x556e6d15b340 2024-06-06T08:25:35.149 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.148+0000 7f22d2ffd640 1 -- 172.21.15.42:0/796067407 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f22ec004040 con 0x556e6d15b340 2024-06-06T08:25:35.149 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.148+0000 7f22fc7d8740 1 -- 172.21.15.42:0/796067407 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f22e800bda0 con 0x556e6d15b340 2024-06-06T08:25:35.149 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.148+0000 7f22d2ffd640 1 -- 172.21.15.42:0/796067407 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f22ec004240 con 0x556e6d15b340 2024-06-06T08:25:35.149 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.149+0000 7f22fc7d8740 10 client.25817 fetch_fsmap learned FSMap version 28 2024-06-06T08:25:35.149 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.149+0000 7f22fc7d8740 1 -- 172.21.15.42:0/796067407 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x556e6ce9f620 con 0x556e6d15b340 2024-06-06T08:25:35.149 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.149+0000 7f22d2ffd640 1 -- 172.21.15.42:0/796067407 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f22e800bda0 con 0x556e6d15b340 2024-06-06T08:25:35.149 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.149+0000 7f22d2ffd640 1 -- 172.21.15.42:0/796067407 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f22ec051020 con 0x556e6d15b340 2024-06-06T08:25:35.150 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.149+0000 7f22fc7d8740 10 client.25817 fetch_fsmap finished waiting for FSMap version 28 2024-06-06T08:25:35.150 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.149+0000 7f22fc7d8740 10 client.25817 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:25:35.150 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.149+0000 7f22fc7d8740 20 client.25817 populate_metadata read hostname 'smithi042' 2024-06-06T08:25:35.150 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.149+0000 7f22fc7d8740 1 --2- 172.21.15.42:0/796067407 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x556e6d1767b0 0x556e6d178c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:35.150 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.149+0000 7f22fc7d8740 4 client.25817 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:25:35.150 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.149+0000 7f22fc7d8740 1 -- 172.21.15.42:0/796067407 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556e6d0d2f10 con 0x556e6d1767b0 2024-06-06T08:25:35.150 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.150+0000 7f22f27fc640 1 --2- 172.21.15.42:0/796067407 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x556e6d1767b0 0x556e6d178c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:35.150 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.150+0000 7f22d2ffd640 10 client.25817 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:25:35.151 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.151+0000 7f22f27fc640 1 --2- 172.21.15.42:0/796067407 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x556e6d1767b0 0x556e6d178c10 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=57f89a03a4adf1fe server_cookie=807cf15f13a3b1cd in_seq=0 out_seq=0 2024-06-06T08:25:35.154 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.155+0000 7f22d2ffd640 1 -- 172.21.15.42:0/796067407 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x556e6d0d2f10 con 0x556e6d1767b0 2024-06-06T08:25:35.154 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.155+0000 7f22d2ffd640 10 client.25817 handle_command_reply: tid=0 2024-06-06T08:25:35.154 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.155+0000 7f22fc7d8740 1 client.25817 shutdown 2024-06-06T08:25:35.155 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.156+0000 7f22fc7d8740 1 -- 172.21.15.42:0/796067407 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556e6d15b340 msgr2=0x556e6d163500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:35.155 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.156+0000 7f22fc7d8740 1 --2- 172.21.15.42:0/796067407 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556e6d15b340 0x556e6d163500 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f22ec035000 tx=0x7f22ec02a8f0 comp rx=0 tx=0).stop 2024-06-06T08:25:35.155 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.156+0000 7f22fc7d8740 1 -- 172.21.15.42:0/796067407 shutdown_connections 2024-06-06T08:25:35.155 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.156+0000 7f22fc7d8740 1 --2- 172.21.15.42:0/796067407 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x556e6d1767b0 0x556e6d178c10 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:35.156 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.156+0000 7f22fc7d8740 1 --2- 172.21.15.42:0/796067407 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556e6d166520 0x556e6d163f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:35.156 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.156+0000 7f22fc7d8740 1 --2- 172.21.15.42:0/796067407 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556e6d15bc60 0x556e6d163a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:35.156 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.156+0000 7f22d2ffd640 0 client.25817 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:25:35.156 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.156+0000 7f22fc7d8740 1 --2- 172.21.15.42:0/796067407 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556e6d15b340 0x556e6d163500 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:35.156 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.156+0000 7f22fc7d8740 1 -- 172.21.15.42:0/796067407 >> 172.21.15.42:0/796067407 conn(0x556e6d157850 msgr2=0x556e6d15d580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:35.156 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.156+0000 7f22fc7d8740 1 -- 172.21.15.42:0/796067407 shutdown_connections 2024-06-06T08:25:35.156 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.156+0000 7f22fc7d8740 1 -- 172.21.15.42:0/796067407 wait complete. 2024-06-06T08:25:35.156 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.156+0000 7f22fc7d8740 20 client.25817 trim_cache size 0 max 16384 2024-06-06T08:25:35.190 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.191+0000 7f22fc7d8740 1 Processor -- start 2024-06-06T08:25:35.190 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.191+0000 7f22fc7d8740 1 -- start start 2024-06-06T08:25:35.192 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.192+0000 7f22fc7d8740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556e6d15b340 0x556e6d162660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:35.192 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.192+0000 7f22fc7d8740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556e6d15bc60 0x556e6d165440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:35.192 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.192+0000 7f22f2ffd640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556e6d15b340 0x556e6d162660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:35.192 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.192+0000 7f22f2ffd640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556e6d15b340 0x556e6d162660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:52158/0 (socket says 172.21.15.42:52158) 2024-06-06T08:25:35.192 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.192+0000 7f22f27fc640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556e6d15bc60 0x556e6d165440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:35.192 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.192+0000 7f22f27fc640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556e6d15bc60 0x556e6d165440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:53060/0 (socket says 172.21.15.42:53060) 2024-06-06T08:25:35.192 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.192+0000 7f22f2ffd640 1 -- 172.21.15.42:0/2145650624 learned_addr learned my addr 172.21.15.42:0/2145650624 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:35.192 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.192+0000 7f22fc7d8740 1 --2- 172.21.15.42:0/2145650624 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556e6d166520 0x556e6d17e4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:35.192 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.193+0000 7f22fc7d8740 1 -- 172.21.15.42:0/2145650624 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f22e0012700 con 0x556e6d15bc60 2024-06-06T08:25:35.193 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.193+0000 7f22fc7d8740 1 -- 172.21.15.42:0/2145650624 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f22e000ffd0 con 0x556e6d15b340 2024-06-06T08:25:35.193 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.193+0000 7f22f37fe640 1 --2- 172.21.15.42:0/2145650624 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556e6d166520 0x556e6d17e4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:35.193 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.193+0000 7f22fc7d8740 1 -- 172.21.15.42:0/2145650624 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f22e000de20 con 0x556e6d166520 2024-06-06T08:25:35.194 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.193+0000 7f22f37fe640 1 -- 172.21.15.42:0/2145650624 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556e6d15b340 msgr2=0x556e6d162660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:35.194 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.193+0000 7f22f37fe640 1 --2- 172.21.15.42:0/2145650624 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556e6d15b340 0x556e6d162660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:35.194 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.193+0000 7f22f37fe640 1 -- 172.21.15.42:0/2145650624 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556e6d15bc60 msgr2=0x556e6d165440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:35.194 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.193+0000 7f22f37fe640 1 --2- 172.21.15.42:0/2145650624 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556e6d15bc60 0x556e6d165440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:35.194 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.193+0000 7f22f37fe640 1 -- 172.21.15.42:0/2145650624 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556e6d161a50 con 0x556e6d166520 2024-06-06T08:25:35.194 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.193+0000 7f22f27fc640 1 --2- 172.21.15.42:0/2145650624 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556e6d15bc60 0x556e6d165440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:25:35.194 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.194+0000 7f22f37fe640 1 --2- 172.21.15.42:0/2145650624 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556e6d166520 0x556e6d17e4e0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f22e80095e0 tx=0x7f22e8006e40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c38bc3a68b881ab3 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:35.194 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.194+0000 7f22d97fa640 1 -- 172.21.15.42:0/2145650624 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22e8015030 con 0x556e6d166520 2024-06-06T08:25:35.194 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.194+0000 7f22d97fa640 1 -- 172.21.15.42:0/2145650624 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f22e8004400 con 0x556e6d166520 2024-06-06T08:25:35.196 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.195+0000 7f22d97fa640 1 -- 172.21.15.42:0/2145650624 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22e8003c00 con 0x556e6d166520 2024-06-06T08:25:35.196 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.195+0000 7f22fc7d8740 1 -- 172.21.15.42:0/2145650624 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556e6d166520 msgr2=0x556e6d17e4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:35.196 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.195+0000 7f22fc7d8740 1 --2- 172.21.15.42:0/2145650624 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556e6d166520 0x556e6d17e4e0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f22e80095e0 tx=0x7f22e8006e40 comp rx=0 tx=0).stop 2024-06-06T08:25:35.196 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.196+0000 7f22fc7d8740 1 -- 172.21.15.42:0/2145650624 shutdown_connections 2024-06-06T08:25:35.196 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.196+0000 7f22fc7d8740 1 --2- 172.21.15.42:0/2145650624 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556e6d166520 0x556e6d17e4e0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:35.196 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.196+0000 7f22fc7d8740 1 --2- 172.21.15.42:0/2145650624 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556e6d15bc60 0x556e6d165440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:35.196 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.196+0000 7f22fc7d8740 1 --2- 172.21.15.42:0/2145650624 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556e6d15b340 0x556e6d162660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:35.196 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.196+0000 7f22fc7d8740 1 -- 172.21.15.42:0/2145650624 >> 172.21.15.42:0/2145650624 conn(0x556e6d157850 msgr2=0x556e6d164d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:35.196 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.196+0000 7f22fc7d8740 1 -- 172.21.15.42:0/2145650624 shutdown_connections 2024-06-06T08:25:35.196 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.196+0000 7f22fc7d8740 1 -- 172.21.15.42:0/2145650624 wait complete. 2024-06-06T08:25:35.197 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.196+0000 7f22fc7d8740 1 -- start start 2024-06-06T08:25:35.197 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.197+0000 7f22fc7d8740 1 Processor -- start 2024-06-06T08:25:35.197 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.197+0000 7f22fc7d8740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556e6d15b340 0x556e6d16eb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:35.197 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.198+0000 7f22fc7d8740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556e6d15bc60 0x556e6d169ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:35.198 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.198+0000 7f22fc7d8740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556e6d166520 0x556e6d16a410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:35.198 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.198+0000 7f22fc7d8740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f22e000e490 con 0x556e6d166520 2024-06-06T08:25:35.198 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.198+0000 7f22fc7d8740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f22e000f900 con 0x556e6d15b340 2024-06-06T08:25:35.198 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.198+0000 7f22fc7d8740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f22e000eb60 con 0x556e6d15bc60 2024-06-06T08:25:35.198 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.198+0000 7f22fc7d8740 10 client.0 _ll_register_callbacks cb 0x7f22ec0099e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:25:35.198 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.198+0000 7f22f2ffd640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556e6d15b340 0x556e6d16eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:35.198 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.198+0000 7f22f2ffd640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556e6d15b340 0x556e6d16eb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:52168/0 (socket says 172.21.15.42:52168) 2024-06-06T08:25:35.198 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.198+0000 7f22f2ffd640 1 -- 172.21.15.42:0/1094015950 learned_addr learned my addr 172.21.15.42:0/1094015950 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:35.198 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.198+0000 7f22f27fc640 1 --2- 172.21.15.42:0/1094015950 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556e6d15bc60 0x556e6d169ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:35.201 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.198+0000 7f22f37fe640 1 --2- 172.21.15.42:0/1094015950 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556e6d166520 0x556e6d16a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:35.202 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.198+0000 7f22f2ffd640 1 -- 172.21.15.42:0/1094015950 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556e6d15bc60 msgr2=0x556e6d169ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:35.202 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.198+0000 7f22f2ffd640 1 --2- 172.21.15.42:0/1094015950 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556e6d15bc60 0x556e6d169ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:35.202 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.198+0000 7f22f2ffd640 1 -- 172.21.15.42:0/1094015950 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556e6d166520 msgr2=0x556e6d16a410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:35.202 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.198+0000 7f22f2ffd640 1 --2- 172.21.15.42:0/1094015950 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556e6d166520 0x556e6d16a410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:35.202 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.198+0000 7f22f2ffd640 1 -- 172.21.15.42:0/1094015950 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556e6d16aab0 con 0x556e6d15b340 2024-06-06T08:25:35.202 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.199+0000 7f22f37fe640 1 --2- 172.21.15.42:0/1094015950 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556e6d166520 0x556e6d16a410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:25:35.203 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.199+0000 7f22f2ffd640 1 --2- 172.21.15.42:0/1094015950 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556e6d15b340 0x556e6d16eb60 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f22ec02aee0 tx=0x7f22ec0318e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d38940a761c5d064 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:35.203 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.199+0000 7f22d2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:25:35.203 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.200+0000 7f22d2ffd640 1 -- 172.21.15.42:0/1094015950 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22ec062030 con 0x556e6d15b340 2024-06-06T08:25:35.204 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.200+0000 7f22fc7d8740 1 -- 172.21.15.42:0/1094015950 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f22e8004400 con 0x556e6d15b340 2024-06-06T08:25:35.204 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.200+0000 7f22d2ffd640 1 -- 172.21.15.42:0/1094015950 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f22ec030ae0 con 0x556e6d15b340 2024-06-06T08:25:35.204 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.201+0000 7f22d2ffd640 1 -- 172.21.15.42:0/1094015950 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f22ec06c050 con 0x556e6d15b340 2024-06-06T08:25:35.204 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.201+0000 7f22fc7d8740 10 client.25823 fetch_fsmap learned FSMap version 28 2024-06-06T08:25:35.204 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.201+0000 7f22fc7d8740 1 -- 172.21.15.42:0/1094015950 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x556e6d1e1370 con 0x556e6d15b340 2024-06-06T08:25:35.204 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.201+0000 7f22d2ffd640 1 -- 172.21.15.42:0/1094015950 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f22e8004400 con 0x556e6d15b340 2024-06-06T08:25:35.204 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.202+0000 7f22d2ffd640 1 -- 172.21.15.42:0/1094015950 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f22ec051040 con 0x556e6d15b340 2024-06-06T08:25:35.204 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.202+0000 7f22fc7d8740 10 client.25823 fetch_fsmap finished waiting for FSMap version 28 2024-06-06T08:25:35.204 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.202+0000 7f22fc7d8740 10 client.25823 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:25:35.204 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.202+0000 7f22fc7d8740 20 client.25823 populate_metadata read hostname 'smithi042' 2024-06-06T08:25:35.204 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.202+0000 7f22fc7d8740 1 --2- 172.21.15.42:0/1094015950 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x556e6d1e1ba0 0x556e6d1e3fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:35.204 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.202+0000 7f22fc7d8740 4 client.25823 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:25:35.204 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.202+0000 7f22fc7d8740 1 -- 172.21.15.42:0/1094015950 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x556e6d0ccc20 con 0x556e6d1e1ba0 2024-06-06T08:25:35.205 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.202+0000 7f22f27fc640 1 --2- 172.21.15.42:0/1094015950 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x556e6d1e1ba0 0x556e6d1e3fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:35.205 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.203+0000 7f22d2ffd640 10 client.25823 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:25:35.205 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:35.203+0000 7f22f27fc640 1 --2- 172.21.15.42:0/1094015950 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x556e6d1e1ba0 0x556e6d1e3fc0 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5dcb937b49523b02 server_cookie=3a965faa626ca62e in_seq=0 out_seq=0 2024-06-06T08:25:35.876 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.876+0000 7f3316eb1700 1 -- 172.21.15.42:0/3336964507 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3310101fa0 msgr2=0x7f3310105fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:35.876 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.876+0000 7f3316eb1700 1 --2- 172.21.15.42:0/3336964507 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3310101fa0 0x7f3310105fe0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f32fc0099c0 tx=0x7f32fc009cd0 comp rx=0 tx=0).stop 2024-06-06T08:25:35.878 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.880+0000 7f3316eb1700 1 -- 172.21.15.42:0/3336964507 shutdown_connections 2024-06-06T08:25:35.878 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.880+0000 7f3316eb1700 1 --2- 172.21.15.42:0/3336964507 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f33101066c0 0x7f331010e290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:35.879 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.880+0000 7f3316eb1700 1 --2- 172.21.15.42:0/3336964507 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f33101015f0 0x7f33101019d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:35.879 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.880+0000 7f3316eb1700 1 --2- 172.21.15.42:0/3336964507 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3310101fa0 0x7f3310105fe0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:35.879 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.880+0000 7f3316eb1700 1 -- 172.21.15.42:0/3336964507 >> 172.21.15.42:0/3336964507 conn(0x7f3310078330 msgr2=0x7f3310078740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:35.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.882+0000 7f3316eb1700 1 -- 172.21.15.42:0/3336964507 shutdown_connections 2024-06-06T08:25:35.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.886+0000 7f3316eb1700 1 -- 172.21.15.42:0/3336964507 wait complete. 2024-06-06T08:25:35.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.887+0000 7f3316eb1700 1 Processor -- start 2024-06-06T08:25:35.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.888+0000 7f3316eb1700 1 -- start start 2024-06-06T08:25:35.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.888+0000 7f3316eb1700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f33101015f0 0x7f331019d7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:35.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.888+0000 7f3316eb1700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3310101fa0 0x7f331019dd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:35.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.888+0000 7f3316eb1700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f33101066c0 0x7f33101979e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:35.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.888+0000 7f3316eb1700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f33101117c0 con 0x7f33101066c0 2024-06-06T08:25:35.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.888+0000 7f3316eb1700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f3310111640 con 0x7f33101015f0 2024-06-06T08:25:35.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.889+0000 7f3316eb1700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f3310111940 con 0x7f3310101fa0 2024-06-06T08:25:35.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.889+0000 7f3314c4d700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f33101015f0 0x7f331019d7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:35.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.889+0000 7f3314c4d700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f33101015f0 0x7f331019d7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:52176/0 (socket says 172.21.15.42:52176) 2024-06-06T08:25:35.889 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.889+0000 7f3314c4d700 1 -- 172.21.15.42:0/3026188539 learned_addr learned my addr 172.21.15.42:0/3026188539 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:35.892 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.892+0000 7f3314c4d700 1 -- 172.21.15.42:0/3026188539 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3310101fa0 msgr2=0x7f331019dd10 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-06-06T08:25:35.892 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.892+0000 7f3314c4d700 1 --2- 172.21.15.42:0/3026188539 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3310101fa0 0x7f331019dd10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:35.892 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.892+0000 7f3314c4d700 1 -- 172.21.15.42:0/3026188539 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f33101066c0 msgr2=0x7f33101979e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:35.892 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.892+0000 7f3314c4d700 1 --2- 172.21.15.42:0/3026188539 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f33101066c0 0x7f33101979e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:35.892 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.892+0000 7f3314c4d700 1 -- 172.21.15.42:0/3026188539 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3310198140 con 0x7f33101015f0 2024-06-06T08:25:35.901 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.898+0000 7f3314c4d700 1 --2- 172.21.15.42:0/3026188539 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f33101015f0 0x7f331019d7d0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f330400bfc0 tx=0x7f330400dd90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:35.901 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.901+0000 7f330dffb700 1 -- 172.21.15.42:0/3026188539 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3304017070 con 0x7f33101015f0 2024-06-06T08:25:35.901 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.901+0000 7f330dffb700 1 -- 172.21.15.42:0/3026188539 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3304012b80 con 0x7f33101015f0 2024-06-06T08:25:35.901 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.901+0000 7f330dffb700 1 -- 172.21.15.42:0/3026188539 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f330401a690 con 0x7f33101015f0 2024-06-06T08:25:35.901 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.901+0000 7f3316eb1700 1 -- 172.21.15.42:0/3026188539 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3310198430 con 0x7f33101015f0 2024-06-06T08:25:35.901 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.901+0000 7f3316eb1700 1 -- 172.21.15.42:0/3026188539 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f331006a170 con 0x7f33101015f0 2024-06-06T08:25:35.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.908+0000 7f3321734b80 1 Processor -- start 2024-06-06T08:25:35.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.908+0000 7f3321734b80 1 -- start start 2024-06-06T08:25:35.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.908+0000 7f3321734b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652a72a0840 0x5652a72a0c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:35.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.908+0000 7f3321734b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652a72a1160 0x5652a72bbb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:35.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.908+0000 7f3321734b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652a72bc090 0x5652a72be480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:35.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.908+0000 7f3321734b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5652a71930f0 con 0x5652a72bc090 2024-06-06T08:25:35.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.908+0000 7f3321734b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5652a71f19e0 con 0x5652a72a0840 2024-06-06T08:25:35.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.908+0000 7f3321734b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5652a71595f0 con 0x5652a72a1160 2024-06-06T08:25:35.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.908+0000 7f331544e700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652a72a0840 0x5652a72a0c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:35.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.908+0000 7f331544e700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652a72a0840 0x5652a72a0c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:52184/0 (socket says 172.21.15.42:52184) 2024-06-06T08:25:35.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.912+0000 7f331544e700 1 -- 172.21.15.42:0/716706488 learned_addr learned my addr 172.21.15.42:0/716706488 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:35.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.912+0000 7f330ffff700 1 --2- 172.21.15.42:0/716706488 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652a72bc090 0x5652a72be480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:35.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.912+0000 7f331544e700 1 -- 172.21.15.42:0/716706488 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652a72a1160 msgr2=0x5652a72bbb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:35.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.912+0000 7f331544e700 1 --2- 172.21.15.42:0/716706488 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652a72a1160 0x5652a72bbb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:35.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.912+0000 7f331544e700 1 -- 172.21.15.42:0/716706488 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652a72bc090 msgr2=0x5652a72be480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:35.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.912+0000 7f331544e700 1 --2- 172.21.15.42:0/716706488 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652a72bc090 0x5652a72be480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:35.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.912+0000 7f331544e700 1 -- 172.21.15.42:0/716706488 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5652a7140a60 con 0x5652a72a0840 2024-06-06T08:25:35.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.917+0000 7f331544e700 1 --2- 172.21.15.42:0/716706488 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652a72a0840 0x5652a72a0c20 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f330802c420 tx=0x7f330802c730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=13ef6d6fc836487a server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:35.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.920+0000 7f330dffb700 1 -- 172.21.15.42:0/3026188539 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f330401a070 con 0x7f33101015f0 2024-06-06T08:25:35.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.920+0000 7f32fa7fc700 1 -- 172.21.15.42:0/716706488 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f330803a070 con 0x5652a72a0840 2024-06-06T08:25:35.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.920+0000 7f32fa7fc700 1 -- 172.21.15.42:0/716706488 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f33080358f0 con 0x5652a72a0840 2024-06-06T08:25:35.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.921+0000 7f330dffb700 1 --2- 172.21.15.42:0/3026188539 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f33000a3060 0x7f33000a5520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:35.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.921+0000 7f3321734b80 1 -- 172.21.15.42:0/716706488 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652a72a0840 msgr2=0x5652a72a0c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:35.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.921+0000 7f3321734b80 1 --2- 172.21.15.42:0/716706488 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652a72a0840 0x5652a72a0c20 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f330802c420 tx=0x7f330802c730 comp rx=0 tx=0).stop 2024-06-06T08:25:35.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.921+0000 7f3321734b80 1 -- 172.21.15.42:0/716706488 shutdown_connections 2024-06-06T08:25:35.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.921+0000 7f3321734b80 1 --2- 172.21.15.42:0/716706488 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652a72bc090 0x5652a72be480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:35.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.921+0000 7f3321734b80 1 --2- 172.21.15.42:0/716706488 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652a72a0840 0x5652a72a0c20 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:35.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.921+0000 7f3321734b80 1 --2- 172.21.15.42:0/716706488 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652a72a1160 0x5652a72bbb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:35.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.921+0000 7f3321734b80 1 -- 172.21.15.42:0/716706488 >> 172.21.15.42:0/716706488 conn(0x5652a71cd210 msgr2=0x5652a729bc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:35.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.921+0000 7f3321734b80 1 -- 172.21.15.42:0/716706488 shutdown_connections 2024-06-06T08:25:35.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.921+0000 7f3321734b80 1 -- 172.21.15.42:0/716706488 wait complete. 2024-06-06T08:25:35.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.921+0000 7f330dffb700 1 -- 172.21.15.42:0/3026188539 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f33040d2c40 con 0x7f33101015f0 2024-06-06T08:25:35.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.922+0000 7f3321734b80 1 -- start start 2024-06-06T08:25:35.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.922+0000 7f3321734b80 1 Processor -- start 2024-06-06T08:25:35.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.922+0000 7f3314c4d700 1 --2- 172.21.15.42:0/3026188539 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f33000a3060 0x7f33000a5520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:35.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.923+0000 7f3321734b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652a72a1160 0x5652a72c1200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:35.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.923+0000 7f3321734b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652a72bc090 0x5652a72c1740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:35.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.923+0000 7f3321734b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652a72bc570 0x5652a72bc9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:35.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.923+0000 7f3314c4d700 1 --2- 172.21.15.42:0/3026188539 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f33000a3060 0x7f33000a5520 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f330409ec50 tx=0x7f3304007d80 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:35.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.923+0000 7f3321734b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5652a7192150 con 0x5652a72a1160 2024-06-06T08:25:35.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.923+0000 7f3321734b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5652a71ed9a0 con 0x5652a72bc090 2024-06-06T08:25:35.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.923+0000 7f3321734b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5652a72a2d80 con 0x5652a72bc570 2024-06-06T08:25:35.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.923+0000 7f3321734b80 10 client.0 _ll_register_callbacks cb 0x5652a7187740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:25:35.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.923+0000 7f331544e700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652a72bc570 0x5652a72bc9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:35.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.924+0000 7f331544e700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652a72bc570 0x5652a72bc9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:46726/0 (socket says 172.21.15.42:46726) 2024-06-06T08:25:35.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.924+0000 7f331544e700 1 -- 172.21.15.42:0/586907439 learned_addr learned my addr 172.21.15.42:0/586907439 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:35.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.924+0000 7f331544e700 1 --2- 172.21.15.42:0/586907439 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652a72a1160 0x5652a72c1200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:35.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.924+0000 7f330ffff700 1 --2- 172.21.15.42:0/586907439 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652a72bc090 0x5652a72c1740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:35.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.924+0000 7f331544e700 1 -- 172.21.15.42:0/586907439 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652a72bc090 msgr2=0x5652a72c1740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:35.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.924+0000 7f331544e700 1 --2- 172.21.15.42:0/586907439 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652a72bc090 0x5652a72c1740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:35.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.924+0000 7f331544e700 1 -- 172.21.15.42:0/586907439 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652a72a1160 msgr2=0x5652a72c1200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:35.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.924+0000 7f331544e700 1 --2- 172.21.15.42:0/586907439 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652a72a1160 0x5652a72c1200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:35.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.924+0000 7f331544e700 1 -- 172.21.15.42:0/586907439 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5652a71b78e0 con 0x5652a72bc570 2024-06-06T08:25:35.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.928+0000 7f331544e700 1 --2- 172.21.15.42:0/586907439 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652a72bc570 0x5652a72bc9f0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f33080073d0 tx=0x7f3308007fd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=993fbe1beab7b0d5 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:35.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.928+0000 7f32effff700 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:25:35.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.928+0000 7f32effff700 1 -- 172.21.15.42:0/586907439 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3308047060 con 0x5652a72bc570 2024-06-06T08:25:35.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.928+0000 7f3321734b80 1 -- 172.21.15.42:0/586907439 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5652a71feee0 con 0x5652a72bc570 2024-06-06T08:25:35.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.928+0000 7f32effff700 1 -- 172.21.15.42:0/586907439 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f3308042410 con 0x5652a72bc570 2024-06-06T08:25:35.935 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.932+0000 7f32effff700 1 -- 172.21.15.42:0/586907439 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f330804e050 con 0x5652a72bc570 2024-06-06T08:25:35.936 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.937+0000 7f3321734b80 10 client.25747 fetch_fsmap learned FSMap version 28 2024-06-06T08:25:35.936 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.937+0000 7f3321734b80 1 -- 172.21.15.42:0/586907439 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5652a72ca140 con 0x5652a72bc570 2024-06-06T08:25:35.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.942+0000 7f32effff700 1 -- 172.21.15.42:0/586907439 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x5652a71feee0 con 0x5652a72bc570 2024-06-06T08:25:35.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.942+0000 7f32effff700 1 -- 172.21.15.42:0/586907439 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f3308040070 con 0x5652a72bc570 2024-06-06T08:25:35.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.942+0000 7f3321734b80 10 client.25747 fetch_fsmap finished waiting for FSMap version 28 2024-06-06T08:25:35.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.942+0000 7f3321734b80 10 client.25747 resolve_mds: validated gid 24484 aka daemon mds.i 2024-06-06T08:25:35.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.942+0000 7f3321734b80 20 client.25747 populate_metadata read hostname 'smithi042' 2024-06-06T08:25:35.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.942+0000 7f3321734b80 1 --2- 172.21.15.42:0/586907439 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5652a72ccbb0 0x5652a72ac170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:35.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.942+0000 7f3321734b80 4 client.25747 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:25:35.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.942+0000 7f3321734b80 1 -- 172.21.15.42:0/586907439 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5652a71f9460 con 0x5652a72ccbb0 2024-06-06T08:25:35.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.943+0000 7f330ffff700 1 --2- 172.21.15.42:0/586907439 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5652a72ccbb0 0x5652a72ac170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:35.946 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.947+0000 7f330ffff700 1 --2- 172.21.15.42:0/586907439 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5652a72ccbb0 0x5652a72ac170 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ff5777b4918e1160 server_cookie=f192ad51e31ad9a2 in_seq=0 out_seq=0 2024-06-06T08:25:35.946 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.947+0000 7f32effff700 10 client.25747 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:25:35.954 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.955+0000 7f32effff700 1 -- 172.21.15.42:0/586907439 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x5652a71f9460 con 0x5652a72ccbb0 2024-06-06T08:25:35.954 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.955+0000 7f32effff700 10 client.25747 handle_command_reply: tid=0 2024-06-06T08:25:35.954 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.955+0000 7f3321734b80 1 client.25747 shutdown 2024-06-06T08:25:35.954 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.955+0000 7f3321734b80 1 -- 172.21.15.42:0/586907439 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652a72bc570 msgr2=0x5652a72bc9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:35.954 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.955+0000 7f3321734b80 1 --2- 172.21.15.42:0/586907439 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652a72bc570 0x5652a72bc9f0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f33080073d0 tx=0x7f3308007fd0 comp rx=0 tx=0).stop 2024-06-06T08:25:35.955 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.956+0000 7f3321734b80 1 -- 172.21.15.42:0/586907439 shutdown_connections 2024-06-06T08:25:35.955 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.956+0000 7f3321734b80 1 --2- 172.21.15.42:0/586907439 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652a72bc570 0x5652a72bc9f0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:35.955 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.956+0000 7f3321734b80 1 --2- 172.21.15.42:0/586907439 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652a72a1160 0x5652a72c1200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:35.955 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.956+0000 7f3321734b80 1 --2- 172.21.15.42:0/586907439 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5652a72ccbb0 0x5652a72ac170 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:35.955 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.956+0000 7f3321734b80 1 --2- 172.21.15.42:0/586907439 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652a72bc090 0x5652a72c1740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:35.955 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.956+0000 7f3321734b80 1 -- 172.21.15.42:0/586907439 >> 172.21.15.42:0/586907439 conn(0x5652a71cd210 msgr2=0x5652a7295bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:35.956 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.956+0000 7f32effff700 0 client.25747 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:25:35.956 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.956+0000 7f3321734b80 1 -- 172.21.15.42:0/586907439 shutdown_connections 2024-06-06T08:25:35.956 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.956+0000 7f3321734b80 1 -- 172.21.15.42:0/586907439 wait complete. 2024-06-06T08:25:35.956 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:35.956+0000 7f3321734b80 20 client.25747 trim_cache size 0 max 16384 2024-06-06T08:25:36.000 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.000+0000 7f3321734b80 1 Processor -- start 2024-06-06T08:25:36.000 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.000+0000 7f3321734b80 1 -- start start 2024-06-06T08:25:36.004 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.001+0000 7f3321734b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652a72a1160 0x5652a72c0dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:36.004 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.001+0000 7f3321734b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652a72bc090 0x5652a72c1300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:36.004 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.001+0000 7f331544e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652a72a1160 0x5652a72c0dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:36.004 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.001+0000 7f331544e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652a72a1160 0x5652a72c0dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:53120/0 (socket says 172.21.15.42:53120) 2024-06-06T08:25:36.004 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.001+0000 7f331544e700 1 -- 172.21.15.42:0/22816751 learned_addr learned my addr 172.21.15.42:0/22816751 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:36.004 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.001+0000 7f3321734b80 1 --2- 172.21.15.42:0/22816751 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652a72bc570 0x5652a72a7520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:36.004 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.001+0000 7f3321734b80 1 -- 172.21.15.42:0/22816751 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f33101a62f0 con 0x5652a72a1160 2024-06-06T08:25:36.004 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.001+0000 7f3321734b80 1 -- 172.21.15.42:0/22816751 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f3310073b90 con 0x5652a72bc570 2024-06-06T08:25:36.004 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.001+0000 7f3321734b80 1 -- 172.21.15.42:0/22816751 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f33100719e0 con 0x5652a72bc090 2024-06-06T08:25:36.004 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.001+0000 7f330ffff700 1 --2- 172.21.15.42:0/22816751 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652a72bc090 0x5652a72c1300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:36.004 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.002+0000 7f331544e700 1 --2- 172.21.15.42:0/22816751 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652a72bc570 0x5652a72a7520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:36.004 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.002+0000 7f331544e700 1 -- 172.21.15.42:0/22816751 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652a72bc090 msgr2=0x5652a72c1300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:36.004 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.002+0000 7f331544e700 1 --2- 172.21.15.42:0/22816751 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652a72bc090 0x5652a72c1300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:36.004 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.002+0000 7f331544e700 1 -- 172.21.15.42:0/22816751 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652a72bc570 msgr2=0x5652a72a7520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:36.005 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.002+0000 7f331544e700 1 --2- 172.21.15.42:0/22816751 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652a72bc570 0x5652a72a7520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:36.005 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.002+0000 7f331544e700 1 -- 172.21.15.42:0/22816751 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5652a7297b00 con 0x5652a72a1160 2024-06-06T08:25:36.005 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.002+0000 7f331544e700 1 --2- 172.21.15.42:0/22816751 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652a72a1160 0x5652a72c0dc0 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x5652a72a2960 tx=0x7f330802dfc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a244a7aa09ce236 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:36.005 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.002+0000 7f32f9ffb700 1 -- 172.21.15.42:0/22816751 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3308047040 con 0x5652a72a1160 2024-06-06T08:25:36.005 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.002+0000 7f32f9ffb700 1 -- 172.21.15.42:0/22816751 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f33080076a0 con 0x5652a72a1160 2024-06-06T08:25:36.005 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.002+0000 7f32f9ffb700 1 -- 172.21.15.42:0/22816751 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f330803a040 con 0x5652a72a1160 2024-06-06T08:25:36.005 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.004+0000 7f3321734b80 1 -- 172.21.15.42:0/22816751 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652a72a1160 msgr2=0x5652a72c0dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:36.005 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.004+0000 7f3321734b80 1 --2- 172.21.15.42:0/22816751 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652a72a1160 0x5652a72c0dc0 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x5652a72a2960 tx=0x7f330802dfc0 comp rx=0 tx=0).stop 2024-06-06T08:25:36.005 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.004+0000 7f3321734b80 1 -- 172.21.15.42:0/22816751 shutdown_connections 2024-06-06T08:25:36.005 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.004+0000 7f3321734b80 1 --2- 172.21.15.42:0/22816751 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652a72bc570 0x5652a72a7520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:36.005 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.004+0000 7f3321734b80 1 --2- 172.21.15.42:0/22816751 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652a72a1160 0x5652a72c0dc0 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:36.005 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.004+0000 7f3321734b80 1 --2- 172.21.15.42:0/22816751 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652a72bc090 0x5652a72c1300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:36.005 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.004+0000 7f3321734b80 1 -- 172.21.15.42:0/22816751 >> 172.21.15.42:0/22816751 conn(0x5652a71cd210 msgr2=0x5652a729f790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:36.008 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.009+0000 7f3321734b80 1 -- 172.21.15.42:0/22816751 shutdown_connections 2024-06-06T08:25:36.009 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.010+0000 7f3321734b80 1 -- 172.21.15.42:0/22816751 wait complete. 2024-06-06T08:25:36.010 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.010+0000 7f3321734b80 1 -- start start 2024-06-06T08:25:36.010 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.011+0000 7f3321734b80 1 Processor -- start 2024-06-06T08:25:36.010 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.011+0000 7f3321734b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652a72a1160 0x5652a72c8cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:36.010 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.011+0000 7f3321734b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652a72bc090 0x5652a72c4180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:36.010 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.011+0000 7f3321734b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652a72bc570 0x5652a72c4720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:36.010 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.011+0000 7f3321734b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f3310072050 con 0x5652a72bc570 2024-06-06T08:25:36.011 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.011+0000 7f3321734b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f33100734c0 con 0x5652a72a1160 2024-06-06T08:25:36.011 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.011+0000 7f3321734b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f3310072720 con 0x5652a72bc090 2024-06-06T08:25:36.011 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.011+0000 7f3321734b80 10 client.0 _ll_register_callbacks cb 0x5652a7187740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:25:36.011 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.012+0000 7f330ffff700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652a72bc090 0x5652a72c4180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:36.011 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.012+0000 7f330ffff700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652a72bc090 0x5652a72c4180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:46740/0 (socket says 172.21.15.42:46740) 2024-06-06T08:25:36.011 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.012+0000 7f330ffff700 1 -- 172.21.15.42:0/4251133308 learned_addr learned my addr 172.21.15.42:0/4251133308 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:36.011 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.012+0000 7f331544e700 1 --2- 172.21.15.42:0/4251133308 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652a72a1160 0x5652a72c8cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:36.012 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.012+0000 7f331544e700 1 --2- 172.21.15.42:0/4251133308 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652a72bc570 0x5652a72c4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:36.012 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.012+0000 7f331544e700 1 -- 172.21.15.42:0/4251133308 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652a72bc090 msgr2=0x5652a72c4180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:36.012 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.012+0000 7f331544e700 1 --2- 172.21.15.42:0/4251133308 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652a72bc090 0x5652a72c4180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:36.012 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.012+0000 7f331544e700 1 -- 172.21.15.42:0/4251133308 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652a72bc570 msgr2=0x5652a72c4720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:36.012 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.012+0000 7f331544e700 1 --2- 172.21.15.42:0/4251133308 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652a72bc570 0x5652a72c4720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:36.012 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.012+0000 7f331544e700 1 -- 172.21.15.42:0/4251133308 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5652a72c4f60 con 0x5652a72a1160 2024-06-06T08:25:36.016 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.017+0000 7f331544e700 1 --2- 172.21.15.42:0/4251133308 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652a72a1160 0x5652a72c8cc0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f3308002230 tx=0x7f3308040fd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1ef574778d8d7419 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:36.016 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.017+0000 7f32ef7fe700 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:25:36.017 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.017+0000 7f32ef7fe700 1 -- 172.21.15.42:0/4251133308 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f330803a070 con 0x5652a72a1160 2024-06-06T08:25:36.017 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.017+0000 7f32ef7fe700 1 -- 172.21.15.42:0/4251133308 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f3308032040 con 0x5652a72a1160 2024-06-06T08:25:36.017 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.018+0000 7f3321734b80 1 -- 172.21.15.42:0/4251133308 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f33080076a0 con 0x5652a72a1160 2024-06-06T08:25:36.021 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.022+0000 7f32ef7fe700 1 -- 172.21.15.42:0/4251133308 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f3308040370 con 0x5652a72a1160 2024-06-06T08:25:36.021 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.022+0000 7f3321734b80 10 client.25838 fetch_fsmap learned FSMap version 28 2024-06-06T08:25:36.021 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.022+0000 7f3321734b80 1 -- 172.21.15.42:0/4251133308 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5652a7347800 con 0x5652a72a1160 2024-06-06T08:25:36.023 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.023+0000 7f32ef7fe700 1 -- 172.21.15.42:0/4251133308 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f33080076a0 con 0x5652a72a1160 2024-06-06T08:25:36.023 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.023+0000 7f32ef7fe700 1 -- 172.21.15.42:0/4251133308 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f330805d040 con 0x5652a72a1160 2024-06-06T08:25:36.023 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.023+0000 7f3321734b80 10 client.25838 fetch_fsmap finished waiting for FSMap version 28 2024-06-06T08:25:36.023 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.023+0000 7f3321734b80 10 client.25838 resolve_mds: validated gid 24484 aka daemon mds.i 2024-06-06T08:25:36.023 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.024+0000 7f3321734b80 20 client.25838 populate_metadata read hostname 'smithi042' 2024-06-06T08:25:36.023 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.024+0000 7f3321734b80 1 --2- 172.21.15.42:0/4251133308 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5652a7347e80 0x5652a734a2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:36.023 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.024+0000 7f3321734b80 4 client.25838 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 145.2, "await_for": 45.0}] 2024-06-06T08:25:36.023 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.024+0000 7f3321734b80 1 -- 172.21.15.42:0/4251133308 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 145.2, "await_for": 45.0}) -- 0x5652a71ad0e0 con 0x5652a7347e80 2024-06-06T08:25:36.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.025+0000 7f330ffff700 1 --2- 172.21.15.42:0/4251133308 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5652a7347e80 0x5652a734a2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:36.034 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.031+0000 7f330ffff700 1 --2- 172.21.15.42:0/4251133308 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5652a7347e80 0x5652a734a2a0 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e4922967dd73ab02 server_cookie=81e0e1149e30de31 in_seq=0 out_seq=0 2024-06-06T08:25:36.034 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:36.031+0000 7f32ef7fe700 10 client.25838 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:25:36.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:25:36 smithi149 ceph-mon[36842]: pgmap v92: 129 pgs: 129 active+clean; 181 MiB data, 738 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 7.9 MiB/s wr, 1.22k op/s 2024-06-06T08:25:36.794 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:36.794+0000 7f22d2ffd640 1 -- 172.21.15.42:0/1094015950 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x556e6d0ccc20 con 0x556e6d1e1ba0 2024-06-06T08:25:36.794 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:36.794+0000 7f22d2ffd640 10 client.25823 handle_command_reply: tid=0 2024-06-06T08:25:36.794 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:36.795+0000 7f22fc7d8740 1 client.25823 shutdown 2024-06-06T08:25:36.794 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:36.795+0000 7f22fc7d8740 1 -- 172.21.15.42:0/1094015950 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556e6d15b340 msgr2=0x556e6d16eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:36.794 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:36.795+0000 7f22fc7d8740 1 --2- 172.21.15.42:0/1094015950 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556e6d15b340 0x556e6d16eb60 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f22ec02aee0 tx=0x7f22ec0318e0 comp rx=0 tx=0).stop 2024-06-06T08:25:36.795 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:36.795+0000 7f22fc7d8740 1 -- 172.21.15.42:0/1094015950 shutdown_connections 2024-06-06T08:25:36.795 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:36.795+0000 7f22fc7d8740 1 --2- 172.21.15.42:0/1094015950 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x556e6d1e1ba0 0x556e6d1e3fc0 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:36.795 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:36.795+0000 7f22fc7d8740 1 --2- 172.21.15.42:0/1094015950 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556e6d166520 0x556e6d16a410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:36.795 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:36.795+0000 7f22fc7d8740 1 --2- 172.21.15.42:0/1094015950 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556e6d15bc60 0x556e6d169ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:36.795 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:36.795+0000 7f22d2ffd640 0 client.25823 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:25:36.795 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:36.795+0000 7f22fc7d8740 1 --2- 172.21.15.42:0/1094015950 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556e6d15b340 0x556e6d16eb60 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:36.795 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:36.795+0000 7f22fc7d8740 1 -- 172.21.15.42:0/1094015950 >> 172.21.15.42:0/1094015950 conn(0x556e6d157850 msgr2=0x556e6d164d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:36.795 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:36.795+0000 7f22fc7d8740 1 -- 172.21.15.42:0/1094015950 shutdown_connections 2024-06-06T08:25:36.795 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:36.795+0000 7f22fc7d8740 1 -- 172.21.15.42:0/1094015950 wait complete. 2024-06-06T08:25:36.795 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:36.795+0000 7f22fc7d8740 20 client.25823 trim_cache size 0 max 16384 2024-06-06T08:25:36.795 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:25:36.796 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:25:36.796 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:25:36.797 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:36.796+0000 7f22f99ee640 1 -- 172.21.15.42:0/1707369379 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f22dc0a2f00 msgr2=0x7f22dc0a53c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:36.797 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:36.796+0000 7f22f99ee640 1 --2- 172.21.15.42:0/1707369379 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f22dc0a2f00 0x7f22dc0a53c0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f22ec02ae60 tx=0x7f22ec02adf0 comp rx=0 tx=0).stop 2024-06-06T08:25:36.797 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:36.796+0000 7f22f99ee640 1 -- 172.21.15.42:0/1707369379 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f22f410e710 msgr2=0x7f22f41a75a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:36.797 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:36.796+0000 7f22f99ee640 1 --2- 172.21.15.42:0/1707369379 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f22f410e710 0x7f22f41a75a0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f22e400b4a0 tx=0x7f22e400b960 comp rx=0 tx=0).stop 2024-06-06T08:25:36.797 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:36.796+0000 7f22f99ee640 1 -- 172.21.15.42:0/1707369379 shutdown_connections 2024-06-06T08:25:36.797 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:36.796+0000 7f22f99ee640 1 --2- 172.21.15.42:0/1707369379 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f22dc0a2f00 0x7f22dc0a53c0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:36.797 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:36.796+0000 7f22f99ee640 1 --2- 172.21.15.42:0/1707369379 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f22f410e710 0x7f22f41a75a0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:36.797 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:36.796+0000 7f22f99ee640 1 --2- 172.21.15.42:0/1707369379 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f22f410ff10 0x7f22f41ab920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:36.797 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:36.796+0000 7f22f99ee640 1 --2- 172.21.15.42:0/1707369379 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f22f410dc70 0x7f22f41a7060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:36.797 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:36.796+0000 7f22f99ee640 1 -- 172.21.15.42:0/1707369379 >> 172.21.15.42:0/1707369379 conn(0x7f22f406c950 msgr2=0x7f22f4109f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:36.797 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:36.796+0000 7f22f99ee640 1 -- 172.21.15.42:0/1707369379 shutdown_connections 2024-06-06T08:25:36.797 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:36.796+0000 7f22f99ee640 1 -- 172.21.15.42:0/1707369379 wait complete. 2024-06-06T08:25:36.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:25:36 smithi042 ceph-mon[32384]: pgmap v92: 129 pgs: 129 active+clean; 181 MiB data, 738 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 7.9 MiB/s wr, 1.22k op/s 2024-06-06T08:25:36.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:25:36 smithi120 ceph-mon[36658]: pgmap v92: 129 pgs: 129 active+clean; 181 MiB data, 738 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 7.9 MiB/s wr, 1.22k op/s 2024-06-06T08:25:38.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:25:38 smithi149 ceph-mon[36842]: pgmap v93: 129 pgs: 129 active+clean; 181 MiB data, 738 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 7.5 MiB/s wr, 815 op/s 2024-06-06T08:25:38.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:25:38 smithi042 ceph-mon[32384]: pgmap v93: 129 pgs: 129 active+clean; 181 MiB data, 738 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 7.5 MiB/s wr, 815 op/s 2024-06-06T08:25:38.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:25:38 smithi120 ceph-mon[36658]: pgmap v93: 129 pgs: 129 active+clean; 181 MiB data, 738 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 7.5 MiB/s wr, 815 op/s 2024-06-06T08:25:40.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:25:40 smithi149 ceph-mon[36842]: pgmap v94: 129 pgs: 129 active+clean; 171 MiB data, 771 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 8.3 MiB/s wr, 1.46k op/s 2024-06-06T08:25:40.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:25:40 smithi149 ceph-mon[36842]: scrub summary: idle 2024-06-06T08:25:40.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:25:40 smithi042 ceph-mon[32384]: pgmap v94: 129 pgs: 129 active+clean; 171 MiB data, 771 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 8.3 MiB/s wr, 1.46k op/s 2024-06-06T08:25:40.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:25:40 smithi042 ceph-mon[32384]: scrub summary: idle 2024-06-06T08:25:40.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:25:40 smithi120 ceph-mon[36658]: pgmap v94: 129 pgs: 129 active+clean; 171 MiB data, 771 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 8.3 MiB/s wr, 1.46k op/s 2024-06-06T08:25:40.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:25:40 smithi120 ceph-mon[36658]: scrub summary: idle 2024-06-06T08:25:41.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:25:41 smithi149 ceph-mon[36842]: scrub summary: idle 2024-06-06T08:25:41.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:25:41 smithi149 ceph-mon[36842]: scrub summary: idle 2024-06-06T08:25:41.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:25:41 smithi042 ceph-mon[32384]: scrub summary: idle 2024-06-06T08:25:41.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:25:41 smithi042 ceph-mon[32384]: scrub summary: idle 2024-06-06T08:25:41.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:25:41 smithi120 ceph-mon[36658]: scrub summary: idle 2024-06-06T08:25:41.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:25:41 smithi120 ceph-mon[36658]: scrub summary: idle 2024-06-06T08:25:42.736 INFO:tasks.workunit.client.0.smithi042.stdout: 72 636932 395 407285 310 181572 361 2024-06-06T08:25:42.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:25:42 smithi149 ceph-mon[36842]: pgmap v95: 129 pgs: 129 active+clean; 171 MiB data, 771 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 930 op/s 2024-06-06T08:25:42.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:25:42 smithi042 ceph-mon[32384]: pgmap v95: 129 pgs: 129 active+clean; 171 MiB data, 771 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 930 op/s 2024-06-06T08:25:42.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:25:42 smithi120 ceph-mon[36658]: pgmap v95: 129 pgs: 129 active+clean; 171 MiB data, 771 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 930 op/s 2024-06-06T08:25:44.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:25:44 smithi149 ceph-mon[36842]: pgmap v96: 129 pgs: 129 active+clean; 178 MiB data, 845 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 1.11k op/s 2024-06-06T08:25:44.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:25:44 smithi042 ceph-mon[32384]: pgmap v96: 129 pgs: 129 active+clean; 178 MiB data, 845 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 1.11k op/s 2024-06-06T08:25:44.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:25:44 smithi120 ceph-mon[36658]: pgmap v96: 129 pgs: 129 active+clean; 178 MiB data, 845 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 1.11k op/s 2024-06-06T08:25:44.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:44.922+0000 7f32ef7fe700 1 -- 172.21.15.42:0/4251133308 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+588 (crc 0 0 0) 0x5652a71ad0e0 con 0x5652a7347e80 2024-06-06T08:25:44.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:44.922+0000 7f32ef7fe700 10 client.25838 handle_command_reply: tid=0 2024-06-06T08:25:44.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:44.922+0000 7f3321734b80 1 client.25838 shutdown 2024-06-06T08:25:44.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:44.922+0000 7f3321734b80 1 -- 172.21.15.42:0/4251133308 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652a72a1160 msgr2=0x5652a72c8cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:44.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:44.922+0000 7f3321734b80 1 --2- 172.21.15.42:0/4251133308 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652a72a1160 0x5652a72c8cc0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f3308002230 tx=0x7f3308040fd0 comp rx=0 tx=0).stop 2024-06-06T08:25:44.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:44.922+0000 7f3321734b80 1 -- 172.21.15.42:0/4251133308 shutdown_connections 2024-06-06T08:25:44.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:44.922+0000 7f3321734b80 1 --2- 172.21.15.42:0/4251133308 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652a72bc570 0x5652a72c4720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:44.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:44.922+0000 7f3321734b80 1 --2- 172.21.15.42:0/4251133308 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5652a7347e80 0x5652a734a2a0 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:44.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:44.922+0000 7f3321734b80 1 --2- 172.21.15.42:0/4251133308 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652a72a1160 0x5652a72c8cc0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:44.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:44.922+0000 7f3321734b80 1 --2- 172.21.15.42:0/4251133308 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652a72bc090 0x5652a72c4180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:44.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:44.922+0000 7f32ef7fe700 0 client.25838 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:25:44.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:44.922+0000 7f3321734b80 1 -- 172.21.15.42:0/4251133308 >> 172.21.15.42:0/4251133308 conn(0x5652a71cd210 msgr2=0x5652a72a0020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:44.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:44.922+0000 7f3321734b80 1 -- 172.21.15.42:0/4251133308 shutdown_connections 2024-06-06T08:25:44.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:44.922+0000 7f3321734b80 1 -- 172.21.15.42:0/4251133308 wait complete. 2024-06-06T08:25:44.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:44.922+0000 7f3321734b80 20 client.25838 trim_cache size 0 max 16384 2024-06-06T08:25:44.923 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:25:44.923 INFO:teuthology.orchestra.run.smithi042.stdout: "epoch": 28, 2024-06-06T08:25:44.923 INFO:teuthology.orchestra.run.smithi042.stdout: "leader": 24484, 2024-06-06T08:25:44.923 INFO:teuthology.orchestra.run.smithi042.stdout: "set_version": 6, 2024-06-06T08:25:44.923 INFO:teuthology.orchestra.run.smithi042.stdout: "sets": { 2024-06-06T08:25:44.924 INFO:teuthology.orchestra.run.smithi042.stdout: "8c04718": { 2024-06-06T08:25:44.924 INFO:teuthology.orchestra.run.smithi042.stdout: "version": 6, 2024-06-06T08:25:44.924 INFO:teuthology.orchestra.run.smithi042.stdout: "age_ref": 0.0, 2024-06-06T08:25:44.924 INFO:teuthology.orchestra.run.smithi042.stdout: "state": { 2024-06-06T08:25:44.924 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "QUIESCED", 2024-06-06T08:25:44.924 INFO:teuthology.orchestra.run.smithi042.stdout: "age": 0.0 2024-06-06T08:25:44.924 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:25:44.924 INFO:teuthology.orchestra.run.smithi042.stdout: "timeout": 90.0, 2024-06-06T08:25:44.924 INFO:teuthology.orchestra.run.smithi042.stdout: "expiration": 145.2, 2024-06-06T08:25:44.924 INFO:teuthology.orchestra.run.smithi042.stdout: "members": { 2024-06-06T08:25:44.924 INFO:teuthology.orchestra.run.smithi042.stdout: "file:/": { 2024-06-06T08:25:44.924 INFO:teuthology.orchestra.run.smithi042.stdout: "excluded": false, 2024-06-06T08:25:44.924 INFO:teuthology.orchestra.run.smithi042.stdout: "state": { 2024-06-06T08:25:44.924 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "QUIESCED", 2024-06-06T08:25:44.924 INFO:teuthology.orchestra.run.smithi042.stdout: "age": 0.0 2024-06-06T08:25:44.925 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:25:44.925 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:25:44.925 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:25:44.925 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:25:44.925 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:25:44.925 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:25:44.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:44.923+0000 7f32fb7fe700 1 -- 172.21.15.42:0/3026188539 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f33000a3060 msgr2=0x7f33000a5520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:44.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:44.923+0000 7f32fb7fe700 1 --2- 172.21.15.42:0/3026188539 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f33000a3060 0x7f33000a5520 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f330409ec50 tx=0x7f3304007d80 comp rx=0 tx=0).stop 2024-06-06T08:25:44.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:44.923+0000 7f32fb7fe700 1 -- 172.21.15.42:0/3026188539 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f33101015f0 msgr2=0x7f331019d7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:44.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:44.923+0000 7f32fb7fe700 1 --2- 172.21.15.42:0/3026188539 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f33101015f0 0x7f331019d7d0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f330400bfc0 tx=0x7f330400dd90 comp rx=0 tx=0).stop 2024-06-06T08:25:44.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:44.923+0000 7f32fb7fe700 1 -- 172.21.15.42:0/3026188539 shutdown_connections 2024-06-06T08:25:44.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:44.923+0000 7f32fb7fe700 1 --2- 172.21.15.42:0/3026188539 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f33000a3060 0x7f33000a5520 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:44.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:44.923+0000 7f32fb7fe700 1 --2- 172.21.15.42:0/3026188539 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f33101066c0 0x7f33101979e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:44.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:44.923+0000 7f32fb7fe700 1 --2- 172.21.15.42:0/3026188539 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f33101015f0 0x7f331019d7d0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:44.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:44.923+0000 7f32fb7fe700 1 --2- 172.21.15.42:0/3026188539 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3310101fa0 0x7f331019dd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:44.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:44.923+0000 7f32fb7fe700 1 -- 172.21.15.42:0/3026188539 >> 172.21.15.42:0/3026188539 conn(0x7f3310078330 msgr2=0x7f33100ff340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:44.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:44.923+0000 7f32fb7fe700 1 -- 172.21.15.42:0/3026188539 shutdown_connections 2024-06-06T08:25:44.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:44.924+0000 7f32fb7fe700 1 -- 172.21.15.42:0/3026188539 wait complete. 2024-06-06T08:25:45.690 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '8c04718', quiesce took 19.1 seconds. Will release after: 6.099999999999998 2024-06-06T08:25:46.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:25:46 smithi149 ceph-mon[36842]: pgmap v97: 129 pgs: 129 active+clean; 185 MiB data, 853 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 1.05k op/s 2024-06-06T08:25:46.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:25:46 smithi042 ceph-mon[32384]: pgmap v97: 129 pgs: 129 active+clean; 185 MiB data, 853 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 1.05k op/s 2024-06-06T08:25:46.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:25:46 smithi120 ceph-mon[36658]: pgmap v97: 129 pgs: 129 active+clean; 185 MiB data, 853 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 1.05k op/s 2024-06-06T08:25:48.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:25:48 smithi149 ceph-mon[36842]: pgmap v98: 129 pgs: 129 active+clean; 185 MiB data, 853 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.1 MiB/s wr, 842 op/s 2024-06-06T08:25:48.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:25:48 smithi042 ceph-mon[32384]: pgmap v98: 129 pgs: 129 active+clean; 185 MiB data, 853 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.1 MiB/s wr, 842 op/s 2024-06-06T08:25:48.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:25:48 smithi120 ceph-mon[36658]: pgmap v98: 129 pgs: 129 active+clean; 185 MiB data, 853 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.1 MiB/s wr, 842 op/s 2024-06-06T08:25:49.888 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.889+0000 7f7dcd06d640 1 -- 172.21.15.42:0/4235663291 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7dc81008d0 msgr2=0x7f7dc8100d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:49.888 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.889+0000 7f7dcd06d640 1 --2- 172.21.15.42:0/4235663291 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7dc81008d0 0x7f7dc8100d50 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f7db0009930 tx=0x7f7db002a420 comp rx=0 tx=0).stop 2024-06-06T08:25:49.888 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.889+0000 7f7dcd06d640 1 -- 172.21.15.42:0/4235663291 shutdown_connections 2024-06-06T08:25:49.889 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.889+0000 7f7dcd06d640 1 --2- 172.21.15.42:0/4235663291 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7dc8101290 0x7f7dc810d750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:49.889 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.889+0000 7f7dcd06d640 1 --2- 172.21.15.42:0/4235663291 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7dc81008d0 0x7f7dc8100d50 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:49.889 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.889+0000 7f7dcd06d640 1 --2- 172.21.15.42:0/4235663291 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7dc8106890 0x7f7dc8106c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:49.889 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.889+0000 7f7dcd06d640 1 -- 172.21.15.42:0/4235663291 >> 172.21.15.42:0/4235663291 conn(0x7f7dc8077a20 msgr2=0x7f7dc8077e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:49.889 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.889+0000 7f7dcd06d640 1 -- 172.21.15.42:0/4235663291 shutdown_connections 2024-06-06T08:25:49.889 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.889+0000 7f7dcd06d640 1 -- 172.21.15.42:0/4235663291 wait complete. 2024-06-06T08:25:49.892 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.890+0000 7f7dcd06d640 1 Processor -- start 2024-06-06T08:25:49.892 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.890+0000 7f7dcd06d640 1 -- start start 2024-06-06T08:25:49.892 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.890+0000 7f7dcd06d640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7dc81008d0 0x7f7dc819a4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:49.892 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.890+0000 7f7dcd06d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7dc8101290 0x7f7dc819aa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:49.892 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.890+0000 7f7dcd06d640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7dc8106890 0x7f7dc819ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:49.892 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.890+0000 7f7dcd06d640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7dc8111dd0 con 0x7f7dc8101290 2024-06-06T08:25:49.892 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.890+0000 7f7dcd06d640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f7dc8111c50 con 0x7f7dc8106890 2024-06-06T08:25:49.892 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.890+0000 7f7dcd06d640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f7dc8111f50 con 0x7f7dc81008d0 2024-06-06T08:25:49.892 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.890+0000 7f7dc659c640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7dc8101290 0x7f7dc819aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:49.893 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.891+0000 7f7dc6d9d640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7dc81008d0 0x7f7dc819a4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:49.893 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.891+0000 7f7dc659c640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7dc8101290 0x7f7dc819aa30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:35074/0 (socket says 172.21.15.42:35074) 2024-06-06T08:25:49.893 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.891+0000 7f7dc659c640 1 -- 172.21.15.42:0/1371095121 learned_addr learned my addr 172.21.15.42:0/1371095121 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:49.893 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.891+0000 7f7dc759e640 1 --2- 172.21.15.42:0/1371095121 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7dc8106890 0x7f7dc819ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:49.893 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.891+0000 7f7dc6d9d640 1 -- 172.21.15.42:0/1371095121 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7dc8106890 msgr2=0x7f7dc819ed10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:49.893 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.891+0000 7f7dc6d9d640 1 --2- 172.21.15.42:0/1371095121 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7dc8106890 0x7f7dc819ed10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:49.893 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.891+0000 7f7dc6d9d640 1 -- 172.21.15.42:0/1371095121 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7dc8101290 msgr2=0x7f7dc819aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:49.893 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.891+0000 7f7dc6d9d640 1 --2- 172.21.15.42:0/1371095121 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7dc8101290 0x7f7dc819aa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:49.893 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.891+0000 7f7dc6d9d640 1 -- 172.21.15.42:0/1371095121 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7dc819f440 con 0x7f7dc81008d0 2024-06-06T08:25:49.893 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.891+0000 7f7dc759e640 1 --2- 172.21.15.42:0/1371095121 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7dc8106890 0x7f7dc819ed10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:25:49.894 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.891+0000 7f7dc659c640 1 --2- 172.21.15.42:0/1371095121 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7dc8101290 0x7f7dc819aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:25:49.894 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.891+0000 7f7dc6d9d640 1 --2- 172.21.15.42:0/1371095121 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7dc81008d0 0x7f7dc819a4f0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f7db800e9f0 tx=0x7f7db800eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:49.894 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.891+0000 7f7dbffff640 1 -- 172.21.15.42:0/1371095121 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7db800ccc0 con 0x7f7dc81008d0 2024-06-06T08:25:49.894 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.891+0000 7f7dcd06d640 1 -- 172.21.15.42:0/1371095121 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7dc819f730 con 0x7f7dc81008d0 2024-06-06T08:25:49.894 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.891+0000 7f7dbffff640 1 -- 172.21.15.42:0/1371095121 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7db8005020 con 0x7f7dc81008d0 2024-06-06T08:25:49.894 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.891+0000 7f7dbffff640 1 -- 172.21.15.42:0/1371095121 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7db80049e0 con 0x7f7dc81008d0 2024-06-06T08:25:49.894 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.891+0000 7f7dcd06d640 1 -- 172.21.15.42:0/1371095121 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7dc81a6fc0 con 0x7f7dc81008d0 2024-06-06T08:25:49.901 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.894+0000 7f7dcfd76740 1 Processor -- start 2024-06-06T08:25:49.901 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.894+0000 7f7dcfd76740 1 -- start start 2024-06-06T08:25:49.901 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.894+0000 7f7dbffff640 1 -- 172.21.15.42:0/1371095121 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f7db8005560 con 0x7f7dc81008d0 2024-06-06T08:25:49.902 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.894+0000 7f7dcfd76740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5616fe2e4170 0x5616fe2e4550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:49.902 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.894+0000 7f7dcfd76740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5616fe2e4a90 0x5616fe2eee10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:49.902 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.894+0000 7f7dcfd76740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5616fe2ef350 0x5616fe2f1740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:49.902 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.894+0000 7f7dcfd76740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5616fe2484f0 con 0x5616fe2ef350 2024-06-06T08:25:49.902 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.894+0000 7f7dcfd76740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5616fe1e6870 con 0x5616fe2e4170 2024-06-06T08:25:49.902 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.894+0000 7f7dcfd76740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5616fe2444b0 con 0x5616fe2e4a90 2024-06-06T08:25:49.902 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.895+0000 7f7dc6d9d640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5616fe2e4a90 0x5616fe2eee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:49.902 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.895+0000 7f7dc659c640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5616fe2ef350 0x5616fe2f1740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:49.902 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.895+0000 7f7dc6d9d640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5616fe2e4a90 0x5616fe2eee10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:55126/0 (socket says 172.21.15.42:55126) 2024-06-06T08:25:49.902 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.895+0000 7f7dc6d9d640 1 -- 172.21.15.42:0/1581511572 learned_addr learned my addr 172.21.15.42:0/1581511572 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:49.902 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.895+0000 7f7dc759e640 1 --2- 172.21.15.42:0/1581511572 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5616fe2e4170 0x5616fe2e4550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:49.902 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.895+0000 7f7dc6d9d640 1 -- 172.21.15.42:0/1581511572 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5616fe2e4170 msgr2=0x5616fe2e4550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:49.903 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.895+0000 7f7dc6d9d640 1 --2- 172.21.15.42:0/1581511572 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5616fe2e4170 0x5616fe2e4550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:49.903 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.895+0000 7f7dc6d9d640 1 -- 172.21.15.42:0/1581511572 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5616fe2ef350 msgr2=0x5616fe2f1740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:49.903 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.895+0000 7f7dc6d9d640 1 --2- 172.21.15.42:0/1581511572 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5616fe2ef350 0x5616fe2f1740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:49.903 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.895+0000 7f7dc6d9d640 1 -- 172.21.15.42:0/1581511572 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5616fe2029b0 con 0x5616fe2e4a90 2024-06-06T08:25:49.903 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.895+0000 7f7dc659c640 1 --2- 172.21.15.42:0/1581511572 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5616fe2ef350 0x5616fe2f1740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:25:49.903 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.895+0000 7f7dc6d9d640 1 --2- 172.21.15.42:0/1581511572 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5616fe2e4a90 0x5616fe2eee10 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f7db80ccb10 tx=0x7f7db80d5cd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1875cc9d59c218c5 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:49.903 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.895+0000 7f7dbd7fa640 1 -- 172.21.15.42:0/1581511572 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7db80de070 con 0x5616fe2e4a90 2024-06-06T08:25:49.903 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.895+0000 7f7dbd7fa640 1 -- 172.21.15.42:0/1581511572 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7db80da440 con 0x5616fe2e4a90 2024-06-06T08:25:49.903 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.895+0000 7f7dbd7fa640 1 -- 172.21.15.42:0/1581511572 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7db80d12b0 con 0x5616fe2e4a90 2024-06-06T08:25:49.903 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.895+0000 7f7dbffff640 1 --2- 172.21.15.42:0/1371095121 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f7db40a2da0 0x7f7db40a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:49.903 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.896+0000 7f7dc759e640 1 --2- 172.21.15.42:0/1371095121 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f7db40a2da0 0x7f7db40a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:49.903 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.896+0000 7f7dbffff640 1 -- 172.21.15.42:0/1371095121 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f7db80cf790 con 0x7f7dc81008d0 2024-06-06T08:25:49.903 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.896+0000 7f7dcfd76740 1 -- 172.21.15.42:0/1581511572 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5616fe2e4a90 msgr2=0x5616fe2eee10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:49.904 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.896+0000 7f7dc759e640 1 --2- 172.21.15.42:0/1371095121 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f7db40a2da0 0x7f7db40a5260 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f7dc000c610 tx=0x7f7dc000e040 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:49.904 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.896+0000 7f7dcfd76740 1 --2- 172.21.15.42:0/1581511572 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5616fe2e4a90 0x5616fe2eee10 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f7db80ccb10 tx=0x7f7db80d5cd0 comp rx=0 tx=0).stop 2024-06-06T08:25:49.904 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.896+0000 7f7dcfd76740 1 -- 172.21.15.42:0/1581511572 shutdown_connections 2024-06-06T08:25:49.904 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.896+0000 7f7dcfd76740 1 --2- 172.21.15.42:0/1581511572 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5616fe2ef350 0x5616fe2f1740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:49.904 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.896+0000 7f7dcfd76740 1 --2- 172.21.15.42:0/1581511572 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5616fe2e4a90 0x5616fe2eee10 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:49.904 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.896+0000 7f7dcfd76740 1 --2- 172.21.15.42:0/1581511572 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5616fe2e4170 0x5616fe2e4550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:49.904 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.896+0000 7f7dcfd76740 1 -- 172.21.15.42:0/1581511572 >> 172.21.15.42:0/1581511572 conn(0x5616fe2e0680 msgr2=0x5616fe2e0a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:49.904 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.896+0000 7f7dcfd76740 1 -- 172.21.15.42:0/1581511572 shutdown_connections 2024-06-06T08:25:49.904 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.896+0000 7f7dcfd76740 1 -- 172.21.15.42:0/1581511572 wait complete. 2024-06-06T08:25:49.904 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.897+0000 7f7dcfd76740 1 -- start start 2024-06-06T08:25:49.904 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.897+0000 7f7dcfd76740 1 Processor -- start 2024-06-06T08:25:49.904 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.897+0000 7f7dcfd76740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5616fe2e4170 0x5616fe2ec2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:49.904 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.897+0000 7f7dcfd76740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5616fe2e4a90 0x5616fe2ec820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:49.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.897+0000 7f7dcfd76740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5616fe2ef350 0x5616fe2ecd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:49.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.897+0000 7f7dcfd76740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5616fe2f1f80 con 0x5616fe2e4170 2024-06-06T08:25:49.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.897+0000 7f7dcfd76740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5616fe1d1ae0 con 0x5616fe2e4a90 2024-06-06T08:25:49.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.897+0000 7f7dcfd76740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5616fe2f2100 con 0x5616fe2ef350 2024-06-06T08:25:49.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.897+0000 7f7dcfd76740 10 client.0 _ll_register_callbacks cb 0x5616fe20a9b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:25:49.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.897+0000 7f7dc6d9d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5616fe2e4170 0x5616fe2ec2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:49.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.897+0000 7f7dc6d9d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5616fe2e4170 0x5616fe2ec2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:35084/0 (socket says 172.21.15.42:35084) 2024-06-06T08:25:49.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.897+0000 7f7dc6d9d640 1 -- 172.21.15.42:0/3493947822 learned_addr learned my addr 172.21.15.42:0/3493947822 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:49.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.897+0000 7f7dc759e640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5616fe2ef350 0x5616fe2ecd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:49.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.897+0000 7f7dc659c640 1 --2- 172.21.15.42:0/3493947822 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5616fe2e4a90 0x5616fe2ec820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:49.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.897+0000 7f7dc6d9d640 1 -- 172.21.15.42:0/3493947822 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5616fe2ef350 msgr2=0x5616fe2ecd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:49.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.898+0000 7f7dc6d9d640 1 --2- 172.21.15.42:0/3493947822 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5616fe2ef350 0x5616fe2ecd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:49.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.898+0000 7f7dc6d9d640 1 -- 172.21.15.42:0/3493947822 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5616fe2e4a90 msgr2=0x5616fe2ec820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:49.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.898+0000 7f7dc6d9d640 1 --2- 172.21.15.42:0/3493947822 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5616fe2e4a90 0x5616fe2ec820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:49.906 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.898+0000 7f7dc6d9d640 1 -- 172.21.15.42:0/3493947822 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5616fdf5c210 con 0x5616fe2e4170 2024-06-06T08:25:49.906 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.898+0000 7f7dc6d9d640 1 --2- 172.21.15.42:0/3493947822 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5616fe2e4170 0x5616fe2ec2e0 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f7db8098340 tx=0x7f7db80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=45557b84c8ebcf84 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:49.906 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.898+0000 7f7dae7fc640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:25:49.906 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.898+0000 7f7dae7fc640 1 -- 172.21.15.42:0/3493947822 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7db801c070 con 0x5616fe2e4170 2024-06-06T08:25:49.906 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.898+0000 7f7dae7fc640 1 -- 172.21.15.42:0/3493947822 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f7db8097fe0 con 0x5616fe2e4170 2024-06-06T08:25:49.906 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.898+0000 7f7dcfd76740 1 -- 172.21.15.42:0/3493947822 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7db80da440 con 0x5616fe2e4170 2024-06-06T08:25:49.906 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.898+0000 7f7dae7fc640 1 -- 172.21.15.42:0/3493947822 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f7db80de030 con 0x5616fe2e4170 2024-06-06T08:25:49.906 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.898+0000 7f7dcfd76740 10 client.16209 fetch_fsmap learned FSMap version 28 2024-06-06T08:25:49.906 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.898+0000 7f7dcfd76740 1 -- 172.21.15.42:0/3493947822 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5616fe028620 con 0x5616fe2e4170 2024-06-06T08:25:49.906 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.898+0000 7f7dae7fc640 1 -- 172.21.15.42:0/3493947822 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7db80da440 con 0x5616fe2e4170 2024-06-06T08:25:49.906 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.898+0000 7f7dae7fc640 1 -- 172.21.15.42:0/3493947822 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f7db80ce070 con 0x5616fe2e4170 2024-06-06T08:25:49.906 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.898+0000 7f7dcfd76740 10 client.16209 fetch_fsmap finished waiting for FSMap version 28 2024-06-06T08:25:49.906 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.898+0000 7f7dcfd76740 10 client.16209 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:25:49.907 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.898+0000 7f7dcfd76740 20 client.16209 populate_metadata read hostname 'smithi042' 2024-06-06T08:25:49.907 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.898+0000 7f7dcfd76740 1 --2- 172.21.15.42:0/3493947822 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5616fe2ff360 0x5616fe301750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:49.907 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.898+0000 7f7dcfd76740 4 client.16209 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:25:49.907 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.898+0000 7f7dcfd76740 1 -- 172.21.15.42:0/3493947822 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5616fe25bf10 con 0x5616fe2ff360 2024-06-06T08:25:49.907 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.899+0000 7f7dc659c640 1 --2- 172.21.15.42:0/3493947822 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5616fe2ff360 0x5616fe301750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:49.907 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.899+0000 7f7dae7fc640 10 client.16209 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:25:49.907 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.899+0000 7f7dc659c640 1 --2- 172.21.15.42:0/3493947822 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5616fe2ff360 0x5616fe301750 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=87837cd374e4a62f server_cookie=d19bac33c021ca87 in_seq=0 out_seq=0 2024-06-06T08:25:49.907 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.901+0000 7f7dae7fc640 1 -- 172.21.15.42:0/3493947822 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x5616fe25bf10 con 0x5616fe2ff360 2024-06-06T08:25:49.907 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.901+0000 7f7dae7fc640 10 client.16209 handle_command_reply: tid=0 2024-06-06T08:25:49.907 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.901+0000 7f7dcfd76740 1 client.16209 shutdown 2024-06-06T08:25:49.907 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.901+0000 7f7dcfd76740 1 -- 172.21.15.42:0/3493947822 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5616fe2e4170 msgr2=0x5616fe2ec2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:49.907 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.901+0000 7f7dcfd76740 1 --2- 172.21.15.42:0/3493947822 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5616fe2e4170 0x5616fe2ec2e0 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f7db8098340 tx=0x7f7db80046c0 comp rx=0 tx=0).stop 2024-06-06T08:25:49.907 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.901+0000 7f7dcfd76740 1 -- 172.21.15.42:0/3493947822 shutdown_connections 2024-06-06T08:25:49.908 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.901+0000 7f7dcfd76740 1 --2- 172.21.15.42:0/3493947822 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5616fe2ff360 0x5616fe301750 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:49.908 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.901+0000 7f7dcfd76740 1 --2- 172.21.15.42:0/3493947822 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5616fe2e4a90 0x5616fe2ec820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:49.908 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.901+0000 7f7dae7fc640 0 client.16209 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:25:49.908 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.901+0000 7f7dcfd76740 1 --2- 172.21.15.42:0/3493947822 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5616fe2ef350 0x5616fe2ecd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:49.908 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.901+0000 7f7dcfd76740 1 --2- 172.21.15.42:0/3493947822 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5616fe2e4170 0x5616fe2ec2e0 unknown :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:49.908 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.901+0000 7f7dcfd76740 1 -- 172.21.15.42:0/3493947822 >> 172.21.15.42:0/3493947822 conn(0x5616fe2e0680 msgr2=0x5616fe2e63b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:49.908 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.901+0000 7f7dcfd76740 1 -- 172.21.15.42:0/3493947822 shutdown_connections 2024-06-06T08:25:49.908 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.901+0000 7f7dcfd76740 1 -- 172.21.15.42:0/3493947822 wait complete. 2024-06-06T08:25:49.908 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.901+0000 7f7dcfd76740 20 client.16209 trim_cache size 0 max 16384 2024-06-06T08:25:49.920 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.917+0000 7f7dcfd76740 1 Processor -- start 2024-06-06T08:25:49.920 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.917+0000 7f7dcfd76740 1 -- start start 2024-06-06T08:25:49.921 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.917+0000 7f7dcfd76740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5616fe2e4170 0x5616fe304770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:49.921 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.917+0000 7f7dcfd76740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5616fe2e4a90 0x5616fe304cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:49.921 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.917+0000 7f7dcfd76740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5616fe2ef350 0x5616fe2e9540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:49.921 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.917+0000 7f7dcfd76740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7dc81b37b0 con 0x5616fe2e4a90 2024-06-06T08:25:49.921 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.917+0000 7f7dcfd76740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f7dc81b1080 con 0x5616fe2ef350 2024-06-06T08:25:49.921 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.917+0000 7f7dcfd76740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f7dc81aeed0 con 0x5616fe2e4170 2024-06-06T08:25:49.921 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.917+0000 7f7dc659c640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5616fe2e4a90 0x5616fe304cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:49.921 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.917+0000 7f7dc6d9d640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5616fe2e4170 0x5616fe304770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:49.921 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.917+0000 7f7dc6d9d640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5616fe2e4170 0x5616fe304770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:55150/0 (socket says 172.21.15.42:55150) 2024-06-06T08:25:49.921 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.917+0000 7f7dc659c640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5616fe2e4a90 0x5616fe304cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:35098/0 (socket says 172.21.15.42:35098) 2024-06-06T08:25:49.921 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.917+0000 7f7dc6d9d640 1 -- 172.21.15.42:0/3860524921 learned_addr learned my addr 172.21.15.42:0/3860524921 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:49.921 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.917+0000 7f7dc759e640 1 --2- 172.21.15.42:0/3860524921 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5616fe2ef350 0x5616fe2e9540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:49.922 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.917+0000 7f7dc6d9d640 1 -- 172.21.15.42:0/3860524921 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5616fe2ef350 msgr2=0x5616fe2e9540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:49.922 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.917+0000 7f7dc6d9d640 1 --2- 172.21.15.42:0/3860524921 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5616fe2ef350 0x5616fe2e9540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:49.922 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.917+0000 7f7dc6d9d640 1 -- 172.21.15.42:0/3860524921 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5616fe2e4a90 msgr2=0x5616fe304cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:49.922 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.917+0000 7f7dc6d9d640 1 --2- 172.21.15.42:0/3860524921 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5616fe2e4a90 0x5616fe304cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:49.922 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.917+0000 7f7dc6d9d640 1 -- 172.21.15.42:0/3860524921 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5616fe2e48c0 con 0x5616fe2e4170 2024-06-06T08:25:49.922 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.917+0000 7f7dc759e640 1 --2- 172.21.15.42:0/3860524921 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5616fe2ef350 0x5616fe2e9540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:25:49.922 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.918+0000 7f7dc6d9d640 1 --2- 172.21.15.42:0/3860524921 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5616fe2e4170 0x5616fe304770 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f7db809b900 tx=0x7f7db80096e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=604e739a7bd6e38b server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:49.922 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.918+0000 7f7dbcff9640 1 -- 172.21.15.42:0/3860524921 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7db801c070 con 0x5616fe2e4170 2024-06-06T08:25:49.922 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.918+0000 7f7dbcff9640 1 -- 172.21.15.42:0/3860524921 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7db809c070 con 0x5616fe2e4170 2024-06-06T08:25:49.922 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.918+0000 7f7dbcff9640 1 -- 172.21.15.42:0/3860524921 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7db80a45e0 con 0x5616fe2e4170 2024-06-06T08:25:49.922 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.918+0000 7f7dcfd76740 1 -- 172.21.15.42:0/3860524921 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5616fe2e4170 msgr2=0x5616fe304770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:49.922 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.918+0000 7f7dcfd76740 1 --2- 172.21.15.42:0/3860524921 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5616fe2e4170 0x5616fe304770 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f7db809b900 tx=0x7f7db80096e0 comp rx=0 tx=0).stop 2024-06-06T08:25:49.922 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.919+0000 7f7dcfd76740 1 -- 172.21.15.42:0/3860524921 shutdown_connections 2024-06-06T08:25:49.923 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.919+0000 7f7dcfd76740 1 --2- 172.21.15.42:0/3860524921 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5616fe2ef350 0x5616fe2e9540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:49.923 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.919+0000 7f7dcfd76740 1 --2- 172.21.15.42:0/3860524921 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5616fe2e4a90 0x5616fe304cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:49.923 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.919+0000 7f7dcfd76740 1 --2- 172.21.15.42:0/3860524921 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5616fe2e4170 0x5616fe304770 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:49.923 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.919+0000 7f7dcfd76740 1 -- 172.21.15.42:0/3860524921 >> 172.21.15.42:0/3860524921 conn(0x5616fe2e0680 msgr2=0x5616fe2e7590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:49.923 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.919+0000 7f7dcfd76740 1 -- 172.21.15.42:0/3860524921 shutdown_connections 2024-06-06T08:25:49.923 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.919+0000 7f7dcfd76740 1 -- 172.21.15.42:0/3860524921 wait complete. 2024-06-06T08:25:49.923 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.919+0000 7f7dcfd76740 1 -- start start 2024-06-06T08:25:49.923 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.919+0000 7f7dcfd76740 1 Processor -- start 2024-06-06T08:25:49.923 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.919+0000 7f7dcfd76740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5616fe2e4170 0x5616fe301d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:49.923 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.919+0000 7f7dcfd76740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5616fe2e4a90 0x5616fe302280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:49.923 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.919+0000 7f7dcfd76740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5616fe2ef350 0x5616fe367c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:49.923 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.919+0000 7f7dcfd76740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7dc81af540 con 0x5616fe2ef350 2024-06-06T08:25:49.923 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.919+0000 7f7dcfd76740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f7dc81b09b0 con 0x5616fe2e4a90 2024-06-06T08:25:49.924 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.919+0000 7f7dcfd76740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f7dc81afc10 con 0x5616fe2e4170 2024-06-06T08:25:49.924 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.919+0000 7f7dcfd76740 10 client.0 _ll_register_callbacks cb 0x7f7db0009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:25:49.924 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.919+0000 7f7dc6d9d640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5616fe2e4170 0x5616fe301d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:49.924 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.919+0000 7f7dc6d9d640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5616fe2e4170 0x5616fe301d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:55158/0 (socket says 172.21.15.42:55158) 2024-06-06T08:25:49.924 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.919+0000 7f7dc6d9d640 1 -- 172.21.15.42:0/1614347016 learned_addr learned my addr 172.21.15.42:0/1614347016 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:49.924 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.919+0000 7f7dc759e640 1 --2- 172.21.15.42:0/1614347016 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5616fe2ef350 0x5616fe367c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:49.924 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.920+0000 7f7dc659c640 1 --2- 172.21.15.42:0/1614347016 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5616fe2e4a90 0x5616fe302280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:49.924 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.920+0000 7f7dc6d9d640 1 -- 172.21.15.42:0/1614347016 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5616fe2e4a90 msgr2=0x5616fe302280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:49.924 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.920+0000 7f7dc6d9d640 1 --2- 172.21.15.42:0/1614347016 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5616fe2e4a90 0x5616fe302280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:49.924 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.920+0000 7f7dc6d9d640 1 -- 172.21.15.42:0/1614347016 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5616fe2ef350 msgr2=0x5616fe367c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:49.924 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.920+0000 7f7dc6d9d640 1 --2- 172.21.15.42:0/1614347016 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5616fe2ef350 0x5616fe367c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:49.924 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.920+0000 7f7dc6d9d640 1 -- 172.21.15.42:0/1614347016 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5616fe3682a0 con 0x5616fe2e4170 2024-06-06T08:25:49.924 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.920+0000 7f7dc6d9d640 1 --2- 172.21.15.42:0/1614347016 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5616fe2e4170 0x5616fe301d40 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f7db8097dd0 tx=0x7f7db80cfad0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b47ee8d29dd5caae server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:49.925 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.920+0000 7f7dae7fc640 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:25:49.925 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.920+0000 7f7dae7fc640 1 -- 172.21.15.42:0/1614347016 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7db80b8020 con 0x5616fe2e4170 2024-06-06T08:25:49.925 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.920+0000 7f7dae7fc640 1 -- 172.21.15.42:0/1614347016 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f7db80cf3f0 con 0x5616fe2e4170 2024-06-06T08:25:49.925 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.920+0000 7f7dcfd76740 1 -- 172.21.15.42:0/1614347016 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7db809c070 con 0x5616fe2e4170 2024-06-06T08:25:49.925 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.920+0000 7f7dae7fc640 1 -- 172.21.15.42:0/1614347016 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f7db801c070 con 0x5616fe2e4170 2024-06-06T08:25:49.925 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.920+0000 7f7dcfd76740 10 client.25771 fetch_fsmap learned FSMap version 28 2024-06-06T08:25:49.925 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.920+0000 7f7dcfd76740 1 -- 172.21.15.42:0/1614347016 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5616fe3682a0 con 0x5616fe2e4170 2024-06-06T08:25:49.925 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.920+0000 7f7dae7fc640 1 -- 172.21.15.42:0/1614347016 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7db809c070 con 0x5616fe2e4170 2024-06-06T08:25:49.925 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.921+0000 7f7dae7fc640 1 -- 172.21.15.42:0/1614347016 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f7db80ce070 con 0x5616fe2e4170 2024-06-06T08:25:49.925 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.921+0000 7f7dcfd76740 10 client.25771 fetch_fsmap finished waiting for FSMap version 28 2024-06-06T08:25:49.925 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.921+0000 7f7dcfd76740 10 client.25771 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:25:49.925 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.921+0000 7f7dcfd76740 20 client.25771 populate_metadata read hostname 'smithi042' 2024-06-06T08:25:49.926 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.921+0000 7f7dcfd76740 1 --2- 172.21.15.42:0/1614347016 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5616fe3697d0 0x5616fe36bbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:49.926 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.921+0000 7f7dcfd76740 4 client.25771 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:25:49.926 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.921+0000 7f7dcfd76740 1 -- 172.21.15.42:0/1614347016 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5616fe255c20 con 0x5616fe3697d0 2024-06-06T08:25:49.926 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.921+0000 7f7dc659c640 1 --2- 172.21.15.42:0/1614347016 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5616fe3697d0 0x5616fe36bbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:49.926 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.921+0000 7f7dae7fc640 10 client.25771 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:25:49.926 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:49.921+0000 7f7dc659c640 1 --2- 172.21.15.42:0/1614347016 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5616fe3697d0 0x5616fe36bbf0 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=162b40040a42e58c server_cookie=31da5428a22dc3a4 in_seq=0 out_seq=0 2024-06-06T08:25:50.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:25:50 smithi149 ceph-mon[36842]: pgmap v99: 129 pgs: 129 active+clean; 193 MiB data, 829 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 859 op/s 2024-06-06T08:25:50.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:25:50 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:25:50.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:25:50 smithi042 ceph-mon[32384]: pgmap v99: 129 pgs: 129 active+clean; 193 MiB data, 829 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 859 op/s 2024-06-06T08:25:50.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:25:50 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:25:50.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:25:50 smithi120 ceph-mon[36658]: pgmap v99: 129 pgs: 129 active+clean; 193 MiB data, 829 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 859 op/s 2024-06-06T08:25:50.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:25:50 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:25:51.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:25:51 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:25:51.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:25:51 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:25:51.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:25:51 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:25:51.790 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:25:51.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:25:51 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:25:51.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:25:51 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:25:51.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:25:51 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:25:51.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:25:51 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:25:51.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:25:51 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:25:51.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:25:51 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:25:52.051 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:25:52.737 INFO:tasks.workunit.client.0.smithi042.stdout: 72 42428 0 27444 0 11987 0 2024-06-06T08:25:52.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:25:52 smithi149 ceph-mon[36842]: pgmap v100: 129 pgs: 129 active+clean; 193 MiB data, 829 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 213 op/s 2024-06-06T08:25:52.799 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:25:52 smithi042 ceph-mon[32384]: pgmap v100: 129 pgs: 129 active+clean; 193 MiB data, 829 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 213 op/s 2024-06-06T08:25:52.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:25:52 smithi120 ceph-mon[36658]: pgmap v100: 129 pgs: 129 active+clean; 193 MiB data, 829 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 213 op/s 2024-06-06T08:25:53.883 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:53.874+0000 7f41ac409700 1 -- 172.21.15.42:0/1301465644 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f41a4108500 msgr2=0x7f41a41088e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:53.884 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:53.874+0000 7f41ac409700 1 --2- 172.21.15.42:0/1301465644 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f41a4108500 0x7f41a41088e0 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f41a0009990 tx=0x7f41a0009ca0 comp rx=0 tx=0).stop 2024-06-06T08:25:53.884 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:53.874+0000 7f41ac409700 1 -- 172.21.15.42:0/1301465644 shutdown_connections 2024-06-06T08:25:53.884 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:53.874+0000 7f41ac409700 1 --2- 172.21.15.42:0/1301465644 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f41a406ab30 0x7f41a410f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:53.884 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:53.874+0000 7f41ac409700 1 --2- 172.21.15.42:0/1301465644 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f41a4108500 0x7f41a41088e0 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:53.884 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:53.874+0000 7f41ac409700 1 --2- 172.21.15.42:0/1301465644 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f41a406a170 0x7f41a406a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:53.884 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:53.874+0000 7f41ac409700 1 -- 172.21.15.42:0/1301465644 >> 172.21.15.42:0/1301465644 conn(0x7f41a4078340 msgr2=0x7f41a4078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:53.884 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:53.874+0000 7f41ac409700 1 -- 172.21.15.42:0/1301465644 shutdown_connections 2024-06-06T08:25:53.884 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:53.874+0000 7f41ac409700 1 -- 172.21.15.42:0/1301465644 wait complete. 2024-06-06T08:25:53.884 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:53.875+0000 7f41ac409700 1 Processor -- start 2024-06-06T08:25:53.884 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:53.875+0000 7f41ac409700 1 -- start start 2024-06-06T08:25:53.884 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:53.875+0000 7f41ac409700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f41a406a170 0x7f41a419e820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:53.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:53.875+0000 7f41ac409700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f41a406ab30 0x7f41a419ed60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:53.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:53.875+0000 7f41ac409700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f41a4108500 0x7f41a41989e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:53.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:53.875+0000 7f41ac409700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f41a4112760 con 0x7f41a406a170 2024-06-06T08:25:53.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:53.875+0000 7f41ac409700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f41a41125e0 con 0x7f41a4108500 2024-06-06T08:25:53.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:53.875+0000 7f41ac409700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f41a41128e0 con 0x7f41a406ab30 2024-06-06T08:25:53.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:53.875+0000 7f41aa1a5700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f41a406a170 0x7f41a419e820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:53.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:53.875+0000 7f41aa1a5700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f41a406a170 0x7f41a419e820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:35118/0 (socket says 172.21.15.42:35118) 2024-06-06T08:25:53.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:53.875+0000 7f41aa1a5700 1 -- 172.21.15.42:0/2037377585 learned_addr learned my addr 172.21.15.42:0/2037377585 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:53.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:53.875+0000 7f41aa9a6700 1 --2- 172.21.15.42:0/2037377585 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f41a4108500 0x7f41a41989e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:53.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:53.875+0000 7f41a99a4700 1 --2- 172.21.15.42:0/2037377585 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f41a406ab30 0x7f41a419ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:53.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:53.875+0000 7f41aa1a5700 1 -- 172.21.15.42:0/2037377585 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f41a406ab30 msgr2=0x7f41a419ed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:53.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:53.875+0000 7f41aa1a5700 1 --2- 172.21.15.42:0/2037377585 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f41a406ab30 0x7f41a419ed60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:53.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:53.875+0000 7f41aa1a5700 1 -- 172.21.15.42:0/2037377585 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f41a4108500 msgr2=0x7f41a41989e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:53.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:53.875+0000 7f41aa1a5700 1 --2- 172.21.15.42:0/2037377585 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f41a4108500 0x7f41a41989e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:53.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:53.876+0000 7f41aa1a5700 1 -- 172.21.15.42:0/2037377585 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41a4199140 con 0x7f41a406a170 2024-06-06T08:25:53.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:53.876+0000 7f41aa1a5700 1 --2- 172.21.15.42:0/2037377585 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f41a406a170 0x7f41a419e820 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f41a00038b0 tx=0x7f41a0009f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:53.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:53.876+0000 7f419b7fe700 1 -- 172.21.15.42:0/2037377585 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41a0027070 con 0x7f41a406a170 2024-06-06T08:25:53.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:53.876+0000 7f419b7fe700 1 -- 172.21.15.42:0/2037377585 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f41a0004050 con 0x7f41a406a170 2024-06-06T08:25:53.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:53.876+0000 7f41ac409700 1 -- 172.21.15.42:0/2037377585 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41a41993d0 con 0x7f41a406a170 2024-06-06T08:25:53.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:53.876+0000 7f419b7fe700 1 -- 172.21.15.42:0/2037377585 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41a0022cd0 con 0x7f41a406a170 2024-06-06T08:25:53.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:53.876+0000 7f41ac409700 1 -- 172.21.15.42:0/2037377585 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41a41a56f0 con 0x7f41a406a170 2024-06-06T08:25:53.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:53.877+0000 7f41ac409700 1 -- 172.21.15.42:0/2037377585 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f41a410a9e0 con 0x7f41a406a170 2024-06-06T08:25:53.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:53.878+0000 7f419b7fe700 1 -- 172.21.15.42:0/2037377585 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f41a002a070 con 0x7f41a406a170 2024-06-06T08:25:53.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:53.879+0000 7f419b7fe700 1 --2- 172.21.15.42:0/2037377585 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f41900a2e10 0x7f41900a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:53.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:53.879+0000 7f41a99a4700 1 --2- 172.21.15.42:0/2037377585 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f41900a2e10 0x7f41900a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:53.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:53.879+0000 7f419b7fe700 1 -- 172.21.15.42:0/2037377585 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f41a00d0d80 con 0x7f41a406a170 2024-06-06T08:25:53.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:53.880+0000 7f41a99a4700 1 --2- 172.21.15.42:0/2037377585 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f41900a2e10 0x7f41900a52d0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f4194005ea0 tx=0x7f4194005e30 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:53.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:53.883+0000 7f419b7fe700 1 -- 172.21.15.42:0/2037377585 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f41a0031020 con 0x7f41a406a170 2024-06-06T08:25:54.160 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:54.161+0000 7f41ac409700 1 -- 172.21.15.42:0/2037377585 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f41a4069180 con 0x7f41a406a170 2024-06-06T08:25:54.161 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:54.162+0000 7f419b7fe700 1 -- 172.21.15.42:0/2037377585 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11879 (secure 0 0 0) 0x7f41a0013070 con 0x7f41a406a170 2024-06-06T08:25:54.161 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:25:54.161 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/667270675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":667270675},{"type":"v1","addr":"172.21.15.42:6837","nonce":667270675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/2414389302","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":2414389302},{"type":"v1","addr":"172.21.15.42:6839","nonce":2414389302}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14574,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/3625002785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":3625002785},{"type":"v1","addr":"172.21.15.42:6841","nonce":3625002785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24413,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6835/3995394553","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":3995394553},{"type":"v1","addr":"172.21.15.120:6835","nonce":3995394553}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":28,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T08:18:39.778858+0000","modified":"2024-06-06T08:25:00.244943+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24464},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6837/3434475673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":3434475673},{"type":"v1","addr":"172.21.15.120:6837","nonce":3434475673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6835/3776134468","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":3776134468},{"type":"v1","addr":"172.21.15.149:6835","nonce":3776134468}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":21,"addr":"172.21.15.120:6839/1585293472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":1585293472},{"type":"v1","addr":"172.21.15.120:6839","nonce":1585293472}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":25,"addr":"172.21.15.149:6837/751787578","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":751787578},{"type":"v1","addr":"172.21.15.149:6837","nonce":751787578}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":8,"addr":"172.21.15.149:6839/764851483","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":764851483},{"type":"v1","addr":"172.21.15.149:6839","nonce":764851483}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24469,24484,24464]},"id":1}]} 2024-06-06T08:25:54.163 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:54.164+0000 7f41ac409700 1 -- 172.21.15.42:0/2037377585 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f41900a2e10 msgr2=0x7f41900a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:54.163 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:54.164+0000 7f41ac409700 1 --2- 172.21.15.42:0/2037377585 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f41900a2e10 0x7f41900a52d0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f4194005ea0 tx=0x7f4194005e30 comp rx=0 tx=0).stop 2024-06-06T08:25:54.163 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:54.164+0000 7f41ac409700 1 -- 172.21.15.42:0/2037377585 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f41a406a170 msgr2=0x7f41a419e820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:54.163 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:54.164+0000 7f41ac409700 1 --2- 172.21.15.42:0/2037377585 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f41a406a170 0x7f41a419e820 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f41a00038b0 tx=0x7f41a0009f50 comp rx=0 tx=0).stop 2024-06-06T08:25:54.164 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:54.164+0000 7f41ac409700 1 -- 172.21.15.42:0/2037377585 shutdown_connections 2024-06-06T08:25:54.164 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:54.164+0000 7f41ac409700 1 --2- 172.21.15.42:0/2037377585 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f41900a2e10 0x7f41900a52d0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:54.164 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:54.164+0000 7f41ac409700 1 --2- 172.21.15.42:0/2037377585 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f41a4108500 0x7f41a41989e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:54.164 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:54.164+0000 7f41ac409700 1 --2- 172.21.15.42:0/2037377585 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f41a406a170 0x7f41a419e820 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:54.164 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:54.164+0000 7f41ac409700 1 --2- 172.21.15.42:0/2037377585 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f41a406ab30 0x7f41a419ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:54.164 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:54.164+0000 7f41ac409700 1 -- 172.21.15.42:0/2037377585 >> 172.21.15.42:0/2037377585 conn(0x7f41a4078340 msgr2=0x7f41a40ffe40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:54.164 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:54.164+0000 7f41ac409700 1 -- 172.21.15.42:0/2037377585 shutdown_connections 2024-06-06T08:25:54.164 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:54.164+0000 7f41ac409700 1 -- 172.21.15.42:0/2037377585 wait complete. 2024-06-06T08:25:54.164 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 28 2024-06-06T08:25:54.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:25:54 smithi149 ceph-mon[36842]: pgmap v101: 129 pgs: 129 active+clean; 194 MiB data, 847 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 271 op/s 2024-06-06T08:25:54.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:25:54 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/2037377585' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:25:54.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:25:54 smithi042 ceph-mon[32384]: pgmap v101: 129 pgs: 129 active+clean; 194 MiB data, 847 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 271 op/s 2024-06-06T08:25:54.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:25:54 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/2037377585' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:25:54.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:25:54 smithi120 ceph-mon[36658]: pgmap v101: 129 pgs: 129 active+clean; 194 MiB data, 847 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 271 op/s 2024-06-06T08:25:54.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:25:54 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/2037377585' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:25:56.650 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24484 quiesce db --set-id 8c04718 --release --await' 2024-06-06T08:25:56.651 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- timeout 105 ceph tell mds.24484 quiesce db --set-id 8c04718 --release --await 2024-06-06T08:25:56.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:25:56 smithi149 ceph-mon[36842]: pgmap v102: 129 pgs: 129 active+clean; 194 MiB data, 848 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.7 MiB/s wr, 192 op/s 2024-06-06T08:25:56.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:25:56 smithi042 ceph-mon[32384]: pgmap v102: 129 pgs: 129 active+clean; 194 MiB data, 848 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.7 MiB/s wr, 192 op/s 2024-06-06T08:25:56.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:25:56 smithi120 ceph-mon[36658]: pgmap v102: 129 pgs: 129 active+clean; 194 MiB data, 848 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.7 MiB/s wr, 192 op/s 2024-06-06T08:25:56.954 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:25:58.629 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:25:58 smithi042 ceph-mon[32384]: pgmap v103: 129 pgs: 129 active+clean; 194 MiB data, 848 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.1 MiB/s wr, 176 op/s 2024-06-06T08:25:58.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.745+0000 7f769b714700 1 -- 172.21.15.42:0/51684910 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7694104e70 msgr2=0x7f7694105320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:58.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.745+0000 7f769b714700 1 --2- 172.21.15.42:0/51684910 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7694104e70 0x7f7694105320 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f768c00b0a0 tx=0x7f768c00b3b0 comp rx=0 tx=0).stop 2024-06-06T08:25:58.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.745+0000 7f769b714700 1 -- 172.21.15.42:0/51684910 shutdown_connections 2024-06-06T08:25:58.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.745+0000 7f769b714700 1 --2- 172.21.15.42:0/51684910 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7694104e70 0x7f7694105320 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:58.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.745+0000 7f769b714700 1 --2- 172.21.15.42:0/51684910 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7694107480 0x7f769406abe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:58.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.745+0000 7f769b714700 1 --2- 172.21.15.42:0/51684910 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f769406b120 0x7f769406b5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:58.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.745+0000 7f769b714700 1 -- 172.21.15.42:0/51684910 >> 172.21.15.42:0/51684910 conn(0x7f76940783a0 msgr2=0x7f76940787b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:58.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.745+0000 7f769b714700 1 -- 172.21.15.42:0/51684910 shutdown_connections 2024-06-06T08:25:58.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.745+0000 7f769b714700 1 -- 172.21.15.42:0/51684910 wait complete. 2024-06-06T08:25:58.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.745+0000 7f769b714700 1 Processor -- start 2024-06-06T08:25:58.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.746+0000 7f769b714700 1 -- start start 2024-06-06T08:25:58.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.746+0000 7f769b714700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f769406b120 0x7f769419ef60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:58.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.746+0000 7f769b714700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7694104e70 0x7f769419f4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:58.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.746+0000 7f769b714700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7694107480 0x7f76941a3830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:58.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.746+0000 7f769b714700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7694118c90 con 0x7f7694104e70 2024-06-06T08:25:58.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.746+0000 7f769b714700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f7694118b10 con 0x7f769406b120 2024-06-06T08:25:58.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.746+0000 7f769b714700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f7694118e10 con 0x7f7694107480 2024-06-06T08:25:58.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.746+0000 7f7698caf700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7694104e70 0x7f769419f4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:58.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.746+0000 7f7698caf700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7694104e70 0x7f769419f4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:46832/0 (socket says 172.21.15.42:46832) 2024-06-06T08:25:58.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.746+0000 7f7698caf700 1 -- 172.21.15.42:0/681967743 learned_addr learned my addr 172.21.15.42:0/681967743 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:58.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.746+0000 7f76994b0700 1 --2- 172.21.15.42:0/681967743 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f769406b120 0x7f769419ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:58.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.746+0000 7f7699cb1700 1 --2- 172.21.15.42:0/681967743 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7694107480 0x7f76941a3830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:58.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.746+0000 7f7698caf700 1 -- 172.21.15.42:0/681967743 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7694107480 msgr2=0x7f76941a3830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:58.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.746+0000 7f7698caf700 1 --2- 172.21.15.42:0/681967743 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7694107480 0x7f76941a3830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:58.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.746+0000 7f7698caf700 1 -- 172.21.15.42:0/681967743 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f769406b120 msgr2=0x7f769419ef60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:58.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.746+0000 7f7698caf700 1 --2- 172.21.15.42:0/681967743 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f769406b120 0x7f769419ef60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:58.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.746+0000 7f7698caf700 1 -- 172.21.15.42:0/681967743 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76941a3f70 con 0x7f7694104e70 2024-06-06T08:25:58.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.746+0000 7f76994b0700 1 --2- 172.21.15.42:0/681967743 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f769406b120 0x7f769419ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:25:58.749 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.746+0000 7f7699cb1700 1 --2- 172.21.15.42:0/681967743 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7694107480 0x7f76941a3830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:25:58.749 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.746+0000 7f7698caf700 1 --2- 172.21.15.42:0/681967743 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7694104e70 0x7f769419f4a0 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f768400c9b0 tx=0x7f768400cd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:58.749 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.747+0000 7f768a7fc700 1 -- 172.21.15.42:0/681967743 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7684007b00 con 0x7f7694104e70 2024-06-06T08:25:58.749 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.747+0000 7f769b714700 1 -- 172.21.15.42:0/681967743 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76941a4260 con 0x7f7694104e70 2024-06-06T08:25:58.749 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.747+0000 7f768a7fc700 1 -- 172.21.15.42:0/681967743 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7684007ca0 con 0x7f7694104e70 2024-06-06T08:25:58.749 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.747+0000 7f769b714700 1 -- 172.21.15.42:0/681967743 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76941abae0 con 0x7f7694104e70 2024-06-06T08:25:58.749 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.747+0000 7f768a7fc700 1 -- 172.21.15.42:0/681967743 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7684018780 con 0x7f7694104e70 2024-06-06T08:25:58.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.749+0000 7f768a7fc700 1 -- 172.21.15.42:0/681967743 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f768400f450 con 0x7f7694104e70 2024-06-06T08:25:58.757 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.750+0000 7f768a7fc700 1 --2- 172.21.15.42:0/681967743 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f76800a2d90 0x7f76800a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:58.757 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.750+0000 7f76994b0700 1 --2- 172.21.15.42:0/681967743 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f76800a2d90 0x7f76800a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:58.757 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.750+0000 7f768a7fc700 1 -- 172.21.15.42:0/681967743 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f76840cf890 con 0x7f7694104e70 2024-06-06T08:25:58.757 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.750+0000 7f76994b0700 1 --2- 172.21.15.42:0/681967743 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f76800a2d90 0x7f76800a5250 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f7690005fd0 tx=0x7f769000a5e0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:58.757 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.750+0000 7f76a5f97b80 1 Processor -- start 2024-06-06T08:25:58.757 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.750+0000 7f76a5f97b80 1 -- start start 2024-06-06T08:25:58.757 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.751+0000 7f76a5f97b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9e8c6d500 0x55f9e8c6d8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:58.757 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.751+0000 7f76a5f97b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f9e8c6de20 0x55f9e8c67710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:58.757 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.751+0000 7f76a5f97b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9e8c67c50 0x55f9e8c68070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:58.757 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.751+0000 7f76a5f97b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55f9e8b5a060 con 0x55f9e8c6d500 2024-06-06T08:25:58.757 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.751+0000 7f76a5f97b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55f9e8bb8950 con 0x55f9e8c6de20 2024-06-06T08:25:58.758 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.751+0000 7f76a5f97b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55f9e8b20560 con 0x55f9e8c67c50 2024-06-06T08:25:58.758 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.751+0000 7f76994b0700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9e8c6d500 0x55f9e8c6d8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:58.758 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.751+0000 7f76994b0700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9e8c6d500 0x55f9e8c6d8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:46844/0 (socket says 172.21.15.42:46844) 2024-06-06T08:25:58.758 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.751+0000 7f76994b0700 1 -- 172.21.15.42:0/635113613 learned_addr learned my addr 172.21.15.42:0/635113613 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:58.758 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.751+0000 7f7698caf700 1 --2- 172.21.15.42:0/635113613 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f9e8c6de20 0x55f9e8c67710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:58.758 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.751+0000 7f7699cb1700 1 --2- 172.21.15.42:0/635113613 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9e8c67c50 0x55f9e8c68070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:58.758 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.751+0000 7f76994b0700 1 -- 172.21.15.42:0/635113613 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9e8c67c50 msgr2=0x55f9e8c68070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:58.758 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.751+0000 7f76994b0700 1 --2- 172.21.15.42:0/635113613 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9e8c67c50 0x55f9e8c68070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:58.758 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.751+0000 7f76994b0700 1 -- 172.21.15.42:0/635113613 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f9e8c6de20 msgr2=0x55f9e8c67710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:58.758 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.751+0000 7f76994b0700 1 --2- 172.21.15.42:0/635113613 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f9e8c6de20 0x55f9e8c67710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:58.758 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.751+0000 7f76994b0700 1 -- 172.21.15.42:0/635113613 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f9e8b079d0 con 0x55f9e8c6d500 2024-06-06T08:25:58.758 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.751+0000 7f76994b0700 1 --2- 172.21.15.42:0/635113613 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9e8c6d500 0x55f9e8c6d8e0 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f769000a860 tx=0x7f7690011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d2cc65c6872d6798 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:58.759 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.751+0000 7f767f7fe700 1 -- 172.21.15.42:0/635113613 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7690021070 con 0x55f9e8c6d500 2024-06-06T08:25:58.759 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.752+0000 7f767f7fe700 1 -- 172.21.15.42:0/635113613 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7690010cd0 con 0x55f9e8c6d500 2024-06-06T08:25:58.759 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.752+0000 7f767f7fe700 1 -- 172.21.15.42:0/635113613 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f769000f690 con 0x55f9e8c6d500 2024-06-06T08:25:58.759 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.752+0000 7f76a5f97b80 1 -- 172.21.15.42:0/635113613 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9e8c6d500 msgr2=0x55f9e8c6d8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:58.759 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.752+0000 7f76a5f97b80 1 --2- 172.21.15.42:0/635113613 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9e8c6d500 0x55f9e8c6d8e0 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f769000a860 tx=0x7f7690011000 comp rx=0 tx=0).stop 2024-06-06T08:25:58.759 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.752+0000 7f76a5f97b80 1 -- 172.21.15.42:0/635113613 shutdown_connections 2024-06-06T08:25:58.759 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.752+0000 7f76a5f97b80 1 --2- 172.21.15.42:0/635113613 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9e8c67c50 0x55f9e8c68070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:58.759 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.752+0000 7f76a5f97b80 1 --2- 172.21.15.42:0/635113613 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9e8c6d500 0x55f9e8c6d8e0 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:58.759 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.752+0000 7f76a5f97b80 1 --2- 172.21.15.42:0/635113613 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f9e8c6de20 0x55f9e8c67710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:58.759 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.752+0000 7f76a5f97b80 1 -- 172.21.15.42:0/635113613 >> 172.21.15.42:0/635113613 conn(0x55f9e8b94180 msgr2=0x55f9e8c62a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:58.759 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.752+0000 7f76a5f97b80 1 -- 172.21.15.42:0/635113613 shutdown_connections 2024-06-06T08:25:58.759 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.752+0000 7f76a5f97b80 1 -- 172.21.15.42:0/635113613 wait complete. 2024-06-06T08:25:58.760 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.753+0000 7f76a5f97b80 1 -- start start 2024-06-06T08:25:58.760 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.753+0000 7f76a5f97b80 1 Processor -- start 2024-06-06T08:25:58.760 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.753+0000 7f76a5f97b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9e8c67c50 0x55f9e8c73ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:58.760 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.753+0000 7f76a5f97b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9e8c6d500 0x55f9e8c70dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:58.760 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.753+0000 7f76a5f97b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f9e8c6de20 0x55f9e8c71310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:58.760 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.753+0000 7f76a5f97b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55f9e8b590c0 con 0x55f9e8c6d500 2024-06-06T08:25:58.760 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.753+0000 7f76a5f97b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55f9e8bb4910 con 0x55f9e8c6de20 2024-06-06T08:25:58.760 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.753+0000 7f76a5f97b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55f9e8c74800 con 0x55f9e8c67c50 2024-06-06T08:25:58.760 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.753+0000 7f76a5f97b80 10 client.0 _ll_register_callbacks cb 0x55f9e8b4e6b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:25:58.760 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.753+0000 7f7698caf700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9e8c6d500 0x55f9e8c70dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:58.760 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.753+0000 7f7698caf700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9e8c6d500 0x55f9e8c70dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:46860/0 (socket says 172.21.15.42:46860) 2024-06-06T08:25:58.760 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.753+0000 7f7698caf700 1 -- 172.21.15.42:0/1867576562 learned_addr learned my addr 172.21.15.42:0/1867576562 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:58.760 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.753+0000 7f7699cb1700 1 --2- 172.21.15.42:0/1867576562 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f9e8c6de20 0x55f9e8c71310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:58.761 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.754+0000 7f76994b0700 1 --2- 172.21.15.42:0/1867576562 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9e8c67c50 0x55f9e8c73ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:58.761 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.754+0000 7f7698caf700 1 -- 172.21.15.42:0/1867576562 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9e8c67c50 msgr2=0x55f9e8c73ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:58.761 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.754+0000 7f7698caf700 1 --2- 172.21.15.42:0/1867576562 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9e8c67c50 0x55f9e8c73ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:58.761 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.754+0000 7f7698caf700 1 -- 172.21.15.42:0/1867576562 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f9e8c6de20 msgr2=0x55f9e8c71310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:58.761 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.754+0000 7f7698caf700 1 --2- 172.21.15.42:0/1867576562 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f9e8c6de20 0x55f9e8c71310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:58.761 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.754+0000 7f7698caf700 1 -- 172.21.15.42:0/1867576562 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f9e8b7e850 con 0x55f9e8c6d500 2024-06-06T08:25:58.761 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.754+0000 7f76994b0700 1 --2- 172.21.15.42:0/1867576562 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9e8c67c50 0x55f9e8c73ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:25:58.761 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.754+0000 7f7698caf700 1 --2- 172.21.15.42:0/1867576562 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9e8c6d500 0x55f9e8c70dd0 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f768409b710 tx=0x7f768409c190 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df2a13830a29225 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:58.761 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.754+0000 7f767cff9700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:25:58.761 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.754+0000 7f767cff9700 1 -- 172.21.15.42:0/1867576562 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76840b3070 con 0x55f9e8c6d500 2024-06-06T08:25:58.761 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.754+0000 7f767cff9700 1 -- 172.21.15.42:0/1867576562 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f768400f740 con 0x55f9e8c6d500 2024-06-06T08:25:58.761 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.754+0000 7f76a5f97b80 1 -- 172.21.15.42:0/1867576562 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7690010cd0 con 0x55f9e8c6d500 2024-06-06T08:25:58.761 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.754+0000 7f767cff9700 1 -- 172.21.15.42:0/1867576562 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f7684065050 con 0x55f9e8c6d500 2024-06-06T08:25:58.762 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.754+0000 7f76a5f97b80 10 client.16233 fetch_fsmap learned FSMap version 28 2024-06-06T08:25:58.762 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.754+0000 7f76a5f97b80 1 -- 172.21.15.42:0/1867576562 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55f9e8c7ef90 con 0x55f9e8c6d500 2024-06-06T08:25:58.762 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.755+0000 7f767cff9700 1 -- 172.21.15.42:0/1867576562 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7690010cd0 con 0x55f9e8c6d500 2024-06-06T08:25:58.762 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.755+0000 7f767cff9700 1 -- 172.21.15.42:0/1867576562 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f768409bd50 con 0x55f9e8c6d500 2024-06-06T08:25:58.762 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.755+0000 7f76a5f97b80 10 client.16233 fetch_fsmap finished waiting for FSMap version 28 2024-06-06T08:25:58.762 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.755+0000 7f76a5f97b80 10 client.16233 resolve_mds: validated gid 24484 aka daemon mds.i 2024-06-06T08:25:58.762 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.755+0000 7f76a5f97b80 20 client.16233 populate_metadata read hostname 'smithi042' 2024-06-06T08:25:58.762 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.755+0000 7f76a5f97b80 1 --2- 172.21.15.42:0/1867576562 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f9e8c815d0 0x55f9e8c839c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:58.762 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.755+0000 7f76a5f97b80 4 client.16233 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:25:58.762 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.755+0000 7f76a5f97b80 1 -- 172.21.15.42:0/1867576562 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f9e8bc5e50 con 0x55f9e8c815d0 2024-06-06T08:25:58.762 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.755+0000 7f76994b0700 1 --2- 172.21.15.42:0/1867576562 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f9e8c815d0 0x55f9e8c839c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:58.762 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.756+0000 7f76994b0700 1 --2- 172.21.15.42:0/1867576562 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f9e8c815d0 0x55f9e8c839c0 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f7674cb3601fd64c server_cookie=f925f507715f7c5e in_seq=0 out_seq=0 2024-06-06T08:25:58.762 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.756+0000 7f767cff9700 10 client.16233 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:25:58.763 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.756+0000 7f767cff9700 1 -- 172.21.15.42:0/1867576562 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55f9e8bc5e50 con 0x55f9e8c815d0 2024-06-06T08:25:58.763 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.756+0000 7f767cff9700 10 client.16233 handle_command_reply: tid=0 2024-06-06T08:25:58.763 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.756+0000 7f76a5f97b80 1 client.16233 shutdown 2024-06-06T08:25:58.763 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.757+0000 7f76a5f97b80 1 -- 172.21.15.42:0/1867576562 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9e8c6d500 msgr2=0x55f9e8c70dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:58.763 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.757+0000 7f76a5f97b80 1 --2- 172.21.15.42:0/1867576562 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9e8c6d500 0x55f9e8c70dd0 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f768409b710 tx=0x7f768409c190 comp rx=0 tx=0).stop 2024-06-06T08:25:58.763 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.757+0000 7f76a5f97b80 1 -- 172.21.15.42:0/1867576562 shutdown_connections 2024-06-06T08:25:58.763 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.757+0000 7f76a5f97b80 1 --2- 172.21.15.42:0/1867576562 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f9e8c815d0 0x55f9e8c839c0 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:58.763 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.757+0000 7f76a5f97b80 1 --2- 172.21.15.42:0/1867576562 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f9e8c6de20 0x55f9e8c71310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:58.763 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.757+0000 7f76a5f97b80 1 --2- 172.21.15.42:0/1867576562 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9e8c67c50 0x55f9e8c73ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:58.763 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.757+0000 7f767cff9700 0 client.16233 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:25:58.763 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.757+0000 7f76a5f97b80 1 --2- 172.21.15.42:0/1867576562 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9e8c6d500 0x55f9e8c70dd0 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:58.763 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.757+0000 7f76a5f97b80 1 -- 172.21.15.42:0/1867576562 >> 172.21.15.42:0/1867576562 conn(0x55f9e8b94180 msgr2=0x55f9e8c61bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:58.763 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.757+0000 7f76a5f97b80 1 -- 172.21.15.42:0/1867576562 shutdown_connections 2024-06-06T08:25:58.764 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.757+0000 7f76a5f97b80 1 -- 172.21.15.42:0/1867576562 wait complete. 2024-06-06T08:25:58.764 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.757+0000 7f76a5f97b80 20 client.16233 trim_cache size 0 max 16384 2024-06-06T08:25:58.777 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.777+0000 7f76a5f97b80 1 Processor -- start 2024-06-06T08:25:58.778 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.777+0000 7f76a5f97b80 1 -- start start 2024-06-06T08:25:58.778 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.778+0000 7f76a5f97b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f9e8c67c50 0x55f9e8c6e200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:58.778 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.778+0000 7f76a5f97b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9e8c6d500 0x55f9e8c6e740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:58.778 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.778+0000 7f76a5f97b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9e8c6de20 0x55f9e8c62330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:58.778 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.778+0000 7f76a5f97b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f76941b7140 con 0x55f9e8c6d500 2024-06-06T08:25:58.778 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.778+0000 7f76a5f97b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f76941b49d0 con 0x55f9e8c67c50 2024-06-06T08:25:58.778 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.778+0000 7f76a5f97b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f76941b2820 con 0x55f9e8c6de20 2024-06-06T08:25:58.778 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.778+0000 7f7698caf700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9e8c6d500 0x55f9e8c6e740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:58.778 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.778+0000 7f7698caf700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9e8c6d500 0x55f9e8c6e740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:46866/0 (socket says 172.21.15.42:46866) 2024-06-06T08:25:58.779 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.778+0000 7f7698caf700 1 -- 172.21.15.42:0/1116310579 learned_addr learned my addr 172.21.15.42:0/1116310579 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:58.779 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.778+0000 7f7699cb1700 1 --2- 172.21.15.42:0/1116310579 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9e8c6de20 0x55f9e8c62330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:58.779 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.778+0000 7f76994b0700 1 --2- 172.21.15.42:0/1116310579 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f9e8c67c50 0x55f9e8c6e200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:58.779 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.778+0000 7f7698caf700 1 -- 172.21.15.42:0/1116310579 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9e8c6de20 msgr2=0x55f9e8c62330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:58.779 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.778+0000 7f7698caf700 1 --2- 172.21.15.42:0/1116310579 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9e8c6de20 0x55f9e8c62330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:58.779 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.778+0000 7f7698caf700 1 -- 172.21.15.42:0/1116310579 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f9e8c67c50 msgr2=0x55f9e8c6e200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:58.779 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.778+0000 7f7698caf700 1 --2- 172.21.15.42:0/1116310579 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f9e8c67c50 0x55f9e8c6e200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:58.779 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.778+0000 7f7698caf700 1 -- 172.21.15.42:0/1116310579 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f9e8c83f80 con 0x55f9e8c6d500 2024-06-06T08:25:58.779 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.778+0000 7f7698caf700 1 --2- 172.21.15.42:0/1116310579 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9e8c6d500 0x55f9e8c6e740 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f76840074a0 tx=0x7f768409b5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb38e3973aec241f server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:58.779 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.779+0000 7f767effd700 1 -- 172.21.15.42:0/1116310579 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76840b3070 con 0x55f9e8c6d500 2024-06-06T08:25:58.779 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.779+0000 7f767effd700 1 -- 172.21.15.42:0/1116310579 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f768407e070 con 0x55f9e8c6d500 2024-06-06T08:25:58.779 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.779+0000 7f767effd700 1 -- 172.21.15.42:0/1116310579 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f768409bc70 con 0x55f9e8c6d500 2024-06-06T08:25:58.782 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.779+0000 7f76a5f97b80 1 -- 172.21.15.42:0/1116310579 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9e8c6d500 msgr2=0x55f9e8c6e740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:58.782 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.779+0000 7f76a5f97b80 1 --2- 172.21.15.42:0/1116310579 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9e8c6d500 0x55f9e8c6e740 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f76840074a0 tx=0x7f768409b5d0 comp rx=0 tx=0).stop 2024-06-06T08:25:58.782 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.779+0000 7f76a5f97b80 1 -- 172.21.15.42:0/1116310579 shutdown_connections 2024-06-06T08:25:58.782 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.779+0000 7f76a5f97b80 1 --2- 172.21.15.42:0/1116310579 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9e8c6de20 0x55f9e8c62330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:58.782 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.779+0000 7f76a5f97b80 1 --2- 172.21.15.42:0/1116310579 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f9e8c67c50 0x55f9e8c6e200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:58.783 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.779+0000 7f76a5f97b80 1 --2- 172.21.15.42:0/1116310579 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9e8c6d500 0x55f9e8c6e740 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:58.783 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.779+0000 7f76a5f97b80 1 -- 172.21.15.42:0/1116310579 >> 172.21.15.42:0/1116310579 conn(0x55f9e8b94180 msgr2=0x55f9e8c70d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:58.783 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.779+0000 7f76a5f97b80 1 -- 172.21.15.42:0/1116310579 shutdown_connections 2024-06-06T08:25:58.783 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.779+0000 7f76a5f97b80 1 -- 172.21.15.42:0/1116310579 wait complete. 2024-06-06T08:25:58.783 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.780+0000 7f76a5f97b80 1 -- start start 2024-06-06T08:25:58.783 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.780+0000 7f76a5f97b80 1 Processor -- start 2024-06-06T08:25:58.783 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.780+0000 7f76a5f97b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9e8c67c50 0x55f9e8c79d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:58.783 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.780+0000 7f76a5f97b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f9e8c6d500 0x55f9e8c7a240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:58.783 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.780+0000 7f76a5f97b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9e8c6de20 0x55f9e8c76af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:58.783 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.780+0000 7f76a5f97b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f76941b2e90 con 0x55f9e8c6de20 2024-06-06T08:25:58.783 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.780+0000 7f76a5f97b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f76941b4300 con 0x55f9e8c6d500 2024-06-06T08:25:58.784 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.780+0000 7f76a5f97b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f76941b3560 con 0x55f9e8c67c50 2024-06-06T08:25:58.784 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.780+0000 7f76a5f97b80 10 client.0 _ll_register_callbacks cb 0x55f9e8b4e6b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:25:58.784 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.781+0000 7f7698caf700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f9e8c6d500 0x55f9e8c7a240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:58.784 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.781+0000 7f7699cb1700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9e8c6de20 0x55f9e8c76af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:58.784 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.781+0000 7f76994b0700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9e8c67c50 0x55f9e8c79d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:58.784 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.781+0000 7f7698caf700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f9e8c6d500 0x55f9e8c7a240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:54766/0 (socket says 172.21.15.42:54766) 2024-06-06T08:25:58.784 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.781+0000 7f7698caf700 1 -- 172.21.15.42:0/293227267 learned_addr learned my addr 172.21.15.42:0/293227267 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:25:58.784 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.781+0000 7f7698caf700 1 -- 172.21.15.42:0/293227267 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9e8c67c50 msgr2=0x55f9e8c79d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:58.784 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.781+0000 7f7698caf700 1 --2- 172.21.15.42:0/293227267 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9e8c67c50 0x55f9e8c79d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:58.784 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.781+0000 7f7698caf700 1 -- 172.21.15.42:0/293227267 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9e8c6de20 msgr2=0x55f9e8c76af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:25:58.784 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.781+0000 7f7698caf700 1 --2- 172.21.15.42:0/293227267 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9e8c6de20 0x55f9e8c76af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:58.784 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.781+0000 7f7698caf700 1 -- 172.21.15.42:0/293227267 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f9e8c77330 con 0x55f9e8c6d500 2024-06-06T08:25:58.785 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.781+0000 7f7699cb1700 1 --2- 172.21.15.42:0/293227267 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9e8c6de20 0x55f9e8c76af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:25:58.785 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.781+0000 7f7698caf700 1 --2- 172.21.15.42:0/293227267 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f9e8c6d500 0x55f9e8c7a240 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f768409b710 tx=0x7f768400f970 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2ef56a81a871c166 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:25:58.785 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.781+0000 7f767cff9700 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:25:58.785 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.781+0000 7f767cff9700 1 -- 172.21.15.42:0/293227267 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76840b3070 con 0x55f9e8c6d500 2024-06-06T08:25:58.785 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.781+0000 7f76a5f97b80 1 -- 172.21.15.42:0/293227267 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f768407e070 con 0x55f9e8c6d500 2024-06-06T08:25:58.785 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.781+0000 7f767cff9700 1 -- 172.21.15.42:0/293227267 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f768409be80 con 0x55f9e8c6d500 2024-06-06T08:25:58.785 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.781+0000 7f767cff9700 1 -- 172.21.15.42:0/293227267 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f768409ba10 con 0x55f9e8c6d500 2024-06-06T08:25:58.785 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.781+0000 7f76a5f97b80 10 client.25871 fetch_fsmap learned FSMap version 28 2024-06-06T08:25:58.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.781+0000 7f76a5f97b80 1 -- 172.21.15.42:0/293227267 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55f9e8cecc70 con 0x55f9e8c6d500 2024-06-06T08:25:58.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.782+0000 7f767cff9700 1 -- 172.21.15.42:0/293227267 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f768407e070 con 0x55f9e8c6d500 2024-06-06T08:25:58.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.782+0000 7f767cff9700 1 -- 172.21.15.42:0/293227267 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f768409a8d0 con 0x55f9e8c6d500 2024-06-06T08:25:58.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.782+0000 7f76a5f97b80 10 client.25871 fetch_fsmap finished waiting for FSMap version 28 2024-06-06T08:25:58.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.782+0000 7f76a5f97b80 10 client.25871 resolve_mds: validated gid 24484 aka daemon mds.i 2024-06-06T08:25:58.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.782+0000 7f76a5f97b80 20 client.25871 populate_metadata read hostname 'smithi042' 2024-06-06T08:25:58.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.782+0000 7f76a5f97b80 1 --2- 172.21.15.42:0/293227267 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f9e8ced040 0x55f9e8cef430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:25:58.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.782+0000 7f76a5f97b80 4 client.25871 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "8c04718", "release": true, "await": true}] 2024-06-06T08:25:58.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.782+0000 7f76a5f97b80 1 -- 172.21.15.42:0/293227267 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "quiesce db", "set_id": "8c04718", "release": true, "await": true}) -- 0x55f9e8bc03d0 con 0x55f9e8ced040 2024-06-06T08:25:58.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.782+0000 7f76994b0700 1 --2- 172.21.15.42:0/293227267 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f9e8ced040 0x55f9e8cef430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:25:58.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.783+0000 7f76994b0700 1 --2- 172.21.15.42:0/293227267 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f9e8ced040 0x55f9e8cef430 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=18c97c6cc4ea1996 server_cookie=fa5e707e32e11305 in_seq=0 out_seq=0 2024-06-06T08:25:58.786 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:58.783+0000 7f767cff9700 10 client.25871 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:25:58.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:25:58 smithi149 ceph-mon[36842]: pgmap v103: 129 pgs: 129 active+clean; 194 MiB data, 848 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.1 MiB/s wr, 176 op/s 2024-06-06T08:25:58.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:25:58 smithi120 ceph-mon[36658]: pgmap v103: 129 pgs: 129 active+clean; 194 MiB data, 848 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.1 MiB/s wr, 176 op/s 2024-06-06T08:25:59.137 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:59.137+0000 7f767cff9700 1 -- 172.21.15.42:0/293227267 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+588 (crc 0 0 0) 0x55f9e8bc03d0 con 0x55f9e8ced040 2024-06-06T08:25:59.137 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:59.137+0000 7f767cff9700 10 client.25871 handle_command_reply: tid=0 2024-06-06T08:25:59.137 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:59.137+0000 7f76a5f97b80 1 client.25871 shutdown 2024-06-06T08:25:59.137 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:59.137+0000 7f76a5f97b80 1 -- 172.21.15.42:0/293227267 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f9e8c6d500 msgr2=0x55f9e8c7a240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:59.137 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:59.137+0000 7f76a5f97b80 1 --2- 172.21.15.42:0/293227267 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f9e8c6d500 0x55f9e8c7a240 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f768409b710 tx=0x7f768400f970 comp rx=0 tx=0).stop 2024-06-06T08:25:59.137 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:59.138+0000 7f76a5f97b80 1 -- 172.21.15.42:0/293227267 shutdown_connections 2024-06-06T08:25:59.137 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:59.138+0000 7f76a5f97b80 1 --2- 172.21.15.42:0/293227267 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9e8c6de20 0x55f9e8c76af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:59.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:59.138+0000 7f76a5f97b80 1 --2- 172.21.15.42:0/293227267 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9e8c67c50 0x55f9e8c79d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:59.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:59.138+0000 7f76a5f97b80 1 --2- 172.21.15.42:0/293227267 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f9e8ced040 0x55f9e8cef430 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:59.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:59.138+0000 7f76a5f97b80 1 --2- 172.21.15.42:0/293227267 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f9e8c6d500 0x55f9e8c7a240 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:59.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:59.138+0000 7f767cff9700 0 client.25871 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:25:59.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:59.138+0000 7f76a5f97b80 1 -- 172.21.15.42:0/293227267 >> 172.21.15.42:0/293227267 conn(0x55f9e8b94180 msgr2=0x55f9e8c6e200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:59.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:59.138+0000 7f76a5f97b80 1 -- 172.21.15.42:0/293227267 shutdown_connections 2024-06-06T08:25:59.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:59.138+0000 7f76a5f97b80 1 -- 172.21.15.42:0/293227267 wait complete. 2024-06-06T08:25:59.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:59.138+0000 7f76a5f97b80 20 client.25871 trim_cache size 0 max 16384 2024-06-06T08:25:59.138 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:25:59.139 INFO:teuthology.orchestra.run.smithi042.stdout: "epoch": 28, 2024-06-06T08:25:59.139 INFO:teuthology.orchestra.run.smithi042.stdout: "leader": 24484, 2024-06-06T08:25:59.139 INFO:teuthology.orchestra.run.smithi042.stdout: "set_version": 8, 2024-06-06T08:25:59.139 INFO:teuthology.orchestra.run.smithi042.stdout: "sets": { 2024-06-06T08:25:59.139 INFO:teuthology.orchestra.run.smithi042.stdout: "8c04718": { 2024-06-06T08:25:59.139 INFO:teuthology.orchestra.run.smithi042.stdout: "version": 8, 2024-06-06T08:25:59.139 INFO:teuthology.orchestra.run.smithi042.stdout: "age_ref": 0.0, 2024-06-06T08:25:59.139 INFO:teuthology.orchestra.run.smithi042.stdout: "state": { 2024-06-06T08:25:59.139 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "RELEASED", 2024-06-06T08:25:59.139 INFO:teuthology.orchestra.run.smithi042.stdout: "age": 0.0 2024-06-06T08:25:59.139 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:25:59.139 INFO:teuthology.orchestra.run.smithi042.stdout: "timeout": 90.0, 2024-06-06T08:25:59.139 INFO:teuthology.orchestra.run.smithi042.stdout: "expiration": 145.2, 2024-06-06T08:25:59.140 INFO:teuthology.orchestra.run.smithi042.stdout: "members": { 2024-06-06T08:25:59.140 INFO:teuthology.orchestra.run.smithi042.stdout: "file:/": { 2024-06-06T08:25:59.140 INFO:teuthology.orchestra.run.smithi042.stdout: "excluded": false, 2024-06-06T08:25:59.140 INFO:teuthology.orchestra.run.smithi042.stdout: "state": { 2024-06-06T08:25:59.140 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "RELEASED", 2024-06-06T08:25:59.140 INFO:teuthology.orchestra.run.smithi042.stdout: "age": 0.0 2024-06-06T08:25:59.140 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:25:59.140 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:25:59.140 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:25:59.140 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:25:59.140 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:25:59.140 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:25:59.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:59.138+0000 7f769b714700 1 -- 172.21.15.42:0/681967743 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f76800a2d90 msgr2=0x7f76800a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:59.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:59.138+0000 7f769b714700 1 --2- 172.21.15.42:0/681967743 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f76800a2d90 0x7f76800a5250 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f7690005fd0 tx=0x7f769000a5e0 comp rx=0 tx=0).stop 2024-06-06T08:25:59.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:59.138+0000 7f769b714700 1 -- 172.21.15.42:0/681967743 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7694104e70 msgr2=0x7f769419f4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:59.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:59.138+0000 7f769b714700 1 --2- 172.21.15.42:0/681967743 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7694104e70 0x7f769419f4a0 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f768400c9b0 tx=0x7f768400cd70 comp rx=0 tx=0).stop 2024-06-06T08:25:59.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:59.138+0000 7f769b714700 1 -- 172.21.15.42:0/681967743 shutdown_connections 2024-06-06T08:25:59.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:59.138+0000 7f769b714700 1 --2- 172.21.15.42:0/681967743 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f76800a2d90 0x7f76800a5250 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:59.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:59.138+0000 7f769b714700 1 --2- 172.21.15.42:0/681967743 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7694107480 0x7f76941a3830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:59.142 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:59.138+0000 7f769b714700 1 --2- 172.21.15.42:0/681967743 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f769406b120 0x7f769419ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:59.142 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:59.138+0000 7f769b714700 1 --2- 172.21.15.42:0/681967743 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7694104e70 0x7f769419f4a0 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:59.142 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:59.138+0000 7f769b714700 1 -- 172.21.15.42:0/681967743 >> 172.21.15.42:0/681967743 conn(0x7f76940783a0 msgr2=0x7f7694100360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:59.142 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:59.139+0000 7f769b714700 1 -- 172.21.15.42:0/681967743 shutdown_connections 2024-06-06T08:25:59.142 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:25:59.139+0000 7f769b714700 1 -- 172.21.15.42:0/681967743 wait complete. 2024-06-06T08:25:59.496 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:59.497+0000 7f7dae7fc640 1 -- 172.21.15.42:0/1614347016 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5616fe255c20 con 0x5616fe3697d0 2024-06-06T08:25:59.497 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:59.497+0000 7f7dae7fc640 10 client.25771 handle_command_reply: tid=0 2024-06-06T08:25:59.497 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:59.497+0000 7f7dcfd76740 1 client.25771 shutdown 2024-06-06T08:25:59.497 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:59.497+0000 7f7dcfd76740 1 -- 172.21.15.42:0/1614347016 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5616fe2e4170 msgr2=0x5616fe301d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:59.497 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:59.497+0000 7f7dcfd76740 1 --2- 172.21.15.42:0/1614347016 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5616fe2e4170 0x5616fe301d40 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f7db8097dd0 tx=0x7f7db80cfad0 comp rx=0 tx=0).stop 2024-06-06T08:25:59.497 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:59.497+0000 7f7dcfd76740 1 -- 172.21.15.42:0/1614347016 shutdown_connections 2024-06-06T08:25:59.497 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:59.497+0000 7f7dcfd76740 1 --2- 172.21.15.42:0/1614347016 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5616fe3697d0 0x5616fe36bbf0 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:59.497 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:59.497+0000 7f7dcfd76740 1 --2- 172.21.15.42:0/1614347016 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5616fe2e4a90 0x5616fe302280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:59.497 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:59.497+0000 7f7dcfd76740 1 --2- 172.21.15.42:0/1614347016 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5616fe2ef350 0x5616fe367c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:59.497 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:59.497+0000 7f7dcfd76740 1 --2- 172.21.15.42:0/1614347016 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5616fe2e4170 0x5616fe301d40 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:59.498 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:59.497+0000 7f7dae7fc640 0 client.25771 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:25:59.498 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:59.497+0000 7f7dcfd76740 1 -- 172.21.15.42:0/1614347016 >> 172.21.15.42:0/1614347016 conn(0x5616fe2e0680 msgr2=0x5616fe2e5b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:59.498 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:59.497+0000 7f7dcfd76740 1 -- 172.21.15.42:0/1614347016 shutdown_connections 2024-06-06T08:25:59.498 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:59.497+0000 7f7dcfd76740 1 -- 172.21.15.42:0/1614347016 wait complete. 2024-06-06T08:25:59.498 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:59.497+0000 7f7dcfd76740 20 client.25771 trim_cache size 0 max 16384 2024-06-06T08:25:59.498 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:25:59.498 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:25:59.498 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:25:59.499 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:59.498+0000 7f7dcd06d640 1 -- 172.21.15.42:0/1371095121 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f7db40a2da0 msgr2=0x7f7db40a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:59.500 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:59.498+0000 7f7dcd06d640 1 --2- 172.21.15.42:0/1371095121 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f7db40a2da0 0x7f7db40a5260 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f7dc000c610 tx=0x7f7dc000e040 comp rx=0 tx=0).stop 2024-06-06T08:25:59.500 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:59.498+0000 7f7dcd06d640 1 -- 172.21.15.42:0/1371095121 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7dc81008d0 msgr2=0x7f7dc819a4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:25:59.500 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:59.498+0000 7f7dcd06d640 1 --2- 172.21.15.42:0/1371095121 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7dc81008d0 0x7f7dc819a4f0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f7db800e9f0 tx=0x7f7db800eeb0 comp rx=0 tx=0).stop 2024-06-06T08:25:59.500 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:59.498+0000 7f7dcd06d640 1 -- 172.21.15.42:0/1371095121 shutdown_connections 2024-06-06T08:25:59.500 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:59.498+0000 7f7dcd06d640 1 --2- 172.21.15.42:0/1371095121 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f7db40a2da0 0x7f7db40a5260 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:59.500 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:59.498+0000 7f7dcd06d640 1 --2- 172.21.15.42:0/1371095121 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7dc8106890 0x7f7dc819ed10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:59.500 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:59.498+0000 7f7dcd06d640 1 --2- 172.21.15.42:0/1371095121 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7dc8101290 0x7f7dc819aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:59.500 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:59.498+0000 7f7dcd06d640 1 --2- 172.21.15.42:0/1371095121 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7dc81008d0 0x7f7dc819a4f0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:25:59.500 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:59.498+0000 7f7dcd06d640 1 -- 172.21.15.42:0/1371095121 >> 172.21.15.42:0/1371095121 conn(0x7f7dc8077a20 msgr2=0x7f7dc8103210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:25:59.500 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:59.498+0000 7f7dcd06d640 1 -- 172.21.15.42:0/1371095121 shutdown_connections 2024-06-06T08:25:59.500 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:25:59.498+0000 7f7dcd06d640 1 -- 172.21.15.42:0/1371095121 wait complete. 2024-06-06T08:25:59.890 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '8c04718', total seconds elapsed: 33.3 2024-06-06T08:26:00.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:00 smithi149 ceph-mon[36842]: pgmap v104: 129 pgs: 129 active+clean; 233 MiB data, 933 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 4.4 MiB/s wr, 359 op/s 2024-06-06T08:26:00.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:00 smithi042 ceph-mon[32384]: pgmap v104: 129 pgs: 129 active+clean; 233 MiB data, 933 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 4.4 MiB/s wr, 359 op/s 2024-06-06T08:26:00.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:00 smithi120 ceph-mon[36658]: pgmap v104: 129 pgs: 129 active+clean; 233 MiB data, 933 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 4.4 MiB/s wr, 359 op/s 2024-06-06T08:26:02.737 INFO:tasks.workunit.client.0.smithi042.stdout: 75 171975 87 110017 144 44920 183 2024-06-06T08:26:02.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:02 smithi149 ceph-mon[36842]: pgmap v105: 129 pgs: 129 active+clean; 233 MiB data, 933 MiB used, 1.0 TiB / 1.0 TiB avail; 643 KiB/s rd, 3.6 MiB/s wr, 341 op/s 2024-06-06T08:26:02.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:02 smithi042 ceph-mon[32384]: pgmap v105: 129 pgs: 129 active+clean; 233 MiB data, 933 MiB used, 1.0 TiB / 1.0 TiB avail; 643 KiB/s rd, 3.6 MiB/s wr, 341 op/s 2024-06-06T08:26:02.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:02 smithi120 ceph-mon[36658]: pgmap v105: 129 pgs: 129 active+clean; 233 MiB data, 933 MiB used, 1.0 TiB / 1.0 TiB avail; 643 KiB/s rd, 3.6 MiB/s wr, 341 op/s 2024-06-06T08:26:03.675 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-06-06T08:26:03.936 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:26:04.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:04 smithi042 ceph-mon[32384]: pgmap v106: 129 pgs: 129 active+clean; 222 MiB data, 918 MiB used, 1.0 TiB / 1.0 TiB avail; 814 KiB/s rd, 3.8 MiB/s wr, 354 op/s 2024-06-06T08:26:04.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:04 smithi149 ceph-mon[36842]: pgmap v106: 129 pgs: 129 active+clean; 222 MiB data, 918 MiB used, 1.0 TiB / 1.0 TiB avail; 814 KiB/s rd, 3.8 MiB/s wr, 354 op/s 2024-06-06T08:26:04.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:04 smithi120 ceph-mon[36658]: pgmap v106: 129 pgs: 129 active+clean; 222 MiB data, 918 MiB used, 1.0 TiB / 1.0 TiB avail; 814 KiB/s rd, 3.8 MiB/s wr, 354 op/s 2024-06-06T08:26:05.690 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.689+0000 7f576eb50700 1 -- 172.21.15.42:0/483566687 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5768101d50 msgr2=0x7f576810e240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:05.690 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.689+0000 7f576eb50700 1 --2- 172.21.15.42:0/483566687 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5768101d50 0x7f576810e240 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f576000b0a0 tx=0x7f576000b3b0 comp rx=0 tx=0).stop 2024-06-06T08:26:05.690 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.689+0000 7f576eb50700 1 -- 172.21.15.42:0/483566687 shutdown_connections 2024-06-06T08:26:05.691 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.689+0000 7f576eb50700 1 --2- 172.21.15.42:0/483566687 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5768101d50 0x7f576810e240 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:05.691 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.689+0000 7f576eb50700 1 --2- 172.21.15.42:0/483566687 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5768107400 0x7f57681077e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:05.691 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.689+0000 7f576eb50700 1 --2- 172.21.15.42:0/483566687 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5768101390 0x7f5768101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:05.691 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.689+0000 7f576eb50700 1 -- 172.21.15.42:0/483566687 >> 172.21.15.42:0/483566687 conn(0x7f5768078340 msgr2=0x7f5768078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:05.691 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.689+0000 7f576eb50700 1 -- 172.21.15.42:0/483566687 shutdown_connections 2024-06-06T08:26:05.691 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.689+0000 7f576eb50700 1 -- 172.21.15.42:0/483566687 wait complete. 2024-06-06T08:26:05.691 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.690+0000 7f576eb50700 1 Processor -- start 2024-06-06T08:26:05.691 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.690+0000 7f576eb50700 1 -- start start 2024-06-06T08:26:05.691 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.690+0000 7f576eb50700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5768101390 0x7f5768199aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:05.691 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.690+0000 7f576eb50700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5768101d50 0x7f5768199fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:05.691 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.690+0000 7f576eb50700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5768107400 0x7f57681a4b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:05.691 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.690+0000 7f576eb50700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f57681116a0 con 0x7f5768101390 2024-06-06T08:26:05.691 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.690+0000 7f576eb50700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f5768111520 con 0x7f5768107400 2024-06-06T08:26:05.692 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.690+0000 7f576eb50700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f5768111820 con 0x7f5768101d50 2024-06-06T08:26:05.692 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.690+0000 7f576c8ec700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5768101390 0x7f5768199aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:05.692 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.690+0000 7f576c8ec700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5768101390 0x7f5768199aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:46882/0 (socket says 172.21.15.42:46882) 2024-06-06T08:26:05.692 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.690+0000 7f576c8ec700 1 -- 172.21.15.42:0/1096399069 learned_addr learned my addr 172.21.15.42:0/1096399069 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:26:05.692 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.690+0000 7f575ffff700 1 --2- 172.21.15.42:0/1096399069 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5768101d50 0x7f5768199fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:05.692 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.690+0000 7f576d0ed700 1 --2- 172.21.15.42:0/1096399069 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5768107400 0x7f57681a4b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:05.692 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.691+0000 7f576c8ec700 1 -- 172.21.15.42:0/1096399069 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5768101d50 msgr2=0x7f5768199fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:05.692 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.691+0000 7f576c8ec700 1 --2- 172.21.15.42:0/1096399069 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5768101d50 0x7f5768199fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:05.692 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.691+0000 7f576c8ec700 1 -- 172.21.15.42:0/1096399069 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5768107400 msgr2=0x7f57681a4b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:05.692 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.691+0000 7f576c8ec700 1 --2- 172.21.15.42:0/1096399069 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5768107400 0x7f57681a4b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:05.692 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.691+0000 7f576c8ec700 1 -- 172.21.15.42:0/1096399069 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57681a5060 con 0x7f5768101390 2024-06-06T08:26:05.692 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.691+0000 7f576d0ed700 1 --2- 172.21.15.42:0/1096399069 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5768107400 0x7f57681a4b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:26:05.692 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.691+0000 7f576c8ec700 1 --2- 172.21.15.42:0/1096399069 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5768101390 0x7f5768199aa0 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f576400c920 tx=0x7f576400cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:05.692 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.691+0000 7f575dffb700 1 -- 172.21.15.42:0/1096399069 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5764007b00 con 0x7f5768101390 2024-06-06T08:26:05.693 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.691+0000 7f576eb50700 1 -- 172.21.15.42:0/1096399069 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f57681a5290 con 0x7f5768101390 2024-06-06T08:26:05.693 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.691+0000 7f575dffb700 1 -- 172.21.15.42:0/1096399069 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5764004d10 con 0x7f5768101390 2024-06-06T08:26:05.693 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.691+0000 7f575dffb700 1 -- 172.21.15.42:0/1096399069 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5764005630 con 0x7f5768101390 2024-06-06T08:26:05.694 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.692+0000 7f576eb50700 1 -- 172.21.15.42:0/1096399069 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57681a57d0 con 0x7f5768101390 2024-06-06T08:26:05.694 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.693+0000 7f575dffb700 1 -- 172.21.15.42:0/1096399069 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f5764004750 con 0x7f5768101390 2024-06-06T08:26:05.694 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.694+0000 7f575dffb700 1 --2- 172.21.15.42:0/1096399069 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f57500a2d90 0x7f57500a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:05.694 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.694+0000 7f575ffff700 1 --2- 172.21.15.42:0/1096399069 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f57500a2d90 0x7f57500a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:05.694 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.694+0000 7f575dffb700 1 -- 172.21.15.42:0/1096399069 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f57640cef60 con 0x7f5768101390 2024-06-06T08:26:05.694 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.695+0000 7f575ffff700 1 --2- 172.21.15.42:0/1096399069 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f57500a2d90 0x7f57500a5250 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f57680788b0 tx=0x7f5758009260 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:05.694 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.695+0000 7f57793d3b80 1 Processor -- start 2024-06-06T08:26:05.694 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.695+0000 7f57793d3b80 1 -- start start 2024-06-06T08:26:05.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.695+0000 7f57793d3b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a6eb4a6fd0 0x55a6eb4a73b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:05.697 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.696+0000 7f57793d3b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a6eb4a78f0 0x55a6eb4ab6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:05.697 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.696+0000 7f57793d3b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a6eb4abc30 0x55a6eb4ac090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:05.697 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.696+0000 7f57793d3b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a6eb3f4810 con 0x55a6eb4a6fd0 2024-06-06T08:26:05.697 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.696+0000 7f57793d3b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55a6eb39c720 con 0x55a6eb4a78f0 2024-06-06T08:26:05.697 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.696+0000 7f57793d3b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55a6eb3f07d0 con 0x55a6eb4abc30 2024-06-06T08:26:05.697 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.696+0000 7f576c8ec700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a6eb4a6fd0 0x55a6eb4a73b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:05.697 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.696+0000 7f576c8ec700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a6eb4a6fd0 0x55a6eb4a73b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:46890/0 (socket says 172.21.15.42:46890) 2024-06-06T08:26:05.697 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.696+0000 7f576c8ec700 1 -- 172.21.15.42:0/939572758 learned_addr learned my addr 172.21.15.42:0/939572758 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:26:05.697 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.696+0000 7f576d0ed700 1 --2- 172.21.15.42:0/939572758 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a6eb4abc30 0x55a6eb4ac090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:05.697 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.696+0000 7f575ffff700 1 --2- 172.21.15.42:0/939572758 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a6eb4a78f0 0x55a6eb4ab6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:05.697 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.696+0000 7f576c8ec700 1 -- 172.21.15.42:0/939572758 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a6eb4abc30 msgr2=0x55a6eb4ac090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:05.698 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.696+0000 7f576c8ec700 1 --2- 172.21.15.42:0/939572758 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a6eb4abc30 0x55a6eb4ac090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:05.698 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.696+0000 7f576c8ec700 1 -- 172.21.15.42:0/939572758 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a6eb4a78f0 msgr2=0x55a6eb4ab6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:05.698 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.696+0000 7f576c8ec700 1 --2- 172.21.15.42:0/939572758 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a6eb4a78f0 0x55a6eb4ab6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:05.698 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.696+0000 7f576c8ec700 1 -- 172.21.15.42:0/939572758 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a6eb392f50 con 0x55a6eb4a6fd0 2024-06-06T08:26:05.698 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.696+0000 7f576c8ec700 1 --2- 172.21.15.42:0/939572758 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a6eb4a6fd0 0x55a6eb4a73b0 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f57640975a0 tx=0x7f576409aaa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d3cfdb3e9763abd server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:05.698 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.696+0000 7f574effd700 1 -- 172.21.15.42:0/939572758 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57640b4070 con 0x55a6eb4a6fd0 2024-06-06T08:26:05.698 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.696+0000 7f574effd700 1 -- 172.21.15.42:0/939572758 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f576409b140 con 0x55a6eb4a6fd0 2024-06-06T08:26:05.698 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.696+0000 7f574effd700 1 -- 172.21.15.42:0/939572758 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f576401d030 con 0x55a6eb4a6fd0 2024-06-06T08:26:05.698 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.697+0000 7f57793d3b80 1 -- 172.21.15.42:0/939572758 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a6eb4a6fd0 msgr2=0x55a6eb4a73b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:05.698 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.697+0000 7f57793d3b80 1 --2- 172.21.15.42:0/939572758 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a6eb4a6fd0 0x55a6eb4a73b0 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f57640975a0 tx=0x7f576409aaa0 comp rx=0 tx=0).stop 2024-06-06T08:26:05.698 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.697+0000 7f57793d3b80 1 -- 172.21.15.42:0/939572758 shutdown_connections 2024-06-06T08:26:05.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.697+0000 7f57793d3b80 1 --2- 172.21.15.42:0/939572758 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a6eb4abc30 0x55a6eb4ac090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:05.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.697+0000 7f57793d3b80 1 --2- 172.21.15.42:0/939572758 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a6eb4a6fd0 0x55a6eb4a73b0 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:05.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.697+0000 7f57793d3b80 1 --2- 172.21.15.42:0/939572758 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a6eb4a78f0 0x55a6eb4ab6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:05.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.697+0000 7f57793d3b80 1 -- 172.21.15.42:0/939572758 >> 172.21.15.42:0/939572758 conn(0x55a6eb3cdcc0 msgr2=0x55a6eb49d850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:05.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.697+0000 7f57793d3b80 1 -- 172.21.15.42:0/939572758 shutdown_connections 2024-06-06T08:26:05.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.697+0000 7f57793d3b80 1 -- 172.21.15.42:0/939572758 wait complete. 2024-06-06T08:26:05.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.698+0000 7f57793d3b80 1 -- start start 2024-06-06T08:26:05.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.698+0000 7f57793d3b80 1 Processor -- start 2024-06-06T08:26:05.701 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.698+0000 7f57793d3b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a6eb4a6fd0 0x55a6eb4b3240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:05.701 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.698+0000 7f57793d3b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a6eb4a78f0 0x55a6eb4b0540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:05.701 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.698+0000 7f57793d3b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a6eb4abc30 0x55a6eb4b0a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:05.701 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.698+0000 7f57793d3b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a6eb4b3dd0 con 0x55a6eb4a78f0 2024-06-06T08:26:05.701 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.698+0000 7f57793d3b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55a6eb394bf0 con 0x55a6eb4a6fd0 2024-06-06T08:26:05.702 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.698+0000 7f57793d3b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55a6eb4b3f50 con 0x55a6eb4abc30 2024-06-06T08:26:05.702 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.698+0000 7f57793d3b80 10 client.0 _ll_register_callbacks cb 0x55a6eb38e920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:26:05.702 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.698+0000 7f575ffff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a6eb4a78f0 0x55a6eb4b0540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:05.702 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.698+0000 7f575ffff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a6eb4a78f0 0x55a6eb4b0540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:46898/0 (socket says 172.21.15.42:46898) 2024-06-06T08:26:05.702 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.698+0000 7f575ffff700 1 -- 172.21.15.42:0/2721828194 learned_addr learned my addr 172.21.15.42:0/2721828194 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:26:05.702 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.698+0000 7f576d0ed700 1 --2- 172.21.15.42:0/2721828194 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a6eb4abc30 0x55a6eb4b0a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:05.702 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.698+0000 7f576c8ec700 1 --2- 172.21.15.42:0/2721828194 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a6eb4a6fd0 0x55a6eb4b3240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:05.702 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.699+0000 7f575ffff700 1 -- 172.21.15.42:0/2721828194 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a6eb4abc30 msgr2=0x55a6eb4b0a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:05.702 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.699+0000 7f575ffff700 1 --2- 172.21.15.42:0/2721828194 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a6eb4abc30 0x55a6eb4b0a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:05.702 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.699+0000 7f575ffff700 1 -- 172.21.15.42:0/2721828194 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a6eb4a6fd0 msgr2=0x55a6eb4b3240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:05.702 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.699+0000 7f575ffff700 1 --2- 172.21.15.42:0/2721828194 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a6eb4a6fd0 0x55a6eb4b3240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:05.702 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.699+0000 7f575ffff700 1 -- 172.21.15.42:0/2721828194 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a6eb3438d0 con 0x55a6eb4a78f0 2024-06-06T08:26:05.702 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.699+0000 7f576d0ed700 1 --2- 172.21.15.42:0/2721828194 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a6eb4abc30 0x55a6eb4b0a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:26:05.703 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.699+0000 7f575ffff700 1 --2- 172.21.15.42:0/2721828194 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a6eb4a78f0 0x55a6eb4b0540 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f5758004490 tx=0x7f57580047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=475545aec14fbfb5 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:05.703 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.699+0000 7f5747fff700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:26:05.703 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.699+0000 7f5747fff700 1 -- 172.21.15.42:0/2721828194 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5758004830 con 0x55a6eb4a78f0 2024-06-06T08:26:05.703 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.699+0000 7f5747fff700 1 -- 172.21.15.42:0/2721828194 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f57580049d0 con 0x55a6eb4a78f0 2024-06-06T08:26:05.703 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.699+0000 7f57793d3b80 1 -- 172.21.15.42:0/2721828194 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f576409b140 con 0x55a6eb4a78f0 2024-06-06T08:26:05.703 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.699+0000 7f5747fff700 1 -- 172.21.15.42:0/2721828194 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f5758030050 con 0x55a6eb4a78f0 2024-06-06T08:26:05.703 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.699+0000 7f57793d3b80 10 client.16251 fetch_fsmap learned FSMap version 28 2024-06-06T08:26:05.703 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.699+0000 7f57793d3b80 1 -- 172.21.15.42:0/2721828194 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55a6eb4be860 con 0x55a6eb4a78f0 2024-06-06T08:26:05.703 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.699+0000 7f5747fff700 1 -- 172.21.15.42:0/2721828194 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f576409b140 con 0x55a6eb4a78f0 2024-06-06T08:26:05.703 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.700+0000 7f5747fff700 1 -- 172.21.15.42:0/2721828194 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f575801f5f0 con 0x55a6eb4a78f0 2024-06-06T08:26:05.703 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.700+0000 7f57793d3b80 10 client.16251 fetch_fsmap finished waiting for FSMap version 28 2024-06-06T08:26:05.703 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.700+0000 7f57793d3b80 10 client.16251 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:26:05.703 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.700+0000 7f57793d3b80 20 client.16251 populate_metadata read hostname 'smithi042' 2024-06-06T08:26:05.704 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.700+0000 7f57793d3b80 1 --2- 172.21.15.42:0/2721828194 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a6eb4c0ea0 0x55a6eb4c3290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:05.704 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.700+0000 7f57793d3b80 4 client.16251 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:26:05.704 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.700+0000 7f57793d3b80 1 -- 172.21.15.42:0/2721828194 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a6eb401d10 con 0x55a6eb4c0ea0 2024-06-06T08:26:05.704 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.700+0000 7f576c8ec700 1 --2- 172.21.15.42:0/2721828194 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a6eb4c0ea0 0x55a6eb4c3290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:05.704 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.700+0000 7f576c8ec700 1 --2- 172.21.15.42:0/2721828194 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a6eb4c0ea0 0x55a6eb4c3290 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3fb4b8ed64dfc1cc server_cookie=91f301be8a255dd1 in_seq=0 out_seq=0 2024-06-06T08:26:05.704 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.700+0000 7f5747fff700 10 client.16251 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:26:05.705 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.705+0000 7f5747fff700 1 -- 172.21.15.42:0/2721828194 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55a6eb401d10 con 0x55a6eb4c0ea0 2024-06-06T08:26:05.705 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.705+0000 7f5747fff700 10 client.16251 handle_command_reply: tid=0 2024-06-06T08:26:05.705 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.706+0000 7f57793d3b80 1 client.16251 shutdown 2024-06-06T08:26:05.705 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.706+0000 7f57793d3b80 1 -- 172.21.15.42:0/2721828194 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a6eb4a78f0 msgr2=0x55a6eb4b0540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:05.705 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.706+0000 7f57793d3b80 1 --2- 172.21.15.42:0/2721828194 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a6eb4a78f0 0x55a6eb4b0540 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f5758004490 tx=0x7f57580047c0 comp rx=0 tx=0).stop 2024-06-06T08:26:05.705 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.706+0000 7f57793d3b80 1 -- 172.21.15.42:0/2721828194 shutdown_connections 2024-06-06T08:26:05.705 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.706+0000 7f57793d3b80 1 --2- 172.21.15.42:0/2721828194 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a6eb4abc30 0x55a6eb4b0a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:05.705 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.706+0000 7f57793d3b80 1 --2- 172.21.15.42:0/2721828194 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a6eb4c0ea0 0x55a6eb4c3290 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:05.706 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.706+0000 7f57793d3b80 1 --2- 172.21.15.42:0/2721828194 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a6eb4a6fd0 0x55a6eb4b3240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:05.706 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.706+0000 7f57793d3b80 1 --2- 172.21.15.42:0/2721828194 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a6eb4a78f0 0x55a6eb4b0540 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:05.706 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.706+0000 7f57793d3b80 1 -- 172.21.15.42:0/2721828194 >> 172.21.15.42:0/2721828194 conn(0x55a6eb3cdcc0 msgr2=0x55a6eb4a19d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:05.706 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.706+0000 7f5747fff700 0 client.16251 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:26:05.706 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.706+0000 7f57793d3b80 1 -- 172.21.15.42:0/2721828194 shutdown_connections 2024-06-06T08:26:05.706 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.706+0000 7f57793d3b80 1 -- 172.21.15.42:0/2721828194 wait complete. 2024-06-06T08:26:05.706 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.706+0000 7f57793d3b80 20 client.16251 trim_cache size 0 max 16384 2024-06-06T08:26:05.727 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.727+0000 7f57793d3b80 1 Processor -- start 2024-06-06T08:26:05.727 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.728+0000 7f57793d3b80 1 -- start start 2024-06-06T08:26:05.727 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.728+0000 7f57793d3b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a6eb4a6fd0 0x55a6eb4bd0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:05.727 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.728+0000 7f57793d3b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a6eb4a78f0 0x55a6eb4adf90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:05.727 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.728+0000 7f57793d3b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a6eb4abc30 0x55a6eb4c8bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:05.727 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.728+0000 7f57793d3b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f57681aeb10 con 0x55a6eb4a78f0 2024-06-06T08:26:05.727 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.728+0000 7f57793d3b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f57681ac3a0 con 0x55a6eb4abc30 2024-06-06T08:26:05.727 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.728+0000 7f57793d3b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f57681aa210 con 0x55a6eb4a6fd0 2024-06-06T08:26:05.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.728+0000 7f575ffff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a6eb4a78f0 0x55a6eb4adf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:05.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.728+0000 7f575ffff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a6eb4a78f0 0x55a6eb4adf90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:46914/0 (socket says 172.21.15.42:46914) 2024-06-06T08:26:05.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.728+0000 7f575ffff700 1 -- 172.21.15.42:0/4146452019 learned_addr learned my addr 172.21.15.42:0/4146452019 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:26:05.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.728+0000 7f576c8ec700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a6eb4a6fd0 0x55a6eb4bd0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:05.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.728+0000 7f576d0ed700 1 --2- 172.21.15.42:0/4146452019 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a6eb4abc30 0x55a6eb4c8bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:05.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.728+0000 7f575ffff700 1 -- 172.21.15.42:0/4146452019 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a6eb4a6fd0 msgr2=0x55a6eb4bd0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:05.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.728+0000 7f575ffff700 1 --2- 172.21.15.42:0/4146452019 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a6eb4a6fd0 0x55a6eb4bd0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:05.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.728+0000 7f575ffff700 1 -- 172.21.15.42:0/4146452019 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a6eb4abc30 msgr2=0x55a6eb4c8bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:05.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.728+0000 7f575ffff700 1 --2- 172.21.15.42:0/4146452019 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a6eb4abc30 0x55a6eb4c8bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:05.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.728+0000 7f575ffff700 1 -- 172.21.15.42:0/4146452019 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a6eb4aeab0 con 0x55a6eb4a78f0 2024-06-06T08:26:05.731 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.728+0000 7f575ffff700 1 --2- 172.21.15.42:0/4146452019 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a6eb4a78f0 0x55a6eb4adf90 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f575801fbb0 tx=0x7f5758005b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57b8380c1fefb80b server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:05.731 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.729+0000 7f574e7fc700 1 -- 172.21.15.42:0/4146452019 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f575801f430 con 0x55a6eb4a78f0 2024-06-06T08:26:05.731 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.729+0000 7f574e7fc700 1 -- 172.21.15.42:0/4146452019 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f575803b070 con 0x55a6eb4a78f0 2024-06-06T08:26:05.731 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.729+0000 7f574e7fc700 1 -- 172.21.15.42:0/4146452019 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5758034690 con 0x55a6eb4a78f0 2024-06-06T08:26:05.732 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.729+0000 7f57793d3b80 1 -- 172.21.15.42:0/4146452019 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a6eb4a78f0 msgr2=0x55a6eb4adf90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:05.732 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.729+0000 7f57793d3b80 1 --2- 172.21.15.42:0/4146452019 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a6eb4a78f0 0x55a6eb4adf90 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f575801fbb0 tx=0x7f5758005b40 comp rx=0 tx=0).stop 2024-06-06T08:26:05.732 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.729+0000 7f57793d3b80 1 -- 172.21.15.42:0/4146452019 shutdown_connections 2024-06-06T08:26:05.732 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.729+0000 7f57793d3b80 1 --2- 172.21.15.42:0/4146452019 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a6eb4abc30 0x55a6eb4c8bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:05.732 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.729+0000 7f57793d3b80 1 --2- 172.21.15.42:0/4146452019 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a6eb4a6fd0 0x55a6eb4bd0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:05.732 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.729+0000 7f57793d3b80 1 --2- 172.21.15.42:0/4146452019 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a6eb4a78f0 0x55a6eb4adf90 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:05.732 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.729+0000 7f57793d3b80 1 -- 172.21.15.42:0/4146452019 >> 172.21.15.42:0/4146452019 conn(0x55a6eb3cdcc0 msgr2=0x55a6eb4ad880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:05.732 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.730+0000 7f57793d3b80 1 -- 172.21.15.42:0/4146452019 shutdown_connections 2024-06-06T08:26:05.735 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.730+0000 7f57793d3b80 1 -- 172.21.15.42:0/4146452019 wait complete. 2024-06-06T08:26:05.735 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.730+0000 7f57793d3b80 1 -- start start 2024-06-06T08:26:05.735 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.730+0000 7f57793d3b80 1 Processor -- start 2024-06-06T08:26:05.735 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.730+0000 7f57793d3b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a6eb4a6fd0 0x55a6eb4c87a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:05.735 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.730+0000 7f57793d3b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a6eb4a78f0 0x55a6eb4c8ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:05.735 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.730+0000 7f57793d3b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a6eb4abc30 0x55a6eb4c9220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:05.735 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.730+0000 7f57793d3b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f57681aa860 con 0x55a6eb4a6fd0 2024-06-06T08:26:05.736 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.730+0000 7f57793d3b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f57681abcd0 con 0x55a6eb4a78f0 2024-06-06T08:26:05.736 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.730+0000 7f57793d3b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f57681aaf30 con 0x55a6eb4abc30 2024-06-06T08:26:05.736 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.730+0000 7f57793d3b80 10 client.0 _ll_register_callbacks cb 0x55a6eb38e920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:26:05.736 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.731+0000 7f576c8ec700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a6eb4a6fd0 0x55a6eb4c87a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:05.736 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.731+0000 7f575ffff700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a6eb4a78f0 0x55a6eb4c8ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:05.736 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.731+0000 7f576d0ed700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a6eb4abc30 0x55a6eb4c9220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:05.736 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.731+0000 7f575ffff700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a6eb4a78f0 0x55a6eb4c8ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:54812/0 (socket says 172.21.15.42:54812) 2024-06-06T08:26:05.736 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.731+0000 7f575ffff700 1 -- 172.21.15.42:0/3207274962 learned_addr learned my addr 172.21.15.42:0/3207274962 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:26:05.736 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.731+0000 7f576c8ec700 1 -- 172.21.15.42:0/3207274962 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a6eb4abc30 msgr2=0x55a6eb4c9220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:05.736 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.731+0000 7f576c8ec700 1 --2- 172.21.15.42:0/3207274962 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a6eb4abc30 0x55a6eb4c9220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:05.736 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.731+0000 7f576c8ec700 1 -- 172.21.15.42:0/3207274962 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a6eb4a78f0 msgr2=0x55a6eb4c8ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:05.736 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.731+0000 7f576c8ec700 1 --2- 172.21.15.42:0/3207274962 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a6eb4a78f0 0x55a6eb4c8ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:05.736 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.731+0000 7f576c8ec700 1 -- 172.21.15.42:0/3207274962 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a6eb52ab80 con 0x55a6eb4a6fd0 2024-06-06T08:26:05.736 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.731+0000 7f576d0ed700 1 --2- 172.21.15.42:0/3207274962 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a6eb4abc30 0x55a6eb4c9220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:26:05.737 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.731+0000 7f575ffff700 1 --2- 172.21.15.42:0/3207274962 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a6eb4a78f0 0x55a6eb4c8ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:26:05.737 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.731+0000 7f576c8ec700 1 --2- 172.21.15.42:0/3207274962 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a6eb4a6fd0 0x55a6eb4c87a0 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f57640975a0 tx=0x7f5764000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2eea24c760816b97 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:05.737 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.731+0000 7f5747fff700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:26:05.737 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.731+0000 7f5747fff700 1 -- 172.21.15.42:0/3207274962 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f576401d040 con 0x55a6eb4a6fd0 2024-06-06T08:26:05.737 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.731+0000 7f57793d3b80 1 -- 172.21.15.42:0/3207274962 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f575803b070 con 0x55a6eb4a6fd0 2024-06-06T08:26:05.737 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.731+0000 7f5747fff700 1 -- 172.21.15.42:0/3207274962 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f5764007ca0 con 0x55a6eb4a6fd0 2024-06-06T08:26:05.737 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.731+0000 7f5747fff700 1 -- 172.21.15.42:0/3207274962 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f57640b4040 con 0x55a6eb4a6fd0 2024-06-06T08:26:05.737 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.731+0000 7f57793d3b80 10 client.16257 fetch_fsmap learned FSMap version 28 2024-06-06T08:26:05.737 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.731+0000 7f57793d3b80 1 -- 172.21.15.42:0/3207274962 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55a6eb52be60 con 0x55a6eb4a6fd0 2024-06-06T08:26:05.737 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.732+0000 7f5747fff700 1 -- 172.21.15.42:0/3207274962 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f575803b070 con 0x55a6eb4a6fd0 2024-06-06T08:26:05.737 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.732+0000 7f5747fff700 1 -- 172.21.15.42:0/3207274962 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f5764020060 con 0x55a6eb4a6fd0 2024-06-06T08:26:05.737 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.732+0000 7f57793d3b80 10 client.16257 fetch_fsmap finished waiting for FSMap version 28 2024-06-06T08:26:05.738 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.732+0000 7f57793d3b80 10 client.16257 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:26:05.738 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.732+0000 7f57793d3b80 20 client.16257 populate_metadata read hostname 'smithi042' 2024-06-06T08:26:05.738 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.732+0000 7f57793d3b80 1 --2- 172.21.15.42:0/3207274962 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a6eb52c090 0x55a6eb52e480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:05.738 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.732+0000 7f57793d3b80 4 client.16257 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-06-06T08:26:05.738 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.732+0000 7f57793d3b80 1 -- 172.21.15.42:0/3207274962 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55a6eb3fc290 con 0x55a6eb52c090 2024-06-06T08:26:05.738 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.732+0000 7f575ffff700 1 --2- 172.21.15.42:0/3207274962 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a6eb52c090 0x55a6eb52e480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:05.738 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.733+0000 7f5747fff700 10 client.16257 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:26:05.738 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.733+0000 7f575ffff700 1 --2- 172.21.15.42:0/3207274962 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a6eb52c090 0x55a6eb52e480 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9330b5bff9182c06 server_cookie=ac2085416599c72f in_seq=0 out_seq=0 2024-06-06T08:26:05.739 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.738+0000 7f5747fff700 1 -- 172.21.15.42:0/3207274962 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55a6eb3fc290 con 0x55a6eb52c090 2024-06-06T08:26:05.739 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.738+0000 7f5747fff700 10 client.16257 handle_command_reply: tid=0 2024-06-06T08:26:05.739 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.738+0000 7f57793d3b80 1 client.16257 shutdown 2024-06-06T08:26:05.739 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.738+0000 7f57793d3b80 1 -- 172.21.15.42:0/3207274962 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a6eb4a6fd0 msgr2=0x55a6eb4c87a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:05.740 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.738+0000 7f57793d3b80 1 --2- 172.21.15.42:0/3207274962 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a6eb4a6fd0 0x55a6eb4c87a0 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f57640975a0 tx=0x7f5764000bc0 comp rx=0 tx=0).stop 2024-06-06T08:26:05.740 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.739+0000 7f57793d3b80 1 -- 172.21.15.42:0/3207274962 shutdown_connections 2024-06-06T08:26:05.740 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.739+0000 7f57793d3b80 1 --2- 172.21.15.42:0/3207274962 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a6eb4abc30 0x55a6eb4c9220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:05.740 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.739+0000 7f57793d3b80 1 --2- 172.21.15.42:0/3207274962 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a6eb4a6fd0 0x55a6eb4c87a0 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:05.740 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.739+0000 7f57793d3b80 1 --2- 172.21.15.42:0/3207274962 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a6eb52c090 0x55a6eb52e480 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:05.740 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.739+0000 7f5747fff700 0 client.16257 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:26:05.740 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.739+0000 7f57793d3b80 1 --2- 172.21.15.42:0/3207274962 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a6eb4a78f0 0x55a6eb4c8ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:05.740 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.739+0000 7f57793d3b80 1 -- 172.21.15.42:0/3207274962 >> 172.21.15.42:0/3207274962 conn(0x55a6eb3cdcc0 msgr2=0x55a6eb4ad880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:05.740 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.739+0000 7f57793d3b80 1 -- 172.21.15.42:0/3207274962 shutdown_connections 2024-06-06T08:26:05.740 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.739+0000 7f57793d3b80 1 -- 172.21.15.42:0/3207274962 wait complete. 2024-06-06T08:26:05.740 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.739+0000 7f57793d3b80 20 client.16257 trim_cache size 0 max 16384 2024-06-06T08:26:05.741 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:26:05.741 INFO:teuthology.orchestra.run.smithi042.stdout: "status": "no active scrubs running", 2024-06-06T08:26:05.741 INFO:teuthology.orchestra.run.smithi042.stdout: "scrubs": {} 2024-06-06T08:26:05.741 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:26:05.742 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.739+0000 7f576eb50700 1 -- 172.21.15.42:0/1096399069 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f57500a2d90 msgr2=0x7f57500a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:05.742 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.739+0000 7f576eb50700 1 --2- 172.21.15.42:0/1096399069 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f57500a2d90 0x7f57500a5250 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f57680788b0 tx=0x7f5758009260 comp rx=0 tx=0).stop 2024-06-06T08:26:05.742 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.739+0000 7f576eb50700 1 -- 172.21.15.42:0/1096399069 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5768101390 msgr2=0x7f5768199aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:05.742 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.739+0000 7f576eb50700 1 --2- 172.21.15.42:0/1096399069 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5768101390 0x7f5768199aa0 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f576400c920 tx=0x7f576400cc30 comp rx=0 tx=0).stop 2024-06-06T08:26:05.742 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.739+0000 7f576eb50700 1 -- 172.21.15.42:0/1096399069 shutdown_connections 2024-06-06T08:26:05.742 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.740+0000 7f576eb50700 1 --2- 172.21.15.42:0/1096399069 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f57500a2d90 0x7f57500a5250 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:05.742 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.740+0000 7f576eb50700 1 --2- 172.21.15.42:0/1096399069 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5768107400 0x7f57681a4b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:05.742 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.740+0000 7f576eb50700 1 --2- 172.21.15.42:0/1096399069 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5768101390 0x7f5768199aa0 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:05.742 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.740+0000 7f576eb50700 1 --2- 172.21.15.42:0/1096399069 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5768101d50 0x7f5768199fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:05.743 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.740+0000 7f576eb50700 1 -- 172.21.15.42:0/1096399069 >> 172.21.15.42:0/1096399069 conn(0x7f5768078340 msgr2=0x7f57680ffe10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:05.743 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.740+0000 7f576eb50700 1 -- 172.21.15.42:0/1096399069 shutdown_connections 2024-06-06T08:26:05.743 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:05.740+0000 7f576eb50700 1 -- 172.21.15.42:0/1096399069 wait complete. 2024-06-06T08:26:06.741 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:06 smithi042 ceph-mon[32384]: pgmap v107: 129 pgs: 129 active+clean; 219 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 637 KiB/s rd, 3.7 MiB/s wr, 326 op/s 2024-06-06T08:26:06.742 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-06-06T08:26:06.743 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:26:06.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:06 smithi149 ceph-mon[36842]: pgmap v107: 129 pgs: 129 active+clean; 219 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 637 KiB/s rd, 3.7 MiB/s wr, 326 op/s 2024-06-06T08:26:06.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:06 smithi120 ceph-mon[36658]: pgmap v107: 129 pgs: 129 active+clean; 219 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 637 KiB/s rd, 3.7 MiB/s wr, 326 op/s 2024-06-06T08:26:06.998 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:26:08.769 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:08.769+0000 7fdb15cc2700 1 -- 172.21.15.42:0/3114889490 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdb1006a170 msgr2=0x7fdb1006a5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:08.769 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:08.769+0000 7fdb15cc2700 1 --2- 172.21.15.42:0/3114889490 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdb1006a170 0x7fdb1006a5f0 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7fdaf8009990 tx=0x7fdaf8009ca0 comp rx=0 tx=0).stop 2024-06-06T08:26:08.769 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:08.769+0000 7fdb15cc2700 1 -- 172.21.15.42:0/3114889490 shutdown_connections 2024-06-06T08:26:08.769 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:08.769+0000 7fdb15cc2700 1 --2- 172.21.15.42:0/3114889490 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdb1006ab30 0x7fdb1010f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:08.769 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:08.769+0000 7fdb15cc2700 1 --2- 172.21.15.42:0/3114889490 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdb10108500 0x7fdb101088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:08.769 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:08.769+0000 7fdb15cc2700 1 --2- 172.21.15.42:0/3114889490 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdb1006a170 0x7fdb1006a5f0 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:08.769 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:08.769+0000 7fdb15cc2700 1 -- 172.21.15.42:0/3114889490 >> 172.21.15.42:0/3114889490 conn(0x7fdb10078340 msgr2=0x7fdb10078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:08.769 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:08.769+0000 7fdb15cc2700 1 -- 172.21.15.42:0/3114889490 shutdown_connections 2024-06-06T08:26:08.770 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:08.769+0000 7fdb15cc2700 1 -- 172.21.15.42:0/3114889490 wait complete. 2024-06-06T08:26:08.770 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:08 smithi042 ceph-mon[32384]: pgmap v108: 129 pgs: 129 active+clean; 219 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 264 KiB/s rd, 3.5 MiB/s wr, 225 op/s 2024-06-06T08:26:08.772 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:08.770+0000 7fdb15cc2700 1 Processor -- start 2024-06-06T08:26:08.772 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:08.770+0000 7fdb15cc2700 1 -- start start 2024-06-06T08:26:08.772 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:08.771+0000 7fdb15cc2700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdb1006a170 0x7fdb1019e870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:08.772 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:08.771+0000 7fdb15cc2700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdb1006ab30 0x7fdb1019edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:08.772 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:08.771+0000 7fdb15cc2700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdb10108500 0x7fdb10198a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:08.772 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:08.771+0000 7fdb15cc2700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fdb10112760 con 0x7fdb10108500 2024-06-06T08:26:08.772 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:08.771+0000 7fdb0ffff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdb10108500 0x7fdb10198a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:08.772 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:08.771+0000 7fdb15cc2700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fdb101125e0 con 0x7fdb1006a170 2024-06-06T08:26:08.772 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:08.771+0000 7fdb15cc2700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fdb101128e0 con 0x7fdb1006ab30 2024-06-06T08:26:08.772 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:08.771+0000 7fdb06ffd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdb1006ab30 0x7fdb1019edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:08.773 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:08.771+0000 7fdb0ffff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdb10108500 0x7fdb10198a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:45728/0 (socket says 172.21.15.42:45728) 2024-06-06T08:26:08.773 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:08.771+0000 7fdb0ffff700 1 -- 172.21.15.42:0/771575621 learned_addr learned my addr 172.21.15.42:0/771575621 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:26:08.773 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:08.771+0000 7fdb0f7fe700 1 --2- 172.21.15.42:0/771575621 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdb1006a170 0x7fdb1019e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:08.773 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:08.771+0000 7fdb0ffff700 1 -- 172.21.15.42:0/771575621 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdb1006ab30 msgr2=0x7fdb1019edb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:08.773 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:08.771+0000 7fdb0ffff700 1 --2- 172.21.15.42:0/771575621 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdb1006ab30 0x7fdb1019edb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:08.773 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:08.771+0000 7fdb0ffff700 1 -- 172.21.15.42:0/771575621 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdb1006a170 msgr2=0x7fdb1019e870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:08.773 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:08.771+0000 7fdb0ffff700 1 --2- 172.21.15.42:0/771575621 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdb1006a170 0x7fdb1019e870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:08.773 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:08.771+0000 7fdb0ffff700 1 -- 172.21.15.42:0/771575621 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb101991e0 con 0x7fdb10108500 2024-06-06T08:26:08.773 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:08.771+0000 7fdb06ffd700 1 --2- 172.21.15.42:0/771575621 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdb1006ab30 0x7fdb1019edb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:26:08.773 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:08.771+0000 7fdb0ffff700 1 --2- 172.21.15.42:0/771575621 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdb10108500 0x7fdb10198a80 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7fdb0800ef30 tx=0x7fdb0800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:08.773 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:08.772+0000 7fdb0d7fa700 1 -- 172.21.15.42:0/771575621 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb080092e0 con 0x7fdb10108500 2024-06-06T08:26:08.773 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:08.772+0000 7fdb0d7fa700 1 -- 172.21.15.42:0/771575621 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdb08004bb0 con 0x7fdb10108500 2024-06-06T08:26:08.773 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:08.772+0000 7fdb15cc2700 1 -- 172.21.15.42:0/771575621 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb10199470 con 0x7fdb10108500 2024-06-06T08:26:08.774 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:08.772+0000 7fdb0d7fa700 1 -- 172.21.15.42:0/771575621 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb08004280 con 0x7fdb10108500 2024-06-06T08:26:08.774 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:08.772+0000 7fdb15cc2700 1 -- 172.21.15.42:0/771575621 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb101998c0 con 0x7fdb10108500 2024-06-06T08:26:08.775 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:08.773+0000 7fdb15cc2700 1 -- 172.21.15.42:0/771575621 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb10069180 con 0x7fdb10108500 2024-06-06T08:26:08.775 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:08.774+0000 7fdb0d7fa700 1 -- 172.21.15.42:0/771575621 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fdb0801b030 con 0x7fdb10108500 2024-06-06T08:26:08.775 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:08.775+0000 7fdb0d7fa700 1 --2- 172.21.15.42:0/771575621 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fdafc0a2e10 0x7fdafc0a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:08.775 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:08.775+0000 7fdb0f7fe700 1 --2- 172.21.15.42:0/771575621 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fdafc0a2e10 0x7fdafc0a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:08.775 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:08.775+0000 7fdb0d7fa700 1 -- 172.21.15.42:0/771575621 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fdb080cf1f0 con 0x7fdb10108500 2024-06-06T08:26:08.775 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:08.775+0000 7fdb0f7fe700 1 --2- 172.21.15.42:0/771575621 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fdafc0a2e10 0x7fdafc0a52d0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fdb10108020 tx=0x7fdb00009260 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:08.778 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:08.780+0000 7fdb0d7fa700 1 -- 172.21.15.42:0/771575621 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fdb08022020 con 0x7fdb10108500 2024-06-06T08:26:08.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:08 smithi149 ceph-mon[36842]: pgmap v108: 129 pgs: 129 active+clean; 219 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 264 KiB/s rd, 3.5 MiB/s wr, 225 op/s 2024-06-06T08:26:08.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:08 smithi120 ceph-mon[36658]: pgmap v108: 129 pgs: 129 active+clean; 219 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 264 KiB/s rd, 3.5 MiB/s wr, 225 op/s 2024-06-06T08:26:09.047 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:09.048+0000 7fdb15cc2700 1 -- 172.21.15.42:0/771575621 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdb1002dca0 con 0x7fdb10108500 2024-06-06T08:26:09.047 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:09.049+0000 7fdb0d7fa700 1 -- 172.21.15.42:0/771575621 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11879 (secure 0 0 0) 0x7fdb08010040 con 0x7fdb10108500 2024-06-06T08:26:09.048 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:26:09.048 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/667270675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":667270675},{"type":"v1","addr":"172.21.15.42:6837","nonce":667270675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/2414389302","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":2414389302},{"type":"v1","addr":"172.21.15.42:6839","nonce":2414389302}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14574,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/3625002785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":3625002785},{"type":"v1","addr":"172.21.15.42:6841","nonce":3625002785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24413,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6835/3995394553","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":3995394553},{"type":"v1","addr":"172.21.15.120:6835","nonce":3995394553}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":28,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T08:18:39.778858+0000","modified":"2024-06-06T08:25:00.244943+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24464},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6837/3434475673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":3434475673},{"type":"v1","addr":"172.21.15.120:6837","nonce":3434475673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6835/3776134468","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":3776134468},{"type":"v1","addr":"172.21.15.149:6835","nonce":3776134468}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":21,"addr":"172.21.15.120:6839/1585293472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":1585293472},{"type":"v1","addr":"172.21.15.120:6839","nonce":1585293472}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":25,"addr":"172.21.15.149:6837/751787578","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":751787578},{"type":"v1","addr":"172.21.15.149:6837","nonce":751787578}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":8,"addr":"172.21.15.149:6839/764851483","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":764851483},{"type":"v1","addr":"172.21.15.149:6839","nonce":764851483}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24469,24484,24464]},"id":1}]} 2024-06-06T08:26:09.050 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:09.051+0000 7fdb15cc2700 1 -- 172.21.15.42:0/771575621 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fdafc0a2e10 msgr2=0x7fdafc0a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:09.050 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:09.051+0000 7fdb15cc2700 1 --2- 172.21.15.42:0/771575621 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fdafc0a2e10 0x7fdafc0a52d0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fdb10108020 tx=0x7fdb00009260 comp rx=0 tx=0).stop 2024-06-06T08:26:09.050 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:09.051+0000 7fdb15cc2700 1 -- 172.21.15.42:0/771575621 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdb10108500 msgr2=0x7fdb10198a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:09.050 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:09.051+0000 7fdb15cc2700 1 --2- 172.21.15.42:0/771575621 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdb10108500 0x7fdb10198a80 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7fdb0800ef30 tx=0x7fdb0800c3a0 comp rx=0 tx=0).stop 2024-06-06T08:26:09.051 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:09.051+0000 7fdb15cc2700 1 -- 172.21.15.42:0/771575621 shutdown_connections 2024-06-06T08:26:09.051 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:09.051+0000 7fdb15cc2700 1 --2- 172.21.15.42:0/771575621 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fdafc0a2e10 0x7fdafc0a52d0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:09.051 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:09.051+0000 7fdb15cc2700 1 --2- 172.21.15.42:0/771575621 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdb10108500 0x7fdb10198a80 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:09.051 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:09.051+0000 7fdb15cc2700 1 --2- 172.21.15.42:0/771575621 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdb1006a170 0x7fdb1019e870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:09.051 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:09.051+0000 7fdb15cc2700 1 --2- 172.21.15.42:0/771575621 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdb1006ab30 0x7fdb1019edb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:09.051 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:09.051+0000 7fdb15cc2700 1 -- 172.21.15.42:0/771575621 >> 172.21.15.42:0/771575621 conn(0x7fdb10078340 msgr2=0x7fdb100fffb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:09.051 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:09.051+0000 7fdb15cc2700 1 -- 172.21.15.42:0/771575621 shutdown_connections 2024-06-06T08:26:09.051 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:09.051+0000 7fdb15cc2700 1 -- 172.21.15.42:0/771575621 wait complete. 2024-06-06T08:26:09.051 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 28 2024-06-06T08:26:09.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:09 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/771575621' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:26:09.789 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:09 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/771575621' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:26:09.817 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-06-06T08:26:09.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:09 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/771575621' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:26:10.068 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:26:10.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:10 smithi149 ceph-mon[36842]: pgmap v109: 129 pgs: 129 active+clean; 228 MiB data, 911 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 4.4 MiB/s wr, 266 op/s 2024-06-06T08:26:10.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:10 smithi042 ceph-mon[32384]: pgmap v109: 129 pgs: 129 active+clean; 228 MiB data, 911 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 4.4 MiB/s wr, 266 op/s 2024-06-06T08:26:10.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:10 smithi120 ceph-mon[36658]: pgmap v109: 129 pgs: 129 active+clean; 228 MiB data, 911 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 4.4 MiB/s wr, 266 op/s 2024-06-06T08:26:11.789 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.789+0000 7fc250040700 1 -- 172.21.15.42:0/3882157986 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc248106410 msgr2=0x7fc2481067f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:11.789 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.789+0000 7fc250040700 1 --2- 172.21.15.42:0/3882157986 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc248106410 0x7fc2481067f0 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7fc2440099c0 tx=0x7fc244009cd0 comp rx=0 tx=0).stop 2024-06-06T08:26:11.789 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.789+0000 7fc250040700 1 -- 172.21.15.42:0/3882157986 shutdown_connections 2024-06-06T08:26:11.789 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.789+0000 7fc250040700 1 --2- 172.21.15.42:0/3882157986 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc2481020a0 0x7fc24810e220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:11.790 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.789+0000 7fc250040700 1 --2- 172.21.15.42:0/3882157986 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc248106410 0x7fc2481067f0 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:11.790 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.789+0000 7fc250040700 1 --2- 172.21.15.42:0/3882157986 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc2481016e0 0x7fc248101b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:11.790 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.789+0000 7fc250040700 1 -- 172.21.15.42:0/3882157986 >> 172.21.15.42:0/3882157986 conn(0x7fc248077200 msgr2=0x7fc248077610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:11.790 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.789+0000 7fc250040700 1 -- 172.21.15.42:0/3882157986 shutdown_connections 2024-06-06T08:26:11.790 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.789+0000 7fc250040700 1 -- 172.21.15.42:0/3882157986 wait complete. 2024-06-06T08:26:11.790 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.790+0000 7fc250040700 1 Processor -- start 2024-06-06T08:26:11.790 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.790+0000 7fc250040700 1 -- start start 2024-06-06T08:26:11.790 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.790+0000 7fc250040700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc2481016e0 0x7fc24819e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:11.790 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.790+0000 7fc250040700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc2481020a0 0x7fc24819edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:11.790 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.790+0000 7fc250040700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc248106410 0x7fc248198a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:11.790 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.790+0000 7fc250040700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc248111710 con 0x7fc248106410 2024-06-06T08:26:11.790 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.790+0000 7fc250040700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fc248111590 con 0x7fc2481016e0 2024-06-06T08:26:11.791 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.790+0000 7fc250040700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fc248111890 con 0x7fc2481020a0 2024-06-06T08:26:11.791 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.790+0000 7fc24e5dd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc248106410 0x7fc248198a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:11.791 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.790+0000 7fc24d5db700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc2481020a0 0x7fc24819edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:11.791 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.790+0000 7fc24e5dd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc248106410 0x7fc248198a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:45758/0 (socket says 172.21.15.42:45758) 2024-06-06T08:26:11.791 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.790+0000 7fc24e5dd700 1 -- 172.21.15.42:0/3723449183 learned_addr learned my addr 172.21.15.42:0/3723449183 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:26:11.791 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.790+0000 7fc24dddc700 1 --2- 172.21.15.42:0/3723449183 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc2481016e0 0x7fc24819e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:11.791 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.790+0000 7fc24d5db700 1 -- 172.21.15.42:0/3723449183 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc2481016e0 msgr2=0x7fc24819e890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:11.791 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.790+0000 7fc24d5db700 1 --2- 172.21.15.42:0/3723449183 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc2481016e0 0x7fc24819e890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:11.791 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.790+0000 7fc24d5db700 1 -- 172.21.15.42:0/3723449183 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc248106410 msgr2=0x7fc248198a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:11.791 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.790+0000 7fc24d5db700 1 --2- 172.21.15.42:0/3723449183 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc248106410 0x7fc248198a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:11.791 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.790+0000 7fc24d5db700 1 -- 172.21.15.42:0/3723449183 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2481991b0 con 0x7fc2481020a0 2024-06-06T08:26:11.791 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.790+0000 7fc24e5dd700 1 --2- 172.21.15.42:0/3723449183 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc248106410 0x7fc248198a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:26:11.791 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.791+0000 7fc24d5db700 1 --2- 172.21.15.42:0/3723449183 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc2481020a0 0x7fc24819edd0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fc23800e9f0 tx=0x7fc23800ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:11.792 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.791+0000 7fc23effd700 1 -- 172.21.15.42:0/3723449183 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc23800c9c0 con 0x7fc2481020a0 2024-06-06T08:26:11.792 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.791+0000 7fc250040700 1 -- 172.21.15.42:0/3723449183 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2481994a0 con 0x7fc2481020a0 2024-06-06T08:26:11.792 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.791+0000 7fc23effd700 1 -- 172.21.15.42:0/3723449183 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc23800cb60 con 0x7fc2481020a0 2024-06-06T08:26:11.792 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.791+0000 7fc23effd700 1 -- 172.21.15.42:0/3723449183 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc238018680 con 0x7fc2481020a0 2024-06-06T08:26:11.793 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.791+0000 7fc250040700 1 -- 172.21.15.42:0/3723449183 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2481a5760 con 0x7fc2481020a0 2024-06-06T08:26:11.793 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.794+0000 7fc23effd700 1 -- 172.21.15.42:0/3723449183 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fc238010430 con 0x7fc2481020a0 2024-06-06T08:26:11.793 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.795+0000 7fc23effd700 1 --2- 172.21.15.42:0/3723449183 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc2340a2d90 0x7fc2340a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:11.793 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.795+0000 7fc24dddc700 1 --2- 172.21.15.42:0/3723449183 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc2340a2d90 0x7fc2340a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:11.794 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.795+0000 7fc23effd700 1 -- 172.21.15.42:0/3723449183 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fc2380cf900 con 0x7fc2481020a0 2024-06-06T08:26:11.794 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.795+0000 7fc24dddc700 1 --2- 172.21.15.42:0/3723449183 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc2340a2d90 0x7fc2340a5250 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fc244000c00 tx=0x7fc244005fb0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:11.794 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.795+0000 7fc25a8c3b80 1 Processor -- start 2024-06-06T08:26:11.794 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.796+0000 7fc25a8c3b80 1 -- start start 2024-06-06T08:26:11.796 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.796+0000 7fc25a8c3b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5575cea4c470 0x5575cea4c850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:11.796 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.796+0000 7fc25a8c3b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5575cea46670 0x5575cea46af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:11.796 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.796+0000 7fc25a8c3b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5575cea47030 0x5575cea53210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:11.797 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.796+0000 7fc25a8c3b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5575ce934f60 con 0x5575cea46670 2024-06-06T08:26:11.797 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.796+0000 7fc25a8c3b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5575ce993850 con 0x5575cea47030 2024-06-06T08:26:11.797 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.796+0000 7fc25a8c3b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5575ce8fb460 con 0x5575cea4c470 2024-06-06T08:26:11.797 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.796+0000 7fc24dddc700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5575cea4c470 0x5575cea4c850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:11.797 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.796+0000 7fc24d5db700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5575cea46670 0x5575cea46af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:11.797 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.796+0000 7fc24dddc700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5575cea4c470 0x5575cea4c850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:34232/0 (socket says 172.21.15.42:34232) 2024-06-06T08:26:11.797 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.796+0000 7fc24dddc700 1 -- 172.21.15.42:0/74749268 learned_addr learned my addr 172.21.15.42:0/74749268 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:26:11.797 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.796+0000 7fc24e5dd700 1 --2- 172.21.15.42:0/74749268 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5575cea47030 0x5575cea53210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:11.797 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.796+0000 7fc24dddc700 1 -- 172.21.15.42:0/74749268 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5575cea47030 msgr2=0x5575cea53210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:11.797 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.796+0000 7fc24dddc700 1 --2- 172.21.15.42:0/74749268 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5575cea47030 0x5575cea53210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:11.797 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.796+0000 7fc24dddc700 1 -- 172.21.15.42:0/74749268 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5575cea46670 msgr2=0x5575cea46af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:11.797 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.796+0000 7fc24dddc700 1 --2- 172.21.15.42:0/74749268 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5575cea46670 0x5575cea46af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:11.797 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.796+0000 7fc24dddc700 1 -- 172.21.15.42:0/74749268 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5575ce8e28d0 con 0x5575cea4c470 2024-06-06T08:26:11.798 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.796+0000 7fc24e5dd700 1 --2- 172.21.15.42:0/74749268 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5575cea47030 0x5575cea53210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:26:11.798 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.796+0000 7fc24d5db700 1 --2- 172.21.15.42:0/74749268 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5575cea46670 0x5575cea46af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:26:11.798 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.797+0000 7fc24dddc700 1 --2- 172.21.15.42:0/74749268 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5575cea4c470 0x5575cea4c850 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fc244015000 tx=0x7fc244020000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5e5019cb405bfeaa server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:11.798 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.797+0000 7fc233fff700 1 -- 172.21.15.42:0/74749268 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc24400f460 con 0x5575cea4c470 2024-06-06T08:26:11.798 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.797+0000 7fc233fff700 1 -- 172.21.15.42:0/74749268 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc24400fae0 con 0x5575cea4c470 2024-06-06T08:26:11.798 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.797+0000 7fc233fff700 1 -- 172.21.15.42:0/74749268 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc244024b90 con 0x5575cea4c470 2024-06-06T08:26:11.798 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.797+0000 7fc25a8c3b80 1 -- 172.21.15.42:0/74749268 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5575cea4c470 msgr2=0x5575cea4c850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:11.798 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.797+0000 7fc25a8c3b80 1 --2- 172.21.15.42:0/74749268 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5575cea4c470 0x5575cea4c850 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fc244015000 tx=0x7fc244020000 comp rx=0 tx=0).stop 2024-06-06T08:26:11.798 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.798+0000 7fc25a8c3b80 1 -- 172.21.15.42:0/74749268 shutdown_connections 2024-06-06T08:26:11.798 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.798+0000 7fc25a8c3b80 1 --2- 172.21.15.42:0/74749268 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5575cea47030 0x5575cea53210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:11.798 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.798+0000 7fc25a8c3b80 1 --2- 172.21.15.42:0/74749268 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5575cea4c470 0x5575cea4c850 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:11.799 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.798+0000 7fc25a8c3b80 1 --2- 172.21.15.42:0/74749268 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5575cea46670 0x5575cea46af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:11.799 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.798+0000 7fc25a8c3b80 1 -- 172.21.15.42:0/74749268 >> 172.21.15.42:0/74749268 conn(0x5575ce96f080 msgr2=0x5575cea3d220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:11.799 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.798+0000 7fc25a8c3b80 1 -- 172.21.15.42:0/74749268 shutdown_connections 2024-06-06T08:26:11.799 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.798+0000 7fc25a8c3b80 1 -- 172.21.15.42:0/74749268 wait complete. 2024-06-06T08:26:11.801 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.798+0000 7fc25a8c3b80 1 -- start start 2024-06-06T08:26:11.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.798+0000 7fc25a8c3b80 1 Processor -- start 2024-06-06T08:26:11.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.799+0000 7fc25a8c3b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5575cea46670 0x5575cea52e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:11.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.799+0000 7fc25a8c3b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5575cea47030 0x5575cea50180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:11.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.799+0000 7fc25a8c3b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5575cea4c470 0x5575cea506c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:11.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.799+0000 7fc25a8c3b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5575ce933fc0 con 0x5575cea47030 2024-06-06T08:26:11.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.799+0000 7fc25a8c3b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5575ce98f810 con 0x5575cea46670 2024-06-06T08:26:11.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.799+0000 7fc25a8c3b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5575cea53750 con 0x5575cea4c470 2024-06-06T08:26:11.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.799+0000 7fc25a8c3b80 10 client.0 _ll_register_callbacks cb 0x5575ce9295b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:26:11.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.799+0000 7fc24d5db700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5575cea47030 0x5575cea50180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:11.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.799+0000 7fc24d5db700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5575cea47030 0x5575cea50180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:45784/0 (socket says 172.21.15.42:45784) 2024-06-06T08:26:11.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.799+0000 7fc24d5db700 1 -- 172.21.15.42:0/4145792318 learned_addr learned my addr 172.21.15.42:0/4145792318 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:26:11.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.799+0000 7fc24e5dd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5575cea4c470 0x5575cea506c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:11.803 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.799+0000 7fc24dddc700 1 --2- 172.21.15.42:0/4145792318 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5575cea46670 0x5575cea52e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:11.803 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.799+0000 7fc24d5db700 1 -- 172.21.15.42:0/4145792318 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5575cea4c470 msgr2=0x5575cea506c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:11.803 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.799+0000 7fc24d5db700 1 --2- 172.21.15.42:0/4145792318 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5575cea4c470 0x5575cea506c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:11.803 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.799+0000 7fc24d5db700 1 -- 172.21.15.42:0/4145792318 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5575cea46670 msgr2=0x5575cea52e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:11.803 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.799+0000 7fc24d5db700 1 --2- 172.21.15.42:0/4145792318 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5575cea46670 0x5575cea52e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:11.803 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.799+0000 7fc24d5db700 1 -- 172.21.15.42:0/4145792318 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5575ce959750 con 0x5575cea47030 2024-06-06T08:26:11.803 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.799+0000 7fc24dddc700 1 --2- 172.21.15.42:0/4145792318 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5575cea46670 0x5575cea52e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:26:11.803 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.799+0000 7fc24d5db700 1 --2- 172.21.15.42:0/4145792318 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5575cea47030 0x5575cea50180 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7fc23800c5b0 tx=0x7fc2380097b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f592cf2e9c787cf9 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:11.803 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.799+0000 7fc2317fa700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:26:11.803 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.799+0000 7fc2317fa700 1 -- 172.21.15.42:0/4145792318 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2380a46f0 con 0x5575cea47030 2024-06-06T08:26:11.803 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.799+0000 7fc2317fa700 1 -- 172.21.15.42:0/4145792318 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fc238010720 con 0x5575cea47030 2024-06-06T08:26:11.803 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.799+0000 7fc25a8c3b80 1 -- 172.21.15.42:0/4145792318 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc24400fae0 con 0x5575cea47030 2024-06-06T08:26:11.803 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.799+0000 7fc2317fa700 1 -- 172.21.15.42:0/4145792318 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fc238010920 con 0x5575cea47030 2024-06-06T08:26:11.804 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.799+0000 7fc25a8c3b80 10 client.16275 fetch_fsmap learned FSMap version 28 2024-06-06T08:26:11.804 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.800+0000 7fc25a8c3b80 1 -- 172.21.15.42:0/4145792318 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5575cea5dd30 con 0x5575cea47030 2024-06-06T08:26:11.804 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.800+0000 7fc2317fa700 1 -- 172.21.15.42:0/4145792318 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc24400fae0 con 0x5575cea47030 2024-06-06T08:26:11.804 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.800+0000 7fc2317fa700 1 -- 172.21.15.42:0/4145792318 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fc23809a940 con 0x5575cea47030 2024-06-06T08:26:11.804 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.800+0000 7fc25a8c3b80 10 client.16275 fetch_fsmap finished waiting for FSMap version 28 2024-06-06T08:26:11.804 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.800+0000 7fc25a8c3b80 10 client.16275 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.b 2024-06-06T08:26:11.804 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.800+0000 7fc25a8c3b80 20 client.16275 populate_metadata read hostname 'smithi042' 2024-06-06T08:26:11.804 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.800+0000 7fc25a8c3b80 1 --2- 172.21.15.42:0/4145792318 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x5575cea60200 0x5575cea625f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:11.804 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.800+0000 7fc25a8c3b80 4 client.16275 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:26:11.804 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.800+0000 7fc25a8c3b80 1 -- 172.21.15.42:0/4145792318 --> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5575ce9a0d50 con 0x5575cea60200 2024-06-06T08:26:11.804 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.800+0000 7fc24dddc700 1 --2- 172.21.15.42:0/4145792318 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x5575cea60200 0x5575cea625f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:11.804 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.801+0000 7fc24dddc700 1 --2- 172.21.15.42:0/4145792318 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x5575cea60200 0x5575cea625f0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=8c65da683436b59e server_cookie=506876fab315ecfc in_seq=0 out_seq=0 2024-06-06T08:26:11.804 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.801+0000 7fc2317fa700 10 client.16275 ms_handle_connect on v2:172.21.15.120:6838/1585293472 2024-06-06T08:26:11.804 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.801+0000 7fc2317fa700 1 -- 172.21.15.42:0/4145792318 <== mds.2 v2:172.21.15.120:6838/1585293472 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x5575ce9a0d50 con 0x5575cea60200 2024-06-06T08:26:11.805 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.801+0000 7fc2317fa700 10 client.16275 handle_command_reply: tid=0 2024-06-06T08:26:11.805 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.801+0000 7fc25a8c3b80 1 client.16275 shutdown 2024-06-06T08:26:11.805 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.802+0000 7fc25a8c3b80 1 -- 172.21.15.42:0/4145792318 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5575cea47030 msgr2=0x5575cea50180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:11.805 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.802+0000 7fc25a8c3b80 1 --2- 172.21.15.42:0/4145792318 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5575cea47030 0x5575cea50180 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7fc23800c5b0 tx=0x7fc2380097b0 comp rx=0 tx=0).stop 2024-06-06T08:26:11.805 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.802+0000 7fc25a8c3b80 1 -- 172.21.15.42:0/4145792318 shutdown_connections 2024-06-06T08:26:11.805 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.802+0000 7fc25a8c3b80 1 --2- 172.21.15.42:0/4145792318 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x5575cea60200 0x5575cea625f0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:11.805 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.802+0000 7fc25a8c3b80 1 --2- 172.21.15.42:0/4145792318 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5575cea4c470 0x5575cea506c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:11.805 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.802+0000 7fc25a8c3b80 1 --2- 172.21.15.42:0/4145792318 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5575cea46670 0x5575cea52e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:11.805 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.802+0000 7fc25a8c3b80 1 --2- 172.21.15.42:0/4145792318 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5575cea47030 0x5575cea50180 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:11.805 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.802+0000 7fc2317fa700 0 client.16275 ms_handle_reset on v2:172.21.15.120:6838/1585293472 2024-06-06T08:26:11.805 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.802+0000 7fc25a8c3b80 1 -- 172.21.15.42:0/4145792318 >> 172.21.15.42:0/4145792318 conn(0x5575ce96f080 msgr2=0x5575cea3c700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:11.805 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.802+0000 7fc25a8c3b80 1 -- 172.21.15.42:0/4145792318 shutdown_connections 2024-06-06T08:26:11.805 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.802+0000 7fc25a8c3b80 1 -- 172.21.15.42:0/4145792318 wait complete. 2024-06-06T08:26:11.805 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.802+0000 7fc25a8c3b80 20 client.16275 trim_cache size 0 max 16384 2024-06-06T08:26:11.819 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.819+0000 7fc25a8c3b80 1 Processor -- start 2024-06-06T08:26:11.819 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.819+0000 7fc25a8c3b80 1 -- start start 2024-06-06T08:26:11.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.819+0000 7fc25a8c3b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5575cea46670 0x5575cea4f0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:11.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.819+0000 7fc25a8c3b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5575cea47030 0x5575cea4a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:11.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.819+0000 7fc25a8c3b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5575cea4c470 0x5575cea520c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:11.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.819+0000 7fc25a8c3b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc2481ae9b0 con 0x5575cea46670 2024-06-06T08:26:11.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.819+0000 7fc25a8c3b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fc2481ac240 con 0x5575cea47030 2024-06-06T08:26:11.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.819+0000 7fc25a8c3b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fc2481aa090 con 0x5575cea4c470 2024-06-06T08:26:11.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.820+0000 7fc24d5db700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5575cea47030 0x5575cea4a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:11.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.820+0000 7fc24e5dd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5575cea4c470 0x5575cea520c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:11.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.820+0000 7fc24d5db700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5575cea47030 0x5575cea4a6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:42050/0 (socket says 172.21.15.42:42050) 2024-06-06T08:26:11.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.820+0000 7fc24e5dd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5575cea4c470 0x5575cea520c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:34256/0 (socket says 172.21.15.42:34256) 2024-06-06T08:26:11.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.820+0000 7fc24d5db700 1 -- 172.21.15.42:0/1995587161 learned_addr learned my addr 172.21.15.42:0/1995587161 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:26:11.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.820+0000 7fc24dddc700 1 --2- 172.21.15.42:0/1995587161 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5575cea46670 0x5575cea4f0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:11.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.820+0000 7fc24d5db700 1 -- 172.21.15.42:0/1995587161 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5575cea4c470 msgr2=0x5575cea520c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:11.821 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.820+0000 7fc24d5db700 1 --2- 172.21.15.42:0/1995587161 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5575cea4c470 0x5575cea520c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:11.821 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.820+0000 7fc24d5db700 1 -- 172.21.15.42:0/1995587161 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5575cea46670 msgr2=0x5575cea4f0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:11.821 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.820+0000 7fc24d5db700 1 --2- 172.21.15.42:0/1995587161 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5575cea46670 0x5575cea4f0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:11.821 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.820+0000 7fc24d5db700 1 -- 172.21.15.42:0/1995587161 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5575cea4cc80 con 0x5575cea47030 2024-06-06T08:26:11.821 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.820+0000 7fc24d5db700 1 --2- 172.21.15.42:0/1995587161 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5575cea47030 0x5575cea4a6f0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fc238097ee0 tx=0x7fc23809b980 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a0216c8e6438bc7d server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:11.821 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.821+0000 7fc2337fe700 1 -- 172.21.15.42:0/1995587161 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2380a4470 con 0x5575cea47030 2024-06-06T08:26:11.821 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.821+0000 7fc2337fe700 1 -- 172.21.15.42:0/1995587161 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc2380ba2a0 con 0x5575cea47030 2024-06-06T08:26:11.821 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.821+0000 7fc2337fe700 1 -- 172.21.15.42:0/1995587161 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc23809b130 con 0x5575cea47030 2024-06-06T08:26:11.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.821+0000 7fc25a8c3b80 1 -- 172.21.15.42:0/1995587161 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5575cea47030 msgr2=0x5575cea4a6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:11.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.821+0000 7fc25a8c3b80 1 --2- 172.21.15.42:0/1995587161 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5575cea47030 0x5575cea4a6f0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fc238097ee0 tx=0x7fc23809b980 comp rx=0 tx=0).stop 2024-06-06T08:26:11.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.821+0000 7fc25a8c3b80 1 -- 172.21.15.42:0/1995587161 shutdown_connections 2024-06-06T08:26:11.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.821+0000 7fc25a8c3b80 1 --2- 172.21.15.42:0/1995587161 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5575cea4c470 0x5575cea520c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:11.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.822+0000 7fc25a8c3b80 1 --2- 172.21.15.42:0/1995587161 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5575cea46670 0x5575cea4f0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:11.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.822+0000 7fc25a8c3b80 1 --2- 172.21.15.42:0/1995587161 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5575cea47030 0x5575cea4a6f0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:11.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.822+0000 7fc25a8c3b80 1 -- 172.21.15.42:0/1995587161 >> 172.21.15.42:0/1995587161 conn(0x5575ce96f080 msgr2=0x5575cea519b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:11.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.822+0000 7fc25a8c3b80 1 -- 172.21.15.42:0/1995587161 shutdown_connections 2024-06-06T08:26:11.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.822+0000 7fc25a8c3b80 1 -- 172.21.15.42:0/1995587161 wait complete. 2024-06-06T08:26:11.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.822+0000 7fc25a8c3b80 1 -- start start 2024-06-06T08:26:11.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.822+0000 7fc25a8c3b80 1 Processor -- start 2024-06-06T08:26:11.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.823+0000 7fc25a8c3b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5575cea46670 0x5575cea590a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:11.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.823+0000 7fc25a8c3b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5575cea47030 0x5575cea678d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:11.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.823+0000 7fc25a8c3b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5575cea4c470 0x5575cea67f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:11.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.823+0000 7fc25a8c3b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc2481aa700 con 0x5575cea47030 2024-06-06T08:26:11.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.823+0000 7fc25a8c3b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fc2481abb70 con 0x5575cea4c470 2024-06-06T08:26:11.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.823+0000 7fc25a8c3b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fc2481aadd0 con 0x5575cea46670 2024-06-06T08:26:11.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.823+0000 7fc24dddc700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5575cea46670 0x5575cea590a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:11.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.823+0000 7fc24e5dd700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5575cea4c470 0x5575cea67f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:11.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.823+0000 7fc24d5db700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5575cea47030 0x5575cea678d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:11.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.823+0000 7fc24e5dd700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5575cea4c470 0x5575cea67f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:42058/0 (socket says 172.21.15.42:42058) 2024-06-06T08:26:11.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.823+0000 7fc24dddc700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5575cea46670 0x5575cea590a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:34266/0 (socket says 172.21.15.42:34266) 2024-06-06T08:26:11.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.823+0000 7fc24e5dd700 1 -- 172.21.15.42:0/4246971114 learned_addr learned my addr 172.21.15.42:0/4246971114 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:26:11.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.823+0000 7fc25a8c3b80 10 client.0 _ll_register_callbacks cb 0x5575ce9295b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:26:11.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.823+0000 7fc24e5dd700 1 -- 172.21.15.42:0/4246971114 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5575cea46670 msgr2=0x5575cea590a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:11.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.823+0000 7fc24e5dd700 1 --2- 172.21.15.42:0/4246971114 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5575cea46670 0x5575cea590a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:11.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.823+0000 7fc24e5dd700 1 -- 172.21.15.42:0/4246971114 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5575cea47030 msgr2=0x5575cea678d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:11.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.823+0000 7fc24e5dd700 1 --2- 172.21.15.42:0/4246971114 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5575cea47030 0x5575cea678d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:11.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.823+0000 7fc24e5dd700 1 -- 172.21.15.42:0/4246971114 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5575ceac9df0 con 0x5575cea4c470 2024-06-06T08:26:11.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.823+0000 7fc24d5db700 1 --2- 172.21.15.42:0/4246971114 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5575cea47030 0x5575cea678d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:26:11.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.823+0000 7fc24dddc700 1 --2- 172.21.15.42:0/4246971114 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5575cea46670 0x5575cea590a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:26:11.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.824+0000 7fc24e5dd700 1 --2- 172.21.15.42:0/4246971114 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5575cea4c470 0x5575cea67f00 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fc240018470 tx=0x7fc2400184a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=78091d08dc7fc2f9 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:11.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.824+0000 7fc2317fa700 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:26:11.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.824+0000 7fc2317fa700 1 -- 172.21.15.42:0/4246971114 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc240004bb0 con 0x5575cea4c470 2024-06-06T08:26:11.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.824+0000 7fc2317fa700 1 -- 172.21.15.42:0/4246971114 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fc240004d50 con 0x5575cea4c470 2024-06-06T08:26:11.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.824+0000 7fc25a8c3b80 1 -- 172.21.15.42:0/4246971114 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc2380ba2a0 con 0x5575cea4c470 2024-06-06T08:26:11.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.824+0000 7fc2317fa700 1 -- 172.21.15.42:0/4246971114 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fc240005020 con 0x5575cea4c470 2024-06-06T08:26:11.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.824+0000 7fc25a8c3b80 10 client.25910 fetch_fsmap learned FSMap version 28 2024-06-06T08:26:11.828 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.824+0000 7fc25a8c3b80 1 -- 172.21.15.42:0/4246971114 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5575ceacafd0 con 0x5575cea4c470 2024-06-06T08:26:11.828 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.824+0000 7fc2317fa700 1 -- 172.21.15.42:0/4246971114 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc2380ba2a0 con 0x5575cea4c470 2024-06-06T08:26:11.828 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.824+0000 7fc2317fa700 1 -- 172.21.15.42:0/4246971114 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fc24001f070 con 0x5575cea4c470 2024-06-06T08:26:11.828 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.825+0000 7fc25a8c3b80 10 client.25910 fetch_fsmap finished waiting for FSMap version 28 2024-06-06T08:26:11.828 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.825+0000 7fc25a8c3b80 10 client.25910 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.b 2024-06-06T08:26:11.828 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.825+0000 7fc25a8c3b80 20 client.25910 populate_metadata read hostname 'smithi042' 2024-06-06T08:26:11.828 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.825+0000 7fc25a8c3b80 1 --2- 172.21.15.42:0/4246971114 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x5575ceacb760 0x5575ceacdb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:11.828 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.825+0000 7fc25a8c3b80 4 client.25910 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-06-06T08:26:11.828 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.825+0000 7fc25a8c3b80 1 -- 172.21.15.42:0/4246971114 --> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5575ce99b2d0 con 0x5575ceacb760 2024-06-06T08:26:11.829 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.825+0000 7fc24dddc700 1 --2- 172.21.15.42:0/4246971114 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x5575ceacb760 0x5575ceacdb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:11.829 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.825+0000 7fc24dddc700 1 --2- 172.21.15.42:0/4246971114 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x5575ceacb760 0x5575ceacdb80 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=22b9296ec9ba6e1 server_cookie=d3bfbd2e533ee4a2 in_seq=0 out_seq=0 2024-06-06T08:26:11.829 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.825+0000 7fc2317fa700 10 client.25910 ms_handle_connect on v2:172.21.15.120:6838/1585293472 2024-06-06T08:26:11.829 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.825+0000 7fc2317fa700 1 -- 172.21.15.42:0/4246971114 <== mds.2 v2:172.21.15.120:6838/1585293472 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5575ce99b2d0 con 0x5575ceacb760 2024-06-06T08:26:11.829 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.825+0000 7fc2317fa700 10 client.25910 handle_command_reply: tid=0 2024-06-06T08:26:11.829 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.825+0000 7fc25a8c3b80 1 client.25910 shutdown 2024-06-06T08:26:11.830 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.826+0000 7fc25a8c3b80 1 -- 172.21.15.42:0/4246971114 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5575cea4c470 msgr2=0x5575cea67f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:11.830 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.826+0000 7fc25a8c3b80 1 --2- 172.21.15.42:0/4246971114 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5575cea4c470 0x5575cea67f00 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fc240018470 tx=0x7fc2400184a0 comp rx=0 tx=0).stop 2024-06-06T08:26:11.830 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.826+0000 7fc25a8c3b80 1 -- 172.21.15.42:0/4246971114 shutdown_connections 2024-06-06T08:26:11.830 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.826+0000 7fc25a8c3b80 1 --2- 172.21.15.42:0/4246971114 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5575cea4c470 0x5575cea67f00 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:11.830 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.826+0000 7fc25a8c3b80 1 --2- 172.21.15.42:0/4246971114 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x5575ceacb760 0x5575ceacdb80 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:11.830 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.826+0000 7fc25a8c3b80 1 --2- 172.21.15.42:0/4246971114 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5575cea46670 0x5575cea590a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:11.830 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.826+0000 7fc25a8c3b80 1 --2- 172.21.15.42:0/4246971114 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5575cea47030 0x5575cea678d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:11.830 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.826+0000 7fc2317fa700 0 client.25910 ms_handle_reset on v2:172.21.15.120:6838/1585293472 2024-06-06T08:26:11.830 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.826+0000 7fc25a8c3b80 1 -- 172.21.15.42:0/4246971114 >> 172.21.15.42:0/4246971114 conn(0x5575ce96f080 msgr2=0x5575cea41ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:11.830 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.826+0000 7fc25a8c3b80 1 -- 172.21.15.42:0/4246971114 shutdown_connections 2024-06-06T08:26:11.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.826+0000 7fc25a8c3b80 1 -- 172.21.15.42:0/4246971114 wait complete. 2024-06-06T08:26:11.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.826+0000 7fc25a8c3b80 20 client.25910 trim_cache size 0 max 16384 2024-06-06T08:26:11.831 INFO:teuthology.orchestra.run.smithi042.stdout:[] 2024-06-06T08:26:11.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.826+0000 7fc250040700 1 -- 172.21.15.42:0/3723449183 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc2340a2d90 msgr2=0x7fc2340a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:11.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.826+0000 7fc250040700 1 --2- 172.21.15.42:0/3723449183 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc2340a2d90 0x7fc2340a5250 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fc244000c00 tx=0x7fc244005fb0 comp rx=0 tx=0).stop 2024-06-06T08:26:11.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.826+0000 7fc250040700 1 -- 172.21.15.42:0/3723449183 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc2481020a0 msgr2=0x7fc24819edd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:11.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.826+0000 7fc250040700 1 --2- 172.21.15.42:0/3723449183 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc2481020a0 0x7fc24819edd0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fc23800e9f0 tx=0x7fc23800ed00 comp rx=0 tx=0).stop 2024-06-06T08:26:11.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.827+0000 7fc250040700 1 -- 172.21.15.42:0/3723449183 shutdown_connections 2024-06-06T08:26:11.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.827+0000 7fc250040700 1 --2- 172.21.15.42:0/3723449183 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc2340a2d90 0x7fc2340a5250 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:11.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.827+0000 7fc250040700 1 --2- 172.21.15.42:0/3723449183 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc248106410 0x7fc248198a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:11.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.827+0000 7fc250040700 1 --2- 172.21.15.42:0/3723449183 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc2481016e0 0x7fc24819e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:11.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.827+0000 7fc250040700 1 --2- 172.21.15.42:0/3723449183 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc2481020a0 0x7fc24819edd0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:11.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.827+0000 7fc250040700 1 -- 172.21.15.42:0/3723449183 >> 172.21.15.42:0/3723449183 conn(0x7fc248077200 msgr2=0x7fc24806ada0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:11.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.827+0000 7fc250040700 1 -- 172.21.15.42:0/3723449183 shutdown_connections 2024-06-06T08:26:11.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:11.827+0000 7fc250040700 1 -- 172.21.15.42:0/3723449183 wait complete. 2024-06-06T08:26:12.592 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.593+0000 7f2d06a31640 1 -- 172.21.15.42:0/3460372601 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2d001008a0 msgr2=0x7f2d00100d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:12.592 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.593+0000 7f2d06a31640 1 --2- 172.21.15.42:0/3460372601 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2d001008a0 0x7f2d00100d20 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f2cf4009930 tx=0x7f2cf402a420 comp rx=0 tx=0).stop 2024-06-06T08:26:12.592 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.593+0000 7f2d06a31640 1 -- 172.21.15.42:0/3460372601 shutdown_connections 2024-06-06T08:26:12.592 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.593+0000 7f2d06a31640 1 --2- 172.21.15.42:0/3460372601 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2d00101260 0x7f2d0010d770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:12.593 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.593+0000 7f2d06a31640 1 --2- 172.21.15.42:0/3460372601 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2d001008a0 0x7f2d00100d20 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:12.593 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.593+0000 7f2d06a31640 1 --2- 172.21.15.42:0/3460372601 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2d001068b0 0x7f2d00106c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:12.593 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.593+0000 7f2d06a31640 1 -- 172.21.15.42:0/3460372601 >> 172.21.15.42:0/3460372601 conn(0x7f2d00077a20 msgr2=0x7f2d00077e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:12.593 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.593+0000 7f2d06a31640 1 -- 172.21.15.42:0/3460372601 shutdown_connections 2024-06-06T08:26:12.593 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.593+0000 7f2d06a31640 1 -- 172.21.15.42:0/3460372601 wait complete. 2024-06-06T08:26:12.593 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.593+0000 7f2d06a31640 1 Processor -- start 2024-06-06T08:26:12.593 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.593+0000 7f2d06a31640 1 -- start start 2024-06-06T08:26:12.595 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.594+0000 7f2d06a31640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2d001008a0 0x7f2d000fd800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:12.595 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.594+0000 7f2d06a31640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2d00101260 0x7f2d000fdd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:12.595 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.594+0000 7f2d06a31640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2d001068b0 0x7f2d000fe280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:12.595 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.594+0000 7f2d06a31640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2d00110cc0 con 0x7f2d00101260 2024-06-06T08:26:12.595 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.594+0000 7f2d06a31640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f2d00110b40 con 0x7f2d001068b0 2024-06-06T08:26:12.595 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.594+0000 7f2d06a31640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f2d00110e40 con 0x7f2d001008a0 2024-06-06T08:26:12.595 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.594+0000 7f2cff7fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2d00101260 0x7f2d000fdd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:12.595 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.594+0000 7f2cff7fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2d00101260 0x7f2d000fdd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:45830/0 (socket says 172.21.15.42:45830) 2024-06-06T08:26:12.596 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.594+0000 7f2cff7fe640 1 -- 172.21.15.42:0/1630778310 learned_addr learned my addr 172.21.15.42:0/1630778310 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:26:12.596 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.594+0000 7f2cfffff640 1 --2- 172.21.15.42:0/1630778310 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2d001008a0 0x7f2d000fd800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:12.596 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.594+0000 7f2d04fce640 1 --2- 172.21.15.42:0/1630778310 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2d001068b0 0x7f2d000fe280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:12.596 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.594+0000 7f2cff7fe640 1 -- 172.21.15.42:0/1630778310 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2d001008a0 msgr2=0x7f2d000fd800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:12.596 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.594+0000 7f2cff7fe640 1 --2- 172.21.15.42:0/1630778310 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2d001008a0 0x7f2d000fd800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:12.596 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.594+0000 7f2cff7fe640 1 -- 172.21.15.42:0/1630778310 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2d001068b0 msgr2=0x7f2d000fe280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:12.596 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.594+0000 7f2cff7fe640 1 --2- 172.21.15.42:0/1630778310 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2d001068b0 0x7f2d000fe280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:12.596 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.594+0000 7f2cff7fe640 1 -- 172.21.15.42:0/1630778310 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d001a66c0 con 0x7f2d00101260 2024-06-06T08:26:12.596 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.594+0000 7f2cff7fe640 1 --2- 172.21.15.42:0/1630778310 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2d00101260 0x7f2d000fdd40 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f2cf4009230 tx=0x7f2cf4004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:12.596 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.595+0000 7f2cfd7fa640 1 -- 172.21.15.42:0/1630778310 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cf403f030 con 0x7f2d00101260 2024-06-06T08:26:12.596 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.595+0000 7f2d06a31640 1 -- 172.21.15.42:0/1630778310 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d001a6950 con 0x7f2d00101260 2024-06-06T08:26:12.596 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.595+0000 7f2cfd7fa640 1 -- 172.21.15.42:0/1630778310 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2cf4003ad0 con 0x7f2d00101260 2024-06-06T08:26:12.597 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.595+0000 7f2cfd7fa640 1 -- 172.21.15.42:0/1630778310 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cf4035070 con 0x7f2d00101260 2024-06-06T08:26:12.597 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.595+0000 7f2d06a31640 1 -- 172.21.15.42:0/1630778310 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d001a6e90 con 0x7f2d00101260 2024-06-06T08:26:12.602 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.597+0000 7f2cfd7fa640 1 -- 172.21.15.42:0/1630778310 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f2cf4042030 con 0x7f2d00101260 2024-06-06T08:26:12.602 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.597+0000 7f2d09819740 1 Processor -- start 2024-06-06T08:26:12.602 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.597+0000 7f2d09819740 1 -- start start 2024-06-06T08:26:12.602 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.597+0000 7f2d09819740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dbf4001170 0x55dbf4001550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:12.602 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.597+0000 7f2d09819740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dbf4001a90 0x55dbf400be10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:12.602 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.598+0000 7f2d09819740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dbf400c350 0x55dbf400e740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:12.602 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.598+0000 7f2d09819740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55dbf3f654f0 con 0x55dbf4001170 2024-06-06T08:26:12.602 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.598+0000 7f2d09819740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55dbf3f03870 con 0x55dbf4001a90 2024-06-06T08:26:12.602 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.598+0000 7f2d09819740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55dbf3f614b0 con 0x55dbf400c350 2024-06-06T08:26:12.602 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.598+0000 7f2d04fce640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dbf4001170 0x55dbf4001550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:12.603 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.598+0000 7f2cff7fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dbf400c350 0x55dbf400e740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:12.603 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.598+0000 7f2d04fce640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dbf4001170 0x55dbf4001550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:45840/0 (socket says 172.21.15.42:45840) 2024-06-06T08:26:12.603 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.598+0000 7f2cff7fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dbf400c350 0x55dbf400e740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:34292/0 (socket says 172.21.15.42:34292) 2024-06-06T08:26:12.603 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.598+0000 7f2d04fce640 1 -- 172.21.15.42:0/3930891911 learned_addr learned my addr 172.21.15.42:0/3930891911 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:26:12.603 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.598+0000 7f2cfd7fa640 1 --2- 172.21.15.42:0/1630778310 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f2ce80a2da0 0x7f2ce80a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:12.603 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.598+0000 7f2cfffff640 1 --2- 172.21.15.42:0/3930891911 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dbf4001a90 0x55dbf400be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:12.603 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.598+0000 7f2d04fce640 1 --2- 172.21.15.42:0/1630778310 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f2ce80a2da0 0x7f2ce80a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:12.603 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.598+0000 7f2cfd7fa640 1 -- 172.21.15.42:0/1630778310 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f2cf40efdc0 con 0x7f2d00101260 2024-06-06T08:26:12.603 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.598+0000 7f2cff7fe640 1 -- 172.21.15.42:0/3930891911 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dbf4001a90 msgr2=0x55dbf400be10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:12.603 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.598+0000 7f2cff7fe640 1 --2- 172.21.15.42:0/3930891911 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dbf4001a90 0x55dbf400be10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:12.603 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.598+0000 7f2cff7fe640 1 -- 172.21.15.42:0/3930891911 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dbf4001170 msgr2=0x55dbf4001550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:12.603 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.598+0000 7f2cff7fe640 1 --2- 172.21.15.42:0/3930891911 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dbf4001170 0x55dbf4001550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:12.603 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.598+0000 7f2cff7fe640 1 -- 172.21.15.42:0/3930891911 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dbf3f1f9b0 con 0x55dbf400c350 2024-06-06T08:26:12.604 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.598+0000 7f2cfffff640 1 --2- 172.21.15.42:0/3930891911 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dbf4001a90 0x55dbf400be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:26:12.604 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.598+0000 7f2d04fce640 1 --2- 172.21.15.42:0/3930891911 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dbf4001170 0x55dbf4001550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:26:12.604 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.598+0000 7f2cff7fe640 1 --2- 172.21.15.42:0/3930891911 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dbf400c350 0x55dbf400e740 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f2cf40ed170 tx=0x7f2cf4009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=55cdbf45165af78e server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:12.604 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.598+0000 7f2d04fce640 1 --2- 172.21.15.42:0/1630778310 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f2ce80a2da0 0x7f2ce80a5260 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f2cf8009fd0 tx=0x7f2cf8004ab0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:12.604 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.598+0000 7f2ce67fc640 1 -- 172.21.15.42:0/3930891911 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cf4049070 con 0x55dbf400c350 2024-06-06T08:26:12.604 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.599+0000 7f2ce67fc640 1 -- 172.21.15.42:0/3930891911 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2cf40c4bb0 con 0x55dbf400c350 2024-06-06T08:26:12.604 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.599+0000 7f2ce67fc640 1 -- 172.21.15.42:0/3930891911 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cf40035f0 con 0x55dbf400c350 2024-06-06T08:26:12.604 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.599+0000 7f2d09819740 1 -- 172.21.15.42:0/3930891911 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dbf400c350 msgr2=0x55dbf400e740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:12.604 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.599+0000 7f2d09819740 1 --2- 172.21.15.42:0/3930891911 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dbf400c350 0x55dbf400e740 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f2cf40ed170 tx=0x7f2cf4009260 comp rx=0 tx=0).stop 2024-06-06T08:26:12.604 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.599+0000 7f2d09819740 1 -- 172.21.15.42:0/3930891911 shutdown_connections 2024-06-06T08:26:12.604 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.599+0000 7f2d09819740 1 --2- 172.21.15.42:0/3930891911 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dbf4001a90 0x55dbf400be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:12.604 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.599+0000 7f2d09819740 1 --2- 172.21.15.42:0/3930891911 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dbf400c350 0x55dbf400e740 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:12.604 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.599+0000 7f2d09819740 1 --2- 172.21.15.42:0/3930891911 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dbf4001170 0x55dbf4001550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:12.605 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.599+0000 7f2d09819740 1 -- 172.21.15.42:0/3930891911 >> 172.21.15.42:0/3930891911 conn(0x55dbf3ffd680 msgr2=0x55dbf3ffda60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:12.605 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.599+0000 7f2d09819740 1 -- 172.21.15.42:0/3930891911 shutdown_connections 2024-06-06T08:26:12.605 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.599+0000 7f2d09819740 1 -- 172.21.15.42:0/3930891911 wait complete. 2024-06-06T08:26:12.605 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.600+0000 7f2d09819740 1 -- start start 2024-06-06T08:26:12.605 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.600+0000 7f2d09819740 1 Processor -- start 2024-06-06T08:26:12.605 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.600+0000 7f2d09819740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dbf4001170 0x55dbf4009300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:12.605 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.600+0000 7f2d09819740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dbf4001a90 0x55dbf4009840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:12.605 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.600+0000 7f2d09819740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dbf400c350 0x55dbf4009d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:12.605 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.600+0000 7f2d09819740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55dbf3f614b0 con 0x55dbf400c350 2024-06-06T08:26:12.606 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.600+0000 7f2d09819740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55dbf3eeeae0 con 0x55dbf4001170 2024-06-06T08:26:12.606 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.600+0000 7f2d09819740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55dbf400ed40 con 0x55dbf4001a90 2024-06-06T08:26:12.606 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.600+0000 7f2d09819740 10 client.0 _ll_register_callbacks cb 0x55dbf3f279b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:26:12.606 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.600+0000 7f2d04fce640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dbf400c350 0x55dbf4009d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:12.606 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.600+0000 7f2d04fce640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dbf400c350 0x55dbf4009d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:45852/0 (socket says 172.21.15.42:45852) 2024-06-06T08:26:12.606 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.600+0000 7f2d04fce640 1 -- 172.21.15.42:0/3464634882 learned_addr learned my addr 172.21.15.42:0/3464634882 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:26:12.606 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.600+0000 7f2cff7fe640 1 --2- 172.21.15.42:0/3464634882 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dbf4001a90 0x55dbf4009840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:12.606 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.600+0000 7f2cfffff640 1 --2- 172.21.15.42:0/3464634882 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dbf4001170 0x55dbf4009300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:12.606 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.601+0000 7f2d04fce640 1 -- 172.21.15.42:0/3464634882 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dbf4001a90 msgr2=0x55dbf4009840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:12.606 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.601+0000 7f2d04fce640 1 --2- 172.21.15.42:0/3464634882 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dbf4001a90 0x55dbf4009840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:12.606 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.601+0000 7f2d04fce640 1 -- 172.21.15.42:0/3464634882 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dbf4001170 msgr2=0x55dbf4009300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:12.606 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.601+0000 7f2d04fce640 1 --2- 172.21.15.42:0/3464634882 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dbf4001170 0x55dbf4009300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:12.607 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.601+0000 7f2d04fce640 1 -- 172.21.15.42:0/3464634882 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dbf3c79210 con 0x55dbf400c350 2024-06-06T08:26:12.607 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.601+0000 7f2d04fce640 1 --2- 172.21.15.42:0/3464634882 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dbf400c350 0x55dbf4009d80 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f2cf8013cd0 tx=0x7f2cf8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9abcdbcedf14e11a server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:12.607 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.601+0000 7f2cdf7fe640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:26:12.607 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.601+0000 7f2cdf7fe640 1 -- 172.21.15.42:0/3464634882 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cf8026070 con 0x55dbf400c350 2024-06-06T08:26:12.607 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.601+0000 7f2cdf7fe640 1 -- 172.21.15.42:0/3464634882 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f2cf8010bb0 con 0x55dbf400c350 2024-06-06T08:26:12.607 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.601+0000 7f2d09819740 1 -- 172.21.15.42:0/3464634882 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2cf40c4bb0 con 0x55dbf400c350 2024-06-06T08:26:12.607 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.601+0000 7f2cdf7fe640 1 -- 172.21.15.42:0/3464634882 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f2cf8010db0 con 0x55dbf400c350 2024-06-06T08:26:12.607 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.601+0000 7f2d09819740 10 client.16293 fetch_fsmap learned FSMap version 28 2024-06-06T08:26:12.607 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.601+0000 7f2d09819740 1 -- 172.21.15.42:0/3464634882 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55dbf3d45620 con 0x55dbf400c350 2024-06-06T08:26:12.607 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.601+0000 7f2cdf7fe640 1 -- 172.21.15.42:0/3464634882 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2cf40c4bb0 con 0x55dbf400c350 2024-06-06T08:26:12.607 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.602+0000 7f2cdf7fe640 1 -- 172.21.15.42:0/3464634882 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f2cf801f050 con 0x55dbf400c350 2024-06-06T08:26:12.607 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.602+0000 7f2d09819740 10 client.16293 fetch_fsmap finished waiting for FSMap version 28 2024-06-06T08:26:12.607 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.602+0000 7f2d09819740 10 client.16293 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:26:12.608 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.602+0000 7f2d09819740 20 client.16293 populate_metadata read hostname 'smithi042' 2024-06-06T08:26:12.608 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.602+0000 7f2d09819740 1 --2- 172.21.15.42:0/3464634882 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55dbf401c250 0x55dbf401e660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:12.608 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.602+0000 7f2d09819740 4 client.16293 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:26:12.608 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.602+0000 7f2d09819740 1 -- 172.21.15.42:0/3464634882 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55dbf3f78f10 con 0x55dbf401c250 2024-06-06T08:26:12.608 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.602+0000 7f2cfffff640 1 --2- 172.21.15.42:0/3464634882 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55dbf401c250 0x55dbf401e660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:12.608 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.602+0000 7f2cfffff640 1 --2- 172.21.15.42:0/3464634882 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55dbf401c250 0x55dbf401e660 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=11213365f0e660b5 server_cookie=3bc9fdcf25454d1c in_seq=0 out_seq=0 2024-06-06T08:26:12.608 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.602+0000 7f2cdf7fe640 10 client.16293 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:26:12.609 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.604+0000 7f2cdf7fe640 1 -- 172.21.15.42:0/3464634882 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55dbf3f78f10 con 0x55dbf401c250 2024-06-06T08:26:12.609 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.604+0000 7f2cdf7fe640 10 client.16293 handle_command_reply: tid=0 2024-06-06T08:26:12.610 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.604+0000 7f2d09819740 1 client.16293 shutdown 2024-06-06T08:26:12.610 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.604+0000 7f2d09819740 1 -- 172.21.15.42:0/3464634882 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dbf400c350 msgr2=0x55dbf4009d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:12.610 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.604+0000 7f2d09819740 1 --2- 172.21.15.42:0/3464634882 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dbf400c350 0x55dbf4009d80 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f2cf8013cd0 tx=0x7f2cf8004a40 comp rx=0 tx=0).stop 2024-06-06T08:26:12.610 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.604+0000 7f2d09819740 1 -- 172.21.15.42:0/3464634882 shutdown_connections 2024-06-06T08:26:12.610 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.604+0000 7f2d09819740 1 --2- 172.21.15.42:0/3464634882 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55dbf401c250 0x55dbf401e660 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:12.610 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.604+0000 7f2d09819740 1 --2- 172.21.15.42:0/3464634882 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dbf400c350 0x55dbf4009d80 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:12.610 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.604+0000 7f2cdf7fe640 0 client.16293 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:26:12.610 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.604+0000 7f2d09819740 1 --2- 172.21.15.42:0/3464634882 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dbf4001a90 0x55dbf4009840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:12.610 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.604+0000 7f2d09819740 1 --2- 172.21.15.42:0/3464634882 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dbf4001170 0x55dbf4009300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:12.610 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.604+0000 7f2d09819740 1 -- 172.21.15.42:0/3464634882 >> 172.21.15.42:0/3464634882 conn(0x55dbf3ffd680 msgr2=0x55dbf4003400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:12.610 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.604+0000 7f2d09819740 1 -- 172.21.15.42:0/3464634882 shutdown_connections 2024-06-06T08:26:12.610 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.604+0000 7f2d09819740 1 -- 172.21.15.42:0/3464634882 wait complete. 2024-06-06T08:26:12.611 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.604+0000 7f2d09819740 20 client.16293 trim_cache size 0 max 16384 2024-06-06T08:26:12.620 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.620+0000 7f2d09819740 1 Processor -- start 2024-06-06T08:26:12.620 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.620+0000 7f2d09819740 1 -- start start 2024-06-06T08:26:12.620 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.620+0000 7f2d09819740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dbf4001170 0x55dbf4003b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:12.620 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.620+0000 7f2d09819740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dbf4001a90 0x55dbf3ffc660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:12.620 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.620+0000 7f2d09819740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dbf400c350 0x55dbf4023f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:12.620 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.620+0000 7f2d09819740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2d001b3690 con 0x55dbf400c350 2024-06-06T08:26:12.620 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.620+0000 7f2d09819740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f2d001b0f60 con 0x55dbf4001a90 2024-06-06T08:26:12.620 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.620+0000 7f2d09819740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f2d001aedb0 con 0x55dbf4001170 2024-06-06T08:26:12.620 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.620+0000 7f2d04fce640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dbf400c350 0x55dbf4023f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:12.620 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.620+0000 7f2cfffff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dbf4001170 0x55dbf4003b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:12.621 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.620+0000 7f2cfffff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dbf4001170 0x55dbf4003b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:34304/0 (socket says 172.21.15.42:34304) 2024-06-06T08:26:12.621 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.620+0000 7f2d04fce640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dbf400c350 0x55dbf4023f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:45864/0 (socket says 172.21.15.42:45864) 2024-06-06T08:26:12.621 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.620+0000 7f2cfffff640 1 -- 172.21.15.42:0/4225562978 learned_addr learned my addr 172.21.15.42:0/4225562978 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:26:12.621 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.620+0000 7f2cff7fe640 1 --2- 172.21.15.42:0/4225562978 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dbf4001a90 0x55dbf3ffc660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:12.621 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.620+0000 7f2cfffff640 1 -- 172.21.15.42:0/4225562978 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dbf4001a90 msgr2=0x55dbf3ffc660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:12.621 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.620+0000 7f2cfffff640 1 --2- 172.21.15.42:0/4225562978 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dbf4001a90 0x55dbf3ffc660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:12.621 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.621+0000 7f2cfffff640 1 -- 172.21.15.42:0/4225562978 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dbf400c350 msgr2=0x55dbf4023f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:12.621 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.621+0000 7f2cfffff640 1 --2- 172.21.15.42:0/4225562978 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dbf400c350 0x55dbf4023f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:12.621 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.621+0000 7f2cfffff640 1 -- 172.21.15.42:0/4225562978 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dbf40018c0 con 0x55dbf4001170 2024-06-06T08:26:12.621 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.621+0000 7f2d04fce640 1 --2- 172.21.15.42:0/4225562978 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dbf400c350 0x55dbf4023f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:26:12.621 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.621+0000 7f2cfffff640 1 --2- 172.21.15.42:0/4225562978 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dbf4001170 0x55dbf4003b80 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f2cf0005d00 tx=0x7f2cf000b410 comp rx=0 tx=0).ready entity=mon.1 client_cookie=15dc9f2737378fff server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:12.621 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.621+0000 7f2ce5ffb640 1 -- 172.21.15.42:0/4225562978 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cf001d6b0 con 0x55dbf4001170 2024-06-06T08:26:12.621 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.621+0000 7f2ce5ffb640 1 -- 172.21.15.42:0/4225562978 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2cf001dd30 con 0x55dbf4001170 2024-06-06T08:26:12.622 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.621+0000 7f2ce5ffb640 1 -- 172.21.15.42:0/4225562978 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cf0010ea0 con 0x55dbf4001170 2024-06-06T08:26:12.625 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.622+0000 7f2d09819740 1 -- 172.21.15.42:0/4225562978 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dbf4001170 msgr2=0x55dbf4003b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:12.625 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.622+0000 7f2d09819740 1 --2- 172.21.15.42:0/4225562978 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dbf4001170 0x55dbf4003b80 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f2cf0005d00 tx=0x7f2cf000b410 comp rx=0 tx=0).stop 2024-06-06T08:26:12.625 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.622+0000 7f2d09819740 1 -- 172.21.15.42:0/4225562978 shutdown_connections 2024-06-06T08:26:12.625 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.622+0000 7f2d09819740 1 --2- 172.21.15.42:0/4225562978 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dbf4001a90 0x55dbf3ffc660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:12.625 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.622+0000 7f2d09819740 1 --2- 172.21.15.42:0/4225562978 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dbf400c350 0x55dbf4023f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:12.625 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.622+0000 7f2d09819740 1 --2- 172.21.15.42:0/4225562978 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dbf4001170 0x55dbf4003b80 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:12.625 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.622+0000 7f2d09819740 1 -- 172.21.15.42:0/4225562978 >> 172.21.15.42:0/4225562978 conn(0x55dbf3ffd680 msgr2=0x55dbf3ffbf50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:12.625 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.622+0000 7f2d09819740 1 -- 172.21.15.42:0/4225562978 shutdown_connections 2024-06-06T08:26:12.625 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.622+0000 7f2d09819740 1 -- 172.21.15.42:0/4225562978 wait complete. 2024-06-06T08:26:12.625 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.622+0000 7f2d09819740 1 -- start start 2024-06-06T08:26:12.625 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.622+0000 7f2d09819740 1 Processor -- start 2024-06-06T08:26:12.626 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.623+0000 7f2d09819740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dbf4001170 0x55dbf4014760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:12.626 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.623+0000 7f2d09819740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dbf4001a90 0x55dbf40060e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:12.626 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.623+0000 7f2d09819740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dbf400c350 0x55dbf4006640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:12.626 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.623+0000 7f2d09819740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2d001af420 con 0x55dbf4001170 2024-06-06T08:26:12.626 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.623+0000 7f2d09819740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f2d001b0890 con 0x55dbf4001a90 2024-06-06T08:26:12.626 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.623+0000 7f2d09819740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f2d001afaf0 con 0x55dbf400c350 2024-06-06T08:26:12.626 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.623+0000 7f2d09819740 10 client.0 _ll_register_callbacks cb 0x7f2cf8003ec0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:26:12.626 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.623+0000 7f2cfffff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dbf4001170 0x55dbf4014760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:12.626 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.623+0000 7f2d04fce640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dbf400c350 0x55dbf4006640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:12.627 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.623+0000 7f2cfffff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dbf4001170 0x55dbf4014760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:45874/0 (socket says 172.21.15.42:45874) 2024-06-06T08:26:12.627 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.623+0000 7f2cfffff640 1 -- 172.21.15.42:0/863828572 learned_addr learned my addr 172.21.15.42:0/863828572 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:26:12.627 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.623+0000 7f2d04fce640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dbf400c350 0x55dbf4006640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:34316/0 (socket says 172.21.15.42:34316) 2024-06-06T08:26:12.627 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.623+0000 7f2cff7fe640 1 --2- 172.21.15.42:0/863828572 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dbf4001a90 0x55dbf40060e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:12.627 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.623+0000 7f2cfffff640 1 -- 172.21.15.42:0/863828572 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dbf400c350 msgr2=0x55dbf4006640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:12.627 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.623+0000 7f2cfffff640 1 --2- 172.21.15.42:0/863828572 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dbf400c350 0x55dbf4006640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:12.627 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.623+0000 7f2cfffff640 1 -- 172.21.15.42:0/863828572 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dbf4001a90 msgr2=0x55dbf40060e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:12.627 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.623+0000 7f2cfffff640 1 --2- 172.21.15.42:0/863828572 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dbf4001a90 0x55dbf40060e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:12.627 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.623+0000 7f2cfffff640 1 -- 172.21.15.42:0/863828572 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dbf4006e70 con 0x55dbf4001170 2024-06-06T08:26:12.627 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.623+0000 7f2d04fce640 1 --2- 172.21.15.42:0/863828572 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dbf400c350 0x55dbf4006640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:26:12.627 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.623+0000 7f2cfffff640 1 --2- 172.21.15.42:0/863828572 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dbf4001170 0x55dbf4014760 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f2cf0000c00 tx=0x7f2cf000bf70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d39dd5bf70043169 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:12.627 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.623+0000 7f2cdf7fe640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:26:12.627 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.624+0000 7f2cdf7fe640 1 -- 172.21.15.42:0/863828572 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cf0010430 con 0x55dbf4001170 2024-06-06T08:26:12.627 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.624+0000 7f2cdf7fe640 1 -- 172.21.15.42:0/863828572 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f2cf00105d0 con 0x55dbf4001170 2024-06-06T08:26:12.628 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.624+0000 7f2d09819740 1 -- 172.21.15.42:0/863828572 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2cf001dd30 con 0x55dbf4001170 2024-06-06T08:26:12.628 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.624+0000 7f2cdf7fe640 1 -- 172.21.15.42:0/863828572 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f2cf003b050 con 0x55dbf4001170 2024-06-06T08:26:12.628 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.624+0000 7f2d09819740 10 client.16299 fetch_fsmap learned FSMap version 28 2024-06-06T08:26:12.628 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.624+0000 7f2d09819740 1 -- 172.21.15.42:0/863828572 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55dbf4086fa0 con 0x55dbf4001170 2024-06-06T08:26:12.628 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.624+0000 7f2cdf7fe640 1 -- 172.21.15.42:0/863828572 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2cf001dd30 con 0x55dbf4001170 2024-06-06T08:26:12.628 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.624+0000 7f2cdf7fe640 1 -- 172.21.15.42:0/863828572 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f2cf002e670 con 0x55dbf4001170 2024-06-06T08:26:12.628 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.624+0000 7f2d09819740 10 client.16299 fetch_fsmap finished waiting for FSMap version 28 2024-06-06T08:26:12.628 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.624+0000 7f2d09819740 10 client.16299 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:26:12.628 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.624+0000 7f2d09819740 20 client.16299 populate_metadata read hostname 'smithi042' 2024-06-06T08:26:12.628 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.624+0000 7f2d09819740 1 --2- 172.21.15.42:0/863828572 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55dbf4087680 0x55dbf4089ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:12.628 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.624+0000 7f2d09819740 4 client.16299 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:26:12.628 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.624+0000 7f2d09819740 1 -- 172.21.15.42:0/863828572 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55dbf3f72c20 con 0x55dbf4087680 2024-06-06T08:26:12.628 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.625+0000 7f2cff7fe640 1 --2- 172.21.15.42:0/863828572 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55dbf4087680 0x55dbf4089ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:12.629 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.625+0000 7f2cff7fe640 1 --2- 172.21.15.42:0/863828572 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55dbf4087680 0x55dbf4089ac0 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=171a84f5bfb4aa76 server_cookie=31f9059d5fdbee96 in_seq=0 out_seq=0 2024-06-06T08:26:12.629 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:12.625+0000 7f2cdf7fe640 10 client.16299 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:26:12.641 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-06-06T08:26:12.737 INFO:tasks.workunit.client.0.smithi042.stdout: 90 57073 809 34220 1079 16126 853 2024-06-06T08:26:12.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:12 smithi149 ceph-mon[36842]: pgmap v110: 129 pgs: 129 active+clean; 228 MiB data, 911 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.1 MiB/s wr, 83 op/s 2024-06-06T08:26:12.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:12 smithi042 ceph-mon[32384]: pgmap v110: 129 pgs: 129 active+clean; 228 MiB data, 911 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.1 MiB/s wr, 83 op/s 2024-06-06T08:26:12.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:12 smithi120 ceph-mon[36658]: pgmap v110: 129 pgs: 129 active+clean; 228 MiB data, 911 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.1 MiB/s wr, 83 op/s 2024-06-06T08:26:12.895 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:26:14.701 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.701+0000 7f217392a700 1 -- 172.21.15.42:0/1770919185 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f216c108510 msgr2=0x7f216c1088f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:14.701 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.701+0000 7f217392a700 1 --2- 172.21.15.42:0/1770919185 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f216c108510 0x7f216c1088f0 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f216800b0a0 tx=0x7f216800b3b0 comp rx=0 tx=0).stop 2024-06-06T08:26:14.701 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.702+0000 7f217392a700 1 -- 172.21.15.42:0/1770919185 shutdown_connections 2024-06-06T08:26:14.701 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.702+0000 7f217392a700 1 --2- 172.21.15.42:0/1770919185 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f216c101440 0x7f216c10f330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:14.702 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.702+0000 7f217392a700 1 --2- 172.21.15.42:0/1770919185 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f216c108510 0x7f216c1088f0 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:14.702 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.702+0000 7f217392a700 1 --2- 172.21.15.42:0/1770919185 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f216c100a80 0x7f216c100f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:14.702 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.702+0000 7f217392a700 1 -- 172.21.15.42:0/1770919185 >> 172.21.15.42:0/1770919185 conn(0x7f216c077a00 msgr2=0x7f216c0fedb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:14.702 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.702+0000 7f217392a700 1 -- 172.21.15.42:0/1770919185 shutdown_connections 2024-06-06T08:26:14.702 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.702+0000 7f217392a700 1 -- 172.21.15.42:0/1770919185 wait complete. 2024-06-06T08:26:14.702 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:14 smithi042 ceph-mon[32384]: pgmap v111: 129 pgs: 129 active+clean; 233 MiB data, 915 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.5 MiB/s wr, 108 op/s 2024-06-06T08:26:14.704 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.702+0000 7f217392a700 1 Processor -- start 2024-06-06T08:26:14.704 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.703+0000 7f217392a700 1 -- start start 2024-06-06T08:26:14.704 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.703+0000 7f217392a700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f216c100a80 0x7f216c19aeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:14.704 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.703+0000 7f217392a700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f216c101440 0x7f216c19b3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:14.704 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.703+0000 7f217392a700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f216c108510 0x7f216c19f780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:14.704 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.703+0000 7f217392a700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f216c112790 con 0x7f216c108510 2024-06-06T08:26:14.704 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.703+0000 7f217392a700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f216c112610 con 0x7f216c100a80 2024-06-06T08:26:14.704 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.703+0000 7f217392a700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f216c112910 con 0x7f216c101440 2024-06-06T08:26:14.704 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.703+0000 7f2171ec7700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f216c108510 0x7f216c19f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:14.704 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.703+0000 7f2170ec5700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f216c101440 0x7f216c19b3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:14.704 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.703+0000 7f21716c6700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f216c100a80 0x7f216c19aeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:14.704 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.703+0000 7f2170ec5700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f216c101440 0x7f216c19b3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:34344/0 (socket says 172.21.15.42:34344) 2024-06-06T08:26:14.705 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.703+0000 7f21716c6700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f216c100a80 0x7f216c19aeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:42144/0 (socket says 172.21.15.42:42144) 2024-06-06T08:26:14.705 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.703+0000 7f2171ec7700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f216c108510 0x7f216c19f780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:45898/0 (socket says 172.21.15.42:45898) 2024-06-06T08:26:14.705 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.703+0000 7f2170ec5700 1 -- 172.21.15.42:0/2354661462 learned_addr learned my addr 172.21.15.42:0/2354661462 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:26:14.705 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.703+0000 7f2170ec5700 1 -- 172.21.15.42:0/2354661462 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f216c100a80 msgr2=0x7f216c19aeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:14.705 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.703+0000 7f2170ec5700 1 --2- 172.21.15.42:0/2354661462 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f216c100a80 0x7f216c19aeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:14.705 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.703+0000 7f2170ec5700 1 -- 172.21.15.42:0/2354661462 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f216c108510 msgr2=0x7f216c19f780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:14.705 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.703+0000 7f2170ec5700 1 --2- 172.21.15.42:0/2354661462 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f216c108510 0x7f216c19f780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:14.705 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.703+0000 7f2170ec5700 1 -- 172.21.15.42:0/2354661462 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f216c19fec0 con 0x7f216c101440 2024-06-06T08:26:14.705 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.703+0000 7f2171ec7700 1 --2- 172.21.15.42:0/2354661462 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f216c108510 0x7f216c19f780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:26:14.705 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.704+0000 7f2170ec5700 1 --2- 172.21.15.42:0/2354661462 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f216c101440 0x7f216c19b3f0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f215c00e9c0 tx=0x7f215c00ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:14.705 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.704+0000 7f21627fc700 1 -- 172.21.15.42:0/2354661462 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f215c00cbd0 con 0x7f216c101440 2024-06-06T08:26:14.705 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.704+0000 7f217392a700 1 -- 172.21.15.42:0/2354661462 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f216c1a01b0 con 0x7f216c101440 2024-06-06T08:26:14.705 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.704+0000 7f217392a700 1 -- 172.21.15.42:0/2354661462 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f216c1a7a30 con 0x7f216c101440 2024-06-06T08:26:14.705 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.704+0000 7f21627fc700 1 -- 172.21.15.42:0/2354661462 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f215c00ee60 con 0x7f216c101440 2024-06-06T08:26:14.706 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.704+0000 7f21627fc700 1 -- 172.21.15.42:0/2354661462 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f215c005630 con 0x7f216c101440 2024-06-06T08:26:14.706 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.707+0000 7f21627fc700 1 -- 172.21.15.42:0/2354661462 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f215c004750 con 0x7f216c101440 2024-06-06T08:26:14.706 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.707+0000 7f21627fc700 1 --2- 172.21.15.42:0/2354661462 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f21580a2e10 0x7f21580a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:14.706 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.707+0000 7f21716c6700 1 --2- 172.21.15.42:0/2354661462 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f21580a2e10 0x7f21580a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:14.706 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.708+0000 7f21627fc700 1 -- 172.21.15.42:0/2354661462 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f215c0cf910 con 0x7f216c101440 2024-06-06T08:26:14.708 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.708+0000 7f21716c6700 1 --2- 172.21.15.42:0/2354661462 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f21580a2e10 0x7f21580a52d0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f2168009e60 tx=0x7f216800b700 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:14.708 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.708+0000 7f217e1adb80 1 Processor -- start 2024-06-06T08:26:14.708 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.708+0000 7f217e1adb80 1 -- start start 2024-06-06T08:26:14.708 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.709+0000 7f217e1adb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d78c079f60 0x55d78c07a340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:14.708 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.709+0000 7f217e1adb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d78c07a880 0x55d78c074260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:14.708 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.709+0000 7f217e1adb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d78c0747a0 0x55d78c074bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:14.708 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.709+0000 7f217e1adb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55d78bf66f60 con 0x55d78c079f60 2024-06-06T08:26:14.708 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.709+0000 7f217e1adb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55d78bfc5850 con 0x55d78c0747a0 2024-06-06T08:26:14.709 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.709+0000 7f217e1adb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55d78bf2d460 con 0x55d78c07a880 2024-06-06T08:26:14.709 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.709+0000 7f21716c6700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d78c079f60 0x55d78c07a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:14.709 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.709+0000 7f21716c6700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d78c079f60 0x55d78c07a340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:45908/0 (socket says 172.21.15.42:45908) 2024-06-06T08:26:14.709 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.709+0000 7f21716c6700 1 -- 172.21.15.42:0/3386250265 learned_addr learned my addr 172.21.15.42:0/3386250265 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:26:14.709 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.709+0000 7f2170ec5700 1 --2- 172.21.15.42:0/3386250265 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d78c07a880 0x55d78c074260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:14.709 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.709+0000 7f2171ec7700 1 --2- 172.21.15.42:0/3386250265 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d78c0747a0 0x55d78c074bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:14.709 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.709+0000 7f2170ec5700 1 -- 172.21.15.42:0/3386250265 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d78c0747a0 msgr2=0x55d78c074bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:14.709 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.709+0000 7f2170ec5700 1 --2- 172.21.15.42:0/3386250265 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d78c0747a0 0x55d78c074bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:14.709 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.709+0000 7f2170ec5700 1 -- 172.21.15.42:0/3386250265 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d78c079f60 msgr2=0x55d78c07a340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:14.709 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.709+0000 7f2170ec5700 1 --2- 172.21.15.42:0/3386250265 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d78c079f60 0x55d78c07a340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:14.709 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.709+0000 7f2170ec5700 1 -- 172.21.15.42:0/3386250265 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d78bf148d0 con 0x55d78c07a880 2024-06-06T08:26:14.709 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.709+0000 7f21716c6700 1 --2- 172.21.15.42:0/3386250265 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d78c079f60 0x55d78c07a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:26:14.709 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.709+0000 7f2170ec5700 1 --2- 172.21.15.42:0/3386250265 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d78c07a880 0x55d78c074260 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f215c0cccc0 tx=0x7f215c09b4c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bda0240d42c0241a server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:14.713 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.710+0000 7f21577fe700 1 -- 172.21.15.42:0/3386250265 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f215c0b4070 con 0x55d78c07a880 2024-06-06T08:26:14.713 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.710+0000 7f21577fe700 1 -- 172.21.15.42:0/3386250265 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f215c09fe40 con 0x55d78c07a880 2024-06-06T08:26:14.713 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.710+0000 7f21577fe700 1 -- 172.21.15.42:0/3386250265 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f215c09bf50 con 0x55d78c07a880 2024-06-06T08:26:14.713 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.710+0000 7f217e1adb80 1 -- 172.21.15.42:0/3386250265 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d78c07a880 msgr2=0x55d78c074260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:14.713 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.710+0000 7f217e1adb80 1 --2- 172.21.15.42:0/3386250265 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d78c07a880 0x55d78c074260 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f215c0cccc0 tx=0x7f215c09b4c0 comp rx=0 tx=0).stop 2024-06-06T08:26:14.713 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.710+0000 7f217e1adb80 1 -- 172.21.15.42:0/3386250265 shutdown_connections 2024-06-06T08:26:14.713 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.710+0000 7f217e1adb80 1 --2- 172.21.15.42:0/3386250265 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d78c0747a0 0x55d78c074bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:14.713 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.710+0000 7f217e1adb80 1 --2- 172.21.15.42:0/3386250265 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d78c079f60 0x55d78c07a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:14.713 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.710+0000 7f217e1adb80 1 --2- 172.21.15.42:0/3386250265 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d78c07a880 0x55d78c074260 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:14.713 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.710+0000 7f217e1adb80 1 -- 172.21.15.42:0/3386250265 >> 172.21.15.42:0/3386250265 conn(0x55d78bfa1080 msgr2=0x55d78c06f220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:14.713 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.710+0000 7f217e1adb80 1 -- 172.21.15.42:0/3386250265 shutdown_connections 2024-06-06T08:26:14.713 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.711+0000 7f217e1adb80 1 -- 172.21.15.42:0/3386250265 wait complete. 2024-06-06T08:26:14.713 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.711+0000 7f217e1adb80 1 -- start start 2024-06-06T08:26:14.714 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.711+0000 7f217e1adb80 1 Processor -- start 2024-06-06T08:26:14.714 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.711+0000 7f217e1adb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d78c0747a0 0x55d78c080650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:14.714 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.711+0000 7f217e1adb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d78c079f60 0x55d78c07d950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:14.714 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.711+0000 7f217e1adb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d78c07a880 0x55d78c07de90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:14.714 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.711+0000 7f217e1adb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55d78bf65fc0 con 0x55d78c079f60 2024-06-06T08:26:14.714 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.711+0000 7f217e1adb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55d78bfc1810 con 0x55d78c07a880 2024-06-06T08:26:14.714 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.711+0000 7f217e1adb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55d78c081260 con 0x55d78c0747a0 2024-06-06T08:26:14.714 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.711+0000 7f217e1adb80 10 client.0 _ll_register_callbacks cb 0x55d78bf5b5b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:26:14.714 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.712+0000 7f21716c6700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d78c0747a0 0x55d78c080650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:14.714 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.712+0000 7f21716c6700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d78c0747a0 0x55d78c080650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:34360/0 (socket says 172.21.15.42:34360) 2024-06-06T08:26:14.714 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.712+0000 7f21716c6700 1 -- 172.21.15.42:0/443848586 learned_addr learned my addr 172.21.15.42:0/443848586 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:26:14.714 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.712+0000 7f2170ec5700 1 --2- 172.21.15.42:0/443848586 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d78c079f60 0x55d78c07d950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:14.714 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.712+0000 7f2171ec7700 1 --2- 172.21.15.42:0/443848586 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d78c07a880 0x55d78c07de90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:14.715 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.712+0000 7f21716c6700 1 -- 172.21.15.42:0/443848586 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d78c07a880 msgr2=0x55d78c07de90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:14.715 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.712+0000 7f21716c6700 1 --2- 172.21.15.42:0/443848586 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d78c07a880 0x55d78c07de90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:14.715 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.712+0000 7f21716c6700 1 -- 172.21.15.42:0/443848586 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d78c079f60 msgr2=0x55d78c07d950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:14.715 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.712+0000 7f21716c6700 1 --2- 172.21.15.42:0/443848586 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d78c079f60 0x55d78c07d950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:14.715 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.712+0000 7f21716c6700 1 -- 172.21.15.42:0/443848586 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d78bf8b750 con 0x55d78c0747a0 2024-06-06T08:26:14.715 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.712+0000 7f21716c6700 1 --2- 172.21.15.42:0/443848586 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d78c0747a0 0x55d78c080650 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f2168003b40 tx=0x7f21680099e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f209fe3a13fef52c server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:14.715 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.712+0000 7f2154ff9700 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:26:14.715 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.712+0000 7f2154ff9700 1 -- 172.21.15.42:0/443848586 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21680078f0 con 0x55d78c0747a0 2024-06-06T08:26:14.715 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.712+0000 7f217e1adb80 1 -- 172.21.15.42:0/443848586 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f215c09fe40 con 0x55d78c0747a0 2024-06-06T08:26:14.715 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.712+0000 7f2154ff9700 1 -- 172.21.15.42:0/443848586 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f2168007a90 con 0x55d78c0747a0 2024-06-06T08:26:14.715 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.713+0000 7f2154ff9700 1 -- 172.21.15.42:0/443848586 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f2168007c90 con 0x55d78c0747a0 2024-06-06T08:26:14.715 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.713+0000 7f217e1adb80 10 client.25855 fetch_fsmap learned FSMap version 28 2024-06-06T08:26:14.715 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.713+0000 7f217e1adb80 1 -- 172.21.15.42:0/443848586 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55d78c08ba90 con 0x55d78c0747a0 2024-06-06T08:26:14.715 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.713+0000 7f2154ff9700 1 -- 172.21.15.42:0/443848586 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f215c09fe40 con 0x55d78c0747a0 2024-06-06T08:26:14.716 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.713+0000 7f2154ff9700 1 -- 172.21.15.42:0/443848586 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f2168011070 con 0x55d78c0747a0 2024-06-06T08:26:14.716 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.713+0000 7f217e1adb80 10 client.25855 fetch_fsmap finished waiting for FSMap version 28 2024-06-06T08:26:14.716 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.713+0000 7f217e1adb80 10 client.25855 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-06-06T08:26:14.716 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.713+0000 7f217e1adb80 20 client.25855 populate_metadata read hostname 'smithi042' 2024-06-06T08:26:14.716 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.713+0000 7f217e1adb80 1 --2- 172.21.15.42:0/443848586 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x55d78c08e070 0x55d78c0904a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:14.716 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.713+0000 7f217e1adb80 4 client.25855 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:26:14.716 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.713+0000 7f217e1adb80 1 -- 172.21.15.42:0/443848586 --> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d78bfd2d50 con 0x55d78c08e070 2024-06-06T08:26:14.716 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.713+0000 7f2170ec5700 1 --2- 172.21.15.42:0/443848586 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x55d78c08e070 0x55d78c0904a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:14.716 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.714+0000 7f2170ec5700 1 --2- 172.21.15.42:0/443848586 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x55d78c08e070 0x55d78c0904a0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b8aefc54edb73a33 server_cookie=b0c12104ebbbdcf1 in_seq=0 out_seq=0 2024-06-06T08:26:14.716 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.714+0000 7f2154ff9700 10 client.25855 ms_handle_connect on v2:172.21.15.149:6836/751787578 2024-06-06T08:26:14.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.715+0000 7f2154ff9700 1 -- 172.21.15.42:0/443848586 <== mds.1 v2:172.21.15.149:6836/751787578 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55d78bfd2d50 con 0x55d78c08e070 2024-06-06T08:26:14.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.715+0000 7f2154ff9700 10 client.25855 handle_command_reply: tid=0 2024-06-06T08:26:14.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.715+0000 7f217e1adb80 1 client.25855 shutdown 2024-06-06T08:26:14.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.715+0000 7f217e1adb80 1 -- 172.21.15.42:0/443848586 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d78c0747a0 msgr2=0x55d78c080650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:14.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.715+0000 7f217e1adb80 1 --2- 172.21.15.42:0/443848586 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d78c0747a0 0x55d78c080650 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f2168003b40 tx=0x7f21680099e0 comp rx=0 tx=0).stop 2024-06-06T08:26:14.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.715+0000 7f217e1adb80 1 -- 172.21.15.42:0/443848586 shutdown_connections 2024-06-06T08:26:14.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.715+0000 7f217e1adb80 1 --2- 172.21.15.42:0/443848586 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x55d78c08e070 0x55d78c0904a0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:14.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.715+0000 7f2154ff9700 0 client.25855 ms_handle_reset on v2:172.21.15.149:6836/751787578 2024-06-06T08:26:14.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.715+0000 7f217e1adb80 1 --2- 172.21.15.42:0/443848586 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d78c07a880 0x55d78c07de90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:14.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.715+0000 7f217e1adb80 1 --2- 172.21.15.42:0/443848586 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d78c0747a0 0x55d78c080650 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:14.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.715+0000 7f217e1adb80 1 --2- 172.21.15.42:0/443848586 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d78c079f60 0x55d78c07d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:14.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.715+0000 7f217e1adb80 1 -- 172.21.15.42:0/443848586 >> 172.21.15.42:0/443848586 conn(0x55d78bfa1080 msgr2=0x55d78c06e700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:14.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.715+0000 7f217e1adb80 1 -- 172.21.15.42:0/443848586 shutdown_connections 2024-06-06T08:26:14.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.715+0000 7f217e1adb80 1 -- 172.21.15.42:0/443848586 wait complete. 2024-06-06T08:26:14.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.716+0000 7f217e1adb80 20 client.25855 trim_cache size 0 max 16384 2024-06-06T08:26:14.731 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.732+0000 7f217e1adb80 1 Processor -- start 2024-06-06T08:26:14.732 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.732+0000 7f217e1adb80 1 -- start start 2024-06-06T08:26:14.732 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.732+0000 7f217e1adb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d78c0747a0 0x55d78c08a3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:14.732 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.732+0000 7f217e1adb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d78c079f60 0x55d78c07dec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:14.732 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.732+0000 7f217e1adb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d78c07a880 0x55d78c079310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:14.732 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.732+0000 7f217e1adb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2150011460 con 0x55d78c07a880 2024-06-06T08:26:14.732 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.732+0000 7f217e1adb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f215000ecf0 con 0x55d78c079f60 2024-06-06T08:26:14.732 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.732+0000 7f217e1adb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f215000cb40 con 0x55d78c0747a0 2024-06-06T08:26:14.732 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.732+0000 7f2170ec5700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d78c079f60 0x55d78c07dec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:14.732 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.732+0000 7f21716c6700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d78c0747a0 0x55d78c08a3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:14.732 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.732+0000 7f2171ec7700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d78c07a880 0x55d78c079310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:14.732 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.732+0000 7f2170ec5700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d78c079f60 0x55d78c07dec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:42158/0 (socket says 172.21.15.42:42158) 2024-06-06T08:26:14.732 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.732+0000 7f2170ec5700 1 -- 172.21.15.42:0/2832808542 learned_addr learned my addr 172.21.15.42:0/2832808542 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:26:14.733 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.733+0000 7f21716c6700 1 -- 172.21.15.42:0/2832808542 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d78c079f60 msgr2=0x55d78c07dec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:14.733 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.733+0000 7f21716c6700 1 --2- 172.21.15.42:0/2832808542 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d78c079f60 0x55d78c07dec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:14.733 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.733+0000 7f21716c6700 1 -- 172.21.15.42:0/2832808542 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d78c07a880 msgr2=0x55d78c079310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:14.733 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.733+0000 7f21716c6700 1 --2- 172.21.15.42:0/2832808542 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d78c07a880 0x55d78c079310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:14.733 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.733+0000 7f21716c6700 1 -- 172.21.15.42:0/2832808542 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d78c07e890 con 0x55d78c0747a0 2024-06-06T08:26:14.733 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.733+0000 7f21716c6700 1 --2- 172.21.15.42:0/2832808542 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d78c0747a0 0x55d78c08a3b0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f216802a7c0 tx=0x7f216802a470 comp rx=0 tx=0).ready entity=mon.1 client_cookie=27f7ce19dc194c2a server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:14.736 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.733+0000 7f2156ffd700 1 -- 172.21.15.42:0/2832808542 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2168044070 con 0x55d78c0747a0 2024-06-06T08:26:14.736 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.733+0000 7f2156ffd700 1 -- 172.21.15.42:0/2832808542 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2168003e50 con 0x55d78c0747a0 2024-06-06T08:26:14.737 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.733+0000 7f2156ffd700 1 -- 172.21.15.42:0/2832808542 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f216802ad00 con 0x55d78c0747a0 2024-06-06T08:26:14.737 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.734+0000 7f217e1adb80 1 -- 172.21.15.42:0/2832808542 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d78c0747a0 msgr2=0x55d78c08a3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:14.737 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.734+0000 7f217e1adb80 1 --2- 172.21.15.42:0/2832808542 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d78c0747a0 0x55d78c08a3b0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f216802a7c0 tx=0x7f216802a470 comp rx=0 tx=0).stop 2024-06-06T08:26:14.737 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.734+0000 7f217e1adb80 1 -- 172.21.15.42:0/2832808542 shutdown_connections 2024-06-06T08:26:14.737 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.734+0000 7f217e1adb80 1 --2- 172.21.15.42:0/2832808542 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d78c07a880 0x55d78c079310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:14.737 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.734+0000 7f217e1adb80 1 --2- 172.21.15.42:0/2832808542 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d78c0747a0 0x55d78c08a3b0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:14.737 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.734+0000 7f217e1adb80 1 --2- 172.21.15.42:0/2832808542 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d78c079f60 0x55d78c07dec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:14.737 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.734+0000 7f217e1adb80 1 -- 172.21.15.42:0/2832808542 >> 172.21.15.42:0/2832808542 conn(0x55d78bfa1080 msgr2=0x55d78c07b310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:14.737 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.734+0000 7f217e1adb80 1 -- 172.21.15.42:0/2832808542 shutdown_connections 2024-06-06T08:26:14.737 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.734+0000 7f217e1adb80 1 -- 172.21.15.42:0/2832808542 wait complete. 2024-06-06T08:26:14.737 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.734+0000 7f217e1adb80 1 -- start start 2024-06-06T08:26:14.737 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.734+0000 7f217e1adb80 1 Processor -- start 2024-06-06T08:26:14.738 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.735+0000 7f217e1adb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d78c0747a0 0x55d78c095a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:14.738 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.735+0000 7f217e1adb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d78c079f60 0x55d78c095fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:14.738 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.735+0000 7f217e1adb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d78c07a880 0x55d78c0964e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:14.738 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.735+0000 7f217e1adb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f215000d1b0 con 0x55d78c07a880 2024-06-06T08:26:14.738 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.735+0000 7f217e1adb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f215000e620 con 0x55d78c0747a0 2024-06-06T08:26:14.738 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.735+0000 7f217e1adb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f215000d880 con 0x55d78c079f60 2024-06-06T08:26:14.738 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.735+0000 7f217e1adb80 10 client.0 _ll_register_callbacks cb 0x55d78bf5b5b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:26:14.738 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.735+0000 7f2171ec7700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d78c07a880 0x55d78c0964e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:14.738 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.735+0000 7f2171ec7700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d78c07a880 0x55d78c0964e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:45936/0 (socket says 172.21.15.42:45936) 2024-06-06T08:26:14.738 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.735+0000 7f2171ec7700 1 -- 172.21.15.42:0/664784233 learned_addr learned my addr 172.21.15.42:0/664784233 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:26:14.738 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.735+0000 7f21716c6700 1 --2- 172.21.15.42:0/664784233 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d78c0747a0 0x55d78c095a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:14.738 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.735+0000 7f2170ec5700 1 --2- 172.21.15.42:0/664784233 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d78c079f60 0x55d78c095fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:14.738 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.735+0000 7f2171ec7700 1 -- 172.21.15.42:0/664784233 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d78c079f60 msgr2=0x55d78c095fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:14.739 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.735+0000 7f2171ec7700 1 --2- 172.21.15.42:0/664784233 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d78c079f60 0x55d78c095fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:14.739 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.735+0000 7f2171ec7700 1 -- 172.21.15.42:0/664784233 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d78c0747a0 msgr2=0x55d78c095a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:14.739 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.735+0000 7f2171ec7700 1 --2- 172.21.15.42:0/664784233 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d78c0747a0 0x55d78c095a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:14.739 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.735+0000 7f2171ec7700 1 -- 172.21.15.42:0/664784233 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d78c0f7e30 con 0x55d78c07a880 2024-06-06T08:26:14.739 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.735+0000 7f21716c6700 1 --2- 172.21.15.42:0/664784233 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d78c0747a0 0x55d78c095a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:26:14.739 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.736+0000 7f2171ec7700 1 --2- 172.21.15.42:0/664784233 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d78c07a880 0x55d78c0964e0 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f2164003930 tx=0x7f2164003c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20e3c9b51210925b server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:14.739 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.736+0000 7f2154ff9700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:26:14.739 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.736+0000 7f2154ff9700 1 -- 172.21.15.42:0/664784233 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2164011b10 con 0x55d78c07a880 2024-06-06T08:26:14.739 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.736+0000 7f2154ff9700 1 -- 172.21.15.42:0/664784233 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f2164011cb0 con 0x55d78c07a880 2024-06-06T08:26:14.739 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.736+0000 7f217e1adb80 1 -- 172.21.15.42:0/664784233 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2168003e50 con 0x55d78c07a880 2024-06-06T08:26:14.739 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.736+0000 7f2154ff9700 1 -- 172.21.15.42:0/664784233 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f216402c050 con 0x55d78c07a880 2024-06-06T08:26:14.739 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.736+0000 7f217e1adb80 10 client.16317 fetch_fsmap learned FSMap version 28 2024-06-06T08:26:14.739 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.736+0000 7f217e1adb80 1 -- 172.21.15.42:0/664784233 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55d78c0f9170 con 0x55d78c07a880 2024-06-06T08:26:14.739 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.736+0000 7f2154ff9700 1 -- 172.21.15.42:0/664784233 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2168003e50 con 0x55d78c07a880 2024-06-06T08:26:14.740 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.736+0000 7f2154ff9700 1 -- 172.21.15.42:0/664784233 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f216401d4f0 con 0x55d78c07a880 2024-06-06T08:26:14.740 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.736+0000 7f217e1adb80 10 client.16317 fetch_fsmap finished waiting for FSMap version 28 2024-06-06T08:26:14.740 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.736+0000 7f217e1adb80 10 client.16317 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-06-06T08:26:14.740 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.736+0000 7f217e1adb80 20 client.16317 populate_metadata read hostname 'smithi042' 2024-06-06T08:26:14.740 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.736+0000 7f217e1adb80 1 --2- 172.21.15.42:0/664784233 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x55d78c08e070 0x55d78c0fb940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:14.740 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.736+0000 7f217e1adb80 4 client.16317 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-06-06T08:26:14.740 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.736+0000 7f217e1adb80 1 -- 172.21.15.42:0/664784233 --> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d78bfcd2d0 con 0x55d78c08e070 2024-06-06T08:26:14.740 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.737+0000 7f21716c6700 1 --2- 172.21.15.42:0/664784233 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x55d78c08e070 0x55d78c0fb940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:14.740 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.737+0000 7f2154ff9700 10 client.16317 ms_handle_connect on v2:172.21.15.149:6836/751787578 2024-06-06T08:26:14.740 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.737+0000 7f21716c6700 1 --2- 172.21.15.42:0/664784233 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x55d78c08e070 0x55d78c0fb940 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=a497006858de0c14 server_cookie=d8e4882e23c297e9 in_seq=0 out_seq=0 2024-06-06T08:26:14.740 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.737+0000 7f2154ff9700 1 -- 172.21.15.42:0/664784233 <== mds.1 v2:172.21.15.149:6836/751787578 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d78bfcd2d0 con 0x55d78c08e070 2024-06-06T08:26:14.740 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.737+0000 7f2154ff9700 10 client.16317 handle_command_reply: tid=0 2024-06-06T08:26:14.740 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.737+0000 7f217e1adb80 1 client.16317 shutdown 2024-06-06T08:26:14.740 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.737+0000 7f217e1adb80 1 -- 172.21.15.42:0/664784233 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d78c07a880 msgr2=0x55d78c0964e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:14.741 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.737+0000 7f217e1adb80 1 --2- 172.21.15.42:0/664784233 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d78c07a880 0x55d78c0964e0 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f2164003930 tx=0x7f2164003c40 comp rx=0 tx=0).stop 2024-06-06T08:26:14.741 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.737+0000 7f217e1adb80 1 -- 172.21.15.42:0/664784233 shutdown_connections 2024-06-06T08:26:14.741 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.737+0000 7f217e1adb80 1 --2- 172.21.15.42:0/664784233 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d78c07a880 0x55d78c0964e0 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:14.741 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.737+0000 7f217e1adb80 1 --2- 172.21.15.42:0/664784233 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x55d78c08e070 0x55d78c0fb940 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:14.741 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.737+0000 7f217e1adb80 1 --2- 172.21.15.42:0/664784233 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d78c0747a0 0x55d78c095a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:14.741 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.737+0000 7f217e1adb80 1 --2- 172.21.15.42:0/664784233 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d78c079f60 0x55d78c095fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:14.741 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.737+0000 7f2154ff9700 0 client.16317 ms_handle_reset on v2:172.21.15.149:6836/751787578 2024-06-06T08:26:14.741 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.737+0000 7f217e1adb80 1 -- 172.21.15.42:0/664784233 >> 172.21.15.42:0/664784233 conn(0x55d78bfa1080 msgr2=0x55d78c079310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:14.741 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.738+0000 7f217e1adb80 1 -- 172.21.15.42:0/664784233 shutdown_connections 2024-06-06T08:26:14.741 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.738+0000 7f217e1adb80 1 -- 172.21.15.42:0/664784233 wait complete. 2024-06-06T08:26:14.741 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.738+0000 7f217e1adb80 20 client.16317 trim_cache size 0 max 16384 2024-06-06T08:26:14.742 INFO:teuthology.orchestra.run.smithi042.stdout:[] 2024-06-06T08:26:14.745 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.738+0000 7f217392a700 1 -- 172.21.15.42:0/2354661462 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f21580a2e10 msgr2=0x7f21580a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:14.745 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.738+0000 7f217392a700 1 --2- 172.21.15.42:0/2354661462 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f21580a2e10 0x7f21580a52d0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f2168009e60 tx=0x7f216800b700 comp rx=0 tx=0).stop 2024-06-06T08:26:14.745 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.738+0000 7f217392a700 1 -- 172.21.15.42:0/2354661462 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f216c101440 msgr2=0x7f216c19b3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:14.745 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.738+0000 7f217392a700 1 --2- 172.21.15.42:0/2354661462 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f216c101440 0x7f216c19b3f0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f215c00e9c0 tx=0x7f215c00ecd0 comp rx=0 tx=0).stop 2024-06-06T08:26:14.745 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.738+0000 7f217392a700 1 -- 172.21.15.42:0/2354661462 shutdown_connections 2024-06-06T08:26:14.745 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.738+0000 7f217392a700 1 --2- 172.21.15.42:0/2354661462 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f21580a2e10 0x7f21580a52d0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:14.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.738+0000 7f217392a700 1 --2- 172.21.15.42:0/2354661462 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f216c108510 0x7f216c19f780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:14.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.738+0000 7f217392a700 1 --2- 172.21.15.42:0/2354661462 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f216c100a80 0x7f216c19aeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:14.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.738+0000 7f217392a700 1 --2- 172.21.15.42:0/2354661462 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f216c101440 0x7f216c19b3f0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:14.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.738+0000 7f217392a700 1 -- 172.21.15.42:0/2354661462 >> 172.21.15.42:0/2354661462 conn(0x7f216c077a00 msgr2=0x7f216c0fee80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:14.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.738+0000 7f217392a700 1 -- 172.21.15.42:0/2354661462 shutdown_connections 2024-06-06T08:26:14.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:14.738+0000 7f217392a700 1 -- 172.21.15.42:0/2354661462 wait complete. 2024-06-06T08:26:14.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:14 smithi149 ceph-mon[36842]: pgmap v111: 129 pgs: 129 active+clean; 233 MiB data, 915 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.5 MiB/s wr, 108 op/s 2024-06-06T08:26:14.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:14 smithi120 ceph-mon[36658]: pgmap v111: 129 pgs: 129 active+clean; 233 MiB data, 915 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.5 MiB/s wr, 108 op/s 2024-06-06T08:26:15.591 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-06-06T08:26:15.902 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:15.902+0000 7f2cdf7fe640 1 -- 172.21.15.42:0/863828572 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55dbf3f72c20 con 0x55dbf4087680 2024-06-06T08:26:15.902 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:15.902+0000 7f2cdf7fe640 10 client.16299 handle_command_reply: tid=0 2024-06-06T08:26:15.902 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:15.902+0000 7f2d09819740 1 client.16299 shutdown 2024-06-06T08:26:15.902 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:15.902+0000 7f2d09819740 1 -- 172.21.15.42:0/863828572 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dbf4001170 msgr2=0x55dbf4014760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:15.902 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:15.902+0000 7f2d09819740 1 --2- 172.21.15.42:0/863828572 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dbf4001170 0x55dbf4014760 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f2cf0000c00 tx=0x7f2cf000bf70 comp rx=0 tx=0).stop 2024-06-06T08:26:15.903 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:15.902+0000 7f2d09819740 1 -- 172.21.15.42:0/863828572 shutdown_connections 2024-06-06T08:26:15.903 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:15.903+0000 7f2d09819740 1 --2- 172.21.15.42:0/863828572 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55dbf4087680 0x55dbf4089ac0 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:15.903 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:15.903+0000 7f2d09819740 1 --2- 172.21.15.42:0/863828572 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55dbf4001a90 0x55dbf40060e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:15.903 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:15.903+0000 7f2d09819740 1 --2- 172.21.15.42:0/863828572 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dbf400c350 0x55dbf4006640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:15.903 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:15.903+0000 7f2d09819740 1 --2- 172.21.15.42:0/863828572 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dbf4001170 0x55dbf4014760 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:15.903 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:15.903+0000 7f2d09819740 1 -- 172.21.15.42:0/863828572 >> 172.21.15.42:0/863828572 conn(0x55dbf3ffd680 msgr2=0x55dbf3ffc7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:15.903 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:15.903+0000 7f2cdf7fe640 0 client.16299 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:26:15.903 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:15.903+0000 7f2d09819740 1 -- 172.21.15.42:0/863828572 shutdown_connections 2024-06-06T08:26:15.903 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:15.903+0000 7f2d09819740 1 -- 172.21.15.42:0/863828572 wait complete. 2024-06-06T08:26:15.903 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:15.903+0000 7f2d09819740 20 client.16299 trim_cache size 0 max 16384 2024-06-06T08:26:15.904 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:26:15.904 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:26:15.904 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:26:15.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:15.904+0000 7f2d06a31640 1 -- 172.21.15.42:0/1630778310 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f2ce80a2da0 msgr2=0x7f2ce80a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:15.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:15.904+0000 7f2d06a31640 1 --2- 172.21.15.42:0/1630778310 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f2ce80a2da0 0x7f2ce80a5260 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f2cf8009fd0 tx=0x7f2cf8004ab0 comp rx=0 tx=0).stop 2024-06-06T08:26:15.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:15.904+0000 7f2d06a31640 1 -- 172.21.15.42:0/1630778310 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2d00101260 msgr2=0x7f2d000fdd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:15.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:15.904+0000 7f2d06a31640 1 --2- 172.21.15.42:0/1630778310 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2d00101260 0x7f2d000fdd40 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f2cf4009230 tx=0x7f2cf4004270 comp rx=0 tx=0).stop 2024-06-06T08:26:15.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:15.904+0000 7f2d06a31640 1 -- 172.21.15.42:0/1630778310 shutdown_connections 2024-06-06T08:26:15.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:15.904+0000 7f2d06a31640 1 --2- 172.21.15.42:0/1630778310 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f2ce80a2da0 0x7f2ce80a5260 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:15.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:15.904+0000 7f2d06a31640 1 --2- 172.21.15.42:0/1630778310 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2d001068b0 0x7f2d000fe280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:15.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:15.904+0000 7f2d06a31640 1 --2- 172.21.15.42:0/1630778310 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2d00101260 0x7f2d000fdd40 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:15.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:15.904+0000 7f2d06a31640 1 --2- 172.21.15.42:0/1630778310 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2d001008a0 0x7f2d000fd800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:15.906 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:15.904+0000 7f2d06a31640 1 -- 172.21.15.42:0/1630778310 >> 172.21.15.42:0/1630778310 conn(0x7f2d00077a20 msgr2=0x7f2d000ff9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:15.906 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:15.904+0000 7f2d06a31640 1 -- 172.21.15.42:0/1630778310 shutdown_connections 2024-06-06T08:26:15.906 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:15.904+0000 7f2d06a31640 1 -- 172.21.15.42:0/1630778310 wait complete. 2024-06-06T08:26:15.927 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:26:16.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:16 smithi149 ceph-mon[36842]: pgmap v112: 129 pgs: 129 active+clean; 237 MiB data, 922 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.8 MiB/s wr, 114 op/s 2024-06-06T08:26:16.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:16 smithi042 ceph-mon[32384]: pgmap v112: 129 pgs: 129 active+clean; 237 MiB data, 922 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.8 MiB/s wr, 114 op/s 2024-06-06T08:26:16.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:16 smithi120 ceph-mon[36658]: pgmap v112: 129 pgs: 129 active+clean; 237 MiB data, 922 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.8 MiB/s wr, 114 op/s 2024-06-06T08:26:18.272 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.273+0000 7f6184dfd700 1 -- 172.21.15.42:0/3047454612 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f618006ac40 msgr2=0x7f618006b020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:18.272 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.273+0000 7f6184dfd700 1 --2- 172.21.15.42:0/3047454612 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f618006ac40 0x7f618006b020 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f6170009990 tx=0x7f6170009ca0 comp rx=0 tx=0).stop 2024-06-06T08:26:18.272 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.273+0000 7f6184dfd700 1 -- 172.21.15.42:0/3047454612 shutdown_connections 2024-06-06T08:26:18.272 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.273+0000 7f6184dfd700 1 --2- 172.21.15.42:0/3047454612 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f618010eee0 0x7f61801112d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:18.272 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.273+0000 7f6184dfd700 1 --2- 172.21.15.42:0/3047454612 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f618006ac40 0x7f618006b020 unknown :-1 s=CLOSED pgs=663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:18.273 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.273+0000 7f6184dfd700 1 --2- 172.21.15.42:0/3047454612 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f618006b560 0x7f618010e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:18.273 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.273+0000 7f6184dfd700 1 -- 172.21.15.42:0/3047454612 >> 172.21.15.42:0/3047454612 conn(0x7f6180078430 msgr2=0x7f6180078840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:18.273 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.273+0000 7f6184dfd700 1 -- 172.21.15.42:0/3047454612 shutdown_connections 2024-06-06T08:26:18.273 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.273+0000 7f6184dfd700 1 -- 172.21.15.42:0/3047454612 wait complete. 2024-06-06T08:26:18.274 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.274+0000 7f6184dfd700 1 Processor -- start 2024-06-06T08:26:18.274 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.274+0000 7f6184dfd700 1 -- start start 2024-06-06T08:26:18.274 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.274+0000 7f6184dfd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f618006ac40 0x7f618019aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:18.274 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.274+0000 7f6184dfd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f618006b560 0x7f618019b400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:18.274 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.275+0000 7f6184dfd700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f618010eee0 0x7f618019f790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:18.274 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.275+0000 7f6184dfd700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6180114a30 con 0x7f618006ac40 2024-06-06T08:26:18.274 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.275+0000 7f6184dfd700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f61801148b0 con 0x7f618010eee0 2024-06-06T08:26:18.274 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.275+0000 7f6184dfd700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f6180114bb0 con 0x7f618006b560 2024-06-06T08:26:18.275 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.275+0000 7f617dd9b700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f618006b560 0x7f618019b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:18.275 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.275+0000 7f617dd9b700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f618006b560 0x7f618019b400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:50254/0 (socket says 172.21.15.42:50254) 2024-06-06T08:26:18.275 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.275+0000 7f617dd9b700 1 -- 172.21.15.42:0/1997497808 learned_addr learned my addr 172.21.15.42:0/1997497808 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:26:18.275 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.275+0000 7f617ed9d700 1 --2- 172.21.15.42:0/1997497808 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f618010eee0 0x7f618019f790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:18.275 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.275+0000 7f617e59c700 1 --2- 172.21.15.42:0/1997497808 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f618006ac40 0x7f618019aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:18.275 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.275+0000 7f617dd9b700 1 -- 172.21.15.42:0/1997497808 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f618010eee0 msgr2=0x7f618019f790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:18.276 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.275+0000 7f617dd9b700 1 --2- 172.21.15.42:0/1997497808 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f618010eee0 0x7f618019f790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:18.276 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.275+0000 7f617dd9b700 1 -- 172.21.15.42:0/1997497808 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f618006ac40 msgr2=0x7f618019aec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:18.276 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.275+0000 7f617dd9b700 1 --2- 172.21.15.42:0/1997497808 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f618006ac40 0x7f618019aec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:18.276 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.276+0000 7f617dd9b700 1 -- 172.21.15.42:0/1997497808 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f618019fed0 con 0x7f618006b560 2024-06-06T08:26:18.276 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.276+0000 7f617e59c700 1 --2- 172.21.15.42:0/1997497808 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f618006ac40 0x7f618019aec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:26:18.276 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.276+0000 7f617dd9b700 1 --2- 172.21.15.42:0/1997497808 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f618006b560 0x7f618019b400 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f617400d950 tx=0x7f617400dc60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:18.276 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.276+0000 7f616f7fe700 1 -- 172.21.15.42:0/1997497808 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6174016070 con 0x7f618006b560 2024-06-06T08:26:18.276 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.276+0000 7f616f7fe700 1 -- 172.21.15.42:0/1997497808 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6174009e20 con 0x7f618006b560 2024-06-06T08:26:18.276 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.276+0000 7f6184dfd700 1 -- 172.21.15.42:0/1997497808 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61801a01c0 con 0x7f618006b560 2024-06-06T08:26:18.276 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.276+0000 7f616f7fe700 1 -- 172.21.15.42:0/1997497808 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f617400f620 con 0x7f618006b560 2024-06-06T08:26:18.276 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.276+0000 7f6184dfd700 1 -- 172.21.15.42:0/1997497808 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61801a7a40 con 0x7f618006b560 2024-06-06T08:26:18.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.280+0000 7f616f7fe700 1 -- 172.21.15.42:0/1997497808 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f6174019070 con 0x7f618006b560 2024-06-06T08:26:18.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.282+0000 7f616f7fe700 1 --2- 172.21.15.42:0/1997497808 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f61680a2e10 0x7f61680a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:18.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.282+0000 7f617e59c700 1 --2- 172.21.15.42:0/1997497808 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f61680a2e10 0x7f61680a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:18.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.282+0000 7f616f7fe700 1 -- 172.21.15.42:0/1997497808 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f61740cf2c0 con 0x7f618006b560 2024-06-06T08:26:18.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.283+0000 7f617e59c700 1 --2- 172.21.15.42:0/1997497808 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f61680a2e10 0x7f61680a52d0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f617000b5c0 tx=0x7f6170005fb0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:18.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.283+0000 7f618f680b80 1 Processor -- start 2024-06-06T08:26:18.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.283+0000 7f618f680b80 1 -- start start 2024-06-06T08:26:18.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.284+0000 7f618f680b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560b2e2f2f60 0x560b2e2f3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:18.283 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.284+0000 7f618f680b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560b2e2f3880 0x560b2e2ed260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:18.283 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.284+0000 7f618f680b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560b2e2ed7a0 0x560b2e2edbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:18.283 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.284+0000 7f618f680b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x560b2e1dff60 con 0x560b2e2ed7a0 2024-06-06T08:26:18.284 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.284+0000 7f618f680b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x560b2e23e850 con 0x560b2e2f2f60 2024-06-06T08:26:18.284 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.284+0000 7f618f680b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x560b2e1a6460 con 0x560b2e2f3880 2024-06-06T08:26:18.284 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.284+0000 7f617dd9b700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560b2e2f3880 0x560b2e2ed260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:18.284 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.284+0000 7f617ed9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560b2e2ed7a0 0x560b2e2edbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:18.284 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.284+0000 7f617dd9b700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560b2e2f3880 0x560b2e2ed260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:50262/0 (socket says 172.21.15.42:50262) 2024-06-06T08:26:18.284 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.284+0000 7f617dd9b700 1 -- 172.21.15.42:0/2354761847 learned_addr learned my addr 172.21.15.42:0/2354761847 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:26:18.284 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.284+0000 7f617e59c700 1 --2- 172.21.15.42:0/2354761847 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560b2e2f2f60 0x560b2e2f3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:18.284 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.285+0000 7f617ed9d700 1 -- 172.21.15.42:0/2354761847 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560b2e2f3880 msgr2=0x560b2e2ed260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:18.284 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.285+0000 7f617ed9d700 1 --2- 172.21.15.42:0/2354761847 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560b2e2f3880 0x560b2e2ed260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:18.284 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.285+0000 7f617ed9d700 1 -- 172.21.15.42:0/2354761847 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560b2e2f2f60 msgr2=0x560b2e2f3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:18.284 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.285+0000 7f617ed9d700 1 --2- 172.21.15.42:0/2354761847 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560b2e2f2f60 0x560b2e2f3340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:18.284 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.285+0000 7f617ed9d700 1 -- 172.21.15.42:0/2354761847 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560b2e18d8d0 con 0x560b2e2ed7a0 2024-06-06T08:26:18.285 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.285+0000 7f617ed9d700 1 --2- 172.21.15.42:0/2354761847 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560b2e2ed7a0 0x560b2e2edbc0 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f618006a790 tx=0x7f6178009ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62411ffd3a336329 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:18.286 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.285+0000 7f616cff9700 1 -- 172.21.15.42:0/2354761847 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6178004bb0 con 0x560b2e2ed7a0 2024-06-06T08:26:18.286 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.285+0000 7f616cff9700 1 -- 172.21.15.42:0/2354761847 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f61780047f0 con 0x560b2e2ed7a0 2024-06-06T08:26:18.286 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.285+0000 7f616cff9700 1 -- 172.21.15.42:0/2354761847 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6178007cb0 con 0x560b2e2ed7a0 2024-06-06T08:26:18.286 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.286+0000 7f618f680b80 1 -- 172.21.15.42:0/2354761847 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560b2e2ed7a0 msgr2=0x560b2e2edbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:18.286 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.286+0000 7f618f680b80 1 --2- 172.21.15.42:0/2354761847 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560b2e2ed7a0 0x560b2e2edbc0 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f618006a790 tx=0x7f6178009ba0 comp rx=0 tx=0).stop 2024-06-06T08:26:18.286 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.286+0000 7f618f680b80 1 -- 172.21.15.42:0/2354761847 shutdown_connections 2024-06-06T08:26:18.286 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.286+0000 7f618f680b80 1 --2- 172.21.15.42:0/2354761847 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560b2e2ed7a0 0x560b2e2edbc0 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:18.286 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.286+0000 7f618f680b80 1 --2- 172.21.15.42:0/2354761847 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560b2e2f2f60 0x560b2e2f3340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:18.286 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.286+0000 7f618f680b80 1 --2- 172.21.15.42:0/2354761847 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560b2e2f3880 0x560b2e2ed260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:18.286 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.286+0000 7f618f680b80 1 -- 172.21.15.42:0/2354761847 >> 172.21.15.42:0/2354761847 conn(0x560b2e21a080 msgr2=0x560b2e2e8220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:18.286 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.286+0000 7f618f680b80 1 -- 172.21.15.42:0/2354761847 shutdown_connections 2024-06-06T08:26:18.286 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.286+0000 7f618f680b80 1 -- 172.21.15.42:0/2354761847 wait complete. 2024-06-06T08:26:18.286 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.287+0000 7f618f680b80 1 -- start start 2024-06-06T08:26:18.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.287+0000 7f618f680b80 1 Processor -- start 2024-06-06T08:26:18.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.288+0000 7f618f680b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560b2e2ed7a0 0x560b2e2f9530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:18.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.288+0000 7f618f680b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560b2e2f2f60 0x560b2e2f6830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:18.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.288+0000 7f618f680b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560b2e2f3880 0x560b2e2f6d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:18.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.288+0000 7f618f680b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x560b2e1defc0 con 0x560b2e2f3880 2024-06-06T08:26:18.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.288+0000 7f618f680b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x560b2e23a810 con 0x560b2e2f2f60 2024-06-06T08:26:18.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.288+0000 7f618f680b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x560b2e2fa260 con 0x560b2e2ed7a0 2024-06-06T08:26:18.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.288+0000 7f618f680b80 10 client.0 _ll_register_callbacks cb 0x560b2e1d45b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:26:18.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.288+0000 7f617ed9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560b2e2f3880 0x560b2e2f6d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:18.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.288+0000 7f617e59c700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560b2e2ed7a0 0x560b2e2f9530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:18.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.288+0000 7f617e59c700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560b2e2ed7a0 0x560b2e2f9530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:50276/0 (socket says 172.21.15.42:50276) 2024-06-06T08:26:18.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.288+0000 7f617e59c700 1 -- 172.21.15.42:0/3256727740 learned_addr learned my addr 172.21.15.42:0/3256727740 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:26:18.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.288+0000 7f617dd9b700 1 --2- 172.21.15.42:0/3256727740 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560b2e2f2f60 0x560b2e2f6830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:18.290 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.288+0000 7f617e59c700 1 -- 172.21.15.42:0/3256727740 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560b2e2f2f60 msgr2=0x560b2e2f6830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:18.290 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.288+0000 7f617e59c700 1 --2- 172.21.15.42:0/3256727740 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560b2e2f2f60 0x560b2e2f6830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:18.290 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.288+0000 7f617e59c700 1 -- 172.21.15.42:0/3256727740 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560b2e2f3880 msgr2=0x560b2e2f6d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:18.290 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.288+0000 7f617e59c700 1 --2- 172.21.15.42:0/3256727740 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560b2e2f3880 0x560b2e2f6d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:18.290 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.288+0000 7f617e59c700 1 -- 172.21.15.42:0/3256727740 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560b2e204750 con 0x560b2e2ed7a0 2024-06-06T08:26:18.290 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.288+0000 7f617ed9d700 1 --2- 172.21.15.42:0/3256727740 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560b2e2f3880 0x560b2e2f6d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:26:18.290 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.289+0000 7f617e59c700 1 --2- 172.21.15.42:0/3256727740 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560b2e2ed7a0 0x560b2e2f9530 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f617000bf00 tx=0x7f617001e000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ac74aafe0d3c2582 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:18.290 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.289+0000 7f6165ffb700 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:26:18.290 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.289+0000 7f6165ffb700 1 -- 172.21.15.42:0/3256727740 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6170003d70 con 0x560b2e2ed7a0 2024-06-06T08:26:18.290 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.289+0000 7f618f680b80 1 -- 172.21.15.42:0/3256727740 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f61780047f0 con 0x560b2e2ed7a0 2024-06-06T08:26:18.290 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.289+0000 7f6165ffb700 1 -- 172.21.15.42:0/3256727740 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f617000f870 con 0x560b2e2ed7a0 2024-06-06T08:26:18.290 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.289+0000 7f6165ffb700 1 -- 172.21.15.42:0/3256727740 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f6170039050 con 0x560b2e2ed7a0 2024-06-06T08:26:18.290 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.289+0000 7f618f680b80 10 client.25873 fetch_fsmap learned FSMap version 28 2024-06-06T08:26:18.291 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.289+0000 7f618f680b80 1 -- 172.21.15.42:0/3256727740 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x560b2e3049b0 con 0x560b2e2ed7a0 2024-06-06T08:26:18.291 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.289+0000 7f6165ffb700 1 -- 172.21.15.42:0/3256727740 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f61780047f0 con 0x560b2e2ed7a0 2024-06-06T08:26:18.291 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.290+0000 7f6165ffb700 1 -- 172.21.15.42:0/3256727740 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f6170030070 con 0x560b2e2ed7a0 2024-06-06T08:26:18.291 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.290+0000 7f618f680b80 10 client.25873 fetch_fsmap finished waiting for FSMap version 28 2024-06-06T08:26:18.291 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.290+0000 7f618f680b80 10 client.25873 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:26:18.291 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.290+0000 7f618f680b80 20 client.25873 populate_metadata read hostname 'smithi042' 2024-06-06T08:26:18.291 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.290+0000 7f618f680b80 1 --2- 172.21.15.42:0/3256727740 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x560b2e306f90 0x560b2e309380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:18.291 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.290+0000 7f618f680b80 4 client.25873 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:26:18.291 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.290+0000 7f618f680b80 1 -- 172.21.15.42:0/3256727740 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560b2e24bd50 con 0x560b2e306f90 2024-06-06T08:26:18.291 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.290+0000 7f617dd9b700 1 --2- 172.21.15.42:0/3256727740 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x560b2e306f90 0x560b2e309380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:18.292 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.290+0000 7f617dd9b700 1 --2- 172.21.15.42:0/3256727740 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x560b2e306f90 0x560b2e309380 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6857a651037339b0 server_cookie=45ec3b109883d297 in_seq=0 out_seq=0 2024-06-06T08:26:18.292 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.290+0000 7f6165ffb700 10 client.25873 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:26:18.293 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.295+0000 7f6165ffb700 1 -- 172.21.15.42:0/3256727740 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x560b2e24bd50 con 0x560b2e306f90 2024-06-06T08:26:18.293 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.295+0000 7f6165ffb700 10 client.25873 handle_command_reply: tid=0 2024-06-06T08:26:18.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.295+0000 7f618f680b80 1 client.25873 shutdown 2024-06-06T08:26:18.295 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.295+0000 7f618f680b80 1 -- 172.21.15.42:0/3256727740 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560b2e2ed7a0 msgr2=0x560b2e2f9530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:18.295 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.295+0000 7f618f680b80 1 --2- 172.21.15.42:0/3256727740 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560b2e2ed7a0 0x560b2e2f9530 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f617000bf00 tx=0x7f617001e000 comp rx=0 tx=0).stop 2024-06-06T08:26:18.295 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.295+0000 7f618f680b80 1 -- 172.21.15.42:0/3256727740 shutdown_connections 2024-06-06T08:26:18.295 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.295+0000 7f618f680b80 1 --2- 172.21.15.42:0/3256727740 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560b2e2f3880 0x560b2e2f6d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:18.295 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.295+0000 7f618f680b80 1 --2- 172.21.15.42:0/3256727740 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560b2e2ed7a0 0x560b2e2f9530 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:18.295 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.295+0000 7f618f680b80 1 --2- 172.21.15.42:0/3256727740 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x560b2e306f90 0x560b2e309380 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:18.295 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.295+0000 7f618f680b80 1 --2- 172.21.15.42:0/3256727740 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560b2e2f2f60 0x560b2e2f6830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:18.295 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.295+0000 7f6165ffb700 0 client.25873 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:26:18.296 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.295+0000 7f618f680b80 1 -- 172.21.15.42:0/3256727740 >> 172.21.15.42:0/3256727740 conn(0x560b2e21a080 msgr2=0x560b2e2e7700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:18.296 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.296+0000 7f618f680b80 1 -- 172.21.15.42:0/3256727740 shutdown_connections 2024-06-06T08:26:18.296 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.296+0000 7f618f680b80 1 -- 172.21.15.42:0/3256727740 wait complete. 2024-06-06T08:26:18.296 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.296+0000 7f618f680b80 20 client.25873 trim_cache size 0 max 16384 2024-06-06T08:26:18.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.312+0000 7f618f680b80 1 Processor -- start 2024-06-06T08:26:18.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.312+0000 7f618f680b80 1 -- start start 2024-06-06T08:26:18.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.312+0000 7f618f680b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560b2e2ed7a0 0x560b2e2ed260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:18.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.312+0000 7f618f680b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560b2e2f2f60 0x560b2e2f88f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:18.313 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.312+0000 7f618f680b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560b2e2f3880 0x560b2e2e7e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:18.313 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.312+0000 7f618f680b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f61801aebf0 con 0x560b2e2f3880 2024-06-06T08:26:18.313 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.312+0000 7f618f680b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f61801ac480 con 0x560b2e2ed7a0 2024-06-06T08:26:18.313 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.312+0000 7f618f680b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f61801aa2d0 con 0x560b2e2f2f60 2024-06-06T08:26:18.313 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.313+0000 7f617ed9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560b2e2f3880 0x560b2e2e7e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:18.313 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.313+0000 7f617ed9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560b2e2f3880 0x560b2e2e7e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:51606/0 (socket says 172.21.15.42:51606) 2024-06-06T08:26:18.313 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.313+0000 7f617ed9d700 1 -- 172.21.15.42:0/4161182319 learned_addr learned my addr 172.21.15.42:0/4161182319 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:26:18.313 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.313+0000 7f617dd9b700 1 --2- 172.21.15.42:0/4161182319 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560b2e2f2f60 0x560b2e2f88f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:18.313 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.313+0000 7f617e59c700 1 --2- 172.21.15.42:0/4161182319 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560b2e2ed7a0 0x560b2e2ed260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:18.313 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.313+0000 7f617ed9d700 1 -- 172.21.15.42:0/4161182319 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560b2e2f2f60 msgr2=0x560b2e2f88f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:18.313 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.313+0000 7f617ed9d700 1 --2- 172.21.15.42:0/4161182319 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560b2e2f2f60 0x560b2e2f88f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:18.313 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.313+0000 7f617ed9d700 1 -- 172.21.15.42:0/4161182319 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560b2e2ed7a0 msgr2=0x560b2e2ed260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:18.313 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.313+0000 7f617ed9d700 1 --2- 172.21.15.42:0/4161182319 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560b2e2ed7a0 0x560b2e2ed260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:18.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.313+0000 7f617ed9d700 1 -- 172.21.15.42:0/4161182319 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560b2e2f4de0 con 0x560b2e2f3880 2024-06-06T08:26:18.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.313+0000 7f617ed9d700 1 --2- 172.21.15.42:0/4161182319 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560b2e2f3880 0x560b2e2e7e80 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f6178000f80 tx=0x7f6178007660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cecdfa412e9cfe68 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:18.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.313+0000 7f6167fff700 1 -- 172.21.15.42:0/4161182319 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6178009460 con 0x560b2e2f3880 2024-06-06T08:26:18.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.313+0000 7f6167fff700 1 -- 172.21.15.42:0/4161182319 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f61780047f0 con 0x560b2e2f3880 2024-06-06T08:26:18.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.313+0000 7f6167fff700 1 -- 172.21.15.42:0/4161182319 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6178015770 con 0x560b2e2f3880 2024-06-06T08:26:18.316 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.314+0000 7f618f680b80 1 -- 172.21.15.42:0/4161182319 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560b2e2f3880 msgr2=0x560b2e2e7e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:18.316 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.314+0000 7f618f680b80 1 --2- 172.21.15.42:0/4161182319 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560b2e2f3880 0x560b2e2e7e80 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f6178000f80 tx=0x7f6178007660 comp rx=0 tx=0).stop 2024-06-06T08:26:18.316 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.314+0000 7f618f680b80 1 -- 172.21.15.42:0/4161182319 shutdown_connections 2024-06-06T08:26:18.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.314+0000 7f618f680b80 1 --2- 172.21.15.42:0/4161182319 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560b2e2f3880 0x560b2e2e7e80 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:18.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.314+0000 7f618f680b80 1 --2- 172.21.15.42:0/4161182319 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560b2e2ed7a0 0x560b2e2ed260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:18.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.314+0000 7f618f680b80 1 --2- 172.21.15.42:0/4161182319 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560b2e2f2f60 0x560b2e2f88f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:18.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.314+0000 7f618f680b80 1 -- 172.21.15.42:0/4161182319 >> 172.21.15.42:0/4161182319 conn(0x560b2e21a080 msgr2=0x560b2e2f42d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:18.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.314+0000 7f618f680b80 1 -- 172.21.15.42:0/4161182319 shutdown_connections 2024-06-06T08:26:18.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.314+0000 7f618f680b80 1 -- 172.21.15.42:0/4161182319 wait complete. 2024-06-06T08:26:18.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.315+0000 7f618f680b80 1 -- start start 2024-06-06T08:26:18.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.315+0000 7f618f680b80 1 Processor -- start 2024-06-06T08:26:18.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.315+0000 7f618f680b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560b2e2ed7a0 0x560b2e369020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:18.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.315+0000 7f618f680b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560b2e2f2f60 0x560b2e369560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:18.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.315+0000 7f618f680b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560b2e2f3880 0x560b2e2fcc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:18.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.315+0000 7f618f680b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f61801aa940 con 0x560b2e2f3880 2024-06-06T08:26:18.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.315+0000 7f618f680b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f61801abdb0 con 0x560b2e2f2f60 2024-06-06T08:26:18.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.315+0000 7f618f680b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f61801ab010 con 0x560b2e2ed7a0 2024-06-06T08:26:18.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.315+0000 7f618f680b80 10 client.0 _ll_register_callbacks cb 0x560b2e1d45b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:26:18.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.315+0000 7f617e59c700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560b2e2ed7a0 0x560b2e369020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:18.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.315+0000 7f617ed9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560b2e2f3880 0x560b2e2fcc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:18.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.315+0000 7f617e59c700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560b2e2ed7a0 0x560b2e369020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:50288/0 (socket says 172.21.15.42:50288) 2024-06-06T08:26:18.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.315+0000 7f617e59c700 1 -- 172.21.15.42:0/4008381450 learned_addr learned my addr 172.21.15.42:0/4008381450 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:26:18.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.315+0000 7f617dd9b700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560b2e2f2f60 0x560b2e369560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:18.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.316+0000 7f617dd9b700 1 -- 172.21.15.42:0/4008381450 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560b2e2ed7a0 msgr2=0x560b2e369020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:18.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.316+0000 7f617dd9b700 1 --2- 172.21.15.42:0/4008381450 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560b2e2ed7a0 0x560b2e369020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:18.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.316+0000 7f617dd9b700 1 -- 172.21.15.42:0/4008381450 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560b2e2f3880 msgr2=0x560b2e2fcc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:18.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.316+0000 7f617dd9b700 1 --2- 172.21.15.42:0/4008381450 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560b2e2f3880 0x560b2e2fcc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:18.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.316+0000 7f617dd9b700 1 -- 172.21.15.42:0/4008381450 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560b2e2fd450 con 0x560b2e2f2f60 2024-06-06T08:26:18.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.316+0000 7f617e59c700 1 --2- 172.21.15.42:0/4008381450 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560b2e2ed7a0 0x560b2e369020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:26:18.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.316+0000 7f617dd9b700 1 --2- 172.21.15.42:0/4008381450 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560b2e2f2f60 0x560b2e369560 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f617409b430 tx=0x7f6174010b50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2d7d4eb3c57f4c58 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:18.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.316+0000 7f6165ffb700 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:26:18.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.316+0000 7f6165ffb700 1 -- 172.21.15.42:0/4008381450 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6174020040 con 0x560b2e2f2f60 2024-06-06T08:26:18.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.316+0000 7f618f680b80 1 -- 172.21.15.42:0/4008381450 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f61780047f0 con 0x560b2e2f2f60 2024-06-06T08:26:18.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.316+0000 7f6165ffb700 1 -- 172.21.15.42:0/4008381450 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f6174097b10 con 0x560b2e2f2f60 2024-06-06T08:26:18.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.316+0000 7f6165ffb700 1 -- 172.21.15.42:0/4008381450 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f617409f850 con 0x560b2e2f2f60 2024-06-06T08:26:18.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.316+0000 7f618f680b80 10 client.25964 fetch_fsmap learned FSMap version 28 2024-06-06T08:26:18.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.316+0000 7f618f680b80 1 -- 172.21.15.42:0/4008381450 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x560b2e371840 con 0x560b2e2f2f60 2024-06-06T08:26:18.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.317+0000 7f6165ffb700 1 -- 172.21.15.42:0/4008381450 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f61780047f0 con 0x560b2e2f2f60 2024-06-06T08:26:18.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.317+0000 7f6165ffb700 1 -- 172.21.15.42:0/4008381450 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f61740af450 con 0x560b2e2f2f60 2024-06-06T08:26:18.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.317+0000 7f618f680b80 10 client.25964 fetch_fsmap finished waiting for FSMap version 28 2024-06-06T08:26:18.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.317+0000 7f618f680b80 10 client.25964 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:26:18.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.317+0000 7f618f680b80 20 client.25964 populate_metadata read hostname 'smithi042' 2024-06-06T08:26:18.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.317+0000 7f618f680b80 1 --2- 172.21.15.42:0/4008381450 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x560b2e306f90 0x560b2e373f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:18.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.317+0000 7f618f680b80 4 client.25964 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-06-06T08:26:18.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.317+0000 7f618f680b80 1 -- 172.21.15.42:0/4008381450 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "damage ls"}) -- 0x560b2e2462d0 con 0x560b2e306f90 2024-06-06T08:26:18.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.317+0000 7f617e59c700 1 --2- 172.21.15.42:0/4008381450 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x560b2e306f90 0x560b2e373f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:18.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.318+0000 7f617e59c700 1 --2- 172.21.15.42:0/4008381450 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x560b2e306f90 0x560b2e373f10 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=41fa279394913569 server_cookie=dbfd831e5163f476 in_seq=0 out_seq=0 2024-06-06T08:26:18.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.318+0000 7f6165ffb700 10 client.25964 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:26:18.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.325+0000 7f6165ffb700 1 -- 172.21.15.42:0/4008381450 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7f6170027020 con 0x560b2e306f90 2024-06-06T08:26:18.325 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.325+0000 7f6165ffb700 10 client.25964 handle_command_reply: tid=0 2024-06-06T08:26:18.325 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.325+0000 7f618f680b80 1 client.25964 shutdown 2024-06-06T08:26:18.325 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.325+0000 7f618f680b80 1 -- 172.21.15.42:0/4008381450 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560b2e2f2f60 msgr2=0x560b2e369560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:18.325 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.325+0000 7f618f680b80 1 --2- 172.21.15.42:0/4008381450 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560b2e2f2f60 0x560b2e369560 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f617409b430 tx=0x7f6174010b50 comp rx=0 tx=0).stop 2024-06-06T08:26:18.325 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.325+0000 7f618f680b80 1 -- 172.21.15.42:0/4008381450 shutdown_connections 2024-06-06T08:26:18.325 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.325+0000 7f618f680b80 1 --2- 172.21.15.42:0/4008381450 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560b2e2f3880 0x560b2e2fcc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:18.325 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.325+0000 7f618f680b80 1 --2- 172.21.15.42:0/4008381450 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560b2e2ed7a0 0x560b2e369020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:18.325 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.325+0000 7f618f680b80 1 --2- 172.21.15.42:0/4008381450 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x560b2e306f90 0x560b2e373f10 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:18.325 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.325+0000 7f618f680b80 1 --2- 172.21.15.42:0/4008381450 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560b2e2f2f60 0x560b2e369560 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:18.325 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.325+0000 7f6165ffb700 0 client.25964 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:26:18.325 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.325+0000 7f618f680b80 1 -- 172.21.15.42:0/4008381450 >> 172.21.15.42:0/4008381450 conn(0x560b2e21a080 msgr2=0x560b2e2f88f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:18.325 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.326+0000 7f618f680b80 1 -- 172.21.15.42:0/4008381450 shutdown_connections 2024-06-06T08:26:18.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.326+0000 7f618f680b80 1 -- 172.21.15.42:0/4008381450 wait complete. 2024-06-06T08:26:18.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.326+0000 7f618f680b80 20 client.25964 trim_cache size 0 max 16384 2024-06-06T08:26:18.326 INFO:teuthology.orchestra.run.smithi042.stdout:[] 2024-06-06T08:26:18.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.326+0000 7f6184dfd700 1 -- 172.21.15.42:0/1997497808 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f61680a2e10 msgr2=0x7f61680a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:18.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.326+0000 7f6184dfd700 1 --2- 172.21.15.42:0/1997497808 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f61680a2e10 0x7f61680a52d0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f617000b5c0 tx=0x7f6170005fb0 comp rx=0 tx=0).stop 2024-06-06T08:26:18.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.326+0000 7f6184dfd700 1 -- 172.21.15.42:0/1997497808 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f618006b560 msgr2=0x7f618019b400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:18.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.326+0000 7f6184dfd700 1 --2- 172.21.15.42:0/1997497808 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f618006b560 0x7f618019b400 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f617400d950 tx=0x7f617400dc60 comp rx=0 tx=0).stop 2024-06-06T08:26:18.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.327+0000 7f6184dfd700 1 -- 172.21.15.42:0/1997497808 shutdown_connections 2024-06-06T08:26:18.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.327+0000 7f6184dfd700 1 --2- 172.21.15.42:0/1997497808 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f61680a2e10 0x7f61680a52d0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:18.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.327+0000 7f6184dfd700 1 --2- 172.21.15.42:0/1997497808 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f618010eee0 0x7f618019f790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:18.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.327+0000 7f6184dfd700 1 --2- 172.21.15.42:0/1997497808 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f618006ac40 0x7f618019aec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:18.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.327+0000 7f6184dfd700 1 --2- 172.21.15.42:0/1997497808 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f618006b560 0x7f618019b400 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:18.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.327+0000 7f6184dfd700 1 -- 172.21.15.42:0/1997497808 >> 172.21.15.42:0/1997497808 conn(0x7f6180078430 msgr2=0x7f61801102f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:18.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.327+0000 7f6184dfd700 1 -- 172.21.15.42:0/1997497808 shutdown_connections 2024-06-06T08:26:18.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:18.327+0000 7f6184dfd700 1 -- 172.21.15.42:0/1997497808 wait complete. 2024-06-06T08:26:18.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:18 smithi042 ceph-mon[32384]: pgmap v113: 129 pgs: 129 active+clean; 237 MiB data, 922 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.7 MiB/s wr, 83 op/s 2024-06-06T08:26:18.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:18 smithi149 ceph-mon[36842]: pgmap v113: 129 pgs: 129 active+clean; 237 MiB data, 922 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.7 MiB/s wr, 83 op/s 2024-06-06T08:26:18.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:18 smithi120 ceph-mon[36658]: pgmap v113: 129 pgs: 129 active+clean; 237 MiB data, 922 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.7 MiB/s wr, 83 op/s 2024-06-06T08:26:20.008 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-06-06T08:26:20.008 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-06-06T08:26:20.502 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:26:20.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:20 smithi149 ceph-mon[36842]: pgmap v114: 129 pgs: 129 active+clean; 276 MiB data, 954 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 6.5 MiB/s wr, 737 op/s 2024-06-06T08:26:20.804 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:20 smithi042 ceph-mon[32384]: pgmap v114: 129 pgs: 129 active+clean; 276 MiB data, 954 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 6.5 MiB/s wr, 737 op/s 2024-06-06T08:26:20.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:20 smithi120 ceph-mon[36658]: pgmap v114: 129 pgs: 129 active+clean; 276 MiB data, 954 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 6.5 MiB/s wr, 737 op/s 2024-06-06T08:26:22.624 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:22 smithi042 ceph-mon[32384]: pgmap v115: 129 pgs: 129 active+clean; 276 MiB data, 954 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 5.6 MiB/s wr, 695 op/s 2024-06-06T08:26:22.737 INFO:tasks.workunit.client.0.smithi042.stdout: 108 244995 748 166591 645 73980 181 2024-06-06T08:26:22.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:22 smithi149 ceph-mon[36842]: pgmap v115: 129 pgs: 129 active+clean; 276 MiB data, 954 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 5.6 MiB/s wr, 695 op/s 2024-06-06T08:26:22.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:22 smithi120 ceph-mon[36658]: pgmap v115: 129 pgs: 129 active+clean; 276 MiB data, 954 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 5.6 MiB/s wr, 695 op/s 2024-06-06T08:26:23.638 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.637+0000 7f0a00a26700 1 -- 172.21.15.42:0/3117085866 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f09fc110b80 msgr2=0x7f09fc109490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:23.638 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.637+0000 7f0a00a26700 1 --2- 172.21.15.42:0/3117085866 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f09fc110b80 0x7f09fc109490 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f09ec009990 tx=0x7f09ec009ca0 comp rx=0 tx=0).stop 2024-06-06T08:26:23.639 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.638+0000 7f0a00a26700 1 -- 172.21.15.42:0/3117085866 shutdown_connections 2024-06-06T08:26:23.639 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.638+0000 7f0a00a26700 1 --2- 172.21.15.42:0/3117085866 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f09fc11bc70 0x7f09fc11e060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:23.639 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.638+0000 7f0a00a26700 1 --2- 172.21.15.42:0/3117085866 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f09fc110b80 0x7f09fc109490 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:23.639 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.638+0000 7f0a00a26700 1 --2- 172.21.15.42:0/3117085866 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f09fc110ff0 0x7f09fc1099d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:23.639 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.638+0000 7f0a00a26700 1 -- 172.21.15.42:0/3117085866 >> 172.21.15.42:0/3117085866 conn(0x7f09fc06d470 msgr2=0x7f09fc06d880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:23.642 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.641+0000 7f0a00a26700 1 -- 172.21.15.42:0/3117085866 shutdown_connections 2024-06-06T08:26:23.642 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.642+0000 7f0a00a26700 1 -- 172.21.15.42:0/3117085866 wait complete. 2024-06-06T08:26:23.642 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.643+0000 7f0a00a26700 1 Processor -- start 2024-06-06T08:26:23.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.649+0000 7f0a00a26700 1 -- start start 2024-06-06T08:26:23.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.649+0000 7f0a00a26700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f09fc110b80 0x7f09fc11b360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:23.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.649+0000 7f0a00a26700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f09fc110ff0 0x7f09fc1153e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:23.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.649+0000 7f0a00a26700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f09fc11bc70 0x7f09fc115920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:23.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.649+0000 7f0a00a26700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f09fc111ea0 con 0x7f09fc110b80 2024-06-06T08:26:23.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.649+0000 7f0a00a26700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f09fc111d20 con 0x7f09fc11bc70 2024-06-06T08:26:23.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.649+0000 7f0a00a26700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f09fc112020 con 0x7f09fc110ff0 2024-06-06T08:26:23.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.650+0000 7f09fa59c700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f09fc110ff0 0x7f09fc1153e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:23.653 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.650+0000 7f09fa59c700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f09fc110ff0 0x7f09fc1153e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:50310/0 (socket says 172.21.15.42:50310) 2024-06-06T08:26:23.653 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.650+0000 7f09fa59c700 1 -- 172.21.15.42:0/1095301825 learned_addr learned my addr 172.21.15.42:0/1095301825 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:26:23.653 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.650+0000 7f09fa59c700 1 -- 172.21.15.42:0/1095301825 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f09fc11bc70 msgr2=0x7f09fc115920 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-06-06T08:26:23.653 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.650+0000 7f09fa59c700 1 --2- 172.21.15.42:0/1095301825 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f09fc11bc70 0x7f09fc115920 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:23.653 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.650+0000 7f09fa59c700 1 -- 172.21.15.42:0/1095301825 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f09fc110b80 msgr2=0x7f09fc11b360 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-06T08:26:23.653 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.650+0000 7f09fa59c700 1 --2- 172.21.15.42:0/1095301825 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f09fc110b80 0x7f09fc11b360 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:23.653 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.650+0000 7f09fa59c700 1 -- 172.21.15.42:0/1095301825 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09fc116050 con 0x7f09fc110ff0 2024-06-06T08:26:23.653 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.651+0000 7f09fa59c700 1 --2- 172.21.15.42:0/1095301825 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f09fc110ff0 0x7f09fc1153e0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f09f000b550 tx=0x7f09f000b910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:23.653 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.652+0000 7f09e3fff700 1 -- 172.21.15.42:0/1095301825 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09f0015020 con 0x7f09fc110ff0 2024-06-06T08:26:23.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.652+0000 7f0a00a26700 1 -- 172.21.15.42:0/1095301825 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09fc1bc960 con 0x7f09fc110ff0 2024-06-06T08:26:23.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.652+0000 7f0a00a26700 1 -- 172.21.15.42:0/1095301825 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09fc1bce10 con 0x7f09fc110ff0 2024-06-06T08:26:23.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.652+0000 7f09e3fff700 1 -- 172.21.15.42:0/1095301825 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f09f0011d10 con 0x7f09fc110ff0 2024-06-06T08:26:23.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.652+0000 7f09e3fff700 1 -- 172.21.15.42:0/1095301825 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09f000f2e0 con 0x7f09fc110ff0 2024-06-06T08:26:23.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.663+0000 7f0a0baaab80 1 Processor -- start 2024-06-06T08:26:23.666 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.665+0000 7f0a0baaab80 1 -- start start 2024-06-06T08:26:23.666 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.666+0000 7f0a0baaab80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a7c35a7120 0x55a7c35a7500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:23.666 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.666+0000 7f0a0baaab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a7c35a7a40 0x55a7c35a2530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:23.666 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.666+0000 7f0a0baaab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7c35a2a70 0x55a7c35a2ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:23.666 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.666+0000 7f0a0baaab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a7c3494fe0 con 0x55a7c35a2a70 2024-06-06T08:26:23.667 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.666+0000 7f0a0baaab80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55a7c34f38d0 con 0x55a7c35a7120 2024-06-06T08:26:23.667 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.666+0000 7f0a0baaab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55a7c345b4e0 con 0x55a7c35a7a40 2024-06-06T08:26:23.670 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.666+0000 7f09fad9d700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a7c35a7a40 0x55a7c35a2530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:23.670 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.666+0000 7f09fad9d700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a7c35a7a40 0x55a7c35a2530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:50312/0 (socket says 172.21.15.42:50312) 2024-06-06T08:26:23.670 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.666+0000 7f09fad9d700 1 -- 172.21.15.42:0/56014444 learned_addr learned my addr 172.21.15.42:0/56014444 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:26:23.670 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.668+0000 7f09e3fff700 1 -- 172.21.15.42:0/1095301825 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f09f0018020 con 0x7f09fc110ff0 2024-06-06T08:26:23.670 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.669+0000 7f09fad9d700 1 -- 172.21.15.42:0/56014444 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a7c35a7120 msgr2=0x55a7c35a7500 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-06T08:26:23.670 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.669+0000 7f09fad9d700 1 --2- 172.21.15.42:0/56014444 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a7c35a7120 0x55a7c35a7500 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:23.671 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.669+0000 7f09fad9d700 1 -- 172.21.15.42:0/56014444 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7c35a2a70 msgr2=0x55a7c35a2ed0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-06-06T08:26:23.671 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.669+0000 7f09e3fff700 1 --2- 172.21.15.42:0/1095301825 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f09e40a2f90 0x7f09e40a5450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:23.671 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.669+0000 7f09e3fff700 1 -- 172.21.15.42:0/1095301825 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f09f00ced20 con 0x7f09fc110ff0 2024-06-06T08:26:23.671 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.670+0000 7f09fa59c700 1 --2- 172.21.15.42:0/56014444 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7c35a2a70 0x55a7c35a2ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:23.671 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.670+0000 7f09fad9d700 1 --2- 172.21.15.42:0/56014444 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7c35a2a70 0x55a7c35a2ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:23.671 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.670+0000 7f09fad9d700 1 -- 172.21.15.42:0/56014444 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a7c3442950 con 0x55a7c35a7a40 2024-06-06T08:26:23.671 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.670+0000 7f09fb59e700 1 --2- 172.21.15.42:0/1095301825 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f09e40a2f90 0x7f09e40a5450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:23.671 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.670+0000 7f09fa59c700 1 --2- 172.21.15.42:0/56014444 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7c35a2a70 0x55a7c35a2ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:26:23.672 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.671+0000 7f09fad9d700 1 --2- 172.21.15.42:0/56014444 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a7c35a7a40 0x55a7c35a2530 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f09ec0096a0 tx=0x7f09ec0096d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=19e9889c7e69eef8 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:23.672 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.671+0000 7f09fb59e700 1 --2- 172.21.15.42:0/1095301825 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f09e40a2f90 0x7f09e40a5450 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x55a7c359ec50 tx=0x7f09f400b040 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:23.672 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.673+0000 7f09e17fa700 1 -- 172.21.15.42:0/56014444 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09ec00b6c0 con 0x55a7c35a7a40 2024-06-06T08:26:23.673 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.673+0000 7f09e17fa700 1 -- 172.21.15.42:0/56014444 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f09ec0055a0 con 0x55a7c35a7a40 2024-06-06T08:26:23.677 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.673+0000 7f09e17fa700 1 -- 172.21.15.42:0/56014444 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09ec003ce0 con 0x55a7c35a7a40 2024-06-06T08:26:23.677 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.678+0000 7f0a0baaab80 1 -- 172.21.15.42:0/56014444 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a7c35a7a40 msgr2=0x55a7c35a2530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:23.677 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.678+0000 7f0a0baaab80 1 --2- 172.21.15.42:0/56014444 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a7c35a7a40 0x55a7c35a2530 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f09ec0096a0 tx=0x7f09ec0096d0 comp rx=0 tx=0).stop 2024-06-06T08:26:23.683 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.684+0000 7f0a0baaab80 1 -- 172.21.15.42:0/56014444 shutdown_connections 2024-06-06T08:26:23.683 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.684+0000 7f0a0baaab80 1 --2- 172.21.15.42:0/56014444 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7c35a2a70 0x55a7c35a2ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:23.683 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.684+0000 7f0a0baaab80 1 --2- 172.21.15.42:0/56014444 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a7c35a7120 0x55a7c35a7500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:23.683 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.684+0000 7f0a0baaab80 1 --2- 172.21.15.42:0/56014444 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a7c35a7a40 0x55a7c35a2530 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:23.683 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.684+0000 7f0a0baaab80 1 -- 172.21.15.42:0/56014444 >> 172.21.15.42:0/56014444 conn(0x55a7c34cf100 msgr2=0x55a7c359d410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:23.685 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.686+0000 7f0a0baaab80 1 -- 172.21.15.42:0/56014444 shutdown_connections 2024-06-06T08:26:23.693 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.689+0000 7f0a0baaab80 1 -- 172.21.15.42:0/56014444 wait complete. 2024-06-06T08:26:23.693 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.689+0000 7f0a0baaab80 1 -- start start 2024-06-06T08:26:23.693 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.689+0000 7f0a0baaab80 1 Processor -- start 2024-06-06T08:26:23.693 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.690+0000 7f0a0baaab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a7c35a2a70 0x55a7c35ae780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:23.693 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.690+0000 7f0a0baaab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7c35a7120 0x55a7c35aba80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:23.694 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.690+0000 7f0a0baaab80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a7c35a7a40 0x55a7c35abfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:23.694 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.690+0000 7f0a0baaab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a7c3494040 con 0x55a7c35a7120 2024-06-06T08:26:23.694 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.690+0000 7f0a0baaab80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55a7c34ef890 con 0x55a7c35a7a40 2024-06-06T08:26:23.694 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.690+0000 7f0a0baaab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55a7c35af470 con 0x55a7c35a2a70 2024-06-06T08:26:23.694 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.690+0000 7f0a0baaab80 10 client.0 _ll_register_callbacks cb 0x55a7c3489630 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:26:23.694 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.691+0000 7f09fad9d700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a7c35a2a70 0x55a7c35ae780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:23.694 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.691+0000 7f09fad9d700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a7c35a2a70 0x55a7c35ae780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:50322/0 (socket says 172.21.15.42:50322) 2024-06-06T08:26:23.694 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.691+0000 7f09fad9d700 1 -- 172.21.15.42:0/3328603228 learned_addr learned my addr 172.21.15.42:0/3328603228 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:26:23.694 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.691+0000 7f09fb59e700 1 --2- 172.21.15.42:0/3328603228 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a7c35a7a40 0x55a7c35abfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:23.694 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.691+0000 7f09fa59c700 1 --2- 172.21.15.42:0/3328603228 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7c35a7120 0x55a7c35aba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:23.694 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.692+0000 7f09fad9d700 1 -- 172.21.15.42:0/3328603228 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a7c35a7a40 msgr2=0x55a7c35abfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:23.694 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.692+0000 7f09fad9d700 1 --2- 172.21.15.42:0/3328603228 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a7c35a7a40 0x55a7c35abfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:23.695 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.692+0000 7f09fad9d700 1 -- 172.21.15.42:0/3328603228 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7c35a7120 msgr2=0x55a7c35aba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:23.695 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.692+0000 7f09fad9d700 1 --2- 172.21.15.42:0/3328603228 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7c35a7120 0x55a7c35aba80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:23.695 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.692+0000 7f09fad9d700 1 -- 172.21.15.42:0/3328603228 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a7c34b97d0 con 0x55a7c35a2a70 2024-06-06T08:26:23.695 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.693+0000 7f09fad9d700 1 --2- 172.21.15.42:0/3328603228 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a7c35a2a70 0x55a7c35ae780 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f09ec009350 tx=0x7f09ec023660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=222e5c679ab42b9 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:23.695 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.693+0000 7f09deff5700 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:26:23.695 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.693+0000 7f09deff5700 1 -- 172.21.15.42:0/3328603228 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09ec0052e0 con 0x55a7c35a2a70 2024-06-06T08:26:23.695 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.694+0000 7f0a0baaab80 1 -- 172.21.15.42:0/3328603228 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f09ec0055a0 con 0x55a7c35a2a70 2024-06-06T08:26:23.695 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.694+0000 7f09deff5700 1 -- 172.21.15.42:0/3328603228 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f09ec01e040 con 0x55a7c35a2a70 2024-06-06T08:26:23.695 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.694+0000 7f09deff5700 1 -- 172.21.15.42:0/3328603228 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f09ec003960 con 0x55a7c35a2a70 2024-06-06T08:26:23.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.695+0000 7f0a0baaab80 10 client.25888 fetch_fsmap learned FSMap version 28 2024-06-06T08:26:23.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.695+0000 7f0a0baaab80 1 -- 172.21.15.42:0/3328603228 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55a7c35dbb00 con 0x55a7c35a2a70 2024-06-06T08:26:23.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.696+0000 7f09deff5700 1 -- 172.21.15.42:0/3328603228 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f09ec0055a0 con 0x55a7c35a2a70 2024-06-06T08:26:23.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.697+0000 7f09deff5700 1 -- 172.21.15.42:0/3328603228 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f09ec00f460 con 0x55a7c35a2a70 2024-06-06T08:26:23.697 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.697+0000 7f0a0baaab80 10 client.25888 fetch_fsmap finished waiting for FSMap version 28 2024-06-06T08:26:23.697 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.697+0000 7f0a0baaab80 10 client.25888 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:26:23.697 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.697+0000 7f0a0baaab80 20 client.25888 populate_metadata read hostname 'smithi042' 2024-06-06T08:26:23.698 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.697+0000 7f0a0baaab80 1 --2- 172.21.15.42:0/3328603228 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a7c35de140 0x55a7c35e0580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:23.698 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.698+0000 7f0a0baaab80 4 client.25888 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:26:23.698 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.698+0000 7f0a0baaab80 1 -- 172.21.15.42:0/3328603228 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a7c3500dd0 con 0x55a7c35de140 2024-06-06T08:26:23.698 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.698+0000 7f09fa59c700 1 --2- 172.21.15.42:0/3328603228 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a7c35de140 0x55a7c35e0580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:23.698 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.699+0000 7f09fa59c700 1 --2- 172.21.15.42:0/3328603228 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a7c35de140 0x55a7c35e0580 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=60865654a503dd2e server_cookie=ac7a989d978b7423 in_seq=0 out_seq=0 2024-06-06T08:26:23.698 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.699+0000 7f09deff5700 10 client.25888 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:26:23.702 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.703+0000 7f09deff5700 1 -- 172.21.15.42:0/3328603228 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55a7c3500dd0 con 0x55a7c35de140 2024-06-06T08:26:23.703 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.704+0000 7f09deff5700 10 client.25888 handle_command_reply: tid=0 2024-06-06T08:26:23.703 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.704+0000 7f0a0baaab80 1 client.25888 shutdown 2024-06-06T08:26:23.706 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.706+0000 7f0a0baaab80 1 -- 172.21.15.42:0/3328603228 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a7c35a2a70 msgr2=0x55a7c35ae780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:23.706 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.707+0000 7f0a0baaab80 1 --2- 172.21.15.42:0/3328603228 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a7c35a2a70 0x55a7c35ae780 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f09ec009350 tx=0x7f09ec023660 comp rx=0 tx=0).stop 2024-06-06T08:26:23.706 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.707+0000 7f0a0baaab80 1 -- 172.21.15.42:0/3328603228 shutdown_connections 2024-06-06T08:26:23.706 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.707+0000 7f0a0baaab80 1 --2- 172.21.15.42:0/3328603228 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a7c35de140 0x55a7c35e0580 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:23.706 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.707+0000 7f0a0baaab80 1 --2- 172.21.15.42:0/3328603228 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a7c35a7a40 0x55a7c35abfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:23.706 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.707+0000 7f0a0baaab80 1 --2- 172.21.15.42:0/3328603228 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a7c35a2a70 0x55a7c35ae780 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:23.706 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.707+0000 7f0a0baaab80 1 --2- 172.21.15.42:0/3328603228 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7c35a7120 0x55a7c35aba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:23.706 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.707+0000 7f0a0baaab80 1 -- 172.21.15.42:0/3328603228 >> 172.21.15.42:0/3328603228 conn(0x55a7c34cf100 msgr2=0x55a7c359c9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:23.706 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.707+0000 7f09deff5700 0 client.25888 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:26:23.707 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.707+0000 7f0a0baaab80 1 -- 172.21.15.42:0/3328603228 shutdown_connections 2024-06-06T08:26:23.707 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.708+0000 7f0a0baaab80 1 -- 172.21.15.42:0/3328603228 wait complete. 2024-06-06T08:26:23.707 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.708+0000 7f0a0baaab80 20 client.25888 trim_cache size 0 max 16384 2024-06-06T08:26:23.739 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.739+0000 7f0a0baaab80 1 Processor -- start 2024-06-06T08:26:23.739 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.739+0000 7f0a0baaab80 1 -- start start 2024-06-06T08:26:23.739 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.739+0000 7f0a0baaab80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a7c35a2a70 0x55a7c359d150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:23.739 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.739+0000 7f0a0baaab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7c35a7120 0x55a7c35a0520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:23.739 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.739+0000 7f0a0baaab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a7c35a7a40 0x55a7c35a16f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:23.740 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.739+0000 7f0a0baaab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f09e8011330 con 0x55a7c35a7120 2024-06-06T08:26:23.740 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.739+0000 7f0a0baaab80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f09e800ebc0 con 0x55a7c35a2a70 2024-06-06T08:26:23.740 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.739+0000 7f0a0baaab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f09e800cac0 con 0x55a7c35a7a40 2024-06-06T08:26:23.740 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.739+0000 7f09fa59c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7c35a7120 0x55a7c35a0520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:23.740 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.739+0000 7f09fa59c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7c35a7120 0x55a7c35a0520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:51644/0 (socket says 172.21.15.42:51644) 2024-06-06T08:26:23.740 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.739+0000 7f09fa59c700 1 -- 172.21.15.42:0/196966965 learned_addr learned my addr 172.21.15.42:0/196966965 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:26:23.740 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.739+0000 7f09fb59e700 1 --2- 172.21.15.42:0/196966965 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a7c35a7a40 0x55a7c35a16f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:23.740 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.739+0000 7f09fad9d700 1 --2- 172.21.15.42:0/196966965 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a7c35a2a70 0x55a7c359d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:23.740 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.740+0000 7f09fa59c700 1 -- 172.21.15.42:0/196966965 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a7c35a7a40 msgr2=0x55a7c35a16f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:23.741 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.740+0000 7f09fa59c700 1 --2- 172.21.15.42:0/196966965 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a7c35a7a40 0x55a7c35a16f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:23.741 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.740+0000 7f09fa59c700 1 -- 172.21.15.42:0/196966965 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a7c35a2a70 msgr2=0x55a7c359d150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:23.741 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.740+0000 7f09fa59c700 1 --2- 172.21.15.42:0/196966965 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a7c35a2a70 0x55a7c359d150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:23.741 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.740+0000 7f09fa59c700 1 -- 172.21.15.42:0/196966965 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a7c35aef80 con 0x55a7c35a7120 2024-06-06T08:26:23.741 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.740+0000 7f09fa59c700 1 --2- 172.21.15.42:0/196966965 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7c35a7120 0x55a7c35a0520 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f09f0097980 tx=0x7f09f00ce040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bcb5e7c7a2332693 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:23.745 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.740+0000 7f09e0ff9700 1 -- 172.21.15.42:0/196966965 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09f009b6b0 con 0x55a7c35a7120 2024-06-06T08:26:23.745 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.740+0000 7f09e0ff9700 1 -- 172.21.15.42:0/196966965 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f09f009afb0 con 0x55a7c35a7120 2024-06-06T08:26:23.745 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.740+0000 7f09e0ff9700 1 -- 172.21.15.42:0/196966965 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09f00a3790 con 0x55a7c35a7120 2024-06-06T08:26:23.745 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.741+0000 7f0a0baaab80 1 -- 172.21.15.42:0/196966965 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7c35a7120 msgr2=0x55a7c35a0520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:23.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.741+0000 7f0a0baaab80 1 --2- 172.21.15.42:0/196966965 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7c35a7120 0x55a7c35a0520 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f09f0097980 tx=0x7f09f00ce040 comp rx=0 tx=0).stop 2024-06-06T08:26:23.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.741+0000 7f0a0baaab80 1 -- 172.21.15.42:0/196966965 shutdown_connections 2024-06-06T08:26:23.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.741+0000 7f0a0baaab80 1 --2- 172.21.15.42:0/196966965 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a7c35a7a40 0x55a7c35a16f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:23.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.741+0000 7f0a0baaab80 1 --2- 172.21.15.42:0/196966965 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a7c35a2a70 0x55a7c359d150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:23.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.741+0000 7f0a0baaab80 1 --2- 172.21.15.42:0/196966965 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7c35a7120 0x55a7c35a0520 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:23.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.741+0000 7f0a0baaab80 1 -- 172.21.15.42:0/196966965 >> 172.21.15.42:0/196966965 conn(0x55a7c34cf100 msgr2=0x55a7c35a0fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:23.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.741+0000 7f0a0baaab80 1 -- 172.21.15.42:0/196966965 shutdown_connections 2024-06-06T08:26:23.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.742+0000 7f0a0baaab80 1 -- 172.21.15.42:0/196966965 wait complete. 2024-06-06T08:26:23.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.742+0000 7f0a0baaab80 1 -- start start 2024-06-06T08:26:23.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.742+0000 7f0a0baaab80 1 Processor -- start 2024-06-06T08:26:23.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.742+0000 7f0a0baaab80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a7c35a2a70 0x55a7c35b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:23.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.743+0000 7f0a0baaab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7c35a7120 0x55a7c35af750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:23.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.743+0000 7f0a0baaab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a7c35a7a40 0x55a7c35afc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:23.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.743+0000 7f0a0baaab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f09e800d080 con 0x55a7c35a7120 2024-06-06T08:26:23.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.743+0000 7f0a0baaab80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f09e800e4f0 con 0x55a7c35a2a70 2024-06-06T08:26:23.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.743+0000 7f0a0baaab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f09e800d750 con 0x55a7c35a7a40 2024-06-06T08:26:23.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.743+0000 7f0a0baaab80 10 client.0 _ll_register_callbacks cb 0x55a7c3489630 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:26:23.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.743+0000 7f09fb59e700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a7c35a7a40 0x55a7c35afc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:23.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.743+0000 7f09fad9d700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a7c35a2a70 0x55a7c35b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:23.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.743+0000 7f09fa59c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7c35a7120 0x55a7c35af750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:23.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.743+0000 7f09fb59e700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a7c35a7a40 0x55a7c35afc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:50334/0 (socket says 172.21.15.42:50334) 2024-06-06T08:26:23.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.743+0000 7f09fb59e700 1 -- 172.21.15.42:0/3572934153 learned_addr learned my addr 172.21.15.42:0/3572934153 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:26:23.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.743+0000 7f09fb59e700 1 -- 172.21.15.42:0/3572934153 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a7c35a2a70 msgr2=0x55a7c35b4e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:23.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.743+0000 7f09fb59e700 1 --2- 172.21.15.42:0/3572934153 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a7c35a2a70 0x55a7c35b4e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:23.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.743+0000 7f09fb59e700 1 -- 172.21.15.42:0/3572934153 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7c35a7120 msgr2=0x55a7c35af750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:23.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.743+0000 7f09fb59e700 1 --2- 172.21.15.42:0/3572934153 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7c35a7120 0x55a7c35af750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:23.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.743+0000 7f09fb59e700 1 -- 172.21.15.42:0/3572934153 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a7c35b0440 con 0x55a7c35a7a40 2024-06-06T08:26:23.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.743+0000 7f09fa59c700 1 --2- 172.21.15.42:0/3572934153 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7c35a7120 0x55a7c35af750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:26:23.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.743+0000 7f09fad9d700 1 --2- 172.21.15.42:0/3572934153 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a7c35a2a70 0x55a7c35b4e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:26:23.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.744+0000 7f09fb59e700 1 --2- 172.21.15.42:0/3572934153 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a7c35a7a40 0x55a7c35afc90 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f09f4015840 tx=0x7f09f4004b40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8734e1ff24f3f92 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:23.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.744+0000 7f09deff5700 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:26:23.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.744+0000 7f09deff5700 1 -- 172.21.15.42:0/3572934153 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09f4026030 con 0x55a7c35a7a40 2024-06-06T08:26:23.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.744+0000 7f0a0baaab80 1 -- 172.21.15.42:0/3572934153 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f09f009afb0 con 0x55a7c35a7a40 2024-06-06T08:26:23.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.744+0000 7f09deff5700 1 -- 172.21.15.42:0/3572934153 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f09f4022670 con 0x55a7c35a7a40 2024-06-06T08:26:23.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.744+0000 7f09deff5700 1 -- 172.21.15.42:0/3572934153 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f09f4033050 con 0x55a7c35a7a40 2024-06-06T08:26:23.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.744+0000 7f0a0baaab80 10 client.25894 fetch_fsmap learned FSMap version 28 2024-06-06T08:26:23.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.744+0000 7f0a0baaab80 1 -- 172.21.15.42:0/3572934153 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55a7c3649eb0 con 0x55a7c35a7a40 2024-06-06T08:26:23.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.745+0000 7f09deff5700 1 -- 172.21.15.42:0/3572934153 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f09f009afb0 con 0x55a7c35a7a40 2024-06-06T08:26:23.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.745+0000 7f09deff5700 1 -- 172.21.15.42:0/3572934153 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f09f4021a10 con 0x55a7c35a7a40 2024-06-06T08:26:23.749 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.745+0000 7f0a0baaab80 10 client.25894 fetch_fsmap finished waiting for FSMap version 28 2024-06-06T08:26:23.749 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.745+0000 7f0a0baaab80 10 client.25894 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:26:23.749 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.745+0000 7f0a0baaab80 20 client.25894 populate_metadata read hostname 'smithi042' 2024-06-06T08:26:23.749 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.745+0000 7f0a0baaab80 1 --2- 172.21.15.42:0/3572934153 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a7c364a650 0x55a7c364ca70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:23.749 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.745+0000 7f0a0baaab80 4 client.25894 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-06-06T08:26:23.749 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.745+0000 7f0a0baaab80 1 -- 172.21.15.42:0/3572934153 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55a7c34fb350 con 0x55a7c364a650 2024-06-06T08:26:23.749 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.745+0000 7f09fad9d700 1 --2- 172.21.15.42:0/3572934153 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a7c364a650 0x55a7c364ca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:23.749 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.746+0000 7f09deff5700 10 client.25894 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:26:23.749 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.746+0000 7f09fad9d700 1 --2- 172.21.15.42:0/3572934153 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a7c364a650 0x55a7c364ca70 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d41252a32d98b623 server_cookie=c03dd588b627e8a3 in_seq=0 out_seq=0 2024-06-06T08:26:23.912 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.913+0000 7f09deff5700 1 -- 172.21.15.42:0/3572934153 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55a7c34fb350 con 0x55a7c364a650 2024-06-06T08:26:23.913 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.913+0000 7f09deff5700 10 client.25894 handle_command_reply: tid=0 2024-06-06T08:26:23.913 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.913+0000 7f0a0baaab80 1 client.25894 shutdown 2024-06-06T08:26:23.913 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.913+0000 7f0a0baaab80 1 -- 172.21.15.42:0/3572934153 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a7c35a7a40 msgr2=0x55a7c35afc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:23.913 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.913+0000 7f0a0baaab80 1 --2- 172.21.15.42:0/3572934153 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a7c35a7a40 0x55a7c35afc90 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f09f4015840 tx=0x7f09f4004b40 comp rx=0 tx=0).stop 2024-06-06T08:26:23.914 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.914+0000 7f0a0baaab80 1 -- 172.21.15.42:0/3572934153 shutdown_connections 2024-06-06T08:26:23.914 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.914+0000 7f0a0baaab80 1 --2- 172.21.15.42:0/3572934153 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a7c35a7a40 0x55a7c35afc90 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:23.914 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.914+0000 7f0a0baaab80 1 --2- 172.21.15.42:0/3572934153 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a7c364a650 0x55a7c364ca70 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:23.914 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.914+0000 7f09deff5700 0 client.25894 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:26:23.914 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.914+0000 7f0a0baaab80 1 --2- 172.21.15.42:0/3572934153 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a7c35a2a70 0x55a7c35b4e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:23.914 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.914+0000 7f0a0baaab80 1 --2- 172.21.15.42:0/3572934153 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7c35a7120 0x55a7c35af750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:23.914 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.914+0000 7f0a0baaab80 1 -- 172.21.15.42:0/3572934153 >> 172.21.15.42:0/3572934153 conn(0x55a7c34cf100 msgr2=0x55a7c35b7ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:23.914 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.915+0000 7f0a0baaab80 1 -- 172.21.15.42:0/3572934153 shutdown_connections 2024-06-06T08:26:23.914 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.915+0000 7f0a0baaab80 1 -- 172.21.15.42:0/3572934153 wait complete. 2024-06-06T08:26:23.914 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.915+0000 7f0a0baaab80 20 client.25894 trim_cache size 0 max 16384 2024-06-06T08:26:23.915 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:26:23.915 INFO:teuthology.orchestra.run.smithi042.stdout: "return_code": 0, 2024-06-06T08:26:23.915 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_tag": "dc5d25d2-1409-4ed5-800c-653cf3d886e1", 2024-06-06T08:26:23.915 INFO:teuthology.orchestra.run.smithi042.stdout: "mode": "asynchronous" 2024-06-06T08:26:23.915 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:26:23.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.917+0000 7f0a00a26700 1 -- 172.21.15.42:0/1095301825 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f09e40a2f90 msgr2=0x7f09e40a5450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:23.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.917+0000 7f0a00a26700 1 --2- 172.21.15.42:0/1095301825 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f09e40a2f90 0x7f09e40a5450 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x55a7c359ec50 tx=0x7f09f400b040 comp rx=0 tx=0).stop 2024-06-06T08:26:23.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.917+0000 7f0a00a26700 1 -- 172.21.15.42:0/1095301825 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f09fc110ff0 msgr2=0x7f09fc1153e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:23.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.917+0000 7f0a00a26700 1 --2- 172.21.15.42:0/1095301825 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f09fc110ff0 0x7f09fc1153e0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f09f000b550 tx=0x7f09f000b910 comp rx=0 tx=0).stop 2024-06-06T08:26:23.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.918+0000 7f0a00a26700 1 -- 172.21.15.42:0/1095301825 shutdown_connections 2024-06-06T08:26:23.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.918+0000 7f0a00a26700 1 --2- 172.21.15.42:0/1095301825 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f09e40a2f90 0x7f09e40a5450 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:23.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.918+0000 7f0a00a26700 1 --2- 172.21.15.42:0/1095301825 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f09fc11bc70 0x7f09fc115920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:23.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.918+0000 7f0a00a26700 1 --2- 172.21.15.42:0/1095301825 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f09fc110b80 0x7f09fc11b360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:23.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.918+0000 7f0a00a26700 1 --2- 172.21.15.42:0/1095301825 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f09fc110ff0 0x7f09fc1153e0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:23.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.918+0000 7f0a00a26700 1 -- 172.21.15.42:0/1095301825 >> 172.21.15.42:0/1095301825 conn(0x7f09fc06d470 msgr2=0x7f09fc072e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:23.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.920+0000 7f0a00a26700 1 -- 172.21.15.42:0/1095301825 shutdown_connections 2024-06-06T08:26:23.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:23.921+0000 7f0a00a26700 1 -- 172.21.15.42:0/1095301825 wait complete. 2024-06-06T08:26:24.567 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:24 smithi042 ceph-mon[32384]: pgmap v116: 129 pgs: 129 active+clean; 291 MiB data, 967 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 6.9 MiB/s wr, 745 op/s 2024-06-06T08:26:24.567 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:24 smithi042 ceph-mon[32384]: scrub queued for path: / 2024-06-06T08:26:24.567 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:24 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:24.568 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:24 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:24.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:24 smithi149 ceph-mon[36842]: pgmap v116: 129 pgs: 129 active+clean; 291 MiB data, 967 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 6.9 MiB/s wr, 745 op/s 2024-06-06T08:26:24.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:24 smithi149 ceph-mon[36842]: scrub queued for path: / 2024-06-06T08:26:24.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:24 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:24.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:24 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:24.788 INFO:journalctl@ceph.mds.i.smithi149.stdout:Jun 06 08:26:24 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-i[67620]: 2024-06-06T08:26:24.673+0000 7f56ce534700 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x10000001c5e [...5,head] /volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-43/ auth{1=1,2=1} v81051 ap=2 f(v1 m2024-06-06T08:25:34.805803+0000 78=78+0) n(v2 rc2024-06-06T08:25:34.805803+0000 b1362467 79=78+1) (inest sync->mix g=1,2) caps={15213=pAsLsXsFs/pAsLsXsFsxcral@136} mcw={2=AsLsXsFs} | dirtyscattered=0 request=0 lock=0 dirfrag=1 caps=1 dirtyparent=0 replicated=1 dirty=0 waiter=0 authpin=1 scrubqueue=0 0x55b4e6037700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value":"(2)0x10000001c5e:[<0x10000000399/blog-43 v51420>,<0x10000000208/blogtest_in v565>,<0x10000000201/src v2065>,<0x10000000006/blogbench-1.0 v1815>,<0x10000000005/tmp v118>,<0x100000001fb/client.0 v111>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v123>,<0x10000000001/sv_1 v144>,<0x10000000000/qa v134>,<0x1/volumes v129>]//[]","memoryvalue":"(2)0x10000001c5e:[<0x10000000399/blog-43 v81051>,<0x10000000208/blogtest_in v1323>,<0x10000000201/src v2300>,<0x10000000006/blogbench-1.0 v1987>,<0x10000000005/tmp v234>,<0x100000001fb/client.0 v222>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v235>,<0x10000000001/sv_1 v253>,<0x10000000000/qa v243>,<0x1/volumes v239>]//[]","error_str":""},"raw_stats":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-06-06T08:25:15.704916+0000 56=56+0)","ondisk_value.rstat":"n(v0 rc2024-06-06T08:25:34.805803+0000 b1362467 79=78+1)","memory_value.dirstat":"f(v1 m2024-06-06T08:25:34.805803+0000 78=78+0)","memory_value.rstat":"n(v2 rc2024-06-06T08:25:34.805803+0000 b1362467 79=78+1)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-06-06T08:26:24.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:24 smithi120 ceph-mon[36658]: pgmap v116: 129 pgs: 129 active+clean; 291 MiB data, 967 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 6.9 MiB/s wr, 745 op/s 2024-06-06T08:26:24.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:24 smithi120 ceph-mon[36658]: scrub queued for path: / 2024-06-06T08:26:24.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:24 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:24.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:24 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:25.310 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-06-06T08:26:25.522 INFO:journalctl@ceph.mds.i.smithi149.stdout:Jun 06 08:26:25 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-i[67620]: 2024-06-06T08:26:25.115+0000 7f56ce534700 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x10000001215 [...5,head] /volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-25/ auth{1=1,2=1} fragtree_t(*^3) v88141 ap=2 f(v3 m2024-06-06T08:25:22.343877+0000 95=95+0) n(v4 rc2024-06-06T08:25:22.343877+0000 b1131026 96=95+1) old_inodes=1 (inest sync->mix g=1,2) caps={15213=pAsLsXsFs/pAsLsXsFsxcral@105} | dirtyscattered=0 request=0 lock=0 dirfrag=8 caps=1 dirtyparent=0 replicated=1 dirty=0 waiter=0 authpin=1 scrubqueue=0 0x55b4e24f4000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value":"(2)0x10000001215:[<0x10000000399/blog-25 v27664>,<0x10000000208/blogtest_in v383>,<0x10000000201/src v2010>,<0x10000000006/blogbench-1.0 v1765>,<0x10000000005/tmp v68>,<0x100000001fb/client.0 v60>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v72>,<0x10000000001/sv_1 v94>,<0x10000000000/qa v83>,<0x1/volumes v79>]//[]","memoryvalue":"(2)0x10000001215:[<0x10000000399/blog-25 v88141>,<0x10000000208/blogtest_in v1365>,<0x10000000201/src v2300>,<0x10000000006/blogbench-1.0 v1987>,<0x10000000005/tmp v234>,<0x100000001fb/client.0 v222>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v235>,<0x10000000001/sv_1 v253>,<0x10000000000/qa v243>,<0x1/volumes v239>]//[]","error_str":""},"raw_stats":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-06-06T08:25:13.755928+0000 93=93+0)","ondisk_value.rstat":"n(v0 rc2024-06-06T08:25:22.343877+0000 b1131026 96=95+1)","memory_value.dirstat":"f(v3 m2024-06-06T08:25:22.343877+0000 95=95+0)","memory_value.rstat":"n(v4 rc2024-06-06T08:25:22.343877+0000 b1131026 96=95+1)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-06-06T08:26:25.674 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:25 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:25.675 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:25 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:25.675 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:25 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:25.675 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:25 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:25.675 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:25 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:25.675 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:25 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:25.675 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:25 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:25.675 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:25 smithi042 ceph-mon[32384]: Scrub error on inode 0x10000001c5e (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-43) see mds.i log and `damage ls` output for details 2024-06-06T08:26:25.675 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:25 smithi042 ceph-mon[32384]: Scrub error on inode 0x10000001215 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-25) see mds.i log and `damage ls` output for details 2024-06-06T08:26:25.793 INFO:journalctl@ceph.mds.i.smithi149.stdout:Jun 06 08:26:25 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-i[67620]: 2024-06-06T08:26:25.519+0000 7f56ce534700 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x100000005ce [...5,head] /volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-5/ auth{1=1,2=1} fragtree_t(*^3) v85409 ap=2 f(v4 m2024-06-06T08:25:28.635839+0000 184=184+0) n(v4 rc2024-06-06T08:25:28.635839+0000 b3288762 185=184+1) old_inodes=1 (inest sync->mix g=1,2) caps={15213=pAsLsXsFs/pAsLsXsFsxcral@1901} | dirtyscattered=0 request=0 lock=0 dirfrag=8 caps=1 dirtyrstat=0 dirtyparent=0 replicated=1 dirty=0 waiter=0 authpin=1 discoverbase=0 scrubqueue=0 0x55b4e306bb80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value":"(2)0x100000005ce:[<0x10000000399/blog-5 v10798>,<0x10000000208/blogtest_in v295>,<0x10000000201/src v1978>,<0x10000000006/blogbench-1.0 v1737>,<0x10000000005/tmp v40>,<0x100000001fb/client.0 v34>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v46>,<0x10000000001/sv_1 v68>,<0x10000000000/qa v57>,<0x1/volumes v56>]//[]","memoryvalue":"(2)0x100000005ce:[<0x10000000399/blog-5 v85409>,<0x10000000208/blogtest_in v1401>,<0x10000000201/src v2300>,<0x10000000006/blogbench-1.0 v1987>,<0x10000000005/tmp v234>,<0x100000001fb/client.0 v222>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v235>,<0x10000000001/sv_1 v253>,<0x10000000000/qa v243>,<0x1/volumes v239>]//[]","error_str":""},"raw_stats":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-06-06T08:25:28.635839+0000 183=183+0)","ondisk_value.rstat":"n(v0 rc2024-06-06T08:25:28.635839+0000 b3288762 185=184+1)","memory_value.dirstat":"f(v4 m2024-06-06T08:25:28.635839+0000 184=184+0)","memory_value.rstat":"n(v4 rc2024-06-06T08:25:28.635839+0000 b3288762 185=184+1)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-06-06T08:26:25.793 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:25 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:25.794 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:25 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:25.794 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:25 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:25.794 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:25 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:25.794 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:25 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:25.794 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:25 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:25.794 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:25 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:25.795 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:25 smithi149 ceph-mon[36842]: Scrub error on inode 0x10000001c5e (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-43) see mds.i log and `damage ls` output for details 2024-06-06T08:26:25.795 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:25 smithi149 ceph-mon[36842]: Scrub error on inode 0x10000001215 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-25) see mds.i log and `damage ls` output for details 2024-06-06T08:26:25.893 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:25 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:25.894 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:25 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:25.894 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:25 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:25.894 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:25 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:25.894 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:25 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:25.894 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:25 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:25.894 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:25 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:25.894 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:25 smithi120 ceph-mon[36658]: Scrub error on inode 0x10000001c5e (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-43) see mds.i log and `damage ls` output for details 2024-06-06T08:26:25.894 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:25 smithi120 ceph-mon[36658]: Scrub error on inode 0x10000001215 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-25) see mds.i log and `damage ls` output for details 2024-06-06T08:26:26.288 INFO:journalctl@ceph.mds.i.smithi149.stdout:Jun 06 08:26:25 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-i[67620]: 2024-06-06T08:26:25.882+0000 7f56ce534700 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x10000001729 [...5,head] /volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-32/ auth{1=1,2=1} fragtree_t(*^3) v85853 ap=2 f(v2 m2024-06-06T08:25:31.981819+0000 184=184+0) n(v4 rc2024-06-06T08:25:31.981819+0000 b2896014 185=184+1) (inest sync->mix g=1,2) caps={15213=pAsLsXsFs/pAsLsXsFsxcral@314} | dirtyscattered=0 request=0 lock=0 dirfrag=8 caps=1 dirtyparent=0 replicated=1 dirty=0 waiter=0 authpin=1 scrubqueue=0 0x55b4e2f8c680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value":"(2)0x10000001729:[<0x10000000399/blog-32 v36701>,<0x10000000208/blogtest_in v383>,<0x10000000201/src v2010>,<0x10000000006/blogbench-1.0 v1765>,<0x10000000005/tmp v68>,<0x100000001fb/client.0 v60>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v72>,<0x10000000001/sv_1 v94>,<0x10000000000/qa v83>,<0x1/volumes v79>]//[]","memoryvalue":"(2)0x10000001729:[<0x10000000399/blog-32 v85853>,<0x10000000208/blogtest_in v1433>,<0x10000000201/src v2302>,<0x10000000006/blogbench-1.0 v1989>,<0x10000000005/tmp v236>,<0x100000001fb/client.0 v224>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v237>,<0x10000000001/sv_1 v255>,<0x10000000000/qa v245>,<0x1/volumes v241>]//[]","error_str":""},"raw_stats":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-06-06T08:25:27.615845+0000 156=156+0)","ondisk_value.rstat":"n(v0 rc2024-06-06T08:25:31.981819+0000 b2896014 185=184+1)","memory_value.dirstat":"f(v2 m2024-06-06T08:25:31.981819+0000 184=184+0)","memory_value.rstat":"n(v4 rc2024-06-06T08:25:31.981819+0000 b2896014 185=184+1)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-06-06T08:26:26.288 INFO:journalctl@ceph.mds.i.smithi149.stdout:Jun 06 08:26:25 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-i[67620]: 2024-06-06T08:26:25.908+0000 7f56ce534700 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000191d [...6,head] /volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-37/ auth{1=1,2=1} fragtree_t(*^3) v114483 ap=2 f(v1 m2024-06-06T08:26:13.267575+0000 196=196+0) n(v3 rc2024-06-06T08:26:13.267575+0000 b5283805 197=196+1)/n(v2 rc2024-06-06T08:26:13.267575+0000 b5265212 196=195+1) old_inodes=1 (inest sync->mix g=1,2) caps={15213=pAsLsXsFs/pAsLsXsFsxcral@522} | dirtyscattered=0 request=0 lock=0 dirfrag=8 caps=1 dirtyrstat=1 dirtyparent=0 replicated=1 dirty=0 waiter=0 authpin=1 discoverbase=0 scrubqueue=0 0x55b4e5401700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value":"(2)0x1000000191d:[<0x10000000399/blog-37 v52060>,<0x10000000208/blogtest_in v565>,<0x10000000201/src v2065>,<0x10000000006/blogbench-1.0 v1815>,<0x10000000005/tmp v118>,<0x100000001fb/client.0 v111>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v123>,<0x10000000001/sv_1 v144>,<0x10000000000/qa v134>,<0x1/volumes v129>]//[]","memoryvalue":"(2)0x1000000191d:[<0x10000000399/blog-37 v114483>,<0x10000000208/blogtest_in v1435>,<0x10000000201/src v2302>,<0x10000000006/blogbench-1.0 v1989>,<0x10000000005/tmp v236>,<0x100000001fb/client.0 v224>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v237>,<0x10000000001/sv_1 v255>,<0x10000000000/qa v245>,<0x1/volumes v241>]//[]","error_str":""},"raw_stats":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-06-06T08:26:13.267575+0000 195=195+0)","ondisk_value.rstat":"n(v0 rc2024-06-06T08:26:13.267575+0000 b5283805 197=196+1)","memory_value.dirstat":"f(v1 m2024-06-06T08:26:13.267575+0000 196=196+0)","memory_value.rstat":"n(v3 rc2024-06-06T08:26:13.267575+0000 b5283805 197=196+1)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-06-06T08:26:26.288 INFO:journalctl@ceph.mds.i.smithi149.stdout:Jun 06 08:26:26 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-i[67620]: 2024-06-06T08:26:26.033+0000 7f56ce534700 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000d29 [...6,head] /volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-18/ auth{1=1,2=1} fragtree_t(*^3) v114487 ap=2 f(v4 m2024-06-06T08:26:04.007630+0000 104=104+0) n(v6 rc2024-06-06T08:26:04.007630+0000 b1268202 105=104+1)/n(v5 rc2024-06-06T08:26:04.007630+0000 b813406 105=104+1) old_inodes=2 (inest sync->mix g=1,2) caps={15213=pAsLsXsFs/pAsLsXsFsxcral@75} | dirtyscattered=0 request=0 lock=0 dirfrag=8 caps=1 dirtyrstat=1 dirtyparent=0 replicated=1 dirty=0 waiter=0 authpin=1 scrubqueue=0 0x55b4e4810580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value":"(2)0x10000000d29:[<0x10000000399/blog-18 v28702>,<0x10000000208/blogtest_in v383>,<0x10000000201/src v2010>,<0x10000000006/blogbench-1.0 v1765>,<0x10000000005/tmp v68>,<0x100000001fb/client.0 v60>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v72>,<0x10000000001/sv_1 v94>,<0x10000000000/qa v83>,<0x1/volumes v79>]//[]","memoryvalue":"(2)0x10000000d29:[<0x10000000399/blog-18 v114487>,<0x10000000208/blogtest_in v1445>,<0x10000000201/src v2302>,<0x10000000006/blogbench-1.0 v1989>,<0x10000000005/tmp v236>,<0x100000001fb/client.0 v224>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v237>,<0x10000000001/sv_1 v255>,<0x10000000000/qa v245>,<0x1/volumes v241>]//[]","error_str":""},"raw_stats":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 103=103+0)","ondisk_value.rstat":"n(v0 rc2024-06-06T08:26:04.007630+0000 b1268202 105=104+1)","memory_value.dirstat":"f(v4 m2024-06-06T08:26:04.007630+0000 104=104+0)","memory_value.rstat":"n(v6 rc2024-06-06T08:26:04.007630+0000 b1268202 105=104+1)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-06-06T08:26:26.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:26 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:26.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:26 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:26.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:26 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:26.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:26 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:26.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:26 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:26.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:26 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:26.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:26 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:26.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:26 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:26.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:26 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:26.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:26 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:26.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:26 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:26.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:26 smithi149 ceph-mon[36842]: pgmap v117: 129 pgs: 129 active+clean; 302 MiB data, 991 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 7.5 MiB/s wr, 776 op/s 2024-06-06T08:26:26.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:26 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:26.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:26 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:26.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:26 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:26.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:26 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:26.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:26 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:26.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:26 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:26.789 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:26 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:26.790 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:26 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:26.790 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:26 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:26.790 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:26 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:26.790 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:26 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:26.790 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:26 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:26.790 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:26 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:26.790 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:26 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:26.791 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:26 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:26.791 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:26 smithi149 ceph-mon[36842]: Scrub error on inode 0x100000005ce (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-5) see mds.i log and `damage ls` output for details 2024-06-06T08:26:26.791 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:26 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:26.791 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:26 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:26.791 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:26 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:26.791 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:26 smithi149 ceph-mon[36842]: Scrub error on inode 0x10000001729 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-32) see mds.i log and `damage ls` output for details 2024-06-06T08:26:26.791 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:26 smithi149 ceph-mon[36842]: Scrub error on inode 0x1000000191d (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-37) see mds.i log and `damage ls` output for details 2024-06-06T08:26:26.791 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:26 smithi149 ceph-mon[36842]: Scrub error on inode 0x10000000d29 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-18) see mds.i log and `damage ls` output for details 2024-06-06T08:26:26.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:26 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:26.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:26 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:26.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:26 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:26.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:26 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:26.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:26 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:26.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:26 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:26.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:26 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:26.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:26 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:26.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:26 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:26.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:26 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:26.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:26 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:26.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:26 smithi042 ceph-mon[32384]: pgmap v117: 129 pgs: 129 active+clean; 302 MiB data, 991 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 7.5 MiB/s wr, 776 op/s 2024-06-06T08:26:26.817 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:26 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:26.817 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:26 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:26.817 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:26 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:26.817 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:26 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:26.817 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:26 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:26.817 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:26 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:26.817 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:26 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:26.817 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:26 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:26.817 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:26 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:26.817 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:26 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:26.817 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:26 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:26.817 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:26 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:26.818 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:26 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:26.818 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:26 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:26.818 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:26 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:26.818 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:26 smithi042 ceph-mon[32384]: Scrub error on inode 0x100000005ce (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-5) see mds.i log and `damage ls` output for details 2024-06-06T08:26:26.818 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:26 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:26.818 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:26 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:26.818 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:26 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:26.818 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:26 smithi042 ceph-mon[32384]: Scrub error on inode 0x10000001729 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-32) see mds.i log and `damage ls` output for details 2024-06-06T08:26:26.818 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:26 smithi042 ceph-mon[32384]: Scrub error on inode 0x1000000191d (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-37) see mds.i log and `damage ls` output for details 2024-06-06T08:26:26.818 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:26 smithi042 ceph-mon[32384]: Scrub error on inode 0x10000000d29 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-18) see mds.i log and `damage ls` output for details 2024-06-06T08:26:26.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:26 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:26.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:26 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:26.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:26 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:26.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:26 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:26.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:26 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:26.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:26 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:26.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:26 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:26.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:26 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:26.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:26 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:26.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:26 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:26.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:26 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:26.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:26 smithi120 ceph-mon[36658]: pgmap v117: 129 pgs: 129 active+clean; 302 MiB data, 991 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 7.5 MiB/s wr, 776 op/s 2024-06-06T08:26:26.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:26 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:26.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:26 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:26.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:26 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:26.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:26 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:26.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:26 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:26.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:26 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:26.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:26 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:26.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:26 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:26.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:26 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:26.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:26 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:26.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:26 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:26.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:26 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:26.891 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:26 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:26.891 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:26 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:26.891 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:26 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:26.891 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:26 smithi120 ceph-mon[36658]: Scrub error on inode 0x100000005ce (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-5) see mds.i log and `damage ls` output for details 2024-06-06T08:26:26.891 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:26 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:26.891 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:26 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:26.891 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:26 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:26.891 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:26 smithi120 ceph-mon[36658]: Scrub error on inode 0x10000001729 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-32) see mds.i log and `damage ls` output for details 2024-06-06T08:26:26.891 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:26 smithi120 ceph-mon[36658]: Scrub error on inode 0x1000000191d (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-37) see mds.i log and `damage ls` output for details 2024-06-06T08:26:26.891 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:26 smithi120 ceph-mon[36658]: Scrub error on inode 0x10000000d29 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-18) see mds.i log and `damage ls` output for details 2024-06-06T08:26:27.634 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:26:27.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:27 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:27.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:27 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:27.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:27 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:27.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:27 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:27.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:27 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:27.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:27 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:27.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:27 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:27.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:27 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:27.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:27 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:27.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:27 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:27.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:27 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:27.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:27 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:27.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:27 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:27.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:27 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:27.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:27 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:27.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:27 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:27.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:27 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:27.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:27 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:27.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:27 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:27.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:27 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:27.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:27 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:27.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:27 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:27.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:27 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:27.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:27 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:27.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:27 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:27.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:27 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:27.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:27 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:27.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:27 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:27.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:27 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:27.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:27 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:27.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:27 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:27.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:27 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:28.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:27 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:28.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:27 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:28.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:27 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:28.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:27 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:28.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:27 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:28.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:27 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:28.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:27 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:28.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:27 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:28.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:27 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:28.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:27 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:28.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:27 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:28.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:27 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:28.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:27 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:28.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:27 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:28.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:27 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:28.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:27 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:28.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:28 smithi042 ceph-mon[32384]: pgmap v118: 129 pgs: 129 active+clean; 302 MiB data, 991 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 7.1 MiB/s wr, 758 op/s 2024-06-06T08:26:28.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:28 smithi120 ceph-mon[36658]: pgmap v118: 129 pgs: 129 active+clean; 302 MiB data, 991 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 7.1 MiB/s wr, 758 op/s 2024-06-06T08:26:29.000 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.001+0000 7fca3187b640 1 -- 172.21.15.42:0/4212742515 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fca2c1008d0 msgr2=0x7fca2c100d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:29.000 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.001+0000 7fca3187b640 1 --2- 172.21.15.42:0/4212742515 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fca2c1008d0 0x7fca2c100d50 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7fca20009930 tx=0x7fca2002a420 comp rx=0 tx=0).stop 2024-06-06T08:26:29.001 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.001+0000 7fca3187b640 1 -- 172.21.15.42:0/4212742515 shutdown_connections 2024-06-06T08:26:29.001 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.001+0000 7fca3187b640 1 --2- 172.21.15.42:0/4212742515 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca2c101290 0x7fca2c10d750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:29.001 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.001+0000 7fca3187b640 1 --2- 172.21.15.42:0/4212742515 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fca2c1008d0 0x7fca2c100d50 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:29.001 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.001+0000 7fca3187b640 1 --2- 172.21.15.42:0/4212742515 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fca2c106890 0x7fca2c106c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:29.001 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.001+0000 7fca3187b640 1 -- 172.21.15.42:0/4212742515 >> 172.21.15.42:0/4212742515 conn(0x7fca2c077a20 msgr2=0x7fca2c077e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:29.001 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.001+0000 7fca3187b640 1 -- 172.21.15.42:0/4212742515 shutdown_connections 2024-06-06T08:26:29.001 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.001+0000 7fca3187b640 1 -- 172.21.15.42:0/4212742515 wait complete. 2024-06-06T08:26:29.001 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.002+0000 7fca3187b640 1 Processor -- start 2024-06-06T08:26:29.001 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.002+0000 7fca3187b640 1 -- start start 2024-06-06T08:26:29.003 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.002+0000 7fca3187b640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca2c1008d0 0x7fca2c198250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:29.003 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.002+0000 7fca3187b640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fca2c101290 0x7fca2c198790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:29.003 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.002+0000 7fca3187b640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fca2c106890 0x7fca2c19cb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:29.004 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.002+0000 7fca3187b640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fca2c110ca0 con 0x7fca2c106890 2024-06-06T08:26:29.004 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.002+0000 7fca3187b640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fca2c110b20 con 0x7fca2c101290 2024-06-06T08:26:29.004 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.002+0000 7fca3187b640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fca2c110e20 con 0x7fca2c1008d0 2024-06-06T08:26:29.004 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.002+0000 7fca2a7fc640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fca2c101290 0x7fca2c198790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:29.004 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.002+0000 7fca2b7fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fca2c106890 0x7fca2c19cb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:29.004 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.002+0000 7fca2affd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca2c1008d0 0x7fca2c198250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:29.004 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.002+0000 7fca2a7fc640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fca2c101290 0x7fca2c198790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:42238/0 (socket says 172.21.15.42:42238) 2024-06-06T08:26:29.004 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.002+0000 7fca2a7fc640 1 -- 172.21.15.42:0/224355421 learned_addr learned my addr 172.21.15.42:0/224355421 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:26:29.004 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.002+0000 7fca2a7fc640 1 -- 172.21.15.42:0/224355421 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca2c1008d0 msgr2=0x7fca2c198250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:29.004 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.002+0000 7fca2a7fc640 1 --2- 172.21.15.42:0/224355421 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca2c1008d0 0x7fca2c198250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:29.004 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.002+0000 7fca2a7fc640 1 -- 172.21.15.42:0/224355421 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fca2c106890 msgr2=0x7fca2c19cb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:29.004 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.002+0000 7fca2a7fc640 1 --2- 172.21.15.42:0/224355421 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fca2c106890 0x7fca2c19cb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:29.004 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.003+0000 7fca2a7fc640 1 -- 172.21.15.42:0/224355421 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca2c19d240 con 0x7fca2c101290 2024-06-06T08:26:29.005 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.003+0000 7fca2b7fe640 1 --2- 172.21.15.42:0/224355421 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fca2c106890 0x7fca2c19cb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:26:29.005 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.003+0000 7fca2a7fc640 1 --2- 172.21.15.42:0/224355421 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fca2c101290 0x7fca2c198790 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fca20009230 tx=0x7fca20004270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:29.005 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.003+0000 7fca30879640 1 -- 172.21.15.42:0/224355421 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca2003f030 con 0x7fca2c101290 2024-06-06T08:26:29.005 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.003+0000 7fca3187b640 1 -- 172.21.15.42:0/224355421 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca2c19d4d0 con 0x7fca2c101290 2024-06-06T08:26:29.005 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.003+0000 7fca30879640 1 -- 172.21.15.42:0/224355421 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fca20003ad0 con 0x7fca2c101290 2024-06-06T08:26:29.005 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.003+0000 7fca30879640 1 -- 172.21.15.42:0/224355421 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca20035070 con 0x7fca2c101290 2024-06-06T08:26:29.005 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.003+0000 7fca3187b640 1 -- 172.21.15.42:0/224355421 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca2c1a4dc0 con 0x7fca2c101290 2024-06-06T08:26:29.011 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.005+0000 7fca30879640 1 -- 172.21.15.42:0/224355421 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fca20042030 con 0x7fca2c101290 2024-06-06T08:26:29.011 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.005+0000 7fca34581740 1 Processor -- start 2024-06-06T08:26:29.011 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.006+0000 7fca34581740 1 -- start start 2024-06-06T08:26:29.011 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.006+0000 7fca34581740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603aa3ca070 0x5603aa3ca450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:29.011 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.006+0000 7fca34581740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603aa3ca990 0x5603aa3d9220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:29.011 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.006+0000 7fca34581740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5603aa3d9760 0x5603aa3dbb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:29.011 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.006+0000 7fca34581740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5603aa32e4f0 con 0x5603aa3ca070 2024-06-06T08:26:29.011 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.006+0000 7fca34581740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5603aa2cc870 con 0x5603aa3ca990 2024-06-06T08:26:29.011 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.006+0000 7fca34581740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5603aa32a4b0 con 0x5603aa3d9760 2024-06-06T08:26:29.011 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.006+0000 7fca2b7fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603aa3ca070 0x5603aa3ca450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:29.011 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.006+0000 7fca2b7fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603aa3ca070 0x5603aa3ca450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:40098/0 (socket says 172.21.15.42:40098) 2024-06-06T08:26:29.012 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.006+0000 7fca2b7fe640 1 -- 172.21.15.42:0/3844723351 learned_addr learned my addr 172.21.15.42:0/3844723351 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:26:29.012 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.006+0000 7fca2a7fc640 1 --2- 172.21.15.42:0/3844723351 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5603aa3d9760 0x5603aa3dbb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:29.012 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.006+0000 7fca30879640 1 --2- 172.21.15.42:0/224355421 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fca140a2da0 0x7fca140a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:29.012 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.006+0000 7fca2affd640 1 --2- 172.21.15.42:0/3844723351 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603aa3ca990 0x5603aa3d9220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:29.012 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.006+0000 7fca2b7fe640 1 --2- 172.21.15.42:0/224355421 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fca140a2da0 0x7fca140a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:29.012 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.006+0000 7fca2b7fe640 1 -- 172.21.15.42:0/3844723351 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5603aa3d9760 msgr2=0x5603aa3dbb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:29.012 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.006+0000 7fca2b7fe640 1 --2- 172.21.15.42:0/3844723351 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5603aa3d9760 0x5603aa3dbb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:29.012 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.006+0000 7fca2b7fe640 1 -- 172.21.15.42:0/3844723351 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603aa3ca990 msgr2=0x5603aa3d9220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:29.012 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.006+0000 7fca2b7fe640 1 --2- 172.21.15.42:0/3844723351 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603aa3ca990 0x5603aa3d9220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:29.012 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.006+0000 7fca30879640 1 -- 172.21.15.42:0/224355421 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fca200efd20 con 0x7fca2c101290 2024-06-06T08:26:29.012 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.006+0000 7fca2b7fe640 1 -- 172.21.15.42:0/3844723351 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5603aa2e89b0 con 0x5603aa3ca070 2024-06-06T08:26:29.012 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.007+0000 7fca2b7fe640 1 --2- 172.21.15.42:0/3844723351 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603aa3ca070 0x5603aa3ca450 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7fca24009fd0 tx=0x7fca24013830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe04eae9f1a57c56 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:29.012 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.007+0000 7fca11ffb640 1 -- 172.21.15.42:0/3844723351 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca24022020 con 0x5603aa3ca070 2024-06-06T08:26:29.013 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.007+0000 7fca2b7fe640 1 --2- 172.21.15.42:0/224355421 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fca140a2da0 0x7fca140a5260 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fca24023000 tx=0x7fca24021000 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:29.013 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.007+0000 7fca11ffb640 1 -- 172.21.15.42:0/3844723351 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fca2400f8b0 con 0x5603aa3ca070 2024-06-06T08:26:29.013 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.007+0000 7fca11ffb640 1 -- 172.21.15.42:0/3844723351 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca2401e400 con 0x5603aa3ca070 2024-06-06T08:26:29.013 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.007+0000 7fca34581740 1 -- 172.21.15.42:0/3844723351 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603aa3ca070 msgr2=0x5603aa3ca450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:29.013 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.007+0000 7fca34581740 1 --2- 172.21.15.42:0/3844723351 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603aa3ca070 0x5603aa3ca450 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7fca24009fd0 tx=0x7fca24013830 comp rx=0 tx=0).stop 2024-06-06T08:26:29.013 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.008+0000 7fca34581740 1 -- 172.21.15.42:0/3844723351 shutdown_connections 2024-06-06T08:26:29.013 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.008+0000 7fca34581740 1 --2- 172.21.15.42:0/3844723351 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603aa3ca990 0x5603aa3d9220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:29.013 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.008+0000 7fca34581740 1 --2- 172.21.15.42:0/3844723351 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5603aa3d9760 0x5603aa3dbb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:29.013 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.008+0000 7fca34581740 1 --2- 172.21.15.42:0/3844723351 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603aa3ca070 0x5603aa3ca450 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:29.013 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.008+0000 7fca34581740 1 -- 172.21.15.42:0/3844723351 >> 172.21.15.42:0/3844723351 conn(0x5603aa3c6680 msgr2=0x5603aa3c6a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:29.013 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.008+0000 7fca34581740 1 -- 172.21.15.42:0/3844723351 shutdown_connections 2024-06-06T08:26:29.013 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.008+0000 7fca34581740 1 -- 172.21.15.42:0/3844723351 wait complete. 2024-06-06T08:26:29.013 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.008+0000 7fca34581740 1 -- start start 2024-06-06T08:26:29.014 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.008+0000 7fca34581740 1 Processor -- start 2024-06-06T08:26:29.014 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.008+0000 7fca34581740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5603aa3ca070 0x5603aa3d6690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:29.014 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.008+0000 7fca34581740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603aa3ca990 0x5603aa3d6bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:29.014 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.008+0000 7fca34581740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603aa3d9760 0x5603aa3d7110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:29.014 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.008+0000 7fca34581740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5603aa3dc390 con 0x5603aa3ca990 2024-06-06T08:26:29.014 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.008+0000 7fca34581740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5603aa2b7ae0 con 0x5603aa3d9760 2024-06-06T08:26:29.014 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.008+0000 7fca34581740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5603aa3dc510 con 0x5603aa3ca070 2024-06-06T08:26:29.014 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.009+0000 7fca34581740 10 client.0 _ll_register_callbacks cb 0x5603aa2f09b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:26:29.014 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.009+0000 7fca2a7fc640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603aa3ca990 0x5603aa3d6bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:29.014 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.009+0000 7fca2affd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5603aa3ca070 0x5603aa3d6690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:29.014 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.009+0000 7fca2a7fc640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603aa3ca990 0x5603aa3d6bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:40106/0 (socket says 172.21.15.42:40106) 2024-06-06T08:26:29.014 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.009+0000 7fca2a7fc640 1 -- 172.21.15.42:0/201617730 learned_addr learned my addr 172.21.15.42:0/201617730 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:26:29.015 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.009+0000 7fca2b7fe640 1 --2- 172.21.15.42:0/201617730 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603aa3d9760 0x5603aa3d7110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:29.015 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.009+0000 7fca2a7fc640 1 -- 172.21.15.42:0/201617730 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5603aa3ca070 msgr2=0x5603aa3d6690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:29.015 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.009+0000 7fca2a7fc640 1 --2- 172.21.15.42:0/201617730 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5603aa3ca070 0x5603aa3d6690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:29.015 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.009+0000 7fca2a7fc640 1 -- 172.21.15.42:0/201617730 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603aa3d9760 msgr2=0x5603aa3d7110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:29.015 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.009+0000 7fca2a7fc640 1 --2- 172.21.15.42:0/201617730 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603aa3d9760 0x5603aa3d7110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:29.015 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.009+0000 7fca2a7fc640 1 -- 172.21.15.42:0/201617730 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5603aa042210 con 0x5603aa3ca990 2024-06-06T08:26:29.015 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.009+0000 7fca2affd640 1 --2- 172.21.15.42:0/201617730 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5603aa3ca070 0x5603aa3d6690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:26:29.015 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.009+0000 7fca2b7fe640 1 --2- 172.21.15.42:0/201617730 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603aa3d9760 0x5603aa3d7110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:26:29.015 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.009+0000 7fca2a7fc640 1 --2- 172.21.15.42:0/201617730 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603aa3ca990 0x5603aa3d6bd0 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7fca200bbcb0 tx=0x7fca20005c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79e2542e0c81a490 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:29.015 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.009+0000 7fca0affd640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:26:29.015 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.009+0000 7fca0affd640 1 -- 172.21.15.42:0/201617730 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca20049040 con 0x5603aa3ca990 2024-06-06T08:26:29.015 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.009+0000 7fca0affd640 1 -- 172.21.15.42:0/201617730 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fca2003bd60 con 0x5603aa3ca990 2024-06-06T08:26:29.015 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.009+0000 7fca34581740 1 -- 172.21.15.42:0/201617730 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5603aa341f10 con 0x5603aa3ca990 2024-06-06T08:26:29.016 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.009+0000 7fca0affd640 1 -- 172.21.15.42:0/201617730 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fca200bbfb0 con 0x5603aa3ca990 2024-06-06T08:26:29.016 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.009+0000 7fca34581740 10 client.16356 fetch_fsmap learned FSMap version 28 2024-06-06T08:26:29.016 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.009+0000 7fca34581740 1 -- 172.21.15.42:0/201617730 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5603aa10e620 con 0x5603aa3ca990 2024-06-06T08:26:29.016 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.010+0000 7fca0affd640 1 -- 172.21.15.42:0/201617730 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x5603aa341f10 con 0x5603aa3ca990 2024-06-06T08:26:29.016 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.010+0000 7fca0affd640 1 -- 172.21.15.42:0/201617730 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fca200b8620 con 0x5603aa3ca990 2024-06-06T08:26:29.016 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.010+0000 7fca34581740 10 client.16356 fetch_fsmap finished waiting for FSMap version 28 2024-06-06T08:26:29.016 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.010+0000 7fca34581740 10 client.16356 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:26:29.016 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.010+0000 7fca34581740 20 client.16356 populate_metadata read hostname 'smithi042' 2024-06-06T08:26:29.016 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.010+0000 7fca34581740 1 --2- 172.21.15.42:0/201617730 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5603aa3e98d0 0x5603aa3ebd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:29.016 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.010+0000 7fca34581740 4 client.16356 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:26:29.016 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.010+0000 7fca34581740 1 -- 172.21.15.42:0/201617730 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5603aa33bc20 con 0x5603aa3e98d0 2024-06-06T08:26:29.016 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.010+0000 7fca2affd640 1 --2- 172.21.15.42:0/201617730 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5603aa3e98d0 0x5603aa3ebd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:29.016 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.010+0000 7fca2affd640 1 --2- 172.21.15.42:0/201617730 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5603aa3e98d0 0x5603aa3ebd30 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d3688c3c1bfea6af server_cookie=c94dd3168386e6fb in_seq=0 out_seq=0 2024-06-06T08:26:29.017 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.010+0000 7fca0affd640 10 client.16356 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:26:29.018 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.013+0000 7fca0affd640 1 -- 172.21.15.42:0/201617730 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x5603aa33bc20 con 0x5603aa3e98d0 2024-06-06T08:26:29.018 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.013+0000 7fca0affd640 10 client.16356 handle_command_reply: tid=0 2024-06-06T08:26:29.018 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.013+0000 7fca34581740 1 client.16356 shutdown 2024-06-06T08:26:29.019 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.013+0000 7fca34581740 1 -- 172.21.15.42:0/201617730 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603aa3ca990 msgr2=0x5603aa3d6bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:29.019 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.013+0000 7fca34581740 1 --2- 172.21.15.42:0/201617730 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603aa3ca990 0x5603aa3d6bd0 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7fca200bbcb0 tx=0x7fca20005c90 comp rx=0 tx=0).stop 2024-06-06T08:26:29.019 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.013+0000 7fca34581740 1 -- 172.21.15.42:0/201617730 shutdown_connections 2024-06-06T08:26:29.019 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.013+0000 7fca34581740 1 --2- 172.21.15.42:0/201617730 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5603aa3e98d0 0x5603aa3ebd30 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:29.019 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.013+0000 7fca34581740 1 --2- 172.21.15.42:0/201617730 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603aa3d9760 0x5603aa3d7110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:29.019 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.013+0000 7fca34581740 1 --2- 172.21.15.42:0/201617730 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603aa3ca990 0x5603aa3d6bd0 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:29.019 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.013+0000 7fca0affd640 0 client.16356 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:26:29.019 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.013+0000 7fca34581740 1 --2- 172.21.15.42:0/201617730 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5603aa3ca070 0x5603aa3d6690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:29.019 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.013+0000 7fca34581740 1 -- 172.21.15.42:0/201617730 >> 172.21.15.42:0/201617730 conn(0x5603aa3c6680 msgr2=0x5603aa3cc4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:29.019 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.014+0000 7fca34581740 1 -- 172.21.15.42:0/201617730 shutdown_connections 2024-06-06T08:26:29.019 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.014+0000 7fca34581740 1 -- 172.21.15.42:0/201617730 wait complete. 2024-06-06T08:26:29.019 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.014+0000 7fca34581740 20 client.16356 trim_cache size 0 max 16384 2024-06-06T08:26:29.033 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.029+0000 7fca34581740 1 Processor -- start 2024-06-06T08:26:29.033 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.029+0000 7fca34581740 1 -- start start 2024-06-06T08:26:29.033 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.029+0000 7fca34581740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603aa3ca070 0x5603aa3c19c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:29.033 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.029+0000 7fca34581740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5603aa3ca990 0x5603aa3c5660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:29.033 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.029+0000 7fca34581740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603aa3d9760 0x5603aa3f1600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:29.034 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.029+0000 7fca34581740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fca2c1af2c0 con 0x5603aa3ca070 2024-06-06T08:26:29.034 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.029+0000 7fca34581740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fca2c1acb90 con 0x5603aa3d9760 2024-06-06T08:26:29.034 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.030+0000 7fca34581740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fca2c1aa9e0 con 0x5603aa3ca990 2024-06-06T08:26:29.034 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.030+0000 7fca2affd640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603aa3ca070 0x5603aa3c19c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:29.034 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.030+0000 7fca2affd640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603aa3ca070 0x5603aa3c19c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:40118/0 (socket says 172.21.15.42:40118) 2024-06-06T08:26:29.034 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.030+0000 7fca2b7fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603aa3d9760 0x5603aa3f1600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:29.034 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.030+0000 7fca2affd640 1 -- 172.21.15.42:0/126389305 learned_addr learned my addr 172.21.15.42:0/126389305 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:26:29.034 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.030+0000 7fca2a7fc640 1 --2- 172.21.15.42:0/126389305 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5603aa3ca990 0x5603aa3c5660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:29.034 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.030+0000 7fca2b7fe640 1 -- 172.21.15.42:0/126389305 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5603aa3ca990 msgr2=0x5603aa3c5660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:29.034 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.030+0000 7fca2b7fe640 1 --2- 172.21.15.42:0/126389305 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5603aa3ca990 0x5603aa3c5660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:29.034 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.030+0000 7fca2b7fe640 1 -- 172.21.15.42:0/126389305 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603aa3ca070 msgr2=0x5603aa3c19c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:29.034 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.030+0000 7fca2b7fe640 1 --2- 172.21.15.42:0/126389305 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603aa3ca070 0x5603aa3c19c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:29.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.030+0000 7fca2b7fe640 1 -- 172.21.15.42:0/126389305 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5603aa3d4be0 con 0x5603aa3d9760 2024-06-06T08:26:29.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.030+0000 7fca2affd640 1 --2- 172.21.15.42:0/126389305 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603aa3ca070 0x5603aa3c19c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:26:29.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.030+0000 7fca2b7fe640 1 --2- 172.21.15.42:0/126389305 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603aa3d9760 0x5603aa3f1600 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fca24000f80 tx=0x7fca24009480 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5a4b98e8491a8fed server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:29.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.030+0000 7fca117fa640 1 -- 172.21.15.42:0/126389305 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca2402f070 con 0x5603aa3d9760 2024-06-06T08:26:29.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.030+0000 7fca117fa640 1 -- 172.21.15.42:0/126389305 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fca240047f0 con 0x5603aa3d9760 2024-06-06T08:26:29.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.030+0000 7fca117fa640 1 -- 172.21.15.42:0/126389305 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca24022040 con 0x5603aa3d9760 2024-06-06T08:26:29.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.031+0000 7fca34581740 1 -- 172.21.15.42:0/126389305 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603aa3d9760 msgr2=0x5603aa3f1600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:29.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.031+0000 7fca34581740 1 --2- 172.21.15.42:0/126389305 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603aa3d9760 0x5603aa3f1600 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fca24000f80 tx=0x7fca24009480 comp rx=0 tx=0).stop 2024-06-06T08:26:29.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.031+0000 7fca34581740 1 -- 172.21.15.42:0/126389305 shutdown_connections 2024-06-06T08:26:29.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.031+0000 7fca34581740 1 --2- 172.21.15.42:0/126389305 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603aa3d9760 0x5603aa3f1600 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:29.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.031+0000 7fca34581740 1 --2- 172.21.15.42:0/126389305 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5603aa3ca990 0x5603aa3c5660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:29.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.031+0000 7fca34581740 1 --2- 172.21.15.42:0/126389305 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603aa3ca070 0x5603aa3c19c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:29.036 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.031+0000 7fca34581740 1 -- 172.21.15.42:0/126389305 >> 172.21.15.42:0/126389305 conn(0x5603aa3c6680 msgr2=0x5603aa3c4f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:29.036 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.031+0000 7fca34581740 1 -- 172.21.15.42:0/126389305 shutdown_connections 2024-06-06T08:26:29.036 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.031+0000 7fca34581740 1 -- 172.21.15.42:0/126389305 wait complete. 2024-06-06T08:26:29.036 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.031+0000 7fca34581740 1 -- start start 2024-06-06T08:26:29.036 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.032+0000 7fca34581740 1 Processor -- start 2024-06-06T08:26:29.036 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.032+0000 7fca34581740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603aa3ca070 0x5603aa3e1c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:29.036 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.032+0000 7fca34581740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603aa3ca990 0x5603aa3dcfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:29.036 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.032+0000 7fca34581740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5603aa3d9760 0x5603aa3dd510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:29.036 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.032+0000 7fca34581740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fca2c1ab050 con 0x5603aa3ca070 2024-06-06T08:26:29.036 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.032+0000 7fca34581740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fca2c1ac4c0 con 0x5603aa3ca990 2024-06-06T08:26:29.036 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.032+0000 7fca34581740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fca2c1ab720 con 0x5603aa3d9760 2024-06-06T08:26:29.036 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.032+0000 7fca34581740 10 client.0 _ll_register_callbacks cb 0x7fca20009880 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:26:29.037 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.032+0000 7fca2affd640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603aa3ca070 0x5603aa3e1c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:29.037 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.032+0000 7fca2affd640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603aa3ca070 0x5603aa3e1c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:40120/0 (socket says 172.21.15.42:40120) 2024-06-06T08:26:29.037 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.032+0000 7fca2affd640 1 -- 172.21.15.42:0/32900918 learned_addr learned my addr 172.21.15.42:0/32900918 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:26:29.037 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.032+0000 7fca2b7fe640 1 --2- 172.21.15.42:0/32900918 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5603aa3d9760 0x5603aa3dd510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:29.037 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.032+0000 7fca2a7fc640 1 --2- 172.21.15.42:0/32900918 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603aa3ca990 0x5603aa3dcfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:29.037 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.032+0000 7fca2affd640 1 -- 172.21.15.42:0/32900918 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5603aa3d9760 msgr2=0x5603aa3dd510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:29.037 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.032+0000 7fca2affd640 1 --2- 172.21.15.42:0/32900918 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5603aa3d9760 0x5603aa3dd510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:29.037 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.032+0000 7fca2affd640 1 -- 172.21.15.42:0/32900918 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603aa3ca990 msgr2=0x5603aa3dcfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:29.037 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.032+0000 7fca2affd640 1 --2- 172.21.15.42:0/32900918 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603aa3ca990 0x5603aa3dcfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:29.037 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.032+0000 7fca2affd640 1 -- 172.21.15.42:0/32900918 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5603aa3ddad0 con 0x5603aa3ca070 2024-06-06T08:26:29.037 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.033+0000 7fca2affd640 1 --2- 172.21.15.42:0/32900918 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603aa3ca070 0x5603aa3e1c60 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7fca1c005fd0 tx=0x7fca1c0128b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6b88c8681472e0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:29.037 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.033+0000 7fca0affd640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:26:29.038 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.033+0000 7fca0affd640 1 -- 172.21.15.42:0/32900918 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca1c004220 con 0x5603aa3ca070 2024-06-06T08:26:29.038 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.033+0000 7fca0affd640 1 -- 172.21.15.42:0/32900918 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fca1c0043c0 con 0x5603aa3ca070 2024-06-06T08:26:29.038 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.033+0000 7fca34581740 1 -- 172.21.15.42:0/32900918 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5603aa335f70 con 0x5603aa3ca070 2024-06-06T08:26:29.038 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.033+0000 7fca0affd640 1 -- 172.21.15.42:0/32900918 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fca1c030050 con 0x5603aa3ca070 2024-06-06T08:26:29.038 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.033+0000 7fca34581740 10 client.16362 fetch_fsmap learned FSMap version 28 2024-06-06T08:26:29.038 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.033+0000 7fca34581740 1 -- 172.21.15.42:0/32900918 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5603aa4543d0 con 0x5603aa3ca070 2024-06-06T08:26:29.038 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.033+0000 7fca0affd640 1 -- 172.21.15.42:0/32900918 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x5603aa335f70 con 0x5603aa3ca070 2024-06-06T08:26:29.038 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.033+0000 7fca0affd640 1 -- 172.21.15.42:0/32900918 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fca1c003bd0 con 0x5603aa3ca070 2024-06-06T08:26:29.038 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.034+0000 7fca34581740 10 client.16362 fetch_fsmap finished waiting for FSMap version 28 2024-06-06T08:26:29.038 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.034+0000 7fca34581740 10 client.16362 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:26:29.039 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.034+0000 7fca34581740 20 client.16362 populate_metadata read hostname 'smithi042' 2024-06-06T08:26:29.039 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.034+0000 7fca34581740 1 --2- 172.21.15.42:0/32900918 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5603aa454c00 0x5603aa457020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:29.039 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.034+0000 7fca34581740 4 client.16362 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:26:29.039 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.034+0000 7fca34581740 1 -- 172.21.15.42:0/32900918 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5603aa2b38e0 con 0x5603aa454c00 2024-06-06T08:26:29.039 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.034+0000 7fca2a7fc640 1 --2- 172.21.15.42:0/32900918 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5603aa454c00 0x5603aa457020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:29.039 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.034+0000 7fca0affd640 10 client.16362 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:26:29.039 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:29.034+0000 7fca2a7fc640 1 --2- 172.21.15.42:0/32900918 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5603aa454c00 0x5603aa457020 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b3c7f135483cdf91 server_cookie=fd9227b7169637c8 in_seq=0 out_seq=0 2024-06-06T08:26:29.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:28 smithi149 ceph-mon[36842]: pgmap v118: 129 pgs: 129 active+clean; 302 MiB data, 991 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 7.1 MiB/s wr, 758 op/s 2024-06-06T08:26:29.856 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.857+0000 7f75449f2700 1 -- 172.21.15.42:0/1539482554 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7540101d50 msgr2=0x7f754010e240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:29.857 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.857+0000 7f75449f2700 1 --2- 172.21.15.42:0/1539482554 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7540101d50 0x7f754010e240 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f753800b0a0 tx=0x7f753800b3b0 comp rx=0 tx=0).stop 2024-06-06T08:26:29.857 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.857+0000 7f75449f2700 1 -- 172.21.15.42:0/1539482554 shutdown_connections 2024-06-06T08:26:29.857 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.857+0000 7f75449f2700 1 --2- 172.21.15.42:0/1539482554 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7540101d50 0x7f754010e240 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:29.857 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.857+0000 7f75449f2700 1 --2- 172.21.15.42:0/1539482554 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7540107400 0x7f75401077e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:29.857 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.857+0000 7f75449f2700 1 --2- 172.21.15.42:0/1539482554 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7540101390 0x7f7540101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:29.857 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.857+0000 7f75449f2700 1 -- 172.21.15.42:0/1539482554 >> 172.21.15.42:0/1539482554 conn(0x7f7540078340 msgr2=0x7f7540078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:29.857 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.858+0000 7f75449f2700 1 -- 172.21.15.42:0/1539482554 shutdown_connections 2024-06-06T08:26:29.857 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.858+0000 7f75449f2700 1 -- 172.21.15.42:0/1539482554 wait complete. 2024-06-06T08:26:29.859 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.858+0000 7f75449f2700 1 Processor -- start 2024-06-06T08:26:29.859 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.858+0000 7f75449f2700 1 -- start start 2024-06-06T08:26:29.859 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.859+0000 7f75449f2700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7540101390 0x7f754019e7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:29.859 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.859+0000 7f75449f2700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7540101d50 0x7f754019ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:29.859 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.859+0000 7f75449f2700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7540107400 0x7f7540198990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:29.859 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.859+0000 7f75449f2700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f75401116a0 con 0x7f7540101d50 2024-06-06T08:26:29.859 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.859+0000 7f75449f2700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f7540111520 con 0x7f7540101390 2024-06-06T08:26:29.859 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.859+0000 7f75449f2700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f7540111820 con 0x7f7540107400 2024-06-06T08:26:29.860 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.859+0000 7f7535d9b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7540101d50 0x7f754019ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:29.860 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.859+0000 7f7535d9b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7540101d50 0x7f754019ed10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:40142/0 (socket says 172.21.15.42:40142) 2024-06-06T08:26:29.860 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.859+0000 7f7535d9b700 1 -- 172.21.15.42:0/305387645 learned_addr learned my addr 172.21.15.42:0/305387645 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:26:29.860 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.859+0000 7f753ed9d700 1 --2- 172.21.15.42:0/305387645 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7540107400 0x7f7540198990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:29.860 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.859+0000 7f753e59c700 1 --2- 172.21.15.42:0/305387645 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7540101390 0x7f754019e7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:29.860 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.859+0000 7f7535d9b700 1 -- 172.21.15.42:0/305387645 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7540107400 msgr2=0x7f7540198990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:29.860 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.859+0000 7f7535d9b700 1 --2- 172.21.15.42:0/305387645 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7540107400 0x7f7540198990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:29.860 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.859+0000 7f7535d9b700 1 -- 172.21.15.42:0/305387645 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7540101390 msgr2=0x7f754019e7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:29.860 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.859+0000 7f7535d9b700 1 --2- 172.21.15.42:0/305387645 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7540101390 0x7f754019e7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:29.860 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.859+0000 7f7535d9b700 1 -- 172.21.15.42:0/305387645 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75401990f0 con 0x7f7540101d50 2024-06-06T08:26:29.860 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.859+0000 7f7535d9b700 1 --2- 172.21.15.42:0/305387645 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7540101d50 0x7f754019ed10 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f752800e9c0 tx=0x7f752800ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:29.860 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.860+0000 7f7537fff700 1 -- 172.21.15.42:0/305387645 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f752800cbd0 con 0x7f7540101d50 2024-06-06T08:26:29.860 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.860+0000 7f75449f2700 1 -- 172.21.15.42:0/305387645 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75401993e0 con 0x7f7540101d50 2024-06-06T08:26:29.860 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.860+0000 7f7537fff700 1 -- 172.21.15.42:0/305387645 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f752800cd70 con 0x7f7540101d50 2024-06-06T08:26:29.861 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.860+0000 7f75449f2700 1 -- 172.21.15.42:0/305387645 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75401a56a0 con 0x7f7540101d50 2024-06-06T08:26:29.861 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.860+0000 7f7537fff700 1 -- 172.21.15.42:0/305387645 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7528010430 con 0x7f7540101d50 2024-06-06T08:26:29.861 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.862+0000 7f7537fff700 1 -- 172.21.15.42:0/305387645 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f7528004750 con 0x7f7540101d50 2024-06-06T08:26:29.861 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.862+0000 7f7537fff700 1 --2- 172.21.15.42:0/305387645 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f752c0a2e10 0x7f752c0a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:29.862 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.863+0000 7f753e59c700 1 --2- 172.21.15.42:0/305387645 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f752c0a2e10 0x7f752c0a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:29.862 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.863+0000 7f7537fff700 1 -- 172.21.15.42:0/305387645 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f75280cf960 con 0x7f7540101d50 2024-06-06T08:26:29.864 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.863+0000 7f753e59c700 1 --2- 172.21.15.42:0/305387645 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f752c0a2e10 0x7f752c0a52d0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f7530005fd0 tx=0x7f753000af00 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:29.864 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.863+0000 7f754f275b80 1 Processor -- start 2024-06-06T08:26:29.864 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.864+0000 7f754f275b80 1 -- start start 2024-06-06T08:26:29.864 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.864+0000 7f754f275b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562896c83f60 0x562896c84340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:29.864 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.864+0000 7f754f275b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562896c84880 0x562896c7e260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:29.864 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.864+0000 7f754f275b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562896c7e7a0 0x562896c7ebc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:29.864 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.864+0000 7f754f275b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x562896b70f60 con 0x562896c7e7a0 2024-06-06T08:26:29.864 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.864+0000 7f754f275b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x562896bcf850 con 0x562896c83f60 2024-06-06T08:26:29.864 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.864+0000 7f754f275b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x562896b37460 con 0x562896c84880 2024-06-06T08:26:29.864 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.864+0000 7f753ed9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562896c7e7a0 0x562896c7ebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:29.864 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.864+0000 7f7535d9b700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562896c84880 0x562896c7e260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:29.864 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.864+0000 7f753ed9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562896c7e7a0 0x562896c7ebc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:40150/0 (socket says 172.21.15.42:40150) 2024-06-06T08:26:29.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.864+0000 7f753ed9d700 1 -- 172.21.15.42:0/1436451886 learned_addr learned my addr 172.21.15.42:0/1436451886 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:26:29.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.864+0000 7f753e59c700 1 --2- 172.21.15.42:0/1436451886 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562896c83f60 0x562896c84340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:29.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.864+0000 7f7535d9b700 1 -- 172.21.15.42:0/1436451886 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562896c83f60 msgr2=0x562896c84340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:29.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.864+0000 7f7535d9b700 1 --2- 172.21.15.42:0/1436451886 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562896c83f60 0x562896c84340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:29.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.864+0000 7f7535d9b700 1 -- 172.21.15.42:0/1436451886 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562896c7e7a0 msgr2=0x562896c7ebc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:29.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.864+0000 7f7535d9b700 1 --2- 172.21.15.42:0/1436451886 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562896c7e7a0 0x562896c7ebc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:29.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.864+0000 7f7535d9b700 1 -- 172.21.15.42:0/1436451886 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562896b1e8d0 con 0x562896c84880 2024-06-06T08:26:29.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.864+0000 7f753ed9d700 1 --2- 172.21.15.42:0/1436451886 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562896c7e7a0 0x562896c7ebc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:26:29.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.865+0000 7f7535d9b700 1 --2- 172.21.15.42:0/1436451886 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562896c84880 0x562896c7e260 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f75280ccd10 tx=0x7f752809b750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8e94ce535c9abc6f server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:29.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.865+0000 7f7534d99700 1 -- 172.21.15.42:0/1436451886 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f752809c1e0 con 0x562896c84880 2024-06-06T08:26:29.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.865+0000 7f7534d99700 1 -- 172.21.15.42:0/1436451886 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f752809bae0 con 0x562896c84880 2024-06-06T08:26:29.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.865+0000 7f7534d99700 1 -- 172.21.15.42:0/1436451886 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f752809bd40 con 0x562896c84880 2024-06-06T08:26:29.868 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.865+0000 7f754f275b80 1 -- 172.21.15.42:0/1436451886 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562896c84880 msgr2=0x562896c7e260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:29.868 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.865+0000 7f754f275b80 1 --2- 172.21.15.42:0/1436451886 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562896c84880 0x562896c7e260 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f75280ccd10 tx=0x7f752809b750 comp rx=0 tx=0).stop 2024-06-06T08:26:29.868 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.866+0000 7f754f275b80 1 -- 172.21.15.42:0/1436451886 shutdown_connections 2024-06-06T08:26:29.868 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.866+0000 7f754f275b80 1 --2- 172.21.15.42:0/1436451886 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562896c7e7a0 0x562896c7ebc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:29.868 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.866+0000 7f754f275b80 1 --2- 172.21.15.42:0/1436451886 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562896c83f60 0x562896c84340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:29.869 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.866+0000 7f754f275b80 1 --2- 172.21.15.42:0/1436451886 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562896c84880 0x562896c7e260 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:29.869 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.866+0000 7f754f275b80 1 -- 172.21.15.42:0/1436451886 >> 172.21.15.42:0/1436451886 conn(0x562896bab080 msgr2=0x562896c79220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:29.869 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.866+0000 7f754f275b80 1 -- 172.21.15.42:0/1436451886 shutdown_connections 2024-06-06T08:26:29.869 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.866+0000 7f754f275b80 1 -- 172.21.15.42:0/1436451886 wait complete. 2024-06-06T08:26:29.869 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.866+0000 7f754f275b80 1 -- start start 2024-06-06T08:26:29.869 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.866+0000 7f754f275b80 1 Processor -- start 2024-06-06T08:26:29.869 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.866+0000 7f754f275b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562896c7e7a0 0x562896c8a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:29.869 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.867+0000 7f754f275b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562896c83f60 0x562896c878c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:29.869 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.867+0000 7f754f275b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562896c84880 0x562896c87e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:29.869 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.867+0000 7f754f275b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x562896b6ffc0 con 0x562896c7e7a0 2024-06-06T08:26:29.869 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.867+0000 7f754f275b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x562896bcb810 con 0x562896c84880 2024-06-06T08:26:29.869 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.867+0000 7f754f275b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x562896c8b260 con 0x562896c83f60 2024-06-06T08:26:29.869 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.867+0000 7f754f275b80 10 client.0 _ll_register_callbacks cb 0x562896b655b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:26:29.870 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.867+0000 7f753e59c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562896c7e7a0 0x562896c8a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:29.870 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.867+0000 7f7535d9b700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562896c83f60 0x562896c878c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:29.870 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.867+0000 7f7535d9b700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562896c83f60 0x562896c878c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:41950/0 (socket says 172.21.15.42:41950) 2024-06-06T08:26:29.870 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.867+0000 7f753e59c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562896c7e7a0 0x562896c8a5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:40160/0 (socket says 172.21.15.42:40160) 2024-06-06T08:26:29.870 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.867+0000 7f7535d9b700 1 -- 172.21.15.42:0/3350544002 learned_addr learned my addr 172.21.15.42:0/3350544002 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:26:29.870 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.867+0000 7f753ed9d700 1 --2- 172.21.15.42:0/3350544002 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562896c84880 0x562896c87e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:29.870 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.867+0000 7f753e59c700 1 -- 172.21.15.42:0/3350544002 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562896c83f60 msgr2=0x562896c878c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:29.870 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.867+0000 7f753e59c700 1 --2- 172.21.15.42:0/3350544002 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562896c83f60 0x562896c878c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:29.870 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.867+0000 7f753e59c700 1 -- 172.21.15.42:0/3350544002 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562896c84880 msgr2=0x562896c87e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:29.870 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.867+0000 7f753e59c700 1 --2- 172.21.15.42:0/3350544002 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562896c84880 0x562896c87e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:29.870 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.867+0000 7f753e59c700 1 -- 172.21.15.42:0/3350544002 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562896b95750 con 0x562896c7e7a0 2024-06-06T08:26:29.870 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.867+0000 7f7535d9b700 1 --2- 172.21.15.42:0/3350544002 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562896c83f60 0x562896c878c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:26:29.870 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.867+0000 7f753e59c700 1 --2- 172.21.15.42:0/3350544002 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562896c7e7a0 0x562896c8a5c0 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f753000a950 tx=0x7f7530004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c58e42e0e77dacd server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:29.871 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.867+0000 7f7525ffb700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:26:29.871 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.867+0000 7f7525ffb700 1 -- 172.21.15.42:0/3350544002 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f753001e840 con 0x562896c7e7a0 2024-06-06T08:26:29.871 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.867+0000 7f7525ffb700 1 -- 172.21.15.42:0/3350544002 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f753001e9e0 con 0x562896c7e7a0 2024-06-06T08:26:29.871 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.867+0000 7f754f275b80 1 -- 172.21.15.42:0/3350544002 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f752809bae0 con 0x562896c7e7a0 2024-06-06T08:26:29.871 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.868+0000 7f7525ffb700 1 -- 172.21.15.42:0/3350544002 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f7530030050 con 0x562896c7e7a0 2024-06-06T08:26:29.871 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.868+0000 7f754f275b80 10 client.16374 fetch_fsmap learned FSMap version 28 2024-06-06T08:26:29.871 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.868+0000 7f754f275b80 1 -- 172.21.15.42:0/3350544002 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x562896c95a50 con 0x562896c7e7a0 2024-06-06T08:26:29.871 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.868+0000 7f7525ffb700 1 -- 172.21.15.42:0/3350544002 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f752809bae0 con 0x562896c7e7a0 2024-06-06T08:26:29.871 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.868+0000 7f7525ffb700 1 -- 172.21.15.42:0/3350544002 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f753001d430 con 0x562896c7e7a0 2024-06-06T08:26:29.871 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.868+0000 7f754f275b80 10 client.16374 fetch_fsmap finished waiting for FSMap version 28 2024-06-06T08:26:29.871 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.868+0000 7f754f275b80 10 client.16374 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:26:29.871 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.868+0000 7f754f275b80 20 client.16374 populate_metadata read hostname 'smithi042' 2024-06-06T08:26:29.872 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.868+0000 7f754f275b80 1 --2- 172.21.15.42:0/3350544002 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x562896c98130 0x562896c9a550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:29.872 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.868+0000 7f754f275b80 4 client.16374 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:26:29.872 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.868+0000 7f754f275b80 1 -- 172.21.15.42:0/3350544002 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562896bdcd50 con 0x562896c98130 2024-06-06T08:26:29.872 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.868+0000 7f7535d9b700 1 --2- 172.21.15.42:0/3350544002 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x562896c98130 0x562896c9a550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:29.872 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.869+0000 7f7535d9b700 1 --2- 172.21.15.42:0/3350544002 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x562896c98130 0x562896c9a550 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d53979c28bef24ed server_cookie=19302963ed1a7e65 in_seq=0 out_seq=0 2024-06-06T08:26:29.872 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.869+0000 7f7525ffb700 10 client.16374 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:26:29.873 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.871+0000 7f7525ffb700 1 -- 172.21.15.42:0/3350544002 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x562896bdcd50 con 0x562896c98130 2024-06-06T08:26:29.873 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.871+0000 7f7525ffb700 10 client.16374 handle_command_reply: tid=0 2024-06-06T08:26:29.873 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.871+0000 7f754f275b80 1 client.16374 shutdown 2024-06-06T08:26:29.873 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.871+0000 7f754f275b80 1 -- 172.21.15.42:0/3350544002 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562896c7e7a0 msgr2=0x562896c8a5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:29.873 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.871+0000 7f754f275b80 1 --2- 172.21.15.42:0/3350544002 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562896c7e7a0 0x562896c8a5c0 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f753000a950 tx=0x7f7530004750 comp rx=0 tx=0).stop 2024-06-06T08:26:29.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.871+0000 7f754f275b80 1 -- 172.21.15.42:0/3350544002 shutdown_connections 2024-06-06T08:26:29.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.871+0000 7f754f275b80 1 --2- 172.21.15.42:0/3350544002 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x562896c98130 0x562896c9a550 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:29.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.871+0000 7f7525ffb700 0 client.16374 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:26:29.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.871+0000 7f754f275b80 1 --2- 172.21.15.42:0/3350544002 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562896c84880 0x562896c87e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:29.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.871+0000 7f754f275b80 1 --2- 172.21.15.42:0/3350544002 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562896c7e7a0 0x562896c8a5c0 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:29.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.871+0000 7f754f275b80 1 --2- 172.21.15.42:0/3350544002 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562896c83f60 0x562896c878c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:29.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.871+0000 7f754f275b80 1 -- 172.21.15.42:0/3350544002 >> 172.21.15.42:0/3350544002 conn(0x562896bab080 msgr2=0x562896c78700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:29.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.871+0000 7f754f275b80 1 -- 172.21.15.42:0/3350544002 shutdown_connections 2024-06-06T08:26:29.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.871+0000 7f754f275b80 1 -- 172.21.15.42:0/3350544002 wait complete. 2024-06-06T08:26:29.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.871+0000 7f754f275b80 20 client.16374 trim_cache size 0 max 16384 2024-06-06T08:26:29.892 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.892+0000 7f754f275b80 1 Processor -- start 2024-06-06T08:26:29.892 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.892+0000 7f754f275b80 1 -- start start 2024-06-06T08:26:29.892 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.892+0000 7f754f275b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562896c7e7a0 0x562896c85530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:29.892 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.892+0000 7f754f275b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562896c83f60 0x562896c86840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:29.892 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.892+0000 7f754f275b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562896c84880 0x562896c87e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:29.892 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.892+0000 7f754f275b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7520011470 con 0x562896c84880 2024-06-06T08:26:29.892 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.892+0000 7f754f275b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f752000ed00 con 0x562896c83f60 2024-06-06T08:26:29.892 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.892+0000 7f754f275b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f752000cb50 con 0x562896c7e7a0 2024-06-06T08:26:29.892 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.892+0000 7f753ed9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562896c84880 0x562896c87e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:29.892 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.892+0000 7f753ed9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562896c84880 0x562896c87e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:40162/0 (socket says 172.21.15.42:40162) 2024-06-06T08:26:29.892 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.892+0000 7f753e59c700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562896c7e7a0 0x562896c85530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:29.893 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.892+0000 7f753ed9d700 1 -- 172.21.15.42:0/816573646 learned_addr learned my addr 172.21.15.42:0/816573646 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:26:29.893 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.892+0000 7f7535d9b700 1 --2- 172.21.15.42:0/816573646 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562896c83f60 0x562896c86840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:29.893 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.892+0000 7f753ed9d700 1 -- 172.21.15.42:0/816573646 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562896c7e7a0 msgr2=0x562896c85530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:29.893 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.892+0000 7f753ed9d700 1 --2- 172.21.15.42:0/816573646 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562896c7e7a0 0x562896c85530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:29.893 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.892+0000 7f753ed9d700 1 -- 172.21.15.42:0/816573646 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562896c83f60 msgr2=0x562896c86840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:29.893 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.892+0000 7f753ed9d700 1 --2- 172.21.15.42:0/816573646 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562896c83f60 0x562896c86840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:29.893 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.892+0000 7f753ed9d700 1 -- 172.21.15.42:0/816573646 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562896c85e50 con 0x562896c84880 2024-06-06T08:26:29.893 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.892+0000 7f7535d9b700 1 --2- 172.21.15.42:0/816573646 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562896c83f60 0x562896c86840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:26:29.893 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.892+0000 7f753ed9d700 1 --2- 172.21.15.42:0/816573646 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562896c84880 0x562896c87e50 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f753800bb60 tx=0x7f753800bb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6152a89bee2dfb85 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:29.893 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.893+0000 7f7527fff700 1 -- 172.21.15.42:0/816573646 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7538003a00 con 0x562896c84880 2024-06-06T08:26:29.893 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.893+0000 7f7527fff700 1 -- 172.21.15.42:0/816573646 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7538003ba0 con 0x562896c84880 2024-06-06T08:26:29.893 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.893+0000 7f7527fff700 1 -- 172.21.15.42:0/816573646 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75380052a0 con 0x562896c84880 2024-06-06T08:26:29.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.893+0000 7f754f275b80 1 -- 172.21.15.42:0/816573646 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562896c84880 msgr2=0x562896c87e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:29.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.893+0000 7f754f275b80 1 --2- 172.21.15.42:0/816573646 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562896c84880 0x562896c87e50 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f753800bb60 tx=0x7f753800bb90 comp rx=0 tx=0).stop 2024-06-06T08:26:29.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.893+0000 7f754f275b80 1 -- 172.21.15.42:0/816573646 shutdown_connections 2024-06-06T08:26:29.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.893+0000 7f754f275b80 1 --2- 172.21.15.42:0/816573646 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562896c84880 0x562896c87e50 unknown :-1 s=CLOSED pgs=675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:29.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.893+0000 7f754f275b80 1 --2- 172.21.15.42:0/816573646 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562896c7e7a0 0x562896c85530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:29.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.893+0000 7f754f275b80 1 --2- 172.21.15.42:0/816573646 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562896c83f60 0x562896c86840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:29.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.893+0000 7f754f275b80 1 -- 172.21.15.42:0/816573646 >> 172.21.15.42:0/816573646 conn(0x562896bab080 msgr2=0x562896c890f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:29.897 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.893+0000 7f754f275b80 1 -- 172.21.15.42:0/816573646 shutdown_connections 2024-06-06T08:26:29.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.893+0000 7f754f275b80 1 -- 172.21.15.42:0/816573646 wait complete. 2024-06-06T08:26:29.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.894+0000 7f754f275b80 1 -- start start 2024-06-06T08:26:29.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.894+0000 7f754f275b80 1 Processor -- start 2024-06-06T08:26:29.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.894+0000 7f754f275b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562896c7e7a0 0x562896c9fa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:29.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.894+0000 7f754f275b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562896c83f60 0x562896c9ff90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:29.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.894+0000 7f754f275b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562896c84880 0x562896ca04d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:29.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.894+0000 7f754f275b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f752000d1c0 con 0x562896c7e7a0 2024-06-06T08:26:29.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.894+0000 7f754f275b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f752000e630 con 0x562896c84880 2024-06-06T08:26:29.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.894+0000 7f754f275b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f752000d890 con 0x562896c83f60 2024-06-06T08:26:29.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.894+0000 7f754f275b80 10 client.0 _ll_register_callbacks cb 0x562896b655b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:26:29.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.894+0000 7f753e59c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562896c7e7a0 0x562896c9fa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:29.898 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.894+0000 7f753e59c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562896c7e7a0 0x562896c9fa50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:40174/0 (socket says 172.21.15.42:40174) 2024-06-06T08:26:29.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.894+0000 7f7535d9b700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562896c83f60 0x562896c9ff90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:29.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.894+0000 7f753e59c700 1 -- 172.21.15.42:0/271007470 learned_addr learned my addr 172.21.15.42:0/271007470 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:26:29.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.894+0000 7f753ed9d700 1 --2- 172.21.15.42:0/271007470 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562896c84880 0x562896ca04d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:29.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.894+0000 7f753e59c700 1 -- 172.21.15.42:0/271007470 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562896c83f60 msgr2=0x562896c9ff90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:29.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.894+0000 7f753e59c700 1 --2- 172.21.15.42:0/271007470 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562896c83f60 0x562896c9ff90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:29.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.894+0000 7f753e59c700 1 -- 172.21.15.42:0/271007470 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562896c84880 msgr2=0x562896ca04d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:29.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.894+0000 7f753e59c700 1 --2- 172.21.15.42:0/271007470 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562896c84880 0x562896ca04d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:29.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.895+0000 7f753e59c700 1 -- 172.21.15.42:0/271007470 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562896d01df0 con 0x562896c7e7a0 2024-06-06T08:26:29.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.895+0000 7f753ed9d700 1 --2- 172.21.15.42:0/271007470 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562896c84880 0x562896ca04d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:26:29.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.895+0000 7f753e59c700 1 --2- 172.21.15.42:0/271007470 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562896c7e7a0 0x562896c9fa50 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f753001d880 tx=0x7f753001d6e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=287bad587d7511e8 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:29.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.895+0000 7f7525ffb700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:26:29.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.895+0000 7f7525ffb700 1 -- 172.21.15.42:0/271007470 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f753001dc80 con 0x562896c7e7a0 2024-06-06T08:26:29.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.895+0000 7f754f275b80 1 -- 172.21.15.42:0/271007470 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7538003ba0 con 0x562896c7e7a0 2024-06-06T08:26:29.900 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.895+0000 7f7525ffb700 1 -- 172.21.15.42:0/271007470 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f753001de20 con 0x562896c7e7a0 2024-06-06T08:26:29.900 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.895+0000 7f7525ffb700 1 -- 172.21.15.42:0/271007470 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f7530046050 con 0x562896c7e7a0 2024-06-06T08:26:29.900 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.895+0000 7f754f275b80 10 client.16380 fetch_fsmap learned FSMap version 28 2024-06-06T08:26:29.900 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.895+0000 7f754f275b80 1 -- 172.21.15.42:0/271007470 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x562896d03070 con 0x562896c7e7a0 2024-06-06T08:26:29.900 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.895+0000 7f7525ffb700 1 -- 172.21.15.42:0/271007470 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7538003ba0 con 0x562896c7e7a0 2024-06-06T08:26:29.900 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.896+0000 7f7525ffb700 1 -- 172.21.15.42:0/271007470 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f7530004ce0 con 0x562896c7e7a0 2024-06-06T08:26:29.900 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.896+0000 7f754f275b80 10 client.16380 fetch_fsmap finished waiting for FSMap version 28 2024-06-06T08:26:29.900 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.896+0000 7f754f275b80 10 client.16380 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:26:29.900 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.896+0000 7f754f275b80 20 client.16380 populate_metadata read hostname 'smithi042' 2024-06-06T08:26:29.900 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.896+0000 7f754f275b80 1 --2- 172.21.15.42:0/271007470 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x562896c98130 0x562896d05850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:29.900 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.896+0000 7f754f275b80 4 client.16380 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-06-06T08:26:29.900 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.896+0000 7f754f275b80 1 -- 172.21.15.42:0/271007470 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "scrub status"}) -- 0x562896bd72d0 con 0x562896c98130 2024-06-06T08:26:29.900 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.896+0000 7f7535d9b700 1 --2- 172.21.15.42:0/271007470 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x562896c98130 0x562896d05850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:29.901 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.896+0000 7f7535d9b700 1 --2- 172.21.15.42:0/271007470 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x562896c98130 0x562896d05850 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a1f8049fbc11a7ef server_cookie=f82601a32dd6713 in_seq=0 out_seq=0 2024-06-06T08:26:29.901 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.896+0000 7f7525ffb700 10 client.16380 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:26:29.901 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.898+0000 7f7525ffb700 1 -- 172.21.15.42:0/271007470 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+268 (crc 0 0 0) 0x562896bd72d0 con 0x562896c98130 2024-06-06T08:26:29.901 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.898+0000 7f7525ffb700 10 client.16380 handle_command_reply: tid=0 2024-06-06T08:26:29.901 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.898+0000 7f754f275b80 1 client.16380 shutdown 2024-06-06T08:26:29.901 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.898+0000 7f754f275b80 1 -- 172.21.15.42:0/271007470 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562896c7e7a0 msgr2=0x562896c9fa50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:29.901 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.898+0000 7f754f275b80 1 --2- 172.21.15.42:0/271007470 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562896c7e7a0 0x562896c9fa50 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f753001d880 tx=0x7f753001d6e0 comp rx=0 tx=0).stop 2024-06-06T08:26:29.901 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.898+0000 7f754f275b80 1 -- 172.21.15.42:0/271007470 shutdown_connections 2024-06-06T08:26:29.901 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.898+0000 7f754f275b80 1 --2- 172.21.15.42:0/271007470 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x562896c98130 0x562896d05850 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:29.901 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.898+0000 7f754f275b80 1 --2- 172.21.15.42:0/271007470 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562896c84880 0x562896ca04d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:29.901 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.898+0000 7f754f275b80 1 --2- 172.21.15.42:0/271007470 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562896c7e7a0 0x562896c9fa50 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:29.901 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.898+0000 7f754f275b80 1 --2- 172.21.15.42:0/271007470 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562896c83f60 0x562896c9ff90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:29.901 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.898+0000 7f754f275b80 1 -- 172.21.15.42:0/271007470 >> 172.21.15.42:0/271007470 conn(0x562896bab080 msgr2=0x562896c89980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:29.901 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.898+0000 7f7525ffb700 0 client.16380 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:26:29.902 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.898+0000 7f754f275b80 1 -- 172.21.15.42:0/271007470 shutdown_connections 2024-06-06T08:26:29.902 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.898+0000 7f754f275b80 1 -- 172.21.15.42:0/271007470 wait complete. 2024-06-06T08:26:29.902 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.898+0000 7f754f275b80 20 client.16380 trim_cache size 0 max 16384 2024-06-06T08:26:29.902 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:26:29.902 INFO:teuthology.orchestra.run.smithi042.stdout: "status": "scrub active (3821 inodes in the stack)", 2024-06-06T08:26:29.902 INFO:teuthology.orchestra.run.smithi042.stdout: "scrubs": { 2024-06-06T08:26:29.902 INFO:teuthology.orchestra.run.smithi042.stdout: "dc5d25d2-1409-4ed5-800c-653cf3d886e1": { 2024-06-06T08:26:29.902 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/", 2024-06-06T08:26:29.902 INFO:teuthology.orchestra.run.smithi042.stdout: "tag": "dc5d25d2-1409-4ed5-800c-653cf3d886e1", 2024-06-06T08:26:29.902 INFO:teuthology.orchestra.run.smithi042.stdout: "options": "recursive,force" 2024-06-06T08:26:29.903 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:26:29.903 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:26:29.903 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:26:29.903 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.899+0000 7f75449f2700 1 -- 172.21.15.42:0/305387645 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f752c0a2e10 msgr2=0x7f752c0a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:29.903 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.899+0000 7f75449f2700 1 --2- 172.21.15.42:0/305387645 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f752c0a2e10 0x7f752c0a52d0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f7530005fd0 tx=0x7f753000af00 comp rx=0 tx=0).stop 2024-06-06T08:26:29.904 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.899+0000 7f75449f2700 1 -- 172.21.15.42:0/305387645 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7540101d50 msgr2=0x7f754019ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:29.904 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.899+0000 7f75449f2700 1 --2- 172.21.15.42:0/305387645 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7540101d50 0x7f754019ed10 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f752800e9c0 tx=0x7f752800ecd0 comp rx=0 tx=0).stop 2024-06-06T08:26:29.904 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.899+0000 7f75449f2700 1 -- 172.21.15.42:0/305387645 shutdown_connections 2024-06-06T08:26:29.904 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.899+0000 7f75449f2700 1 --2- 172.21.15.42:0/305387645 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f752c0a2e10 0x7f752c0a52d0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:29.904 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.899+0000 7f75449f2700 1 --2- 172.21.15.42:0/305387645 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7540107400 0x7f7540198990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:29.904 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.899+0000 7f75449f2700 1 --2- 172.21.15.42:0/305387645 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7540101390 0x7f754019e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:29.904 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.899+0000 7f75449f2700 1 --2- 172.21.15.42:0/305387645 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7540101d50 0x7f754019ed10 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:29.904 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.899+0000 7f75449f2700 1 -- 172.21.15.42:0/305387645 >> 172.21.15.42:0/305387645 conn(0x7f7540078340 msgr2=0x7f7540100540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:29.904 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.899+0000 7f75449f2700 1 -- 172.21.15.42:0/305387645 shutdown_connections 2024-06-06T08:26:29.904 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:29.899+0000 7f75449f2700 1 -- 172.21.15.42:0/305387645 wait complete. 2024-06-06T08:26:30.744 INFO:tasks.cephfs.filesystem:scrub status for tag:dc5d25d2-1409-4ed5-800c-653cf3d886e1 - {'path': '/', 'tag': 'dc5d25d2-1409-4ed5-800c-653cf3d886e1', 'options': 'recursive,force'} 2024-06-06T08:26:30.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:30 smithi042 ceph-mon[32384]: pgmap v119: 129 pgs: 129 active+clean; 307 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 7.6 MiB/s wr, 1.14k op/s 2024-06-06T08:26:30.839 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:30 smithi149 ceph-mon[36842]: pgmap v119: 129 pgs: 129 active+clean; 307 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 7.6 MiB/s wr, 1.14k op/s 2024-06-06T08:26:30.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:30 smithi120 ceph-mon[36658]: pgmap v119: 129 pgs: 129 active+clean; 307 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 7.6 MiB/s wr, 1.14k op/s 2024-06-06T08:26:31.418 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:31.418+0000 7fca0affd640 1 -- 172.21.15.42:0/32900918 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5603aa2b38e0 con 0x5603aa454c00 2024-06-06T08:26:31.418 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:31.418+0000 7fca0affd640 10 client.16362 handle_command_reply: tid=0 2024-06-06T08:26:31.418 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:31.418+0000 7fca34581740 1 client.16362 shutdown 2024-06-06T08:26:31.418 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:31.419+0000 7fca34581740 1 -- 172.21.15.42:0/32900918 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603aa3ca070 msgr2=0x5603aa3e1c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:31.418 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:31.419+0000 7fca34581740 1 --2- 172.21.15.42:0/32900918 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603aa3ca070 0x5603aa3e1c60 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7fca1c005fd0 tx=0x7fca1c0128b0 comp rx=0 tx=0).stop 2024-06-06T08:26:31.418 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:31.419+0000 7fca34581740 1 -- 172.21.15.42:0/32900918 shutdown_connections 2024-06-06T08:26:31.419 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:31.419+0000 7fca34581740 1 --2- 172.21.15.42:0/32900918 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5603aa454c00 0x5603aa457020 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:31.419 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:31.419+0000 7fca34581740 1 --2- 172.21.15.42:0/32900918 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603aa3ca990 0x5603aa3dcfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:31.419 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:31.419+0000 7fca34581740 1 --2- 172.21.15.42:0/32900918 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5603aa3d9760 0x5603aa3dd510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:31.419 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:31.419+0000 7fca0affd640 0 client.16362 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:26:31.419 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:31.419+0000 7fca34581740 1 --2- 172.21.15.42:0/32900918 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603aa3ca070 0x5603aa3e1c60 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:31.419 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:31.419+0000 7fca34581740 1 -- 172.21.15.42:0/32900918 >> 172.21.15.42:0/32900918 conn(0x5603aa3c6680 msgr2=0x5603aa3c57e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:31.419 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:31.419+0000 7fca34581740 1 -- 172.21.15.42:0/32900918 shutdown_connections 2024-06-06T08:26:31.419 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:31.419+0000 7fca34581740 1 -- 172.21.15.42:0/32900918 wait complete. 2024-06-06T08:26:31.419 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:31.419+0000 7fca34581740 20 client.16362 trim_cache size 0 max 16384 2024-06-06T08:26:31.419 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:26:31.419 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:26:31.420 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:26:31.421 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:31.420+0000 7fca3187b640 1 -- 172.21.15.42:0/224355421 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fca140a2da0 msgr2=0x7fca140a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:31.421 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:31.420+0000 7fca3187b640 1 --2- 172.21.15.42:0/224355421 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fca140a2da0 0x7fca140a5260 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fca24023000 tx=0x7fca24021000 comp rx=0 tx=0).stop 2024-06-06T08:26:31.421 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:31.420+0000 7fca3187b640 1 -- 172.21.15.42:0/224355421 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fca2c101290 msgr2=0x7fca2c198790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:31.421 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:31.420+0000 7fca3187b640 1 --2- 172.21.15.42:0/224355421 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fca2c101290 0x7fca2c198790 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fca20009230 tx=0x7fca20004270 comp rx=0 tx=0).stop 2024-06-06T08:26:31.421 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:31.420+0000 7fca3187b640 1 -- 172.21.15.42:0/224355421 shutdown_connections 2024-06-06T08:26:31.421 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:31.420+0000 7fca3187b640 1 --2- 172.21.15.42:0/224355421 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fca140a2da0 0x7fca140a5260 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:31.421 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:31.420+0000 7fca3187b640 1 --2- 172.21.15.42:0/224355421 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fca2c101290 0x7fca2c198790 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:31.421 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:31.420+0000 7fca3187b640 1 --2- 172.21.15.42:0/224355421 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fca2c106890 0x7fca2c19cb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:31.421 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:31.420+0000 7fca3187b640 1 --2- 172.21.15.42:0/224355421 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca2c1008d0 0x7fca2c198250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:31.421 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:31.420+0000 7fca3187b640 1 -- 172.21.15.42:0/224355421 >> 172.21.15.42:0/224355421 conn(0x7fca2c077a20 msgr2=0x7fca2c069390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:31.421 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:31.421+0000 7fca3187b640 1 -- 172.21.15.42:0/224355421 shutdown_connections 2024-06-06T08:26:31.421 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:31.421+0000 7fca3187b640 1 -- 172.21.15.42:0/224355421 wait complete. 2024-06-06T08:26:32.737 INFO:tasks.workunit.client.0.smithi042.stdout: 118 1290738 479 876179 530 368351 841 2024-06-06T08:26:32.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:32 smithi042 ceph-mon[32384]: pgmap v120: 129 pgs: 129 active+clean; 307 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 488 op/s 2024-06-06T08:26:32.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:32 smithi120 ceph-mon[36658]: pgmap v120: 129 pgs: 129 active+clean; 307 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 488 op/s 2024-06-06T08:26:33.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:32 smithi149 ceph-mon[36842]: pgmap v120: 129 pgs: 129 active+clean; 307 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 488 op/s 2024-06-06T08:26:33.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.817 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.817 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.817 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.817 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.817 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.817 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.817 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.817 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.817 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.817 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.817 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.817 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.817 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.817 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.818 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.818 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.818 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.818 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.818 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.818 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.818 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.818 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.818 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.818 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.818 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.818 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.818 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.818 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.819 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.819 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.819 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.819 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.819 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.819 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.819 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.819 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.819 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.819 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.820 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.820 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.821 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.821 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.821 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.821 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.821 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.821 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.821 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.821 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.821 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.821 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.821 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.821 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.822 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.822 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.822 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.822 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.822 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.822 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.822 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.822 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.822 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.822 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.822 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.822 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.822 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.822 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.823 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.823 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.823 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.823 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.823 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.823 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.823 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.823 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.823 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.823 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.823 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.823 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.823 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.823 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.824 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.824 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.824 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.824 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.824 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.824 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.824 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.824 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.824 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.824 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.824 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.824 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.824 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.824 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.825 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.825 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.825 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.825 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.825 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.825 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.825 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.825 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.825 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.825 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.825 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.825 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.825 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.825 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.825 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.826 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.826 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.826 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.826 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.826 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.826 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.826 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.826 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.826 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.826 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.826 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.826 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.826 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.826 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.827 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.827 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.827 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.827 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.827 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.827 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.827 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.827 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.827 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.827 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.827 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.827 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.827 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.827 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.828 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.828 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.828 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.828 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.828 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.828 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.828 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.828 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.828 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.828 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.828 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.828 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.828 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.828 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.829 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.829 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.829 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.829 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.829 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.829 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.829 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.829 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.829 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.829 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.829 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.829 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.829 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.829 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.830 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.830 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.830 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.830 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.830 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.830 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.830 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.830 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.830 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.830 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.830 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.830 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.830 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.830 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.831 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.831 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.831 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.831 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.831 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.831 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.831 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.831 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.831 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.831 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.831 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.831 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.831 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.831 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.832 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.832 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.832 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.832 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.832 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.832 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.832 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.832 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.832 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.832 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.832 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.832 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.832 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.832 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.833 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.833 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.833 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.833 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.833 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.833 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.833 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.833 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.833 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.833 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.833 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.833 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.833 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.833 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.833 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.834 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.834 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.834 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.834 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.834 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.834 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.834 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.834 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.834 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.834 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.834 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.834 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.834 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.834 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.835 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.835 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.835 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.835 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.835 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.835 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.835 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.835 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.835 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.835 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.835 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.835 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.835 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.835 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.836 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.836 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.836 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.836 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.836 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.836 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.836 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.836 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.836 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.836 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.836 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.836 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.836 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.836 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.837 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.837 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.837 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.837 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.837 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.837 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.837 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.837 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.837 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.837 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.837 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.837 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.837 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.837 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.838 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.838 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.838 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.838 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.838 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.838 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.838 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.838 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.838 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.838 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.838 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.838 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.838 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.838 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.839 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.839 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.839 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.839 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.839 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.839 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.839 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.839 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.839 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.839 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.839 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.839 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.839 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.839 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.840 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.840 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.840 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.840 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.840 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.840 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.840 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.840 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.840 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.840 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.840 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.840 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.840 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.840 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.840 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.841 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.841 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.841 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.841 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.841 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.841 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.841 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.841 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.841 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.841 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.841 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.841 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.841 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.841 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.842 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.842 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.842 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.842 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.842 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.842 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.842 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.842 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.842 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.842 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.842 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.842 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.842 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.842 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.843 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.843 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.843 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.843 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.843 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.843 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.843 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.843 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.843 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.843 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.843 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.843 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.843 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.843 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.844 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.844 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.844 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.844 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.844 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.844 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.844 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.844 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.844 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.844 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.844 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.844 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.844 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.844 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.844 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.845 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.845 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.845 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.845 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.845 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.845 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.845 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.845 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.845 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.845 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.845 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.845 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.845 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.845 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.846 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.846 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.846 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.846 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.846 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.846 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.846 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.846 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.846 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.846 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.846 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.846 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.846 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.847 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.848 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.848 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.848 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.848 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.848 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.848 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.848 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.848 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.849 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.849 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.849 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.849 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.849 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.849 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.849 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.849 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.849 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.849 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.849 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.849 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.849 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.849 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.850 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.850 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.850 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.850 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.850 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.850 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.850 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.850 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.850 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.850 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.850 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.850 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.850 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.851 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.851 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.851 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.851 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.851 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.851 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.851 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.851 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.851 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.851 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.851 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.851 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.851 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.851 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.852 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.852 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.852 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.852 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.852 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.852 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.852 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.852 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.852 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.852 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.852 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.852 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.852 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.852 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.852 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.857 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.857 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.857 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.857 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.857 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.857 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.857 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.857 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.857 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.857 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.857 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.857 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.857 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.857 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.858 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.858 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.858 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.858 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.858 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.858 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.858 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.858 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.858 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.858 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.858 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.858 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.858 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.859 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.859 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.859 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.859 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.859 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.859 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.859 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.859 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.859 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.859 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.859 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.859 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.859 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.859 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.859 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.860 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.860 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.860 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.860 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.860 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.860 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.860 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.860 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.860 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.860 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.860 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.860 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.860 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.860 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.860 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.861 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.861 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.861 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.861 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.861 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.861 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.861 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.861 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.861 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.861 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.861 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.861 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.861 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.861 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.862 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.862 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.862 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.862 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.862 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.862 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.862 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.862 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.862 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.862 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.862 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.862 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.862 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.862 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.863 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.863 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.863 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.863 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.863 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.863 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.863 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.863 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.863 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.863 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.863 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.863 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.863 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.863 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.864 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.864 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.864 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.864 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.864 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.864 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.864 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.864 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.864 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.864 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.864 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.864 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.864 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.864 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.865 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.865 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.865 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.865 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.865 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.865 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.865 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.865 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.865 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.865 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.865 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.865 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.865 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.865 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.865 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.866 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.866 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.866 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.866 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.866 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.866 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.866 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.866 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.866 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.866 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.866 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.866 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.866 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.866 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.867 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.867 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.867 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.867 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.867 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.867 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.867 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.867 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.867 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.867 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.867 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.867 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.867 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.867 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.868 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.868 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.868 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.868 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.868 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.868 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.868 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.868 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.868 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.868 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.868 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.868 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.868 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.868 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.868 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.869 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.869 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.869 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.869 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.869 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.869 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.869 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.869 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.869 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.869 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.869 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.869 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.869 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.869 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.869 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.870 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.870 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.870 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.870 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.870 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.870 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.870 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.870 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.870 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.870 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.870 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.870 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.870 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.871 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.871 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.871 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.871 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.871 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.871 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.871 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.871 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.871 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.871 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.871 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.871 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.871 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.871 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.871 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.872 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.872 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.872 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.872 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.872 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.872 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.872 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.872 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.872 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.872 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.872 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.872 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.872 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.872 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.872 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.873 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.873 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.873 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.873 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.873 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.873 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.873 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.873 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.873 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.873 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.873 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.873 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.873 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.873 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.873 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.874 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.874 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.874 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.874 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.874 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:33 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:33.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.891 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.891 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.891 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.891 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.891 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.891 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.891 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.891 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.891 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.891 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.891 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.891 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.891 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.891 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.891 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.892 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.892 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.892 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.892 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.892 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.892 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.892 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.892 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.892 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.893 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.893 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.893 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.893 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.894 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.894 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.894 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.894 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.894 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.894 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.894 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.894 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.894 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.894 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.894 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.894 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.894 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.894 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.895 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.895 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.895 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.895 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.895 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.895 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.895 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.895 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.895 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.895 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.895 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.895 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.895 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.895 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.896 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.896 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.896 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.896 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.896 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.896 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.896 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.896 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.896 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.896 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.896 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.896 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.896 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.896 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.897 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.897 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.897 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.897 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.897 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.897 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.897 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.897 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.897 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.897 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.897 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.897 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.897 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.897 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.898 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.898 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.898 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.898 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.898 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.898 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.898 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.898 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.898 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.898 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.898 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.898 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.898 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.898 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.899 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.899 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.899 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.899 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.899 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.899 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.899 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.899 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.899 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.899 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.899 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.899 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.899 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.899 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.899 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.900 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.900 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.900 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.900 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.900 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.900 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.900 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.900 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.900 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.900 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.900 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.900 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.900 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.900 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.901 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.901 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.901 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.901 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.901 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.901 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.901 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.901 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.901 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.901 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.901 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.901 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.901 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.901 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.902 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.902 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.902 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.902 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.902 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.902 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.902 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.902 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.902 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.902 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.902 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.902 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.902 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.902 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.903 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.903 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.903 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.903 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.903 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.903 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.903 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.903 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.903 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.903 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.903 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.903 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.903 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.903 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.904 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.904 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.904 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.904 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.904 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.904 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.904 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.904 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.904 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.904 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.904 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.904 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.904 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.904 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.904 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.905 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.905 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.905 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.905 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.905 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.905 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.905 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.905 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.905 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.905 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.905 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.905 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.905 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.905 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.906 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.906 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.906 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.906 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.906 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.906 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.906 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.906 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.906 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.906 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.906 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.906 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.906 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.906 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.907 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.907 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.907 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.907 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.907 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.907 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.907 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.907 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.907 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.907 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.907 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.907 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.907 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.907 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.907 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.908 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.908 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.908 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.908 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.908 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.908 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.908 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.908 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.908 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.908 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.908 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.908 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.908 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.908 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.909 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.909 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.909 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.909 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.909 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.909 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.909 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.909 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.909 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.909 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.909 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.909 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.909 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.909 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.910 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.910 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.910 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.910 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.910 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.910 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.910 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.910 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.910 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.910 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.910 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.910 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.910 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.911 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.911 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.911 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.911 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.911 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.911 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.911 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.911 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.911 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.911 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.911 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.911 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.911 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.911 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.911 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.912 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.912 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.912 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.912 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.912 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.912 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.912 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.912 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.912 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.912 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.912 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.912 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.912 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.912 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.913 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.913 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.913 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.913 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.913 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.913 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.913 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.913 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.913 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.913 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.913 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.913 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.913 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.913 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.913 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.914 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.914 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.914 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.914 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.914 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.914 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.914 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.914 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.914 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.914 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.914 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.914 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.914 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.914 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.915 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.915 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.915 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.915 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.915 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.915 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.915 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.915 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.915 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.915 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.915 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.915 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.915 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.915 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.915 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.916 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.916 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.916 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.916 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.916 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.916 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.916 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.916 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.916 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.916 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.916 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.916 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.916 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.916 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.917 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.917 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.917 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.917 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.917 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.917 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.917 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.917 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.917 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.917 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.917 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.917 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.917 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.917 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.918 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.918 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.918 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.918 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.918 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.918 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.918 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.918 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.918 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.918 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.918 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.918 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.918 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.918 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.918 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.919 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.919 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.919 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.919 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.919 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.919 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.919 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.919 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.920 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.920 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.920 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.921 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.921 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.921 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.921 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.921 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.921 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.921 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.921 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.921 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.921 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.921 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.921 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.921 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.921 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.922 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.922 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.922 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.922 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.922 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.922 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.922 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.922 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.922 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.922 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.922 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.922 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.922 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.923 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.923 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.923 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.923 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.923 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.923 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.923 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.923 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.923 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.923 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.923 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.923 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.923 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.923 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.924 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.924 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.924 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.924 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.924 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.924 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.924 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.924 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.924 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.924 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.924 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.924 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.924 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.924 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.924 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.925 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.925 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.925 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.925 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.925 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.925 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.925 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.925 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.925 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.925 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.925 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.925 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.925 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.925 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.926 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.926 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.926 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.926 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.926 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.926 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.926 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.926 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.926 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.926 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.926 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.926 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.926 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.926 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.927 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.927 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.927 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.927 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.927 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.927 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.927 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.927 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.927 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.927 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.927 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.927 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.927 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.927 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.927 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.928 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.928 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.928 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.928 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.928 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.928 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.928 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.928 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.928 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.928 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.928 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.928 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.928 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.928 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.929 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.929 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.929 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.929 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.929 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.929 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.929 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.929 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.929 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.929 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.929 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.929 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.929 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.929 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.930 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.930 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.930 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.930 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.930 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.930 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.930 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.930 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.930 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.930 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.930 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.930 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.930 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.930 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.931 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.931 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.931 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.931 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.931 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.931 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.931 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.931 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.931 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.931 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.931 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.931 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.931 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.931 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.931 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.932 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.932 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.932 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.932 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.932 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.932 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.932 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.932 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.932 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.932 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.932 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.932 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.932 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.932 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.933 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.933 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.933 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.933 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.933 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.933 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.933 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.933 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.933 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.933 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.933 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.933 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.933 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.933 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.934 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.934 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.934 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.934 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.934 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.934 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.934 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.934 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.934 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.934 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.934 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.934 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.934 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.934 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.934 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.935 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.935 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.935 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.935 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.935 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.935 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.935 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.935 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.935 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.935 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.935 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.935 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.935 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.936 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.936 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.936 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.936 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.936 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.936 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.936 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.936 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.936 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.936 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.936 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.936 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.936 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.936 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.936 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.937 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.937 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.937 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.937 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.937 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.937 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.937 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.937 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.937 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.937 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.937 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.937 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.937 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.937 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.938 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.938 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.938 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.938 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.938 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.938 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.938 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.938 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.938 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.938 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.938 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.938 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.938 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.938 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.939 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.939 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.939 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.939 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.939 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.939 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.939 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.939 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.939 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.939 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.939 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.939 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.939 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.939 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.940 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.940 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.940 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.940 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.940 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.940 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.940 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.940 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.940 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.940 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.940 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.940 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.940 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.940 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.940 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.941 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.941 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.941 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.941 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.941 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.941 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.941 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.941 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.941 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.941 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.941 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.941 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.941 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.941 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.942 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.942 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.942 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.942 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.942 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.942 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.942 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.942 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.942 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.942 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.942 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.942 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.942 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.942 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.943 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.943 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.943 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.943 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.943 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.943 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.943 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.943 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.943 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.943 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.943 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.943 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.943 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.943 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.944 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.944 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.944 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.944 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.944 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.944 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.944 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.944 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.944 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.944 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.944 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.944 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.944 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.944 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.944 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.945 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.945 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.945 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.945 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.945 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.945 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.945 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.945 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.945 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.945 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.945 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.945 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.945 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.945 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.946 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.946 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.946 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.946 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.946 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.946 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.946 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.946 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.946 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:33.946 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:33.946 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:33 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.041 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.041 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.041 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.041 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.041 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.041 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.041 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.041 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.041 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.041 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.041 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.041 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.041 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.041 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.042 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.042 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.042 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.043 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.043 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.043 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.043 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.043 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.043 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.043 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.043 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.044 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.044 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.044 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.044 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.044 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.044 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.044 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.044 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.044 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.044 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.044 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.044 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.044 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.044 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.045 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.045 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.045 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.045 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.045 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.045 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.045 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.045 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.045 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.045 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.045 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.045 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.045 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.045 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.046 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.046 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.046 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.046 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.046 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.046 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.046 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.046 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.046 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.046 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.046 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.046 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.046 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.047 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.047 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.047 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.047 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.047 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.047 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.047 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.047 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.047 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.047 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.047 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.047 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.047 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.047 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.047 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.048 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.048 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.048 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.048 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.048 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.048 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.048 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.048 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.048 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.048 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.048 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.048 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.048 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.048 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.049 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.049 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.049 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.049 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.049 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.049 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.049 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.049 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.049 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.049 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.049 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.049 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.049 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.049 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.050 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.050 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.050 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.050 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.050 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.050 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.050 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.050 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.050 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.050 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.050 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.050 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.050 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.050 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.051 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.051 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.051 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.051 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.051 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.051 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.051 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.051 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.051 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.051 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.051 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.051 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.051 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.052 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.052 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.052 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.052 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.052 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.052 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.052 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.052 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.052 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.052 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.052 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.052 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.052 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.052 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.053 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.053 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.053 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.053 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.053 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.053 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.053 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.053 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.053 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.053 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.053 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.053 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.053 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.053 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.054 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.054 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.054 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.054 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.054 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.054 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.054 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.054 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.054 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.054 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.054 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.054 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.054 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.054 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.055 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.055 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.055 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.055 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.055 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.055 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.055 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.055 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.055 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.055 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.055 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.055 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.055 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.055 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.055 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.056 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.056 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.056 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.056 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.056 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.056 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.056 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.056 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.056 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.056 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.056 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.056 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.056 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.056 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.057 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.057 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.057 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.057 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.057 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.057 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.057 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.057 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.057 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.057 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.057 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.057 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.057 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.057 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.058 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.058 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.058 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.058 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.058 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.058 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.058 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.058 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.058 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.058 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.058 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.058 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.058 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.059 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.059 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.059 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.059 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.059 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.059 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.059 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.059 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.059 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.059 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.059 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.059 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.059 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.059 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.060 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.060 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.060 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.060 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.060 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.060 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.060 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.060 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.060 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.060 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.060 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.060 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.060 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.060 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.060 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.061 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.061 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.061 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.061 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.061 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.061 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.061 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.061 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.061 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.061 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.061 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.061 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.061 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.061 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.062 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.062 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.062 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.062 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.062 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.062 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.062 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.062 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.062 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.062 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.062 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.062 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.062 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.062 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.063 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.063 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.063 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.063 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.063 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.063 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.063 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.063 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.063 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.063 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.063 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.063 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.063 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.063 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.063 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.064 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.064 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.064 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.064 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.064 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.064 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.064 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.064 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.064 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.064 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.064 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.064 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.064 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.064 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.064 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.065 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.065 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.065 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.065 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.065 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.065 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.065 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.065 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.065 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.065 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.065 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.065 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.065 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.066 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.066 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.066 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.066 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.066 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.066 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.066 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.066 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.066 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.066 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.066 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.066 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.066 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.066 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.067 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.067 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.067 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.067 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.067 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.067 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.067 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.067 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.067 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.067 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.067 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.067 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.067 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.068 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.068 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.068 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.068 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.068 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.068 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.068 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.068 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.068 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.068 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.068 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.068 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.068 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.068 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.069 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.069 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.069 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.069 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.069 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.069 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.069 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.069 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.069 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.069 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.069 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.069 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.069 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.069 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.069 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.070 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.070 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.070 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.070 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.070 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.070 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.070 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.070 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.070 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.070 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.070 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.070 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.070 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.070 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.071 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.071 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.071 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.071 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.071 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.071 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.071 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.071 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.071 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.071 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.071 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.071 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.071 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.071 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.072 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.072 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.072 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.072 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.072 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.072 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.072 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.072 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.072 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.072 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.072 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.072 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.072 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.072 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.072 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.073 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.073 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.073 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.073 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.074 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.074 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.074 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.074 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.074 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.074 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.074 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.075 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.075 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.075 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.075 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.075 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.075 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.075 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.075 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.075 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.075 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.075 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.075 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.075 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.076 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.076 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.076 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.076 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.076 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.076 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.076 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.076 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.076 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.076 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.076 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.076 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.076 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.076 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.077 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.077 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.077 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.077 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.077 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.077 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.077 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.077 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.077 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.077 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.077 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.077 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.077 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.078 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.078 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.078 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.078 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.078 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.078 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.078 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.078 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.078 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.078 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.078 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.078 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.078 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.079 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.079 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.079 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.079 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.079 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.079 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.079 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.079 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.079 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.079 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.079 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.079 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.079 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.080 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.080 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.080 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.080 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.080 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.080 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.080 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.080 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.080 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.080 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.080 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.080 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.080 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.080 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.080 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.081 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.081 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.081 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.081 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.081 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.081 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.081 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.081 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.081 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.081 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.081 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.081 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.081 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.082 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.082 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.082 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.082 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.082 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.082 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.082 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.082 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.082 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.082 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.082 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.082 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.082 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.083 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.083 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.083 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.083 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.083 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.083 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.083 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.083 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.083 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.083 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.083 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.083 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.083 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.084 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.084 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.084 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.084 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.084 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.084 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.084 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.084 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.084 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.084 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.084 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.084 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.084 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.084 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.085 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.085 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.085 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.085 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.085 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.085 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.085 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.085 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.085 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.085 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.085 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.085 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.085 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.086 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.086 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.086 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.086 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.086 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.086 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.086 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.086 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.086 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.086 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.086 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.086 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.086 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.086 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.087 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.087 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.087 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.087 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.087 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.087 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.087 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.087 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.087 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.087 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.087 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.087 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.087 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.087 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.088 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.088 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.088 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.088 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.088 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.088 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.088 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.088 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.088 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.088 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.088 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.088 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.088 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.088 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.089 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.089 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.089 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.089 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.089 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.089 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.089 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.089 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.089 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.089 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.089 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.089 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.089 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.089 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.090 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.090 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.090 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.090 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.090 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.090 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.090 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.090 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.090 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.090 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.090 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.090 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.090 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.091 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.091 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.091 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.091 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.091 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.091 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.091 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.091 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.091 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.091 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.091 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.091 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.091 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.092 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.092 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.092 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.092 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.092 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.092 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.092 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.092 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.092 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.092 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.092 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.092 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.092 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.092 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.092 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.093 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.093 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.093 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.093 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.093 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.093 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.093 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.093 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.093 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.093 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.093 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.093 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.093 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.093 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.094 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.094 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.094 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.094 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.094 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.094 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.094 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.094 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.094 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.094 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.094 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.094 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.094 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.094 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.095 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.095 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.095 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.095 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.095 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.095 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.095 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.095 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.095 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.095 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.095 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.095 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.095 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.095 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.096 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.096 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.096 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.096 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.096 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.096 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.096 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.096 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.096 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.096 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.096 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.096 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.096 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.096 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.096 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.097 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.097 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.097 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.097 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.097 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.097 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.097 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.097 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.097 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:33 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:34.591 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.592 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.592 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.592 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.592 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.592 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.592 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.592 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.592 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.592 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.592 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.592 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.592 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.592 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.593 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.593 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.593 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.593 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.593 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.593 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.593 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.593 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.593 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.593 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.593 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.593 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.593 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.593 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.593 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.594 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.594 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.594 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.594 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.594 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.594 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.594 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.594 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.594 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.594 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.594 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.594 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.594 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.595 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.595 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.595 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.595 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.595 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.595 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.595 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.595 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.595 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.595 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.600 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.600 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.600 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.600 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.600 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.600 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.600 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.600 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.600 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.600 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.600 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.600 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.601 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.601 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.601 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.601 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.601 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.601 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.601 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.601 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.601 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.601 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.601 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.601 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.601 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.601 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.602 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.602 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.602 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.602 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.602 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.602 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.602 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.602 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.602 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.602 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.602 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.602 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.602 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.609 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.609 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.609 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.609 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.609 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.609 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.609 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.609 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.609 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.609 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.609 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.609 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.609 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.609 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.609 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.610 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.610 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.610 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.610 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.610 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.610 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.610 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.610 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.610 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.610 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.610 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.610 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.610 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.610 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.611 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.611 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.611 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.611 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.611 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.611 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.611 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.611 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.611 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.611 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.611 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.611 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.611 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.611 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.612 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.612 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.612 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.612 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.612 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.612 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.612 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.612 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.612 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.612 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.612 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.612 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.612 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.612 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.613 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.613 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.613 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.613 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.613 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.613 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.613 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.613 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.613 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.613 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.613 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.613 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.613 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.613 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.614 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.614 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.614 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.614 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.614 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.614 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.614 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.614 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.614 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.614 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.614 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.614 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.614 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.614 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.615 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.615 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.615 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.615 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.615 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.615 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.615 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.615 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.615 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.615 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.615 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.615 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.615 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.616 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.616 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.616 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.616 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.616 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.616 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.616 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.616 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.616 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.616 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.616 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.616 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.616 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.616 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.617 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.617 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.617 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.617 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.617 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.617 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.617 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.617 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.617 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.617 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.617 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.617 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.617 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.617 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.618 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.618 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.618 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.618 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.618 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.618 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.618 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.618 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.618 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.618 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.618 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.618 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.618 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.619 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.621 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.621 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.621 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.621 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.621 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.621 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.621 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.622 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.622 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.622 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.622 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.622 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.622 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.622 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.622 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.622 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.622 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.622 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.622 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.622 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.623 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.623 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.623 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.623 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.623 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.623 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.623 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.623 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.623 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.623 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.623 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.623 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.623 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.623 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.624 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.624 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.624 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.624 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.624 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.624 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.624 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.624 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.624 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.624 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.624 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.624 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.624 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.624 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.625 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.625 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.625 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.625 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.625 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.625 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.625 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.625 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.625 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.625 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.625 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.625 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.625 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.625 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.626 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.626 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.626 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.626 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.626 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.626 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.626 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.626 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.626 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.626 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.626 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.626 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.626 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.626 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.626 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.627 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.627 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.627 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.627 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.627 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.627 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.627 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.627 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.627 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.627 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.627 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.627 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.627 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.627 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.628 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.628 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.628 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.628 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.628 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.628 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.628 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.628 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.628 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.628 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.628 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.628 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.628 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.628 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.628 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.629 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.629 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.629 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.629 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.629 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.629 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.629 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.629 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.629 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.629 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.629 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.629 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.629 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.629 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.630 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.630 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.630 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.630 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.630 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.630 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.630 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.630 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.630 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.630 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.630 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.630 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.631 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.631 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.631 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.631 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.631 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.631 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.631 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.631 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.631 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.631 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.631 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.631 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.631 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.632 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.632 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.632 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.632 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.632 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.632 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.632 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.632 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.632 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.632 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.632 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.632 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.632 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.632 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.632 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.633 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.633 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.633 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.633 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.633 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.633 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.633 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.633 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.633 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.633 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.633 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.633 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.633 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.633 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.634 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.634 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.634 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.634 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.634 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.634 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.634 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.634 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.634 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.634 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.634 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.634 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.634 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.634 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.635 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.635 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.635 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.635 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.635 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.635 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.635 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.635 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.635 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.635 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.635 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.635 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.635 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.635 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.635 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.636 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.636 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.636 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.636 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.636 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.636 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.636 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.636 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.636 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.636 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.636 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.636 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.636 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.636 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.637 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.637 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.637 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.637 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.637 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.637 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.637 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.637 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.637 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.637 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.637 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.637 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.637 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.637 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.638 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.638 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.638 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.638 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.638 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.638 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.638 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.638 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.638 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.638 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.638 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.638 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.638 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.638 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.639 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.639 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.639 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.639 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.639 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.639 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.639 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.639 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.639 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.639 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.639 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.639 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.639 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.639 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.640 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.640 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.640 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.640 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.640 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.640 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.640 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.640 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.640 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.640 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.640 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.640 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.640 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.640 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.640 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.641 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.641 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.641 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.641 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.641 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.641 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.641 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.641 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.641 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.641 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.641 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.641 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.641 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.641 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.641 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.642 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.642 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.642 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.642 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.642 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.642 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.642 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.642 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.642 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.642 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.642 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.642 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.642 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.642 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.643 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.643 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.643 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.643 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.643 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.643 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.643 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.643 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.643 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.643 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.643 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.643 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.643 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.643 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.644 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.644 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.644 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.644 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.644 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.644 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.644 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.644 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.644 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.644 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.644 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.644 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.644 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.644 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.645 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.645 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.645 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.645 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.645 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.645 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.645 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.645 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.645 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.645 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.645 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.645 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.645 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.645 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.646 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.646 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.646 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.646 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.646 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.646 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.646 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.646 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.646 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.646 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.646 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.646 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.646 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.646 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.646 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.647 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.647 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.647 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.647 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.647 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.647 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.647 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.647 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.647 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.647 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.647 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.647 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.647 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.647 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.648 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.648 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.648 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.648 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.648 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.648 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.648 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.648 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.648 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.648 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.648 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.648 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.648 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.648 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.649 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.649 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.649 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.649 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.649 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.649 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.649 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.649 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.649 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.649 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.649 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.649 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.649 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.649 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.650 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.650 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.650 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.650 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.650 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.650 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.650 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.650 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.650 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.650 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.650 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.650 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.650 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.650 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.650 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.651 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.651 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.651 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.651 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.651 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.651 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.651 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.651 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.651 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.651 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.651 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.651 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.651 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.651 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.652 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.652 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.652 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.652 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.652 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.652 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.652 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.652 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.652 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.652 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.652 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: pgmap v121: 129 pgs: 129 active+clean; 293 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 922 op/s 2024-06-06T08:26:34.652 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.652 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.652 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.653 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.653 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.653 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.653 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.653 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.653 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.653 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.653 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.653 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.653 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.653 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.653 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.653 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.653 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.654 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.654 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.654 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.654 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.654 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.654 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.654 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.654 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.654 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.654 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.654 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.654 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.654 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.654 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.654 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.655 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.655 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.655 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.655 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.655 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.655 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.655 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.655 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.655 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.655 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.655 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.655 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.655 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.655 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.655 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.656 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.656 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.656 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.656 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.656 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.656 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.656 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.656 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.656 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.656 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.656 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.656 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.656 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.656 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.657 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.657 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.657 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.657 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.657 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.657 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.657 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.657 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.657 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.657 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.657 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.657 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.657 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.657 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.657 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.658 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.658 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.658 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.658 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.658 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.658 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.658 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.658 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.658 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.658 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.658 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.658 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.658 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.658 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.659 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.659 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.659 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.659 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.659 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.659 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.659 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.659 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.659 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.659 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.659 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.659 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.659 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.659 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.659 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.660 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.660 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.660 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.660 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.660 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.660 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.660 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.660 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.660 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.660 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.660 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.660 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.660 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.660 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.661 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.661 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.661 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.661 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.661 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.661 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.661 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.661 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.661 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.661 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.661 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.661 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.661 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.661 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.661 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.662 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.662 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.662 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.662 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.662 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.662 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.662 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.662 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.662 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.662 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.662 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.662 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.662 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.662 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.663 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.663 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.663 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.663 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.663 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.663 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.663 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.663 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.663 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.663 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.663 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.663 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.663 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.663 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.663 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.664 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.664 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.664 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.664 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.664 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.664 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.664 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.664 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.664 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.664 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.664 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.664 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.664 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.664 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.664 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.665 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.665 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.665 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.665 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.665 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.665 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.665 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.665 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.665 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.665 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.665 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.665 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.665 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.665 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.666 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.666 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.666 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.666 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.666 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.666 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.666 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.666 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.666 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.666 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.666 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.666 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.666 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.666 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.667 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.667 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.667 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.667 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.667 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.667 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.667 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.667 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.667 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.667 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.667 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.667 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.667 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.667 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.668 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.668 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.668 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.668 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.668 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.668 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.668 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.668 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.668 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.668 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.668 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.668 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.668 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.668 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.668 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.669 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.669 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.669 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.669 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.669 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.669 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.669 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.669 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.669 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.669 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.669 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.669 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.669 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.669 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.670 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.670 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.670 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.670 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.670 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.670 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.670 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.670 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.670 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.670 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.670 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.670 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.670 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.670 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.671 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.671 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.671 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.671 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.671 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.671 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.671 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.671 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.671 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.671 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.671 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.671 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.671 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.671 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.671 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.672 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.672 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.672 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.672 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.672 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.672 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.672 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.672 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.672 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.672 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.672 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.672 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.672 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.672 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.672 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.673 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.673 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.673 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.673 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.673 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.673 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.673 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.673 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.673 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.673 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.673 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.673 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.673 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.673 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.673 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.674 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.674 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:34.674 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:34 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.891 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.891 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.891 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.891 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.891 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.891 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.891 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.891 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.891 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.891 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.891 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.891 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.891 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.891 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.892 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.892 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.892 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.892 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.892 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.892 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.892 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.892 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.892 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.892 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.892 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.892 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.892 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.893 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.893 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.893 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.893 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.893 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.893 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.893 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.893 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.893 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.893 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.893 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.895 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.895 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.895 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.895 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.895 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.895 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.895 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.895 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.895 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.895 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.896 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.896 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.896 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.896 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.896 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.896 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.896 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.896 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.896 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.896 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.896 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.896 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.896 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.896 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.897 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.897 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.897 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.897 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.897 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.897 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.897 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.897 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.897 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.897 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.897 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.897 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.897 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.898 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.898 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.898 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.898 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.898 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.898 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.898 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.898 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.898 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.898 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.898 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.898 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.898 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.898 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.899 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.899 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.899 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.899 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.899 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.899 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.899 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.899 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.899 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.899 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.899 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.899 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.899 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.899 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.900 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.900 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.900 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.900 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.900 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.900 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.900 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.900 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.900 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.900 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.900 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.900 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.900 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.900 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.901 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.901 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.901 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.901 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.901 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.901 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.901 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.901 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.901 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.901 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.901 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.901 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.901 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.901 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.902 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.902 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.902 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.902 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.902 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.902 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.902 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.902 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.902 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.902 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.902 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.902 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.903 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.903 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.903 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.903 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.903 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.903 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.903 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.903 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.903 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.903 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.903 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.903 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.903 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.904 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.904 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.904 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.904 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.904 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.904 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.904 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.904 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.904 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.904 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.904 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.904 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.905 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.905 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.905 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.905 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.905 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.905 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.905 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.905 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.905 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.905 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.905 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.905 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.905 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.906 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.906 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.906 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.906 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.906 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.906 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.906 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.906 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.906 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.906 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.906 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.906 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.906 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.907 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.907 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.907 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.907 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.907 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.907 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.907 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.907 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.907 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.907 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.907 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.907 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.907 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.907 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.907 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.908 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.908 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.908 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.908 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.908 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.908 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.908 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.908 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.908 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.908 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.908 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.908 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.908 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.908 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.908 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.909 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.909 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.909 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.909 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.909 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.909 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.909 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.909 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.909 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.909 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.909 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.909 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.909 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.909 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.910 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.910 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.910 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.910 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.910 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.910 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.910 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.910 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.910 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.910 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.910 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.910 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.910 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.910 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.911 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.911 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.911 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.911 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.911 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.911 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.911 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.911 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.911 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.911 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.911 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.911 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.911 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.911 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.912 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.912 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.912 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.912 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.912 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.912 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.912 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.912 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.912 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.912 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.912 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.912 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.912 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.912 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.912 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.913 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.913 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.913 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.913 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.913 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.913 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.913 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.913 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.913 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.913 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.913 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.913 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.913 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.913 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.914 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.914 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.914 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.914 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.914 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.914 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.914 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.914 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.914 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.914 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.914 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.914 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.914 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.915 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.915 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.915 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.915 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.915 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.915 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.915 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.915 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.915 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.915 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.915 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.915 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.915 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.915 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.916 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.916 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.916 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.916 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.916 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.916 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.916 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.916 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.916 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.916 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.917 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.917 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.917 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.917 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.917 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.917 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.917 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.917 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.917 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.917 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.917 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.917 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.917 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.917 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.918 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.918 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.918 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.918 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.918 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.918 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.918 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.918 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.918 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.918 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.918 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.918 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.918 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.919 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.919 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.919 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.919 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.919 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.919 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.919 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.919 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.919 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.919 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.919 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.919 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.919 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.919 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.920 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.920 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.920 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.920 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.920 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.920 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.920 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.920 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.920 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.920 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.920 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.920 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.920 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.921 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.921 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.921 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.921 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.921 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.921 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.921 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.921 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.921 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.921 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.921 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.921 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.921 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.921 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.922 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.922 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.922 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.922 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.922 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.922 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.922 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.922 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.922 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.922 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.922 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.922 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.922 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.923 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.923 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.923 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.923 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.923 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.923 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.923 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.923 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.923 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.923 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.923 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.923 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.923 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.924 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.924 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.924 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.924 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.924 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.924 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.924 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.924 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.924 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.924 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.925 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.925 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.925 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.925 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.925 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.925 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.925 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.925 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.925 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.925 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.925 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.925 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.925 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.926 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.926 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.926 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.926 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.926 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.926 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.926 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.926 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.926 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.926 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.926 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.926 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.926 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.926 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.927 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.927 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.927 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.927 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.927 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.927 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.927 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.927 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.927 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.927 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.927 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.927 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.927 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.927 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.928 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.928 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.928 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.928 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.928 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.928 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.928 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.928 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.928 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.928 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.928 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.928 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.929 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.929 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.929 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.929 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.929 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.929 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.929 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.929 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.929 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.929 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.929 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.929 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.929 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.930 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.930 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.930 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.930 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.930 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.930 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.930 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.930 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.930 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.932 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.932 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.932 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.932 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.932 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.932 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.932 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.932 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.932 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.933 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.933 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.933 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.933 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.933 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.933 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.933 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.933 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.933 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.933 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.933 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.933 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.933 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.933 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.934 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.934 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.934 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.934 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.934 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.934 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.934 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.934 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.934 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.934 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.934 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.934 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.934 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.935 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.935 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.935 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.935 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.935 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.935 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.935 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.935 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.935 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.935 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.935 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.935 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.935 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.935 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.936 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.936 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.936 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.936 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.936 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.936 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.936 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.936 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.936 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.936 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.936 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.936 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.936 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.936 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.937 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.937 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.937 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.937 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.937 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.937 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.937 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.937 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.937 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.937 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.937 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.937 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.937 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.937 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.938 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.938 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.938 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.938 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.938 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.938 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.938 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.938 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.938 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.938 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.938 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.938 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.938 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.938 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.939 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.939 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.939 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.939 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.939 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.939 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.939 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.939 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.939 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.939 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.939 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.939 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.939 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.940 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.940 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.940 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.940 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.940 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.940 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.940 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.940 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.940 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.940 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.940 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.940 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.940 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.940 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.941 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.941 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.941 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.941 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.941 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.941 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.941 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.941 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.941 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.941 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.941 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.941 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.941 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.942 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.942 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.942 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.942 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.942 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.942 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.942 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.942 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.942 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.942 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.942 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.942 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.942 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.942 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.943 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.943 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.943 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.943 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.943 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.943 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.943 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.943 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.943 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.943 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.943 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.943 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.943 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.944 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.944 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.944 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.944 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.944 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.944 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.944 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.944 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.944 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.944 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.944 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.944 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.944 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.944 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.945 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.945 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.945 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.945 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.945 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.945 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.945 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.945 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.945 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.945 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.945 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.945 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.945 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.945 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.945 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.946 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.946 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.946 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.946 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.946 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.946 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.946 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.946 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.946 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.946 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.946 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.946 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.946 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.946 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.947 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.947 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.947 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.947 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.947 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.947 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.947 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.947 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.947 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.947 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.947 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.947 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.947 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.948 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.948 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.948 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.948 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.948 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.948 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.948 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.948 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.948 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.948 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.948 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.948 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.948 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.948 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.948 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.949 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.949 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: pgmap v121: 129 pgs: 129 active+clean; 293 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 922 op/s 2024-06-06T08:26:34.949 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.949 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.949 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.949 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.949 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.949 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.949 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.949 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.949 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.949 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.949 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.950 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.950 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.950 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.950 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.950 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.950 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.950 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.950 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.950 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.950 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.950 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.951 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.951 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.951 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.951 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.951 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.951 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.951 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.951 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.951 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.951 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.951 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.951 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.951 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.952 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.952 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.952 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.952 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.952 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.952 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.952 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.952 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.952 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.952 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.952 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.952 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.952 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.952 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.952 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.953 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.953 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.953 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.953 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.953 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.953 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.953 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.953 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.953 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.953 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.953 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.953 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.954 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.954 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.954 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.954 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.954 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.954 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.954 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.954 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.954 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.954 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.954 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.954 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.954 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.954 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.955 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.955 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.955 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.955 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.955 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.955 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.955 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.955 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.955 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.955 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.955 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.956 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.956 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.956 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.956 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.956 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.956 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.956 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.956 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.956 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.956 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.956 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.956 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.956 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.956 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.956 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.957 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.957 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.957 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.957 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.957 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.957 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.957 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.957 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.957 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.957 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.957 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.957 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.957 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.957 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.958 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.958 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.958 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.958 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.958 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.958 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.958 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.958 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.958 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.958 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.958 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.958 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.958 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.958 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.959 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.959 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.959 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.959 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.959 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.959 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.959 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.959 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.959 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.959 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.959 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.959 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.959 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.959 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.960 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.960 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.960 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.960 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.960 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.960 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.960 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.960 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.960 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.960 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.960 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.960 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.960 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.960 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.960 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.961 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.961 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.961 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.961 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.961 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.961 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.961 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.961 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.961 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.961 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.961 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.961 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.961 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.961 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.962 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.962 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.962 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.962 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.962 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.962 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.962 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.962 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.962 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.962 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.962 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.962 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.962 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.962 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.963 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.963 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.963 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.963 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.963 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.963 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.963 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.963 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.963 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.963 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.963 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.963 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.963 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.963 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.964 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.964 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.964 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.964 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.964 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.964 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.964 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.964 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.964 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.964 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.964 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.964 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.964 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.964 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.965 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.965 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.965 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.965 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.965 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.965 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.965 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.965 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.965 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.965 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.965 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.965 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.965 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.966 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.966 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.966 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.966 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.966 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.966 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.966 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.966 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.966 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.966 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.967 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.967 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.967 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.967 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.967 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.967 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.967 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.967 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.967 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.967 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.967 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.967 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.967 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.967 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.967 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.968 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.968 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.968 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.968 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.968 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.968 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.968 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.968 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.968 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.968 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.969 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.969 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.969 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.969 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.969 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.969 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.969 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.969 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.969 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.969 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.969 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.969 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.969 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.970 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.970 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.970 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.970 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.970 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.970 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.970 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.970 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.970 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.970 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.971 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.971 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.971 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.971 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.971 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.971 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.971 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.971 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.971 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.971 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.971 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.971 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.971 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.971 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.972 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.972 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.972 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.972 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.972 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.972 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.972 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.972 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.972 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:34.972 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:34.973 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:34 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.041 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.041 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.041 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.041 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.041 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.041 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.041 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.041 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.041 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.041 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.041 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.042 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.042 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.042 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.042 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.042 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.042 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.042 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.042 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.042 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.042 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.042 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.044 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.044 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.044 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.044 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.044 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.044 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.044 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.044 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.044 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.044 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.044 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.044 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.045 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.045 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.045 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.045 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.045 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.045 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.045 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.045 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.045 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.045 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.045 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.045 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.046 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.046 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.046 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.046 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.046 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.046 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.046 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.046 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.046 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.046 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.046 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.046 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.047 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.047 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.047 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.047 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.047 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.047 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.047 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.047 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.047 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.047 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.047 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.047 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.047 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.047 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.048 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.048 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.048 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.048 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.048 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.048 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.048 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.048 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.048 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.048 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.048 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.048 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.049 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.049 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.049 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.049 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.049 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.049 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.049 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.049 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.049 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.049 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.049 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.049 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.049 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.050 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.050 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.050 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.050 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.050 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.050 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.050 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.050 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.050 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.050 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.050 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.050 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.050 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.051 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.051 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.051 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.051 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.051 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.051 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.051 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.051 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.051 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.051 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.051 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.051 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.051 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.051 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.052 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.052 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.052 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.052 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.052 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.052 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.052 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.052 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.052 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.052 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.052 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.052 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.052 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.053 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.053 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.053 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.053 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.053 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.053 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.053 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.053 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.053 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.053 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.053 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.053 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.053 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.054 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.054 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.054 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.054 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.054 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.054 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.054 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.054 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.054 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.054 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.054 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.054 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.054 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.054 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.055 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.055 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.055 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.055 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.055 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.055 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.055 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.055 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.055 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.055 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.055 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.055 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.055 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.055 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.056 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.056 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.056 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.056 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.056 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.056 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.056 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.056 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.056 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.056 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.056 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.056 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.056 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.057 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.057 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.057 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.057 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.057 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.057 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.057 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.057 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.057 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.057 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.057 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.057 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.057 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.057 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.057 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.058 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.058 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.058 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.058 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.058 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.058 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.058 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.058 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.058 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.058 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.058 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.058 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.058 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.059 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.059 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.059 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.059 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.059 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.059 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.059 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.059 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.059 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.059 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.059 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.059 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.059 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.059 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.060 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.060 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.060 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.060 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.060 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.060 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.060 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.060 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.060 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.060 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.060 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.060 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.060 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.060 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.061 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.061 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.061 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.061 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.061 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.061 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.061 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.061 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.061 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.061 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.061 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.061 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.061 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.061 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.062 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.062 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.062 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.062 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.062 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.062 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.062 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.062 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.062 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.062 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.062 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.062 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.062 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.063 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.063 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.063 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.063 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.063 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.063 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.063 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.063 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.063 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.063 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.063 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.063 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.063 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.063 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.064 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.064 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.064 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.064 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.064 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.064 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.064 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.064 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.064 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.064 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.064 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.064 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.064 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.065 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.065 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.065 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.065 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.065 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.065 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.065 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.065 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.065 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.065 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.065 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.065 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.065 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.065 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.066 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.066 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.066 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.066 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.066 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.066 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.066 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.066 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.066 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.066 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.066 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.066 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.066 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.067 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.067 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.067 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.067 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.067 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.067 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.067 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.067 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.067 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.067 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.067 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.067 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.067 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.067 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.068 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.068 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.068 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.068 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.068 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.068 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.068 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.068 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.068 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.068 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.068 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.068 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.068 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.068 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.068 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.069 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.069 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.069 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.069 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.069 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.069 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.069 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.069 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.069 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.069 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.069 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.069 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.069 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.070 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.070 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.070 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.070 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.070 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.070 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.070 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.070 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.070 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.070 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.070 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.070 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.070 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.070 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.071 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.071 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.071 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.071 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.071 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.071 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.071 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.071 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.071 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.071 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.071 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.071 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.071 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.071 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.072 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.072 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.072 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.072 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.072 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.072 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.072 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.072 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.072 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.072 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.072 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.072 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.072 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.072 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.073 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.073 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.073 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.073 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.073 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.073 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.073 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.073 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.073 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.073 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.073 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.073 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.073 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.073 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.073 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.074 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.074 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.074 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.074 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.074 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.074 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.074 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.074 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.074 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.074 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.074 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.074 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.074 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.074 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.075 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.076 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.076 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.076 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.077 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.077 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.077 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.077 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.077 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.077 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.077 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.077 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.077 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.077 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.077 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.077 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.078 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.078 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.078 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.078 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.078 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.078 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.078 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.078 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.078 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.078 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.078 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.078 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.078 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.079 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.079 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.079 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.079 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.079 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.079 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.079 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.079 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.079 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.079 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.079 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.079 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.079 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.080 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.080 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.080 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.080 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.080 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.080 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.080 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.080 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.080 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.080 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.080 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.080 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.080 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.081 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.081 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.081 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.081 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.081 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.081 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.081 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.081 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.081 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.081 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.081 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.081 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.081 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.081 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.081 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.082 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.082 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.082 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.082 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.082 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.082 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.082 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.082 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.082 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.082 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.082 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.082 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.083 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.083 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.083 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.083 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.083 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.083 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.083 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.083 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.083 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.083 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.083 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.083 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.083 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.083 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.084 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.084 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.084 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.084 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.084 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.084 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.084 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.084 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.084 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.084 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.084 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.084 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.084 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.085 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.085 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.085 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.085 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.085 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.085 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.085 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.085 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.085 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.085 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.085 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.085 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.085 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.085 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.086 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.086 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.086 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.086 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.086 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.086 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.086 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.086 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.086 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.086 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.086 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.086 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.086 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.086 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.087 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.087 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.087 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.087 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.087 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.087 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.087 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.087 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.087 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.087 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.087 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.087 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.087 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.088 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.088 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.088 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.088 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.088 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.088 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.088 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.088 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.088 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.088 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.088 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.088 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.088 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.089 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.089 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.089 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.089 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.089 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.089 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.089 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.089 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.089 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.089 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.089 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.089 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.089 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.090 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.090 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.090 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.090 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.090 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.090 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.090 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.090 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.090 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.090 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.090 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.090 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.090 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.090 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.091 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.091 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.091 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.091 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.091 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.091 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.091 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.091 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.091 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.091 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.091 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.091 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.091 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.091 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.092 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.092 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.092 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.092 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.092 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.092 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.092 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.092 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.092 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.092 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.092 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.092 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.092 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.093 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.093 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.093 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.093 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.093 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.093 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.093 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.093 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.093 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.093 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.093 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.093 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.093 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.093 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.094 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.094 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.094 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.094 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.094 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.094 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.094 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.094 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.094 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.094 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.094 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.094 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.094 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.095 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.095 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.095 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.095 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.095 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.095 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.095 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.095 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.095 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.095 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.095 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.095 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.095 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.095 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.096 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.096 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.096 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.096 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.096 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.096 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.096 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.096 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.096 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.096 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.096 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.096 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.096 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.096 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.097 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.097 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.097 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.097 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.097 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.097 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.097 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.097 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.097 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.097 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.097 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.097 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.097 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.097 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: pgmap v121: 129 pgs: 129 active+clean; 293 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 922 op/s 2024-06-06T08:26:35.097 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.098 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.098 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.098 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.098 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.098 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.098 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.098 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.098 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.098 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.098 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.098 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.098 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.098 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.099 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.099 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.099 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.099 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.099 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.099 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.099 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.099 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.099 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.099 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.099 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.099 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.099 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.099 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.099 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.100 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.100 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.100 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.100 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.100 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.100 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.100 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.100 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.100 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.100 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.100 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.100 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.100 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.101 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.101 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.101 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.101 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.101 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.101 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.101 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.101 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.101 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.101 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.101 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.101 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.101 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.101 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.102 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.102 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.102 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.102 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.102 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.102 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.102 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.102 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.102 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.102 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.102 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.102 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.102 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.103 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.103 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.103 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.103 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.103 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.103 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.103 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.103 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.103 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.103 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.103 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.103 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.103 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.103 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.103 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.104 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.104 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.104 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.104 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.104 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.104 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.104 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.104 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.104 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.104 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.104 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.104 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.104 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.104 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.105 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.105 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.105 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.105 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.105 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.105 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.105 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.105 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.105 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.105 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.105 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.105 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.105 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.105 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.106 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.106 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.106 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.106 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.106 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.106 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.106 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.106 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.106 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.106 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.106 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.106 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.106 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.107 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.107 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.107 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.107 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.107 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.107 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.107 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.107 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.107 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.107 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.107 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.107 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.107 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.107 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.108 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.108 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.108 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.108 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.108 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.108 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.108 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.108 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.108 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.108 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.108 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.108 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.108 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.109 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.109 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.109 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.109 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.109 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.109 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.109 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.109 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.109 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.109 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.109 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.109 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.109 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.109 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.110 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.110 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.110 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.110 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.110 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.110 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.110 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.110 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.110 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.110 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.110 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.110 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.110 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.110 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.111 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.111 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.111 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.111 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.111 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.111 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.111 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.111 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.111 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.111 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.111 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.111 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.111 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.111 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.112 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.112 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.112 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.112 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.112 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.112 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.112 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.112 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.112 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.112 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.112 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.112 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.112 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.113 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.113 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.113 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.113 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.113 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.113 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.113 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.113 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.113 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.113 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.113 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.113 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.113 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.113 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.113 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.114 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.114 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.114 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.114 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.114 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.114 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.114 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.114 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.114 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.114 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.114 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.114 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.114 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.115 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.115 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.115 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.115 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.115 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.115 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.115 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.115 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.115 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.115 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.115 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.115 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.115 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.115 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.116 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.116 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.116 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.116 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.116 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.116 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.116 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.116 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.116 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.116 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.116 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.116 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.116 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.116 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.117 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.117 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.117 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.117 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.117 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.117 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.117 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.117 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.117 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.117 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.117 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.117 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.117 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.117 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.118 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.118 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.118 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.118 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.118 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.118 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.118 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.118 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.118 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.118 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.118 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.118 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.118 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.118 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.119 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.119 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.119 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.119 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.119 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.119 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.119 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.119 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.119 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.119 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.119 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.119 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.119 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.119 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.120 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.120 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.120 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.120 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.120 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:35.120 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:34 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.631 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.631 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.631 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.631 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.632 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.632 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.632 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.632 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.632 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.632 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.632 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.632 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.632 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.632 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.632 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.632 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.632 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.632 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.632 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.633 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.633 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.633 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.633 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.633 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.633 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.633 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.633 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.633 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.633 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.633 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.633 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.633 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.634 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.634 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.634 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.634 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.634 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.634 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.634 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.634 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.634 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.634 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.634 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.634 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.634 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.634 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.634 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.635 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.635 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.635 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.635 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.635 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.636 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.636 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.636 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.636 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.636 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.636 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.636 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.636 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.636 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.636 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.636 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.637 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.637 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.637 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.637 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.637 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.637 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.637 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.637 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.637 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.637 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.637 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.637 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.637 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.637 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.640 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.640 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.640 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.640 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.640 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.640 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.640 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.640 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.640 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.640 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.640 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.640 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.641 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.641 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.641 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.641 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.641 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.641 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.641 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.641 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.641 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.641 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.641 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.641 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.641 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.641 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.641 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.642 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.642 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.642 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.642 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.642 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.642 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.642 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.642 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.642 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.642 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.642 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.642 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.642 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.643 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.643 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.643 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.643 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.643 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.643 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.643 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.643 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.643 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.643 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.643 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.643 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.643 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.643 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.643 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.644 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.644 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.644 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.644 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.644 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.644 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.644 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.644 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.644 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.644 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.644 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.645 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.645 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.645 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.645 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.645 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.645 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.645 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.645 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.645 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.645 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.645 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.645 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.645 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.645 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.646 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.646 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.646 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.646 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.646 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.646 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.646 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.646 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.646 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.646 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.647 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.647 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.647 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.647 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.647 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.647 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.647 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.647 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.647 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.647 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.647 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.647 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.648 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.648 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.648 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.648 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.648 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.648 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.648 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.648 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.648 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.648 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.648 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.649 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.649 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.649 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.649 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.649 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.649 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.649 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.649 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.649 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.649 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.649 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.649 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.649 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.649 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.650 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.650 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.650 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.650 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.650 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.650 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.650 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.650 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.650 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.651 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.651 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.651 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.651 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.651 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.651 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.651 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.651 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.651 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.651 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.651 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.651 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.651 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.651 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.651 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.652 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.652 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.652 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.652 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.652 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.652 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.652 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.652 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.652 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.652 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.652 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.654 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.655 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.655 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.655 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.655 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.655 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.655 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.655 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.655 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.655 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.655 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.655 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.655 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.655 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.656 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.656 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.656 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.656 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.656 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.656 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.656 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.656 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.656 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.656 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.656 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.656 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.656 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.656 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.657 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.657 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.657 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.657 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.657 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.657 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.657 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.657 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.657 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.657 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.657 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.657 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.657 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.657 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.658 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.658 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.658 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.658 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.658 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.658 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.658 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.658 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.658 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.659 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.659 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.659 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.659 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.659 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.659 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.659 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.659 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.659 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.659 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.659 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.659 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.659 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.659 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.659 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.660 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.660 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.660 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.660 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.660 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.660 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.660 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.660 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.660 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.661 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.661 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.661 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.661 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.661 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.661 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.661 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.661 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.661 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.661 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.661 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.661 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.661 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.661 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.662 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.662 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.662 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.662 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.662 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.662 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.662 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.662 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.662 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.662 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.662 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.662 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.662 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.662 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.663 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.663 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.663 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.663 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.663 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.663 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.663 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.663 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.663 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.663 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.663 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.663 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.663 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.663 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.664 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.664 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.664 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.664 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.664 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.664 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.664 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.664 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.664 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.664 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.664 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.664 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.664 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.664 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.665 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.665 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.665 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.665 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.665 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.665 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.665 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.665 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.665 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.665 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.665 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.665 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.665 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.665 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.665 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.666 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.666 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.666 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.666 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.666 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.666 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.666 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.666 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.666 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.666 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.666 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.666 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.666 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.666 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.667 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.667 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.667 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.667 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.667 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.667 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.667 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.667 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.667 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.667 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.667 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.667 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.667 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.667 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.667 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.668 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.668 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.668 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.668 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.668 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.668 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.668 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.668 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.668 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.668 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.668 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.668 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.668 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.668 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.669 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.669 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.669 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.669 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.669 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.669 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.669 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.669 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.669 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.669 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.669 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.669 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.669 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.669 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.669 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.670 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.670 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.670 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.670 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.670 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.670 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.670 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.670 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.670 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.670 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.670 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.671 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.671 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.671 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.671 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.671 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.671 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.671 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.671 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.671 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.671 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.671 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.672 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.672 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.672 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.672 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.672 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.672 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.672 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.672 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.672 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.672 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.672 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.672 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.672 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.672 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.673 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.673 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.673 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.673 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.673 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.673 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.673 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.673 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.673 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.673 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.673 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.673 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.673 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.673 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.674 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.674 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.674 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.674 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.674 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.674 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.674 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.674 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.674 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.674 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.674 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.674 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.674 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.674 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.675 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.675 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.675 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.675 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.675 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.675 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.675 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.675 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.675 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.675 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.675 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.675 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.675 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.675 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.675 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.676 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.676 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.676 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.676 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.676 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.676 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.676 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.676 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.676 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.676 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.676 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.676 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.676 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.676 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.677 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.677 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.677 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.677 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.677 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.677 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.677 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.677 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.677 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.677 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.677 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.678 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.678 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.678 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.678 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.678 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.678 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.678 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.678 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.678 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.678 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.678 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.678 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.678 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.679 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.679 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.679 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.679 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.679 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.679 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.679 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.679 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.679 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.679 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.679 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.679 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.679 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.679 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.680 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.680 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.680 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.680 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.680 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.680 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.680 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.680 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.680 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.680 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.680 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.680 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.680 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.680 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.681 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.681 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.681 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.681 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.681 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.681 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.681 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.681 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.681 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.681 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.681 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.681 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.681 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.681 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.682 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.682 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.682 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.682 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.682 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.682 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.682 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.682 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.682 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.682 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.682 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.682 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.682 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.682 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.683 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.683 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.683 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.683 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.683 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.683 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.683 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.683 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.683 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.683 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.683 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.683 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.683 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.683 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.683 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.684 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.684 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.684 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.684 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.684 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.684 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.684 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.684 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.684 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.684 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.684 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.684 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.684 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.684 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.685 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.685 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.685 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.685 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.685 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.685 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.685 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.685 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.685 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.685 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.685 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.685 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.685 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.685 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.686 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.686 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.686 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.686 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.686 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.686 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.686 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.686 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.686 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.686 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.686 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.686 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.686 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.686 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.687 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.687 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.687 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.687 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.687 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.687 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.687 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.687 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.687 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.687 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.687 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.687 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.687 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.687 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.688 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.688 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.688 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.688 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.688 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.688 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.688 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.688 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.688 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.688 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.688 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.688 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.688 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.688 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.688 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.689 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.689 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.689 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.689 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.689 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.689 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.689 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.689 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.689 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.689 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.689 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.689 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.689 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.689 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.690 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.690 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.690 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.690 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.690 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.690 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.690 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.690 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.690 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.690 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.690 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.690 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.690 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.690 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.691 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.691 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.691 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.691 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.691 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.691 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.691 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.691 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.691 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.691 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.692 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.692 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.692 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.692 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.692 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.692 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.692 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.692 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.692 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.692 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.692 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.692 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.692 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.692 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.693 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.693 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.693 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.693 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.693 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.693 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.693 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.693 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.693 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.693 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.693 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.693 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.693 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.693 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.694 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.694 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.694 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.694 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.694 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.694 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.694 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.694 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.694 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.694 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.694 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.694 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.694 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.695 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.695 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.695 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.695 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.695 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.695 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.695 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.695 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.695 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.695 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.695 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.695 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.695 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.695 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.696 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.696 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.696 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.696 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.696 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.696 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.696 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.696 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.696 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.696 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.696 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.696 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.696 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.696 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.696 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.697 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.697 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.697 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.697 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.697 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.697 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.697 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.697 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.697 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.697 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.697 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.697 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.697 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.697 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.698 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.698 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.698 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.698 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.698 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.698 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.698 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.698 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.698 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.698 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.698 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.698 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.698 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.698 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.699 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.699 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.699 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.699 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.699 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.699 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.699 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.699 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.699 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.699 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.699 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.699 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.699 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.699 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.700 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.700 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.700 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.700 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.700 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.700 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.700 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.700 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.700 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.700 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.700 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.700 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.700 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.700 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.700 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.701 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.701 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.701 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.701 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.701 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.701 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.701 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.701 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.701 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.701 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.701 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.701 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.701 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.701 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.702 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.702 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.702 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.702 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.702 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.702 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.702 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.702 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.702 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.702 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.702 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.702 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.702 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.702 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.703 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.703 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.703 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.703 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.703 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.703 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.703 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.703 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.703 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.703 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.703 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.703 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.703 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.703 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.704 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.704 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.704 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.704 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.704 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.704 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.704 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.704 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.704 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.704 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.704 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.704 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.704 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.704 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.704 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.705 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.705 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.705 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.705 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.705 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.705 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.705 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.705 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.705 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.705 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.705 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.705 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.705 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.705 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.706 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.706 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.706 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.706 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.706 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.706 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.706 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.706 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.706 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.706 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.706 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.706 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.706 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.706 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.706 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.707 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.707 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.707 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.707 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.707 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.707 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.707 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.707 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.707 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.707 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.707 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.707 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.707 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.707 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.708 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.708 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.708 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.708 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.708 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.708 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.708 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.708 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.708 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.708 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.708 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.708 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.708 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.708 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.709 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.709 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.709 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.709 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.709 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.709 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.709 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.709 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.709 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.709 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.709 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.709 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.709 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.709 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.709 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.710 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.710 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.710 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.710 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.710 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.710 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.710 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.710 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.710 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.710 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.710 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.710 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.710 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.710 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.711 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.711 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.711 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.711 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.711 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:26:35.711 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:35.711 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:35 smithi120 ceph-mon[36658]: pgmap v122: 129 pgs: 129 active+clean; 299 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 1.37k op/s 2024-06-06T08:26:36.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.041 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.041 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.041 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.041 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.041 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.041 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.041 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.041 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.041 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.041 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.041 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.041 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.041 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.041 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.041 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.042 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.042 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.042 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.042 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.042 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.042 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.042 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.042 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.042 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.042 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.043 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.043 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.043 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.043 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.043 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.043 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.043 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.044 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.044 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.044 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.044 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.044 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.044 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.044 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.044 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.044 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.044 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.044 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.045 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.045 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.045 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.045 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.045 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.045 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.045 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.045 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.046 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.046 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.046 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.046 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.046 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.046 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.046 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.046 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.046 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.046 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.047 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.047 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.047 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.047 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.047 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.047 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.047 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.047 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.047 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.047 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.047 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.047 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.047 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.047 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.048 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.048 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.048 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.048 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.048 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.048 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.048 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.048 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.048 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.048 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.048 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.048 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.048 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.048 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.049 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.049 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.049 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.049 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.049 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.049 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.049 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.049 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.049 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.049 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.049 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.049 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.049 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.049 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.050 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.050 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.050 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.050 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.050 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.050 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.050 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.050 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.050 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.050 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.050 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.050 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.050 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.050 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.051 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.051 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.051 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.051 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.051 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.051 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.051 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.051 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.051 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.051 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.051 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.051 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.051 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.052 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.052 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.052 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.052 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.052 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.052 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.052 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.052 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.052 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.052 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.052 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.052 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.052 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.053 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.053 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.053 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.053 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.053 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.053 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.053 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.053 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.053 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.053 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.053 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.053 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.053 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.053 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.054 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.054 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.054 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.054 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.054 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.054 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.054 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.054 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.054 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.054 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.054 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.054 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.054 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.055 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.055 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.055 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.055 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.055 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.055 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.055 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.055 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.055 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.055 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.055 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.055 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.055 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.056 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.056 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.056 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.056 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.056 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.056 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.057 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.057 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.057 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.057 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.057 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.057 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.057 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.057 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.057 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.057 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.057 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.057 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.057 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.058 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.058 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.058 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.058 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.058 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.058 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.058 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.058 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.058 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.058 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.058 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.058 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.058 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.058 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.059 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.059 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.059 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.059 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.059 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.059 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.059 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.059 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.059 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.059 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.059 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.059 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.059 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.059 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.059 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.060 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.060 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.060 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.060 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.062 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.062 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.062 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.062 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.062 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.062 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.062 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.063 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.063 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.063 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.063 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.063 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.063 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.063 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.063 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.063 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.063 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.063 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.063 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.063 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.063 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.064 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.064 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.064 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.064 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.064 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.064 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.064 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.064 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.064 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.064 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.064 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.064 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.064 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.064 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.065 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.065 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.065 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.065 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.065 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.065 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.065 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.065 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.065 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.065 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.065 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.065 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.065 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.065 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.066 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.066 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.066 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.066 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.066 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.066 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.066 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.067 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.067 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.067 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.067 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.067 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.067 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.067 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.067 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.067 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.067 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.067 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.067 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.067 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.067 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.068 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.068 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.068 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.068 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.068 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.068 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.068 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.068 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.068 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.068 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.068 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.068 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.068 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.068 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.069 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.069 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.069 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.069 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.069 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.069 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.069 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.069 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.069 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.069 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.069 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.069 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.069 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.070 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.070 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.070 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.070 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.070 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.070 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.070 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.070 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.070 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.070 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.070 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.070 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.070 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.070 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.071 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.071 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.071 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.071 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.071 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.071 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.071 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.071 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.071 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.071 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.071 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.071 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.071 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.071 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.072 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.072 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.072 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.072 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.072 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.072 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.072 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.072 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.072 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.072 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.072 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.072 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.072 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.072 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.073 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.073 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.073 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.073 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.073 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.073 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.073 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.073 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.073 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.073 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.073 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.073 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.073 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.073 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.074 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.074 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.074 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.074 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.074 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.074 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.074 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.074 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.074 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.074 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.074 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.074 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.074 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.074 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.075 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.075 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.075 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.075 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.075 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.075 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.075 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.075 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.075 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.075 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.075 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.075 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.075 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.075 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.076 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.076 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.076 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.076 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.076 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.076 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.076 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.076 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.076 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.076 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.077 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.077 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.077 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.077 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.077 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.077 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.077 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.077 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.077 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.077 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.078 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.078 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.078 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.078 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.078 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.078 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.078 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.078 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.078 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.078 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.078 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.078 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.078 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.079 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.079 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.079 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.079 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.079 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.079 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.079 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.079 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.079 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.079 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.079 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.079 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.079 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.079 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.079 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.080 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.080 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.080 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.080 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.080 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.080 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.080 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.080 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.080 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.080 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.080 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.080 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.080 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.080 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.081 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.081 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.081 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.081 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.081 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.081 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.081 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.081 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.081 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.081 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.081 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.081 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.081 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.081 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.082 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.082 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.082 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.082 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.082 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.082 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.082 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.082 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.082 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.082 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.082 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.082 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.082 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.082 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.083 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.083 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.083 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.083 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.083 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.083 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.083 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.083 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.083 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.083 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.083 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.083 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.083 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.083 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.083 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.084 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.084 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.084 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.084 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.084 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.084 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.084 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.084 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.084 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.084 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.084 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.084 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.084 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.084 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.085 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.085 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.085 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.085 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.085 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.085 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.085 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.085 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.085 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.085 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.085 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.085 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.085 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.085 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.085 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.086 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.086 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.086 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.086 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.086 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.086 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.086 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.086 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.086 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.086 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.087 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.087 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.087 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.087 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.087 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.087 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.087 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.087 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.088 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.088 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.088 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.088 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.088 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.088 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.088 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.088 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.088 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.088 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.088 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.088 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.088 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.088 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.089 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.089 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.089 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.089 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.089 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.089 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.089 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.089 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.089 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.089 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.089 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.089 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.089 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.089 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.090 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.090 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.090 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.090 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.090 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.090 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.090 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.090 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.090 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.090 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.090 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.090 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.090 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.090 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.091 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.091 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.091 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.091 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.091 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.091 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.091 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.091 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.091 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.091 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.091 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.091 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.091 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.091 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.091 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.092 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.092 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.092 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.092 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.092 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.092 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.092 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.092 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.092 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.092 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.092 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.092 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.092 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.092 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.092 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.093 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.093 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.093 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.093 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.093 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.093 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.093 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.093 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.093 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.093 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.093 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.093 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.093 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.093 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.094 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.094 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.094 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.094 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.094 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.094 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.094 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.094 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.094 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.094 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.094 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.094 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.094 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.094 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.095 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.095 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.095 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.095 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.095 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.095 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.095 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.095 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.095 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.095 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.095 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.095 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.095 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.096 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.096 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.096 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.096 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.096 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.096 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.096 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.096 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.096 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.096 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.096 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.096 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.096 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.097 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.097 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.097 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.097 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.097 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.098 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.098 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.098 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.098 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.098 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.098 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.098 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.098 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.098 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.098 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.098 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.099 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.099 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.099 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.099 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.099 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.099 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.099 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.099 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.099 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.099 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.099 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.099 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.099 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.099 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.100 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.100 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.100 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.100 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.100 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.100 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.100 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.100 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.100 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.100 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.100 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.100 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.100 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.100 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.101 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.101 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.101 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.101 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.101 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.101 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.101 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.101 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.101 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.101 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.101 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.101 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.101 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.101 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.102 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.102 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.102 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.102 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.102 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.102 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.102 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.102 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.102 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.102 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.102 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.102 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.102 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.102 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.103 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.103 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.103 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.103 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.103 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.103 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.103 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.103 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.103 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.103 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.103 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.103 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.103 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.103 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.104 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.104 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.104 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.104 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.104 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.104 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.104 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.104 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.104 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.104 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.104 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.104 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.104 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.104 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.105 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.105 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.105 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.105 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.105 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.105 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.105 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.105 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.105 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.105 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.105 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.105 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.105 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.105 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.106 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.106 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.106 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.106 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.106 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.106 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.106 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.106 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.106 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.106 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.106 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.106 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.106 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.106 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.107 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.107 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.107 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.107 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.107 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.107 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.107 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.107 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.107 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.107 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.107 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.107 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.107 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.108 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.108 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.108 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.108 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.108 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.108 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.108 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.108 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.108 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.108 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.108 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.108 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.108 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.108 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.109 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.109 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.109 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.109 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.109 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.109 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.109 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.109 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.109 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.109 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.109 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.109 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.109 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.109 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.109 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.110 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.110 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.110 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.110 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.110 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.110 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.110 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.110 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.110 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.110 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.110 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.110 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.110 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.110 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.111 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.111 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.111 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.111 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.111 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.111 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.111 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.111 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.111 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.111 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.111 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.111 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.111 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.111 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.112 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.112 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.112 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.112 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.112 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.112 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.112 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.112 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.112 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.112 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.112 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.112 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.112 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.112 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.113 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.113 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.113 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.113 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.113 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.113 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.113 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.113 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.113 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.113 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.113 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.113 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.113 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.113 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.114 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.114 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.114 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.114 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.114 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.114 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.114 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.114 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.114 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.114 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.114 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.114 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.114 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.114 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.115 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.115 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.115 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.115 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.115 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.115 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.115 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.115 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.115 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.115 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.115 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.115 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.115 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.115 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.115 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.116 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.116 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.116 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.116 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.116 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.116 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.116 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.116 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.116 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.116 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.116 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.116 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.116 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.117 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.117 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.117 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.117 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.117 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.117 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.117 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.117 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.117 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.117 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.117 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.117 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.117 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.117 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.118 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.118 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.118 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.118 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.118 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.118 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.118 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.118 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.118 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.118 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.118 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.118 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.118 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.118 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.119 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.119 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.119 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.119 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.119 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.119 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.119 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.119 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.119 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.119 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.119 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.119 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.119 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.119 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.120 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.120 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.120 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.120 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.120 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.120 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.120 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:26:36.120 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.120 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:35 smithi149 ceph-mon[36842]: pgmap v122: 129 pgs: 129 active+clean; 299 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 1.37k op/s 2024-06-06T08:26:36.123 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.123 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.123 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.123 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.123 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.123 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.124 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.124 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.124 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.124 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.124 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.124 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.124 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.124 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.124 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.124 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.124 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.124 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.124 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.124 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.125 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.125 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.125 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.125 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.125 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.125 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.125 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.125 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.125 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.125 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.125 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.125 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.125 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.125 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.126 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.126 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.126 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.126 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.126 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.126 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.126 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.126 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.126 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.126 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.126 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.126 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.126 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.126 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.127 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.127 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.127 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.127 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.127 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.127 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.127 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.127 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.127 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.127 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.128 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.128 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.128 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.128 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.128 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.128 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.128 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.128 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.128 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.128 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.128 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.128 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.128 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.128 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.128 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.129 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.129 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.129 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.129 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.129 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.129 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.129 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.129 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.129 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.129 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.129 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.129 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.129 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.129 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.130 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.130 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.130 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.130 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.130 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.130 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.130 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.130 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.130 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.130 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.130 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.130 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.130 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.130 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.131 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.131 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.131 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.131 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.131 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.131 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.131 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.131 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.131 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.131 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.131 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.131 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.131 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.132 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.132 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.132 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.132 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.132 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.132 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.132 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.132 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.132 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.132 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.132 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.132 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.132 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.132 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.133 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.133 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.133 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.133 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.133 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.133 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.133 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.133 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.133 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.133 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.133 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.133 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.133 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.133 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.134 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.134 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.134 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.134 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.134 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.134 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.134 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.134 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.134 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.134 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.134 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.134 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.134 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.134 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.135 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.135 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.135 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.135 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.135 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.135 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.135 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.135 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.135 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.135 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.135 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.135 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.135 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.135 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.136 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.136 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.136 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.136 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.136 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.136 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.136 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.136 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.136 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.136 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.136 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.136 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.136 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.136 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.137 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.137 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.137 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.137 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.137 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.137 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.137 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.137 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.137 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.137 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.137 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.137 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.137 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.137 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.137 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.138 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.138 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.138 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.138 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.138 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.138 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.138 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.138 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.138 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.138 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.138 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.138 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.138 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.138 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.139 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.139 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.139 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.139 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.139 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.139 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.139 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.139 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.139 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.139 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.139 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.139 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.139 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.139 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.140 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.140 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.140 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.140 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.140 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.140 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.140 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.140 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.140 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.140 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.140 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.140 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.140 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.140 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.141 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.141 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.141 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.141 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.141 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.141 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.141 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.141 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.141 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.141 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.141 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.141 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.141 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.141 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.142 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.142 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.142 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.142 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.142 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.142 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.142 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.142 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.142 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.142 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.142 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.142 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.142 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.142 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.142 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.143 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.143 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.143 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.143 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.143 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.143 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.143 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.143 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.143 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.143 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.143 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.143 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.143 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.143 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.144 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.144 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.144 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.144 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.144 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.144 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.144 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.144 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.144 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.144 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.144 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.144 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.144 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.144 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.144 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.145 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.145 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.145 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.145 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.145 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.145 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.145 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.145 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.145 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.145 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.145 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.145 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.145 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.145 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.145 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.146 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.146 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.146 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.146 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.146 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.146 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.146 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.146 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.146 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.146 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.146 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.146 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.146 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.146 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.147 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.147 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.147 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.147 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.147 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.147 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.147 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.147 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.147 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.147 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.147 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.147 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.147 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.147 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.148 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.148 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.148 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.148 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.148 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.148 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.148 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.148 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.148 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.148 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.148 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.148 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.148 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.148 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.148 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.149 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.149 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.149 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.149 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.149 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.149 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.149 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.149 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.149 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.149 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.149 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.149 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.149 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.149 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.150 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.150 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.150 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.150 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.150 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.150 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.150 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.150 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.150 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.150 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.150 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.150 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.150 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.150 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.151 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.151 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.151 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.151 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.151 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.151 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.151 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.151 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.151 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.151 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.151 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.151 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.151 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.151 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.151 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.152 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.152 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.152 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.152 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.152 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.152 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.152 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.152 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.152 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.152 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.152 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.152 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.152 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.152 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.152 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.153 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.153 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.153 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.153 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.153 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.153 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.153 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.153 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.153 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.153 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.153 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.153 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.153 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.153 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.154 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.154 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.154 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.154 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.154 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.154 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.154 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.154 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.154 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.154 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.154 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.154 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.154 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.155 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.155 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.155 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.155 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.155 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.155 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.155 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.155 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.155 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.155 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.155 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.155 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.155 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.155 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.155 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.156 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.156 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.156 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.156 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.156 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.156 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.156 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.156 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.156 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.156 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.156 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.156 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.156 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.156 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.157 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.157 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.157 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.157 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.157 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.157 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.157 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.157 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.157 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.157 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.157 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.157 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.157 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.157 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.158 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.158 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.158 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.158 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.158 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.158 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.158 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.158 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.158 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.158 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.158 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.158 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.158 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.158 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.159 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.159 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.159 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.159 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.159 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.159 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.159 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.159 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.159 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.159 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.159 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.159 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.159 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.159 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.160 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.160 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.160 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.160 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.160 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.160 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.160 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.160 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.160 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.160 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.160 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.160 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.160 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.160 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.161 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.161 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.161 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.161 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.161 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.161 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.161 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.161 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.161 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.161 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.161 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.161 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.161 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.161 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.162 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.162 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.162 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.162 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.162 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.162 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.162 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.162 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.162 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.162 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.162 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.162 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.162 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.162 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.163 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.163 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.163 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.163 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.163 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.163 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.163 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.163 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.163 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.163 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.163 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.163 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.163 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.163 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.163 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.164 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.164 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.164 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.164 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.164 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.164 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.164 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.164 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.164 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.164 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.164 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.164 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.164 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.164 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.165 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.165 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.165 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.165 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.165 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.165 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.165 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.165 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.165 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.165 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.165 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.165 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.165 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.165 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.165 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.166 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.166 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.166 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.166 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.166 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.166 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.166 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.166 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.166 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.166 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.166 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.166 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.166 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.166 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.167 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.167 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.167 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.167 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.167 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.167 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.167 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.167 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.167 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.167 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.167 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.167 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.167 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.167 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.167 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.168 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.168 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.168 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.168 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.168 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.168 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.168 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.168 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.168 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.168 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.168 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.168 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.168 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.168 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.169 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.169 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.169 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.169 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.169 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.169 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.169 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.169 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.169 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.169 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.169 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.169 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.169 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.169 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.170 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.170 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.170 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.170 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.170 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.170 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.170 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.170 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.170 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.170 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.170 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.170 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.170 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.170 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.171 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.171 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.171 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.171 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.171 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.171 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.171 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.171 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.171 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.171 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.171 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.171 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.171 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.171 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.171 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.172 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.172 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.172 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.172 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.172 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.172 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.172 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.172 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.172 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.172 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.172 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.172 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.172 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.172 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.172 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.173 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.173 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.173 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.173 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.173 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.173 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.173 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.173 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.173 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.173 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.173 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.173 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.173 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.173 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.173 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.174 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.174 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.174 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.174 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.174 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.174 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.174 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.174 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.174 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.174 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.174 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.174 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.174 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.174 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.175 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.175 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.175 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.175 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.175 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.175 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.175 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.175 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.175 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.175 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.175 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.175 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.175 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.175 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.176 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.176 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.176 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.176 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.176 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.176 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.176 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.176 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.176 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.176 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.176 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.176 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.176 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.176 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.176 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.177 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.177 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.177 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.177 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.177 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.177 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.177 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.177 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.177 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.177 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.177 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.177 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.177 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.177 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.178 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.178 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.178 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.178 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.178 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.178 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.178 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.178 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.178 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.178 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.178 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.178 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.178 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.178 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.179 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.179 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.179 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.179 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.179 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.179 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.179 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.179 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.179 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.179 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.179 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.179 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.179 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.179 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.179 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.180 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.180 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.180 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.180 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.180 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.180 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.180 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.180 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.180 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.180 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.180 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.180 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.180 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.180 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.181 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.181 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.181 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.181 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.181 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.181 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.181 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.181 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.181 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.181 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.181 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.181 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.181 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.181 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.181 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.182 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.182 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.182 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.182 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.182 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.182 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.182 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.182 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.182 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.182 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.182 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.182 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.182 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.183 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.183 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.183 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.183 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.183 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.183 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.183 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.183 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.183 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.183 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.183 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.183 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.183 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.183 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.184 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.184 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.184 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.184 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.184 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.184 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.184 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.184 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.184 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.184 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.184 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.184 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.184 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.184 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.184 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.185 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.185 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.185 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.185 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.185 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.185 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.185 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.185 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.185 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.185 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.185 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.185 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.185 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.185 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.186 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.186 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.186 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.186 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.186 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.186 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.186 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.186 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.186 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.186 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.186 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.186 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.186 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.186 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.187 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.187 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.187 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.187 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.187 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.187 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.187 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.187 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.187 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.187 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.187 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.187 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.187 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.187 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.187 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.188 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.188 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.188 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.188 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.188 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.188 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.188 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.188 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.188 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.188 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.188 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.188 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.188 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.188 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.189 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.189 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.189 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.189 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.189 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.189 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.189 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.189 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.189 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.189 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.189 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.189 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.189 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.189 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.189 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.190 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.190 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.190 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.190 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.190 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.190 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.190 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.190 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.190 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.190 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.190 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.190 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.190 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.191 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.191 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.191 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.191 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.191 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.191 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.191 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.191 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.191 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.191 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.191 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.191 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.191 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.191 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.192 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.192 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.192 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.192 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.192 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.192 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.192 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.192 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.192 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.192 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.192 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.192 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.192 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.192 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.192 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.193 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.193 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.193 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.193 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.193 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.193 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.193 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.193 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.193 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.193 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.193 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.193 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.193 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.193 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.194 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.194 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.194 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.194 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.194 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.194 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.194 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.194 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.194 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.194 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.194 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.194 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.194 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.194 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.195 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.195 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.195 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.195 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.195 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.195 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.195 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.195 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.195 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.195 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.195 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.195 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.195 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.195 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.195 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.196 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.196 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.196 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.196 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.196 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.196 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.196 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.196 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.196 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:26:36.196 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:26:36.196 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:35 smithi042 ceph-mon[32384]: pgmap v122: 129 pgs: 129 active+clean; 299 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 1.37k op/s 2024-06-06T08:26:38.291 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:38 smithi149 ceph-mon[36842]: pgmap v123: 129 pgs: 129 active+clean; 299 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 1.31k op/s 2024-06-06T08:26:38.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:38 smithi042 ceph-mon[32384]: pgmap v123: 129 pgs: 129 active+clean; 299 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 1.31k op/s 2024-06-06T08:26:38.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:38 smithi120 ceph-mon[36658]: pgmap v123: 129 pgs: 129 active+clean; 299 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 1.31k op/s 2024-06-06T08:26:40.287 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:40 smithi149 ceph-mon[36842]: pgmap v124: 129 pgs: 129 active+clean; 373 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 8.1 MiB/s wr, 1.88k op/s 2024-06-06T08:26:40.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:40 smithi042 ceph-mon[32384]: pgmap v124: 129 pgs: 129 active+clean; 373 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 8.1 MiB/s wr, 1.88k op/s 2024-06-06T08:26:40.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:40 smithi120 ceph-mon[36658]: pgmap v124: 129 pgs: 129 active+clean; 373 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 8.1 MiB/s wr, 1.88k op/s 2024-06-06T08:26:41.287 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:41 smithi149 ceph-mon[36842]: scrub summary: idle 2024-06-06T08:26:41.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:41 smithi149 ceph-mon[36842]: scrub summary: idle 2024-06-06T08:26:41.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:41 smithi149 ceph-mon[36842]: scrub summary: idle 2024-06-06T08:26:41.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:41 smithi042 ceph-mon[32384]: scrub summary: idle 2024-06-06T08:26:41.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:41 smithi042 ceph-mon[32384]: scrub summary: idle 2024-06-06T08:26:41.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:41 smithi042 ceph-mon[32384]: scrub summary: idle 2024-06-06T08:26:41.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:41 smithi120 ceph-mon[36658]: scrub summary: idle 2024-06-06T08:26:41.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:41 smithi120 ceph-mon[36658]: scrub summary: idle 2024-06-06T08:26:41.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:41 smithi120 ceph-mon[36658]: scrub summary: idle 2024-06-06T08:26:42.287 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:42 smithi149 ceph-mon[36842]: pgmap v125: 129 pgs: 129 active+clean; 373 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 7.6 MiB/s wr, 1.50k op/s 2024-06-06T08:26:42.314 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:42 smithi042 ceph-mon[32384]: pgmap v125: 129 pgs: 129 active+clean; 373 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 7.6 MiB/s wr, 1.50k op/s 2024-06-06T08:26:42.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:42 smithi120 ceph-mon[36658]: pgmap v125: 129 pgs: 129 active+clean; 373 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 7.6 MiB/s wr, 1.50k op/s 2024-06-06T08:26:42.737 INFO:tasks.workunit.client.0.smithi042.stdout: 129 711611 648 483593 467 215096 615 2024-06-06T08:26:44.287 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:44 smithi149 ceph-mon[36842]: pgmap v126: 129 pgs: 129 active+clean; 379 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 8.2 MiB/s wr, 1.54k op/s 2024-06-06T08:26:44.314 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:44 smithi042 ceph-mon[32384]: pgmap v126: 129 pgs: 129 active+clean; 379 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 8.2 MiB/s wr, 1.54k op/s 2024-06-06T08:26:44.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:44 smithi120 ceph-mon[36658]: pgmap v126: 129 pgs: 129 active+clean; 379 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 8.2 MiB/s wr, 1.54k op/s 2024-06-06T08:26:45.068 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.068+0000 7f7ac1961640 1 -- 172.21.15.42:0/3620400510 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7abc10dc70 msgr2=0x7f7abc10e0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:45.068 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.068+0000 7f7ac1961640 1 --2- 172.21.15.42:0/3620400510 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7abc10dc70 0x7f7abc10e0f0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f7aac009860 tx=0x7f7aac02a360 comp rx=0 tx=0).stop 2024-06-06T08:26:45.074 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.075+0000 7f7ac1961640 1 -- 172.21.15.42:0/3620400510 shutdown_connections 2024-06-06T08:26:45.074 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.075+0000 7f7ac1961640 1 --2- 172.21.15.42:0/3620400510 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7abc10dc70 0x7f7abc10e0f0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:45.074 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.075+0000 7f7ac1961640 1 --2- 172.21.15.42:0/3620400510 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7abc10e710 0x7f7abc1089a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:45.074 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.075+0000 7f7ac1961640 1 --2- 172.21.15.42:0/3620400510 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7abc10ff10 0x7f7abc1102f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:45.074 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.075+0000 7f7ac1961640 1 -- 172.21.15.42:0/3620400510 >> 172.21.15.42:0/3620400510 conn(0x7f7abc06c950 msgr2=0x7f7abc06cd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:45.074 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.075+0000 7f7ac1961640 1 -- 172.21.15.42:0/3620400510 shutdown_connections 2024-06-06T08:26:45.075 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.075+0000 7f7ac1961640 1 -- 172.21.15.42:0/3620400510 wait complete. 2024-06-06T08:26:45.075 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.076+0000 7f7ac1961640 1 Processor -- start 2024-06-06T08:26:45.075 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.077+0000 7f7ac1961640 1 -- start start 2024-06-06T08:26:45.076 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.077+0000 7f7ac1961640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7abc10dc70 0x7f7abc1a6e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:45.076 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.077+0000 7f7ac1961640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7abc10e710 0x7f7abc1a73a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:45.076 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.077+0000 7f7ac1961640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7abc10ff10 0x7f7abc1ab720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:45.076 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.077+0000 7f7ac1961640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7abc1209c0 con 0x7f7abc10ff10 2024-06-06T08:26:45.076 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.077+0000 7f7ac1961640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f7abc120840 con 0x7f7abc10e710 2024-06-06T08:26:45.076 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.077+0000 7f7ac1961640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f7abc120b40 con 0x7f7abc10dc70 2024-06-06T08:26:45.077 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.077+0000 7f7aba7fc640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7abc10e710 0x7f7abc1a73a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:45.077 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.077+0000 7f7abb7fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7abc10ff10 0x7f7abc1ab720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:45.077 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.077+0000 7f7aba7fc640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7abc10e710 0x7f7abc1a73a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:49108/0 (socket says 172.21.15.42:49108) 2024-06-06T08:26:45.077 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.077+0000 7f7aba7fc640 1 -- 172.21.15.42:0/644203611 learned_addr learned my addr 172.21.15.42:0/644203611 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:26:45.077 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.077+0000 7f7abaffd640 1 --2- 172.21.15.42:0/644203611 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7abc10dc70 0x7f7abc1a6e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:45.078 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.078+0000 7f7aba7fc640 1 -- 172.21.15.42:0/644203611 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7abc10dc70 msgr2=0x7f7abc1a6e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:45.078 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.078+0000 7f7aba7fc640 1 --2- 172.21.15.42:0/644203611 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7abc10dc70 0x7f7abc1a6e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:45.078 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.078+0000 7f7aba7fc640 1 -- 172.21.15.42:0/644203611 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7abc10ff10 msgr2=0x7f7abc1ab720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:45.078 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.078+0000 7f7aba7fc640 1 --2- 172.21.15.42:0/644203611 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7abc10ff10 0x7f7abc1ab720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:45.078 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.078+0000 7f7aba7fc640 1 -- 172.21.15.42:0/644203611 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7abc1abe50 con 0x7f7abc10e710 2024-06-06T08:26:45.078 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.078+0000 7f7abb7fe640 1 --2- 172.21.15.42:0/644203611 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7abc10ff10 0x7f7abc1ab720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:26:45.078 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.078+0000 7f7aba7fc640 1 --2- 172.21.15.42:0/644203611 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7abc10e710 0x7f7abc1a73a0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f7aac035040 tx=0x7f7aac032760 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:45.085 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.087+0000 7f7ac095f640 1 -- 172.21.15.42:0/644203611 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7aac037040 con 0x7f7abc10e710 2024-06-06T08:26:45.086 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.088+0000 7f7ac1961640 1 -- 172.21.15.42:0/644203611 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7abc1ac0e0 con 0x7f7abc10e710 2024-06-06T08:26:45.086 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.088+0000 7f7ac095f640 1 -- 172.21.15.42:0/644203611 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7aac040070 con 0x7f7abc10e710 2024-06-06T08:26:45.090 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.088+0000 7f7ac095f640 1 -- 172.21.15.42:0/644203611 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7aac0052b0 con 0x7f7abc10e710 2024-06-06T08:26:45.090 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.088+0000 7f7ac1961640 1 -- 172.21.15.42:0/644203611 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7abc1b39d0 con 0x7f7abc10e710 2024-06-06T08:26:45.092 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.092+0000 7f7ac466d740 1 Processor -- start 2024-06-06T08:26:45.093 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.094+0000 7f7ac466d740 1 -- start start 2024-06-06T08:26:45.093 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.094+0000 7f7ac466d740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fd9b1a0350 0x55fd9b1a0730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:45.093 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.094+0000 7f7ac466d740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fd9b1a0c70 0x55fd9b1aaff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:45.093 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.094+0000 7f7abb7fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fd9b1a0350 0x55fd9b1a0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:45.094 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.095+0000 7f7abb7fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fd9b1a0350 0x55fd9b1a0730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:49114/0 (socket says 172.21.15.42:49114) 2024-06-06T08:26:45.097 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.097+0000 7f7ac095f640 1 -- 172.21.15.42:0/644203611 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f7aac005450 con 0x7f7abc10e710 2024-06-06T08:26:45.097 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.097+0000 7f7abaffd640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fd9b1a0c70 0x55fd9b1aaff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:45.097 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.097+0000 7f7abaffd640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fd9b1a0c70 0x55fd9b1aaff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:36418/0 (socket says 172.21.15.42:36418) 2024-06-06T08:26:45.097 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.097+0000 7f7abb7fe640 1 -- 172.21.15.42:0/2255957687 learned_addr learned my addr 172.21.15.42:0/2255957687 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:26:45.098 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.097+0000 7f7ac466d740 1 --2- 172.21.15.42:0/2255957687 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fd9b1ab530 0x55fd9b1ad920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:45.098 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.098+0000 7f7ac466d740 1 -- 172.21.15.42:0/2255957687 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55fd9b1044f0 con 0x55fd9b1a0c70 2024-06-06T08:26:45.098 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.098+0000 7f7ac466d740 1 -- 172.21.15.42:0/2255957687 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55fd9b0a2870 con 0x55fd9b1a0350 2024-06-06T08:26:45.098 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.098+0000 7f7ac466d740 1 -- 172.21.15.42:0/2255957687 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55fd9b1004b0 con 0x55fd9b1ab530 2024-06-06T08:26:45.098 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.098+0000 7f7aba7fc640 1 --2- 172.21.15.42:0/2255957687 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fd9b1ab530 0x55fd9b1ad920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:45.098 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.098+0000 7f7abaffd640 1 -- 172.21.15.42:0/2255957687 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fd9b1ab530 msgr2=0x55fd9b1ad920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:45.098 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.098+0000 7f7abaffd640 1 --2- 172.21.15.42:0/2255957687 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fd9b1ab530 0x55fd9b1ad920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:45.099 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.098+0000 7f7abaffd640 1 -- 172.21.15.42:0/2255957687 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fd9b1a0350 msgr2=0x55fd9b1a0730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:45.099 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.098+0000 7f7abaffd640 1 --2- 172.21.15.42:0/2255957687 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fd9b1a0350 0x55fd9b1a0730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:45.099 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.098+0000 7f7abaffd640 1 -- 172.21.15.42:0/2255957687 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fd9b0be9b0 con 0x55fd9b1a0c70 2024-06-06T08:26:45.099 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.098+0000 7f7abb7fe640 1 --2- 172.21.15.42:0/2255957687 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fd9b1a0350 0x55fd9b1a0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:26:45.099 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.098+0000 7f7abaffd640 1 --2- 172.21.15.42:0/2255957687 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fd9b1a0c70 0x55fd9b1aaff0 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f7ab4009a00 tx=0x7f7ab40095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5030f9d33e0088d8 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:45.100 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.099+0000 7f7ac095f640 1 --2- 172.21.15.42:0/644203611 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f7aa40a2e40 0x7f7aa40a5300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:45.100 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.099+0000 7f7abb7fe640 1 --2- 172.21.15.42:0/644203611 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f7aa40a2e40 0x7f7aa40a5300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:45.100 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.100+0000 7f7ac095f640 1 -- 172.21.15.42:0/644203611 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f7aac0ef1f0 con 0x7f7abc10e710 2024-06-06T08:26:45.100 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.100+0000 7f7abb7fe640 1 --2- 172.21.15.42:0/644203611 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f7aa40a2e40 0x7f7aa40a5300 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f7ab0005c30 tx=0x7f7ab000aa40 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:45.109 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.110+0000 7f7aa9ffb640 1 -- 172.21.15.42:0/2255957687 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ab401d070 con 0x55fd9b1a0c70 2024-06-06T08:26:45.109 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.110+0000 7f7aa9ffb640 1 -- 172.21.15.42:0/2255957687 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7ab4003e40 con 0x55fd9b1a0c70 2024-06-06T08:26:45.109 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.110+0000 7f7aa9ffb640 1 -- 172.21.15.42:0/2255957687 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ab400db20 con 0x55fd9b1a0c70 2024-06-06T08:26:45.111 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.111+0000 7f7ac466d740 1 -- 172.21.15.42:0/2255957687 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fd9b1a0c70 msgr2=0x55fd9b1aaff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:45.111 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.112+0000 7f7ac466d740 1 --2- 172.21.15.42:0/2255957687 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fd9b1a0c70 0x55fd9b1aaff0 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f7ab4009a00 tx=0x7f7ab40095c0 comp rx=0 tx=0).stop 2024-06-06T08:26:45.111 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.112+0000 7f7ac466d740 1 -- 172.21.15.42:0/2255957687 shutdown_connections 2024-06-06T08:26:45.111 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.112+0000 7f7ac466d740 1 --2- 172.21.15.42:0/2255957687 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fd9b1ab530 0x55fd9b1ad920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:45.111 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.112+0000 7f7ac466d740 1 --2- 172.21.15.42:0/2255957687 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fd9b1a0c70 0x55fd9b1aaff0 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:45.111 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.112+0000 7f7ac466d740 1 --2- 172.21.15.42:0/2255957687 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fd9b1a0350 0x55fd9b1a0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:45.111 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.112+0000 7f7ac466d740 1 -- 172.21.15.42:0/2255957687 >> 172.21.15.42:0/2255957687 conn(0x55fd9b19c860 msgr2=0x55fd9b19cc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:45.112 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.113+0000 7f7ac466d740 1 -- 172.21.15.42:0/2255957687 shutdown_connections 2024-06-06T08:26:45.112 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.113+0000 7f7ac466d740 1 -- 172.21.15.42:0/2255957687 wait complete. 2024-06-06T08:26:45.113 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.114+0000 7f7ac466d740 1 -- start start 2024-06-06T08:26:45.113 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.114+0000 7f7ac466d740 1 Processor -- start 2024-06-06T08:26:45.114 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.115+0000 7f7ac466d740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fd9b1a0350 0x55fd9b1a8710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:45.114 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.115+0000 7f7ac466d740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fd9b1ab530 0x55fd9b1a8c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:45.114 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.115+0000 7f7ac466d740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fd9b1a9190 0x55fd9b1b7590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:45.114 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.115+0000 7f7ac466d740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55fd9b1ae160 con 0x55fd9b1a9190 2024-06-06T08:26:45.114 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.115+0000 7f7ac466d740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55fd9b08dae0 con 0x55fd9b1a0350 2024-06-06T08:26:45.114 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.115+0000 7f7ac466d740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55fd9b1ae2e0 con 0x55fd9b1ab530 2024-06-06T08:26:45.115 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.115+0000 7f7ac466d740 10 client.0 _ll_register_callbacks cb 0x55fd9b0c69b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:26:45.115 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.115+0000 7f7abaffd640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fd9b1a0350 0x55fd9b1a8710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:45.116 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.115+0000 7f7abaffd640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fd9b1a0350 0x55fd9b1a8710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:49124/0 (socket says 172.21.15.42:49124) 2024-06-06T08:26:45.116 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.116+0000 7f7abb7fe640 1 --2- 172.21.15.42:0/1454235034 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fd9b1a9190 0x55fd9b1b7590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:45.116 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.116+0000 7f7aba7fc640 1 --2- 172.21.15.42:0/1454235034 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fd9b1ab530 0x55fd9b1a8c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:45.117 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.115+0000 7f7abaffd640 1 -- 172.21.15.42:0/1454235034 learned_addr learned my addr 172.21.15.42:0/1454235034 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:26:45.117 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.116+0000 7f7abb7fe640 1 -- 172.21.15.42:0/1454235034 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fd9b1ab530 msgr2=0x55fd9b1a8c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:45.117 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.116+0000 7f7abb7fe640 1 --2- 172.21.15.42:0/1454235034 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fd9b1ab530 0x55fd9b1a8c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:45.117 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.116+0000 7f7abb7fe640 1 -- 172.21.15.42:0/1454235034 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fd9b1a0350 msgr2=0x55fd9b1a8710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:45.117 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.116+0000 7f7abb7fe640 1 --2- 172.21.15.42:0/1454235034 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fd9b1a0350 0x55fd9b1a8710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:45.117 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.116+0000 7f7abb7fe640 1 -- 172.21.15.42:0/1454235034 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fd9ae18210 con 0x55fd9b1a9190 2024-06-06T08:26:45.117 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.116+0000 7f7abb7fe640 1 --2- 172.21.15.42:0/1454235034 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fd9b1a9190 0x55fd9b1b7590 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f7ab0005c00 tx=0x7f7ab0004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17a7b659a8cb1def server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:45.117 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.117+0000 7f7a9effd640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:26:45.117 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.117+0000 7f7a9effd640 1 -- 172.21.15.42:0/1454235034 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ab000abc0 con 0x55fd9b1a9190 2024-06-06T08:26:45.118 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.117+0000 7f7ac466d740 1 -- 172.21.15.42:0/1454235034 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55fd9b117f10 con 0x55fd9b1a9190 2024-06-06T08:26:45.118 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.117+0000 7f7a9effd640 1 -- 172.21.15.42:0/1454235034 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f7ab0016030 con 0x55fd9b1a9190 2024-06-06T08:26:45.118 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.117+0000 7f7a9effd640 1 -- 172.21.15.42:0/1454235034 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f7ab0032050 con 0x55fd9b1a9190 2024-06-06T08:26:45.118 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.117+0000 7f7ac466d740 10 client.16392 fetch_fsmap learned FSMap version 28 2024-06-06T08:26:45.118 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.117+0000 7f7ac466d740 1 -- 172.21.15.42:0/1454235034 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55fd9aee4620 con 0x55fd9b1a9190 2024-06-06T08:26:45.120 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.118+0000 7f7a9effd640 1 -- 172.21.15.42:0/1454235034 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x55fd9b117f10 con 0x55fd9b1a9190 2024-06-06T08:26:45.120 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.118+0000 7f7a9effd640 1 -- 172.21.15.42:0/1454235034 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f7ab00047a0 con 0x55fd9b1a9190 2024-06-06T08:26:45.121 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.118+0000 7f7ac466d740 10 client.16392 fetch_fsmap finished waiting for FSMap version 28 2024-06-06T08:26:45.121 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.118+0000 7f7ac466d740 10 client.16392 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:26:45.121 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.118+0000 7f7ac466d740 20 client.16392 populate_metadata read hostname 'smithi042' 2024-06-06T08:26:45.121 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.118+0000 7f7ac466d740 1 --2- 172.21.15.42:0/1454235034 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55fd9b1bc1a0 0x55fd9b1be620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:45.121 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.118+0000 7f7ac466d740 4 client.16392 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:26:45.121 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.118+0000 7f7ac466d740 1 -- 172.21.15.42:0/1454235034 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fd9b111c20 con 0x55fd9b1bc1a0 2024-06-06T08:26:45.121 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.118+0000 7f7abaffd640 1 --2- 172.21.15.42:0/1454235034 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55fd9b1bc1a0 0x55fd9b1be620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:45.121 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.119+0000 7f7abaffd640 1 --2- 172.21.15.42:0/1454235034 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55fd9b1bc1a0 0x55fd9b1be620 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1539af3ba758711f server_cookie=54e56b90705d66f3 in_seq=0 out_seq=0 2024-06-06T08:26:45.121 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.119+0000 7f7a9effd640 10 client.16392 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:26:45.121 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.120+0000 7f7a9effd640 1 -- 172.21.15.42:0/1454235034 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55fd9b111c20 con 0x55fd9b1bc1a0 2024-06-06T08:26:45.121 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.120+0000 7f7a9effd640 10 client.16392 handle_command_reply: tid=0 2024-06-06T08:26:45.121 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.120+0000 7f7ac466d740 1 client.16392 shutdown 2024-06-06T08:26:45.122 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.120+0000 7f7ac466d740 1 -- 172.21.15.42:0/1454235034 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fd9b1a9190 msgr2=0x55fd9b1b7590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:45.122 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.120+0000 7f7ac466d740 1 --2- 172.21.15.42:0/1454235034 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fd9b1a9190 0x55fd9b1b7590 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f7ab0005c00 tx=0x7f7ab0004730 comp rx=0 tx=0).stop 2024-06-06T08:26:45.122 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.121+0000 7f7ac466d740 1 -- 172.21.15.42:0/1454235034 shutdown_connections 2024-06-06T08:26:45.122 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.121+0000 7f7ac466d740 1 --2- 172.21.15.42:0/1454235034 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55fd9b1bc1a0 0x55fd9b1be620 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:45.122 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.121+0000 7f7ac466d740 1 --2- 172.21.15.42:0/1454235034 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fd9b1a9190 0x55fd9b1b7590 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:45.122 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.121+0000 7f7ac466d740 1 --2- 172.21.15.42:0/1454235034 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fd9b1ab530 0x55fd9b1a8c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:45.122 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.121+0000 7f7ac466d740 1 --2- 172.21.15.42:0/1454235034 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fd9b1a0350 0x55fd9b1a8710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:45.122 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.121+0000 7f7ac466d740 1 -- 172.21.15.42:0/1454235034 >> 172.21.15.42:0/1454235034 conn(0x55fd9b19c860 msgr2=0x55fd9b1a25e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:45.122 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.121+0000 7f7a9effd640 0 client.16392 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:26:45.122 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.121+0000 7f7ac466d740 1 -- 172.21.15.42:0/1454235034 shutdown_connections 2024-06-06T08:26:45.122 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.121+0000 7f7ac466d740 1 -- 172.21.15.42:0/1454235034 wait complete. 2024-06-06T08:26:45.122 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.121+0000 7f7ac466d740 20 client.16392 trim_cache size 0 max 16384 2024-06-06T08:26:45.138 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.138+0000 7f7ac466d740 1 Processor -- start 2024-06-06T08:26:45.139 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.138+0000 7f7ac466d740 1 -- start start 2024-06-06T08:26:45.139 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.138+0000 7f7ac466d740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fd9b1a0350 0x55fd9b1a2d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:45.139 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.138+0000 7f7ac466d740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fd9b1a9190 0x55fd9b1b73c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:45.139 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.138+0000 7f7ac466d740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fd9b1ab530 0x55fd9b1c3f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:45.139 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.138+0000 7f7ac466d740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7abc1c0260 con 0x55fd9b1a0350 2024-06-06T08:26:45.139 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.138+0000 7f7ac466d740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f7abc1bdb30 con 0x55fd9b1ab530 2024-06-06T08:26:45.139 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.138+0000 7f7ac466d740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f7abc1bb980 con 0x55fd9b1a9190 2024-06-06T08:26:45.139 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.139+0000 7f7aba7fc640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fd9b1a9190 0x55fd9b1b73c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:45.139 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.139+0000 7f7abaffd640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fd9b1a0350 0x55fd9b1a2d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:45.139 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.139+0000 7f7aba7fc640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fd9b1a9190 0x55fd9b1b73c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:34210/0 (socket says 172.21.15.42:34210) 2024-06-06T08:26:45.139 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.139+0000 7f7aba7fc640 1 -- 172.21.15.42:0/4035643985 learned_addr learned my addr 172.21.15.42:0/4035643985 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:26:45.140 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.139+0000 7f7abb7fe640 1 --2- 172.21.15.42:0/4035643985 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fd9b1ab530 0x55fd9b1c3f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:45.140 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.139+0000 7f7abaffd640 1 -- 172.21.15.42:0/4035643985 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fd9b1a9190 msgr2=0x55fd9b1b73c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:45.140 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.139+0000 7f7abaffd640 1 --2- 172.21.15.42:0/4035643985 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fd9b1a9190 0x55fd9b1b73c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:45.140 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.139+0000 7f7abaffd640 1 -- 172.21.15.42:0/4035643985 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fd9b1ab530 msgr2=0x55fd9b1c3f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:45.140 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.139+0000 7f7abaffd640 1 --2- 172.21.15.42:0/4035643985 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fd9b1ab530 0x55fd9b1c3f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:45.140 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.139+0000 7f7abaffd640 1 -- 172.21.15.42:0/4035643985 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fd9b1a15f0 con 0x55fd9b1a0350 2024-06-06T08:26:45.140 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.139+0000 7f7aba7fc640 1 --2- 172.21.15.42:0/4035643985 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fd9b1a9190 0x55fd9b1b73c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:26:45.140 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.139+0000 7f7abaffd640 1 --2- 172.21.15.42:0/4035643985 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fd9b1a0350 0x55fd9b1a2d60 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f7ab400ed70 tx=0x7f7ab40098a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2457c02fe8b684ce server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:45.140 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.139+0000 7f7aa97fa640 1 -- 172.21.15.42:0/4035643985 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ab401d040 con 0x55fd9b1a0350 2024-06-06T08:26:45.140 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.140+0000 7f7aa97fa640 1 -- 172.21.15.42:0/4035643985 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7ab402a070 con 0x55fd9b1a0350 2024-06-06T08:26:45.141 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.140+0000 7f7aa97fa640 1 -- 172.21.15.42:0/4035643985 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ab400dbb0 con 0x55fd9b1a0350 2024-06-06T08:26:45.145 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.140+0000 7f7ac466d740 1 -- 172.21.15.42:0/4035643985 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fd9b1a0350 msgr2=0x55fd9b1a2d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:45.145 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.140+0000 7f7ac466d740 1 --2- 172.21.15.42:0/4035643985 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fd9b1a0350 0x55fd9b1a2d60 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f7ab400ed70 tx=0x7f7ab40098a0 comp rx=0 tx=0).stop 2024-06-06T08:26:45.145 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.140+0000 7f7ac466d740 1 -- 172.21.15.42:0/4035643985 shutdown_connections 2024-06-06T08:26:45.145 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.140+0000 7f7ac466d740 1 --2- 172.21.15.42:0/4035643985 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fd9b1ab530 0x55fd9b1c3f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:45.145 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.140+0000 7f7ac466d740 1 --2- 172.21.15.42:0/4035643985 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fd9b1a9190 0x55fd9b1b73c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:45.145 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.140+0000 7f7ac466d740 1 --2- 172.21.15.42:0/4035643985 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fd9b1a0350 0x55fd9b1a2d60 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:45.145 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.140+0000 7f7ac466d740 1 -- 172.21.15.42:0/4035643985 >> 172.21.15.42:0/4035643985 conn(0x55fd9b19c860 msgr2=0x55fd9b1a3950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:45.145 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.140+0000 7f7ac466d740 1 -- 172.21.15.42:0/4035643985 shutdown_connections 2024-06-06T08:26:45.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.140+0000 7f7ac466d740 1 -- 172.21.15.42:0/4035643985 wait complete. 2024-06-06T08:26:45.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.141+0000 7f7ac466d740 1 -- start start 2024-06-06T08:26:45.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.141+0000 7f7ac466d740 1 Processor -- start 2024-06-06T08:26:45.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.141+0000 7f7ac466d740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fd9b1a0350 0x55fd9b1b3bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:45.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.141+0000 7f7ac466d740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fd9b1a9190 0x55fd9b1ae4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:45.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.141+0000 7f7ac466d740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fd9b1ab530 0x55fd9b1aea30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:45.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.141+0000 7f7ac466d740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7abc1bbff0 con 0x55fd9b1ab530 2024-06-06T08:26:45.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.141+0000 7f7ac466d740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f7abc1bd460 con 0x55fd9b1a9190 2024-06-06T08:26:45.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.141+0000 7f7ac466d740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f7abc1bc6c0 con 0x55fd9b1a0350 2024-06-06T08:26:45.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.141+0000 7f7ac466d740 10 client.0 _ll_register_callbacks cb 0x7f7ab000fb00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:26:45.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.141+0000 7f7abb7fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fd9b1ab530 0x55fd9b1aea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:45.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.141+0000 7f7abaffd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fd9b1a0350 0x55fd9b1b3bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:45.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.141+0000 7f7aba7fc640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fd9b1a9190 0x55fd9b1ae4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:45.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.141+0000 7f7abb7fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fd9b1ab530 0x55fd9b1aea30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:36446/0 (socket says 172.21.15.42:36446) 2024-06-06T08:26:45.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.141+0000 7f7abaffd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fd9b1a0350 0x55fd9b1b3bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:34222/0 (socket says 172.21.15.42:34222) 2024-06-06T08:26:45.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.141+0000 7f7abb7fe640 1 -- 172.21.15.42:0/989319285 learned_addr learned my addr 172.21.15.42:0/989319285 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:26:45.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.142+0000 7f7abb7fe640 1 -- 172.21.15.42:0/989319285 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fd9b1a0350 msgr2=0x55fd9b1b3bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:45.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.142+0000 7f7abb7fe640 1 --2- 172.21.15.42:0/989319285 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fd9b1a0350 0x55fd9b1b3bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:45.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.142+0000 7f7abb7fe640 1 -- 172.21.15.42:0/989319285 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fd9b1a9190 msgr2=0x55fd9b1ae4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:45.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.142+0000 7f7abb7fe640 1 --2- 172.21.15.42:0/989319285 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fd9b1a9190 0x55fd9b1ae4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:45.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.142+0000 7f7abb7fe640 1 -- 172.21.15.42:0/989319285 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fd9b1af120 con 0x55fd9b1ab530 2024-06-06T08:26:45.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.142+0000 7f7aba7fc640 1 --2- 172.21.15.42:0/989319285 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fd9b1a9190 0x55fd9b1ae4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:26:45.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.142+0000 7f7abaffd640 1 --2- 172.21.15.42:0/989319285 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fd9b1a0350 0x55fd9b1b3bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:26:45.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.142+0000 7f7abb7fe640 1 --2- 172.21.15.42:0/989319285 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fd9b1ab530 0x55fd9b1aea30 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f7ab0017040 tx=0x7f7ab000ff80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8612acc4cfd0d35e server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:45.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.142+0000 7f7a9effd640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:26:45.148 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.142+0000 7f7a9effd640 1 -- 172.21.15.42:0/989319285 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ab001c7f0 con 0x55fd9b1ab530 2024-06-06T08:26:45.148 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.142+0000 7f7a9effd640 1 -- 172.21.15.42:0/989319285 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f7ab001c990 con 0x55fd9b1ab530 2024-06-06T08:26:45.148 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.142+0000 7f7ac466d740 1 -- 172.21.15.42:0/989319285 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7ab402a070 con 0x55fd9b1ab530 2024-06-06T08:26:45.148 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.142+0000 7f7a9effd640 1 -- 172.21.15.42:0/989319285 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f7ab0047050 con 0x55fd9b1ab530 2024-06-06T08:26:45.148 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.142+0000 7f7ac466d740 10 client.16398 fetch_fsmap learned FSMap version 28 2024-06-06T08:26:45.148 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.142+0000 7f7ac466d740 1 -- 172.21.15.42:0/989319285 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55fd9b225da0 con 0x55fd9b1ab530 2024-06-06T08:26:45.148 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.142+0000 7f7a9effd640 1 -- 172.21.15.42:0/989319285 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7ab402a070 con 0x55fd9b1ab530 2024-06-06T08:26:45.148 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.143+0000 7f7a9effd640 1 -- 172.21.15.42:0/989319285 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f7ab0036430 con 0x55fd9b1ab530 2024-06-06T08:26:45.148 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.143+0000 7f7ac466d740 10 client.16398 fetch_fsmap finished waiting for FSMap version 28 2024-06-06T08:26:45.148 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.143+0000 7f7ac466d740 10 client.16398 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:26:45.148 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.143+0000 7f7ac466d740 20 client.16398 populate_metadata read hostname 'smithi042' 2024-06-06T08:26:45.148 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.143+0000 7f7ac466d740 1 --2- 172.21.15.42:0/989319285 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55fd9b226540 0x55fd9b228960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:45.148 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.143+0000 7f7ac466d740 4 client.16398 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:26:45.149 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.143+0000 7f7ac466d740 1 -- 172.21.15.42:0/989319285 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55fd9b10bf70 con 0x55fd9b226540 2024-06-06T08:26:45.149 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.143+0000 7f7abaffd640 1 --2- 172.21.15.42:0/989319285 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55fd9b226540 0x55fd9b228960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:45.149 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.143+0000 7f7abaffd640 1 --2- 172.21.15.42:0/989319285 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55fd9b226540 0x55fd9b228960 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f54f9722a35c253c server_cookie=309e007f67ee1886 in_seq=0 out_seq=0 2024-06-06T08:26:45.149 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:45.143+0000 7f7a9effd640 10 client.16398 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:26:46.296 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:46.297+0000 7f7a9effd640 1 -- 172.21.15.42:0/989319285 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55fd9b10bf70 con 0x55fd9b226540 2024-06-06T08:26:46.296 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:46.297+0000 7f7a9effd640 10 client.16398 handle_command_reply: tid=0 2024-06-06T08:26:46.296 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:46.297+0000 7f7ac466d740 1 client.16398 shutdown 2024-06-06T08:26:46.297 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:46.297+0000 7f7ac466d740 1 -- 172.21.15.42:0/989319285 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fd9b1ab530 msgr2=0x55fd9b1aea30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:46.297 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:46.297+0000 7f7ac466d740 1 --2- 172.21.15.42:0/989319285 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fd9b1ab530 0x55fd9b1aea30 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f7ab0017040 tx=0x7f7ab000ff80 comp rx=0 tx=0).stop 2024-06-06T08:26:46.297 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:46.297+0000 7f7ac466d740 1 -- 172.21.15.42:0/989319285 shutdown_connections 2024-06-06T08:26:46.297 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:46.297+0000 7f7ac466d740 1 --2- 172.21.15.42:0/989319285 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55fd9b226540 0x55fd9b228960 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:46.297 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:46.297+0000 7f7ac466d740 1 --2- 172.21.15.42:0/989319285 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fd9b1a9190 0x55fd9b1ae4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:46.297 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:46.297+0000 7f7ac466d740 1 --2- 172.21.15.42:0/989319285 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fd9b1ab530 0x55fd9b1aea30 unknown :-1 s=CLOSED pgs=680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:46.297 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:46.297+0000 7f7ac466d740 1 --2- 172.21.15.42:0/989319285 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fd9b1a0350 0x55fd9b1b3bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:46.297 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:46.297+0000 7f7ac466d740 1 -- 172.21.15.42:0/989319285 >> 172.21.15.42:0/989319285 conn(0x55fd9b19c860 msgr2=0x55fd9b1a9f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:46.297 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:46.297+0000 7f7a9effd640 0 client.16398 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:26:46.297 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:46.297+0000 7f7ac466d740 1 -- 172.21.15.42:0/989319285 shutdown_connections 2024-06-06T08:26:46.297 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:46.297+0000 7f7ac466d740 1 -- 172.21.15.42:0/989319285 wait complete. 2024-06-06T08:26:46.298 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:46.298+0000 7f7ac466d740 20 client.16398 trim_cache size 0 max 16384 2024-06-06T08:26:46.298 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:26:46.298 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:26:46.298 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:26:46.309 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:46.310+0000 7f7ac1961640 1 -- 172.21.15.42:0/644203611 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f7aa40a2e40 msgr2=0x7f7aa40a5300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:46.309 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:46.310+0000 7f7ac1961640 1 --2- 172.21.15.42:0/644203611 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f7aa40a2e40 0x7f7aa40a5300 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f7ab0005c30 tx=0x7f7ab000aa40 comp rx=0 tx=0).stop 2024-06-06T08:26:46.309 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:46.310+0000 7f7ac1961640 1 -- 172.21.15.42:0/644203611 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7abc10e710 msgr2=0x7f7abc1a73a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:46.309 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:46.310+0000 7f7ac1961640 1 --2- 172.21.15.42:0/644203611 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7abc10e710 0x7f7abc1a73a0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f7aac035040 tx=0x7f7aac032760 comp rx=0 tx=0).stop 2024-06-06T08:26:46.310 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:46.311+0000 7f7ac1961640 1 -- 172.21.15.42:0/644203611 shutdown_connections 2024-06-06T08:26:46.310 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:46.311+0000 7f7ac1961640 1 --2- 172.21.15.42:0/644203611 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f7aa40a2e40 0x7f7aa40a5300 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:46.310 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:46.311+0000 7f7ac1961640 1 --2- 172.21.15.42:0/644203611 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7abc10e710 0x7f7abc1a73a0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:46.310 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:46.311+0000 7f7ac1961640 1 --2- 172.21.15.42:0/644203611 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7abc10ff10 0x7f7abc1ab720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:46.310 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:46.311+0000 7f7ac1961640 1 --2- 172.21.15.42:0/644203611 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7abc10dc70 0x7f7abc1a6e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:46.311 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:46.311+0000 7f7ac1961640 1 -- 172.21.15.42:0/644203611 >> 172.21.15.42:0/644203611 conn(0x7f7abc06c950 msgr2=0x7f7abc109ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:46.318 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:46 smithi042 ceph-mon[32384]: pgmap v127: 129 pgs: 129 active+clean; 386 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 8.2 MiB/s wr, 1.14k op/s 2024-06-06T08:26:46.348 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:46.347+0000 7f7ac1961640 1 -- 172.21.15.42:0/644203611 shutdown_connections 2024-06-06T08:26:46.348 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:46.349+0000 7f7ac1961640 1 -- 172.21.15.42:0/644203611 wait complete. 2024-06-06T08:26:46.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:46 smithi120 ceph-mon[36658]: pgmap v127: 129 pgs: 129 active+clean; 386 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 8.2 MiB/s wr, 1.14k op/s 2024-06-06T08:26:46.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:46 smithi149 ceph-mon[36842]: pgmap v127: 129 pgs: 129 active+clean; 386 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 8.2 MiB/s wr, 1.14k op/s 2024-06-06T08:26:46.707 INFO:tasks.quiescer.fs.[cephfs]:Total duration (50.5) is longer than `split_if_longer` (35.0), will split into two consecutive quiesces 2024-06-06T08:26:46.707 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 25.25 2024-06-06T08:26:46.707 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:26:48.314 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:48 smithi042 ceph-mon[32384]: pgmap v128: 129 pgs: 129 active+clean; 386 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 7.5 MiB/s wr, 639 op/s 2024-06-06T08:26:48.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:48 smithi120 ceph-mon[36658]: pgmap v128: 129 pgs: 129 active+clean; 386 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 7.5 MiB/s wr, 639 op/s 2024-06-06T08:26:48.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:48 smithi149 ceph-mon[36842]: pgmap v128: 129 pgs: 129 active+clean; 386 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 7.5 MiB/s wr, 639 op/s 2024-06-06T08:26:48.808 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:26:50.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:50 smithi042 ceph-mon[32384]: pgmap v129: 129 pgs: 129 active+clean; 383 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 8.6 MiB/s wr, 1.07k op/s 2024-06-06T08:26:50.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:50 smithi120 ceph-mon[36658]: pgmap v129: 129 pgs: 129 active+clean; 383 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 8.6 MiB/s wr, 1.07k op/s 2024-06-06T08:26:50.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:50 smithi149 ceph-mon[36842]: pgmap v129: 129 pgs: 129 active+clean; 383 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 8.6 MiB/s wr, 1.07k op/s 2024-06-06T08:26:51.146 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:51 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:26:51.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:51 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:26:51.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:51 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:26:51.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:51.746+0000 7f115bd5b700 1 -- 172.21.15.42:0/1360437161 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f115411bc70 msgr2=0x7f115411e060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:51.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:51.746+0000 7f115bd5b700 1 --2- 172.21.15.42:0/1360437161 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f115411bc70 0x7f115411e060 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f114c009f90 tx=0x7f114c00b330 comp rx=0 tx=0).stop 2024-06-06T08:26:51.754 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:51.754+0000 7f115bd5b700 1 -- 172.21.15.42:0/1360437161 shutdown_connections 2024-06-06T08:26:51.754 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:51.754+0000 7f115bd5b700 1 --2- 172.21.15.42:0/1360437161 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f115411bc70 0x7f115411e060 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:51.755 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:51.754+0000 7f115bd5b700 1 --2- 172.21.15.42:0/1360437161 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1154110bf0 0x7f1154109490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:51.755 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:51.754+0000 7f115bd5b700 1 --2- 172.21.15.42:0/1360437161 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1154111060 0x7f11541099d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:51.755 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:51.754+0000 7f115bd5b700 1 -- 172.21.15.42:0/1360437161 >> 172.21.15.42:0/1360437161 conn(0x7f115406d600 msgr2=0x7f115406da10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:51.763 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:51.759+0000 7f115bd5b700 1 -- 172.21.15.42:0/1360437161 shutdown_connections 2024-06-06T08:26:51.763 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:51.763+0000 7f115bd5b700 1 -- 172.21.15.42:0/1360437161 wait complete. 2024-06-06T08:26:51.763 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:51.764+0000 7f115bd5b700 1 Processor -- start 2024-06-06T08:26:51.763 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:51.764+0000 7f115bd5b700 1 -- start start 2024-06-06T08:26:51.763 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:51.764+0000 7f115bd5b700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1154110bf0 0x7f11541ad710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:51.763 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:51.764+0000 7f115bd5b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f115411bc70 0x7f11541adc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:51.764 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:51.764+0000 7f115bd5b700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f11541a78d0 0x7f11541a7d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:51.764 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:51.764+0000 7f115bd5b700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f1154121690 con 0x7f115411bc70 2024-06-06T08:26:51.764 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:51.764+0000 7f115bd5b700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f1154121510 con 0x7f11541a78d0 2024-06-06T08:26:51.764 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:51.764+0000 7f115bd5b700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f1154121810 con 0x7f1154110bf0 2024-06-06T08:26:51.767 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:51.768+0000 7f115a2f8700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f11541a78d0 0x7f11541a7d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:51.767 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:51.768+0000 7f1159af7700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1154110bf0 0x7f11541ad710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:51.768 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:51.770+0000 7f1159af7700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1154110bf0 0x7f11541ad710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:49654/0 (socket says 172.21.15.42:49654) 2024-06-06T08:26:51.769 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:51.770+0000 7f1159af7700 1 -- 172.21.15.42:0/111331466 learned_addr learned my addr 172.21.15.42:0/111331466 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:26:51.777 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:51.774+0000 7f1159af7700 1 -- 172.21.15.42:0/111331466 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f11541a78d0 msgr2=0x7f11541a7d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:51.777 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:51.774+0000 7f1159af7700 1 --2- 172.21.15.42:0/111331466 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f11541a78d0 0x7f11541a7d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:51.777 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:51.774+0000 7f1159af7700 1 -- 172.21.15.42:0/111331466 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f115411bc70 msgr2=0x7f11541adc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:51.777 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:51.774+0000 7f1159af7700 1 --2- 172.21.15.42:0/111331466 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f115411bc70 0x7f11541adc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:51.777 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:51.774+0000 7f1159af7700 1 -- 172.21.15.42:0/111331466 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11541a8450 con 0x7f1154110bf0 2024-06-06T08:26:51.778 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:51.775+0000 7f1159af7700 1 --2- 172.21.15.42:0/111331466 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1154110bf0 0x7f11541ad710 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f114400b550 tx=0x7f114400b860 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:51.783 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:51.783+0000 7f114affd700 1 -- 172.21.15.42:0/111331466 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1144015020 con 0x7f1154110bf0 2024-06-06T08:26:51.784 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:51.783+0000 7f115bd5b700 1 -- 172.21.15.42:0/111331466 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f115407a6f0 con 0x7f1154110bf0 2024-06-06T08:26:51.784 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:51.783+0000 7f115bd5b700 1 -- 172.21.15.42:0/111331466 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f115407ac30 con 0x7f1154110bf0 2024-06-06T08:26:51.784 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:51.783+0000 7f114affd700 1 -- 172.21.15.42:0/111331466 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1144011d10 con 0x7f1154110bf0 2024-06-06T08:26:51.784 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:51.783+0000 7f114affd700 1 -- 172.21.15.42:0/111331466 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1144010e20 con 0x7f1154110bf0 2024-06-06T08:26:51.787 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:51.785+0000 7f115bd5b700 1 -- 172.21.15.42:0/111331466 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1138005330 con 0x7f1154110bf0 2024-06-06T08:26:51.795 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:51.792+0000 7f114affd700 1 -- 172.21.15.42:0/111331466 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f1144018020 con 0x7f1154110bf0 2024-06-06T08:26:51.796 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:51.793+0000 7f114affd700 1 --2- 172.21.15.42:0/111331466 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f11400a2f90 0x7f11400a5450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:51.796 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:51.793+0000 7f114affd700 1 -- 172.21.15.42:0/111331466 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f11440ceee0 con 0x7f1154110bf0 2024-06-06T08:26:51.796 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:51.796+0000 7f11592f6700 1 --2- 172.21.15.42:0/111331466 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f11400a2f90 0x7f11400a5450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:51.799 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:51.797+0000 7f11592f6700 1 --2- 172.21.15.42:0/111331466 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f11400a2f90 0x7f11400a5450 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f1150005950 tx=0x7f11500058e0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:51.804 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:51.801+0000 7f114affd700 1 -- 172.21.15.42:0/111331466 <== mon.1 v2:172.21.15.149:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f114401f020 con 0x7f1154110bf0 2024-06-06T08:26:52.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:52 smithi042 ceph-mon[32384]: pgmap v130: 129 pgs: 129 active+clean; 383 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 505 op/s 2024-06-06T08:26:52.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:52.373+0000 7f115bd5b700 1 -- 172.21.15.42:0/111331466 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1138005620 con 0x7f1154110bf0 2024-06-06T08:26:52.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:52.375+0000 7f114affd700 1 -- 172.21.15.42:0/111331466 <== mon.1 v2:172.21.15.149:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11879 (secure 0 0 0) 0x7f114409b8f0 con 0x7f1154110bf0 2024-06-06T08:26:52.374 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:26:52.375 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/667270675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":667270675},{"type":"v1","addr":"172.21.15.42:6837","nonce":667270675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/2414389302","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":2414389302},{"type":"v1","addr":"172.21.15.42:6839","nonce":2414389302}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14574,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/3625002785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":3625002785},{"type":"v1","addr":"172.21.15.42:6841","nonce":3625002785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24413,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6835/3995394553","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":3995394553},{"type":"v1","addr":"172.21.15.120:6835","nonce":3995394553}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":28,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T08:18:39.778858+0000","modified":"2024-06-06T08:25:00.244943+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24464},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6837/3434475673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":3434475673},{"type":"v1","addr":"172.21.15.120:6837","nonce":3434475673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6835/3776134468","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":3776134468},{"type":"v1","addr":"172.21.15.149:6835","nonce":3776134468}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":21,"addr":"172.21.15.120:6839/1585293472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":1585293472},{"type":"v1","addr":"172.21.15.120:6839","nonce":1585293472}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":25,"addr":"172.21.15.149:6837/751787578","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":751787578},{"type":"v1","addr":"172.21.15.149:6837","nonce":751787578}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":8,"addr":"172.21.15.149:6839/764851483","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":764851483},{"type":"v1","addr":"172.21.15.149:6839","nonce":764851483}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24469,24484,24464]},"id":1}]} 2024-06-06T08:26:52.379 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:52.380+0000 7f115bd5b700 1 -- 172.21.15.42:0/111331466 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f11400a2f90 msgr2=0x7f11400a5450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:52.379 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:52.381+0000 7f115bd5b700 1 --2- 172.21.15.42:0/111331466 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f11400a2f90 0x7f11400a5450 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f1150005950 tx=0x7f11500058e0 comp rx=0 tx=0).stop 2024-06-06T08:26:52.380 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:52.381+0000 7f115bd5b700 1 -- 172.21.15.42:0/111331466 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1154110bf0 msgr2=0x7f11541ad710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:52.380 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:52.381+0000 7f115bd5b700 1 --2- 172.21.15.42:0/111331466 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1154110bf0 0x7f11541ad710 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f114400b550 tx=0x7f114400b860 comp rx=0 tx=0).stop 2024-06-06T08:26:52.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:52.382+0000 7f115bd5b700 1 -- 172.21.15.42:0/111331466 shutdown_connections 2024-06-06T08:26:52.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:52.382+0000 7f115bd5b700 1 --2- 172.21.15.42:0/111331466 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f11400a2f90 0x7f11400a5450 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:52.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:52.382+0000 7f115bd5b700 1 --2- 172.21.15.42:0/111331466 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f11541a78d0 0x7f11541a7d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:52.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:52.382+0000 7f115bd5b700 1 --2- 172.21.15.42:0/111331466 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1154110bf0 0x7f11541ad710 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:52.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:52.382+0000 7f115bd5b700 1 --2- 172.21.15.42:0/111331466 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f115411bc70 0x7f11541adc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:52.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:52.382+0000 7f115bd5b700 1 -- 172.21.15.42:0/111331466 >> 172.21.15.42:0/111331466 conn(0x7f115406d600 msgr2=0x7f1154119c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:52.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:52.382+0000 7f115bd5b700 1 -- 172.21.15.42:0/111331466 shutdown_connections 2024-06-06T08:26:52.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:52.382+0000 7f115bd5b700 1 -- 172.21.15.42:0/111331466 wait complete. 2024-06-06T08:26:52.384 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 28 2024-06-06T08:26:52.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:52 smithi120 ceph-mon[36658]: pgmap v130: 129 pgs: 129 active+clean; 383 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 505 op/s 2024-06-06T08:26:52.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:52 smithi149 ceph-mon[36842]: pgmap v130: 129 pgs: 129 active+clean; 383 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 505 op/s 2024-06-06T08:26:52.737 INFO:tasks.workunit.client.0.smithi042.stdout: 150 1633756 1051 1069258 1206 501628 854 2024-06-06T08:26:53.237 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24484 quiesce db / --timeout 90 --expiration 145.25 --await-for 45.0' 2024-06-06T08:26:53.237 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- timeout 105 ceph tell mds.24484 quiesce db / --timeout 90 --expiration 145.25 --await-for 45.0 2024-06-06T08:26:53.309 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:53 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/111331466' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:26:53.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:53 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/111331466' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:26:53.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:53 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/111331466' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:26:53.794 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:26:54.259 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:54 smithi042 ceph-mon[32384]: pgmap v131: 129 pgs: 129 active+clean; 409 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 4.5 MiB/s wr, 614 op/s 2024-06-06T08:26:54.259 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:54 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:26:54.259 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:54 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:26:54.259 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:54 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:26:54.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:54 smithi120 ceph-mon[36658]: pgmap v131: 129 pgs: 129 active+clean; 409 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 4.5 MiB/s wr, 614 op/s 2024-06-06T08:26:54.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:54 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:26:54.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:54 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:26:54.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:54 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:26:54.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:54 smithi149 ceph-mon[36842]: pgmap v131: 129 pgs: 129 active+clean; 409 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 4.5 MiB/s wr, 614 op/s 2024-06-06T08:26:54.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:54 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:26:54.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:54 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:26:54.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:54 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:26:56.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.259+0000 7f383a069700 1 -- 172.21.15.42:0/3092447389 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f38341085a0 msgr2=0x7f3834108980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:56.287 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.259+0000 7f383a069700 1 --2- 172.21.15.42:0/3092447389 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f38341085a0 0x7f3834108980 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f382400b0a0 tx=0x7f382400b3b0 comp rx=0 tx=0).stop 2024-06-06T08:26:56.287 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.259+0000 7f383a069700 1 -- 172.21.15.42:0/3092447389 shutdown_connections 2024-06-06T08:26:56.288 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.259+0000 7f383a069700 1 --2- 172.21.15.42:0/3092447389 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3834102f00 0x7f383410f2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:56.288 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.259+0000 7f383a069700 1 --2- 172.21.15.42:0/3092447389 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f38341085a0 0x7f3834108980 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:56.288 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.259+0000 7f383a069700 1 --2- 172.21.15.42:0/3092447389 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3834102540 0x7f38341029c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:56.288 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.259+0000 7f383a069700 1 -- 172.21.15.42:0/3092447389 >> 172.21.15.42:0/3092447389 conn(0x7f3834079590 msgr2=0x7f38340799a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:56.288 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.259+0000 7f383a069700 1 -- 172.21.15.42:0/3092447389 shutdown_connections 2024-06-06T08:26:56.288 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.259+0000 7f383a069700 1 -- 172.21.15.42:0/3092447389 wait complete. 2024-06-06T08:26:56.288 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.260+0000 7f383a069700 1 Processor -- start 2024-06-06T08:26:56.288 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.260+0000 7f383a069700 1 -- start start 2024-06-06T08:26:56.288 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.260+0000 7f383a069700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3834102540 0x7f3834074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:56.288 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.260+0000 7f383a069700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3834102f00 0x7f3834074cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:56.288 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.260+0000 7f383a069700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f38341085a0 0x7f3834075210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:56.288 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.260+0000 7f383a069700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f38341127d0 con 0x7f38341085a0 2024-06-06T08:26:56.288 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.260+0000 7f383a069700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f3834112650 con 0x7f3834102f00 2024-06-06T08:26:56.288 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.260+0000 7f383a069700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f3834112950 con 0x7f3834102540 2024-06-06T08:26:56.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.260+0000 7f3833fff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f38341085a0 0x7f3834075210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:56.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.260+0000 7f3833fff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f38341085a0 0x7f3834075210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:43014/0 (socket says 172.21.15.42:43014) 2024-06-06T08:26:56.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.260+0000 7f3832ffd700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3834102f00 0x7f3834074cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:56.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.260+0000 7f3833fff700 1 -- 172.21.15.42:0/3632880213 learned_addr learned my addr 172.21.15.42:0/3632880213 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:26:56.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.260+0000 7f38337fe700 1 --2- 172.21.15.42:0/3632880213 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3834102540 0x7f3834074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:56.300 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.261+0000 7f3833fff700 1 -- 172.21.15.42:0/3632880213 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3834102540 msgr2=0x7f3834074790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:56.300 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.261+0000 7f3833fff700 1 --2- 172.21.15.42:0/3632880213 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3834102540 0x7f3834074790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:56.300 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.261+0000 7f3833fff700 1 -- 172.21.15.42:0/3632880213 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3834102f00 msgr2=0x7f3834074cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:56.300 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.261+0000 7f3833fff700 1 --2- 172.21.15.42:0/3632880213 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3834102f00 0x7f3834074cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:56.300 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.261+0000 7f3833fff700 1 -- 172.21.15.42:0/3632880213 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38341a7190 con 0x7f38341085a0 2024-06-06T08:26:56.301 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.261+0000 7f38337fe700 1 --2- 172.21.15.42:0/3632880213 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3834102540 0x7f3834074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:26:56.301 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.261+0000 7f3832ffd700 1 --2- 172.21.15.42:0/3632880213 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3834102f00 0x7f3834074cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:26:56.301 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.261+0000 7f3833fff700 1 --2- 172.21.15.42:0/3632880213 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f38341085a0 0x7f3834075210 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f382c00e940 tx=0x7f382c00ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:56.301 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.261+0000 7f3830ff9700 1 -- 172.21.15.42:0/3632880213 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f382c004a30 con 0x7f38341085a0 2024-06-06T08:26:56.301 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.261+0000 7f383a069700 1 -- 172.21.15.42:0/3632880213 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38341a7480 con 0x7f38341085a0 2024-06-06T08:26:56.302 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.261+0000 7f383a069700 1 -- 172.21.15.42:0/3632880213 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38341a79c0 con 0x7f38341085a0 2024-06-06T08:26:56.302 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.261+0000 7f3830ff9700 1 -- 172.21.15.42:0/3632880213 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f382c005500 con 0x7f38341085a0 2024-06-06T08:26:56.302 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.261+0000 7f3830ff9700 1 -- 172.21.15.42:0/3632880213 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f382c00ce20 con 0x7f38341085a0 2024-06-06T08:26:56.302 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.263+0000 7f3830ff9700 1 -- 172.21.15.42:0/3632880213 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f382c004bd0 con 0x7f38341085a0 2024-06-06T08:26:56.302 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.264+0000 7f3830ff9700 1 --2- 172.21.15.42:0/3632880213 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f38200a2eb0 0x7f38200a5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:56.302 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.264+0000 7f38337fe700 1 --2- 172.21.15.42:0/3632880213 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f38200a2eb0 0x7f38200a5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:56.303 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.264+0000 7f3830ff9700 1 -- 172.21.15.42:0/3632880213 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f382c0cf6f0 con 0x7f38341085a0 2024-06-06T08:26:56.303 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.265+0000 7f38337fe700 1 --2- 172.21.15.42:0/3632880213 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f38200a2eb0 0x7f38200a5370 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f3824000f80 tx=0x7f382400b740 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:56.303 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.267+0000 7f38448ecb80 1 Processor -- start 2024-06-06T08:26:56.303 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.267+0000 7f38448ecb80 1 -- start start 2024-06-06T08:26:56.303 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.267+0000 7f38448ecb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5617eeee7ce0 0x5617eeee80c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:56.303 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.267+0000 7f38448ecb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5617eeee8600 0x5617eeee1f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:56.303 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.267+0000 7f38448ecb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5617eeee2470 0x5617eeee28b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:56.304 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.267+0000 7f38448ecb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5617eee339b0 con 0x5617eeee7ce0 2024-06-06T08:26:56.304 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.267+0000 7f38448ecb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5617eeddb8c0 con 0x5617eeee2470 2024-06-06T08:26:56.304 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.267+0000 7f38448ecb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5617eee2f970 con 0x5617eeee8600 2024-06-06T08:26:56.304 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.268+0000 7f38337fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5617eeee7ce0 0x5617eeee80c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:56.304 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.268+0000 7f38337fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5617eeee7ce0 0x5617eeee80c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:43026/0 (socket says 172.21.15.42:43026) 2024-06-06T08:26:56.304 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.268+0000 7f38337fe700 1 -- 172.21.15.42:0/1983531549 learned_addr learned my addr 172.21.15.42:0/1983531549 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:26:56.304 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.268+0000 7f3832ffd700 1 --2- 172.21.15.42:0/1983531549 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5617eeee8600 0x5617eeee1f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:56.304 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.268+0000 7f3833fff700 1 --2- 172.21.15.42:0/1983531549 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5617eeee2470 0x5617eeee28b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:56.304 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.268+0000 7f3832ffd700 1 -- 172.21.15.42:0/1983531549 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5617eeee2470 msgr2=0x5617eeee28b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:56.305 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.268+0000 7f3832ffd700 1 --2- 172.21.15.42:0/1983531549 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5617eeee2470 0x5617eeee28b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:56.305 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.268+0000 7f3832ffd700 1 -- 172.21.15.42:0/1983531549 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5617eeee7ce0 msgr2=0x5617eeee80c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:56.305 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.268+0000 7f3832ffd700 1 --2- 172.21.15.42:0/1983531549 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5617eeee7ce0 0x5617eeee80c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:56.305 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.268+0000 7f3832ffd700 1 -- 172.21.15.42:0/1983531549 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5617eedd20f0 con 0x5617eeee8600 2024-06-06T08:26:56.305 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.268+0000 7f38337fe700 1 --2- 172.21.15.42:0/1983531549 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5617eeee7ce0 0x5617eeee80c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:26:56.305 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.268+0000 7f3832ffd700 1 --2- 172.21.15.42:0/1983531549 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5617eeee8600 0x5617eeee1f30 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f3834076220 tx=0x7f381c0117a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b18aedf3e9ef67d6 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:56.305 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.268+0000 7f3829ffb700 1 -- 172.21.15.42:0/1983531549 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f381c004230 con 0x5617eeee8600 2024-06-06T08:26:56.305 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.269+0000 7f3829ffb700 1 -- 172.21.15.42:0/1983531549 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f381c004d10 con 0x5617eeee8600 2024-06-06T08:26:56.306 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.270+0000 7f38448ecb80 1 -- 172.21.15.42:0/1983531549 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5617eeee8600 msgr2=0x5617eeee1f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:56.306 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.270+0000 7f38448ecb80 1 --2- 172.21.15.42:0/1983531549 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5617eeee8600 0x5617eeee1f30 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f3834076220 tx=0x7f381c0117a0 comp rx=0 tx=0).stop 2024-06-06T08:26:56.306 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.270+0000 7f3829ffb700 1 -- 172.21.15.42:0/1983531549 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f381c003680 con 0x5617eeee8600 2024-06-06T08:26:56.306 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.270+0000 7f38448ecb80 1 -- 172.21.15.42:0/1983531549 shutdown_connections 2024-06-06T08:26:56.306 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.270+0000 7f38448ecb80 1 --2- 172.21.15.42:0/1983531549 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5617eeee2470 0x5617eeee28b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:56.306 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.270+0000 7f38448ecb80 1 --2- 172.21.15.42:0/1983531549 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5617eeee7ce0 0x5617eeee80c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:56.306 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.270+0000 7f38448ecb80 1 --2- 172.21.15.42:0/1983531549 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5617eeee8600 0x5617eeee1f30 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:56.307 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.270+0000 7f38448ecb80 1 -- 172.21.15.42:0/1983531549 >> 172.21.15.42:0/1983531549 conn(0x5617eee0ce60 msgr2=0x5617eeedd1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:56.307 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.270+0000 7f38448ecb80 1 -- 172.21.15.42:0/1983531549 shutdown_connections 2024-06-06T08:26:56.307 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.270+0000 7f38448ecb80 1 -- 172.21.15.42:0/1983531549 wait complete. 2024-06-06T08:26:56.307 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.271+0000 7f38448ecb80 1 -- start start 2024-06-06T08:26:56.307 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.271+0000 7f38448ecb80 1 Processor -- start 2024-06-06T08:26:56.307 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.272+0000 7f38448ecb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5617eeee2470 0x5617eeeee2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:56.308 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.272+0000 7f38448ecb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5617eeee7ce0 0x5617eeeeb5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:56.308 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.272+0000 7f38448ecb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5617eeee8600 0x5617eeeebb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:56.308 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.272+0000 7f38448ecb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5617eeeef0c0 con 0x5617eeee2470 2024-06-06T08:26:56.308 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.272+0000 7f38448ecb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5617eedd3d90 con 0x5617eeee7ce0 2024-06-06T08:26:56.308 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.272+0000 7f38448ecb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5617eeeef240 con 0x5617eeee8600 2024-06-06T08:26:56.308 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.272+0000 7f38337fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5617eeee2470 0x5617eeeee2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:56.309 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.272+0000 7f38448ecb80 10 client.0 _ll_register_callbacks cb 0x5617eedcdac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:26:56.309 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.272+0000 7f3833fff700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5617eeee8600 0x5617eeeebb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:56.309 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.272+0000 7f38337fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5617eeee2470 0x5617eeeee2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:43030/0 (socket says 172.21.15.42:43030) 2024-06-06T08:26:56.309 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.272+0000 7f38337fe700 1 -- 172.21.15.42:0/2042772574 learned_addr learned my addr 172.21.15.42:0/2042772574 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:26:56.309 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.272+0000 7f3832ffd700 1 --2- 172.21.15.42:0/2042772574 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5617eeee7ce0 0x5617eeeeb5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:56.309 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.273+0000 7f3832ffd700 1 -- 172.21.15.42:0/2042772574 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5617eeee8600 msgr2=0x5617eeeebb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:56.310 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.273+0000 7f3832ffd700 1 --2- 172.21.15.42:0/2042772574 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5617eeee8600 0x5617eeeebb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:56.310 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.273+0000 7f3832ffd700 1 -- 172.21.15.42:0/2042772574 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5617eeee2470 msgr2=0x5617eeeee2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:56.310 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.273+0000 7f3832ffd700 1 --2- 172.21.15.42:0/2042772574 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5617eeee2470 0x5617eeeee2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:56.310 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.273+0000 7f3832ffd700 1 -- 172.21.15.42:0/2042772574 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5617eed82a70 con 0x5617eeee7ce0 2024-06-06T08:26:56.310 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.273+0000 7f38337fe700 1 --2- 172.21.15.42:0/2042772574 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5617eeee2470 0x5617eeeee2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:26:56.310 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.273+0000 7f3832ffd700 1 --2- 172.21.15.42:0/2042772574 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5617eeee7ce0 0x5617eeeeb5c0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f381c011af0 tx=0x7f381c005260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1ddeffc6bf5924d1 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:56.310 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.273+0000 7f3812ffd700 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:26:56.310 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.273+0000 7f3812ffd700 1 -- 172.21.15.42:0/2042772574 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f381c026070 con 0x5617eeee7ce0 2024-06-06T08:26:56.310 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.273+0000 7f3812ffd700 1 -- 172.21.15.42:0/2042772574 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f381c004960 con 0x5617eeee7ce0 2024-06-06T08:26:56.310 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.273+0000 7f38448ecb80 1 -- 172.21.15.42:0/2042772574 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f381c004d10 con 0x5617eeee7ce0 2024-06-06T08:26:56.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.273+0000 7f3812ffd700 1 -- 172.21.15.42:0/2042772574 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f381c032050 con 0x5617eeee7ce0 2024-06-06T08:26:56.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.273+0000 7f38448ecb80 10 client.26039 fetch_fsmap learned FSMap version 29 2024-06-06T08:26:56.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.273+0000 7f38448ecb80 1 -- 172.21.15.42:0/2042772574 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5617eeef9940 con 0x5617eeee7ce0 2024-06-06T08:26:56.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.274+0000 7f3812ffd700 1 -- 172.21.15.42:0/2042772574 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f381c004d10 con 0x5617eeee7ce0 2024-06-06T08:26:56.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.274+0000 7f3812ffd700 1 -- 172.21.15.42:0/2042772574 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7f381c019430 con 0x5617eeee7ce0 2024-06-06T08:26:56.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.274+0000 7f38448ecb80 10 client.26039 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T08:26:56.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.274+0000 7f38448ecb80 10 client.26039 resolve_mds: validated gid 24484 aka daemon mds.i 2024-06-06T08:26:56.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.274+0000 7f38448ecb80 20 client.26039 populate_metadata read hostname 'smithi042' 2024-06-06T08:26:56.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.274+0000 7f38448ecb80 1 --2- 172.21.15.42:0/2042772574 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5617eeefbe10 0x5617eeefe200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:56.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.274+0000 7f38448ecb80 4 client.26039 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:26:56.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.274+0000 7f38448ecb80 1 -- 172.21.15.42:0/2042772574 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5617eee40eb0 con 0x5617eeefbe10 2024-06-06T08:26:56.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.275+0000 7f38337fe700 1 --2- 172.21.15.42:0/2042772574 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5617eeefbe10 0x5617eeefe200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:56.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.275+0000 7f3812ffd700 10 client.26039 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:26:56.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.275+0000 7f38337fe700 1 --2- 172.21.15.42:0/2042772574 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5617eeefbe10 0x5617eeefe200 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ec444e1bbfba6aef server_cookie=edc86d824bfd355 in_seq=0 out_seq=0 2024-06-06T08:26:56.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.279+0000 7f3812ffd700 1 -- 172.21.15.42:0/2042772574 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x5617eee40eb0 con 0x5617eeefbe10 2024-06-06T08:26:56.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.279+0000 7f3812ffd700 10 client.26039 handle_command_reply: tid=0 2024-06-06T08:26:56.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.279+0000 7f38448ecb80 1 client.26039 shutdown 2024-06-06T08:26:56.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.280+0000 7f38448ecb80 1 -- 172.21.15.42:0/2042772574 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5617eeee7ce0 msgr2=0x5617eeeeb5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:56.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.280+0000 7f38448ecb80 1 --2- 172.21.15.42:0/2042772574 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5617eeee7ce0 0x5617eeeeb5c0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f381c011af0 tx=0x7f381c005260 comp rx=0 tx=0).stop 2024-06-06T08:26:56.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.280+0000 7f38448ecb80 1 -- 172.21.15.42:0/2042772574 shutdown_connections 2024-06-06T08:26:56.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.280+0000 7f38448ecb80 1 --2- 172.21.15.42:0/2042772574 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5617eeee8600 0x5617eeeebb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:56.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.280+0000 7f38448ecb80 1 --2- 172.21.15.42:0/2042772574 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5617eeee2470 0x5617eeeee2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:56.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.280+0000 7f38448ecb80 1 --2- 172.21.15.42:0/2042772574 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5617eeefbe10 0x5617eeefe200 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:56.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.280+0000 7f38448ecb80 1 --2- 172.21.15.42:0/2042772574 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5617eeee7ce0 0x5617eeeeb5c0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:56.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.280+0000 7f38448ecb80 1 -- 172.21.15.42:0/2042772574 >> 172.21.15.42:0/2042772574 conn(0x5617eee0ce60 msgr2=0x5617eeedcdb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:56.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.280+0000 7f3812ffd700 0 client.26039 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:26:56.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.280+0000 7f38448ecb80 1 -- 172.21.15.42:0/2042772574 shutdown_connections 2024-06-06T08:26:56.313 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.280+0000 7f38448ecb80 1 -- 172.21.15.42:0/2042772574 wait complete. 2024-06-06T08:26:56.313 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.280+0000 7f38448ecb80 20 client.26039 trim_cache size 0 max 16384 2024-06-06T08:26:56.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.304+0000 7f38448ecb80 1 Processor -- start 2024-06-06T08:26:56.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.304+0000 7f38448ecb80 1 -- start start 2024-06-06T08:26:56.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.304+0000 7f38448ecb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5617eee0ce60 0x5617eeee1f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:56.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.304+0000 7f38448ecb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5617eeee2470 0x5617eeee91b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:56.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.304+0000 7f38448ecb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5617eeee7ce0 0x5617eeedc8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:56.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.304+0000 7f38448ecb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f38140114e0 con 0x5617eeee7ce0 2024-06-06T08:26:56.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.304+0000 7f38448ecb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f381400ed40 con 0x5617eee0ce60 2024-06-06T08:26:56.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.304+0000 7f38448ecb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f381400cb90 con 0x5617eeee2470 2024-06-06T08:26:56.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.305+0000 7f38337fe700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5617eee0ce60 0x5617eeee1f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:56.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.305+0000 7f3832ffd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5617eeee2470 0x5617eeee91b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:56.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.305+0000 7f3833fff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5617eeee7ce0 0x5617eeedc8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:56.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.305+0000 7f38337fe700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5617eee0ce60 0x5617eeee1f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:47904/0 (socket says 172.21.15.42:47904) 2024-06-06T08:26:56.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.305+0000 7f38337fe700 1 -- 172.21.15.42:0/1415642925 learned_addr learned my addr 172.21.15.42:0/1415642925 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:26:56.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.305+0000 7f38337fe700 1 -- 172.21.15.42:0/1415642925 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5617eeee2470 msgr2=0x5617eeee91b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:56.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.305+0000 7f38337fe700 1 --2- 172.21.15.42:0/1415642925 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5617eeee2470 0x5617eeee91b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:56.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.305+0000 7f38337fe700 1 -- 172.21.15.42:0/1415642925 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5617eeee7ce0 msgr2=0x5617eeedc8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:56.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.305+0000 7f38337fe700 1 --2- 172.21.15.42:0/1415642925 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5617eeee7ce0 0x5617eeedc8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:56.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.305+0000 7f38337fe700 1 -- 172.21.15.42:0/1415642925 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5617eeedde70 con 0x5617eee0ce60 2024-06-06T08:26:56.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.305+0000 7f3832ffd700 1 --2- 172.21.15.42:0/1415642925 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5617eeee2470 0x5617eeee91b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:26:56.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.305+0000 7f38337fe700 1 --2- 172.21.15.42:0/1415642925 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5617eee0ce60 0x5617eeee1f30 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f382401f040 tx=0x7f3824021000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2466bbe797da700e server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:56.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.305+0000 7f38297fa700 1 -- 172.21.15.42:0/1415642925 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3824033340 con 0x5617eee0ce60 2024-06-06T08:26:56.321 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.305+0000 7f38297fa700 1 -- 172.21.15.42:0/1415642925 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3824039070 con 0x5617eee0ce60 2024-06-06T08:26:56.321 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.305+0000 7f38297fa700 1 -- 172.21.15.42:0/1415642925 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3824005530 con 0x5617eee0ce60 2024-06-06T08:26:56.321 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.306+0000 7f38448ecb80 1 -- 172.21.15.42:0/1415642925 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5617eee0ce60 msgr2=0x5617eeee1f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:56.321 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.306+0000 7f38448ecb80 1 --2- 172.21.15.42:0/1415642925 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5617eee0ce60 0x5617eeee1f30 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f382401f040 tx=0x7f3824021000 comp rx=0 tx=0).stop 2024-06-06T08:26:56.321 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.307+0000 7f38448ecb80 1 -- 172.21.15.42:0/1415642925 shutdown_connections 2024-06-06T08:26:56.321 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.307+0000 7f38448ecb80 1 --2- 172.21.15.42:0/1415642925 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5617eeee7ce0 0x5617eeedc8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:56.321 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.307+0000 7f38448ecb80 1 --2- 172.21.15.42:0/1415642925 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5617eee0ce60 0x5617eeee1f30 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:56.321 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.307+0000 7f38448ecb80 1 --2- 172.21.15.42:0/1415642925 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5617eeee2470 0x5617eeee91b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:56.321 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.307+0000 7f38448ecb80 1 -- 172.21.15.42:0/1415642925 >> 172.21.15.42:0/1415642925 conn(0x5617eeeeb180 msgr2=0x5617eeee8aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:56.321 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.307+0000 7f38448ecb80 1 -- 172.21.15.42:0/1415642925 shutdown_connections 2024-06-06T08:26:56.321 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.307+0000 7f38448ecb80 1 -- 172.21.15.42:0/1415642925 wait complete. 2024-06-06T08:26:56.321 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.307+0000 7f38448ecb80 1 -- start start 2024-06-06T08:26:56.322 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.307+0000 7f38448ecb80 1 Processor -- start 2024-06-06T08:26:56.322 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.308+0000 7f38448ecb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5617eee0ce60 0x5617eeef4800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:56.322 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.308+0000 7f38448ecb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5617eeee2470 0x5617eeef4d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:56.322 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.308+0000 7f38448ecb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5617eeee7ce0 0x5617eeef1580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:56.322 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.308+0000 7f38448ecb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f381400d200 con 0x5617eeee2470 2024-06-06T08:26:56.322 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.308+0000 7f38448ecb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f381400e670 con 0x5617eee0ce60 2024-06-06T08:26:56.322 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.308+0000 7f38448ecb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f381400d8d0 con 0x5617eeee7ce0 2024-06-06T08:26:56.322 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.308+0000 7f38448ecb80 10 client.0 _ll_register_callbacks cb 0x5617eedcdac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:26:56.322 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.308+0000 7f3832ffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5617eeee2470 0x5617eeef4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:56.322 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.308+0000 7f3833fff700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5617eeee7ce0 0x5617eeef1580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:56.322 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.308+0000 7f3833fff700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5617eeee7ce0 0x5617eeef1580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:49704/0 (socket says 172.21.15.42:49704) 2024-06-06T08:26:56.322 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.308+0000 7f3833fff700 1 -- 172.21.15.42:0/265567338 learned_addr learned my addr 172.21.15.42:0/265567338 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:26:56.323 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.308+0000 7f38337fe700 1 --2- 172.21.15.42:0/265567338 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5617eee0ce60 0x5617eeef4800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:56.323 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.308+0000 7f38337fe700 1 -- 172.21.15.42:0/265567338 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5617eeee7ce0 msgr2=0x5617eeef1580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:56.323 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.308+0000 7f38337fe700 1 --2- 172.21.15.42:0/265567338 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5617eeee7ce0 0x5617eeef1580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:56.323 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.308+0000 7f38337fe700 1 -- 172.21.15.42:0/265567338 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5617eeee2470 msgr2=0x5617eeef4d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:56.323 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.308+0000 7f38337fe700 1 --2- 172.21.15.42:0/265567338 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5617eeee2470 0x5617eeef4d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:56.323 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.308+0000 7f38337fe700 1 -- 172.21.15.42:0/265567338 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5617eeef1d70 con 0x5617eee0ce60 2024-06-06T08:26:56.323 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.308+0000 7f3833fff700 1 --2- 172.21.15.42:0/265567338 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5617eeee7ce0 0x5617eeef1580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:26:56.323 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.309+0000 7f38337fe700 1 --2- 172.21.15.42:0/265567338 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5617eee0ce60 0x5617eeef4800 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f3824009fd0 tx=0x7f3824003e00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=453a4610d4b3ffe0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:56.323 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.309+0000 7f3812ffd700 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:26:56.323 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.309+0000 7f3812ffd700 1 -- 172.21.15.42:0/265567338 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3824005600 con 0x5617eee0ce60 2024-06-06T08:26:56.323 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.309+0000 7f38448ecb80 1 -- 172.21.15.42:0/265567338 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3824039070 con 0x5617eee0ce60 2024-06-06T08:26:56.323 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.309+0000 7f3812ffd700 1 -- 172.21.15.42:0/265567338 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f38240057a0 con 0x5617eee0ce60 2024-06-06T08:26:56.323 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.309+0000 7f3812ffd700 1 -- 172.21.15.42:0/265567338 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f38240059a0 con 0x5617eee0ce60 2024-06-06T08:26:56.323 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.309+0000 7f38448ecb80 10 client.26045 fetch_fsmap learned FSMap version 29 2024-06-06T08:26:56.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.309+0000 7f38448ecb80 1 -- 172.21.15.42:0/265567338 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5617eef673e0 con 0x5617eee0ce60 2024-06-06T08:26:56.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.309+0000 7f3812ffd700 1 -- 172.21.15.42:0/265567338 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3824039070 con 0x5617eee0ce60 2024-06-06T08:26:56.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.309+0000 7f3812ffd700 1 -- 172.21.15.42:0/265567338 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7f3824011070 con 0x5617eee0ce60 2024-06-06T08:26:56.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.309+0000 7f38448ecb80 10 client.26045 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T08:26:56.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.309+0000 7f38448ecb80 10 client.26045 resolve_mds: validated gid 24484 aka daemon mds.i 2024-06-06T08:26:56.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.309+0000 7f38448ecb80 20 client.26045 populate_metadata read hostname 'smithi042' 2024-06-06T08:26:56.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.309+0000 7f38448ecb80 1 --2- 172.21.15.42:0/265567338 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5617eeee8600 0x5617eef69a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:56.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.310+0000 7f38448ecb80 4 client.26045 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 145.25, "await_for": 45.0}] 2024-06-06T08:26:56.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.310+0000 7f38448ecb80 1 -- 172.21.15.42:0/265567338 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 145.25, "await_for": 45.0}) -- 0x5617eee3b430 con 0x5617eeee8600 2024-06-06T08:26:56.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.310+0000 7f3832ffd700 1 --2- 172.21.15.42:0/265567338 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5617eeee8600 0x5617eef69a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:56.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.310+0000 7f3812ffd700 10 client.26045 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:26:56.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:26:56.310+0000 7f3832ffd700 1 --2- 172.21.15.42:0/265567338 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5617eeee8600 0x5617eef69a20 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a5fba5ecc0a8b34f server_cookie=c9bcaac75bf0d397 in_seq=0 out_seq=0 2024-06-06T08:26:56.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:56 smithi120 ceph-mon[36658]: pgmap v132: 129 pgs: 129 active+clean; 454 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 7.9 MiB/s wr, 777 op/s 2024-06-06T08:26:56.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:56 smithi149 ceph-mon[36842]: pgmap v132: 129 pgs: 129 active+clean; 454 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 7.9 MiB/s wr, 777 op/s 2024-06-06T08:26:56.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:56 smithi042 ceph-mon[32384]: pgmap v132: 129 pgs: 129 active+clean; 454 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 7.9 MiB/s wr, 777 op/s 2024-06-06T08:26:57.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:57 smithi120 ceph-mon[36658]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:26:57.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:57 smithi149 ceph-mon[36842]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:26:57.564 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:57 smithi042 ceph-mon[32384]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:26:58.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:26:58 smithi120 ceph-mon[36658]: pgmap v133: 129 pgs: 129 active+clean; 454 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 7.2 MiB/s wr, 749 op/s 2024-06-06T08:26:58.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:26:58 smithi149 ceph-mon[36842]: pgmap v133: 129 pgs: 129 active+clean; 454 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 7.2 MiB/s wr, 749 op/s 2024-06-06T08:26:58.564 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:26:58 smithi042 ceph-mon[32384]: pgmap v133: 129 pgs: 129 active+clean; 454 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 7.2 MiB/s wr, 749 op/s 2024-06-06T08:26:59.531 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.531+0000 7fe57401b640 1 -- 172.21.15.42:0/913964916 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe56c102c30 msgr2=0x7fe56c103010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:59.531 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.531+0000 7fe57401b640 1 --2- 172.21.15.42:0/913964916 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe56c102c30 0x7fe56c103010 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7fe568009900 tx=0x7fe56802a510 comp rx=0 tx=0).stop 2024-06-06T08:26:59.531 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.531+0000 7fe57401b640 1 -- 172.21.15.42:0/913964916 shutdown_connections 2024-06-06T08:26:59.531 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.531+0000 7fe57401b640 1 --2- 172.21.15.42:0/913964916 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe56c103550 0x7fe56c10ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:59.531 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.531+0000 7fe57401b640 1 --2- 172.21.15.42:0/913964916 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe56c10bf70 0x7fe56c10e410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:59.531 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.531+0000 7fe57401b640 1 --2- 172.21.15.42:0/913964916 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe56c102c30 0x7fe56c103010 unknown :-1 s=CLOSED pgs=683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:59.532 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.531+0000 7fe57401b640 1 -- 172.21.15.42:0/913964916 >> 172.21.15.42:0/913964916 conn(0x7fe56c077a20 msgr2=0x7fe56c077e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:59.532 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.531+0000 7fe57401b640 1 -- 172.21.15.42:0/913964916 shutdown_connections 2024-06-06T08:26:59.532 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.531+0000 7fe57401b640 1 -- 172.21.15.42:0/913964916 wait complete. 2024-06-06T08:26:59.532 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.531+0000 7fe57401b640 1 Processor -- start 2024-06-06T08:26:59.532 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.531+0000 7fe57401b640 1 -- start start 2024-06-06T08:26:59.532 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.532+0000 7fe57401b640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe56c102c30 0x7fe56c100880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:59.532 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.532+0000 7fe57401b640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe56c103550 0x7fe56c100dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:59.532 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.532+0000 7fe57401b640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe56c10bf70 0x7fe56c101300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:59.532 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.532+0000 7fe57401b640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe56c111d70 con 0x7fe56c10bf70 2024-06-06T08:26:59.532 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.532+0000 7fe57401b640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fe56c111bf0 con 0x7fe56c102c30 2024-06-06T08:26:59.532 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.532+0000 7fe57401b640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fe56c111ef0 con 0x7fe56c103550 2024-06-06T08:26:59.532 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.532+0000 7fe5725b8640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe56c10bf70 0x7fe56c101300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:59.532 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.532+0000 7fe571db7640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe56c102c30 0x7fe56c100880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:59.533 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.532+0000 7fe5725b8640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe56c10bf70 0x7fe56c101300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:46924/0 (socket says 172.21.15.42:46924) 2024-06-06T08:26:59.533 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.532+0000 7fe5725b8640 1 -- 172.21.15.42:0/2733925491 learned_addr learned my addr 172.21.15.42:0/2733925491 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:26:59.533 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.532+0000 7fe5715b6640 1 --2- 172.21.15.42:0/2733925491 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe56c103550 0x7fe56c100dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:59.533 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.532+0000 7fe5725b8640 1 -- 172.21.15.42:0/2733925491 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe56c103550 msgr2=0x7fe56c100dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:59.533 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.532+0000 7fe5725b8640 1 --2- 172.21.15.42:0/2733925491 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe56c103550 0x7fe56c100dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:59.533 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.532+0000 7fe5725b8640 1 -- 172.21.15.42:0/2733925491 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe56c102c30 msgr2=0x7fe56c100880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:59.533 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.532+0000 7fe5725b8640 1 --2- 172.21.15.42:0/2733925491 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe56c102c30 0x7fe56c100880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:59.533 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.532+0000 7fe5725b8640 1 -- 172.21.15.42:0/2733925491 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe56c1a66f0 con 0x7fe56c10bf70 2024-06-06T08:26:59.533 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.532+0000 7fe5725b8640 1 --2- 172.21.15.42:0/2733925491 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe56c10bf70 0x7fe56c101300 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7fe56400eb10 tx=0x7fe56400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:59.534 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.533+0000 7fe562ffd640 1 -- 172.21.15.42:0/2733925491 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe564004b20 con 0x7fe56c10bf70 2024-06-06T08:26:59.534 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.533+0000 7fe562ffd640 1 -- 172.21.15.42:0/2733925491 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe564004cc0 con 0x7fe56c10bf70 2024-06-06T08:26:59.534 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.533+0000 7fe562ffd640 1 -- 172.21.15.42:0/2733925491 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe564010760 con 0x7fe56c10bf70 2024-06-06T08:26:59.534 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.533+0000 7fe57401b640 1 -- 172.21.15.42:0/2733925491 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe56c1a69e0 con 0x7fe56c10bf70 2024-06-06T08:26:59.534 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.533+0000 7fe57401b640 1 -- 172.21.15.42:0/2733925491 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe56c1a6ee0 con 0x7fe56c10bf70 2024-06-06T08:26:59.536 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.536+0000 7fe562ffd640 1 -- 172.21.15.42:0/2733925491 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fe564005020 con 0x7fe56c10bf70 2024-06-06T08:26:59.537 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.536+0000 7fe576dfd740 1 Processor -- start 2024-06-06T08:26:59.537 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.536+0000 7fe576dfd740 1 -- start start 2024-06-06T08:26:59.537 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.536+0000 7fe576dfd740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55960e2ec170 0x55960e2ec550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:59.537 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.536+0000 7fe576dfd740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55960e2eca90 0x55960e2f6e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:59.537 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.536+0000 7fe576dfd740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55960e2f7350 0x55960e2f9740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:59.537 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.536+0000 7fe576dfd740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55960e2504f0 con 0x55960e2ec170 2024-06-06T08:26:59.537 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.537+0000 7fe576dfd740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55960e1ee870 con 0x55960e2f7350 2024-06-06T08:26:59.537 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.537+0000 7fe576dfd740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55960e24c4b0 con 0x55960e2eca90 2024-06-06T08:26:59.537 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.537+0000 7fe5715b6640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55960e2ec170 0x55960e2ec550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:59.537 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.537+0000 7fe5715b6640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55960e2ec170 0x55960e2ec550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:46926/0 (socket says 172.21.15.42:46926) 2024-06-06T08:26:59.537 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.537+0000 7fe5715b6640 1 -- 172.21.15.42:0/1092963643 learned_addr learned my addr 172.21.15.42:0/1092963643 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:26:59.537 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.537+0000 7fe571db7640 1 --2- 172.21.15.42:0/1092963643 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55960e2eca90 0x55960e2f6e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:59.537 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.537+0000 7fe5715b6640 1 --2- 172.21.15.42:0/1092963643 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55960e2f7350 0x55960e2f9740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:59.538 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.537+0000 7fe5715b6640 1 -- 172.21.15.42:0/1092963643 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55960e2eca90 msgr2=0x55960e2f6e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:59.538 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.537+0000 7fe5715b6640 1 --2- 172.21.15.42:0/1092963643 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55960e2eca90 0x55960e2f6e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:59.538 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.537+0000 7fe5715b6640 1 -- 172.21.15.42:0/1092963643 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55960e2f7350 msgr2=0x55960e2f9740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:59.538 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.537+0000 7fe5715b6640 1 --2- 172.21.15.42:0/1092963643 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55960e2f7350 0x55960e2f9740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:59.538 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.537+0000 7fe5715b6640 1 -- 172.21.15.42:0/1092963643 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55960e20a9b0 con 0x55960e2ec170 2024-06-06T08:26:59.538 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.537+0000 7fe562ffd640 1 --2- 172.21.15.42:0/2733925491 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fe5580a2da0 0x7fe5580a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:59.538 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.537+0000 7fe571db7640 1 --2- 172.21.15.42:0/2733925491 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fe5580a2da0 0x7fe5580a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:59.538 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.537+0000 7fe562ffd640 1 -- 172.21.15.42:0/2733925491 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fe5640cfdc0 con 0x7fe56c10bf70 2024-06-06T08:26:59.538 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.537+0000 7fe5715b6640 1 --2- 172.21.15.42:0/1092963643 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55960e2ec170 0x55960e2ec550 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7fe55c0137c0 tx=0x7fe55c0097a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58f004f707ed3639 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:59.538 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.538+0000 7fe557fff640 1 -- 172.21.15.42:0/1092963643 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe55c013d40 con 0x55960e2ec170 2024-06-06T08:26:59.538 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.538+0000 7fe557fff640 1 -- 172.21.15.42:0/1092963643 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe55c005020 con 0x55960e2ec170 2024-06-06T08:26:59.538 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.538+0000 7fe557fff640 1 -- 172.21.15.42:0/1092963643 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe55c004a90 con 0x55960e2ec170 2024-06-06T08:26:59.541 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.539+0000 7fe576dfd740 1 -- 172.21.15.42:0/1092963643 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55960e2ec170 msgr2=0x55960e2ec550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:59.541 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.539+0000 7fe571db7640 1 --2- 172.21.15.42:0/2733925491 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fe5580a2da0 0x7fe5580a5260 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fe568009230 tx=0x7fe5680058d0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:59.542 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.539+0000 7fe576dfd740 1 --2- 172.21.15.42:0/1092963643 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55960e2ec170 0x55960e2ec550 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7fe55c0137c0 tx=0x7fe55c0097a0 comp rx=0 tx=0).stop 2024-06-06T08:26:59.542 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.539+0000 7fe576dfd740 1 -- 172.21.15.42:0/1092963643 shutdown_connections 2024-06-06T08:26:59.542 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.539+0000 7fe576dfd740 1 --2- 172.21.15.42:0/1092963643 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55960e2f7350 0x55960e2f9740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:59.542 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.539+0000 7fe576dfd740 1 --2- 172.21.15.42:0/1092963643 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55960e2eca90 0x55960e2f6e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:59.542 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.539+0000 7fe576dfd740 1 --2- 172.21.15.42:0/1092963643 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55960e2ec170 0x55960e2ec550 unknown :-1 s=CLOSED pgs=685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:59.542 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.539+0000 7fe576dfd740 1 -- 172.21.15.42:0/1092963643 >> 172.21.15.42:0/1092963643 conn(0x55960e2e8680 msgr2=0x55960e2e8a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:59.542 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.539+0000 7fe576dfd740 1 -- 172.21.15.42:0/1092963643 shutdown_connections 2024-06-06T08:26:59.542 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.539+0000 7fe576dfd740 1 -- 172.21.15.42:0/1092963643 wait complete. 2024-06-06T08:26:59.542 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.539+0000 7fe576dfd740 1 -- start start 2024-06-06T08:26:59.542 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.539+0000 7fe576dfd740 1 Processor -- start 2024-06-06T08:26:59.542 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.540+0000 7fe576dfd740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55960e2ec170 0x55960e2f4270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:59.542 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.540+0000 7fe576dfd740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55960e2eca90 0x55960e2f47b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:59.543 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.540+0000 7fe576dfd740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55960e2f7350 0x55960e2f4cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:59.543 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.540+0000 7fe576dfd740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55960e2f9f20 con 0x55960e2eca90 2024-06-06T08:26:59.543 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.540+0000 7fe576dfd740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55960e1d9ae0 con 0x55960e2ec170 2024-06-06T08:26:59.543 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.540+0000 7fe576dfd740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55960e2fa0a0 con 0x55960e2f7350 2024-06-06T08:26:59.543 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.540+0000 7fe576dfd740 10 client.0 _ll_register_callbacks cb 0x55960e2129b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:26:59.543 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.540+0000 7fe5715b6640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55960e2eca90 0x55960e2f47b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:59.543 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.540+0000 7fe5715b6640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55960e2eca90 0x55960e2f47b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:46930/0 (socket says 172.21.15.42:46930) 2024-06-06T08:26:59.543 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.540+0000 7fe571db7640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55960e2ec170 0x55960e2f4270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:59.543 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.540+0000 7fe5715b6640 1 -- 172.21.15.42:0/177898283 learned_addr learned my addr 172.21.15.42:0/177898283 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:26:59.543 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.540+0000 7fe5715b6640 1 -- 172.21.15.42:0/177898283 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55960e2f7350 msgr2=0x55960e2f4cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:59.543 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.540+0000 7fe5715b6640 1 --2- 172.21.15.42:0/177898283 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55960e2f7350 0x55960e2f4cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:59.543 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.540+0000 7fe5715b6640 1 -- 172.21.15.42:0/177898283 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55960e2ec170 msgr2=0x55960e2f4270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:59.543 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.540+0000 7fe5715b6640 1 --2- 172.21.15.42:0/177898283 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55960e2ec170 0x55960e2f4270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:59.544 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.540+0000 7fe5715b6640 1 -- 172.21.15.42:0/177898283 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55960df64210 con 0x55960e2eca90 2024-06-06T08:26:59.544 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.540+0000 7fe5715b6640 1 --2- 172.21.15.42:0/177898283 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55960e2eca90 0x55960e2f47b0 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7fe55c015fc0 tx=0x7fe55c005620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0f30e20c681660 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:59.544 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.540+0000 7fe5557fa640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:26:59.544 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.540+0000 7fe5557fa640 1 -- 172.21.15.42:0/177898283 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe55c004c20 con 0x55960e2eca90 2024-06-06T08:26:59.544 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.540+0000 7fe576dfd740 1 -- 172.21.15.42:0/177898283 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe55c005020 con 0x55960e2eca90 2024-06-06T08:26:59.544 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.540+0000 7fe5557fa640 1 -- 172.21.15.42:0/177898283 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fe55c004dc0 con 0x55960e2eca90 2024-06-06T08:26:59.544 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.541+0000 7fe5557fa640 1 -- 172.21.15.42:0/177898283 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fe55c031050 con 0x55960e2eca90 2024-06-06T08:26:59.544 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.541+0000 7fe576dfd740 10 client.16431 fetch_fsmap learned FSMap version 29 2024-06-06T08:26:59.544 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.541+0000 7fe576dfd740 1 -- 172.21.15.42:0/177898283 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55960e030620 con 0x55960e2eca90 2024-06-06T08:26:59.544 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.541+0000 7fe5557fa640 1 -- 172.21.15.42:0/177898283 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe55c005020 con 0x55960e2eca90 2024-06-06T08:26:59.544 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.541+0000 7fe5557fa640 1 -- 172.21.15.42:0/177898283 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7fe55c026020 con 0x55960e2eca90 2024-06-06T08:26:59.544 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.541+0000 7fe576dfd740 10 client.16431 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T08:26:59.544 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.541+0000 7fe576dfd740 10 client.16431 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:26:59.545 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.541+0000 7fe576dfd740 20 client.16431 populate_metadata read hostname 'smithi042' 2024-06-06T08:26:59.545 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.541+0000 7fe576dfd740 1 --2- 172.21.15.42:0/177898283 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55960e3072e0 0x55960e3096d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:59.545 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.541+0000 7fe576dfd740 4 client.16431 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:26:59.545 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.541+0000 7fe576dfd740 1 -- 172.21.15.42:0/177898283 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55960e263f10 con 0x55960e3072e0 2024-06-06T08:26:59.545 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.541+0000 7fe571db7640 1 --2- 172.21.15.42:0/177898283 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55960e3072e0 0x55960e3096d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:59.545 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.542+0000 7fe571db7640 1 --2- 172.21.15.42:0/177898283 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55960e3072e0 0x55960e3096d0 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f7879dc972f588c9 server_cookie=acbecddc1281d3fa in_seq=0 out_seq=0 2024-06-06T08:26:59.545 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.542+0000 7fe5557fa640 10 client.16431 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:26:59.546 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.545+0000 7fe5557fa640 1 -- 172.21.15.42:0/177898283 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55960e263f10 con 0x55960e3072e0 2024-06-06T08:26:59.546 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.545+0000 7fe5557fa640 10 client.16431 handle_command_reply: tid=0 2024-06-06T08:26:59.546 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.545+0000 7fe576dfd740 1 client.16431 shutdown 2024-06-06T08:26:59.547 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.545+0000 7fe576dfd740 1 -- 172.21.15.42:0/177898283 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55960e2eca90 msgr2=0x55960e2f47b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:59.547 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.545+0000 7fe576dfd740 1 --2- 172.21.15.42:0/177898283 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55960e2eca90 0x55960e2f47b0 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7fe55c015fc0 tx=0x7fe55c005620 comp rx=0 tx=0).stop 2024-06-06T08:26:59.547 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.545+0000 7fe576dfd740 1 -- 172.21.15.42:0/177898283 shutdown_connections 2024-06-06T08:26:59.547 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.545+0000 7fe576dfd740 1 --2- 172.21.15.42:0/177898283 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55960e3072e0 0x55960e3096d0 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:59.547 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.545+0000 7fe576dfd740 1 --2- 172.21.15.42:0/177898283 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55960e2f7350 0x55960e2f4cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:59.547 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.545+0000 7fe576dfd740 1 --2- 172.21.15.42:0/177898283 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55960e2eca90 0x55960e2f47b0 unknown :-1 s=CLOSED pgs=686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:59.547 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.545+0000 7fe5557fa640 0 client.16431 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:26:59.547 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.545+0000 7fe576dfd740 1 --2- 172.21.15.42:0/177898283 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55960e2ec170 0x55960e2f4270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:59.547 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.545+0000 7fe576dfd740 1 -- 172.21.15.42:0/177898283 >> 172.21.15.42:0/177898283 conn(0x55960e2e8680 msgr2=0x55960e2ee3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:59.547 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.545+0000 7fe576dfd740 1 -- 172.21.15.42:0/177898283 shutdown_connections 2024-06-06T08:26:59.547 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.545+0000 7fe576dfd740 1 -- 172.21.15.42:0/177898283 wait complete. 2024-06-06T08:26:59.548 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.545+0000 7fe576dfd740 20 client.16431 trim_cache size 0 max 16384 2024-06-06T08:26:59.562 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.561+0000 7fe576dfd740 1 Processor -- start 2024-06-06T08:26:59.562 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.561+0000 7fe576dfd740 1 -- start start 2024-06-06T08:26:59.562 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.561+0000 7fe576dfd740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55960e2ec170 0x55960e2f4940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:59.562 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.561+0000 7fe576dfd740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55960e2eca90 0x55960e30eef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:59.563 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.561+0000 7fe576dfd740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55960e2f7350 0x55960e30f430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:59.563 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.561+0000 7fe576dfd740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe56c1b3750 con 0x55960e2f7350 2024-06-06T08:26:59.563 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.561+0000 7fe576dfd740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fe56c1b0ff0 con 0x55960e2ec170 2024-06-06T08:26:59.563 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.561+0000 7fe576dfd740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fe56c1aee40 con 0x55960e2eca90 2024-06-06T08:26:59.563 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.561+0000 7fe5725b8640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55960e2f7350 0x55960e30f430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:59.563 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.561+0000 7fe5725b8640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55960e2f7350 0x55960e30f430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:46934/0 (socket says 172.21.15.42:46934) 2024-06-06T08:26:59.563 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.561+0000 7fe5725b8640 1 -- 172.21.15.42:0/1382357351 learned_addr learned my addr 172.21.15.42:0/1382357351 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:26:59.563 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.561+0000 7fe571db7640 1 --2- 172.21.15.42:0/1382357351 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55960e2ec170 0x55960e2f4940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:59.563 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.562+0000 7fe5715b6640 1 --2- 172.21.15.42:0/1382357351 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55960e2eca90 0x55960e30eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:59.563 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.562+0000 7fe5725b8640 1 -- 172.21.15.42:0/1382357351 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55960e2eca90 msgr2=0x55960e30eef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:59.563 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.562+0000 7fe5725b8640 1 --2- 172.21.15.42:0/1382357351 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55960e2eca90 0x55960e30eef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:59.564 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.562+0000 7fe5725b8640 1 -- 172.21.15.42:0/1382357351 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55960e2ec170 msgr2=0x55960e2f4940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:59.564 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.562+0000 7fe5725b8640 1 --2- 172.21.15.42:0/1382357351 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55960e2ec170 0x55960e2f4940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:59.564 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.562+0000 7fe5725b8640 1 -- 172.21.15.42:0/1382357351 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55960e2f27c0 con 0x55960e2f7350 2024-06-06T08:26:59.564 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.562+0000 7fe5715b6640 1 --2- 172.21.15.42:0/1382357351 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55960e2eca90 0x55960e30eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:26:59.564 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.562+0000 7fe5725b8640 1 --2- 172.21.15.42:0/1382357351 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55960e2f7350 0x55960e30f430 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7fe564098400 tx=0x7fe564098300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=10a1503f5ab203a server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:59.564 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.562+0000 7fe5577fe640 1 -- 172.21.15.42:0/1382357351 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5640bc070 con 0x55960e2f7350 2024-06-06T08:26:59.564 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.562+0000 7fe5577fe640 1 -- 172.21.15.42:0/1382357351 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe56409c6a0 con 0x55960e2f7350 2024-06-06T08:26:59.564 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.562+0000 7fe5577fe640 1 -- 172.21.15.42:0/1382357351 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5640babe0 con 0x55960e2f7350 2024-06-06T08:26:59.564 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.563+0000 7fe576dfd740 1 -- 172.21.15.42:0/1382357351 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55960e2f7350 msgr2=0x55960e30f430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:26:59.564 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.563+0000 7fe576dfd740 1 --2- 172.21.15.42:0/1382357351 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55960e2f7350 0x55960e30f430 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7fe564098400 tx=0x7fe564098300 comp rx=0 tx=0).stop 2024-06-06T08:26:59.564 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.563+0000 7fe576dfd740 1 -- 172.21.15.42:0/1382357351 shutdown_connections 2024-06-06T08:26:59.564 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.563+0000 7fe576dfd740 1 --2- 172.21.15.42:0/1382357351 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55960e2f7350 0x55960e30f430 unknown :-1 s=CLOSED pgs=687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:59.565 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.563+0000 7fe576dfd740 1 --2- 172.21.15.42:0/1382357351 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55960e2eca90 0x55960e30eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:59.565 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.563+0000 7fe576dfd740 1 --2- 172.21.15.42:0/1382357351 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55960e2ec170 0x55960e2f4940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:59.565 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.563+0000 7fe576dfd740 1 -- 172.21.15.42:0/1382357351 >> 172.21.15.42:0/1382357351 conn(0x55960e2e8680 msgr2=0x55960e2f4230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:26:59.565 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.563+0000 7fe576dfd740 1 -- 172.21.15.42:0/1382357351 shutdown_connections 2024-06-06T08:26:59.565 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.563+0000 7fe576dfd740 1 -- 172.21.15.42:0/1382357351 wait complete. 2024-06-06T08:26:59.565 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.563+0000 7fe576dfd740 1 -- start start 2024-06-06T08:26:59.565 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.563+0000 7fe576dfd740 1 Processor -- start 2024-06-06T08:26:59.568 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.564+0000 7fe576dfd740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55960e2ec170 0x55960e2ffb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:59.568 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.564+0000 7fe576dfd740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55960e2eca90 0x55960e2faf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:59.568 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.564+0000 7fe576dfd740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55960e2f7350 0x55960e2fb550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:59.568 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.564+0000 7fe576dfd740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe56c1af4b0 con 0x55960e2ec170 2024-06-06T08:26:59.568 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.564+0000 7fe576dfd740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fe56c1b0920 con 0x55960e2f7350 2024-06-06T08:26:59.568 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.564+0000 7fe576dfd740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fe56c1afb80 con 0x55960e2eca90 2024-06-06T08:26:59.568 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.564+0000 7fe576dfd740 10 client.0 _ll_register_callbacks cb 0x7fe55c009e50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:26:59.569 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.564+0000 7fe571db7640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55960e2ec170 0x55960e2ffb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:59.569 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.564+0000 7fe5725b8640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55960e2f7350 0x55960e2fb550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:59.569 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.564+0000 7fe571db7640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55960e2ec170 0x55960e2ffb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:46942/0 (socket says 172.21.15.42:46942) 2024-06-06T08:26:59.569 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.564+0000 7fe571db7640 1 -- 172.21.15.42:0/881268511 learned_addr learned my addr 172.21.15.42:0/881268511 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:26:59.569 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.564+0000 7fe5715b6640 1 --2- 172.21.15.42:0/881268511 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55960e2eca90 0x55960e2faf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:59.569 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.564+0000 7fe571db7640 1 -- 172.21.15.42:0/881268511 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55960e2eca90 msgr2=0x55960e2faf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:59.569 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.564+0000 7fe571db7640 1 --2- 172.21.15.42:0/881268511 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55960e2eca90 0x55960e2faf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:59.569 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.564+0000 7fe571db7640 1 -- 172.21.15.42:0/881268511 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55960e2f7350 msgr2=0x55960e2fb550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:26:59.569 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.564+0000 7fe571db7640 1 --2- 172.21.15.42:0/881268511 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55960e2f7350 0x55960e2fb550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:26:59.569 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.564+0000 7fe571db7640 1 -- 172.21.15.42:0/881268511 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55960e2fbd80 con 0x55960e2ec170 2024-06-06T08:26:59.569 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.564+0000 7fe571db7640 1 --2- 172.21.15.42:0/881268511 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55960e2ec170 0x55960e2ffb80 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7fe56802aa30 tx=0x7fe568009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf037b75ff34f71 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:26:59.569 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.564+0000 7fe5557fa640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:26:59.569 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.564+0000 7fe5557fa640 1 -- 172.21.15.42:0/881268511 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe568035040 con 0x55960e2ec170 2024-06-06T08:26:59.570 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.565+0000 7fe5557fa640 1 -- 172.21.15.42:0/881268511 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fe568003dd0 con 0x55960e2ec170 2024-06-06T08:26:59.570 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.565+0000 7fe576dfd740 1 -- 172.21.15.42:0/881268511 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe56409c6a0 con 0x55960e2ec170 2024-06-06T08:26:59.570 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.565+0000 7fe5557fa640 1 -- 172.21.15.42:0/881268511 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fe568066050 con 0x55960e2ec170 2024-06-06T08:26:59.570 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.565+0000 7fe576dfd740 10 client.16437 fetch_fsmap learned FSMap version 29 2024-06-06T08:26:59.570 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.565+0000 7fe576dfd740 1 -- 172.21.15.42:0/881268511 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55960e372060 con 0x55960e2ec170 2024-06-06T08:26:59.570 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.565+0000 7fe5557fa640 1 -- 172.21.15.42:0/881268511 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe56409c6a0 con 0x55960e2ec170 2024-06-06T08:26:59.570 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.565+0000 7fe5557fa640 1 -- 172.21.15.42:0/881268511 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7fe56803d450 con 0x55960e2ec170 2024-06-06T08:26:59.570 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.565+0000 7fe576dfd740 10 client.16437 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T08:26:59.570 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.565+0000 7fe576dfd740 10 client.16437 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:26:59.570 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.565+0000 7fe576dfd740 20 client.16437 populate_metadata read hostname 'smithi042' 2024-06-06T08:26:59.570 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.565+0000 7fe576dfd740 1 --2- 172.21.15.42:0/881268511 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55960e3727c0 0x55960e374be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:26:59.570 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.565+0000 7fe576dfd740 4 client.16437 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:26:59.570 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.565+0000 7fe576dfd740 1 -- 172.21.15.42:0/881268511 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55960e25dc20 con 0x55960e3727c0 2024-06-06T08:26:59.571 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.565+0000 7fe5715b6640 1 --2- 172.21.15.42:0/881268511 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55960e3727c0 0x55960e374be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:26:59.571 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.566+0000 7fe5715b6640 1 --2- 172.21.15.42:0/881268511 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55960e3727c0 0x55960e374be0 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=11aa17ada548f46c server_cookie=db5ff5818462727 in_seq=0 out_seq=0 2024-06-06T08:26:59.571 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:26:59.566+0000 7fe5557fa640 10 client.16437 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:27:00.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:00 smithi120 ceph-mon[36658]: pgmap v134: 129 pgs: 129 active+clean; 493 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 11 MiB/s wr, 903 op/s 2024-06-06T08:27:00.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:00 smithi149 ceph-mon[36842]: pgmap v134: 129 pgs: 129 active+clean; 493 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 11 MiB/s wr, 903 op/s 2024-06-06T08:27:00.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:00 smithi042 ceph-mon[32384]: pgmap v134: 129 pgs: 129 active+clean; 493 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 11 MiB/s wr, 903 op/s 2024-06-06T08:27:00.745 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-06-06T08:27:01.054 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:27:02.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:02 smithi120 ceph-mon[36658]: pgmap v135: 129 pgs: 129 active+clean; 493 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 9.6 MiB/s wr, 472 op/s 2024-06-06T08:27:02.520 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:02 smithi042 ceph-mon[32384]: pgmap v135: 129 pgs: 129 active+clean; 493 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 9.6 MiB/s wr, 472 op/s 2024-06-06T08:27:02.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:02 smithi149 ceph-mon[36842]: pgmap v135: 129 pgs: 129 active+clean; 493 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 9.6 MiB/s wr, 472 op/s 2024-06-06T08:27:02.737 INFO:tasks.workunit.client.0.smithi042.stdout: 159 239056 564 157402 345 72076 72 2024-06-06T08:27:02.760 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:02.760+0000 7fe5557fa640 1 -- 172.21.15.42:0/881268511 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55960e25dc20 con 0x55960e3727c0 2024-06-06T08:27:02.760 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:02.760+0000 7fe5557fa640 10 client.16437 handle_command_reply: tid=0 2024-06-06T08:27:02.760 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:02.760+0000 7fe576dfd740 1 client.16437 shutdown 2024-06-06T08:27:02.760 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:02.761+0000 7fe576dfd740 1 -- 172.21.15.42:0/881268511 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55960e2ec170 msgr2=0x55960e2ffb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:02.760 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:02.761+0000 7fe576dfd740 1 --2- 172.21.15.42:0/881268511 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55960e2ec170 0x55960e2ffb80 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7fe56802aa30 tx=0x7fe568009260 comp rx=0 tx=0).stop 2024-06-06T08:27:02.760 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:02.761+0000 7fe576dfd740 1 -- 172.21.15.42:0/881268511 shutdown_connections 2024-06-06T08:27:02.761 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:02.761+0000 7fe576dfd740 1 --2- 172.21.15.42:0/881268511 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55960e3727c0 0x55960e374be0 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:02.761 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:02.761+0000 7fe576dfd740 1 --2- 172.21.15.42:0/881268511 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55960e2f7350 0x55960e2fb550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:02.761 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:02.761+0000 7fe576dfd740 1 --2- 172.21.15.42:0/881268511 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55960e2eca90 0x55960e2faf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:02.761 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:02.761+0000 7fe576dfd740 1 --2- 172.21.15.42:0/881268511 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55960e2ec170 0x55960e2ffb80 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:02.761 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:02.761+0000 7fe576dfd740 1 -- 172.21.15.42:0/881268511 >> 172.21.15.42:0/881268511 conn(0x55960e2e8680 msgr2=0x55960e2ee3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:02.761 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:02.761+0000 7fe5557fa640 0 client.16437 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:27:02.761 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:02.761+0000 7fe576dfd740 1 -- 172.21.15.42:0/881268511 shutdown_connections 2024-06-06T08:27:02.761 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:02.761+0000 7fe576dfd740 1 -- 172.21.15.42:0/881268511 wait complete. 2024-06-06T08:27:02.761 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:02.761+0000 7fe576dfd740 20 client.16437 trim_cache size 0 max 16384 2024-06-06T08:27:02.762 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:27:02.762 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:27:02.762 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:27:02.763 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:02.762+0000 7fe57401b640 1 -- 172.21.15.42:0/2733925491 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fe5580a2da0 msgr2=0x7fe5580a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:02.763 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:02.762+0000 7fe57401b640 1 --2- 172.21.15.42:0/2733925491 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fe5580a2da0 0x7fe5580a5260 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fe568009230 tx=0x7fe5680058d0 comp rx=0 tx=0).stop 2024-06-06T08:27:02.763 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:02.762+0000 7fe57401b640 1 -- 172.21.15.42:0/2733925491 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe56c10bf70 msgr2=0x7fe56c101300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:02.763 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:02.762+0000 7fe57401b640 1 --2- 172.21.15.42:0/2733925491 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe56c10bf70 0x7fe56c101300 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7fe56400eb10 tx=0x7fe56400c2d0 comp rx=0 tx=0).stop 2024-06-06T08:27:02.763 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:02.762+0000 7fe57401b640 1 -- 172.21.15.42:0/2733925491 shutdown_connections 2024-06-06T08:27:02.763 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:02.762+0000 7fe57401b640 1 --2- 172.21.15.42:0/2733925491 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fe5580a2da0 0x7fe5580a5260 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:02.763 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:02.762+0000 7fe57401b640 1 --2- 172.21.15.42:0/2733925491 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe56c10bf70 0x7fe56c101300 unknown :-1 s=CLOSED pgs=684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:02.763 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:02.762+0000 7fe57401b640 1 --2- 172.21.15.42:0/2733925491 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe56c103550 0x7fe56c100dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:02.763 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:02.762+0000 7fe57401b640 1 --2- 172.21.15.42:0/2733925491 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe56c102c30 0x7fe56c100880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:02.763 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:02.762+0000 7fe57401b640 1 -- 172.21.15.42:0/2733925491 >> 172.21.15.42:0/2733925491 conn(0x7fe56c077a20 msgr2=0x7fe56c0fd8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:02.763 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:02.762+0000 7fe57401b640 1 -- 172.21.15.42:0/2733925491 shutdown_connections 2024-06-06T08:27:02.764 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:02.762+0000 7fe57401b640 1 -- 172.21.15.42:0/2733925491 wait complete. 2024-06-06T08:27:02.905 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.906+0000 7f6377ff9700 1 -- 172.21.15.42:0/2123612977 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6370108500 msgr2=0x7f63701088e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:02.905 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.906+0000 7f6377ff9700 1 --2- 172.21.15.42:0/2123612977 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6370108500 0x7f63701088e0 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7f636c009990 tx=0x7f636c009ca0 comp rx=0 tx=0).stop 2024-06-06T08:27:02.905 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.906+0000 7f6377ff9700 1 -- 172.21.15.42:0/2123612977 shutdown_connections 2024-06-06T08:27:02.905 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.906+0000 7f6377ff9700 1 --2- 172.21.15.42:0/2123612977 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f637006ab30 0x7f637010f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:02.905 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.906+0000 7f6377ff9700 1 --2- 172.21.15.42:0/2123612977 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6370108500 0x7f63701088e0 unknown :-1 s=CLOSED pgs=689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:02.906 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.906+0000 7f6377ff9700 1 --2- 172.21.15.42:0/2123612977 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f637006a170 0x7f637006a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:02.906 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.906+0000 7f6377ff9700 1 -- 172.21.15.42:0/2123612977 >> 172.21.15.42:0/2123612977 conn(0x7f6370078340 msgr2=0x7f6370078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:02.906 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.906+0000 7f6377ff9700 1 -- 172.21.15.42:0/2123612977 shutdown_connections 2024-06-06T08:27:02.906 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.906+0000 7f6377ff9700 1 -- 172.21.15.42:0/2123612977 wait complete. 2024-06-06T08:27:02.908 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.907+0000 7f6377ff9700 1 Processor -- start 2024-06-06T08:27:02.908 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.907+0000 7f6377ff9700 1 -- start start 2024-06-06T08:27:02.908 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.907+0000 7f6377ff9700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f637006a170 0x7f6370101460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:02.908 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.907+0000 7f6377ff9700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f637006ab30 0x7f63701019a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:02.908 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.907+0000 7f6377ff9700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6370108500 0x7f6370101ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:02.908 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.907+0000 7f6377ff9700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6370112760 con 0x7f6370108500 2024-06-06T08:27:02.908 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.907+0000 7f6377ff9700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f63701125e0 con 0x7f637006ab30 2024-06-06T08:27:02.908 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.907+0000 7f6377ff9700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f63701128e0 con 0x7f637006a170 2024-06-06T08:27:02.908 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.907+0000 7f6376596700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6370108500 0x7f6370101ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:02.908 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.907+0000 7f6376596700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6370108500 0x7f6370101ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:46956/0 (socket says 172.21.15.42:46956) 2024-06-06T08:27:02.908 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.907+0000 7f6375594700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f637006ab30 0x7f63701019a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:02.909 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.907+0000 7f6376596700 1 -- 172.21.15.42:0/413236088 learned_addr learned my addr 172.21.15.42:0/413236088 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:02.909 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.907+0000 7f6375d95700 1 --2- 172.21.15.42:0/413236088 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f637006a170 0x7f6370101460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:02.909 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.907+0000 7f6376596700 1 -- 172.21.15.42:0/413236088 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f637006a170 msgr2=0x7f6370101460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:02.909 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.907+0000 7f6376596700 1 --2- 172.21.15.42:0/413236088 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f637006a170 0x7f6370101460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:02.909 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.908+0000 7f6376596700 1 -- 172.21.15.42:0/413236088 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f637006ab30 msgr2=0x7f63701019a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:02.909 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.908+0000 7f6376596700 1 --2- 172.21.15.42:0/413236088 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f637006ab30 0x7f63701019a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:02.909 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.908+0000 7f6376596700 1 -- 172.21.15.42:0/413236088 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63701a7130 con 0x7f6370108500 2024-06-06T08:27:02.909 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.908+0000 7f6375594700 1 --2- 172.21.15.42:0/413236088 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f637006ab30 0x7f63701019a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:27:02.909 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.908+0000 7f6376596700 1 --2- 172.21.15.42:0/413236088 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6370108500 0x7f6370101ee0 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f636800ef30 tx=0x7f636800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:02.909 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.908+0000 7f6362ffd700 1 -- 172.21.15.42:0/413236088 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63680092e0 con 0x7f6370108500 2024-06-06T08:27:02.909 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.908+0000 7f6377ff9700 1 -- 172.21.15.42:0/413236088 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63701a73c0 con 0x7f6370108500 2024-06-06T08:27:02.909 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.908+0000 7f6362ffd700 1 -- 172.21.15.42:0/413236088 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6368004bb0 con 0x7f6370108500 2024-06-06T08:27:02.910 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.908+0000 7f6362ffd700 1 -- 172.21.15.42:0/413236088 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6368004280 con 0x7f6370108500 2024-06-06T08:27:02.910 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.908+0000 7f6377ff9700 1 -- 172.21.15.42:0/413236088 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63701a7900 con 0x7f6370108500 2024-06-06T08:27:02.911 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.910+0000 7f6362ffd700 1 -- 172.21.15.42:0/413236088 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f636801b030 con 0x7f6370108500 2024-06-06T08:27:02.911 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.911+0000 7f6362ffd700 1 --2- 172.21.15.42:0/413236088 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f635c0a2d90 0x7f635c0a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:02.911 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.911+0000 7f6375d95700 1 --2- 172.21.15.42:0/413236088 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f635c0a2d90 0x7f635c0a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:02.912 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.911+0000 7f6362ffd700 1 -- 172.21.15.42:0/413236088 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f63680cf1f0 con 0x7f6370108500 2024-06-06T08:27:02.912 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.911+0000 7f6375d95700 1 --2- 172.21.15.42:0/413236088 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f635c0a2d90 0x7f635c0a5250 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f636c00b2e0 tx=0x7f636c005960 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:02.912 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.912+0000 7f638287cb80 1 Processor -- start 2024-06-06T08:27:02.912 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.912+0000 7f638287cb80 1 -- start start 2024-06-06T08:27:02.912 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.912+0000 7f638287cb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652f7d37f60 0x5652f7d38340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:02.912 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.912+0000 7f638287cb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652f7d38880 0x5652f7d32260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:02.912 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.912+0000 7f638287cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652f7d327a0 0x5652f7d32bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:02.912 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.912+0000 7f638287cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5652f7c24f60 con 0x5652f7d327a0 2024-06-06T08:27:02.912 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.912+0000 7f638287cb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5652f7c83850 con 0x5652f7d38880 2024-06-06T08:27:02.913 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.912+0000 7f638287cb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5652f7beb460 con 0x5652f7d37f60 2024-06-06T08:27:02.913 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.912+0000 7f6375d95700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652f7d37f60 0x5652f7d38340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:02.913 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.912+0000 7f6376596700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652f7d327a0 0x5652f7d32bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:02.913 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.912+0000 7f6375594700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652f7d38880 0x5652f7d32260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:02.913 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.912+0000 7f6375d95700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652f7d37f60 0x5652f7d38340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:37820/0 (socket says 172.21.15.42:37820) 2024-06-06T08:27:02.913 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.912+0000 7f6375d95700 1 -- 172.21.15.42:0/3140499233 learned_addr learned my addr 172.21.15.42:0/3140499233 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:02.913 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.913+0000 7f6375594700 1 -- 172.21.15.42:0/3140499233 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652f7d37f60 msgr2=0x5652f7d38340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:02.913 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.913+0000 7f6375594700 1 --2- 172.21.15.42:0/3140499233 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652f7d37f60 0x5652f7d38340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:02.913 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.913+0000 7f6375594700 1 -- 172.21.15.42:0/3140499233 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652f7d327a0 msgr2=0x5652f7d32bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:02.913 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.913+0000 7f6375594700 1 --2- 172.21.15.42:0/3140499233 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652f7d327a0 0x5652f7d32bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:02.913 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.913+0000 7f6375594700 1 -- 172.21.15.42:0/3140499233 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5652f7bd28d0 con 0x5652f7d38880 2024-06-06T08:27:02.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.913+0000 7f6375594700 1 --2- 172.21.15.42:0/3140499233 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652f7d38880 0x5652f7d32260 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f6370102ea0 tx=0x7f63640117a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1236f6a5641a50ad server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:02.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.913+0000 7f635bfff700 1 -- 172.21.15.42:0/3140499233 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6364004230 con 0x5652f7d38880 2024-06-06T08:27:02.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.913+0000 7f635bfff700 1 -- 172.21.15.42:0/3140499233 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6364004d10 con 0x5652f7d38880 2024-06-06T08:27:02.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.913+0000 7f635bfff700 1 -- 172.21.15.42:0/3140499233 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6364003680 con 0x5652f7d38880 2024-06-06T08:27:02.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.914+0000 7f638287cb80 1 -- 172.21.15.42:0/3140499233 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652f7d38880 msgr2=0x5652f7d32260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:02.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.914+0000 7f638287cb80 1 --2- 172.21.15.42:0/3140499233 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652f7d38880 0x5652f7d32260 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f6370102ea0 tx=0x7f63640117a0 comp rx=0 tx=0).stop 2024-06-06T08:27:02.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.914+0000 7f638287cb80 1 -- 172.21.15.42:0/3140499233 shutdown_connections 2024-06-06T08:27:02.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.914+0000 7f638287cb80 1 --2- 172.21.15.42:0/3140499233 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652f7d327a0 0x5652f7d32bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:02.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.914+0000 7f638287cb80 1 --2- 172.21.15.42:0/3140499233 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652f7d37f60 0x5652f7d38340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:02.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.914+0000 7f638287cb80 1 --2- 172.21.15.42:0/3140499233 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652f7d38880 0x5652f7d32260 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:02.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.914+0000 7f638287cb80 1 -- 172.21.15.42:0/3140499233 >> 172.21.15.42:0/3140499233 conn(0x5652f7c5f080 msgr2=0x5652f7d2d220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:02.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.914+0000 7f638287cb80 1 -- 172.21.15.42:0/3140499233 shutdown_connections 2024-06-06T08:27:02.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.914+0000 7f638287cb80 1 -- 172.21.15.42:0/3140499233 wait complete. 2024-06-06T08:27:02.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.914+0000 7f638287cb80 1 -- start start 2024-06-06T08:27:02.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.915+0000 7f638287cb80 1 Processor -- start 2024-06-06T08:27:02.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.915+0000 7f638287cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652f7d327a0 0x5652f7d3e650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:02.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.915+0000 7f638287cb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652f7d37f60 0x5652f7d3b950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:02.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.915+0000 7f638287cb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652f7d38880 0x5652f7d3be90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:02.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.915+0000 7f638287cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5652f7c23fc0 con 0x5652f7d327a0 2024-06-06T08:27:02.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.915+0000 7f638287cb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5652f7c7f810 con 0x5652f7d37f60 2024-06-06T08:27:02.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.915+0000 7f638287cb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5652f7d3f260 con 0x5652f7d38880 2024-06-06T08:27:02.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.915+0000 7f638287cb80 10 client.0 _ll_register_callbacks cb 0x5652f7c195b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:27:02.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.915+0000 7f6375d95700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652f7d327a0 0x5652f7d3e650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:02.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.915+0000 7f6375594700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652f7d37f60 0x5652f7d3b950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:02.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.915+0000 7f6375594700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652f7d37f60 0x5652f7d3b950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:53852/0 (socket says 172.21.15.42:53852) 2024-06-06T08:27:02.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.915+0000 7f6375d95700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652f7d327a0 0x5652f7d3e650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:46988/0 (socket says 172.21.15.42:46988) 2024-06-06T08:27:02.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.915+0000 7f6376596700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652f7d38880 0x5652f7d3be90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:02.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.915+0000 7f6375594700 1 -- 172.21.15.42:0/1007036218 learned_addr learned my addr 172.21.15.42:0/1007036218 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:02.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.915+0000 7f6376596700 1 -- 172.21.15.42:0/1007036218 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652f7d37f60 msgr2=0x5652f7d3b950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:02.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.916+0000 7f6376596700 1 --2- 172.21.15.42:0/1007036218 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652f7d37f60 0x5652f7d3b950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:02.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.916+0000 7f6376596700 1 -- 172.21.15.42:0/1007036218 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652f7d327a0 msgr2=0x5652f7d3e650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:02.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.916+0000 7f6376596700 1 --2- 172.21.15.42:0/1007036218 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652f7d327a0 0x5652f7d3e650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:02.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.916+0000 7f6376596700 1 -- 172.21.15.42:0/1007036218 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5652f7c49750 con 0x5652f7d38880 2024-06-06T08:27:02.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.916+0000 7f6375594700 1 --2- 172.21.15.42:0/1007036218 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652f7d37f60 0x5652f7d3b950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:27:02.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.916+0000 7f6375d95700 1 --2- 172.21.15.42:0/1007036218 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652f7d327a0 0x5652f7d3e650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:27:02.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.916+0000 7f6376596700 1 --2- 172.21.15.42:0/1007036218 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652f7d38880 0x5652f7d3be90 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f63680cc600 tx=0x7f636809b350 comp rx=0 tx=0).ready entity=mon.1 client_cookie=79cf38063f934a92 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:02.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.916+0000 7f63597fa700 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:27:02.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.916+0000 7f63597fa700 1 -- 172.21.15.42:0/1007036218 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63680b4060 con 0x5652f7d38880 2024-06-06T08:27:02.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.916+0000 7f63597fa700 1 -- 172.21.15.42:0/1007036218 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f63680b4200 con 0x5652f7d38880 2024-06-06T08:27:02.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.916+0000 7f638287cb80 1 -- 172.21.15.42:0/1007036218 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6364004d10 con 0x5652f7d38880 2024-06-06T08:27:02.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.916+0000 7f63597fa700 1 -- 172.21.15.42:0/1007036218 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f636801b320 con 0x5652f7d38880 2024-06-06T08:27:02.921 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.916+0000 7f638287cb80 10 client.25993 fetch_fsmap learned FSMap version 29 2024-06-06T08:27:02.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.916+0000 7f638287cb80 1 -- 172.21.15.42:0/1007036218 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5652f7d49a20 con 0x5652f7d38880 2024-06-06T08:27:02.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.916+0000 7f63597fa700 1 -- 172.21.15.42:0/1007036218 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6364004d10 con 0x5652f7d38880 2024-06-06T08:27:02.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.916+0000 7f63597fa700 1 -- 172.21.15.42:0/1007036218 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7f63680a3bb0 con 0x5652f7d38880 2024-06-06T08:27:02.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.917+0000 7f638287cb80 10 client.25993 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T08:27:02.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.917+0000 7f638287cb80 10 client.25993 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:27:02.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.917+0000 7f638287cb80 20 client.25993 populate_metadata read hostname 'smithi042' 2024-06-06T08:27:02.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.917+0000 7f638287cb80 1 --2- 172.21.15.42:0/1007036218 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5652f7d4c060 0x5652f7d4e480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:02.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.917+0000 7f638287cb80 4 client.25993 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:27:02.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.917+0000 7f638287cb80 1 -- 172.21.15.42:0/1007036218 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5652f7c90d50 con 0x5652f7d4c060 2024-06-06T08:27:02.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.917+0000 7f6375d95700 1 --2- 172.21.15.42:0/1007036218 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5652f7d4c060 0x5652f7d4e480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:02.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.917+0000 7f63597fa700 10 client.25993 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:27:02.922 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.917+0000 7f6375d95700 1 --2- 172.21.15.42:0/1007036218 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5652f7d4c060 0x5652f7d4e480 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=71dcebdf76914a25 server_cookie=a9749438a38e7cd7 in_seq=0 out_seq=0 2024-06-06T08:27:02.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.918+0000 7f63597fa700 1 -- 172.21.15.42:0/1007036218 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x5652f7c90d50 con 0x5652f7d4c060 2024-06-06T08:27:02.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.918+0000 7f63597fa700 10 client.25993 handle_command_reply: tid=0 2024-06-06T08:27:02.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.918+0000 7f638287cb80 1 client.25993 shutdown 2024-06-06T08:27:02.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.919+0000 7f638287cb80 1 -- 172.21.15.42:0/1007036218 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652f7d38880 msgr2=0x5652f7d3be90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:02.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.919+0000 7f638287cb80 1 --2- 172.21.15.42:0/1007036218 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652f7d38880 0x5652f7d3be90 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f63680cc600 tx=0x7f636809b350 comp rx=0 tx=0).stop 2024-06-06T08:27:02.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.919+0000 7f638287cb80 1 -- 172.21.15.42:0/1007036218 shutdown_connections 2024-06-06T08:27:02.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.919+0000 7f638287cb80 1 --2- 172.21.15.42:0/1007036218 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652f7d38880 0x5652f7d3be90 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:02.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.919+0000 7f638287cb80 1 --2- 172.21.15.42:0/1007036218 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652f7d327a0 0x5652f7d3e650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:02.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.919+0000 7f638287cb80 1 --2- 172.21.15.42:0/1007036218 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5652f7d4c060 0x5652f7d4e480 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:02.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.919+0000 7f638287cb80 1 --2- 172.21.15.42:0/1007036218 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652f7d37f60 0x5652f7d3b950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:02.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.919+0000 7f63597fa700 0 client.25993 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:27:02.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.919+0000 7f638287cb80 1 -- 172.21.15.42:0/1007036218 >> 172.21.15.42:0/1007036218 conn(0x5652f7c5f080 msgr2=0x5652f7d2c700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:02.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.919+0000 7f638287cb80 1 -- 172.21.15.42:0/1007036218 shutdown_connections 2024-06-06T08:27:02.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.919+0000 7f638287cb80 1 -- 172.21.15.42:0/1007036218 wait complete. 2024-06-06T08:27:02.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.919+0000 7f638287cb80 20 client.25993 trim_cache size 0 max 16384 2024-06-06T08:27:02.940 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.940+0000 7f638287cb80 1 Processor -- start 2024-06-06T08:27:02.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.940+0000 7f638287cb80 1 -- start start 2024-06-06T08:27:02.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.941+0000 7f638287cb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652f7d327a0 0x5652f7d483b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:02.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.941+0000 7f638287cb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652f7d37f60 0x5652f7d2ce80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:02.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.941+0000 7f638287cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652f7d38880 0x5652f7d2d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:02.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.941+0000 7f638287cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f63701b2ef0 con 0x5652f7d38880 2024-06-06T08:27:02.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.941+0000 7f638287cb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f63701b0750 con 0x5652f7d37f60 2024-06-06T08:27:02.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.941+0000 7f638287cb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f63701ae5a0 con 0x5652f7d327a0 2024-06-06T08:27:02.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.941+0000 7f6376596700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652f7d38880 0x5652f7d2d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:02.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.941+0000 7f6375d95700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652f7d327a0 0x5652f7d483b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:02.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.941+0000 7f6376596700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652f7d38880 0x5652f7d2d3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:46996/0 (socket says 172.21.15.42:46996) 2024-06-06T08:27:02.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.941+0000 7f6376596700 1 -- 172.21.15.42:0/972266942 learned_addr learned my addr 172.21.15.42:0/972266942 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:02.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.941+0000 7f6375594700 1 --2- 172.21.15.42:0/972266942 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652f7d37f60 0x5652f7d2ce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:02.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.941+0000 7f6376596700 1 -- 172.21.15.42:0/972266942 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652f7d327a0 msgr2=0x5652f7d483b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:02.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.941+0000 7f6376596700 1 --2- 172.21.15.42:0/972266942 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652f7d327a0 0x5652f7d483b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:02.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.941+0000 7f6376596700 1 -- 172.21.15.42:0/972266942 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652f7d37f60 msgr2=0x5652f7d2ce80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:02.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.941+0000 7f6376596700 1 --2- 172.21.15.42:0/972266942 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652f7d37f60 0x5652f7d2ce80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:02.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.941+0000 7f6376596700 1 -- 172.21.15.42:0/972266942 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5652f7d39ee0 con 0x5652f7d38880 2024-06-06T08:27:02.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.941+0000 7f6375d95700 1 --2- 172.21.15.42:0/972266942 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652f7d327a0 0x5652f7d483b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:27:02.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.941+0000 7f6376596700 1 --2- 172.21.15.42:0/972266942 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652f7d38880 0x5652f7d2d3c0 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f63680978c0 tx=0x7f6368099970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=867d4b2f7db35fba server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:02.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.941+0000 7f635b7fe700 1 -- 172.21.15.42:0/972266942 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63680a4040 con 0x5652f7d38880 2024-06-06T08:27:02.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.942+0000 7f635b7fe700 1 -- 172.21.15.42:0/972266942 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f636809b460 con 0x5652f7d38880 2024-06-06T08:27:02.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.942+0000 7f635b7fe700 1 -- 172.21.15.42:0/972266942 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63680664f0 con 0x5652f7d38880 2024-06-06T08:27:02.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.942+0000 7f638287cb80 1 -- 172.21.15.42:0/972266942 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652f7d38880 msgr2=0x5652f7d2d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:02.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.942+0000 7f638287cb80 1 --2- 172.21.15.42:0/972266942 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652f7d38880 0x5652f7d2d3c0 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f63680978c0 tx=0x7f6368099970 comp rx=0 tx=0).stop 2024-06-06T08:27:02.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.942+0000 7f638287cb80 1 -- 172.21.15.42:0/972266942 shutdown_connections 2024-06-06T08:27:02.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.942+0000 7f638287cb80 1 --2- 172.21.15.42:0/972266942 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652f7d38880 0x5652f7d2d3c0 unknown :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:02.945 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.942+0000 7f638287cb80 1 --2- 172.21.15.42:0/972266942 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652f7d327a0 0x5652f7d483b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:02.946 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.942+0000 7f638287cb80 1 --2- 172.21.15.42:0/972266942 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652f7d37f60 0x5652f7d2ce80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:02.946 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.942+0000 7f638287cb80 1 -- 172.21.15.42:0/972266942 >> 172.21.15.42:0/972266942 conn(0x5652f7c5f080 msgr2=0x5652f7d3bc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:02.946 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.942+0000 7f638287cb80 1 -- 172.21.15.42:0/972266942 shutdown_connections 2024-06-06T08:27:02.946 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.942+0000 7f638287cb80 1 -- 172.21.15.42:0/972266942 wait complete. 2024-06-06T08:27:02.946 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.943+0000 7f638287cb80 1 -- start start 2024-06-06T08:27:02.946 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.943+0000 7f638287cb80 1 Processor -- start 2024-06-06T08:27:02.946 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.943+0000 7f638287cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652f7d327a0 0x5652f7d44520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:02.946 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.943+0000 7f638287cb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652f7d37f60 0x5652f7d44a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:02.946 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.943+0000 7f638287cb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652f7d38880 0x5652f7d414f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:02.946 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.944+0000 7f638287cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f63701aec10 con 0x5652f7d327a0 2024-06-06T08:27:02.946 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.944+0000 7f638287cb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f63701b0080 con 0x5652f7d37f60 2024-06-06T08:27:02.947 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.944+0000 7f638287cb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f63701af2e0 con 0x5652f7d38880 2024-06-06T08:27:02.947 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.944+0000 7f638287cb80 10 client.0 _ll_register_callbacks cb 0x5652f7c195b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:27:02.947 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.944+0000 7f6375d95700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652f7d327a0 0x5652f7d44520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:02.947 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.944+0000 7f6375d95700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652f7d327a0 0x5652f7d44520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:47008/0 (socket says 172.21.15.42:47008) 2024-06-06T08:27:02.947 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.944+0000 7f6375d95700 1 -- 172.21.15.42:0/984146753 learned_addr learned my addr 172.21.15.42:0/984146753 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:02.947 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.944+0000 7f6375594700 1 --2- 172.21.15.42:0/984146753 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652f7d37f60 0x5652f7d44a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:02.947 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.944+0000 7f6376596700 1 --2- 172.21.15.42:0/984146753 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652f7d38880 0x5652f7d414f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:02.947 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.944+0000 7f6375594700 1 -- 172.21.15.42:0/984146753 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652f7d38880 msgr2=0x5652f7d414f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:02.947 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.944+0000 7f6375594700 1 --2- 172.21.15.42:0/984146753 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652f7d38880 0x5652f7d414f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:02.947 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.944+0000 7f6375594700 1 -- 172.21.15.42:0/984146753 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652f7d327a0 msgr2=0x5652f7d44520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:02.947 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.944+0000 7f6375594700 1 --2- 172.21.15.42:0/984146753 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652f7d327a0 0x5652f7d44520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:02.947 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.944+0000 7f6375594700 1 -- 172.21.15.42:0/984146753 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5652f7d41a30 con 0x5652f7d37f60 2024-06-06T08:27:02.948 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.944+0000 7f6375d95700 1 --2- 172.21.15.42:0/984146753 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652f7d327a0 0x5652f7d44520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:27:02.948 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.944+0000 7f6375594700 1 --2- 172.21.15.42:0/984146753 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652f7d37f60 0x5652f7d44a60 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f6364005920 tx=0x7f6364009350 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1ad00b08b5c928c2 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:02.948 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.944+0000 7f63597fa700 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:27:02.948 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.944+0000 7f63597fa700 1 -- 172.21.15.42:0/984146753 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6364029070 con 0x5652f7d37f60 2024-06-06T08:27:02.948 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.944+0000 7f63597fa700 1 -- 172.21.15.42:0/984146753 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f6364011260 con 0x5652f7d37f60 2024-06-06T08:27:02.948 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.944+0000 7f638287cb80 1 -- 172.21.15.42:0/984146753 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f636809b460 con 0x5652f7d37f60 2024-06-06T08:27:02.948 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.945+0000 7f63597fa700 1 -- 172.21.15.42:0/984146753 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f6364036050 con 0x5652f7d37f60 2024-06-06T08:27:02.948 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.945+0000 7f638287cb80 10 client.26081 fetch_fsmap learned FSMap version 29 2024-06-06T08:27:02.948 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.945+0000 7f638287cb80 1 -- 172.21.15.42:0/984146753 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5652f7db74e0 con 0x5652f7d37f60 2024-06-06T08:27:02.948 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.945+0000 7f63597fa700 1 -- 172.21.15.42:0/984146753 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f636809b460 con 0x5652f7d37f60 2024-06-06T08:27:02.948 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.945+0000 7f63597fa700 1 -- 172.21.15.42:0/984146753 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7f636400e880 con 0x5652f7d37f60 2024-06-06T08:27:02.949 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.945+0000 7f638287cb80 10 client.26081 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T08:27:02.949 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.945+0000 7f638287cb80 10 client.26081 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:27:02.949 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.945+0000 7f638287cb80 20 client.26081 populate_metadata read hostname 'smithi042' 2024-06-06T08:27:02.949 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.945+0000 7f638287cb80 1 --2- 172.21.15.42:0/984146753 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5652f7db7a40 0x5652f7db9e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:02.949 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.945+0000 7f638287cb80 4 client.26081 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-06-06T08:27:02.949 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.945+0000 7f638287cb80 1 -- 172.21.15.42:0/984146753 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5652f7c8b2d0 con 0x5652f7db7a40 2024-06-06T08:27:02.949 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.945+0000 7f6375d95700 1 --2- 172.21.15.42:0/984146753 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5652f7db7a40 0x5652f7db9e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:02.949 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.946+0000 7f63597fa700 10 client.26081 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:27:02.949 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.946+0000 7f6375d95700 1 --2- 172.21.15.42:0/984146753 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5652f7db7a40 0x5652f7db9e60 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3a50ea31433bc5ed server_cookie=6f06c6880f8eb571 in_seq=0 out_seq=0 2024-06-06T08:27:02.950 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.947+0000 7f63597fa700 1 -- 172.21.15.42:0/984146753 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5652f7c8b2d0 con 0x5652f7db7a40 2024-06-06T08:27:02.950 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.947+0000 7f63597fa700 10 client.26081 handle_command_reply: tid=0 2024-06-06T08:27:02.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.947+0000 7f638287cb80 1 client.26081 shutdown 2024-06-06T08:27:02.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.947+0000 7f638287cb80 1 -- 172.21.15.42:0/984146753 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652f7d37f60 msgr2=0x5652f7d44a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:02.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.947+0000 7f638287cb80 1 --2- 172.21.15.42:0/984146753 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652f7d37f60 0x5652f7d44a60 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f6364005920 tx=0x7f6364009350 comp rx=0 tx=0).stop 2024-06-06T08:27:02.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.947+0000 7f638287cb80 1 -- 172.21.15.42:0/984146753 shutdown_connections 2024-06-06T08:27:02.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.947+0000 7f638287cb80 1 --2- 172.21.15.42:0/984146753 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5652f7d38880 0x5652f7d414f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:02.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.947+0000 7f638287cb80 1 --2- 172.21.15.42:0/984146753 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5652f7d327a0 0x5652f7d44520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:02.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.947+0000 7f638287cb80 1 --2- 172.21.15.42:0/984146753 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5652f7db7a40 0x5652f7db9e60 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:02.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.947+0000 7f638287cb80 1 --2- 172.21.15.42:0/984146753 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5652f7d37f60 0x5652f7d44a60 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:02.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.947+0000 7f63597fa700 0 client.26081 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:27:02.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.947+0000 7f638287cb80 1 -- 172.21.15.42:0/984146753 >> 172.21.15.42:0/984146753 conn(0x5652f7c5f080 msgr2=0x5652f7d38c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:02.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.947+0000 7f638287cb80 1 -- 172.21.15.42:0/984146753 shutdown_connections 2024-06-06T08:27:02.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.947+0000 7f638287cb80 1 -- 172.21.15.42:0/984146753 wait complete. 2024-06-06T08:27:02.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.947+0000 7f638287cb80 20 client.26081 trim_cache size 0 max 16384 2024-06-06T08:27:02.952 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:27:02.952 INFO:teuthology.orchestra.run.smithi042.stdout: "status": "no active scrubs running", 2024-06-06T08:27:02.952 INFO:teuthology.orchestra.run.smithi042.stdout: "scrubs": {} 2024-06-06T08:27:02.952 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:27:02.953 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.948+0000 7f6377ff9700 1 -- 172.21.15.42:0/413236088 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f635c0a2d90 msgr2=0x7f635c0a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:02.953 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.948+0000 7f6377ff9700 1 --2- 172.21.15.42:0/413236088 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f635c0a2d90 0x7f635c0a5250 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f636c00b2e0 tx=0x7f636c005960 comp rx=0 tx=0).stop 2024-06-06T08:27:02.953 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.948+0000 7f6377ff9700 1 -- 172.21.15.42:0/413236088 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6370108500 msgr2=0x7f6370101ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:02.953 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.948+0000 7f6377ff9700 1 --2- 172.21.15.42:0/413236088 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6370108500 0x7f6370101ee0 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f636800ef30 tx=0x7f636800c3a0 comp rx=0 tx=0).stop 2024-06-06T08:27:02.953 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.948+0000 7f6377ff9700 1 -- 172.21.15.42:0/413236088 shutdown_connections 2024-06-06T08:27:02.953 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.948+0000 7f6377ff9700 1 --2- 172.21.15.42:0/413236088 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f635c0a2d90 0x7f635c0a5250 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:02.953 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.948+0000 7f6377ff9700 1 --2- 172.21.15.42:0/413236088 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6370108500 0x7f6370101ee0 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:02.953 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.948+0000 7f6377ff9700 1 --2- 172.21.15.42:0/413236088 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f637006a170 0x7f6370101460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:02.953 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.948+0000 7f6377ff9700 1 --2- 172.21.15.42:0/413236088 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f637006ab30 0x7f63701019a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:02.954 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.948+0000 7f6377ff9700 1 -- 172.21.15.42:0/413236088 >> 172.21.15.42:0/413236088 conn(0x7f6370078340 msgr2=0x7f63700ffff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:02.954 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.948+0000 7f6377ff9700 1 -- 172.21.15.42:0/413236088 shutdown_connections 2024-06-06T08:27:02.954 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:02.948+0000 7f6377ff9700 1 -- 172.21.15.42:0/413236088 wait complete. 2024-06-06T08:27:03.683 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-06-06T08:27:03.683 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:27:03.947 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:27:04.326 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:04 smithi042 ceph-mon[32384]: pgmap v136: 129 pgs: 129 active+clean; 490 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 9.8 MiB/s wr, 708 op/s 2024-06-06T08:27:04.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:04 smithi120 ceph-mon[36658]: pgmap v136: 129 pgs: 129 active+clean; 490 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 9.8 MiB/s wr, 708 op/s 2024-06-06T08:27:04.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:04 smithi149 ceph-mon[36842]: pgmap v136: 129 pgs: 129 active+clean; 490 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 9.8 MiB/s wr, 708 op/s 2024-06-06T08:27:06.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:06.062+0000 7f9f70b3f700 1 -- 172.21.15.42:0/108585613 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9f6c102740 msgr2=0x7f9f6c102b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:06.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:06.062+0000 7f9f70b3f700 1 --2- 172.21.15.42:0/108585613 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9f6c102740 0x7f9f6c102b20 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f9f5c0099c0 tx=0x7f9f5c009cd0 comp rx=0 tx=0).stop 2024-06-06T08:27:06.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:06.063+0000 7f9f70b3f700 1 -- 172.21.15.42:0/108585613 shutdown_connections 2024-06-06T08:27:06.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:06.063+0000 7f9f70b3f700 1 --2- 172.21.15.42:0/108585613 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9f6c107840 0x7f9f6c10f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:06.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:06.063+0000 7f9f70b3f700 1 --2- 172.21.15.42:0/108585613 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9f6c102740 0x7f9f6c102b20 unknown :-1 s=CLOSED pgs=692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:06.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:06.063+0000 7f9f70b3f700 1 --2- 172.21.15.42:0/108585613 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9f6c1030f0 0x7f9f6c107110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:06.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:06.063+0000 7f9f70b3f700 1 -- 172.21.15.42:0/108585613 >> 172.21.15.42:0/108585613 conn(0x7f9f6c0795f0 msgr2=0x7f9f6c079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:06.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:06.063+0000 7f9f70b3f700 1 -- 172.21.15.42:0/108585613 shutdown_connections 2024-06-06T08:27:06.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:06.063+0000 7f9f70b3f700 1 -- 172.21.15.42:0/108585613 wait complete. 2024-06-06T08:27:06.064 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:06.064+0000 7f9f70b3f700 1 Processor -- start 2024-06-06T08:27:06.064 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:06.064+0000 7f9f70b3f700 1 -- start start 2024-06-06T08:27:06.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:06.064+0000 7f9f70b3f700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9f6c102740 0x7f9f6c19ae20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:06.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:06.064+0000 7f9f70b3f700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9f6c1030f0 0x7f9f6c19b360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:06.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:06.064+0000 7f9f70b3f700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9f6c107840 0x7f9f6c19f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:06.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:06.064+0000 7f9f70b3f700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9f6c112780 con 0x7f9f6c102740 2024-06-06T08:27:06.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:06.064+0000 7f9f70b3f700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f9f6c112600 con 0x7f9f6c107840 2024-06-06T08:27:06.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:06.064+0000 7f9f70b3f700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f9f6c112900 con 0x7f9f6c1030f0 2024-06-06T08:27:06.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:06.064+0000 7f9f6a59c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9f6c102740 0x7f9f6c19ae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:06.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:06.064+0000 7f9f6a59c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9f6c102740 0x7f9f6c19ae20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:47014/0 (socket says 172.21.15.42:47014) 2024-06-06T08:27:06.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:06.064+0000 7f9f6a59c700 1 -- 172.21.15.42:0/2879786031 learned_addr learned my addr 172.21.15.42:0/2879786031 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:06.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:06.064+0000 7f9f69d9b700 1 --2- 172.21.15.42:0/2879786031 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9f6c1030f0 0x7f9f6c19b360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:06.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:06.065+0000 7f9f6ad9d700 1 --2- 172.21.15.42:0/2879786031 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9f6c107840 0x7f9f6c19f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:06.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:06.065+0000 7f9f6a59c700 1 -- 172.21.15.42:0/2879786031 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9f6c1030f0 msgr2=0x7f9f6c19b360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:06.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:06.065+0000 7f9f6a59c700 1 --2- 172.21.15.42:0/2879786031 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9f6c1030f0 0x7f9f6c19b360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:06.066 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:06.065+0000 7f9f6a59c700 1 -- 172.21.15.42:0/2879786031 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9f6c107840 msgr2=0x7f9f6c19f6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:06.066 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:06.065+0000 7f9f6a59c700 1 --2- 172.21.15.42:0/2879786031 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9f6c107840 0x7f9f6c19f6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:06.066 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:06.065+0000 7f9f6a59c700 1 -- 172.21.15.42:0/2879786031 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f6c19fde0 con 0x7f9f6c102740 2024-06-06T08:27:06.066 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:06.065+0000 7f9f6ad9d700 1 --2- 172.21.15.42:0/2879786031 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9f6c107840 0x7f9f6c19f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:27:06.066 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:06.065+0000 7f9f69d9b700 1 --2- 172.21.15.42:0/2879786031 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9f6c1030f0 0x7f9f6c19b360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:27:06.066 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:06.065+0000 7f9f6a59c700 1 --2- 172.21.15.42:0/2879786031 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9f6c102740 0x7f9f6c19ae20 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f9f5c006010 tx=0x7f9f5c00f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:06.066 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:06.065+0000 7f9f5b7fe700 1 -- 172.21.15.42:0/2879786031 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f5c003680 con 0x7f9f6c102740 2024-06-06T08:27:06.066 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:06.065+0000 7f9f5b7fe700 1 -- 172.21.15.42:0/2879786031 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9f5c0050d0 con 0x7f9f6c102740 2024-06-06T08:27:06.066 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:06.065+0000 7f9f70b3f700 1 -- 172.21.15.42:0/2879786031 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9f6c1a0070 con 0x7f9f6c102740 2024-06-06T08:27:06.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:06.065+0000 7f9f5b7fe700 1 -- 172.21.15.42:0/2879786031 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f5c003db0 con 0x7f9f6c102740 2024-06-06T08:27:06.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:06.065+0000 7f9f70b3f700 1 -- 172.21.15.42:0/2879786031 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9f6c1a7950 con 0x7f9f6c102740 2024-06-06T08:27:06.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:06.066+0000 7f9f70b3f700 1 -- 172.21.15.42:0/2879786031 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9f6c069180 con 0x7f9f6c102740 2024-06-06T08:27:06.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:06.068+0000 7f9f5b7fe700 1 -- 172.21.15.42:0/2879786031 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f9f5c005280 con 0x7f9f6c102740 2024-06-06T08:27:06.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:06.068+0000 7f9f5b7fe700 1 --2- 172.21.15.42:0/2879786031 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f9f540a2f30 0x7f9f540a53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:06.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:06.068+0000 7f9f69d9b700 1 --2- 172.21.15.42:0/2879786031 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f9f540a2f30 0x7f9f540a53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:06.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:06.068+0000 7f9f5b7fe700 1 -- 172.21.15.42:0/2879786031 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f9f5c0d0620 con 0x7f9f6c102740 2024-06-06T08:27:06.068 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:06.069+0000 7f9f69d9b700 1 --2- 172.21.15.42:0/2879786031 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f9f540a2f30 0x7f9f540a53f0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f9f6c10f800 tx=0x7f9f60009260 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:06.071 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:06.072+0000 7f9f5b7fe700 1 -- 172.21.15.42:0/2879786031 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f9f5c05d850 con 0x7f9f6c102740 2024-06-06T08:27:06.314 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:06 smithi042 ceph-mon[32384]: pgmap v137: 129 pgs: 129 active+clean; 487 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 8.4 MiB/s wr, 967 op/s 2024-06-06T08:27:06.323 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:06.324+0000 7f9f70b3f700 1 -- 172.21.15.42:0/2879786031 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9f6c1a7b20 con 0x7f9f6c102740 2024-06-06T08:27:06.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:06.325+0000 7f9f5b7fe700 1 -- 172.21.15.42:0/2879786031 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11880 (secure 0 0 0) 0x7f9f5c013070 con 0x7f9f6c102740 2024-06-06T08:27:06.324 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:27:06.324 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/667270675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":667270675},{"type":"v1","addr":"172.21.15.42:6837","nonce":667270675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/2414389302","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":2414389302},{"type":"v1","addr":"172.21.15.42:6839","nonce":2414389302}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14574,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/3625002785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":3625002785},{"type":"v1","addr":"172.21.15.42:6841","nonce":3625002785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24413,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6835/3995394553","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":3995394553},{"type":"v1","addr":"172.21.15.120:6835","nonce":3995394553}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T08:18:39.778858+0000","modified":"2024-06-06T08:26:55.629334+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24464},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6837/3434475673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":3434475673},{"type":"v1","addr":"172.21.15.120:6837","nonce":3434475673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6835/3776134468","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":3776134468},{"type":"v1","addr":"172.21.15.149:6835","nonce":3776134468}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":21,"addr":"172.21.15.120:6839/1585293472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":1585293472},{"type":"v1","addr":"172.21.15.120:6839","nonce":1585293472}]},"join_fscid":-1,"export_targets":[1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":25,"addr":"172.21.15.149:6837/751787578","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":751787578},{"type":"v1","addr":"172.21.15.149:6837","nonce":751787578}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":8,"addr":"172.21.15.149:6839/764851483","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":764851483},{"type":"v1","addr":"172.21.15.149:6839","nonce":764851483}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24464,24469,24484]},"id":1}]} 2024-06-06T08:27:06.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:06.327+0000 7f9f70b3f700 1 -- 172.21.15.42:0/2879786031 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f9f540a2f30 msgr2=0x7f9f540a53f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:06.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:06.327+0000 7f9f70b3f700 1 --2- 172.21.15.42:0/2879786031 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f9f540a2f30 0x7f9f540a53f0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f9f6c10f800 tx=0x7f9f60009260 comp rx=0 tx=0).stop 2024-06-06T08:27:06.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:06.327+0000 7f9f70b3f700 1 -- 172.21.15.42:0/2879786031 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9f6c102740 msgr2=0x7f9f6c19ae20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:06.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:06.327+0000 7f9f70b3f700 1 --2- 172.21.15.42:0/2879786031 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9f6c102740 0x7f9f6c19ae20 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f9f5c006010 tx=0x7f9f5c00f690 comp rx=0 tx=0).stop 2024-06-06T08:27:06.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:06.327+0000 7f9f70b3f700 1 -- 172.21.15.42:0/2879786031 shutdown_connections 2024-06-06T08:27:06.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:06.327+0000 7f9f70b3f700 1 --2- 172.21.15.42:0/2879786031 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f9f540a2f30 0x7f9f540a53f0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:06.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:06.327+0000 7f9f70b3f700 1 --2- 172.21.15.42:0/2879786031 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9f6c107840 0x7f9f6c19f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:06.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:06.327+0000 7f9f70b3f700 1 --2- 172.21.15.42:0/2879786031 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9f6c102740 0x7f9f6c19ae20 unknown :-1 s=CLOSED pgs=693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:06.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:06.327+0000 7f9f70b3f700 1 --2- 172.21.15.42:0/2879786031 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9f6c1030f0 0x7f9f6c19b360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:06.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:06.327+0000 7f9f70b3f700 1 -- 172.21.15.42:0/2879786031 >> 172.21.15.42:0/2879786031 conn(0x7f9f6c0795f0 msgr2=0x7f9f6c100530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:06.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:06.327+0000 7f9f70b3f700 1 -- 172.21.15.42:0/2879786031 shutdown_connections 2024-06-06T08:27:06.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:06.327+0000 7f9f70b3f700 1 -- 172.21.15.42:0/2879786031 wait complete. 2024-06-06T08:27:06.328 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 29 2024-06-06T08:27:06.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:06 smithi120 ceph-mon[36658]: pgmap v137: 129 pgs: 129 active+clean; 487 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 8.4 MiB/s wr, 967 op/s 2024-06-06T08:27:06.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:06 smithi149 ceph-mon[36842]: pgmap v137: 129 pgs: 129 active+clean; 487 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 8.4 MiB/s wr, 967 op/s 2024-06-06T08:27:07.065 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-06-06T08:27:07.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:07 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/2879786031' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:27:07.324 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:27:07.345 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:07.346+0000 7f3812ffd700 1 -- 172.21.15.42:0/265567338 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x5617eee3b430 con 0x5617eeee8600 2024-06-06T08:27:07.345 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:07.346+0000 7f3812ffd700 10 client.26045 handle_command_reply: tid=0 2024-06-06T08:27:07.345 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:07.346+0000 7f38448ecb80 1 client.26045 shutdown 2024-06-06T08:27:07.346 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:07.346+0000 7f38448ecb80 1 -- 172.21.15.42:0/265567338 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5617eee0ce60 msgr2=0x5617eeef4800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:07.346 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:07.346+0000 7f38448ecb80 1 --2- 172.21.15.42:0/265567338 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5617eee0ce60 0x5617eeef4800 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f3824009fd0 tx=0x7f3824003e00 comp rx=0 tx=0).stop 2024-06-06T08:27:07.346 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:07.346+0000 7f38448ecb80 1 -- 172.21.15.42:0/265567338 shutdown_connections 2024-06-06T08:27:07.346 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:07.346+0000 7f38448ecb80 1 --2- 172.21.15.42:0/265567338 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5617eeee7ce0 0x5617eeef1580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:07.346 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:07.346+0000 7f38448ecb80 1 --2- 172.21.15.42:0/265567338 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5617eeee8600 0x5617eef69a20 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:07.346 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:07.346+0000 7f38448ecb80 1 --2- 172.21.15.42:0/265567338 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5617eee0ce60 0x5617eeef4800 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:07.346 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:07.346+0000 7f3812ffd700 0 client.26045 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:27:07.346 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:07.346+0000 7f38448ecb80 1 --2- 172.21.15.42:0/265567338 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5617eeee2470 0x5617eeef4d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:07.346 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:07.346+0000 7f38448ecb80 1 -- 172.21.15.42:0/265567338 >> 172.21.15.42:0/265567338 conn(0x5617eeeeb180 msgr2=0x5617eeedc8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:07.346 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:07.346+0000 7f38448ecb80 1 -- 172.21.15.42:0/265567338 shutdown_connections 2024-06-06T08:27:07.346 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:07.346+0000 7f38448ecb80 1 -- 172.21.15.42:0/265567338 wait complete. 2024-06-06T08:27:07.346 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:07.346+0000 7f38448ecb80 20 client.26045 trim_cache size 0 max 16384 2024-06-06T08:27:07.347 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:27:07.347 INFO:teuthology.orchestra.run.smithi042.stdout: "epoch": 29, 2024-06-06T08:27:07.347 INFO:teuthology.orchestra.run.smithi042.stdout: "leader": 24484, 2024-06-06T08:27:07.347 INFO:teuthology.orchestra.run.smithi042.stdout: "set_version": 10, 2024-06-06T08:27:07.347 INFO:teuthology.orchestra.run.smithi042.stdout: "sets": { 2024-06-06T08:27:07.347 INFO:teuthology.orchestra.run.smithi042.stdout: "48f93e9f": { 2024-06-06T08:27:07.347 INFO:teuthology.orchestra.run.smithi042.stdout: "version": 10, 2024-06-06T08:27:07.347 INFO:teuthology.orchestra.run.smithi042.stdout: "age_ref": 0.0, 2024-06-06T08:27:07.347 INFO:teuthology.orchestra.run.smithi042.stdout: "state": { 2024-06-06T08:27:07.347 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "QUIESCED", 2024-06-06T08:27:07.348 INFO:teuthology.orchestra.run.smithi042.stdout: "age": 0.0 2024-06-06T08:27:07.348 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:27:07.348 INFO:teuthology.orchestra.run.smithi042.stdout: "timeout": 90.0, 2024-06-06T08:27:07.348 INFO:teuthology.orchestra.run.smithi042.stdout: "expiration": 145.2, 2024-06-06T08:27:07.348 INFO:teuthology.orchestra.run.smithi042.stdout: "members": { 2024-06-06T08:27:07.348 INFO:teuthology.orchestra.run.smithi042.stdout: "file:/": { 2024-06-06T08:27:07.348 INFO:teuthology.orchestra.run.smithi042.stdout: "excluded": false, 2024-06-06T08:27:07.348 INFO:teuthology.orchestra.run.smithi042.stdout: "state": { 2024-06-06T08:27:07.348 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "QUIESCED", 2024-06-06T08:27:07.348 INFO:teuthology.orchestra.run.smithi042.stdout: "age": 0.0 2024-06-06T08:27:07.348 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:27:07.348 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:27:07.348 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:27:07.349 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:27:07.349 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:27:07.349 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:27:07.349 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:07.347+0000 7f383a069700 1 -- 172.21.15.42:0/3632880213 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f38200a2eb0 msgr2=0x7f38200a5370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:07.349 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:07.347+0000 7f383a069700 1 --2- 172.21.15.42:0/3632880213 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f38200a2eb0 0x7f38200a5370 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f3824000f80 tx=0x7f382400b740 comp rx=0 tx=0).stop 2024-06-06T08:27:07.349 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:07.347+0000 7f383a069700 1 -- 172.21.15.42:0/3632880213 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f38341085a0 msgr2=0x7f3834075210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:07.349 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:07.347+0000 7f383a069700 1 --2- 172.21.15.42:0/3632880213 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f38341085a0 0x7f3834075210 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f382c00e940 tx=0x7f382c00ec50 comp rx=0 tx=0).stop 2024-06-06T08:27:07.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:07.347+0000 7f383a069700 1 -- 172.21.15.42:0/3632880213 shutdown_connections 2024-06-06T08:27:07.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:07.347+0000 7f383a069700 1 --2- 172.21.15.42:0/3632880213 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f38200a2eb0 0x7f38200a5370 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:07.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:07.347+0000 7f383a069700 1 --2- 172.21.15.42:0/3632880213 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f38341085a0 0x7f3834075210 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:07.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:07.347+0000 7f383a069700 1 --2- 172.21.15.42:0/3632880213 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3834102540 0x7f3834074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:07.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:07.347+0000 7f383a069700 1 --2- 172.21.15.42:0/3632880213 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3834102f00 0x7f3834074cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:07.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:07.347+0000 7f383a069700 1 -- 172.21.15.42:0/3632880213 >> 172.21.15.42:0/3632880213 conn(0x7f3834079590 msgr2=0x7f38341010e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:07.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:07.348+0000 7f383a069700 1 -- 172.21.15.42:0/3632880213 shutdown_connections 2024-06-06T08:27:07.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:07.348+0000 7f383a069700 1 -- 172.21.15.42:0/3632880213 wait complete. 2024-06-06T08:27:07.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:07 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/2879786031' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:27:07.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:07 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/2879786031' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:27:08.113 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '48f93e9f', quiesce took 21.4 seconds. Will release after: 3.8500000000000014 2024-06-06T08:27:08.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:08 smithi120 ceph-mon[36658]: pgmap v138: 129 pgs: 129 active+clean; 487 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 4.5 MiB/s wr, 758 op/s 2024-06-06T08:27:08.411 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:08 smithi042 ceph-mon[32384]: pgmap v138: 129 pgs: 129 active+clean; 487 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 4.5 MiB/s wr, 758 op/s 2024-06-06T08:27:08.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:08 smithi149 ceph-mon[36842]: pgmap v138: 129 pgs: 129 active+clean; 487 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 4.5 MiB/s wr, 758 op/s 2024-06-06T08:27:09.739 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.736+0000 7f8ea9eef700 1 -- 172.21.15.42:0/2035990103 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8ea4101510 msgr2=0x7f8ea410d9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:09.740 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.736+0000 7f8ea9eef700 1 --2- 172.21.15.42:0/2035990103 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8ea4101510 0x7f8ea410d9d0 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f8e9c00b0a0 tx=0x7f8e9c00b3b0 comp rx=0 tx=0).stop 2024-06-06T08:27:09.740 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.737+0000 7f8ea9eef700 1 -- 172.21.15.42:0/2035990103 shutdown_connections 2024-06-06T08:27:09.740 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.737+0000 7f8ea9eef700 1 --2- 172.21.15.42:0/2035990103 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8ea4101510 0x7f8ea410d9d0 unknown :-1 s=CLOSED pgs=694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:09.740 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.737+0000 7f8ea9eef700 1 --2- 172.21.15.42:0/2035990103 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8ea4106b90 0x7f8ea4106f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:09.740 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.737+0000 7f8ea9eef700 1 --2- 172.21.15.42:0/2035990103 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8ea4100b50 0x7f8ea4100fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:09.740 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.737+0000 7f8ea9eef700 1 -- 172.21.15.42:0/2035990103 >> 172.21.15.42:0/2035990103 conn(0x7f8ea4077a00 msgr2=0x7f8ea40fedb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:09.740 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.737+0000 7f8ea9eef700 1 -- 172.21.15.42:0/2035990103 shutdown_connections 2024-06-06T08:27:09.740 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.737+0000 7f8ea9eef700 1 -- 172.21.15.42:0/2035990103 wait complete. 2024-06-06T08:27:09.740 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.737+0000 7f8ea9eef700 1 Processor -- start 2024-06-06T08:27:09.740 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.738+0000 7f8ea9eef700 1 -- start start 2024-06-06T08:27:09.741 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.738+0000 7f8ea9eef700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8ea4100b50 0x7f8ea419e7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:09.741 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.738+0000 7f8ea9eef700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8ea4101510 0x7f8ea419ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:09.741 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.738+0000 7f8ea9eef700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8ea4106b90 0x7f8ea4198990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:09.741 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.738+0000 7f8ea9eef700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f8ea41105a0 con 0x7f8ea4101510 2024-06-06T08:27:09.741 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.738+0000 7f8ea9eef700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f8ea4110420 con 0x7f8ea4106b90 2024-06-06T08:27:09.741 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.738+0000 7f8ea9eef700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f8ea4110720 con 0x7f8ea4100b50 2024-06-06T08:27:09.741 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.738+0000 7f8ea2ffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8ea4101510 0x7f8ea419ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:09.741 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.738+0000 7f8ea37fe700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8ea4100b50 0x7f8ea419e7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:09.741 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.738+0000 7f8ea37fe700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8ea4100b50 0x7f8ea419e7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:50938/0 (socket says 172.21.15.42:50938) 2024-06-06T08:27:09.741 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.738+0000 7f8ea37fe700 1 -- 172.21.15.42:0/493023504 learned_addr learned my addr 172.21.15.42:0/493023504 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:09.741 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.738+0000 7f8ea3fff700 1 --2- 172.21.15.42:0/493023504 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8ea4106b90 0x7f8ea4198990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:09.741 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.738+0000 7f8ea2ffd700 1 -- 172.21.15.42:0/493023504 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8ea4100b50 msgr2=0x7f8ea419e7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:09.741 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.738+0000 7f8ea2ffd700 1 --2- 172.21.15.42:0/493023504 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8ea4100b50 0x7f8ea419e7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:09.741 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.738+0000 7f8ea2ffd700 1 -- 172.21.15.42:0/493023504 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8ea4106b90 msgr2=0x7f8ea4198990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:09.742 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.738+0000 7f8ea2ffd700 1 --2- 172.21.15.42:0/493023504 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8ea4106b90 0x7f8ea4198990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:09.742 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.738+0000 7f8ea2ffd700 1 -- 172.21.15.42:0/493023504 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ea41990f0 con 0x7f8ea4101510 2024-06-06T08:27:09.742 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.739+0000 7f8ea2ffd700 1 --2- 172.21.15.42:0/493023504 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8ea4101510 0x7f8ea419ed10 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f8e9800ea90 tx=0x7f8e9800eda0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:09.742 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.739+0000 7f8ea0ff9700 1 -- 172.21.15.42:0/493023504 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e9800ccd0 con 0x7f8ea4101510 2024-06-06T08:27:09.742 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.739+0000 7f8ea9eef700 1 -- 172.21.15.42:0/493023504 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ea41993e0 con 0x7f8ea4101510 2024-06-06T08:27:09.742 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.739+0000 7f8ea0ff9700 1 -- 172.21.15.42:0/493023504 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8e980168c0 con 0x7f8ea4101510 2024-06-06T08:27:09.742 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.739+0000 7f8ea0ff9700 1 -- 172.21.15.42:0/493023504 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e980158a0 con 0x7f8ea4101510 2024-06-06T08:27:09.742 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.739+0000 7f8ea9eef700 1 -- 172.21.15.42:0/493023504 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ea41a56a0 con 0x7f8ea4101510 2024-06-06T08:27:09.744 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.742+0000 7f8ea0ff9700 1 -- 172.21.15.42:0/493023504 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f8e98016a70 con 0x7f8ea4101510 2024-06-06T08:27:09.744 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.742+0000 7f8ea0ff9700 1 --2- 172.21.15.42:0/493023504 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f8e8c0a2d90 0x7f8e8c0a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:09.744 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.742+0000 7f8ea0ff9700 1 -- 172.21.15.42:0/493023504 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f8e980cf9f0 con 0x7f8ea4101510 2024-06-06T08:27:09.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.742+0000 7f8ea37fe700 1 --2- 172.21.15.42:0/493023504 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f8e8c0a2d90 0x7f8e8c0a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:09.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.743+0000 7f8ea37fe700 1 --2- 172.21.15.42:0/493023504 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f8e8c0a2d90 0x7f8e8c0a5250 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f8ea4199ad0 tx=0x7f8e9400b500 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:09.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.744+0000 7f8eb4772b80 1 Processor -- start 2024-06-06T08:27:09.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.744+0000 7f8eb4772b80 1 -- start start 2024-06-06T08:27:09.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.744+0000 7f8eb4772b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56203fffd640 0x56203fffda20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:09.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.744+0000 7f8eb4772b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56203fffdf60 0x56203fff79e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:09.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.744+0000 7f8eb4772b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56203fff7f20 0x56203fff8340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:09.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.744+0000 7f8eb4772b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56203ff49810 con 0x56203fffd640 2024-06-06T08:27:09.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.744+0000 7f8eb4772b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x56203fef1720 con 0x56203fffdf60 2024-06-06T08:27:09.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.744+0000 7f8eb4772b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x56203ff457d0 con 0x56203fff7f20 2024-06-06T08:27:09.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.744+0000 7f8ea37fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56203fffd640 0x56203fffda20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:09.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.744+0000 7f8ea37fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56203fffd640 0x56203fffda20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:40756/0 (socket says 172.21.15.42:40756) 2024-06-06T08:27:09.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.744+0000 7f8ea37fe700 1 -- 172.21.15.42:0/1443209791 learned_addr learned my addr 172.21.15.42:0/1443209791 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:09.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.744+0000 7f8ea2ffd700 1 --2- 172.21.15.42:0/1443209791 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56203fffdf60 0x56203fff79e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:09.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.744+0000 7f8ea3fff700 1 --2- 172.21.15.42:0/1443209791 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56203fff7f20 0x56203fff8340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:09.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.745+0000 7f8ea2ffd700 1 -- 172.21.15.42:0/1443209791 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56203fff7f20 msgr2=0x56203fff8340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:09.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.745+0000 7f8ea2ffd700 1 --2- 172.21.15.42:0/1443209791 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56203fff7f20 0x56203fff8340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:09.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.745+0000 7f8ea2ffd700 1 -- 172.21.15.42:0/1443209791 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56203fffd640 msgr2=0x56203fffda20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:09.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.745+0000 7f8ea2ffd700 1 --2- 172.21.15.42:0/1443209791 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56203fffd640 0x56203fffda20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:09.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.745+0000 7f8ea2ffd700 1 -- 172.21.15.42:0/1443209791 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56203fee7f50 con 0x56203fffdf60 2024-06-06T08:27:09.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.745+0000 7f8ea37fe700 1 --2- 172.21.15.42:0/1443209791 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56203fffd640 0x56203fffda20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:27:09.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.745+0000 7f8ea2ffd700 1 --2- 172.21.15.42:0/1443209791 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56203fffdf60 0x56203fff79e0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f8e980cce00 tx=0x7f8e9809b840 comp rx=0 tx=0).ready entity=mon.2 client_cookie=30f40ba3088288e server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:09.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.745+0000 7f8e89ffb700 1 -- 172.21.15.42:0/1443209791 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e9809ff80 con 0x56203fffdf60 2024-06-06T08:27:09.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.745+0000 7f8e89ffb700 1 -- 172.21.15.42:0/1443209791 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8e980a4840 con 0x56203fffdf60 2024-06-06T08:27:09.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.745+0000 7f8e89ffb700 1 -- 172.21.15.42:0/1443209791 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e9809c090 con 0x56203fffdf60 2024-06-06T08:27:09.752 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.746+0000 7f8eb4772b80 1 -- 172.21.15.42:0/1443209791 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56203fffdf60 msgr2=0x56203fff79e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:09.752 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.746+0000 7f8eb4772b80 1 --2- 172.21.15.42:0/1443209791 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56203fffdf60 0x56203fff79e0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f8e980cce00 tx=0x7f8e9809b840 comp rx=0 tx=0).stop 2024-06-06T08:27:09.752 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.746+0000 7f8eb4772b80 1 -- 172.21.15.42:0/1443209791 shutdown_connections 2024-06-06T08:27:09.752 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.746+0000 7f8eb4772b80 1 --2- 172.21.15.42:0/1443209791 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56203fff7f20 0x56203fff8340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:09.752 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.746+0000 7f8eb4772b80 1 --2- 172.21.15.42:0/1443209791 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56203fffd640 0x56203fffda20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:09.752 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.746+0000 7f8eb4772b80 1 --2- 172.21.15.42:0/1443209791 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56203fffdf60 0x56203fff79e0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:09.752 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.746+0000 7f8eb4772b80 1 -- 172.21.15.42:0/1443209791 >> 172.21.15.42:0/1443209791 conn(0x56203ff22cc0 msgr2=0x56203fff2850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:09.752 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.746+0000 7f8eb4772b80 1 -- 172.21.15.42:0/1443209791 shutdown_connections 2024-06-06T08:27:09.753 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.746+0000 7f8eb4772b80 1 -- 172.21.15.42:0/1443209791 wait complete. 2024-06-06T08:27:09.753 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.746+0000 7f8eb4772b80 1 -- start start 2024-06-06T08:27:09.753 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.747+0000 7f8eb4772b80 1 Processor -- start 2024-06-06T08:27:09.753 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.747+0000 7f8eb4772b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56203fff7f20 0x562040003db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:09.753 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.747+0000 7f8eb4772b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56203fffd640 0x5620400010b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:09.753 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.747+0000 7f8eb4772b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56203fffdf60 0x5620400015f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:09.753 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.747+0000 7f8eb4772b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5620400047f0 con 0x56203fffd640 2024-06-06T08:27:09.753 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.747+0000 7f8eb4772b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x56203fee9bf0 con 0x56203fff7f20 2024-06-06T08:27:09.753 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.747+0000 7f8eb4772b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x562040004970 con 0x56203fffdf60 2024-06-06T08:27:09.753 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.747+0000 7f8eb4772b80 10 client.0 _ll_register_callbacks cb 0x56203fee3920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:27:09.753 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.747+0000 7f8ea37fe700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56203fff7f20 0x562040003db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:09.753 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.747+0000 7f8ea37fe700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56203fff7f20 0x562040003db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:52786/0 (socket says 172.21.15.42:52786) 2024-06-06T08:27:09.753 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.747+0000 7f8ea2ffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56203fffd640 0x5620400010b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:09.754 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.747+0000 7f8ea37fe700 1 -- 172.21.15.42:0/3987373775 learned_addr learned my addr 172.21.15.42:0/3987373775 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:09.754 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.747+0000 7f8ea3fff700 1 --2- 172.21.15.42:0/3987373775 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56203fffdf60 0x5620400015f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:09.754 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.747+0000 7f8ea37fe700 1 -- 172.21.15.42:0/3987373775 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56203fffdf60 msgr2=0x5620400015f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:09.754 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.747+0000 7f8ea37fe700 1 --2- 172.21.15.42:0/3987373775 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56203fffdf60 0x5620400015f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:09.754 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.747+0000 7f8ea37fe700 1 -- 172.21.15.42:0/3987373775 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56203fffd640 msgr2=0x5620400010b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:09.754 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.747+0000 7f8ea37fe700 1 --2- 172.21.15.42:0/3987373775 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56203fffd640 0x5620400010b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:09.754 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.747+0000 7f8ea37fe700 1 -- 172.21.15.42:0/3987373775 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56203fe988d0 con 0x56203fff7f20 2024-06-06T08:27:09.754 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.747+0000 7f8ea2ffd700 1 --2- 172.21.15.42:0/3987373775 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56203fffd640 0x5620400010b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:27:09.754 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.748+0000 7f8ea37fe700 1 --2- 172.21.15.42:0/3987373775 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56203fff7f20 0x562040003db0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f8e94011920 tx=0x7f8e940047c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=839acd1641b3dce5 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:09.754 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.748+0000 7f8e82ffd700 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:27:09.754 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.748+0000 7f8e82ffd700 1 -- 172.21.15.42:0/3987373775 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e94004220 con 0x56203fff7f20 2024-06-06T08:27:09.754 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.748+0000 7f8e82ffd700 1 -- 172.21.15.42:0/3987373775 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f8e940043c0 con 0x56203fff7f20 2024-06-06T08:27:09.754 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.748+0000 7f8eb4772b80 1 -- 172.21.15.42:0/3987373775 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8e980a4840 con 0x56203fff7f20 2024-06-06T08:27:09.755 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.748+0000 7f8e82ffd700 1 -- 172.21.15.42:0/3987373775 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f8e9402f050 con 0x56203fff7f20 2024-06-06T08:27:09.755 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.748+0000 7f8eb4772b80 10 client.26099 fetch_fsmap learned FSMap version 29 2024-06-06T08:27:09.755 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.748+0000 7f8eb4772b80 1 -- 172.21.15.42:0/3987373775 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56204000f1d0 con 0x56203fff7f20 2024-06-06T08:27:09.755 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.748+0000 7f8e82ffd700 1 -- 172.21.15.42:0/3987373775 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8e980a4840 con 0x56203fff7f20 2024-06-06T08:27:09.755 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.748+0000 7f8e82ffd700 1 -- 172.21.15.42:0/3987373775 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7f8e9401faa0 con 0x56203fff7f20 2024-06-06T08:27:09.755 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.748+0000 7f8eb4772b80 10 client.26099 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T08:27:09.755 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.748+0000 7f8eb4772b80 10 client.26099 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.b 2024-06-06T08:27:09.755 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.749+0000 7f8eb4772b80 20 client.26099 populate_metadata read hostname 'smithi042' 2024-06-06T08:27:09.755 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.749+0000 7f8eb4772b80 1 --2- 172.21.15.42:0/3987373775 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x5620400117b0 0x562040013c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:09.755 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.749+0000 7f8eb4772b80 4 client.26099 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:27:09.755 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.749+0000 7f8eb4772b80 1 -- 172.21.15.42:0/3987373775 --> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56203ff56d10 con 0x5620400117b0 2024-06-06T08:27:09.755 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.749+0000 7f8ea2ffd700 1 --2- 172.21.15.42:0/3987373775 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x5620400117b0 0x562040013c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:09.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.749+0000 7f8ea2ffd700 1 --2- 172.21.15.42:0/3987373775 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x5620400117b0 0x562040013c00 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=8c13e2ca2acf479e server_cookie=7622a015de2460 in_seq=0 out_seq=0 2024-06-06T08:27:09.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.749+0000 7f8e82ffd700 10 client.26099 ms_handle_connect on v2:172.21.15.120:6838/1585293472 2024-06-06T08:27:09.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.750+0000 7f8e82ffd700 1 -- 172.21.15.42:0/3987373775 <== mds.2 v2:172.21.15.120:6838/1585293472 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x56203ff56d10 con 0x5620400117b0 2024-06-06T08:27:09.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.750+0000 7f8e82ffd700 10 client.26099 handle_command_reply: tid=0 2024-06-06T08:27:09.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.750+0000 7f8eb4772b80 1 client.26099 shutdown 2024-06-06T08:27:09.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.750+0000 7f8eb4772b80 1 -- 172.21.15.42:0/3987373775 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56203fff7f20 msgr2=0x562040003db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:09.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.750+0000 7f8eb4772b80 1 --2- 172.21.15.42:0/3987373775 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56203fff7f20 0x562040003db0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f8e94011920 tx=0x7f8e940047c0 comp rx=0 tx=0).stop 2024-06-06T08:27:09.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.750+0000 7f8eb4772b80 1 -- 172.21.15.42:0/3987373775 shutdown_connections 2024-06-06T08:27:09.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.750+0000 7f8eb4772b80 1 --2- 172.21.15.42:0/3987373775 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x5620400117b0 0x562040013c00 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:09.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.750+0000 7f8eb4772b80 1 --2- 172.21.15.42:0/3987373775 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56203fffdf60 0x5620400015f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:09.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.750+0000 7f8eb4772b80 1 --2- 172.21.15.42:0/3987373775 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56203fff7f20 0x562040003db0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:09.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.750+0000 7f8e82ffd700 0 client.26099 ms_handle_reset on v2:172.21.15.120:6838/1585293472 2024-06-06T08:27:09.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.750+0000 7f8eb4772b80 1 --2- 172.21.15.42:0/3987373775 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56203fffd640 0x5620400010b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:09.757 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.750+0000 7f8eb4772b80 1 -- 172.21.15.42:0/3987373775 >> 172.21.15.42:0/3987373775 conn(0x56203ff22cc0 msgr2=0x56203fff25f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:09.757 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.750+0000 7f8eb4772b80 1 -- 172.21.15.42:0/3987373775 shutdown_connections 2024-06-06T08:27:09.757 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.750+0000 7f8eb4772b80 1 -- 172.21.15.42:0/3987373775 wait complete. 2024-06-06T08:27:09.757 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.751+0000 7f8eb4772b80 20 client.26099 trim_cache size 0 max 16384 2024-06-06T08:27:09.768 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.768+0000 7f8eb4772b80 1 Processor -- start 2024-06-06T08:27:09.768 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.768+0000 7f8eb4772b80 1 -- start start 2024-06-06T08:27:09.768 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.768+0000 7f8eb4772b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56203fff7f20 0x56203fff79e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:09.768 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.768+0000 7f8eb4772b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56203fffd640 0x56203fffea90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:09.768 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.768+0000 7f8eb4772b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56203fffdf60 0x5620400194d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:09.768 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.768+0000 7f8eb4772b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f8ea41b0cd0 con 0x56203fffdf60 2024-06-06T08:27:09.768 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.768+0000 7f8eb4772b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f8ea41ae530 con 0x56203fffd640 2024-06-06T08:27:09.768 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.768+0000 7f8eb4772b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f8ea41ac380 con 0x56203fff7f20 2024-06-06T08:27:09.768 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.769+0000 7f8ea3fff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56203fffdf60 0x5620400194d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:09.768 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.769+0000 7f8ea2ffd700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56203fffd640 0x56203fffea90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:09.768 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.769+0000 7f8ea3fff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56203fffdf60 0x5620400194d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:40782/0 (socket says 172.21.15.42:40782) 2024-06-06T08:27:09.769 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.769+0000 7f8ea3fff700 1 -- 172.21.15.42:0/4039880118 learned_addr learned my addr 172.21.15.42:0/4039880118 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:09.769 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.769+0000 7f8ea37fe700 1 --2- 172.21.15.42:0/4039880118 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56203fff7f20 0x56203fff79e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:09.769 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.769+0000 7f8ea2ffd700 1 -- 172.21.15.42:0/4039880118 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56203fff7f20 msgr2=0x56203fff79e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:09.769 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.769+0000 7f8ea2ffd700 1 --2- 172.21.15.42:0/4039880118 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56203fff7f20 0x56203fff79e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:09.769 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.769+0000 7f8ea2ffd700 1 -- 172.21.15.42:0/4039880118 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56203fffdf60 msgr2=0x5620400194d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:09.769 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.769+0000 7f8ea2ffd700 1 --2- 172.21.15.42:0/4039880118 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56203fffdf60 0x5620400194d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:09.769 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.769+0000 7f8ea2ffd700 1 -- 172.21.15.42:0/4039880118 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56203fff2d70 con 0x56203fffd640 2024-06-06T08:27:09.769 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.769+0000 7f8ea3fff700 1 --2- 172.21.15.42:0/4039880118 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56203fffdf60 0x5620400194d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:27:09.769 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.769+0000 7f8ea2ffd700 1 --2- 172.21.15.42:0/4039880118 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56203fffd640 0x56203fffea90 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f8e98016fa0 tx=0x7f8e98015390 comp rx=0 tx=0).ready entity=mon.2 client_cookie=882909805bbb9635 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:09.772 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.769+0000 7f8e897fa700 1 -- 172.21.15.42:0/4039880118 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e980ba050 con 0x56203fffd640 2024-06-06T08:27:09.772 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.769+0000 7f8e897fa700 1 -- 172.21.15.42:0/4039880118 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8e98016de0 con 0x56203fffd640 2024-06-06T08:27:09.772 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.769+0000 7f8e897fa700 1 -- 172.21.15.42:0/4039880118 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e980a4610 con 0x56203fffd640 2024-06-06T08:27:09.773 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.770+0000 7f8eb4772b80 1 -- 172.21.15.42:0/4039880118 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56203fffd640 msgr2=0x56203fffea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:09.773 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.770+0000 7f8eb4772b80 1 --2- 172.21.15.42:0/4039880118 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56203fffd640 0x56203fffea90 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f8e98016fa0 tx=0x7f8e98015390 comp rx=0 tx=0).stop 2024-06-06T08:27:09.773 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.770+0000 7f8eb4772b80 1 -- 172.21.15.42:0/4039880118 shutdown_connections 2024-06-06T08:27:09.773 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.770+0000 7f8eb4772b80 1 --2- 172.21.15.42:0/4039880118 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56203fffdf60 0x5620400194d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:09.773 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.770+0000 7f8eb4772b80 1 --2- 172.21.15.42:0/4039880118 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56203fff7f20 0x56203fff79e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:09.773 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.770+0000 7f8eb4772b80 1 --2- 172.21.15.42:0/4039880118 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56203fffd640 0x56203fffea90 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:09.773 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.770+0000 7f8eb4772b80 1 -- 172.21.15.42:0/4039880118 >> 172.21.15.42:0/4039880118 conn(0x56203ff22cc0 msgr2=0x56203fffe380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:09.773 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.770+0000 7f8eb4772b80 1 -- 172.21.15.42:0/4039880118 shutdown_connections 2024-06-06T08:27:09.773 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.770+0000 7f8eb4772b80 1 -- 172.21.15.42:0/4039880118 wait complete. 2024-06-06T08:27:09.773 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.771+0000 7f8eb4772b80 1 -- start start 2024-06-06T08:27:09.773 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.771+0000 7f8eb4772b80 1 Processor -- start 2024-06-06T08:27:09.773 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.771+0000 7f8eb4772b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56203fff7f20 0x562040009c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:09.773 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.771+0000 7f8eb4772b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56203fffd640 0x56204000a140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:09.774 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.771+0000 7f8eb4772b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56203fffdf60 0x562040018500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:09.774 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.771+0000 7f8eb4772b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f8ea41ac9f0 con 0x56203fff7f20 2024-06-06T08:27:09.774 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.771+0000 7f8eb4772b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f8ea41ade60 con 0x56203fffdf60 2024-06-06T08:27:09.774 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.771+0000 7f8eb4772b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f8ea41ad0c0 con 0x56203fffd640 2024-06-06T08:27:09.774 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.771+0000 7f8eb4772b80 10 client.0 _ll_register_callbacks cb 0x56203fee3920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:27:09.774 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.771+0000 7f8ea2ffd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56203fffd640 0x56204000a140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:09.774 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.771+0000 7f8ea3fff700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56203fffdf60 0x562040018500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:09.774 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.772+0000 7f8ea37fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56203fff7f20 0x562040009c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:09.774 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.772+0000 7f8ea3fff700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56203fffdf60 0x562040018500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:52798/0 (socket says 172.21.15.42:52798) 2024-06-06T08:27:09.774 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.772+0000 7f8ea2ffd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56203fffd640 0x56204000a140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:50982/0 (socket says 172.21.15.42:50982) 2024-06-06T08:27:09.774 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.772+0000 7f8ea3fff700 1 -- 172.21.15.42:0/3987058995 learned_addr learned my addr 172.21.15.42:0/3987058995 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:09.774 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.772+0000 7f8ea37fe700 1 -- 172.21.15.42:0/3987058995 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56203fffd640 msgr2=0x56204000a140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:09.775 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.772+0000 7f8ea37fe700 1 --2- 172.21.15.42:0/3987058995 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56203fffd640 0x56204000a140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:09.775 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.772+0000 7f8ea37fe700 1 -- 172.21.15.42:0/3987058995 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56203fffdf60 msgr2=0x562040018500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:09.775 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.772+0000 7f8ea37fe700 1 --2- 172.21.15.42:0/3987058995 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56203fffdf60 0x562040018500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:09.775 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.772+0000 7f8ea37fe700 1 -- 172.21.15.42:0/3987058995 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562040018a40 con 0x56203fff7f20 2024-06-06T08:27:09.775 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.772+0000 7f8ea37fe700 1 --2- 172.21.15.42:0/3987058995 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56203fff7f20 0x562040009c00 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f8e94010e20 tx=0x7f8e94005b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6c5e66c1a21ae7b server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:09.775 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.772+0000 7f8e82ffd700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:27:09.775 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.772+0000 7f8e82ffd700 1 -- 172.21.15.42:0/3987058995 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e94005910 con 0x56203fff7f20 2024-06-06T08:27:09.775 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.772+0000 7f8e82ffd700 1 -- 172.21.15.42:0/3987058995 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f8e9401ea10 con 0x56203fff7f20 2024-06-06T08:27:09.775 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.772+0000 7f8eb4772b80 1 -- 172.21.15.42:0/3987058995 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x56203ff51290 con 0x56203fff7f20 2024-06-06T08:27:09.775 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.772+0000 7f8e82ffd700 1 -- 172.21.15.42:0/3987058995 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f8e94042050 con 0x56203fff7f20 2024-06-06T08:27:09.775 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.773+0000 7f8eb4772b80 10 client.16479 fetch_fsmap learned FSMap version 29 2024-06-06T08:27:09.775 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.773+0000 7f8eb4772b80 1 -- 172.21.15.42:0/3987058995 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x562040080010 con 0x56203fff7f20 2024-06-06T08:27:09.775 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.773+0000 7f8e82ffd700 1 -- 172.21.15.42:0/3987058995 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x56203ff51290 con 0x56203fff7f20 2024-06-06T08:27:09.776 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.773+0000 7f8e82ffd700 1 -- 172.21.15.42:0/3987058995 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7f8e9401f740 con 0x56203fff7f20 2024-06-06T08:27:09.776 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.773+0000 7f8eb4772b80 10 client.16479 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T08:27:09.776 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.773+0000 7f8eb4772b80 10 client.16479 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.b 2024-06-06T08:27:09.776 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.773+0000 7f8eb4772b80 20 client.16479 populate_metadata read hostname 'smithi042' 2024-06-06T08:27:09.776 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.773+0000 7f8eb4772b80 1 --2- 172.21.15.42:0/3987058995 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x562040080740 0x562040082b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:09.776 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.773+0000 7f8eb4772b80 4 client.16479 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-06-06T08:27:09.776 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.773+0000 7f8eb4772b80 1 -- 172.21.15.42:0/3987058995 --> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56203fdcb250 con 0x562040080740 2024-06-06T08:27:09.776 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.773+0000 7f8ea2ffd700 1 --2- 172.21.15.42:0/3987058995 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x562040080740 0x562040082b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:09.776 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.774+0000 7f8e82ffd700 10 client.16479 ms_handle_connect on v2:172.21.15.120:6838/1585293472 2024-06-06T08:27:09.776 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.774+0000 7f8ea2ffd700 1 --2- 172.21.15.42:0/3987058995 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x562040080740 0x562040082b60 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d61dc663a123af61 server_cookie=f47bf3829973f823 in_seq=0 out_seq=0 2024-06-06T08:27:09.776 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.774+0000 7f8e82ffd700 1 -- 172.21.15.42:0/3987058995 <== mds.2 v2:172.21.15.120:6838/1585293472 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56203fdcb250 con 0x562040080740 2024-06-06T08:27:09.776 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.774+0000 7f8e82ffd700 10 client.16479 handle_command_reply: tid=0 2024-06-06T08:27:09.776 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.774+0000 7f8eb4772b80 1 client.16479 shutdown 2024-06-06T08:27:09.777 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.774+0000 7f8eb4772b80 1 -- 172.21.15.42:0/3987058995 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56203fff7f20 msgr2=0x562040009c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:09.777 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.774+0000 7f8eb4772b80 1 --2- 172.21.15.42:0/3987058995 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56203fff7f20 0x562040009c00 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f8e94010e20 tx=0x7f8e94005b40 comp rx=0 tx=0).stop 2024-06-06T08:27:09.777 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.774+0000 7f8eb4772b80 1 -- 172.21.15.42:0/3987058995 shutdown_connections 2024-06-06T08:27:09.777 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.774+0000 7f8eb4772b80 1 --2- 172.21.15.42:0/3987058995 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56203fffdf60 0x562040018500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:09.778 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.774+0000 7f8eb4772b80 1 --2- 172.21.15.42:0/3987058995 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56203fff7f20 0x562040009c00 unknown :-1 s=CLOSED pgs=696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:09.778 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.774+0000 7f8eb4772b80 1 --2- 172.21.15.42:0/3987058995 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x562040080740 0x562040082b60 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:09.778 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.774+0000 7f8eb4772b80 1 --2- 172.21.15.42:0/3987058995 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56203fffd640 0x56204000a140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:09.778 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.774+0000 7f8e82ffd700 0 client.16479 ms_handle_reset on v2:172.21.15.120:6838/1585293472 2024-06-06T08:27:09.778 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.774+0000 7f8eb4772b80 1 -- 172.21.15.42:0/3987058995 >> 172.21.15.42:0/3987058995 conn(0x56203ff22cc0 msgr2=0x56203fffe340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:09.778 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.774+0000 7f8eb4772b80 1 -- 172.21.15.42:0/3987058995 shutdown_connections 2024-06-06T08:27:09.778 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.774+0000 7f8eb4772b80 1 -- 172.21.15.42:0/3987058995 wait complete. 2024-06-06T08:27:09.778 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.774+0000 7f8eb4772b80 20 client.16479 trim_cache size 0 max 16384 2024-06-06T08:27:09.778 INFO:teuthology.orchestra.run.smithi042.stdout:[] 2024-06-06T08:27:09.779 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.775+0000 7f8ea9eef700 1 -- 172.21.15.42:0/493023504 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f8e8c0a2d90 msgr2=0x7f8e8c0a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:09.779 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.775+0000 7f8ea9eef700 1 --2- 172.21.15.42:0/493023504 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f8e8c0a2d90 0x7f8e8c0a5250 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f8ea4199ad0 tx=0x7f8e9400b500 comp rx=0 tx=0).stop 2024-06-06T08:27:09.779 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.775+0000 7f8ea9eef700 1 -- 172.21.15.42:0/493023504 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8ea4101510 msgr2=0x7f8ea419ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:09.779 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.775+0000 7f8ea9eef700 1 --2- 172.21.15.42:0/493023504 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8ea4101510 0x7f8ea419ed10 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f8e9800ea90 tx=0x7f8e9800eda0 comp rx=0 tx=0).stop 2024-06-06T08:27:09.779 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.775+0000 7f8ea9eef700 1 -- 172.21.15.42:0/493023504 shutdown_connections 2024-06-06T08:27:09.780 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.775+0000 7f8ea9eef700 1 --2- 172.21.15.42:0/493023504 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f8e8c0a2d90 0x7f8e8c0a5250 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:09.780 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.775+0000 7f8ea9eef700 1 --2- 172.21.15.42:0/493023504 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8ea4106b90 0x7f8ea4198990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:09.780 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.775+0000 7f8ea9eef700 1 --2- 172.21.15.42:0/493023504 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8ea4100b50 0x7f8ea419e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:09.780 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.775+0000 7f8ea9eef700 1 --2- 172.21.15.42:0/493023504 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8ea4101510 0x7f8ea419ed10 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:09.780 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.775+0000 7f8ea9eef700 1 -- 172.21.15.42:0/493023504 >> 172.21.15.42:0/493023504 conn(0x7f8ea4077a00 msgr2=0x7f8ea4103860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:09.780 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.775+0000 7f8ea9eef700 1 -- 172.21.15.42:0/493023504 shutdown_connections 2024-06-06T08:27:09.780 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:09.775+0000 7f8ea9eef700 1 -- 172.21.15.42:0/493023504 wait complete. 2024-06-06T08:27:10.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:10 smithi120 ceph-mon[36658]: pgmap v139: 129 pgs: 129 active+clean; 507 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 6.2 MiB/s wr, 815 op/s 2024-06-06T08:27:10.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:10 smithi149 ceph-mon[36842]: pgmap v139: 129 pgs: 129 active+clean; 507 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 6.2 MiB/s wr, 815 op/s 2024-06-06T08:27:10.564 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:10 smithi042 ceph-mon[32384]: pgmap v139: 129 pgs: 129 active+clean; 507 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 6.2 MiB/s wr, 815 op/s 2024-06-06T08:27:11.965 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:27:12.004 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-06-06T08:27:12.290 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:27:12.314 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:12 smithi042 ceph-mon[32384]: pgmap v140: 129 pgs: 129 active+clean; 507 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 660 op/s 2024-06-06T08:27:12.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:12 smithi120 ceph-mon[36658]: pgmap v140: 129 pgs: 129 active+clean; 507 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 660 op/s 2024-06-06T08:27:12.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:12 smithi149 ceph-mon[36842]: pgmap v140: 129 pgs: 129 active+clean; 507 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 660 op/s 2024-06-06T08:27:12.737 INFO:tasks.workunit.client.0.smithi042.stdout: 159 49793 0 32963 0 14229 0 2024-06-06T08:27:13.042 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:27:14.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:14 smithi042 ceph-mon[32384]: pgmap v141: 129 pgs: 129 active+clean; 508 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 MiB/s rd, 2.8 MiB/s wr, 731 op/s 2024-06-06T08:27:14.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:14 smithi120 ceph-mon[36658]: pgmap v141: 129 pgs: 129 active+clean; 508 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 MiB/s rd, 2.8 MiB/s wr, 731 op/s 2024-06-06T08:27:14.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:14 smithi149 ceph-mon[36842]: pgmap v141: 129 pgs: 129 active+clean; 508 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 MiB/s rd, 2.8 MiB/s wr, 731 op/s 2024-06-06T08:27:14.687 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:14.688+0000 7f1592551700 1 -- 172.21.15.42:0/194741353 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f158c1013a0 msgr2=0x7f158c10f330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:14.688 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:14.688+0000 7f1592551700 1 --2- 172.21.15.42:0/194741353 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f158c1013a0 0x7f158c10f330 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f158400b0d0 tx=0x7f158400b3e0 comp rx=0 tx=0).stop 2024-06-06T08:27:14.688 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:14.688+0000 7f1592551700 1 -- 172.21.15.42:0/194741353 shutdown_connections 2024-06-06T08:27:14.688 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:14.688+0000 7f1592551700 1 --2- 172.21.15.42:0/194741353 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f158c1013a0 0x7f158c10f330 unknown :-1 s=CLOSED pgs=697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:14.688 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:14.688+0000 7f1592551700 1 --2- 172.21.15.42:0/194741353 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f158c108560 0x7f158c108940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:14.688 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:14.688+0000 7f1592551700 1 --2- 172.21.15.42:0/194741353 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f158c1009e0 0x7f158c100e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:14.688 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:14.688+0000 7f1592551700 1 -- 172.21.15.42:0/194741353 >> 172.21.15.42:0/194741353 conn(0x7f158c077990 msgr2=0x7f158c0fed10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:14.688 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:14.688+0000 7f1592551700 1 -- 172.21.15.42:0/194741353 shutdown_connections 2024-06-06T08:27:14.689 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:14.688+0000 7f1592551700 1 -- 172.21.15.42:0/194741353 wait complete. 2024-06-06T08:27:14.689 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:14.689+0000 7f1592551700 1 Processor -- start 2024-06-06T08:27:14.689 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:14.689+0000 7f1592551700 1 -- start start 2024-06-06T08:27:14.691 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:14.689+0000 7f1592551700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f158c1009e0 0x7f158c19e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:14.691 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:14.689+0000 7f1592551700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f158c1013a0 0x7f158c19ed00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:14.691 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:14.689+0000 7f1592551700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f158c108560 0x7f158c198980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:14.691 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:14.689+0000 7f1592551700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f158c1127a0 con 0x7f158c1009e0 2024-06-06T08:27:14.691 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:14.689+0000 7f1592551700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f158c112620 con 0x7f158c1013a0 2024-06-06T08:27:14.691 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:14.689+0000 7f1592551700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f158c112920 con 0x7f158c108560 2024-06-06T08:27:14.692 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:14.689+0000 7f158bfff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f158c1009e0 0x7f158c19e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:14.692 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:14.689+0000 7f158bfff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f158c1009e0 0x7f158c19e7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:40800/0 (socket says 172.21.15.42:40800) 2024-06-06T08:27:14.692 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:14.689+0000 7f158bfff700 1 -- 172.21.15.42:0/2672822079 learned_addr learned my addr 172.21.15.42:0/2672822079 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:14.692 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:14.689+0000 7f158b7fe700 1 --2- 172.21.15.42:0/2672822079 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f158c1013a0 0x7f158c19ed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:14.692 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:14.689+0000 7f1590aee700 1 --2- 172.21.15.42:0/2672822079 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f158c108560 0x7f158c198980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:14.692 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:14.690+0000 7f158bfff700 1 -- 172.21.15.42:0/2672822079 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f158c108560 msgr2=0x7f158c198980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:14.692 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:14.690+0000 7f158bfff700 1 --2- 172.21.15.42:0/2672822079 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f158c108560 0x7f158c198980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:14.692 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:14.690+0000 7f158bfff700 1 -- 172.21.15.42:0/2672822079 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f158c1013a0 msgr2=0x7f158c19ed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:14.692 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:14.690+0000 7f158bfff700 1 --2- 172.21.15.42:0/2672822079 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f158c1013a0 0x7f158c19ed00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:14.692 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:14.690+0000 7f158bfff700 1 -- 172.21.15.42:0/2672822079 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f158c1990e0 con 0x7f158c1009e0 2024-06-06T08:27:14.692 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:14.690+0000 7f158bfff700 1 --2- 172.21.15.42:0/2672822079 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f158c1009e0 0x7f158c19e7c0 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f157c00d950 tx=0x7f157c00dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:14.692 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:14.690+0000 7f15897fa700 1 -- 172.21.15.42:0/2672822079 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f157c016070 con 0x7f158c1009e0 2024-06-06T08:27:14.692 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:14.690+0000 7f15897fa700 1 -- 172.21.15.42:0/2672822079 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f157c00fd70 con 0x7f158c1009e0 2024-06-06T08:27:14.693 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:14.690+0000 7f1592551700 1 -- 172.21.15.42:0/2672822079 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f158c1993d0 con 0x7f158c1009e0 2024-06-06T08:27:14.693 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:14.690+0000 7f15897fa700 1 -- 172.21.15.42:0/2672822079 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f157c00e610 con 0x7f158c1009e0 2024-06-06T08:27:14.693 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:14.690+0000 7f1592551700 1 -- 172.21.15.42:0/2672822079 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f158c101af0 con 0x7f158c1009e0 2024-06-06T08:27:14.693 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:14.691+0000 7f1592551700 1 -- 172.21.15.42:0/2672822079 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f158c199eb0 con 0x7f158c1009e0 2024-06-06T08:27:14.694 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:14.693+0000 7f15897fa700 1 -- 172.21.15.42:0/2672822079 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f157c019070 con 0x7f158c1009e0 2024-06-06T08:27:14.694 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:14.694+0000 7f15897fa700 1 --2- 172.21.15.42:0/2672822079 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f15740a2d90 0x7f15740a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:14.694 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:14.694+0000 7f15897fa700 1 -- 172.21.15.42:0/2672822079 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f157c0cf220 con 0x7f158c1009e0 2024-06-06T08:27:14.694 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:14.694+0000 7f158b7fe700 1 --2- 172.21.15.42:0/2672822079 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f15740a2d90 0x7f15740a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:14.694 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:14.694+0000 7f158b7fe700 1 --2- 172.21.15.42:0/2672822079 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f15740a2d90 0x7f15740a5250 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f158c107b00 tx=0x7f158000b410 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:14.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:14.697+0000 7f15897fa700 1 -- 172.21.15.42:0/2672822079 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f157c09bb00 con 0x7f158c1009e0 2024-06-06T08:27:14.955 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:14.956+0000 7f1592551700 1 -- 172.21.15.42:0/2672822079 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f158c02dca0 con 0x7f158c1009e0 2024-06-06T08:27:14.956 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:14.957+0000 7f15897fa700 1 -- 172.21.15.42:0/2672822079 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11880 (secure 0 0 0) 0x7f157c09b400 con 0x7f158c1009e0 2024-06-06T08:27:14.956 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:27:14.956 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/667270675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":667270675},{"type":"v1","addr":"172.21.15.42:6837","nonce":667270675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/2414389302","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":2414389302},{"type":"v1","addr":"172.21.15.42:6839","nonce":2414389302}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14574,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/3625002785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":3625002785},{"type":"v1","addr":"172.21.15.42:6841","nonce":3625002785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24413,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6835/3995394553","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":3995394553},{"type":"v1","addr":"172.21.15.120:6835","nonce":3995394553}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T08:18:39.778858+0000","modified":"2024-06-06T08:26:55.629334+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24464},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6837/3434475673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":3434475673},{"type":"v1","addr":"172.21.15.120:6837","nonce":3434475673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6835/3776134468","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":3776134468},{"type":"v1","addr":"172.21.15.149:6835","nonce":3776134468}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":21,"addr":"172.21.15.120:6839/1585293472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":1585293472},{"type":"v1","addr":"172.21.15.120:6839","nonce":1585293472}]},"join_fscid":-1,"export_targets":[1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":25,"addr":"172.21.15.149:6837/751787578","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":751787578},{"type":"v1","addr":"172.21.15.149:6837","nonce":751787578}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":8,"addr":"172.21.15.149:6839/764851483","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":764851483},{"type":"v1","addr":"172.21.15.149:6839","nonce":764851483}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24464,24469,24484]},"id":1}]} 2024-06-06T08:27:14.958 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:14.959+0000 7f1592551700 1 -- 172.21.15.42:0/2672822079 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f15740a2d90 msgr2=0x7f15740a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:14.958 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:14.959+0000 7f1592551700 1 --2- 172.21.15.42:0/2672822079 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f15740a2d90 0x7f15740a5250 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f158c107b00 tx=0x7f158000b410 comp rx=0 tx=0).stop 2024-06-06T08:27:14.958 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:14.959+0000 7f1592551700 1 -- 172.21.15.42:0/2672822079 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f158c1009e0 msgr2=0x7f158c19e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:14.959 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:14.959+0000 7f1592551700 1 --2- 172.21.15.42:0/2672822079 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f158c1009e0 0x7f158c19e7c0 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f157c00d950 tx=0x7f157c00dc60 comp rx=0 tx=0).stop 2024-06-06T08:27:14.959 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:14.959+0000 7f1592551700 1 -- 172.21.15.42:0/2672822079 shutdown_connections 2024-06-06T08:27:14.959 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:14.959+0000 7f1592551700 1 --2- 172.21.15.42:0/2672822079 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f15740a2d90 0x7f15740a5250 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:14.959 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:14.959+0000 7f1592551700 1 --2- 172.21.15.42:0/2672822079 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f158c108560 0x7f158c198980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:14.959 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:14.959+0000 7f1592551700 1 --2- 172.21.15.42:0/2672822079 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f158c1009e0 0x7f158c19e7c0 unknown :-1 s=CLOSED pgs=698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:14.959 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:14.959+0000 7f1592551700 1 --2- 172.21.15.42:0/2672822079 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f158c1013a0 0x7f158c19ed00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:14.959 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:14.959+0000 7f1592551700 1 -- 172.21.15.42:0/2672822079 >> 172.21.15.42:0/2672822079 conn(0x7f158c077990 msgr2=0x7f158c0fee60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:14.959 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:14.960+0000 7f1592551700 1 -- 172.21.15.42:0/2672822079 shutdown_connections 2024-06-06T08:27:14.959 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:14.960+0000 7f1592551700 1 -- 172.21.15.42:0/2672822079 wait complete. 2024-06-06T08:27:14.959 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 29 2024-06-06T08:27:15.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:15 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/2672822079' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:27:15.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:15 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/2672822079' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:27:15.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:15 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/2672822079' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:27:15.796 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.794+0000 7ff112e72700 1 -- 172.21.15.42:0/3752514660 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff10c1066b0 msgr2=0x7ff10c10e280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:15.796 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.794+0000 7ff112e72700 1 --2- 172.21.15.42:0/3752514660 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff10c1066b0 0x7ff10c10e280 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7ff10400b0d0 tx=0x7ff10400b3e0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.796 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.794+0000 7ff112e72700 1 -- 172.21.15.42:0/3752514660 shutdown_connections 2024-06-06T08:27:15.796 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.794+0000 7ff112e72700 1 --2- 172.21.15.42:0/3752514660 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff10c1066b0 0x7ff10c10e280 unknown :-1 s=CLOSED pgs=699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.796 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.794+0000 7ff112e72700 1 --2- 172.21.15.42:0/3752514660 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff10c101620 0x7ff10c101a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.796 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.794+0000 7ff112e72700 1 --2- 172.21.15.42:0/3752514660 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff10c101fd0 0x7ff10c105fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.796 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.794+0000 7ff112e72700 1 -- 172.21.15.42:0/3752514660 >> 172.21.15.42:0/3752514660 conn(0x7ff10c078340 msgr2=0x7ff10c078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:15.796 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.794+0000 7ff112e72700 1 -- 172.21.15.42:0/3752514660 shutdown_connections 2024-06-06T08:27:15.796 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.794+0000 7ff112e72700 1 -- 172.21.15.42:0/3752514660 wait complete. 2024-06-06T08:27:15.796 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.795+0000 7ff112e72700 1 Processor -- start 2024-06-06T08:27:15.796 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.795+0000 7ff112e72700 1 -- start start 2024-06-06T08:27:15.797 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.795+0000 7ff112e72700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff10c101620 0x7ff10c103070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:15.797 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.795+0000 7ff112e72700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff10c101fd0 0x7ff10c1035b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:15.797 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.795+0000 7ff112e72700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff10c1066b0 0x7ff10c103af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:15.797 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.795+0000 7ff112e72700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff10c1116a0 con 0x7ff10c101620 2024-06-06T08:27:15.797 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.795+0000 7ff112e72700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7ff10c111520 con 0x7ff10c1066b0 2024-06-06T08:27:15.797 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.795+0000 7ff112e72700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7ff10c111820 con 0x7ff10c101fd0 2024-06-06T08:27:15.797 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.795+0000 7ff110c0e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff10c101620 0x7ff10c103070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:15.797 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.795+0000 7ff110c0e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff10c101620 0x7ff10c103070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:40824/0 (socket says 172.21.15.42:40824) 2024-06-06T08:27:15.797 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.795+0000 7ff110c0e700 1 -- 172.21.15.42:0/3577800072 learned_addr learned my addr 172.21.15.42:0/3577800072 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:15.797 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.796+0000 7ff10bfff700 1 --2- 172.21.15.42:0/3577800072 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff10c101fd0 0x7ff10c1035b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:15.798 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.796+0000 7ff11140f700 1 --2- 172.21.15.42:0/3577800072 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff10c1066b0 0x7ff10c103af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:15.798 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.796+0000 7ff110c0e700 1 -- 172.21.15.42:0/3577800072 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff10c101fd0 msgr2=0x7ff10c1035b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:15.798 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.796+0000 7ff110c0e700 1 --2- 172.21.15.42:0/3577800072 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff10c101fd0 0x7ff10c1035b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.798 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.796+0000 7ff110c0e700 1 -- 172.21.15.42:0/3577800072 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff10c1066b0 msgr2=0x7ff10c103af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:15.798 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.796+0000 7ff110c0e700 1 --2- 172.21.15.42:0/3577800072 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff10c1066b0 0x7ff10c103af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.798 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.796+0000 7ff110c0e700 1 -- 172.21.15.42:0/3577800072 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff10c1a7110 con 0x7ff10c101620 2024-06-06T08:27:15.798 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.796+0000 7ff110c0e700 1 --2- 172.21.15.42:0/3577800072 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff10c101620 0x7ff10c103070 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7ff10000d950 tx=0x7ff10000dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:15.798 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.796+0000 7ff109ffb700 1 -- 172.21.15.42:0/3577800072 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff100016070 con 0x7ff10c101620 2024-06-06T08:27:15.798 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.796+0000 7ff109ffb700 1 -- 172.21.15.42:0/3577800072 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff10000fd70 con 0x7ff10c101620 2024-06-06T08:27:15.798 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.796+0000 7ff112e72700 1 -- 172.21.15.42:0/3577800072 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff10c1a7400 con 0x7ff10c101620 2024-06-06T08:27:15.798 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.796+0000 7ff109ffb700 1 -- 172.21.15.42:0/3577800072 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff10000e610 con 0x7ff10c101620 2024-06-06T08:27:15.798 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.797+0000 7ff112e72700 1 -- 172.21.15.42:0/3577800072 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff10c1a7940 con 0x7ff10c101620 2024-06-06T08:27:15.800 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.799+0000 7ff109ffb700 1 -- 172.21.15.42:0/3577800072 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7ff100019070 con 0x7ff10c101620 2024-06-06T08:27:15.801 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.799+0000 7ff109ffb700 1 --2- 172.21.15.42:0/3577800072 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7ff0fc0a2e10 0x7ff0fc0a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:15.801 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.799+0000 7ff109ffb700 1 -- 172.21.15.42:0/3577800072 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7ff1000ceee0 con 0x7ff10c101620 2024-06-06T08:27:15.801 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.799+0000 7ff10bfff700 1 --2- 172.21.15.42:0/3577800072 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7ff0fc0a2e10 0x7ff0fc0a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:15.801 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.800+0000 7ff10bfff700 1 --2- 172.21.15.42:0/3577800072 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7ff0fc0a2e10 0x7ff0fc0a52d0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7ff10c06bca0 tx=0x7ff0f800b410 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:15.801 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.800+0000 7ff11d6f5b80 1 Processor -- start 2024-06-06T08:27:15.801 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.800+0000 7ff11d6f5b80 1 -- start start 2024-06-06T08:27:15.801 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.801+0000 7ff11d6f5b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557e9feaf640 0x557e9feafa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:15.801 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.801+0000 7ff11d6f5b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557e9feaff60 0x557e9fea99e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:15.801 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.801+0000 7ff11d6f5b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557e9fea9f20 0x557e9feaa340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:15.801 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.801+0000 7ff11d6f5b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x557e9fdfb810 con 0x557e9fea9f20 2024-06-06T08:27:15.801 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.801+0000 7ff11d6f5b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x557e9fda3720 con 0x557e9feaff60 2024-06-06T08:27:15.801 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.801+0000 7ff11d6f5b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x557e9fdf77d0 con 0x557e9feaf640 2024-06-06T08:27:15.801 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.801+0000 7ff11140f700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557e9fea9f20 0x557e9feaa340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:15.801 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.801+0000 7ff11140f700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557e9fea9f20 0x557e9feaa340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:40830/0 (socket says 172.21.15.42:40830) 2024-06-06T08:27:15.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.801+0000 7ff11140f700 1 -- 172.21.15.42:0/3283517023 learned_addr learned my addr 172.21.15.42:0/3283517023 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:15.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.801+0000 7ff110c0e700 1 --2- 172.21.15.42:0/3283517023 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557e9feaf640 0x557e9feafa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:15.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.801+0000 7ff10bfff700 1 --2- 172.21.15.42:0/3283517023 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557e9feaff60 0x557e9fea99e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:15.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.801+0000 7ff11140f700 1 -- 172.21.15.42:0/3283517023 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557e9feaf640 msgr2=0x557e9feafa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:15.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.801+0000 7ff11140f700 1 --2- 172.21.15.42:0/3283517023 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557e9feaf640 0x557e9feafa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.801+0000 7ff11140f700 1 -- 172.21.15.42:0/3283517023 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557e9feaff60 msgr2=0x557e9fea99e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:15.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.801+0000 7ff11140f700 1 --2- 172.21.15.42:0/3283517023 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557e9feaff60 0x557e9fea99e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.801+0000 7ff11140f700 1 -- 172.21.15.42:0/3283517023 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557e9fd99f50 con 0x557e9fea9f20 2024-06-06T08:27:15.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.801+0000 7ff10bfff700 1 --2- 172.21.15.42:0/3283517023 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557e9feaff60 0x557e9fea99e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:27:15.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.801+0000 7ff110c0e700 1 --2- 172.21.15.42:0/3283517023 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557e9feaf640 0x557e9feafa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:27:15.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.802+0000 7ff11140f700 1 --2- 172.21.15.42:0/3283517023 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557e9fea9f20 0x557e9feaa340 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7ff104009cb0 tx=0x7ff104006210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5bafdfe980c307 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:15.802 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.802+0000 7ff0f6ffd700 1 -- 172.21.15.42:0/3283517023 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1040093d0 con 0x557e9fea9f20 2024-06-06T08:27:15.803 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.802+0000 7ff0f6ffd700 1 -- 172.21.15.42:0/3283517023 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff1040074e0 con 0x557e9fea9f20 2024-06-06T08:27:15.803 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.802+0000 7ff0f6ffd700 1 -- 172.21.15.42:0/3283517023 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1040052a0 con 0x557e9fea9f20 2024-06-06T08:27:15.809 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.803+0000 7ff11d6f5b80 1 -- 172.21.15.42:0/3283517023 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557e9fea9f20 msgr2=0x557e9feaa340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:15.809 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.803+0000 7ff11d6f5b80 1 --2- 172.21.15.42:0/3283517023 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557e9fea9f20 0x557e9feaa340 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7ff104009cb0 tx=0x7ff104006210 comp rx=0 tx=0).stop 2024-06-06T08:27:15.809 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.803+0000 7ff11d6f5b80 1 -- 172.21.15.42:0/3283517023 shutdown_connections 2024-06-06T08:27:15.809 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.803+0000 7ff11d6f5b80 1 --2- 172.21.15.42:0/3283517023 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557e9fea9f20 0x557e9feaa340 unknown :-1 s=CLOSED pgs=701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.809 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.803+0000 7ff11d6f5b80 1 --2- 172.21.15.42:0/3283517023 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557e9feaf640 0x557e9feafa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.809 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.803+0000 7ff11d6f5b80 1 --2- 172.21.15.42:0/3283517023 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557e9feaff60 0x557e9fea99e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.809 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.803+0000 7ff11d6f5b80 1 -- 172.21.15.42:0/3283517023 >> 172.21.15.42:0/3283517023 conn(0x557e9fdd4cc0 msgr2=0x557e9fea4850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:15.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.803+0000 7ff11d6f5b80 1 -- 172.21.15.42:0/3283517023 shutdown_connections 2024-06-06T08:27:15.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.803+0000 7ff11d6f5b80 1 -- 172.21.15.42:0/3283517023 wait complete. 2024-06-06T08:27:15.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.803+0000 7ff11d6f5b80 1 -- start start 2024-06-06T08:27:15.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.803+0000 7ff11d6f5b80 1 Processor -- start 2024-06-06T08:27:15.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.804+0000 7ff11d6f5b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557e9fea9f20 0x557e9feb5cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:15.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.804+0000 7ff11d6f5b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557e9feaf640 0x557e9feb2fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:15.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.804+0000 7ff11d6f5b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557e9feaff60 0x557e9feb34f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:15.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.804+0000 7ff11d6f5b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x557e9feb6970 con 0x557e9feaf640 2024-06-06T08:27:15.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.804+0000 7ff11d6f5b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x557e9fd9bbf0 con 0x557e9feaff60 2024-06-06T08:27:15.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.804+0000 7ff11d6f5b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x557e9feb6af0 con 0x557e9fea9f20 2024-06-06T08:27:15.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.804+0000 7ff11d6f5b80 10 client.0 _ll_register_callbacks cb 0x557e9fd95920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:27:15.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.804+0000 7ff10bfff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557e9feaf640 0x557e9feb2fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:15.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.804+0000 7ff10bfff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557e9feaf640 0x557e9feb2fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:40836/0 (socket says 172.21.15.42:40836) 2024-06-06T08:27:15.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.804+0000 7ff10bfff700 1 -- 172.21.15.42:0/1209375591 learned_addr learned my addr 172.21.15.42:0/1209375591 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:15.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.804+0000 7ff110c0e700 1 --2- 172.21.15.42:0/1209375591 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557e9fea9f20 0x557e9feb5cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:15.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.804+0000 7ff11140f700 1 --2- 172.21.15.42:0/1209375591 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557e9feaff60 0x557e9feb34f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:15.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.804+0000 7ff10bfff700 1 -- 172.21.15.42:0/1209375591 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557e9fea9f20 msgr2=0x557e9feb5cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:15.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.804+0000 7ff10bfff700 1 --2- 172.21.15.42:0/1209375591 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557e9fea9f20 0x557e9feb5cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.804+0000 7ff10bfff700 1 -- 172.21.15.42:0/1209375591 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557e9feaff60 msgr2=0x557e9feb34f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:15.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.804+0000 7ff10bfff700 1 --2- 172.21.15.42:0/1209375591 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557e9feaff60 0x557e9feb34f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.804+0000 7ff10bfff700 1 -- 172.21.15.42:0/1209375591 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557e9fd4a8d0 con 0x557e9feaf640 2024-06-06T08:27:15.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.804+0000 7ff11140f700 1 --2- 172.21.15.42:0/1209375591 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557e9feaff60 0x557e9feb34f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:27:15.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.804+0000 7ff10bfff700 1 --2- 172.21.15.42:0/1209375591 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557e9feaf640 0x557e9feb2fb0 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7ff0f8011740 tx=0x7ff0f80047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=740f4ecbe1c0ea43 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:15.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.804+0000 7ff0ebfff700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:27:15.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.805+0000 7ff0ebfff700 1 -- 172.21.15.42:0/1209375591 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0f801f840 con 0x557e9feaf640 2024-06-06T08:27:15.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.805+0000 7ff0ebfff700 1 -- 172.21.15.42:0/1209375591 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7ff0f801f9e0 con 0x557e9feaf640 2024-06-06T08:27:15.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.805+0000 7ff11d6f5b80 1 -- 172.21.15.42:0/1209375591 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff1040074e0 con 0x557e9feaf640 2024-06-06T08:27:15.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.805+0000 7ff0ebfff700 1 -- 172.21.15.42:0/1209375591 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ff0f8010e80 con 0x557e9feaf640 2024-06-06T08:27:15.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.805+0000 7ff11d6f5b80 10 client.16497 fetch_fsmap learned FSMap version 29 2024-06-06T08:27:15.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.805+0000 7ff11d6f5b80 1 -- 172.21.15.42:0/1209375591 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x557e9fec12b0 con 0x557e9feaf640 2024-06-06T08:27:15.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.805+0000 7ff0ebfff700 1 -- 172.21.15.42:0/1209375591 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff1040074e0 con 0x557e9feaf640 2024-06-06T08:27:15.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.805+0000 7ff0ebfff700 1 -- 172.21.15.42:0/1209375591 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7ff0f801e430 con 0x557e9feaf640 2024-06-06T08:27:15.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.805+0000 7ff11d6f5b80 10 client.16497 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T08:27:15.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.805+0000 7ff11d6f5b80 10 client.16497 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-06-06T08:27:15.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.805+0000 7ff11d6f5b80 20 client.16497 populate_metadata read hostname 'smithi042' 2024-06-06T08:27:15.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.806+0000 7ff11d6f5b80 1 --2- 172.21.15.42:0/1209375591 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x557e9fec3940 0x557e9fec5d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:15.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.806+0000 7ff11d6f5b80 4 client.16497 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:27:15.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.806+0000 7ff11d6f5b80 1 -- 172.21.15.42:0/1209375591 --> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557e9fe08d10 con 0x557e9fec3940 2024-06-06T08:27:15.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.806+0000 7ff110c0e700 1 --2- 172.21.15.42:0/1209375591 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x557e9fec3940 0x557e9fec5d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:15.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.806+0000 7ff110c0e700 1 --2- 172.21.15.42:0/1209375591 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x557e9fec3940 0x557e9fec5d30 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=3970fc716bd7cb87 server_cookie=b5ed2f6775d47238 in_seq=0 out_seq=0 2024-06-06T08:27:15.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.806+0000 7ff0ebfff700 10 client.16497 ms_handle_connect on v2:172.21.15.149:6836/751787578 2024-06-06T08:27:15.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.807+0000 7ff0ebfff700 1 -- 172.21.15.42:0/1209375591 <== mds.1 v2:172.21.15.149:6836/751787578 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x557e9fe08d10 con 0x557e9fec3940 2024-06-06T08:27:15.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.807+0000 7ff0ebfff700 10 client.16497 handle_command_reply: tid=0 2024-06-06T08:27:15.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.807+0000 7ff11d6f5b80 1 client.16497 shutdown 2024-06-06T08:27:15.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.807+0000 7ff11d6f5b80 1 -- 172.21.15.42:0/1209375591 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557e9feaf640 msgr2=0x557e9feb2fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:15.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.807+0000 7ff11d6f5b80 1 --2- 172.21.15.42:0/1209375591 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557e9feaf640 0x557e9feb2fb0 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7ff0f8011740 tx=0x7ff0f80047c0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.807+0000 7ff11d6f5b80 1 -- 172.21.15.42:0/1209375591 shutdown_connections 2024-06-06T08:27:15.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.807+0000 7ff11d6f5b80 1 --2- 172.21.15.42:0/1209375591 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x557e9fec3940 0x557e9fec5d30 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.807+0000 7ff11d6f5b80 1 --2- 172.21.15.42:0/1209375591 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557e9feaff60 0x557e9feb34f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.807+0000 7ff11d6f5b80 1 --2- 172.21.15.42:0/1209375591 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557e9fea9f20 0x557e9feb5cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.807+0000 7ff11d6f5b80 1 --2- 172.21.15.42:0/1209375591 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557e9feaf640 0x557e9feb2fb0 unknown :-1 s=CLOSED pgs=702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.807+0000 7ff11d6f5b80 1 -- 172.21.15.42:0/1209375591 >> 172.21.15.42:0/1209375591 conn(0x557e9fdd4cc0 msgr2=0x557e9fea89d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:15.814 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.807+0000 7ff0ebfff700 0 client.16497 ms_handle_reset on v2:172.21.15.149:6836/751787578 2024-06-06T08:27:15.814 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.808+0000 7ff11d6f5b80 1 -- 172.21.15.42:0/1209375591 shutdown_connections 2024-06-06T08:27:15.814 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.808+0000 7ff11d6f5b80 1 -- 172.21.15.42:0/1209375591 wait complete. 2024-06-06T08:27:15.814 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.808+0000 7ff11d6f5b80 20 client.16497 trim_cache size 0 max 16384 2024-06-06T08:27:15.823 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.823+0000 7ff11d6f5b80 1 Processor -- start 2024-06-06T08:27:15.823 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.823+0000 7ff11d6f5b80 1 -- start start 2024-06-06T08:27:15.823 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.823+0000 7ff11d6f5b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557e9fea9f20 0x557e9fea99e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:15.823 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.824+0000 7ff11d6f5b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557e9feaf640 0x557e9feb0340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:15.823 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.824+0000 7ff11d6f5b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557e9feaff60 0x557e9feb0880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:15.823 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.824+0000 7ff11d6f5b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff10c1b2e80 con 0x557e9feaf640 2024-06-06T08:27:15.823 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.824+0000 7ff11d6f5b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7ff10c1b06e0 con 0x557e9fea9f20 2024-06-06T08:27:15.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.824+0000 7ff11d6f5b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7ff10c1ae530 con 0x557e9feaff60 2024-06-06T08:27:15.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.824+0000 7ff10bfff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557e9feaf640 0x557e9feb0340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:15.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.824+0000 7ff10bfff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557e9feaf640 0x557e9feb0340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:40850/0 (socket says 172.21.15.42:40850) 2024-06-06T08:27:15.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.824+0000 7ff10bfff700 1 -- 172.21.15.42:0/723183172 learned_addr learned my addr 172.21.15.42:0/723183172 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:15.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.824+0000 7ff11140f700 1 --2- 172.21.15.42:0/723183172 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557e9feaff60 0x557e9feb0880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:15.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.824+0000 7ff110c0e700 1 --2- 172.21.15.42:0/723183172 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557e9fea9f20 0x557e9fea99e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:15.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.824+0000 7ff10bfff700 1 -- 172.21.15.42:0/723183172 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557e9feaff60 msgr2=0x557e9feb0880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:15.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.824+0000 7ff10bfff700 1 --2- 172.21.15.42:0/723183172 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557e9feaff60 0x557e9feb0880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.824+0000 7ff10bfff700 1 -- 172.21.15.42:0/723183172 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557e9fea9f20 msgr2=0x557e9fea99e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:15.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.824+0000 7ff10bfff700 1 --2- 172.21.15.42:0/723183172 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557e9fea9f20 0x557e9fea99e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.824+0000 7ff10bfff700 1 -- 172.21.15.42:0/723183172 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557e9feb1540 con 0x557e9feaf640 2024-06-06T08:27:15.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.824+0000 7ff110c0e700 1 --2- 172.21.15.42:0/723183172 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557e9fea9f20 0x557e9fea99e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:27:15.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.824+0000 7ff10bfff700 1 --2- 172.21.15.42:0/723183172 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557e9feaf640 0x557e9feb0340 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7ff0f8000c00 tx=0x7ff0f800b4c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d51faa4acf6ab7d server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:15.828 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.825+0000 7ff0f67fc700 1 -- 172.21.15.42:0/723183172 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0f801e630 con 0x557e9feaf640 2024-06-06T08:27:15.828 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.825+0000 7ff0f67fc700 1 -- 172.21.15.42:0/723183172 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff0f8023070 con 0x557e9feaf640 2024-06-06T08:27:15.828 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.825+0000 7ff0f67fc700 1 -- 172.21.15.42:0/723183172 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0f8028760 con 0x557e9feaf640 2024-06-06T08:27:15.828 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.825+0000 7ff11d6f5b80 1 -- 172.21.15.42:0/723183172 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557e9feaf640 msgr2=0x557e9feb0340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:15.828 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.825+0000 7ff11d6f5b80 1 --2- 172.21.15.42:0/723183172 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557e9feaf640 0x557e9feb0340 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7ff0f8000c00 tx=0x7ff0f800b4c0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.828 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.826+0000 7ff11d6f5b80 1 -- 172.21.15.42:0/723183172 shutdown_connections 2024-06-06T08:27:15.828 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.826+0000 7ff11d6f5b80 1 --2- 172.21.15.42:0/723183172 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557e9feaff60 0x557e9feb0880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.828 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.826+0000 7ff11d6f5b80 1 --2- 172.21.15.42:0/723183172 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557e9fea9f20 0x557e9fea99e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.828 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.826+0000 7ff11d6f5b80 1 --2- 172.21.15.42:0/723183172 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557e9feaf640 0x557e9feb0340 unknown :-1 s=CLOSED pgs=703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.828 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.826+0000 7ff11d6f5b80 1 -- 172.21.15.42:0/723183172 >> 172.21.15.42:0/723183172 conn(0x557e9fdd4cc0 msgr2=0x557e9feb18c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:15.828 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.826+0000 7ff11d6f5b80 1 -- 172.21.15.42:0/723183172 shutdown_connections 2024-06-06T08:27:15.829 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.826+0000 7ff11d6f5b80 1 -- 172.21.15.42:0/723183172 wait complete. 2024-06-06T08:27:15.829 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.826+0000 7ff11d6f5b80 1 -- start start 2024-06-06T08:27:15.829 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.826+0000 7ff11d6f5b80 1 Processor -- start 2024-06-06T08:27:15.829 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.827+0000 7ff11d6f5b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557e9fea9f20 0x557e9febc170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:15.829 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.827+0000 7ff11d6f5b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557e9feaf640 0x557e9febc6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:15.829 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.827+0000 7ff11d6f5b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557e9feaff60 0x557e9fecadb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:15.829 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.827+0000 7ff11d6f5b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff10c1aeba0 con 0x557e9fea9f20 2024-06-06T08:27:15.829 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.827+0000 7ff11d6f5b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7ff10c1b0010 con 0x557e9feaff60 2024-06-06T08:27:15.829 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.827+0000 7ff11d6f5b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7ff10c1af270 con 0x557e9feaf640 2024-06-06T08:27:15.829 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.827+0000 7ff11d6f5b80 10 client.0 _ll_register_callbacks cb 0x557e9fd95920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:27:15.829 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.827+0000 7ff110c0e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557e9fea9f20 0x557e9febc170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:15.829 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.827+0000 7ff10bfff700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557e9feaf640 0x557e9febc6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:15.830 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.827+0000 7ff10bfff700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557e9feaf640 0x557e9febc6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:51060/0 (socket says 172.21.15.42:51060) 2024-06-06T08:27:15.830 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.827+0000 7ff10bfff700 1 -- 172.21.15.42:0/325245421 learned_addr learned my addr 172.21.15.42:0/325245421 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:15.830 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.827+0000 7ff110c0e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557e9fea9f20 0x557e9febc170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:40856/0 (socket says 172.21.15.42:40856) 2024-06-06T08:27:15.830 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.827+0000 7ff11140f700 1 --2- 172.21.15.42:0/325245421 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557e9feaff60 0x557e9fecadb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:15.830 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.827+0000 7ff10bfff700 1 -- 172.21.15.42:0/325245421 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557e9feaff60 msgr2=0x557e9fecadb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:15.830 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.827+0000 7ff10bfff700 1 --2- 172.21.15.42:0/325245421 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557e9feaff60 0x557e9fecadb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.830 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.827+0000 7ff10bfff700 1 -- 172.21.15.42:0/325245421 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557e9fea9f20 msgr2=0x557e9febc170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:15.830 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.827+0000 7ff10bfff700 1 --2- 172.21.15.42:0/325245421 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557e9fea9f20 0x557e9febc170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.830 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.827+0000 7ff10bfff700 1 -- 172.21.15.42:0/325245421 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557e9fecb590 con 0x557e9feaf640 2024-06-06T08:27:15.830 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.828+0000 7ff10bfff700 1 --2- 172.21.15.42:0/325245421 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557e9feaf640 0x557e9febc6b0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7ff0f8038000 tx=0x7ff0f801ec50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4b0f688a94f46b20 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:15.830 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.828+0000 7ff0ebfff700 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:27:15.830 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.828+0000 7ff0ebfff700 1 -- 172.21.15.42:0/325245421 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0f8043070 con 0x557e9feaf640 2024-06-06T08:27:15.830 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.828+0000 7ff0ebfff700 1 -- 172.21.15.42:0/325245421 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7ff0f801fa50 con 0x557e9feaf640 2024-06-06T08:27:15.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.828+0000 7ff11d6f5b80 1 -- 172.21.15.42:0/325245421 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff0f8023070 con 0x557e9feaf640 2024-06-06T08:27:15.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.828+0000 7ff0ebfff700 1 -- 172.21.15.42:0/325245421 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ff0f8004760 con 0x557e9feaf640 2024-06-06T08:27:15.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.828+0000 7ff11d6f5b80 10 client.26047 fetch_fsmap learned FSMap version 29 2024-06-06T08:27:15.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.828+0000 7ff11d6f5b80 1 -- 172.21.15.42:0/325245421 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x557e9ff2e1c0 con 0x557e9feaf640 2024-06-06T08:27:15.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.828+0000 7ff0ebfff700 1 -- 172.21.15.42:0/325245421 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff0f8023070 con 0x557e9feaf640 2024-06-06T08:27:15.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.829+0000 7ff0ebfff700 1 -- 172.21.15.42:0/325245421 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7ff0f8028470 con 0x557e9feaf640 2024-06-06T08:27:15.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.829+0000 7ff11d6f5b80 10 client.26047 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T08:27:15.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.829+0000 7ff11d6f5b80 10 client.26047 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-06-06T08:27:15.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.829+0000 7ff11d6f5b80 20 client.26047 populate_metadata read hostname 'smithi042' 2024-06-06T08:27:15.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.829+0000 7ff11d6f5b80 1 --2- 172.21.15.42:0/325245421 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x557e9ff2e880 0x557e9ff30ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:15.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.829+0000 7ff11d6f5b80 4 client.26047 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-06-06T08:27:15.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.829+0000 7ff11d6f5b80 1 -- 172.21.15.42:0/325245421 --> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] -- command(tid 0: {"prefix": "damage ls"}) -- 0x557e9fe03290 con 0x557e9ff2e880 2024-06-06T08:27:15.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.829+0000 7ff110c0e700 1 --2- 172.21.15.42:0/325245421 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x557e9ff2e880 0x557e9ff30ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:15.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.829+0000 7ff0ebfff700 10 client.26047 ms_handle_connect on v2:172.21.15.149:6836/751787578 2024-06-06T08:27:15.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.829+0000 7ff110c0e700 1 --2- 172.21.15.42:0/325245421 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x557e9ff2e880 0x557e9ff30ca0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=1481852634938751 server_cookie=f1d817df7cb20f50 in_seq=0 out_seq=0 2024-06-06T08:27:15.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.830+0000 7ff0ebfff700 1 -- 172.21.15.42:0/325245421 <== mds.1 v2:172.21.15.149:6836/751787578 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x557e9fe03290 con 0x557e9ff2e880 2024-06-06T08:27:15.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.830+0000 7ff0ebfff700 10 client.26047 handle_command_reply: tid=0 2024-06-06T08:27:15.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.830+0000 7ff11d6f5b80 1 client.26047 shutdown 2024-06-06T08:27:15.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.830+0000 7ff11d6f5b80 1 -- 172.21.15.42:0/325245421 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557e9feaf640 msgr2=0x557e9febc6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:15.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.830+0000 7ff11d6f5b80 1 --2- 172.21.15.42:0/325245421 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557e9feaf640 0x557e9febc6b0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7ff0f8038000 tx=0x7ff0f801ec50 comp rx=0 tx=0).stop 2024-06-06T08:27:15.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.830+0000 7ff11d6f5b80 1 -- 172.21.15.42:0/325245421 shutdown_connections 2024-06-06T08:27:15.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.830+0000 7ff11d6f5b80 1 --2- 172.21.15.42:0/325245421 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x557e9ff2e880 0x557e9ff30ca0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.830+0000 7ff11d6f5b80 1 --2- 172.21.15.42:0/325245421 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557e9feaff60 0x557e9fecadb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.830+0000 7ff11d6f5b80 1 --2- 172.21.15.42:0/325245421 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557e9fea9f20 0x557e9febc170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.830+0000 7ff0ebfff700 0 client.26047 ms_handle_reset on v2:172.21.15.149:6836/751787578 2024-06-06T08:27:15.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.830+0000 7ff11d6f5b80 1 --2- 172.21.15.42:0/325245421 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557e9feaf640 0x557e9febc6b0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.830+0000 7ff11d6f5b80 1 -- 172.21.15.42:0/325245421 >> 172.21.15.42:0/325245421 conn(0x557e9fdd4cc0 msgr2=0x557e9fe9de00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:15.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.830+0000 7ff11d6f5b80 1 -- 172.21.15.42:0/325245421 shutdown_connections 2024-06-06T08:27:15.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.830+0000 7ff11d6f5b80 1 -- 172.21.15.42:0/325245421 wait complete. 2024-06-06T08:27:15.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.830+0000 7ff11d6f5b80 20 client.26047 trim_cache size 0 max 16384 2024-06-06T08:27:15.834 INFO:teuthology.orchestra.run.smithi042.stdout:[] 2024-06-06T08:27:15.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.831+0000 7ff112e72700 1 -- 172.21.15.42:0/3577800072 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7ff0fc0a2e10 msgr2=0x7ff0fc0a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:15.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.831+0000 7ff112e72700 1 --2- 172.21.15.42:0/3577800072 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7ff0fc0a2e10 0x7ff0fc0a52d0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7ff10c06bca0 tx=0x7ff0f800b410 comp rx=0 tx=0).stop 2024-06-06T08:27:15.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.831+0000 7ff112e72700 1 -- 172.21.15.42:0/3577800072 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff10c101620 msgr2=0x7ff10c103070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:15.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.831+0000 7ff112e72700 1 --2- 172.21.15.42:0/3577800072 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff10c101620 0x7ff10c103070 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7ff10000d950 tx=0x7ff10000dc60 comp rx=0 tx=0).stop 2024-06-06T08:27:15.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.831+0000 7ff112e72700 1 -- 172.21.15.42:0/3577800072 shutdown_connections 2024-06-06T08:27:15.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.831+0000 7ff112e72700 1 --2- 172.21.15.42:0/3577800072 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7ff0fc0a2e10 0x7ff0fc0a52d0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.831+0000 7ff112e72700 1 --2- 172.21.15.42:0/3577800072 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff10c1066b0 0x7ff10c103af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.831+0000 7ff112e72700 1 --2- 172.21.15.42:0/3577800072 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff10c101620 0x7ff10c103070 unknown :-1 s=CLOSED pgs=700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.831+0000 7ff112e72700 1 --2- 172.21.15.42:0/3577800072 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff10c101fd0 0x7ff10c1035b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.831+0000 7ff112e72700 1 -- 172.21.15.42:0/3577800072 >> 172.21.15.42:0/3577800072 conn(0x7ff10c078340 msgr2=0x7ff10c105210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:15.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.831+0000 7ff112e72700 1 -- 172.21.15.42:0/3577800072 shutdown_connections 2024-06-06T08:27:15.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:15.831+0000 7ff112e72700 1 -- 172.21.15.42:0/3577800072 wait complete. 2024-06-06T08:27:15.864 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.862+0000 7fc1bbdce640 1 -- 172.21.15.42:0/923421565 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc1b41008f0 msgr2=0x7fc1b4100d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:15.864 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.862+0000 7fc1bbdce640 1 --2- 172.21.15.42:0/923421565 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc1b41008f0 0x7fc1b4100d70 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7fc1a8009930 tx=0x7fc1a802a420 comp rx=0 tx=0).stop 2024-06-06T08:27:15.864 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.862+0000 7fc1bbdce640 1 -- 172.21.15.42:0/923421565 shutdown_connections 2024-06-06T08:27:15.865 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.862+0000 7fc1bbdce640 1 --2- 172.21.15.42:0/923421565 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc1b41012b0 0x7fc1b410d770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.865 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.862+0000 7fc1bbdce640 1 --2- 172.21.15.42:0/923421565 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc1b41008f0 0x7fc1b4100d70 unknown :-1 s=CLOSED pgs=704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.865 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.862+0000 7fc1bbdce640 1 --2- 172.21.15.42:0/923421565 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc1b41068b0 0x7fc1b4106c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.865 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.862+0000 7fc1bbdce640 1 -- 172.21.15.42:0/923421565 >> 172.21.15.42:0/923421565 conn(0x7fc1b40779f0 msgr2=0x7fc1b4077e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:15.865 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.862+0000 7fc1bbdce640 1 -- 172.21.15.42:0/923421565 shutdown_connections 2024-06-06T08:27:15.865 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.862+0000 7fc1bbdce640 1 -- 172.21.15.42:0/923421565 wait complete. 2024-06-06T08:27:15.865 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.863+0000 7fc1bbdce640 1 Processor -- start 2024-06-06T08:27:15.865 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.863+0000 7fc1bbdce640 1 -- start start 2024-06-06T08:27:15.865 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.863+0000 7fc1bbdce640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc1b41008f0 0x7fc1b41981c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:15.866 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.863+0000 7fc1bbdce640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc1b41012b0 0x7fc1b4198700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:15.866 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.863+0000 7fc1bbdce640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc1b41068b0 0x7fc1b419ca80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:15.866 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.863+0000 7fc1bbdce640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc1b4111dc0 con 0x7fc1b41012b0 2024-06-06T08:27:15.866 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.863+0000 7fc1bbdce640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fc1b4111c40 con 0x7fc1b41008f0 2024-06-06T08:27:15.866 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.863+0000 7fc1bbdce640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fc1b4111f40 con 0x7fc1b41068b0 2024-06-06T08:27:15.866 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.863+0000 7fc1b9369640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc1b41012b0 0x7fc1b4198700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:15.866 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.863+0000 7fc1b9369640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc1b41012b0 0x7fc1b4198700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:40862/0 (socket says 172.21.15.42:40862) 2024-06-06T08:27:15.866 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.863+0000 7fc1b9369640 1 -- 172.21.15.42:0/2980839375 learned_addr learned my addr 172.21.15.42:0/2980839375 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:15.867 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.864+0000 7fc1b9b6a640 1 --2- 172.21.15.42:0/2980839375 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc1b41008f0 0x7fc1b41981c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:15.867 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.864+0000 7fc1ba36b640 1 --2- 172.21.15.42:0/2980839375 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc1b41068b0 0x7fc1b419ca80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:15.867 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.864+0000 7fc1b9369640 1 -- 172.21.15.42:0/2980839375 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc1b41068b0 msgr2=0x7fc1b419ca80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:15.867 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.864+0000 7fc1b9369640 1 --2- 172.21.15.42:0/2980839375 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc1b41068b0 0x7fc1b419ca80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.867 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.864+0000 7fc1b9369640 1 -- 172.21.15.42:0/2980839375 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc1b41008f0 msgr2=0x7fc1b41981c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:15.867 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.864+0000 7fc1b9369640 1 --2- 172.21.15.42:0/2980839375 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc1b41008f0 0x7fc1b41981c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.867 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.864+0000 7fc1b9369640 1 -- 172.21.15.42:0/2980839375 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1b419d1b0 con 0x7fc1b41012b0 2024-06-06T08:27:15.868 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.864+0000 7fc1b9369640 1 --2- 172.21.15.42:0/2980839375 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc1b41012b0 0x7fc1b4198700 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7fc1a8009230 tx=0x7fc1a8004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:15.868 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.864+0000 7fc1a6ffd640 1 -- 172.21.15.42:0/2980839375 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1a803f030 con 0x7fc1b41012b0 2024-06-06T08:27:15.868 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.864+0000 7fc1a6ffd640 1 -- 172.21.15.42:0/2980839375 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc1a8003ad0 con 0x7fc1b41012b0 2024-06-06T08:27:15.868 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.864+0000 7fc1bbdce640 1 -- 172.21.15.42:0/2980839375 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1b419d440 con 0x7fc1b41012b0 2024-06-06T08:27:15.868 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.864+0000 7fc1a6ffd640 1 -- 172.21.15.42:0/2980839375 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1a8035070 con 0x7fc1b41012b0 2024-06-06T08:27:15.868 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.864+0000 7fc1bbdce640 1 -- 172.21.15.42:0/2980839375 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1b41a4d30 con 0x7fc1b41012b0 2024-06-06T08:27:15.875 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.867+0000 7fc1a6ffd640 1 -- 172.21.15.42:0/2980839375 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fc1a8042030 con 0x7fc1b41012b0 2024-06-06T08:27:15.875 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.867+0000 7fc1bebb0740 1 Processor -- start 2024-06-06T08:27:15.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.867+0000 7fc1bebb0740 1 -- start start 2024-06-06T08:27:15.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.867+0000 7fc1bebb0740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a0e9172170 0x55a0e9172550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:15.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.867+0000 7fc1bebb0740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a0e9172a90 0x55a0e917ce10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:15.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.867+0000 7fc1bebb0740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a0e917d350 0x55a0e917f740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:15.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.867+0000 7fc1bebb0740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a0e90d64f0 con 0x55a0e9172170 2024-06-06T08:27:15.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.867+0000 7fc1bebb0740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55a0e9074870 con 0x55a0e9172a90 2024-06-06T08:27:15.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.867+0000 7fc1bebb0740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55a0e90d24b0 con 0x55a0e917d350 2024-06-06T08:27:15.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.867+0000 7fc1ba36b640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a0e9172170 0x55a0e9172550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:15.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.867+0000 7fc1ba36b640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a0e9172170 0x55a0e9172550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:40866/0 (socket says 172.21.15.42:40866) 2024-06-06T08:27:15.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.867+0000 7fc1ba36b640 1 -- 172.21.15.42:0/1444818245 learned_addr learned my addr 172.21.15.42:0/1444818245 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:15.877 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.868+0000 7fc1b9369640 1 --2- 172.21.15.42:0/1444818245 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a0e917d350 0x55a0e917f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:15.877 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.868+0000 7fc1a6ffd640 1 --2- 172.21.15.42:0/2980839375 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc1a00a2da0 0x7fc1a00a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:15.877 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.868+0000 7fc1b9b6a640 1 --2- 172.21.15.42:0/1444818245 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a0e9172a90 0x55a0e917ce10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:15.877 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.868+0000 7fc1ba36b640 1 -- 172.21.15.42:0/1444818245 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a0e917d350 msgr2=0x55a0e917f740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:15.877 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.868+0000 7fc1ba36b640 1 --2- 172.21.15.42:0/1444818245 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a0e917d350 0x55a0e917f740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.877 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.868+0000 7fc1ba36b640 1 -- 172.21.15.42:0/1444818245 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a0e9172a90 msgr2=0x55a0e917ce10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:15.877 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.868+0000 7fc1ba36b640 1 --2- 172.21.15.42:0/1444818245 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a0e9172a90 0x55a0e917ce10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.877 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.868+0000 7fc1a6ffd640 1 -- 172.21.15.42:0/2980839375 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fc1a80efe80 con 0x7fc1b41012b0 2024-06-06T08:27:15.877 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.868+0000 7fc1ba36b640 1 -- 172.21.15.42:0/1444818245 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a0e90909b0 con 0x55a0e9172170 2024-06-06T08:27:15.877 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.868+0000 7fc1b9b6a640 1 --2- 172.21.15.42:0/1444818245 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a0e9172a90 0x55a0e917ce10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:27:15.878 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.868+0000 7fc1ba36b640 1 --2- 172.21.15.42:0/2980839375 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc1a00a2da0 0x7fc1a00a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:15.878 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.868+0000 7fc1ba36b640 1 --2- 172.21.15.42:0/1444818245 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a0e9172170 0x55a0e9172550 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7fc1ac00f3b0 tx=0x7fc1ac00f870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e3dcb6c3cf76eaa server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:15.878 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.868+0000 7fc19ffff640 1 -- 172.21.15.42:0/1444818245 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1ac004b20 con 0x55a0e9172170 2024-06-06T08:27:15.878 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.868+0000 7fc19ffff640 1 -- 172.21.15.42:0/1444818245 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc1ac0124b0 con 0x55a0e9172170 2024-06-06T08:27:15.878 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.868+0000 7fc19ffff640 1 -- 172.21.15.42:0/1444818245 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1ac01c400 con 0x55a0e9172170 2024-06-06T08:27:15.878 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.869+0000 7fc1bebb0740 1 -- 172.21.15.42:0/1444818245 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a0e9172170 msgr2=0x55a0e9172550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:15.878 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.869+0000 7fc1ba36b640 1 --2- 172.21.15.42:0/2980839375 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc1a00a2da0 0x7fc1a00a5260 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fc1ac020000 tx=0x7fc1ac01d000 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:15.878 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.869+0000 7fc1bebb0740 1 --2- 172.21.15.42:0/1444818245 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a0e9172170 0x55a0e9172550 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7fc1ac00f3b0 tx=0x7fc1ac00f870 comp rx=0 tx=0).stop 2024-06-06T08:27:15.878 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.869+0000 7fc1bebb0740 1 -- 172.21.15.42:0/1444818245 shutdown_connections 2024-06-06T08:27:15.878 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.869+0000 7fc1bebb0740 1 --2- 172.21.15.42:0/1444818245 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a0e9172a90 0x55a0e917ce10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.878 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.869+0000 7fc1bebb0740 1 --2- 172.21.15.42:0/1444818245 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a0e917d350 0x55a0e917f740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.879 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.869+0000 7fc1bebb0740 1 --2- 172.21.15.42:0/1444818245 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a0e9172170 0x55a0e9172550 unknown :-1 s=CLOSED pgs=706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.879 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.869+0000 7fc1bebb0740 1 -- 172.21.15.42:0/1444818245 >> 172.21.15.42:0/1444818245 conn(0x55a0e916e680 msgr2=0x55a0e916ea60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:15.879 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.869+0000 7fc1bebb0740 1 -- 172.21.15.42:0/1444818245 shutdown_connections 2024-06-06T08:27:15.879 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.869+0000 7fc1bebb0740 1 -- 172.21.15.42:0/1444818245 wait complete. 2024-06-06T08:27:15.879 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.869+0000 7fc1bebb0740 1 -- start start 2024-06-06T08:27:15.879 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.870+0000 7fc1bebb0740 1 Processor -- start 2024-06-06T08:27:15.879 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.870+0000 7fc1bebb0740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a0e9172170 0x55a0e917a2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:15.879 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.870+0000 7fc1bebb0740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a0e9172a90 0x55a0e917a7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:15.879 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.870+0000 7fc1bebb0740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a0e917d350 0x55a0e917ad20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:15.879 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.870+0000 7fc1bebb0740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a0e917ff80 con 0x55a0e9172170 2024-06-06T08:27:15.879 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.870+0000 7fc1bebb0740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55a0e905fae0 con 0x55a0e9172a90 2024-06-06T08:27:15.880 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.870+0000 7fc1bebb0740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55a0e9180100 con 0x55a0e917d350 2024-06-06T08:27:15.880 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.870+0000 7fc1bebb0740 10 client.0 _ll_register_callbacks cb 0x55a0e90989b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:27:15.880 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.870+0000 7fc1b9b6a640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a0e9172170 0x55a0e917a2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:15.880 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.870+0000 7fc1b9b6a640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a0e9172170 0x55a0e917a2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:40874/0 (socket says 172.21.15.42:40874) 2024-06-06T08:27:15.880 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.870+0000 7fc1b9b6a640 1 -- 172.21.15.42:0/413192231 learned_addr learned my addr 172.21.15.42:0/413192231 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:15.880 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.870+0000 7fc1b9369640 1 --2- 172.21.15.42:0/413192231 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a0e9172a90 0x55a0e917a7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:15.880 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.870+0000 7fc1ba36b640 1 --2- 172.21.15.42:0/413192231 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a0e917d350 0x55a0e917ad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:15.880 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.870+0000 7fc1b9b6a640 1 -- 172.21.15.42:0/413192231 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a0e917d350 msgr2=0x55a0e917ad20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:15.880 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.870+0000 7fc1b9b6a640 1 --2- 172.21.15.42:0/413192231 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a0e917d350 0x55a0e917ad20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.880 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.870+0000 7fc1b9b6a640 1 -- 172.21.15.42:0/413192231 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a0e9172a90 msgr2=0x55a0e917a7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:15.880 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.870+0000 7fc1b9b6a640 1 --2- 172.21.15.42:0/413192231 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a0e9172a90 0x55a0e917a7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.881 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.870+0000 7fc1b9b6a640 1 -- 172.21.15.42:0/413192231 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a0e8dea210 con 0x55a0e9172170 2024-06-06T08:27:15.881 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.870+0000 7fc1ba36b640 1 --2- 172.21.15.42:0/413192231 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a0e917d350 0x55a0e917ad20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:27:15.881 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.870+0000 7fc1b9369640 1 --2- 172.21.15.42:0/413192231 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a0e9172a90 0x55a0e917a7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:27:15.881 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.871+0000 7fc1b9b6a640 1 --2- 172.21.15.42:0/413192231 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a0e9172170 0x55a0e917a2a0 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7fc1b000be60 tx=0x7fc1b00117b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46804457840dd6b5 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:15.881 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.871+0000 7fc19d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:27:15.881 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.871+0000 7fc19d7fa640 1 -- 172.21.15.42:0/413192231 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1b0012650 con 0x55a0e9172170 2024-06-06T08:27:15.881 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.871+0000 7fc19d7fa640 1 -- 172.21.15.42:0/413192231 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fc1b00127f0 con 0x55a0e9172170 2024-06-06T08:27:15.881 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.871+0000 7fc1bebb0740 1 -- 172.21.15.42:0/413192231 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc1ac0124b0 con 0x55a0e9172170 2024-06-06T08:27:15.881 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.871+0000 7fc19d7fa640 1 -- 172.21.15.42:0/413192231 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fc1b00129f0 con 0x55a0e9172170 2024-06-06T08:27:15.881 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.871+0000 7fc1bebb0740 10 client.16515 fetch_fsmap learned FSMap version 29 2024-06-06T08:27:15.881 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.871+0000 7fc1bebb0740 1 -- 172.21.15.42:0/413192231 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a0e8eb6620 con 0x55a0e9172170 2024-06-06T08:27:15.881 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.871+0000 7fc19d7fa640 1 -- 172.21.15.42:0/413192231 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc1ac0124b0 con 0x55a0e9172170 2024-06-06T08:27:15.882 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.871+0000 7fc19d7fa640 1 -- 172.21.15.42:0/413192231 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7fc1b001a3d0 con 0x55a0e9172170 2024-06-06T08:27:15.882 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.871+0000 7fc1bebb0740 10 client.16515 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T08:27:15.882 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.871+0000 7fc1bebb0740 10 client.16515 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:27:15.882 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.871+0000 7fc1bebb0740 20 client.16515 populate_metadata read hostname 'smithi042' 2024-06-06T08:27:15.882 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.872+0000 7fc1bebb0740 1 --2- 172.21.15.42:0/413192231 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a0e918d580 0x55a0e918f9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:15.882 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.872+0000 7fc1bebb0740 4 client.16515 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:27:15.882 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.872+0000 7fc1bebb0740 1 -- 172.21.15.42:0/413192231 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a0e90e9f10 con 0x55a0e918d580 2024-06-06T08:27:15.882 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.872+0000 7fc1b9369640 1 --2- 172.21.15.42:0/413192231 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a0e918d580 0x55a0e918f9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:15.882 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.872+0000 7fc19d7fa640 10 client.16515 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:27:15.882 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.872+0000 7fc1b9369640 1 --2- 172.21.15.42:0/413192231 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a0e918d580 0x55a0e918f9d0 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3d949986d785387d server_cookie=644ca997b8f33b6b in_seq=0 out_seq=0 2024-06-06T08:27:15.883 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.873+0000 7fc19d7fa640 1 -- 172.21.15.42:0/413192231 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55a0e90e9f10 con 0x55a0e918d580 2024-06-06T08:27:15.883 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.873+0000 7fc19d7fa640 10 client.16515 handle_command_reply: tid=0 2024-06-06T08:27:15.883 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.873+0000 7fc1bebb0740 1 client.16515 shutdown 2024-06-06T08:27:15.883 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.873+0000 7fc1bebb0740 1 -- 172.21.15.42:0/413192231 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a0e9172170 msgr2=0x55a0e917a2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:15.883 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.873+0000 7fc1bebb0740 1 --2- 172.21.15.42:0/413192231 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a0e9172170 0x55a0e917a2a0 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7fc1b000be60 tx=0x7fc1b00117b0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.883 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.873+0000 7fc1bebb0740 1 -- 172.21.15.42:0/413192231 shutdown_connections 2024-06-06T08:27:15.883 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.873+0000 7fc1bebb0740 1 --2- 172.21.15.42:0/413192231 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a0e918d580 0x55a0e918f9d0 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.883 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.873+0000 7fc1bebb0740 1 --2- 172.21.15.42:0/413192231 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a0e9172a90 0x55a0e917a7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.883 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.873+0000 7fc1bebb0740 1 --2- 172.21.15.42:0/413192231 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a0e917d350 0x55a0e917ad20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.883 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.873+0000 7fc1bebb0740 1 --2- 172.21.15.42:0/413192231 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a0e9172170 0x55a0e917a2a0 unknown :-1 s=CLOSED pgs=707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.883 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.873+0000 7fc19d7fa640 0 client.16515 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:27:15.884 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.873+0000 7fc1bebb0740 1 -- 172.21.15.42:0/413192231 >> 172.21.15.42:0/413192231 conn(0x55a0e916e680 msgr2=0x55a0e9174400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:15.884 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.873+0000 7fc1bebb0740 1 -- 172.21.15.42:0/413192231 shutdown_connections 2024-06-06T08:27:15.884 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.873+0000 7fc1bebb0740 1 -- 172.21.15.42:0/413192231 wait complete. 2024-06-06T08:27:15.884 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.873+0000 7fc1bebb0740 20 client.16515 trim_cache size 0 max 16384 2024-06-06T08:27:15.893 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.889+0000 7fc1bebb0740 1 Processor -- start 2024-06-06T08:27:15.893 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.889+0000 7fc1bebb0740 1 -- start start 2024-06-06T08:27:15.894 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.889+0000 7fc1bebb0740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a0e9172170 0x55a0e91952e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:15.894 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.889+0000 7fc1bebb0740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a0e9172a90 0x55a0e9195820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:15.894 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.889+0000 7fc1bebb0740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a0e917d350 0x55a0e9173b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:15.894 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.889+0000 7fc1bebb0740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc1b41b14b0 con 0x55a0e917d350 2024-06-06T08:27:15.894 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.889+0000 7fc1bebb0740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fc1b41aed50 con 0x55a0e9172170 2024-06-06T08:27:15.894 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.889+0000 7fc1bebb0740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fc1b41acba0 con 0x55a0e9172a90 2024-06-06T08:27:15.894 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.889+0000 7fc1ba36b640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a0e917d350 0x55a0e9173b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:15.894 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.889+0000 7fc1ba36b640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a0e917d350 0x55a0e9173b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:40890/0 (socket says 172.21.15.42:40890) 2024-06-06T08:27:15.894 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.889+0000 7fc1ba36b640 1 -- 172.21.15.42:0/2217903293 learned_addr learned my addr 172.21.15.42:0/2217903293 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:15.894 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.889+0000 7fc1b9b6a640 1 --2- 172.21.15.42:0/2217903293 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a0e9172170 0x55a0e91952e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:15.895 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.889+0000 7fc1ba36b640 1 -- 172.21.15.42:0/2217903293 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a0e9172a90 msgr2=0x55a0e9195820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:15.895 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.889+0000 7fc1ba36b640 1 --2- 172.21.15.42:0/2217903293 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a0e9172a90 0x55a0e9195820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.895 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.889+0000 7fc1ba36b640 1 -- 172.21.15.42:0/2217903293 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a0e9172170 msgr2=0x55a0e91952e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:15.895 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.889+0000 7fc1ba36b640 1 --2- 172.21.15.42:0/2217903293 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a0e9172170 0x55a0e91952e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.895 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.889+0000 7fc1ba36b640 1 -- 172.21.15.42:0/2217903293 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a0e91891e0 con 0x55a0e917d350 2024-06-06T08:27:15.895 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.889+0000 7fc1b9b6a640 1 --2- 172.21.15.42:0/2217903293 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a0e9172170 0x55a0e91952e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:27:15.895 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.890+0000 7fc1ba36b640 1 --2- 172.21.15.42:0/2217903293 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a0e917d350 0x55a0e9173b20 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7fc1ac00f3b0 tx=0x7fc1ac009c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=154604a0fa9c1103 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:15.895 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.890+0000 7fc19f7fe640 1 -- 172.21.15.42:0/2217903293 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1ac009980 con 0x55a0e917d350 2024-06-06T08:27:15.896 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.890+0000 7fc19f7fe640 1 -- 172.21.15.42:0/2217903293 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc1ac033070 con 0x55a0e917d350 2024-06-06T08:27:15.896 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.890+0000 7fc19f7fe640 1 -- 172.21.15.42:0/2217903293 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1ac005050 con 0x55a0e917d350 2024-06-06T08:27:15.896 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.890+0000 7fc1bebb0740 1 -- 172.21.15.42:0/2217903293 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a0e917d350 msgr2=0x55a0e9173b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:15.896 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.890+0000 7fc1bebb0740 1 --2- 172.21.15.42:0/2217903293 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a0e917d350 0x55a0e9173b20 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7fc1ac00f3b0 tx=0x7fc1ac009c80 comp rx=0 tx=0).stop 2024-06-06T08:27:15.896 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.890+0000 7fc1bebb0740 1 -- 172.21.15.42:0/2217903293 shutdown_connections 2024-06-06T08:27:15.896 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.890+0000 7fc1bebb0740 1 --2- 172.21.15.42:0/2217903293 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a0e917d350 0x55a0e9173b20 unknown :-1 s=CLOSED pgs=708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.896 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.890+0000 7fc1bebb0740 1 --2- 172.21.15.42:0/2217903293 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a0e9172a90 0x55a0e9195820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.896 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.890+0000 7fc1bebb0740 1 --2- 172.21.15.42:0/2217903293 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a0e9172170 0x55a0e91952e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.896 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.890+0000 7fc1bebb0740 1 -- 172.21.15.42:0/2217903293 >> 172.21.15.42:0/2217903293 conn(0x55a0e916e680 msgr2=0x55a0e91755d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:15.896 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.890+0000 7fc1bebb0740 1 -- 172.21.15.42:0/2217903293 shutdown_connections 2024-06-06T08:27:15.896 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.890+0000 7fc1bebb0740 1 -- 172.21.15.42:0/2217903293 wait complete. 2024-06-06T08:27:15.897 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.891+0000 7fc1bebb0740 1 -- start start 2024-06-06T08:27:15.897 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.891+0000 7fc1bebb0740 1 Processor -- start 2024-06-06T08:27:15.897 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.891+0000 7fc1bebb0740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a0e9172170 0x55a0e9185740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:15.897 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.891+0000 7fc1bebb0740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a0e9172a90 0x55a0e9185c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:15.897 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.891+0000 7fc1bebb0740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a0e917d350 0x55a0e9176f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:15.897 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.891+0000 7fc1bebb0740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc1b41ad210 con 0x55a0e9172a90 2024-06-06T08:27:15.897 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.891+0000 7fc1bebb0740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fc1b41ae680 con 0x55a0e917d350 2024-06-06T08:27:15.897 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.891+0000 7fc1bebb0740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fc1b41ad8e0 con 0x55a0e9172170 2024-06-06T08:27:15.897 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.891+0000 7fc1bebb0740 10 client.0 _ll_register_callbacks cb 0x7fc1b0005f30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:27:15.897 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.891+0000 7fc1b9369640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a0e9172a90 0x55a0e9185c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:15.897 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.891+0000 7fc1b9369640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a0e9172a90 0x55a0e9185c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:40902/0 (socket says 172.21.15.42:40902) 2024-06-06T08:27:15.898 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.891+0000 7fc1b9369640 1 -- 172.21.15.42:0/1559536295 learned_addr learned my addr 172.21.15.42:0/1559536295 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:15.898 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.891+0000 7fc1ba36b640 1 --2- 172.21.15.42:0/1559536295 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a0e917d350 0x55a0e9176f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:15.898 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.891+0000 7fc1b9369640 1 -- 172.21.15.42:0/1559536295 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a0e9172170 msgr2=0x55a0e9185740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:15.898 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.891+0000 7fc1b9369640 1 --2- 172.21.15.42:0/1559536295 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a0e9172170 0x55a0e9185740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.898 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.892+0000 7fc1b9369640 1 -- 172.21.15.42:0/1559536295 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a0e917d350 msgr2=0x55a0e9176f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:15.898 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.892+0000 7fc1b9369640 1 --2- 172.21.15.42:0/1559536295 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a0e917d350 0x55a0e9176f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:15.898 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.892+0000 7fc1b9369640 1 -- 172.21.15.42:0/1559536295 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a0e9177780 con 0x55a0e9172a90 2024-06-06T08:27:15.898 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.892+0000 7fc1b9369640 1 --2- 172.21.15.42:0/1559536295 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a0e9172a90 0x55a0e9185c80 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7fc1a8031b80 tx=0x7fc1a80058f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad819008f42afcc4 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:15.898 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.892+0000 7fc19d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:27:15.898 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.892+0000 7fc19d7fa640 1 -- 172.21.15.42:0/1559536295 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1a80d4020 con 0x55a0e9172a90 2024-06-06T08:27:15.898 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.892+0000 7fc19d7fa640 1 -- 172.21.15.42:0/1559536295 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fc1a80ba360 con 0x55a0e9172a90 2024-06-06T08:27:15.899 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.892+0000 7fc1bebb0740 1 -- 172.21.15.42:0/1559536295 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc1ac033070 con 0x55a0e9172a90 2024-06-06T08:27:15.899 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.892+0000 7fc19d7fa640 1 -- 172.21.15.42:0/1559536295 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fc1a8049040 con 0x55a0e9172a90 2024-06-06T08:27:15.899 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.892+0000 7fc1bebb0740 10 client.16521 fetch_fsmap learned FSMap version 29 2024-06-06T08:27:15.899 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.892+0000 7fc1bebb0740 1 -- 172.21.15.42:0/1559536295 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a0e91f7f60 con 0x55a0e9172a90 2024-06-06T08:27:15.899 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.892+0000 7fc19d7fa640 1 -- 172.21.15.42:0/1559536295 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc1ac033070 con 0x55a0e9172a90 2024-06-06T08:27:15.899 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.892+0000 7fc19d7fa640 1 -- 172.21.15.42:0/1559536295 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7fc1a80d7030 con 0x55a0e9172a90 2024-06-06T08:27:15.899 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.892+0000 7fc1bebb0740 10 client.16521 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T08:27:15.899 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.892+0000 7fc1bebb0740 10 client.16521 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:27:15.899 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.892+0000 7fc1bebb0740 20 client.16521 populate_metadata read hostname 'smithi042' 2024-06-06T08:27:15.899 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.892+0000 7fc1bebb0740 1 --2- 172.21.15.42:0/1559536295 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a0e91f86b0 0x55a0e91faad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:15.900 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.892+0000 7fc1bebb0740 4 client.16521 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:27:15.900 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.892+0000 7fc1bebb0740 1 -- 172.21.15.42:0/1559536295 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55a0e90e3c20 con 0x55a0e91f86b0 2024-06-06T08:27:15.900 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.893+0000 7fc1b9b6a640 1 --2- 172.21.15.42:0/1559536295 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a0e91f86b0 0x55a0e91faad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:15.900 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.893+0000 7fc19d7fa640 10 client.16521 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:27:15.900 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:15.893+0000 7fc1b9b6a640 1 --2- 172.21.15.42:0/1559536295 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a0e91f86b0 0x55a0e91faad0 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d1e5efafd621c0ab server_cookie=1014e571d773fb1a in_seq=0 out_seq=0 2024-06-06T08:27:16.200 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:16.200+0000 7fc19d7fa640 1 -- 172.21.15.42:0/1559536295 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55a0e90e3c20 con 0x55a0e91f86b0 2024-06-06T08:27:16.200 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:16.200+0000 7fc19d7fa640 10 client.16521 handle_command_reply: tid=0 2024-06-06T08:27:16.200 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:16.200+0000 7fc1bebb0740 1 client.16521 shutdown 2024-06-06T08:27:16.200 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:16.200+0000 7fc1bebb0740 1 -- 172.21.15.42:0/1559536295 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a0e9172a90 msgr2=0x55a0e9185c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:16.200 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:16.200+0000 7fc1bebb0740 1 --2- 172.21.15.42:0/1559536295 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a0e9172a90 0x55a0e9185c80 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7fc1a8031b80 tx=0x7fc1a80058f0 comp rx=0 tx=0).stop 2024-06-06T08:27:16.200 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:16.200+0000 7fc1bebb0740 1 -- 172.21.15.42:0/1559536295 shutdown_connections 2024-06-06T08:27:16.201 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:16.200+0000 7fc1bebb0740 1 --2- 172.21.15.42:0/1559536295 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a0e91f86b0 0x55a0e91faad0 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:16.201 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:16.200+0000 7fc19d7fa640 0 client.16521 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:27:16.201 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:16.200+0000 7fc1bebb0740 1 --2- 172.21.15.42:0/1559536295 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a0e917d350 0x55a0e9176f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:16.201 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:16.200+0000 7fc1bebb0740 1 --2- 172.21.15.42:0/1559536295 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a0e9172a90 0x55a0e9185c80 unknown :-1 s=CLOSED pgs=709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:16.201 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:16.200+0000 7fc1bebb0740 1 --2- 172.21.15.42:0/1559536295 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a0e9172170 0x55a0e9185740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:16.201 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:16.200+0000 7fc1bebb0740 1 -- 172.21.15.42:0/1559536295 >> 172.21.15.42:0/1559536295 conn(0x55a0e916e680 msgr2=0x55a0e91881d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:16.201 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:16.200+0000 7fc1bebb0740 1 -- 172.21.15.42:0/1559536295 shutdown_connections 2024-06-06T08:27:16.201 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:16.200+0000 7fc1bebb0740 1 -- 172.21.15.42:0/1559536295 wait complete. 2024-06-06T08:27:16.202 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:16.200+0000 7fc1bebb0740 20 client.16521 trim_cache size 0 max 16384 2024-06-06T08:27:16.202 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:27:16.202 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:27:16.202 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:27:16.203 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:16.201+0000 7fc1bbdce640 1 -- 172.21.15.42:0/2980839375 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc1a00a2da0 msgr2=0x7fc1a00a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:16.203 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:16.201+0000 7fc1bbdce640 1 --2- 172.21.15.42:0/2980839375 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc1a00a2da0 0x7fc1a00a5260 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fc1ac020000 tx=0x7fc1ac01d000 comp rx=0 tx=0).stop 2024-06-06T08:27:16.203 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:16.201+0000 7fc1bbdce640 1 -- 172.21.15.42:0/2980839375 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc1b41012b0 msgr2=0x7fc1b4198700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:16.203 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:16.201+0000 7fc1bbdce640 1 --2- 172.21.15.42:0/2980839375 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc1b41012b0 0x7fc1b4198700 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7fc1a8009230 tx=0x7fc1a8004270 comp rx=0 tx=0).stop 2024-06-06T08:27:16.203 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:16.201+0000 7fc1bbdce640 1 -- 172.21.15.42:0/2980839375 shutdown_connections 2024-06-06T08:27:16.203 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:16.201+0000 7fc1bbdce640 1 --2- 172.21.15.42:0/2980839375 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc1a00a2da0 0x7fc1a00a5260 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:16.203 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:16.201+0000 7fc1bbdce640 1 --2- 172.21.15.42:0/2980839375 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc1b41068b0 0x7fc1b419ca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:16.204 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:16.201+0000 7fc1bbdce640 1 --2- 172.21.15.42:0/2980839375 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc1b41012b0 0x7fc1b4198700 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:16.204 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:16.201+0000 7fc1bbdce640 1 --2- 172.21.15.42:0/2980839375 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc1b41008f0 0x7fc1b41981c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:16.204 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:16.201+0000 7fc1bbdce640 1 -- 172.21.15.42:0/2980839375 >> 172.21.15.42:0/2980839375 conn(0x7fc1b40779f0 msgr2=0x7fc1b41033d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:16.204 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:16.201+0000 7fc1bbdce640 1 -- 172.21.15.42:0/2980839375 shutdown_connections 2024-06-06T08:27:16.204 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:16.202+0000 7fc1bbdce640 1 -- 172.21.15.42:0/2980839375 wait complete. 2024-06-06T08:27:16.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:16 smithi120 ceph-mon[36658]: pgmap v142: 129 pgs: 129 active+clean; 508 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 2.6 MiB/s wr, 627 op/s 2024-06-06T08:27:16.418 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:16 smithi042 ceph-mon[32384]: pgmap v142: 129 pgs: 129 active+clean; 508 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 2.6 MiB/s wr, 627 op/s 2024-06-06T08:27:16.423 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24484 quiesce db --set-id 48f93e9f --release --await' 2024-06-06T08:27:16.423 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- timeout 105 ceph tell mds.24484 quiesce db --set-id 48f93e9f --release --await 2024-06-06T08:27:16.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:16 smithi149 ceph-mon[36842]: pgmap v142: 129 pgs: 129 active+clean; 508 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 2.6 MiB/s wr, 627 op/s 2024-06-06T08:27:17.124 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-06-06T08:27:17.251 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:27:18.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:18 smithi042 ceph-mon[32384]: pgmap v143: 129 pgs: 129 active+clean; 508 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 MiB/s rd, 1.8 MiB/s wr, 259 op/s 2024-06-06T08:27:18.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:18 smithi120 ceph-mon[36658]: pgmap v143: 129 pgs: 129 active+clean; 508 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 MiB/s rd, 1.8 MiB/s wr, 259 op/s 2024-06-06T08:27:18.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:18 smithi149 ceph-mon[36842]: pgmap v143: 129 pgs: 129 active+clean; 508 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 MiB/s rd, 1.8 MiB/s wr, 259 op/s 2024-06-06T08:27:18.807 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:27:19.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.053+0000 7f6daf485700 1 -- 172.21.15.42:0/2539435658 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6da8105f30 msgr2=0x7f6da810da70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:19.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.053+0000 7f6daf485700 1 --2- 172.21.15.42:0/2539435658 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6da8105f30 0x7f6da810da70 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f6da000b0a0 tx=0x7f6da000b3b0 comp rx=0 tx=0).stop 2024-06-06T08:27:19.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.053+0000 7f6daf485700 1 -- 172.21.15.42:0/2539435658 shutdown_connections 2024-06-06T08:27:19.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.053+0000 7f6daf485700 1 --2- 172.21.15.42:0/2539435658 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6da8105f30 0x7f6da810da70 unknown :-1 s=CLOSED pgs=710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:19.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.053+0000 7f6daf485700 1 --2- 172.21.15.42:0/2539435658 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6da8101090 0x7f6da8101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:19.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.053+0000 7f6daf485700 1 --2- 172.21.15.42:0/2539435658 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6da8101a40 0x7f6da8105800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:19.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.053+0000 7f6daf485700 1 -- 172.21.15.42:0/2539435658 >> 172.21.15.42:0/2539435658 conn(0x7f6da80766b0 msgr2=0x7f6da8076ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:19.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.053+0000 7f6daf485700 1 -- 172.21.15.42:0/2539435658 shutdown_connections 2024-06-06T08:27:19.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.053+0000 7f6daf485700 1 -- 172.21.15.42:0/2539435658 wait complete. 2024-06-06T08:27:19.056 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.054+0000 7f6daf485700 1 Processor -- start 2024-06-06T08:27:19.056 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.054+0000 7f6daf485700 1 -- start start 2024-06-06T08:27:19.056 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.054+0000 7f6daf485700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6da8101090 0x7f6da819c610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:19.056 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.054+0000 7f6daf485700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6da8101a40 0x7f6da819cb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:19.056 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.054+0000 7f6daf485700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6da8105f30 0x7f6da8196790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:19.056 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.054+0000 7f6daf485700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6da8110630 con 0x7f6da8105f30 2024-06-06T08:27:19.056 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.054+0000 7f6daf485700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f6da81104b0 con 0x7f6da8101090 2024-06-06T08:27:19.056 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.054+0000 7f6daf485700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f6da81107b0 con 0x7f6da8101a40 2024-06-06T08:27:19.056 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.054+0000 7f6dada22700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6da8105f30 0x7f6da8196790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:19.057 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.054+0000 7f6dada22700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6da8105f30 0x7f6da8196790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:46064/0 (socket says 172.21.15.42:46064) 2024-06-06T08:27:19.057 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.054+0000 7f6dada22700 1 -- 172.21.15.42:0/3221896459 learned_addr learned my addr 172.21.15.42:0/3221896459 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:19.057 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.055+0000 7f6daca20700 1 --2- 172.21.15.42:0/3221896459 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6da8101a40 0x7f6da819cb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:19.057 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.055+0000 7f6dad221700 1 --2- 172.21.15.42:0/3221896459 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6da8101090 0x7f6da819c610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:19.057 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.055+0000 7f6dada22700 1 -- 172.21.15.42:0/3221896459 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6da8101a40 msgr2=0x7f6da819cb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:19.057 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.055+0000 7f6dada22700 1 --2- 172.21.15.42:0/3221896459 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6da8101a40 0x7f6da819cb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:19.057 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.055+0000 7f6dada22700 1 -- 172.21.15.42:0/3221896459 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6da8101090 msgr2=0x7f6da819c610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:19.057 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.055+0000 7f6dada22700 1 --2- 172.21.15.42:0/3221896459 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6da8101090 0x7f6da819c610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:19.057 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.055+0000 7f6dada22700 1 -- 172.21.15.42:0/3221896459 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6da8196f70 con 0x7f6da8105f30 2024-06-06T08:27:19.057 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.055+0000 7f6dada22700 1 --2- 172.21.15.42:0/3221896459 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6da8105f30 0x7f6da8196790 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f6da00062a0 tx=0x7f6da0004d70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:19.057 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.055+0000 7f6d9e7fc700 1 -- 172.21.15.42:0/3221896459 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6da0021070 con 0x7f6da8105f30 2024-06-06T08:27:19.058 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.055+0000 7f6d9e7fc700 1 -- 172.21.15.42:0/3221896459 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6da0007c00 con 0x7f6da8105f30 2024-06-06T08:27:19.058 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.055+0000 7f6daf485700 1 -- 172.21.15.42:0/3221896459 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6da8197200 con 0x7f6da8105f30 2024-06-06T08:27:19.058 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.055+0000 7f6d9e7fc700 1 -- 172.21.15.42:0/3221896459 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6da001d450 con 0x7f6da8105f30 2024-06-06T08:27:19.058 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.055+0000 7f6daf485700 1 -- 172.21.15.42:0/3221896459 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6da81a5680 con 0x7f6da8105f30 2024-06-06T08:27:19.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.057+0000 7f6d9e7fc700 1 -- 172.21.15.42:0/3221896459 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f6da0004020 con 0x7f6da8105f30 2024-06-06T08:27:19.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.058+0000 7f6d9e7fc700 1 --2- 172.21.15.42:0/3221896459 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f6d940a2d90 0x7f6d940a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:19.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.058+0000 7f6dad221700 1 --2- 172.21.15.42:0/3221896459 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f6d940a2d90 0x7f6d940a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:19.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.058+0000 7f6d9e7fc700 1 -- 172.21.15.42:0/3221896459 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f6da000f020 con 0x7f6da8105f30 2024-06-06T08:27:19.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.059+0000 7f6dad221700 1 --2- 172.21.15.42:0/3221896459 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f6d940a2d90 0x7f6d940a5250 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f6da4005fd0 tx=0x7f6da4005f60 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:19.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.059+0000 7f6db9d08b80 1 Processor -- start 2024-06-06T08:27:19.064 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.059+0000 7f6db9d08b80 1 -- start start 2024-06-06T08:27:19.064 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.059+0000 7f6db9d08b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563129ed9910 0x563129ed9cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:19.064 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.059+0000 7f6db9d08b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563129eda230 0x563129ed3b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:19.064 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.059+0000 7f6db9d08b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563129ed4060 0x563129ed4480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:19.064 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.059+0000 7f6db9d08b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x563129dc2060 con 0x563129ed4060 2024-06-06T08:27:19.064 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.059+0000 7f6db9d08b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x563129e20950 con 0x563129eda230 2024-06-06T08:27:19.064 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.059+0000 7f6db9d08b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x563129d88560 con 0x563129ed9910 2024-06-06T08:27:19.064 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.059+0000 7f6dada22700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563129ed4060 0x563129ed4480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:19.064 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.059+0000 7f6dada22700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563129ed4060 0x563129ed4480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:46068/0 (socket says 172.21.15.42:46068) 2024-06-06T08:27:19.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.059+0000 7f6dada22700 1 -- 172.21.15.42:0/1445174128 learned_addr learned my addr 172.21.15.42:0/1445174128 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:19.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.060+0000 7f6daca20700 1 --2- 172.21.15.42:0/1445174128 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563129eda230 0x563129ed3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:19.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.060+0000 7f6dad221700 1 --2- 172.21.15.42:0/1445174128 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563129ed9910 0x563129ed9cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:19.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.060+0000 7f6dada22700 1 -- 172.21.15.42:0/1445174128 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563129ed9910 msgr2=0x563129ed9cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:19.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.060+0000 7f6dada22700 1 --2- 172.21.15.42:0/1445174128 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563129ed9910 0x563129ed9cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:19.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.060+0000 7f6dada22700 1 -- 172.21.15.42:0/1445174128 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563129eda230 msgr2=0x563129ed3b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:19.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.060+0000 7f6dada22700 1 --2- 172.21.15.42:0/1445174128 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563129eda230 0x563129ed3b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:19.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.060+0000 7f6dada22700 1 -- 172.21.15.42:0/1445174128 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563129d6f9d0 con 0x563129ed4060 2024-06-06T08:27:19.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.060+0000 7f6dada22700 1 --2- 172.21.15.42:0/1445174128 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563129ed4060 0x563129ed4480 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f6da00999b0 tx=0x7f6da000b3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b31a4ed63bfe4c2 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:19.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.060+0000 7f6d937fe700 1 -- 172.21.15.42:0/1445174128 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6da009cfe0 con 0x563129ed4060 2024-06-06T08:27:19.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.060+0000 7f6d937fe700 1 -- 172.21.15.42:0/1445174128 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6da00a1390 con 0x563129ed4060 2024-06-06T08:27:19.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.060+0000 7f6d937fe700 1 -- 172.21.15.42:0/1445174128 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6da009d240 con 0x563129ed4060 2024-06-06T08:27:19.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.061+0000 7f6db9d08b80 1 -- 172.21.15.42:0/1445174128 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563129ed4060 msgr2=0x563129ed4480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:19.066 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.061+0000 7f6db9d08b80 1 --2- 172.21.15.42:0/1445174128 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563129ed4060 0x563129ed4480 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f6da00999b0 tx=0x7f6da000b3b0 comp rx=0 tx=0).stop 2024-06-06T08:27:19.066 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.061+0000 7f6db9d08b80 1 -- 172.21.15.42:0/1445174128 shutdown_connections 2024-06-06T08:27:19.066 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.061+0000 7f6db9d08b80 1 --2- 172.21.15.42:0/1445174128 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563129ed4060 0x563129ed4480 unknown :-1 s=CLOSED pgs=712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:19.066 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.061+0000 7f6db9d08b80 1 --2- 172.21.15.42:0/1445174128 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563129ed9910 0x563129ed9cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:19.066 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.061+0000 7f6db9d08b80 1 --2- 172.21.15.42:0/1445174128 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563129eda230 0x563129ed3b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:19.066 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.061+0000 7f6db9d08b80 1 -- 172.21.15.42:0/1445174128 >> 172.21.15.42:0/1445174128 conn(0x563129dfc180 msgr2=0x563129ecaa00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:19.066 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.061+0000 7f6db9d08b80 1 -- 172.21.15.42:0/1445174128 shutdown_connections 2024-06-06T08:27:19.066 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.061+0000 7f6db9d08b80 1 -- 172.21.15.42:0/1445174128 wait complete. 2024-06-06T08:27:19.066 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.061+0000 7f6db9d08b80 1 -- start start 2024-06-06T08:27:19.066 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.061+0000 7f6db9d08b80 1 Processor -- start 2024-06-06T08:27:19.066 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.062+0000 7f6db9d08b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563129ed4060 0x563129edff50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:19.066 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.062+0000 7f6db9d08b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563129ed9910 0x563129edd2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:19.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.062+0000 7f6db9d08b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563129eda230 0x563129edd830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:19.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.062+0000 7f6db9d08b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x563129dc10c0 con 0x563129eda230 2024-06-06T08:27:19.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.062+0000 7f6db9d08b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x563129e1c910 con 0x563129ed4060 2024-06-06T08:27:19.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.062+0000 7f6db9d08b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x563129ee09c0 con 0x563129ed9910 2024-06-06T08:27:19.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.062+0000 7f6db9d08b80 10 client.0 _ll_register_callbacks cb 0x563129db66b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:27:19.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.062+0000 7f6dada22700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563129eda230 0x563129edd830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:19.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.062+0000 7f6dada22700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563129eda230 0x563129edd830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:46072/0 (socket says 172.21.15.42:46072) 2024-06-06T08:27:19.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.062+0000 7f6dada22700 1 -- 172.21.15.42:0/700356559 learned_addr learned my addr 172.21.15.42:0/700356559 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:19.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.062+0000 7f6dad221700 1 --2- 172.21.15.42:0/700356559 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563129ed4060 0x563129edff50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:19.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.062+0000 7f6daca20700 1 --2- 172.21.15.42:0/700356559 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563129ed9910 0x563129edd2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:19.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.062+0000 7f6dada22700 1 -- 172.21.15.42:0/700356559 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563129ed9910 msgr2=0x563129edd2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:19.068 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.062+0000 7f6dada22700 1 --2- 172.21.15.42:0/700356559 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563129ed9910 0x563129edd2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:19.068 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.062+0000 7f6dada22700 1 -- 172.21.15.42:0/700356559 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563129ed4060 msgr2=0x563129edff50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:19.068 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.062+0000 7f6dada22700 1 --2- 172.21.15.42:0/700356559 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563129ed4060 0x563129edff50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:19.068 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.062+0000 7f6dada22700 1 -- 172.21.15.42:0/700356559 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563129de6850 con 0x563129eda230 2024-06-06T08:27:19.068 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.063+0000 7f6dada22700 1 --2- 172.21.15.42:0/700356559 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563129eda230 0x563129edd830 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7f6da00a5690 tx=0x7f6da00049d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5fb92c20ed1d0d53 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:19.068 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.063+0000 7f6d90ff9700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:27:19.068 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.063+0000 7f6d90ff9700 1 -- 172.21.15.42:0/700356559 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6da0067060 con 0x563129eda230 2024-06-06T08:27:19.068 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.063+0000 7f6d90ff9700 1 -- 172.21.15.42:0/700356559 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f6da0099650 con 0x563129eda230 2024-06-06T08:27:19.068 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.063+0000 7f6db9d08b80 1 -- 172.21.15.42:0/700356559 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6da00a1390 con 0x563129eda230 2024-06-06T08:27:19.068 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.063+0000 7f6d90ff9700 1 -- 172.21.15.42:0/700356559 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f6da00ba030 con 0x563129eda230 2024-06-06T08:27:19.068 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.063+0000 7f6db9d08b80 10 client.16533 fetch_fsmap learned FSMap version 29 2024-06-06T08:27:19.068 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.063+0000 7f6db9d08b80 1 -- 172.21.15.42:0/700356559 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x563129eeb0b0 con 0x563129eda230 2024-06-06T08:27:19.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.064+0000 7f6d90ff9700 1 -- 172.21.15.42:0/700356559 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6da00a1390 con 0x563129eda230 2024-06-06T08:27:19.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.064+0000 7f6d90ff9700 1 -- 172.21.15.42:0/700356559 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7f6da0011070 con 0x563129eda230 2024-06-06T08:27:19.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.064+0000 7f6db9d08b80 10 client.16533 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T08:27:19.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.064+0000 7f6db9d08b80 10 client.16533 resolve_mds: validated gid 24484 aka daemon mds.i 2024-06-06T08:27:19.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.064+0000 7f6db9d08b80 20 client.16533 populate_metadata read hostname 'smithi042' 2024-06-06T08:27:19.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.064+0000 7f6db9d08b80 1 --2- 172.21.15.42:0/700356559 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x563129eed580 0x563129eef970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:19.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.064+0000 7f6db9d08b80 4 client.16533 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:27:19.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.064+0000 7f6db9d08b80 1 -- 172.21.15.42:0/700356559 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563129e2de50 con 0x563129eed580 2024-06-06T08:27:19.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.064+0000 7f6dad221700 1 --2- 172.21.15.42:0/700356559 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x563129eed580 0x563129eef970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:19.071 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.065+0000 7f6dad221700 1 --2- 172.21.15.42:0/700356559 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x563129eed580 0x563129eef970 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3219fa4f4699c02c server_cookie=6cdfabb86d88c4c1 in_seq=0 out_seq=0 2024-06-06T08:27:19.071 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.065+0000 7f6d90ff9700 10 client.16533 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:27:19.071 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.065+0000 7f6d90ff9700 1 -- 172.21.15.42:0/700356559 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x563129e2de50 con 0x563129eed580 2024-06-06T08:27:19.071 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.065+0000 7f6d90ff9700 10 client.16533 handle_command_reply: tid=0 2024-06-06T08:27:19.071 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.065+0000 7f6db9d08b80 1 client.16533 shutdown 2024-06-06T08:27:19.071 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.065+0000 7f6db9d08b80 1 -- 172.21.15.42:0/700356559 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563129eda230 msgr2=0x563129edd830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:19.071 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.065+0000 7f6db9d08b80 1 --2- 172.21.15.42:0/700356559 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563129eda230 0x563129edd830 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7f6da00a5690 tx=0x7f6da00049d0 comp rx=0 tx=0).stop 2024-06-06T08:27:19.072 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.066+0000 7f6db9d08b80 1 -- 172.21.15.42:0/700356559 shutdown_connections 2024-06-06T08:27:19.072 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.066+0000 7f6db9d08b80 1 --2- 172.21.15.42:0/700356559 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563129eda230 0x563129edd830 unknown :-1 s=CLOSED pgs=713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:19.072 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.066+0000 7f6db9d08b80 1 --2- 172.21.15.42:0/700356559 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x563129eed580 0x563129eef970 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:19.072 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.066+0000 7f6db9d08b80 1 --2- 172.21.15.42:0/700356559 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563129ed4060 0x563129edff50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:19.072 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.066+0000 7f6db9d08b80 1 --2- 172.21.15.42:0/700356559 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563129ed9910 0x563129edd2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:19.072 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.066+0000 7f6db9d08b80 1 -- 172.21.15.42:0/700356559 >> 172.21.15.42:0/700356559 conn(0x563129dfc180 msgr2=0x563129ec9bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:19.072 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.066+0000 7f6d90ff9700 0 client.16533 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:27:19.072 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.066+0000 7f6db9d08b80 1 -- 172.21.15.42:0/700356559 shutdown_connections 2024-06-06T08:27:19.072 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.066+0000 7f6db9d08b80 1 -- 172.21.15.42:0/700356559 wait complete. 2024-06-06T08:27:19.072 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.066+0000 7f6db9d08b80 20 client.16533 trim_cache size 0 max 16384 2024-06-06T08:27:19.093 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.093+0000 7f6db9d08b80 1 Processor -- start 2024-06-06T08:27:19.093 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.093+0000 7f6db9d08b80 1 -- start start 2024-06-06T08:27:19.093 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.093+0000 7f6db9d08b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563129ed4060 0x563129ecee10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:19.093 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.093+0000 7f6db9d08b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563129ed9910 0x563129eca330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:19.093 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.093+0000 7f6db9d08b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563129eda230 0x563129eca870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:19.093 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.093+0000 7f6db9d08b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6da81aea80 con 0x563129ed4060 2024-06-06T08:27:19.094 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.093+0000 7f6db9d08b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f6da81ac2e0 con 0x563129eda230 2024-06-06T08:27:19.094 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.093+0000 7f6db9d08b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f6da81aa150 con 0x563129ed9910 2024-06-06T08:27:19.094 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.093+0000 7f6dad221700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563129ed4060 0x563129ecee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:19.094 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.093+0000 7f6dad221700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563129ed4060 0x563129ecee10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:46088/0 (socket says 172.21.15.42:46088) 2024-06-06T08:27:19.094 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.093+0000 7f6dad221700 1 -- 172.21.15.42:0/3514514164 learned_addr learned my addr 172.21.15.42:0/3514514164 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:19.094 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.093+0000 7f6dada22700 1 --2- 172.21.15.42:0/3514514164 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563129eda230 0x563129eca870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:19.094 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.093+0000 7f6daca20700 1 --2- 172.21.15.42:0/3514514164 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563129ed9910 0x563129eca330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:19.094 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.094+0000 7f6dad221700 1 -- 172.21.15.42:0/3514514164 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563129ed9910 msgr2=0x563129eca330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:19.095 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.094+0000 7f6dad221700 1 --2- 172.21.15.42:0/3514514164 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563129ed9910 0x563129eca330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:19.095 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.094+0000 7f6dad221700 1 -- 172.21.15.42:0/3514514164 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563129eda230 msgr2=0x563129eca870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:19.095 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.094+0000 7f6dad221700 1 --2- 172.21.15.42:0/3514514164 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563129eda230 0x563129eca870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:19.095 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.094+0000 7f6dad221700 1 -- 172.21.15.42:0/3514514164 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563129ec24a0 con 0x563129ed4060 2024-06-06T08:27:19.095 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.094+0000 7f6daca20700 1 --2- 172.21.15.42:0/3514514164 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563129ed9910 0x563129eca330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:27:19.095 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.094+0000 7f6dad221700 1 --2- 172.21.15.42:0/3514514164 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563129ed4060 0x563129ecee10 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x563129ef0120 tx=0x7f6da4012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa4f797886259939 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:19.095 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.094+0000 7f6d92ffd700 1 -- 172.21.15.42:0/3514514164 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6da400dd30 con 0x563129ed4060 2024-06-06T08:27:19.095 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.094+0000 7f6d92ffd700 1 -- 172.21.15.42:0/3514514164 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6da40198d0 con 0x563129ed4060 2024-06-06T08:27:19.095 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.094+0000 7f6d92ffd700 1 -- 172.21.15.42:0/3514514164 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6da40268b0 con 0x563129ed4060 2024-06-06T08:27:19.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.095+0000 7f6db9d08b80 1 -- 172.21.15.42:0/3514514164 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563129ed4060 msgr2=0x563129ecee10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:19.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.095+0000 7f6db9d08b80 1 --2- 172.21.15.42:0/3514514164 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563129ed4060 0x563129ecee10 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x563129ef0120 tx=0x7f6da4012000 comp rx=0 tx=0).stop 2024-06-06T08:27:19.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.095+0000 7f6db9d08b80 1 -- 172.21.15.42:0/3514514164 shutdown_connections 2024-06-06T08:27:19.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.095+0000 7f6db9d08b80 1 --2- 172.21.15.42:0/3514514164 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563129eda230 0x563129eca870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:19.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.095+0000 7f6db9d08b80 1 --2- 172.21.15.42:0/3514514164 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563129ed4060 0x563129ecee10 unknown :-1 s=CLOSED pgs=714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:19.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.095+0000 7f6db9d08b80 1 --2- 172.21.15.42:0/3514514164 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563129ed9910 0x563129eca330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:19.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.095+0000 7f6db9d08b80 1 -- 172.21.15.42:0/3514514164 >> 172.21.15.42:0/3514514164 conn(0x563129dfc180 msgr2=0x563129ece700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:19.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.095+0000 7f6db9d08b80 1 -- 172.21.15.42:0/3514514164 shutdown_connections 2024-06-06T08:27:19.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.095+0000 7f6db9d08b80 1 -- 172.21.15.42:0/3514514164 wait complete. 2024-06-06T08:27:19.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.095+0000 7f6db9d08b80 1 -- start start 2024-06-06T08:27:19.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.095+0000 7f6db9d08b80 1 Processor -- start 2024-06-06T08:27:19.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.096+0000 7f6db9d08b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563129ed4060 0x563129ee6090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:19.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.096+0000 7f6db9d08b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563129ed9910 0x563129ee2be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:19.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.096+0000 7f6db9d08b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563129eda230 0x563129ee3120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:19.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.096+0000 7f6db9d08b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6da81aa7a0 con 0x563129eda230 2024-06-06T08:27:19.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.096+0000 7f6db9d08b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f6da81abc10 con 0x563129ed9910 2024-06-06T08:27:19.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.096+0000 7f6db9d08b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f6da81aae70 con 0x563129ed4060 2024-06-06T08:27:19.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.096+0000 7f6db9d08b80 10 client.0 _ll_register_callbacks cb 0x563129ef0010 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:27:19.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.096+0000 7f6dada22700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563129eda230 0x563129ee3120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:19.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.096+0000 7f6daca20700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563129ed9910 0x563129ee2be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:19.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.096+0000 7f6dada22700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563129eda230 0x563129ee3120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:46094/0 (socket says 172.21.15.42:46094) 2024-06-06T08:27:19.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.096+0000 7f6dada22700 1 -- 172.21.15.42:0/436766550 learned_addr learned my addr 172.21.15.42:0/436766550 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:19.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.096+0000 7f6dad221700 1 --2- 172.21.15.42:0/436766550 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563129ed4060 0x563129ee6090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:19.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.096+0000 7f6dada22700 1 -- 172.21.15.42:0/436766550 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563129ed4060 msgr2=0x563129ee6090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:19.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.096+0000 7f6dada22700 1 --2- 172.21.15.42:0/436766550 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563129ed4060 0x563129ee6090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:19.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.096+0000 7f6dada22700 1 -- 172.21.15.42:0/436766550 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563129ed9910 msgr2=0x563129ee2be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:19.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.096+0000 7f6dada22700 1 --2- 172.21.15.42:0/436766550 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563129ed9910 0x563129ee2be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:19.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.096+0000 7f6dada22700 1 -- 172.21.15.42:0/436766550 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563129ee3660 con 0x563129eda230 2024-06-06T08:27:19.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.096+0000 7f6daca20700 1 --2- 172.21.15.42:0/436766550 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563129ed9910 0x563129ee2be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:27:19.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.096+0000 7f6dad221700 1 --2- 172.21.15.42:0/436766550 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563129ed4060 0x563129ee6090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:27:19.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.097+0000 7f6dada22700 1 --2- 172.21.15.42:0/436766550 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563129eda230 0x563129ee3120 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f6da00ce700 tx=0x7f6da009cee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6adec59b63856751 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:19.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.097+0000 7f6d90ff9700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:27:19.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.097+0000 7f6d90ff9700 1 -- 172.21.15.42:0/436766550 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6da0067070 con 0x563129eda230 2024-06-06T08:27:19.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.097+0000 7f6d90ff9700 1 -- 172.21.15.42:0/436766550 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f6da007be00 con 0x563129eda230 2024-06-06T08:27:19.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.097+0000 7f6db9d08b80 1 -- 172.21.15.42:0/436766550 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6da40198d0 con 0x563129eda230 2024-06-06T08:27:19.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.097+0000 7f6d90ff9700 1 -- 172.21.15.42:0/436766550 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f6da00a5730 con 0x563129eda230 2024-06-06T08:27:19.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.097+0000 7f6db9d08b80 10 client.16539 fetch_fsmap learned FSMap version 29 2024-06-06T08:27:19.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.097+0000 7f6db9d08b80 1 -- 172.21.15.42:0/436766550 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x563129ee3660 con 0x563129eda230 2024-06-06T08:27:19.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.097+0000 7f6d90ff9700 1 -- 172.21.15.42:0/436766550 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6da40198d0 con 0x563129eda230 2024-06-06T08:27:19.104 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.097+0000 7f6d90ff9700 1 -- 172.21.15.42:0/436766550 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7f6da0011070 con 0x563129eda230 2024-06-06T08:27:19.104 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.097+0000 7f6db9d08b80 10 client.16539 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T08:27:19.104 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.097+0000 7f6db9d08b80 10 client.16539 resolve_mds: validated gid 24484 aka daemon mds.i 2024-06-06T08:27:19.104 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.097+0000 7f6db9d08b80 20 client.16539 populate_metadata read hostname 'smithi042' 2024-06-06T08:27:19.104 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.097+0000 7f6db9d08b80 1 --2- 172.21.15.42:0/436766550 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x563129f591e0 0x563129f5b600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:19.104 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.097+0000 7f6db9d08b80 4 client.16539 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "48f93e9f", "release": true, "await": true}] 2024-06-06T08:27:19.104 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.097+0000 7f6db9d08b80 1 -- 172.21.15.42:0/436766550 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "quiesce db", "set_id": "48f93e9f", "release": true, "await": true}) -- 0x563129e283d0 con 0x563129f591e0 2024-06-06T08:27:19.104 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.098+0000 7f6dad221700 1 --2- 172.21.15.42:0/436766550 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x563129f591e0 0x563129f5b600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:19.104 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.098+0000 7f6dad221700 1 --2- 172.21.15.42:0/436766550 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x563129f591e0 0x563129f5b600 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eaae35c8fbe529f6 server_cookie=7223fee469d858e0 in_seq=0 out_seq=0 2024-06-06T08:27:19.104 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.098+0000 7f6d90ff9700 10 client.16539 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:27:19.716 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.717+0000 7f6d90ff9700 1 -- 172.21.15.42:0/436766550 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x563129e283d0 con 0x563129f591e0 2024-06-06T08:27:19.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.717+0000 7f6d90ff9700 10 client.16539 handle_command_reply: tid=0 2024-06-06T08:27:19.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.717+0000 7f6db9d08b80 1 client.16539 shutdown 2024-06-06T08:27:19.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.717+0000 7f6db9d08b80 1 -- 172.21.15.42:0/436766550 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563129eda230 msgr2=0x563129ee3120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:19.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.717+0000 7f6db9d08b80 1 --2- 172.21.15.42:0/436766550 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563129eda230 0x563129ee3120 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f6da00ce700 tx=0x7f6da009cee0 comp rx=0 tx=0).stop 2024-06-06T08:27:19.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.717+0000 7f6db9d08b80 1 -- 172.21.15.42:0/436766550 shutdown_connections 2024-06-06T08:27:19.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.717+0000 7f6db9d08b80 1 --2- 172.21.15.42:0/436766550 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563129eda230 0x563129ee3120 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:19.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.717+0000 7f6db9d08b80 1 --2- 172.21.15.42:0/436766550 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563129ed4060 0x563129ee6090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:19.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.717+0000 7f6db9d08b80 1 --2- 172.21.15.42:0/436766550 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x563129f591e0 0x563129f5b600 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:19.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.717+0000 7f6db9d08b80 1 --2- 172.21.15.42:0/436766550 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563129ed9910 0x563129ee2be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:19.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.717+0000 7f6db9d08b80 1 -- 172.21.15.42:0/436766550 >> 172.21.15.42:0/436766550 conn(0x563129dfc180 msgr2=0x563129ecef90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:19.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.717+0000 7f6d90ff9700 0 client.16539 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:27:19.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.717+0000 7f6db9d08b80 1 -- 172.21.15.42:0/436766550 shutdown_connections 2024-06-06T08:27:19.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.717+0000 7f6db9d08b80 1 -- 172.21.15.42:0/436766550 wait complete. 2024-06-06T08:27:19.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.717+0000 7f6db9d08b80 20 client.16539 trim_cache size 0 max 16384 2024-06-06T08:27:19.718 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:27:19.718 INFO:teuthology.orchestra.run.smithi042.stdout: "epoch": 29, 2024-06-06T08:27:19.718 INFO:teuthology.orchestra.run.smithi042.stdout: "leader": 24484, 2024-06-06T08:27:19.718 INFO:teuthology.orchestra.run.smithi042.stdout: "set_version": 12, 2024-06-06T08:27:19.718 INFO:teuthology.orchestra.run.smithi042.stdout: "sets": { 2024-06-06T08:27:19.718 INFO:teuthology.orchestra.run.smithi042.stdout: "48f93e9f": { 2024-06-06T08:27:19.718 INFO:teuthology.orchestra.run.smithi042.stdout: "version": 12, 2024-06-06T08:27:19.719 INFO:teuthology.orchestra.run.smithi042.stdout: "age_ref": 0.0, 2024-06-06T08:27:19.719 INFO:teuthology.orchestra.run.smithi042.stdout: "state": { 2024-06-06T08:27:19.719 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "RELEASED", 2024-06-06T08:27:19.719 INFO:teuthology.orchestra.run.smithi042.stdout: "age": 0.0 2024-06-06T08:27:19.719 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:27:19.719 INFO:teuthology.orchestra.run.smithi042.stdout: "timeout": 90.0, 2024-06-06T08:27:19.719 INFO:teuthology.orchestra.run.smithi042.stdout: "expiration": 145.2, 2024-06-06T08:27:19.719 INFO:teuthology.orchestra.run.smithi042.stdout: "members": { 2024-06-06T08:27:19.719 INFO:teuthology.orchestra.run.smithi042.stdout: "file:/": { 2024-06-06T08:27:19.719 INFO:teuthology.orchestra.run.smithi042.stdout: "excluded": false, 2024-06-06T08:27:19.719 INFO:teuthology.orchestra.run.smithi042.stdout: "state": { 2024-06-06T08:27:19.719 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "RELEASED", 2024-06-06T08:27:19.719 INFO:teuthology.orchestra.run.smithi042.stdout: "age": 0.0 2024-06-06T08:27:19.719 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:27:19.719 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:27:19.720 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:27:19.720 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:27:19.720 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:27:19.720 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:27:19.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.718+0000 7f6daf485700 1 -- 172.21.15.42:0/3221896459 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f6d940a2d90 msgr2=0x7f6d940a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:19.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.718+0000 7f6daf485700 1 --2- 172.21.15.42:0/3221896459 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f6d940a2d90 0x7f6d940a5250 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f6da4005fd0 tx=0x7f6da4005f60 comp rx=0 tx=0).stop 2024-06-06T08:27:19.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.718+0000 7f6daf485700 1 -- 172.21.15.42:0/3221896459 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6da8105f30 msgr2=0x7f6da8196790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:19.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.718+0000 7f6daf485700 1 --2- 172.21.15.42:0/3221896459 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6da8105f30 0x7f6da8196790 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f6da00062a0 tx=0x7f6da0004d70 comp rx=0 tx=0).stop 2024-06-06T08:27:19.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.718+0000 7f6daf485700 1 -- 172.21.15.42:0/3221896459 shutdown_connections 2024-06-06T08:27:19.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.718+0000 7f6daf485700 1 --2- 172.21.15.42:0/3221896459 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f6d940a2d90 0x7f6d940a5250 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:19.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.718+0000 7f6daf485700 1 --2- 172.21.15.42:0/3221896459 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6da8105f30 0x7f6da8196790 unknown :-1 s=CLOSED pgs=711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:19.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.718+0000 7f6daf485700 1 --2- 172.21.15.42:0/3221896459 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6da8101090 0x7f6da819c610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:19.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.718+0000 7f6daf485700 1 --2- 172.21.15.42:0/3221896459 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6da8101a40 0x7f6da819cb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:19.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.718+0000 7f6daf485700 1 -- 172.21.15.42:0/3221896459 >> 172.21.15.42:0/3221896459 conn(0x7f6da80766b0 msgr2=0x7f6da80fede0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:19.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.718+0000 7f6daf485700 1 -- 172.21.15.42:0/3221896459 shutdown_connections 2024-06-06T08:27:19.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:19.718+0000 7f6daf485700 1 -- 172.21.15.42:0/3221896459 wait complete. 2024-06-06T08:27:20.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:20 smithi120 ceph-mon[36658]: pgmap v144: 129 pgs: 129 active+clean; 516 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 MiB/s rd, 4.2 MiB/s wr, 420 op/s 2024-06-06T08:27:20.485 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:20 smithi042 ceph-mon[32384]: pgmap v144: 129 pgs: 129 active+clean; 516 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 MiB/s rd, 4.2 MiB/s wr, 420 op/s 2024-06-06T08:27:20.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:20 smithi149 ceph-mon[36842]: pgmap v144: 129 pgs: 129 active+clean; 516 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 MiB/s rd, 4.2 MiB/s wr, 420 op/s 2024-06-06T08:27:21.036 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '48f93e9f', total seconds elapsed: 34.3 2024-06-06T08:27:21.037 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 25.25 2024-06-06T08:27:21.037 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:27:21.635 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:27:21.636 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.637+0000 7f64eb97e700 1 -- 172.21.15.42:0/3098656088 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f64e4101d50 msgr2=0x7f64e410e240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:21.636 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.637+0000 7f64eb97e700 1 --2- 172.21.15.42:0/3098656088 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f64e4101d50 0x7f64e410e240 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f64dc00b0a0 tx=0x7f64dc00b3b0 comp rx=0 tx=0).stop 2024-06-06T08:27:21.636 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.637+0000 7f64eb97e700 1 -- 172.21.15.42:0/3098656088 shutdown_connections 2024-06-06T08:27:21.637 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.637+0000 7f64eb97e700 1 --2- 172.21.15.42:0/3098656088 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f64e4101d50 0x7f64e410e240 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:21.637 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.637+0000 7f64eb97e700 1 --2- 172.21.15.42:0/3098656088 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f64e4107400 0x7f64e41077e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:21.637 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.637+0000 7f64eb97e700 1 --2- 172.21.15.42:0/3098656088 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f64e4101390 0x7f64e4101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:21.637 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.637+0000 7f64eb97e700 1 -- 172.21.15.42:0/3098656088 >> 172.21.15.42:0/3098656088 conn(0x7f64e4078340 msgr2=0x7f64e4078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:21.637 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.637+0000 7f64eb97e700 1 -- 172.21.15.42:0/3098656088 shutdown_connections 2024-06-06T08:27:21.637 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.637+0000 7f64eb97e700 1 -- 172.21.15.42:0/3098656088 wait complete. 2024-06-06T08:27:21.638 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.638+0000 7f64eb97e700 1 Processor -- start 2024-06-06T08:27:21.638 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.638+0000 7f64eb97e700 1 -- start start 2024-06-06T08:27:21.638 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.639+0000 7f64eb97e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f64e4101390 0x7f64e419e7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:21.638 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.639+0000 7f64eb97e700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f64e4101d50 0x7f64e419ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:21.638 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.639+0000 7f64eb97e700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f64e4107400 0x7f64e41989e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:21.638 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.639+0000 7f64eb97e700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f64e4111670 con 0x7f64e4101390 2024-06-06T08:27:21.638 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.639+0000 7f64eb97e700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f64e41114f0 con 0x7f64e4107400 2024-06-06T08:27:21.638 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.639+0000 7f64eb97e700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f64e41117f0 con 0x7f64e4101d50 2024-06-06T08:27:21.639 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.639+0000 7f64e971a700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f64e4101390 0x7f64e419e7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:21.639 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.639+0000 7f64e8f19700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f64e4101d50 0x7f64e419ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:21.639 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.639+0000 7f64e971a700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f64e4101390 0x7f64e419e7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:46116/0 (socket says 172.21.15.42:46116) 2024-06-06T08:27:21.639 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.639+0000 7f64e971a700 1 -- 172.21.15.42:0/882103403 learned_addr learned my addr 172.21.15.42:0/882103403 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:21.639 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.639+0000 7f64e9f1b700 1 --2- 172.21.15.42:0/882103403 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f64e4107400 0x7f64e41989e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:21.640 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.640+0000 7f64e971a700 1 -- 172.21.15.42:0/882103403 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f64e4101d50 msgr2=0x7f64e419ed10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:21.640 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.640+0000 7f64e971a700 1 --2- 172.21.15.42:0/882103403 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f64e4101d50 0x7f64e419ed10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:21.641 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.640+0000 7f64e971a700 1 -- 172.21.15.42:0/882103403 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f64e4107400 msgr2=0x7f64e41989e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:21.641 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.640+0000 7f64e971a700 1 --2- 172.21.15.42:0/882103403 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f64e4107400 0x7f64e41989e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:21.641 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.640+0000 7f64e971a700 1 -- 172.21.15.42:0/882103403 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64e4199140 con 0x7f64e4101390 2024-06-06T08:27:21.641 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.640+0000 7f64e971a700 1 --2- 172.21.15.42:0/882103403 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f64e4101390 0x7f64e419e7d0 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f64e0010e40 tx=0x7f64e000b5a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:21.641 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.640+0000 7f64da7fc700 1 -- 172.21.15.42:0/882103403 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64e000bd10 con 0x7f64e4101390 2024-06-06T08:27:21.641 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.640+0000 7f64eb97e700 1 -- 172.21.15.42:0/882103403 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64e4199430 con 0x7f64e4101390 2024-06-06T08:27:21.641 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.641+0000 7f64eb97e700 1 -- 172.21.15.42:0/882103403 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64e4102fa0 con 0x7f64e4101390 2024-06-06T08:27:21.641 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.641+0000 7f64da7fc700 1 -- 172.21.15.42:0/882103403 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f64e0004500 con 0x7f64e4101390 2024-06-06T08:27:21.641 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.641+0000 7f64da7fc700 1 -- 172.21.15.42:0/882103403 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64e0019410 con 0x7f64e4101390 2024-06-06T08:27:21.643 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.644+0000 7f64da7fc700 1 -- 172.21.15.42:0/882103403 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f64e0003680 con 0x7f64e4101390 2024-06-06T08:27:21.644 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.645+0000 7f64da7fc700 1 --2- 172.21.15.42:0/882103403 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f64d00a2e10 0x7f64d00a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:21.644 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.645+0000 7f64da7fc700 1 -- 172.21.15.42:0/882103403 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f64e00d2e20 con 0x7f64e4101390 2024-06-06T08:27:21.644 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.645+0000 7f64e8f19700 1 --2- 172.21.15.42:0/882103403 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f64d00a2e10 0x7f64d00a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:21.645 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.646+0000 7f64f6201b80 1 Processor -- start 2024-06-06T08:27:21.645 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.646+0000 7f64f6201b80 1 -- start start 2024-06-06T08:27:21.645 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.646+0000 7f64e8f19700 1 --2- 172.21.15.42:0/882103403 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f64d00a2e10 0x7f64d00a52d0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f64e4078940 tx=0x7f64d4009260 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:21.646 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.646+0000 7f64f6201b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562c63200640 0x562c63200a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:21.646 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.646+0000 7f64f6201b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c63200f60 0x562c631fa9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:21.646 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.646+0000 7f64f6201b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562c631faf20 0x562c631fb340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:21.646 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.646+0000 7f64f6201b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x562c6314c810 con 0x562c63200f60 2024-06-06T08:27:21.646 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.646+0000 7f64f6201b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x562c630f4720 con 0x562c63200640 2024-06-06T08:27:21.646 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.646+0000 7f64f6201b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x562c631487d0 con 0x562c631faf20 2024-06-06T08:27:21.647 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.646+0000 7f64e8f19700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c63200f60 0x562c631fa9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:21.647 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.646+0000 7f64e971a700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562c63200640 0x562c63200a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:21.647 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.647+0000 7f64e971a700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562c63200640 0x562c63200a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:51922/0 (socket says 172.21.15.42:51922) 2024-06-06T08:27:21.647 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.647+0000 7f64e8f19700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c63200f60 0x562c631fa9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:46118/0 (socket says 172.21.15.42:46118) 2024-06-06T08:27:21.647 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.647+0000 7f64e971a700 1 -- 172.21.15.42:0/877090025 learned_addr learned my addr 172.21.15.42:0/877090025 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:21.647 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.647+0000 7f64e9f1b700 1 --2- 172.21.15.42:0/877090025 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562c631faf20 0x562c631fb340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:21.647 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.647+0000 7f64e971a700 1 -- 172.21.15.42:0/877090025 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562c631faf20 msgr2=0x562c631fb340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:21.647 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.647+0000 7f64e971a700 1 --2- 172.21.15.42:0/877090025 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562c631faf20 0x562c631fb340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:21.647 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.647+0000 7f64e971a700 1 -- 172.21.15.42:0/877090025 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c63200f60 msgr2=0x562c631fa9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:21.647 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.647+0000 7f64e971a700 1 --2- 172.21.15.42:0/877090025 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c63200f60 0x562c631fa9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:21.647 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.647+0000 7f64e971a700 1 -- 172.21.15.42:0/877090025 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562c630eaf50 con 0x562c63200640 2024-06-06T08:27:21.647 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.647+0000 7f64e8f19700 1 --2- 172.21.15.42:0/877090025 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c63200f60 0x562c631fa9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:27:21.647 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.647+0000 7f64e971a700 1 --2- 172.21.15.42:0/877090025 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562c63200640 0x562c63200a20 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f64e00058f0 tx=0x7f64e009e960 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d96e4ef1cc4c1779 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:21.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.648+0000 7f64cf7fe700 1 -- 172.21.15.42:0/877090025 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64e009f000 con 0x562c63200640 2024-06-06T08:27:21.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.648+0000 7f64cf7fe700 1 -- 172.21.15.42:0/877090025 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f64e00a33b0 con 0x562c63200640 2024-06-06T08:27:21.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.648+0000 7f64cf7fe700 1 -- 172.21.15.42:0/877090025 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64e00a7a20 con 0x562c63200640 2024-06-06T08:27:21.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.649+0000 7f64f6201b80 1 -- 172.21.15.42:0/877090025 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562c63200640 msgr2=0x562c63200a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:21.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.649+0000 7f64f6201b80 1 --2- 172.21.15.42:0/877090025 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562c63200640 0x562c63200a20 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f64e00058f0 tx=0x7f64e009e960 comp rx=0 tx=0).stop 2024-06-06T08:27:21.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.649+0000 7f64f6201b80 1 -- 172.21.15.42:0/877090025 shutdown_connections 2024-06-06T08:27:21.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.649+0000 7f64f6201b80 1 --2- 172.21.15.42:0/877090025 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562c631faf20 0x562c631fb340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:21.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.649+0000 7f64f6201b80 1 --2- 172.21.15.42:0/877090025 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562c63200640 0x562c63200a20 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:21.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.649+0000 7f64f6201b80 1 --2- 172.21.15.42:0/877090025 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c63200f60 0x562c631fa9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:21.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.649+0000 7f64f6201b80 1 -- 172.21.15.42:0/877090025 >> 172.21.15.42:0/877090025 conn(0x562c63125cc0 msgr2=0x562c631f5850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:21.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.650+0000 7f64f6201b80 1 -- 172.21.15.42:0/877090025 shutdown_connections 2024-06-06T08:27:21.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.650+0000 7f64f6201b80 1 -- 172.21.15.42:0/877090025 wait complete. 2024-06-06T08:27:21.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.650+0000 7f64f6201b80 1 -- start start 2024-06-06T08:27:21.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.650+0000 7f64f6201b80 1 Processor -- start 2024-06-06T08:27:21.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.651+0000 7f64f6201b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562c631faf20 0x562c63206dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:21.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.651+0000 7f64f6201b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c63200640 0x562c632040c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:21.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.651+0000 7f64f6201b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562c63200f60 0x562c63204600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:21.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.651+0000 7f64f6201b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x562c632079d0 con 0x562c63200640 2024-06-06T08:27:21.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.651+0000 7f64f6201b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x562c630ecbf0 con 0x562c63200f60 2024-06-06T08:27:21.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.651+0000 7f64f6201b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x562c63207b50 con 0x562c631faf20 2024-06-06T08:27:21.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.651+0000 7f64f6201b80 10 client.0 _ll_register_callbacks cb 0x562c630e6920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:27:21.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.652+0000 7f64e9f1b700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562c63200f60 0x562c63204600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:21.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.652+0000 7f64e9f1b700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562c63200f60 0x562c63204600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:51926/0 (socket says 172.21.15.42:51926) 2024-06-06T08:27:21.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.652+0000 7f64e9f1b700 1 -- 172.21.15.42:0/2251106614 learned_addr learned my addr 172.21.15.42:0/2251106614 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:21.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.652+0000 7f64e971a700 1 --2- 172.21.15.42:0/2251106614 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562c631faf20 0x562c63206dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:21.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.652+0000 7f64e9f1b700 1 -- 172.21.15.42:0/2251106614 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562c631faf20 msgr2=0x562c63206dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:21.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.652+0000 7f64e9f1b700 1 --2- 172.21.15.42:0/2251106614 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562c631faf20 0x562c63206dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:21.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.652+0000 7f64e9f1b700 1 -- 172.21.15.42:0/2251106614 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c63200640 msgr2=0x562c632040c0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-06-06T08:27:21.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.652+0000 7f64e8f19700 1 --2- 172.21.15.42:0/2251106614 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c63200640 0x562c632040c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:21.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.653+0000 7f64e9f1b700 1 --2- 172.21.15.42:0/2251106614 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c63200640 0x562c632040c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:21.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.653+0000 7f64e9f1b700 1 -- 172.21.15.42:0/2251106614 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562c6309b8d0 con 0x562c63200f60 2024-06-06T08:27:21.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.653+0000 7f64e8f19700 1 --2- 172.21.15.42:0/2251106614 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c63200640 0x562c632040c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:27:21.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.653+0000 7f64e9f1b700 1 --2- 172.21.15.42:0/2251106614 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562c63200f60 0x562c63204600 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f64dc00bd80 tx=0x7f64dc00be60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ad062b1f2bdc12a1 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:21.653 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.653+0000 7f64ccff9700 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:27:21.653 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.653+0000 7f64ccff9700 1 -- 172.21.15.42:0/2251106614 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64dc0074e0 con 0x562c63200f60 2024-06-06T08:27:21.653 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.654+0000 7f64f6201b80 1 -- 172.21.15.42:0/2251106614 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f64e00a33b0 con 0x562c63200f60 2024-06-06T08:27:21.653 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.654+0000 7f64ccff9700 1 -- 172.21.15.42:0/2251106614 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f64dc007680 con 0x562c63200f60 2024-06-06T08:27:21.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.654+0000 7f64ccff9700 1 -- 172.21.15.42:0/2251106614 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f64dc0078c0 con 0x562c63200f60 2024-06-06T08:27:21.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.654+0000 7f64f6201b80 10 client.26168 fetch_fsmap learned FSMap version 29 2024-06-06T08:27:21.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.654+0000 7f64f6201b80 1 -- 172.21.15.42:0/2251106614 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x562c6321aa50 con 0x562c63200f60 2024-06-06T08:27:21.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.655+0000 7f64ccff9700 1 -- 172.21.15.42:0/2251106614 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f64dc02c020 con 0x562c63200f60 2024-06-06T08:27:21.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.655+0000 7f64ccff9700 1 -- 172.21.15.42:0/2251106614 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7f64dc011070 con 0x562c63200f60 2024-06-06T08:27:21.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.655+0000 7f64f6201b80 10 client.26168 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T08:27:21.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.655+0000 7f64f6201b80 10 client.26168 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:27:21.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.655+0000 7f64f6201b80 20 client.26168 populate_metadata read hostname 'smithi042' 2024-06-06T08:27:21.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.655+0000 7f64f6201b80 1 --2- 172.21.15.42:0/2251106614 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x562c6321d480 0x562c6321f8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:21.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.655+0000 7f64f6201b80 4 client.26168 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:27:21.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.655+0000 7f64f6201b80 1 -- 172.21.15.42:0/2251106614 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562c63159d10 con 0x562c6321d480 2024-06-06T08:27:21.656 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.656+0000 7f64e971a700 1 --2- 172.21.15.42:0/2251106614 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x562c6321d480 0x562c6321f8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:21.656 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.657+0000 7f64ccff9700 10 client.26168 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:27:21.656 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.657+0000 7f64e971a700 1 --2- 172.21.15.42:0/2251106614 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x562c6321d480 0x562c6321f8a0 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3194b8536f50b8cb server_cookie=dd260e8e66769406 in_seq=0 out_seq=0 2024-06-06T08:27:21.659 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.660+0000 7f64ccff9700 1 -- 172.21.15.42:0/2251106614 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x562c63159d10 con 0x562c6321d480 2024-06-06T08:27:21.659 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.660+0000 7f64ccff9700 10 client.26168 handle_command_reply: tid=0 2024-06-06T08:27:21.659 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.660+0000 7f64f6201b80 1 client.26168 shutdown 2024-06-06T08:27:21.659 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.660+0000 7f64f6201b80 1 -- 172.21.15.42:0/2251106614 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562c63200f60 msgr2=0x562c63204600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:21.659 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.660+0000 7f64f6201b80 1 --2- 172.21.15.42:0/2251106614 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562c63200f60 0x562c63204600 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f64dc00bd80 tx=0x7f64dc00be60 comp rx=0 tx=0).stop 2024-06-06T08:27:21.660 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.660+0000 7f64f6201b80 1 -- 172.21.15.42:0/2251106614 shutdown_connections 2024-06-06T08:27:21.660 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.660+0000 7f64f6201b80 1 --2- 172.21.15.42:0/2251106614 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x562c6321d480 0x562c6321f8a0 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:21.660 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.660+0000 7f64f6201b80 1 --2- 172.21.15.42:0/2251106614 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562c63200f60 0x562c63204600 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:21.660 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.660+0000 7f64f6201b80 1 --2- 172.21.15.42:0/2251106614 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562c631faf20 0x562c63206dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:21.660 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.660+0000 7f64f6201b80 1 --2- 172.21.15.42:0/2251106614 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c63200640 0x562c632040c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:21.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.661+0000 7f64f6201b80 1 -- 172.21.15.42:0/2251106614 >> 172.21.15.42:0/2251106614 conn(0x562c63125cc0 msgr2=0x562c631f55f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:21.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.661+0000 7f64ccff9700 0 client.26168 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:27:21.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.661+0000 7f64f6201b80 1 -- 172.21.15.42:0/2251106614 shutdown_connections 2024-06-06T08:27:21.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.661+0000 7f64f6201b80 1 -- 172.21.15.42:0/2251106614 wait complete. 2024-06-06T08:27:21.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.661+0000 7f64f6201b80 20 client.26168 trim_cache size 0 max 16384 2024-06-06T08:27:21.678 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.678+0000 7f64f6201b80 1 Processor -- start 2024-06-06T08:27:21.678 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.678+0000 7f64f6201b80 1 -- start start 2024-06-06T08:27:21.678 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.678+0000 7f64f6201b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562c631faf20 0x562c631fa9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:21.678 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.678+0000 7f64f6201b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c63200640 0x562c631ef510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:21.679 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.678+0000 7f64f6201b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562c63200f60 0x562c631ff200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:21.679 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.678+0000 7f64f6201b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f64c8011490 con 0x562c63200640 2024-06-06T08:27:21.679 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.678+0000 7f64f6201b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f64c800ecf0 con 0x562c631faf20 2024-06-06T08:27:21.679 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.678+0000 7f64f6201b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f64c800cb40 con 0x562c63200f60 2024-06-06T08:27:21.679 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.678+0000 7f64e9f1b700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562c63200f60 0x562c631ff200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:21.679 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.678+0000 7f64e9f1b700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562c63200f60 0x562c631ff200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:34126/0 (socket says 172.21.15.42:34126) 2024-06-06T08:27:21.679 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.678+0000 7f64e9f1b700 1 -- 172.21.15.42:0/1741151988 learned_addr learned my addr 172.21.15.42:0/1741151988 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:21.679 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.678+0000 7f64e8f19700 1 --2- 172.21.15.42:0/1741151988 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c63200640 0x562c631ef510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:21.679 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.679+0000 7f64e971a700 1 --2- 172.21.15.42:0/1741151988 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562c631faf20 0x562c631fa9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:21.679 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.679+0000 7f64e971a700 1 -- 172.21.15.42:0/1741151988 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562c63200f60 msgr2=0x562c631ff200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:21.679 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.679+0000 7f64e971a700 1 --2- 172.21.15.42:0/1741151988 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562c63200f60 0x562c631ff200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:21.679 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.679+0000 7f64e971a700 1 -- 172.21.15.42:0/1741151988 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c63200640 msgr2=0x562c631ef510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:21.679 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.679+0000 7f64e971a700 1 --2- 172.21.15.42:0/1741151988 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c63200640 0x562c631ef510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:21.679 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.679+0000 7f64e971a700 1 -- 172.21.15.42:0/1741151988 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562c6321ff00 con 0x562c631faf20 2024-06-06T08:27:21.680 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.679+0000 7f64e971a700 1 --2- 172.21.15.42:0/1741151988 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562c631faf20 0x562c631fa9e0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f64e009ef90 tx=0x7f64e009f180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7bfe270a65736ff7 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:21.680 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.679+0000 7f64ceffd700 1 -- 172.21.15.42:0/1741151988 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64e009f260 con 0x562c631faf20 2024-06-06T08:27:21.680 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.679+0000 7f64ceffd700 1 -- 172.21.15.42:0/1741151988 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f64e009f400 con 0x562c631faf20 2024-06-06T08:27:21.680 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.679+0000 7f64ceffd700 1 -- 172.21.15.42:0/1741151988 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64e0099dd0 con 0x562c631faf20 2024-06-06T08:27:21.682 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.680+0000 7f64f6201b80 1 -- 172.21.15.42:0/1741151988 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562c631faf20 msgr2=0x562c631fa9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:21.682 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.680+0000 7f64f6201b80 1 --2- 172.21.15.42:0/1741151988 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562c631faf20 0x562c631fa9e0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f64e009ef90 tx=0x7f64e009f180 comp rx=0 tx=0).stop 2024-06-06T08:27:21.682 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.680+0000 7f64f6201b80 1 -- 172.21.15.42:0/1741151988 shutdown_connections 2024-06-06T08:27:21.682 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.680+0000 7f64f6201b80 1 --2- 172.21.15.42:0/1741151988 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562c63200f60 0x562c631ff200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:21.683 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.680+0000 7f64f6201b80 1 --2- 172.21.15.42:0/1741151988 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562c631faf20 0x562c631fa9e0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:21.683 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.680+0000 7f64f6201b80 1 --2- 172.21.15.42:0/1741151988 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c63200640 0x562c631ef510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:21.683 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.680+0000 7f64f6201b80 1 -- 172.21.15.42:0/1741151988 >> 172.21.15.42:0/1741151988 conn(0x562c63125cc0 msgr2=0x562c631eee00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:21.683 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.680+0000 7f64f6201b80 1 -- 172.21.15.42:0/1741151988 shutdown_connections 2024-06-06T08:27:21.683 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.680+0000 7f64f6201b80 1 -- 172.21.15.42:0/1741151988 wait complete. 2024-06-06T08:27:21.683 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.681+0000 7f64f6201b80 1 -- start start 2024-06-06T08:27:21.683 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.681+0000 7f64f6201b80 1 Processor -- start 2024-06-06T08:27:21.683 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.682+0000 7f64f6201b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c631faf20 0x562c63215930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:21.683 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.682+0000 7f64f6201b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562c63200640 0x562c63215e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:21.683 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.682+0000 7f64f6201b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562c63200f60 0x562c63224780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:21.683 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.682+0000 7f64f6201b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f64c800d1b0 con 0x562c631faf20 2024-06-06T08:27:21.683 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.682+0000 7f64f6201b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f64c800e620 con 0x562c63200f60 2024-06-06T08:27:21.683 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.682+0000 7f64f6201b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f64c800d880 con 0x562c63200640 2024-06-06T08:27:21.684 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.682+0000 7f64f6201b80 10 client.0 _ll_register_callbacks cb 0x562c630e6920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:27:21.684 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.682+0000 7f64e971a700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c631faf20 0x562c63215930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:21.684 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.682+0000 7f64e971a700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c631faf20 0x562c63215930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:46140/0 (socket says 172.21.15.42:46140) 2024-06-06T08:27:21.684 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.682+0000 7f64e971a700 1 -- 172.21.15.42:0/783537309 learned_addr learned my addr 172.21.15.42:0/783537309 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:21.684 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.682+0000 7f64e9f1b700 1 --2- 172.21.15.42:0/783537309 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562c63200f60 0x562c63224780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:21.684 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.682+0000 7f64e8f19700 1 --2- 172.21.15.42:0/783537309 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562c63200640 0x562c63215e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:21.684 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.682+0000 7f64e971a700 1 -- 172.21.15.42:0/783537309 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562c63200640 msgr2=0x562c63215e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:21.684 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.682+0000 7f64e971a700 1 --2- 172.21.15.42:0/783537309 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562c63200640 0x562c63215e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:21.684 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.682+0000 7f64e971a700 1 -- 172.21.15.42:0/783537309 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562c63200f60 msgr2=0x562c63224780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:21.684 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.682+0000 7f64e971a700 1 --2- 172.21.15.42:0/783537309 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562c63200f60 0x562c63224780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:21.684 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.682+0000 7f64e971a700 1 -- 172.21.15.42:0/783537309 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562c63224ff0 con 0x562c631faf20 2024-06-06T08:27:21.684 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.682+0000 7f64e9f1b700 1 --2- 172.21.15.42:0/783537309 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562c63200f60 0x562c63224780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:27:21.684 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.683+0000 7f64e8f19700 1 --2- 172.21.15.42:0/783537309 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562c63200640 0x562c63215e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:27:21.685 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.683+0000 7f64e971a700 1 --2- 172.21.15.42:0/783537309 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c631faf20 0x562c63215930 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f64e0003c90 tx=0x7f64e00a7a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d43d087e951a80c server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:21.685 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.683+0000 7f64ccff9700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:27:21.685 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.683+0000 7f64ccff9700 1 -- 172.21.15.42:0/783537309 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64e009f260 con 0x562c631faf20 2024-06-06T08:27:21.685 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.683+0000 7f64f6201b80 1 -- 172.21.15.42:0/783537309 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f64e009f400 con 0x562c631faf20 2024-06-06T08:27:21.685 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.683+0000 7f64ccff9700 1 -- 172.21.15.42:0/783537309 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f64e009e450 con 0x562c631faf20 2024-06-06T08:27:21.685 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.683+0000 7f64ccff9700 1 -- 172.21.15.42:0/783537309 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f64e009e960 con 0x562c631faf20 2024-06-06T08:27:21.685 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.683+0000 7f64f6201b80 10 client.16554 fetch_fsmap learned FSMap version 29 2024-06-06T08:27:21.685 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.683+0000 7f64f6201b80 1 -- 172.21.15.42:0/783537309 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x562c63287ca0 con 0x562c631faf20 2024-06-06T08:27:21.685 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.683+0000 7f64ccff9700 1 -- 172.21.15.42:0/783537309 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f64e009f400 con 0x562c631faf20 2024-06-06T08:27:21.685 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.684+0000 7f64ccff9700 1 -- 172.21.15.42:0/783537309 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7f64e009dec0 con 0x562c631faf20 2024-06-06T08:27:21.687 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.684+0000 7f64f6201b80 10 client.16554 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T08:27:21.687 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.684+0000 7f64f6201b80 10 client.16554 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:27:21.687 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.684+0000 7f64f6201b80 20 client.16554 populate_metadata read hostname 'smithi042' 2024-06-06T08:27:21.687 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.684+0000 7f64f6201b80 1 --2- 172.21.15.42:0/783537309 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x562c63287ed0 0x562c6328a2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:21.687 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.684+0000 7f64f6201b80 4 client.16554 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-06-06T08:27:21.687 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.684+0000 7f64f6201b80 1 -- 172.21.15.42:0/783537309 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "damage ls"}) -- 0x562c63154290 con 0x562c63287ed0 2024-06-06T08:27:21.687 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.684+0000 7f64e8f19700 1 --2- 172.21.15.42:0/783537309 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x562c63287ed0 0x562c6328a2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:21.687 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.684+0000 7f64e8f19700 1 --2- 172.21.15.42:0/783537309 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x562c63287ed0 0x562c6328a2c0 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ecbbfca6a0a40098 server_cookie=6997d6ff38ea5744 in_seq=0 out_seq=0 2024-06-06T08:27:21.688 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.684+0000 7f64ccff9700 10 client.16554 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:27:21.688 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.686+0000 7f64ccff9700 1 -- 172.21.15.42:0/783537309 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x562c63154290 con 0x562c63287ed0 2024-06-06T08:27:21.688 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.686+0000 7f64ccff9700 10 client.16554 handle_command_reply: tid=0 2024-06-06T08:27:21.688 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.686+0000 7f64f6201b80 1 client.16554 shutdown 2024-06-06T08:27:21.688 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.687+0000 7f64f6201b80 1 -- 172.21.15.42:0/783537309 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c631faf20 msgr2=0x562c63215930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:21.688 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.687+0000 7f64f6201b80 1 --2- 172.21.15.42:0/783537309 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c631faf20 0x562c63215930 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f64e0003c90 tx=0x7f64e00a7a90 comp rx=0 tx=0).stop 2024-06-06T08:27:21.688 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.687+0000 7f64f6201b80 1 -- 172.21.15.42:0/783537309 shutdown_connections 2024-06-06T08:27:21.688 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.687+0000 7f64f6201b80 1 --2- 172.21.15.42:0/783537309 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x562c63287ed0 0x562c6328a2c0 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:21.688 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.687+0000 7f64f6201b80 1 --2- 172.21.15.42:0/783537309 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562c63200f60 0x562c63224780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:21.688 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.687+0000 7f64f6201b80 1 --2- 172.21.15.42:0/783537309 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c631faf20 0x562c63215930 unknown :-1 s=CLOSED pgs=717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:21.688 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.687+0000 7f64f6201b80 1 --2- 172.21.15.42:0/783537309 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562c63200640 0x562c63215e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:21.688 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.687+0000 7f64f6201b80 1 -- 172.21.15.42:0/783537309 >> 172.21.15.42:0/783537309 conn(0x562c63125cc0 msgr2=0x562c631ff200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:21.688 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.687+0000 7f64ccff9700 0 client.16554 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:27:21.689 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.687+0000 7f64f6201b80 1 -- 172.21.15.42:0/783537309 shutdown_connections 2024-06-06T08:27:21.689 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.687+0000 7f64f6201b80 1 -- 172.21.15.42:0/783537309 wait complete. 2024-06-06T08:27:21.689 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.687+0000 7f64f6201b80 20 client.16554 trim_cache size 0 max 16384 2024-06-06T08:27:21.689 INFO:teuthology.orchestra.run.smithi042.stdout:[] 2024-06-06T08:27:21.690 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.688+0000 7f64eb97e700 1 -- 172.21.15.42:0/882103403 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f64d00a2e10 msgr2=0x7f64d00a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:21.690 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.688+0000 7f64eb97e700 1 --2- 172.21.15.42:0/882103403 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f64d00a2e10 0x7f64d00a52d0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f64e4078940 tx=0x7f64d4009260 comp rx=0 tx=0).stop 2024-06-06T08:27:21.690 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.688+0000 7f64eb97e700 1 -- 172.21.15.42:0/882103403 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f64e4101390 msgr2=0x7f64e419e7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:21.690 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.688+0000 7f64eb97e700 1 --2- 172.21.15.42:0/882103403 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f64e4101390 0x7f64e419e7d0 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f64e0010e40 tx=0x7f64e000b5a0 comp rx=0 tx=0).stop 2024-06-06T08:27:21.690 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.688+0000 7f64eb97e700 1 -- 172.21.15.42:0/882103403 shutdown_connections 2024-06-06T08:27:21.690 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.688+0000 7f64eb97e700 1 --2- 172.21.15.42:0/882103403 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f64d00a2e10 0x7f64d00a52d0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:21.690 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.688+0000 7f64eb97e700 1 --2- 172.21.15.42:0/882103403 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f64e4107400 0x7f64e41989e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:21.690 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.688+0000 7f64eb97e700 1 --2- 172.21.15.42:0/882103403 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f64e4101390 0x7f64e419e7d0 unknown :-1 s=CLOSED pgs=716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:21.690 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.688+0000 7f64eb97e700 1 --2- 172.21.15.42:0/882103403 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f64e4101d50 0x7f64e419ed10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:21.690 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.688+0000 7f64eb97e700 1 -- 172.21.15.42:0/882103403 >> 172.21.15.42:0/882103403 conn(0x7f64e4078340 msgr2=0x7f64e41005d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:21.690 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.688+0000 7f64eb97e700 1 -- 172.21.15.42:0/882103403 shutdown_connections 2024-06-06T08:27:21.690 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:21.689+0000 7f64eb97e700 1 -- 172.21.15.42:0/882103403 wait complete. 2024-06-06T08:27:22.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:22 smithi120 ceph-mon[36658]: pgmap v145: 129 pgs: 129 active+clean; 516 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 2.5 MiB/s wr, 363 op/s 2024-06-06T08:27:22.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:22 smithi149 ceph-mon[36842]: pgmap v145: 129 pgs: 129 active+clean; 516 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 2.5 MiB/s wr, 363 op/s 2024-06-06T08:27:22.564 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:22 smithi042 ceph-mon[32384]: pgmap v145: 129 pgs: 129 active+clean; 516 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 2.5 MiB/s wr, 363 op/s 2024-06-06T08:27:22.737 INFO:tasks.workunit.client.0.smithi042.stdout: 160 341732 179 223829 210 100358 159 2024-06-06T08:27:24.146 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:24 smithi042 ceph-mon[32384]: pgmap v146: 129 pgs: 129 active+clean; 521 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 MiB/s rd, 2.9 MiB/s wr, 387 op/s 2024-06-06T08:27:24.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:24 smithi149 ceph-mon[36842]: pgmap v146: 129 pgs: 129 active+clean; 521 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 MiB/s rd, 2.9 MiB/s wr, 387 op/s 2024-06-06T08:27:24.590 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-06-06T08:27:24.590 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-06-06T08:27:24.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:24 smithi120 ceph-mon[36658]: pgmap v146: 129 pgs: 129 active+clean; 521 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 MiB/s rd, 2.9 MiB/s wr, 387 op/s 2024-06-06T08:27:24.784 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:24.784+0000 7f987a3f4700 1 -- 172.21.15.42:0/4060615331 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f987410e220 msgr2=0x7f9874115e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:24.784 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:24.784+0000 7f987a3f4700 1 --2- 172.21.15.42:0/4060615331 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f987410e220 0x7f9874115e30 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f986c008060 tx=0x7f986c008370 comp rx=0 tx=0).stop 2024-06-06T08:27:24.785 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:24.785+0000 7f987a3f4700 1 -- 172.21.15.42:0/4060615331 shutdown_connections 2024-06-06T08:27:24.785 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:24.785+0000 7f987a3f4700 1 --2- 172.21.15.42:0/4060615331 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f987410e220 0x7f9874115e30 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:24.785 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:24.785+0000 7f987a3f4700 1 --2- 172.21.15.42:0/4060615331 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f98741096f0 0x7f9874109ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:24.785 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:24.785+0000 7f987a3f4700 1 --2- 172.21.15.42:0/4060615331 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f987410a0a0 0x7f987410db40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:24.785 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:24.785+0000 7f987a3f4700 1 -- 172.21.15.42:0/4060615331 >> 172.21.15.42:0/4060615331 conn(0x7f987406d600 msgr2=0x7f987406da10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:24.787 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:24.788+0000 7f987a3f4700 1 -- 172.21.15.42:0/4060615331 shutdown_connections 2024-06-06T08:27:24.788 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:24.789+0000 7f987a3f4700 1 -- 172.21.15.42:0/4060615331 wait complete. 2024-06-06T08:27:24.788 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:24.789+0000 7f987a3f4700 1 Processor -- start 2024-06-06T08:27:24.789 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:24.790+0000 7f987a3f4700 1 -- start start 2024-06-06T08:27:24.790 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:24.790+0000 7f987a3f4700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f98741096f0 0x7f987419f120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:24.790 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:24.790+0000 7f987a3f4700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f987410a0a0 0x7f987419f660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:24.790 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:24.790+0000 7f987a3f4700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f987410e220 0x7f987419fba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:24.790 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:24.790+0000 7f987a3f4700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9874118ec0 con 0x7f987410a0a0 2024-06-06T08:27:24.790 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:24.790+0000 7f987a3f4700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f9874118d40 con 0x7f987410e220 2024-06-06T08:27:24.790 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:24.790+0000 7f987a3f4700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f9874119040 con 0x7f98741096f0 2024-06-06T08:27:24.790 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:24.791+0000 7f9878991700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f987410e220 0x7f987419fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:24.790 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:24.791+0000 7f9878991700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f987410e220 0x7f987419fba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:51966/0 (socket says 172.21.15.42:51966) 2024-06-06T08:27:24.791 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:24.791+0000 7f9878991700 1 -- 172.21.15.42:0/2641257780 learned_addr learned my addr 172.21.15.42:0/2641257780 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:24.791 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:24.791+0000 7f9873fff700 1 --2- 172.21.15.42:0/2641257780 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f98741096f0 0x7f987419f120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:24.792 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:24.791+0000 7f9878991700 1 -- 172.21.15.42:0/2641257780 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f98741096f0 msgr2=0x7f987419f120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:24.792 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:24.791+0000 7f9878991700 1 --2- 172.21.15.42:0/2641257780 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f98741096f0 0x7f987419f120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:24.792 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:24.791+0000 7f9878991700 1 -- 172.21.15.42:0/2641257780 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f987410a0a0 msgr2=0x7f987419f660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:24.792 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:24.791+0000 7f9878991700 1 --2- 172.21.15.42:0/2641257780 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f987410a0a0 0x7f987419f660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:24.792 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:24.791+0000 7f9878991700 1 -- 172.21.15.42:0/2641257780 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98741b3df0 con 0x7f987410e220 2024-06-06T08:27:24.792 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:24.792+0000 7f9878991700 1 --2- 172.21.15.42:0/2641257780 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f987410e220 0x7f987419fba0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f986c009e70 tx=0x7f986c009f50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:24.792 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:24.792+0000 7f98717fa700 1 -- 172.21.15.42:0/2641257780 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f986c021020 con 0x7f987410e220 2024-06-06T08:27:24.792 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:24.792+0000 7f98717fa700 1 -- 172.21.15.42:0/2641257780 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f986c019040 con 0x7f987410e220 2024-06-06T08:27:24.792 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:24.793+0000 7f98717fa700 1 -- 172.21.15.42:0/2641257780 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f986c018050 con 0x7f987410e220 2024-06-06T08:27:24.793 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:24.794+0000 7f987a3f4700 1 -- 172.21.15.42:0/2641257780 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98741b4080 con 0x7f987410e220 2024-06-06T08:27:24.793 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:24.794+0000 7f987a3f4700 1 -- 172.21.15.42:0/2641257780 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98741b44e0 con 0x7f987410e220 2024-06-06T08:27:24.794 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:24.795+0000 7f987a3f4700 1 -- 172.21.15.42:0/2641257780 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f987410a6b0 con 0x7f987410e220 2024-06-06T08:27:24.797 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:24.798+0000 7f98717fa700 1 -- 172.21.15.42:0/2641257780 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f986c024020 con 0x7f987410e220 2024-06-06T08:27:24.797 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:24.798+0000 7f98717fa700 1 --2- 172.21.15.42:0/2641257780 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f985c0a2f10 0x7f985c0a53d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:24.798 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:24.799+0000 7f98717fa700 1 -- 172.21.15.42:0/2641257780 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f986c0d0030 con 0x7f987410e220 2024-06-06T08:27:24.798 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:24.799+0000 7f9873fff700 1 --2- 172.21.15.42:0/2641257780 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f985c0a2f10 0x7f985c0a53d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:24.798 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:24.799+0000 7f9873fff700 1 --2- 172.21.15.42:0/2641257780 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f985c0a2f10 0x7f985c0a53d0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f986800d440 tx=0x7f986800f040 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:24.800 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:24.802+0000 7f98717fa700 1 -- 172.21.15.42:0/2641257780 <== mon.2 v2:172.21.15.120:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f986c09cb30 con 0x7f987410e220 2024-06-06T08:27:24.908 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:27:25.158 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:27:25.158 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/667270675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":667270675},{"type":"v1","addr":"172.21.15.42:6837","nonce":667270675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/2414389302","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":2414389302},{"type":"v1","addr":"172.21.15.42:6839","nonce":2414389302}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14574,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/3625002785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":3625002785},{"type":"v1","addr":"172.21.15.42:6841","nonce":3625002785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24413,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6835/3995394553","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":3995394553},{"type":"v1","addr":"172.21.15.120:6835","nonce":3995394553}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T08:18:39.778858+0000","modified":"2024-06-06T08:26:55.629334+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24464},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6837/3434475673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":3434475673},{"type":"v1","addr":"172.21.15.120:6837","nonce":3434475673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6835/3776134468","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":3776134468},{"type":"v1","addr":"172.21.15.149:6835","nonce":3776134468}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":21,"addr":"172.21.15.120:6839/1585293472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":1585293472},{"type":"v1","addr":"172.21.15.120:6839","nonce":1585293472}]},"join_fscid":-1,"export_targets":[1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":25,"addr":"172.21.15.149:6837/751787578","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":751787578},{"type":"v1","addr":"172.21.15.149:6837","nonce":751787578}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":8,"addr":"172.21.15.149:6839/764851483","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":764851483},{"type":"v1","addr":"172.21.15.149:6839","nonce":764851483}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24464,24469,24484]},"id":1}]} 2024-06-06T08:27:25.158 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:25.155+0000 7f987a3f4700 1 -- 172.21.15.42:0/2641257780 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f987402dca0 con 0x7f987410e220 2024-06-06T08:27:25.158 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:25.156+0000 7f98717fa700 1 -- 172.21.15.42:0/2641257780 <== mon.2 v2:172.21.15.120:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11880 (secure 0 0 0) 0x7f986c09c430 con 0x7f987410e220 2024-06-06T08:27:25.164 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:25.165+0000 7f987a3f4700 1 -- 172.21.15.42:0/2641257780 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f985c0a2f10 msgr2=0x7f985c0a53d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:25.165 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:25.165+0000 7f987a3f4700 1 --2- 172.21.15.42:0/2641257780 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f985c0a2f10 0x7f985c0a53d0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f986800d440 tx=0x7f986800f040 comp rx=0 tx=0).stop 2024-06-06T08:27:25.165 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:25.165+0000 7f987a3f4700 1 -- 172.21.15.42:0/2641257780 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f987410e220 msgr2=0x7f987419fba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:25.165 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:25.165+0000 7f987a3f4700 1 --2- 172.21.15.42:0/2641257780 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f987410e220 0x7f987419fba0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f986c009e70 tx=0x7f986c009f50 comp rx=0 tx=0).stop 2024-06-06T08:27:25.167 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:25.168+0000 7f987a3f4700 1 -- 172.21.15.42:0/2641257780 shutdown_connections 2024-06-06T08:27:25.167 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:25.168+0000 7f987a3f4700 1 --2- 172.21.15.42:0/2641257780 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f985c0a2f10 0x7f985c0a53d0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:25.167 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:25.168+0000 7f987a3f4700 1 --2- 172.21.15.42:0/2641257780 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f987410e220 0x7f987419fba0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:25.167 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:25.168+0000 7f987a3f4700 1 --2- 172.21.15.42:0/2641257780 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f98741096f0 0x7f987419f120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:25.167 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:25.168+0000 7f987a3f4700 1 --2- 172.21.15.42:0/2641257780 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f987410a0a0 0x7f987419f660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:25.168 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:25.168+0000 7f987a3f4700 1 -- 172.21.15.42:0/2641257780 >> 172.21.15.42:0/2641257780 conn(0x7f987406d600 msgr2=0x7f9874072020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:25.168 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:25.169+0000 7f987a3f4700 1 -- 172.21.15.42:0/2641257780 shutdown_connections 2024-06-06T08:27:25.168 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:25.169+0000 7f987a3f4700 1 -- 172.21.15.42:0/2641257780 wait complete. 2024-06-06T08:27:25.169 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 29 2024-06-06T08:27:26.317 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:26 smithi042 ceph-mon[32384]: pgmap v147: 129 pgs: 129 active+clean; 522 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 340 op/s 2024-06-06T08:27:26.317 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:26 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/2641257780' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:27:26.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:26 smithi149 ceph-mon[36842]: pgmap v147: 129 pgs: 129 active+clean; 522 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 340 op/s 2024-06-06T08:27:26.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:26 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/2641257780' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:27:26.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:26 smithi120 ceph-mon[36658]: pgmap v147: 129 pgs: 129 active+clean; 522 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 340 op/s 2024-06-06T08:27:26.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:26 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/2641257780' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:27:26.746 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24484 quiesce db / --timeout 90 --expiration 145.25 --await-for 45.0' 2024-06-06T08:27:26.746 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- timeout 105 ceph tell mds.24484 quiesce db / --timeout 90 --expiration 145.25 --await-for 45.0 2024-06-06T08:27:28.388 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:28 smithi042 ceph-mon[32384]: pgmap v148: 129 pgs: 129 active+clean; 522 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 578 KiB/s rd, 2.9 MiB/s wr, 207 op/s 2024-06-06T08:27:28.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:28 smithi149 ceph-mon[36842]: pgmap v148: 129 pgs: 129 active+clean; 522 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 578 KiB/s rd, 2.9 MiB/s wr, 207 op/s 2024-06-06T08:27:28.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:28 smithi120 ceph-mon[36658]: pgmap v148: 129 pgs: 129 active+clean; 522 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 578 KiB/s rd, 2.9 MiB/s wr, 207 op/s 2024-06-06T08:27:28.903 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.900+0000 7f56a5527700 1 -- 172.21.15.42:0/4230672764 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f56a01131b0 msgr2=0x7f56a01155a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:28.903 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.900+0000 7f56a5527700 1 --2- 172.21.15.42:0/4230672764 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f56a01131b0 0x7f56a01155a0 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f56940098f0 tx=0x7f5694009c00 comp rx=0 tx=0).stop 2024-06-06T08:27:28.903 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.901+0000 7f56a5527700 1 -- 172.21.15.42:0/4230672764 shutdown_connections 2024-06-06T08:27:28.903 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.901+0000 7f56a5527700 1 --2- 172.21.15.42:0/4230672764 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f56a01131b0 0x7f56a01155a0 unknown :-1 s=CLOSED pgs=718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:28.903 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.901+0000 7f56a5527700 1 --2- 172.21.15.42:0/4230672764 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f56a0100db0 0x7f56a0101190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:28.903 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.901+0000 7f56a5527700 1 --2- 172.21.15.42:0/4230672764 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f56a01016d0 0x7f56a0112c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:28.903 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.901+0000 7f56a5527700 1 -- 172.21.15.42:0/4230672764 >> 172.21.15.42:0/4230672764 conn(0x7f56a00765f0 msgr2=0x7f56a0076a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:28.903 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.902+0000 7f56a5527700 1 -- 172.21.15.42:0/4230672764 shutdown_connections 2024-06-06T08:27:28.903 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.903+0000 7f56a5527700 1 -- 172.21.15.42:0/4230672764 wait complete. 2024-06-06T08:27:28.904 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.904+0000 7f56a5527700 1 Processor -- start 2024-06-06T08:27:28.904 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.904+0000 7f56a5527700 1 -- start start 2024-06-06T08:27:28.904 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.904+0000 7f56a5527700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f56a0100db0 0x7f56a0112860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:28.904 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.904+0000 7f56a5527700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f56a01016d0 0x7f56a010e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:28.904 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.904+0000 7f56a5527700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f56a01131b0 0x7f56a0073f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:28.904 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.904+0000 7f56a5527700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f56a010adc0 con 0x7f56a01016d0 2024-06-06T08:27:28.904 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.904+0000 7f56a5527700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f56a010ac40 con 0x7f56a01131b0 2024-06-06T08:27:28.904 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.904+0000 7f56a5527700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f56a010af40 con 0x7f56a0100db0 2024-06-06T08:27:28.905 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.905+0000 7f569effd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f56a0100db0 0x7f56a0112860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:28.905 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.905+0000 7f569effd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f56a0100db0 0x7f56a0112860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:50122/0 (socket says 172.21.15.42:50122) 2024-06-06T08:27:28.905 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.905+0000 7f569effd700 1 -- 172.21.15.42:0/3553515323 learned_addr learned my addr 172.21.15.42:0/3553515323 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:28.905 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.905+0000 7f569f7fe700 1 --2- 172.21.15.42:0/3553515323 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f56a01131b0 0x7f56a0073f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:28.905 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.905+0000 7f569f7fe700 1 -- 172.21.15.42:0/3553515323 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f56a0100db0 msgr2=0x7f56a0112860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:28.906 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.905+0000 7f569f7fe700 1 --2- 172.21.15.42:0/3553515323 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f56a0100db0 0x7f56a0112860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:28.906 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.905+0000 7f569f7fe700 1 -- 172.21.15.42:0/3553515323 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f56a01016d0 msgr2=0x7f56a010e950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:28.906 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.905+0000 7f569f7fe700 1 --2- 172.21.15.42:0/3553515323 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f56a01016d0 0x7f56a010e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:28.906 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.905+0000 7f569f7fe700 1 -- 172.21.15.42:0/3553515323 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56a010ee90 con 0x7f56a01131b0 2024-06-06T08:27:28.906 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.906+0000 7f569f7fe700 1 --2- 172.21.15.42:0/3553515323 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f56a01131b0 0x7f56a0073f00 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f56940098c0 tx=0x7f5694003900 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:28.906 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.908+0000 7f5687fff700 1 -- 172.21.15.42:0/3553515323 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5694003cb0 con 0x7f56a01131b0 2024-06-06T08:27:28.906 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.908+0000 7f56a5527700 1 -- 172.21.15.42:0/3553515323 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56a010f120 con 0x7f56a01131b0 2024-06-06T08:27:28.916 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.908+0000 7f56a5527700 1 -- 172.21.15.42:0/3553515323 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56a010f610 con 0x7f56a01131b0 2024-06-06T08:27:28.916 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.908+0000 7f5687fff700 1 -- 172.21.15.42:0/3553515323 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5694003e50 con 0x7f56a01131b0 2024-06-06T08:27:28.916 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.908+0000 7f5687fff700 1 -- 172.21.15.42:0/3553515323 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f569400b560 con 0x7f56a01131b0 2024-06-06T08:27:28.916 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.914+0000 7f5687fff700 1 -- 172.21.15.42:0/3553515323 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f5694020030 con 0x7f56a01131b0 2024-06-06T08:27:28.930 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.916+0000 7f56afdaab80 1 Processor -- start 2024-06-06T08:27:28.932 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.929+0000 7f56afdaab80 1 -- start start 2024-06-06T08:27:28.932 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.929+0000 7f56afdaab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5635bb24d120 0x5635bb24d500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:28.932 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.929+0000 7f56afdaab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5635bb24da40 0x5635bb248530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:28.932 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.929+0000 7f56afdaab80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5635bb248a70 0x5635bb248ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:28.932 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.930+0000 7f56afdaab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5635bb13afe0 con 0x5635bb24d120 2024-06-06T08:27:28.932 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.930+0000 7f569effd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5635bb24da40 0x5635bb248530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:28.932 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.930+0000 7f569effd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5635bb24da40 0x5635bb248530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:50138/0 (socket says 172.21.15.42:50138) 2024-06-06T08:27:28.932 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.930+0000 7f569effd700 1 -- 172.21.15.42:0/3337130518 learned_addr learned my addr 172.21.15.42:0/3337130518 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:28.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.930+0000 7f569e7fc700 1 --2- 172.21.15.42:0/3337130518 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5635bb248a70 0x5635bb248ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:28.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.930+0000 7f56afdaab80 1 -- 172.21.15.42:0/3337130518 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5635bb1998d0 con 0x5635bb248a70 2024-06-06T08:27:28.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.930+0000 7f56afdaab80 1 -- 172.21.15.42:0/3337130518 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5635bb1014e0 con 0x5635bb24da40 2024-06-06T08:27:28.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.930+0000 7f569e7fc700 1 --2- 172.21.15.42:0/3337130518 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5635bb24d120 0x5635bb24d500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:28.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.931+0000 7f569e7fc700 1 -- 172.21.15.42:0/3337130518 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5635bb24da40 msgr2=0x5635bb248530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:28.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.931+0000 7f569e7fc700 1 --2- 172.21.15.42:0/3337130518 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5635bb24da40 0x5635bb248530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:28.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.931+0000 7f569e7fc700 1 -- 172.21.15.42:0/3337130518 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5635bb24d120 msgr2=0x5635bb24d500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:28.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.931+0000 7f569e7fc700 1 --2- 172.21.15.42:0/3337130518 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5635bb24d120 0x5635bb24d500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:28.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.931+0000 7f569e7fc700 1 -- 172.21.15.42:0/3337130518 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5635bb0e8950 con 0x5635bb248a70 2024-06-06T08:27:28.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.931+0000 7f569e7fc700 1 --2- 172.21.15.42:0/3337130518 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5635bb248a70 0x5635bb248ed0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f56980060b0 tx=0x7f569801aed0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f9a06316bb153bd7 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:28.934 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.932+0000 7f56857fa700 1 -- 172.21.15.42:0/3337130518 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5698025040 con 0x5635bb248a70 2024-06-06T08:27:28.934 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.932+0000 7f56857fa700 1 -- 172.21.15.42:0/3337130518 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5698003c00 con 0x5635bb248a70 2024-06-06T08:27:28.934 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.933+0000 7f56afdaab80 1 -- 172.21.15.42:0/3337130518 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5635bb248a70 msgr2=0x5635bb248ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:28.934 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.933+0000 7f56afdaab80 1 --2- 172.21.15.42:0/3337130518 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5635bb248a70 0x5635bb248ed0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f56980060b0 tx=0x7f569801aed0 comp rx=0 tx=0).stop 2024-06-06T08:27:28.937 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.937+0000 7f5687fff700 1 --2- 172.21.15.42:0/3553515323 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f56880a2fa0 0x7f56880a5460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:28.937 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.937+0000 7f5687fff700 1 -- 172.21.15.42:0/3553515323 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f56940d0a60 con 0x7f56a01131b0 2024-06-06T08:27:28.937 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.938+0000 7f56afdaab80 1 -- 172.21.15.42:0/3337130518 shutdown_connections 2024-06-06T08:27:28.937 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.938+0000 7f56afdaab80 1 --2- 172.21.15.42:0/3337130518 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5635bb248a70 0x5635bb248ed0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:28.937 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.938+0000 7f56afdaab80 1 --2- 172.21.15.42:0/3337130518 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5635bb24d120 0x5635bb24d500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:28.937 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.938+0000 7f56afdaab80 1 --2- 172.21.15.42:0/3337130518 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5635bb24da40 0x5635bb248530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:28.937 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.938+0000 7f56afdaab80 1 -- 172.21.15.42:0/3337130518 >> 172.21.15.42:0/3337130518 conn(0x5635bb175100 msgr2=0x5635bb243410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:28.938 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.938+0000 7f569e7fc700 1 --2- 172.21.15.42:0/3553515323 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f56880a2fa0 0x7f56880a5460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:28.938 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.939+0000 7f569e7fc700 1 --2- 172.21.15.42:0/3553515323 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f56880a2fa0 0x7f56880a5460 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f56980062a0 tx=0x7f5698003db0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:28.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.940+0000 7f56afdaab80 1 -- 172.21.15.42:0/3337130518 shutdown_connections 2024-06-06T08:27:28.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.940+0000 7f56afdaab80 1 -- 172.21.15.42:0/3337130518 wait complete. 2024-06-06T08:27:28.946 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.940+0000 7f56afdaab80 1 -- start start 2024-06-06T08:27:28.947 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.940+0000 7f56afdaab80 1 Processor -- start 2024-06-06T08:27:28.947 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.941+0000 7f56afdaab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5635bb248a70 0x5635bb254740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:28.947 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.941+0000 7f56afdaab80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5635bb24d120 0x5635bb251a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:28.947 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.941+0000 7f56afdaab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5635bb24da40 0x5635bb251f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:28.947 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.941+0000 7f569effd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5635bb248a70 0x5635bb254740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:28.947 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.941+0000 7f569effd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5635bb248a70 0x5635bb254740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:50148/0 (socket says 172.21.15.42:50148) 2024-06-06T08:27:28.947 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.941+0000 7f569e7fc700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5635bb24d120 0x5635bb251a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:28.947 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.941+0000 7f569e7fc700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5635bb24d120 0x5635bb251a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:42300/0 (socket says 172.21.15.42:42300) 2024-06-06T08:27:28.947 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.941+0000 7f569effd700 1 -- 172.21.15.42:0/2513807807 learned_addr learned my addr 172.21.15.42:0/2513807807 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:28.948 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.941+0000 7f56afdaab80 1 -- 172.21.15.42:0/2513807807 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5635bb13a040 con 0x5635bb24da40 2024-06-06T08:27:28.948 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.941+0000 7f56afdaab80 1 -- 172.21.15.42:0/2513807807 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5635bb195890 con 0x5635bb24d120 2024-06-06T08:27:28.948 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.941+0000 7f56afdaab80 1 -- 172.21.15.42:0/2513807807 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5635bb255520 con 0x5635bb248a70 2024-06-06T08:27:28.948 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.942+0000 7f569f7fe700 1 --2- 172.21.15.42:0/2513807807 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5635bb24da40 0x5635bb251f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:28.948 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.942+0000 7f569effd700 1 -- 172.21.15.42:0/2513807807 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5635bb24d120 msgr2=0x5635bb251a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:28.948 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.942+0000 7f569effd700 1 --2- 172.21.15.42:0/2513807807 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5635bb24d120 0x5635bb251a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:28.948 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.942+0000 7f569effd700 1 -- 172.21.15.42:0/2513807807 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5635bb24da40 msgr2=0x5635bb251f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:28.948 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.942+0000 7f569effd700 1 --2- 172.21.15.42:0/2513807807 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5635bb24da40 0x5635bb251f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:28.948 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.942+0000 7f569effd700 1 -- 172.21.15.42:0/2513807807 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5635bb15f7d0 con 0x5635bb248a70 2024-06-06T08:27:28.948 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.946+0000 7f56afdaab80 10 client.0 _ll_register_callbacks cb 0x5635bb12f630 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:27:28.948 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.946+0000 7f56afdaab80 1 -- 172.21.15.42:0/2513807807 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5698003c00 con 0x5635bb248a70 2024-06-06T08:27:28.948 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.946+0000 7f569effd700 1 --2- 172.21.15.42:0/2513807807 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5635bb248a70 0x5635bb254740 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f56900349c0 tx=0x7f5690034cd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9bf90efe88acfc99 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:28.948 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.948+0000 7f5682ff5700 10 client.26104 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:27:28.950 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.951+0000 7f5682ff5700 1 -- 172.21.15.42:0/2513807807 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5690004030 con 0x5635bb248a70 2024-06-06T08:27:28.950 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.951+0000 7f5682ff5700 1 -- 172.21.15.42:0/2513807807 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f56900041d0 con 0x5635bb248a70 2024-06-06T08:27:28.950 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.951+0000 7f5682ff5700 1 -- 172.21.15.42:0/2513807807 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f5690004410 con 0x5635bb248a70 2024-06-06T08:27:28.952 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.953+0000 7f56afdaab80 10 client.26104 fetch_fsmap learned FSMap version 29 2024-06-06T08:27:28.952 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.953+0000 7f56afdaab80 1 -- 172.21.15.42:0/2513807807 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({fsmap=29}) -- 0x5635bb281910 con 0x5635bb248a70 2024-06-06T08:27:28.958 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.957+0000 7f5682ff5700 1 -- 172.21.15.42:0/2513807807 <== mon.1 v2:172.21.15.149:3300/0 4 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7f5690031840 con 0x5635bb248a70 2024-06-06T08:27:28.958 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.957+0000 7f56afdaab80 10 client.26104 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T08:27:28.958 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.957+0000 7f56afdaab80 10 client.26104 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:27:28.958 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.957+0000 7f56afdaab80 20 client.26104 populate_metadata read hostname 'smithi042' 2024-06-06T08:27:28.958 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.957+0000 7f56afdaab80 1 --2- 172.21.15.42:0/2513807807 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5635bb284410 0x5635bb2868d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:28.958 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.957+0000 7f56afdaab80 4 client.26104 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:27:28.958 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.957+0000 7f56afdaab80 1 -- 172.21.15.42:0/2513807807 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5635bb1a6dd0 con 0x5635bb284410 2024-06-06T08:27:28.958 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.959+0000 7f569e7fc700 1 --2- 172.21.15.42:0/2513807807 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5635bb284410 0x5635bb2868d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:28.959 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.959+0000 7f569e7fc700 1 --2- 172.21.15.42:0/2513807807 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5635bb284410 0x5635bb2868d0 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7ddf3b971e0789a7 server_cookie=d806292d18dd5c15 in_seq=0 out_seq=0 2024-06-06T08:27:28.960 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.961+0000 7f5682ff5700 10 client.26104 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:27:28.969 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.970+0000 7f5682ff5700 1 -- 172.21.15.42:0/2513807807 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x5635bb1a6dd0 con 0x5635bb284410 2024-06-06T08:27:28.969 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.970+0000 7f5682ff5700 10 client.26104 handle_command_reply: tid=0 2024-06-06T08:27:28.969 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.970+0000 7f56afdaab80 1 client.26104 shutdown 2024-06-06T08:27:28.970 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.970+0000 7f56afdaab80 1 -- 172.21.15.42:0/2513807807 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5635bb248a70 msgr2=0x5635bb254740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:28.971 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.970+0000 7f56afdaab80 1 --2- 172.21.15.42:0/2513807807 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5635bb248a70 0x5635bb254740 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f56900349c0 tx=0x7f5690034cd0 comp rx=0 tx=0).stop 2024-06-06T08:27:28.971 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.970+0000 7f56afdaab80 1 -- 172.21.15.42:0/2513807807 shutdown_connections 2024-06-06T08:27:28.971 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.970+0000 7f56afdaab80 1 --2- 172.21.15.42:0/2513807807 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5635bb24da40 0x5635bb251f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:28.971 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.970+0000 7f56afdaab80 1 --2- 172.21.15.42:0/2513807807 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5635bb248a70 0x5635bb254740 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:28.971 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.970+0000 7f56afdaab80 1 --2- 172.21.15.42:0/2513807807 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5635bb284410 0x5635bb2868d0 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:28.971 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.970+0000 7f56afdaab80 1 --2- 172.21.15.42:0/2513807807 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5635bb24d120 0x5635bb251a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:28.971 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.970+0000 7f56afdaab80 1 -- 172.21.15.42:0/2513807807 >> 172.21.15.42:0/2513807807 conn(0x5635bb175100 msgr2=0x5635bb2429d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:28.971 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.970+0000 7f5682ff5700 0 client.26104 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:27:28.971 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.970+0000 7f56afdaab80 1 -- 172.21.15.42:0/2513807807 shutdown_connections 2024-06-06T08:27:28.981 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.973+0000 7f56afdaab80 1 -- 172.21.15.42:0/2513807807 wait complete. 2024-06-06T08:27:28.981 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:28.973+0000 7f56afdaab80 20 client.26104 trim_cache size 0 max 16384 2024-06-06T08:27:29.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.027+0000 7f56afdaab80 1 Processor -- start 2024-06-06T08:27:29.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.027+0000 7f56afdaab80 1 -- start start 2024-06-06T08:27:29.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.028+0000 7f56afdaab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5635bb248a70 0x5635bb253980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:29.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.028+0000 7f56afdaab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5635bb24d120 0x5635bb243150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:29.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.028+0000 7f56afdaab80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5635bb24da40 0x5635bb246520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:29.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.028+0000 7f56afdaab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f568c0114e0 con 0x5635bb248a70 2024-06-06T08:27:29.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.028+0000 7f56afdaab80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f568c00ed40 con 0x5635bb24da40 2024-06-06T08:27:29.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.028+0000 7f56afdaab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f568c00cb90 con 0x5635bb24d120 2024-06-06T08:27:29.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.033+0000 7f569f7fe700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5635bb24da40 0x5635bb246520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:29.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.033+0000 7f569f7fe700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5635bb24da40 0x5635bb246520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:42304/0 (socket says 172.21.15.42:42304) 2024-06-06T08:27:29.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.033+0000 7f569f7fe700 1 -- 172.21.15.42:0/2981934989 learned_addr learned my addr 172.21.15.42:0/2981934989 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:29.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.033+0000 7f569effd700 1 --2- 172.21.15.42:0/2981934989 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5635bb248a70 0x5635bb253980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:29.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.033+0000 7f569e7fc700 1 --2- 172.21.15.42:0/2981934989 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5635bb24d120 0x5635bb243150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:29.037 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.037+0000 7f569effd700 1 -- 172.21.15.42:0/2981934989 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5635bb24d120 msgr2=0x5635bb243150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:29.037 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.037+0000 7f569effd700 1 --2- 172.21.15.42:0/2981934989 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5635bb24d120 0x5635bb243150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:29.037 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.037+0000 7f569effd700 1 -- 172.21.15.42:0/2981934989 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5635bb24da40 msgr2=0x5635bb246520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:29.038 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.037+0000 7f569effd700 1 --2- 172.21.15.42:0/2981934989 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5635bb24da40 0x5635bb246520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:29.038 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.037+0000 7f569effd700 1 -- 172.21.15.42:0/2981934989 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5635bb244e80 con 0x5635bb248a70 2024-06-06T08:27:29.038 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.038+0000 7f569effd700 1 --2- 172.21.15.42:0/2981934989 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5635bb248a70 0x5635bb253980 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f5690034d10 tx=0x7f5690036000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=855063cfac525cc5 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:29.041 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.039+0000 7f569f7fe700 1 --2- 172.21.15.42:0/2981934989 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5635bb24da40 0x5635bb246520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:27:29.041 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.039+0000 7f569e7fc700 1 --2- 172.21.15.42:0/2981934989 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5635bb24d120 0x5635bb243150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:27:29.041 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.039+0000 7f5684ff9700 1 -- 172.21.15.42:0/2981934989 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56900045b0 con 0x5635bb248a70 2024-06-06T08:27:29.041 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.039+0000 7f5684ff9700 1 -- 172.21.15.42:0/2981934989 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5698003c00 con 0x5635bb248a70 2024-06-06T08:27:29.041 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.039+0000 7f5684ff9700 1 -- 172.21.15.42:0/2981934989 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5690048420 con 0x5635bb248a70 2024-06-06T08:27:29.041 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.041+0000 7f56afdaab80 1 -- 172.21.15.42:0/2981934989 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5635bb248a70 msgr2=0x5635bb253980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:29.041 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.041+0000 7f56afdaab80 1 --2- 172.21.15.42:0/2981934989 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5635bb248a70 0x5635bb253980 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f5690034d10 tx=0x7f5690036000 comp rx=0 tx=0).stop 2024-06-06T08:27:29.045 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.046+0000 7f56afdaab80 1 -- 172.21.15.42:0/2981934989 shutdown_connections 2024-06-06T08:27:29.045 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.046+0000 7f56afdaab80 1 --2- 172.21.15.42:0/2981934989 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5635bb24da40 0x5635bb246520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:29.045 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.046+0000 7f56afdaab80 1 --2- 172.21.15.42:0/2981934989 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5635bb248a70 0x5635bb253980 unknown :-1 s=CLOSED pgs=719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:29.045 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.046+0000 7f56afdaab80 1 --2- 172.21.15.42:0/2981934989 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5635bb24d120 0x5635bb243150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:29.045 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.046+0000 7f56afdaab80 1 -- 172.21.15.42:0/2981934989 >> 172.21.15.42:0/2981934989 conn(0x5635bb175100 msgr2=0x5635bb253270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:29.045 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.046+0000 7f56afdaab80 1 -- 172.21.15.42:0/2981934989 shutdown_connections 2024-06-06T08:27:29.048 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.048+0000 7f56afdaab80 1 -- 172.21.15.42:0/2981934989 wait complete. 2024-06-06T08:27:29.048 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.048+0000 7f56afdaab80 1 -- start start 2024-06-06T08:27:29.048 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.049+0000 7f56afdaab80 1 Processor -- start 2024-06-06T08:27:29.051 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.052+0000 7f56afdaab80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5635bb248a70 0x5635bb25a860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:29.051 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.052+0000 7f56afdaab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5635bb24d120 0x5635bb25ada0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:29.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.052+0000 7f56afdaab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5635bb24da40 0x5635bb28bf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:29.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.052+0000 7f56afdaab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f568c00d200 con 0x5635bb24d120 2024-06-06T08:27:29.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.052+0000 7f56afdaab80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f568c00e670 con 0x5635bb248a70 2024-06-06T08:27:29.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.052+0000 7f56afdaab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f568c00d8d0 con 0x5635bb24da40 2024-06-06T08:27:29.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.052+0000 7f56afdaab80 10 client.0 _ll_register_callbacks cb 0x5635bb12f630 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:27:29.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.054+0000 7f569effd700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5635bb248a70 0x5635bb25a860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:29.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.054+0000 7f569effd700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5635bb248a70 0x5635bb25a860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:42316/0 (socket says 172.21.15.42:42316) 2024-06-06T08:27:29.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.054+0000 7f569effd700 1 -- 172.21.15.42:0/1753053868 learned_addr learned my addr 172.21.15.42:0/1753053868 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:29.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.054+0000 7f569f7fe700 1 --2- 172.21.15.42:0/1753053868 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5635bb24da40 0x5635bb28bf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:29.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.054+0000 7f569effd700 1 -- 172.21.15.42:0/1753053868 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5635bb24da40 msgr2=0x5635bb28bf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:29.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.054+0000 7f569effd700 1 --2- 172.21.15.42:0/1753053868 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5635bb24da40 0x5635bb28bf10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:29.054 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.054+0000 7f569effd700 1 -- 172.21.15.42:0/1753053868 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5635bb24d120 msgr2=0x5635bb25ada0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:29.056 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.054+0000 7f569e7fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5635bb24d120 0x5635bb25ada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:29.057 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.058+0000 7f569effd700 1 --2- 172.21.15.42:0/1753053868 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5635bb24d120 0x5635bb25ada0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:29.058 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.058+0000 7f569effd700 1 -- 172.21.15.42:0/1753053868 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5635bb25b3e0 con 0x5635bb248a70 2024-06-06T08:27:29.058 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.059+0000 7f569e7fc700 1 --2- 172.21.15.42:0/1753053868 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5635bb24d120 0x5635bb25ada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:27:29.060 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.060+0000 7f569effd700 1 --2- 172.21.15.42:0/1753053868 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5635bb248a70 0x5635bb25a860 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f5690034860 tx=0x7f5690031f00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=63f2644d6d661405 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:29.060 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.060+0000 7f5682ff5700 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:27:29.060 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.061+0000 7f5682ff5700 1 -- 172.21.15.42:0/1753053868 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5690032440 con 0x5635bb248a70 2024-06-06T08:27:29.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.061+0000 7f56afdaab80 1 -- 172.21.15.42:0/1753053868 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5698003c00 con 0x5635bb248a70 2024-06-06T08:27:29.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.061+0000 7f5682ff5700 1 -- 172.21.15.42:0/1753053868 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f56900325e0 con 0x5635bb248a70 2024-06-06T08:27:29.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.064+0000 7f5682ff5700 1 -- 172.21.15.42:0/1753053868 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f5690032820 con 0x5635bb248a70 2024-06-06T08:27:29.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.064+0000 7f56afdaab80 10 client.26195 fetch_fsmap learned FSMap version 29 2024-06-06T08:27:29.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.064+0000 7f56afdaab80 1 -- 172.21.15.42:0/1753053868 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5635bb2ef6a0 con 0x5635bb248a70 2024-06-06T08:27:29.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.068+0000 7f5682ff5700 1 -- 172.21.15.42:0/1753053868 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5698003c00 con 0x5635bb248a70 2024-06-06T08:27:29.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.068+0000 7f5682ff5700 1 -- 172.21.15.42:0/1753053868 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7f569003e460 con 0x5635bb248a70 2024-06-06T08:27:29.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.068+0000 7f56afdaab80 10 client.26195 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T08:27:29.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.068+0000 7f56afdaab80 10 client.26195 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:27:29.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.068+0000 7f56afdaab80 20 client.26195 populate_metadata read hostname 'smithi042' 2024-06-06T08:27:29.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.068+0000 7f56afdaab80 1 --2- 172.21.15.42:0/1753053868 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5635bb2efdb0 0x5635bb2f21d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:29.068 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.068+0000 7f56afdaab80 4 client.26195 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-06-06T08:27:29.068 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.068+0000 7f56afdaab80 1 -- 172.21.15.42:0/1753053868 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5635bb24c350 con 0x5635bb2efdb0 2024-06-06T08:27:29.068 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.069+0000 7f569e7fc700 1 --2- 172.21.15.42:0/1753053868 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5635bb2efdb0 0x5635bb2f21d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:29.072 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.073+0000 7f569e7fc700 1 --2- 172.21.15.42:0/1753053868 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5635bb2efdb0 0x5635bb2f21d0 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6877095b9c343a59 server_cookie=d6df1ec749426910 in_seq=0 out_seq=0 2024-06-06T08:27:29.075 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.076+0000 7f5682ff5700 10 client.26195 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:27:29.079 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.079+0000 7f5682ff5700 1 -- 172.21.15.42:0/1753053868 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5635bb24c350 con 0x5635bb2efdb0 2024-06-06T08:27:29.079 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.079+0000 7f5682ff5700 10 client.26195 handle_command_reply: tid=0 2024-06-06T08:27:29.079 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.079+0000 7f56afdaab80 1 client.26195 shutdown 2024-06-06T08:27:29.079 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.080+0000 7f56afdaab80 1 -- 172.21.15.42:0/1753053868 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5635bb248a70 msgr2=0x5635bb25a860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:29.079 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.080+0000 7f56afdaab80 1 --2- 172.21.15.42:0/1753053868 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5635bb248a70 0x5635bb25a860 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f5690034860 tx=0x7f5690031f00 comp rx=0 tx=0).stop 2024-06-06T08:27:29.079 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.080+0000 7f56afdaab80 1 -- 172.21.15.42:0/1753053868 shutdown_connections 2024-06-06T08:27:29.080 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.080+0000 7f56afdaab80 1 --2- 172.21.15.42:0/1753053868 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5635bb24da40 0x5635bb28bf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:29.080 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.080+0000 7f56afdaab80 1 --2- 172.21.15.42:0/1753053868 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5635bb2efdb0 0x5635bb2f21d0 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:29.080 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.080+0000 7f56afdaab80 1 --2- 172.21.15.42:0/1753053868 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5635bb248a70 0x5635bb25a860 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:29.080 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.080+0000 7f56afdaab80 1 --2- 172.21.15.42:0/1753053868 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5635bb24d120 0x5635bb25ada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:29.080 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.080+0000 7f56afdaab80 1 -- 172.21.15.42:0/1753053868 >> 172.21.15.42:0/1753053868 conn(0x5635bb175100 msgr2=0x5635bb253b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:29.081 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.082+0000 7f5682ff5700 0 client.26195 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:27:29.081 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.082+0000 7f56afdaab80 1 -- 172.21.15.42:0/1753053868 shutdown_connections 2024-06-06T08:27:29.081 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.082+0000 7f56afdaab80 1 -- 172.21.15.42:0/1753053868 wait complete. 2024-06-06T08:27:29.082 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.083+0000 7f56afdaab80 20 client.26195 trim_cache size 0 max 16384 2024-06-06T08:27:29.087 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:27:29.087 INFO:teuthology.orchestra.run.smithi042.stdout: "return_code": 0, 2024-06-06T08:27:29.087 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_tag": "adac8878-b552-4c61-9f88-45ac7c377daa", 2024-06-06T08:27:29.087 INFO:teuthology.orchestra.run.smithi042.stdout: "mode": "asynchronous" 2024-06-06T08:27:29.087 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:27:29.093 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.092+0000 7f56a5527700 1 -- 172.21.15.42:0/3553515323 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f56880a2fa0 msgr2=0x7f56880a5460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:29.093 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.092+0000 7f56a5527700 1 --2- 172.21.15.42:0/3553515323 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f56880a2fa0 0x7f56880a5460 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f56980062a0 tx=0x7f5698003db0 comp rx=0 tx=0).stop 2024-06-06T08:27:29.093 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.092+0000 7f56a5527700 1 -- 172.21.15.42:0/3553515323 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f56a01131b0 msgr2=0x7f56a0073f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:29.093 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.092+0000 7f56a5527700 1 --2- 172.21.15.42:0/3553515323 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f56a01131b0 0x7f56a0073f00 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f56940098c0 tx=0x7f5694003900 comp rx=0 tx=0).stop 2024-06-06T08:27:29.093 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.093+0000 7f56a5527700 1 -- 172.21.15.42:0/3553515323 shutdown_connections 2024-06-06T08:27:29.093 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.093+0000 7f56a5527700 1 --2- 172.21.15.42:0/3553515323 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f56880a2fa0 0x7f56880a5460 secure :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f56980062a0 tx=0x7f5698003db0 comp rx=0 tx=0).stop 2024-06-06T08:27:29.093 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.093+0000 7f56a5527700 1 --2- 172.21.15.42:0/3553515323 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f56a01131b0 0x7f56a0073f00 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:29.093 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.093+0000 7f56a5527700 1 --2- 172.21.15.42:0/3553515323 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f56a0100db0 0x7f56a0112860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:29.093 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.093+0000 7f56a5527700 1 --2- 172.21.15.42:0/3553515323 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f56a01016d0 0x7f56a010e950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:29.094 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.093+0000 7f56a5527700 1 -- 172.21.15.42:0/3553515323 >> 172.21.15.42:0/3553515323 conn(0x7f56a00765f0 msgr2=0x7f56a0113790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:29.096 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.096+0000 7f56a5527700 1 -- 172.21.15.42:0/3553515323 shutdown_connections 2024-06-06T08:27:29.096 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:29.097+0000 7f56a5527700 1 -- 172.21.15.42:0/3553515323 wait complete. 2024-06-06T08:27:29.478 INFO:journalctl@ceph.mds.i.smithi149.stdout:Jun 06 08:27:29 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-i[67620]: 2024-06-06T08:27:29.213+0000 7f56ce534700 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x10000002f63 [...6,head] /volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-80/ auth{1=1,2=1} v119768 ap=2 f(v1 m2024-06-06T08:26:33.610454+0000 97=97+0) n(v2 rc2024-06-06T08:26:33.610454+0000 b3106594 98=97+1) (inest sync->mix g=1,2) caps={15213=pAsLsXsFs/pAsLsXsFsxcral@200} | dirtyscattered=0 request=0 lock=0 dirfrag=1 caps=1 dirtyrstat=0 dirtyparent=0 replicated=1 dirty=0 waiter=0 authpin=1 scrubqueue=0 0x55b4e7df0680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value":"(2)0x10000002f63:[<0x10000000399/blog-80 v97341>,<0x10000000208/blogtest_in v1192>,<0x10000000201/src v2270>,<0x10000000006/blogbench-1.0 v1957>,<0x10000000005/tmp v204>,<0x100000001fb/client.0 v192>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v205>,<0x10000000001/sv_1 v224>,<0x10000000000/qa v215>,<0x1/volumes v210>]//[]","memoryvalue":"(2)0x10000002f63:[<0x10000000399/blog-80 v119768>,<0x10000000208/blogtest_in v1950>,<0x10000000201/src v2429>,<0x10000000006/blogbench-1.0 v2111>,<0x10000000005/tmp v358>,<0x100000001fb/client.0 v344>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v358>,<0x10000000001/sv_1 v376>,<0x10000000000/qa v358>,<0x1/volumes v357>]//[]","error_str":""},"raw_stats":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-06-06T08:26:06.347616+0000 96=96+0)","ondisk_value.rstat":"n(v0 rc2024-06-06T08:26:33.610454+0000 b3106594 98=97+1)","memory_value.dirstat":"f(v1 m2024-06-06T08:26:33.610454+0000 97=97+0)","memory_value.rstat":"n(v2 rc2024-06-06T08:26:33.610454+0000 b3106594 98=97+1)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-06-06T08:27:29.478 INFO:journalctl@ceph.mds.i.smithi149.stdout:Jun 06 08:27:29 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-i[67620]: 2024-06-06T08:27:29.222+0000 7f56ce534700 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x10000003292 [...6,head] /volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-86/ auth{1=1,2=1} fragtree_t(*^3) v125310 ap=2 f(v1 m2024-06-06T08:26:08.606602+0000 108=108+0) n(v3 rc2024-06-06T08:26:40.118416+0000 b3128700 109=108+1) (inest sync->mix g=1,2) caps={15213=pAsLsXsFs/pAsLsXsFsxcral@178} | dirtyscattered=0 request=0 lock=0 dirfrag=8 caps=1 dirtyrstat=0 dirtyparent=0 replicated=1 dirty=0 waiter=0 authpin=1 scrubqueue=0 0x55b4e3039080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value":"(2)0x10000003292:[<0x10000000399/blog-86 v101051>,<0x10000000208/blogtest_in v1192>,<0x10000000201/src v2270>,<0x10000000006/blogbench-1.0 v1957>,<0x10000000005/tmp v204>,<0x100000001fb/client.0 v192>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v205>,<0x10000000001/sv_1 v224>,<0x10000000000/qa v215>,<0x1/volumes v210>]//[]","memoryvalue":"(2)0x10000003292:[<0x10000000399/blog-86 v125310>,<0x10000000208/blogtest_in v1950>,<0x10000000201/src v2429>,<0x10000000006/blogbench-1.0 v2111>,<0x10000000005/tmp v358>,<0x100000001fb/client.0 v344>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v358>,<0x10000000001/sv_1 v376>,<0x10000000000/qa v358>,<0x1/volumes v357>]//[]","error_str":""},"raw_stats":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-06-06T08:26:08.606602+0000 83=83+0)","ondisk_value.rstat":"n(v0 rc2024-06-06T08:26:40.118416+0000 b3128700 109=108+1)","memory_value.dirstat":"f(v1 m2024-06-06T08:26:08.606602+0000 108=108+0)","memory_value.rstat":"n(v3 rc2024-06-06T08:26:40.118416+0000 b3128700 109=108+1)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-06-06T08:27:29.478 INFO:journalctl@ceph.mds.i.smithi149.stdout:Jun 06 08:27:29 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-i[67620]: 2024-06-06T08:27:29.426+0000 7f56ce534700 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x10000003714 [...7,head] /volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-97/ auth{1=1,2=1} fragtree_t(*^3) v126775 ap=2 f(v2 m2024-06-06T08:26:47.640371+0000 118=118+0) n(v4 rc2024-06-06T08:26:47.640371+0000 b2788551 119=118+1) old_inodes=1 (inest sync->mix g=1,2) caps={15213=pAsLsXsFs/pAsLsXsFsxcral@314} | dirtyscattered=0 request=0 lock=0 dirfrag=8 caps=1 dirtyparent=0 replicated=1 dirty=0 waiter=0 authpin=1 scrubqueue=0 0x55b4e4423600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value":"(2)0x10000003714:[<0x10000000399/blog-97 v118681>,<0x10000000208/blogtest_in v1465>,<0x10000000201/src v2312>,<0x10000000006/blogbench-1.0 v1999>,<0x10000000005/tmp v246>,<0x100000001fb/client.0 v234>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v247>,<0x10000000001/sv_1 v265>,<0x10000000000/qa v255>,<0x1/volumes v251>]//[]","memoryvalue":"(2)0x10000003714:[<0x10000000399/blog-97 v126775>,<0x10000000208/blogtest_in v1956>,<0x10000000201/src v2435>,<0x10000000006/blogbench-1.0 v2111>,<0x10000000005/tmp v358>,<0x100000001fb/client.0 v344>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v358>,<0x10000000001/sv_1 v376>,<0x10000000000/qa v358>,<0x1/volumes v357>]//[]","error_str":""},"raw_stats":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-06-06T08:26:38.489425+0000 117=117+0)","ondisk_value.rstat":"n(v0 rc2024-06-06T08:26:47.640371+0000 b2788551 119=118+1)","memory_value.dirstat":"f(v2 m2024-06-06T08:26:47.640371+0000 118=118+0)","memory_value.rstat":"n(v4 rc2024-06-06T08:26:47.640371+0000 b2788551 119=118+1)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-06-06T08:27:29.478 INFO:journalctl@ceph.mds.i.smithi149.stdout:Jun 06 08:27:29 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-i[67620]: 2024-06-06T08:27:29.478+0000 7f56ce534700 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x10000001c03 [...7,head] /volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-41/ auth{1=1,2=1} fragtree_t(*^3) v125224 ap=2 f(v6 m2024-06-06T08:26:46.581378+0000 153=153+0) n(v8 rc2024-06-06T08:26:46.581378+0000 b1879159 154=153+1) old_inodes=2 (inest sync->mix g=1,2) caps={15213=pAsLsXsFs/pAsLsXsFsxcral@210} | dirtyscattered=0 request=0 lock=0 dirfrag=8 caps=1 dirtyrstat=0 dirtyparent=0 replicated=1 dirty=0 waiter=0 authpin=1 scrubqueue=0 0x55b4e2bba680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value":"(2)0x10000001c03:[<0x10000000399/blog-41 v51160>,<0x10000000208/blogtest_in v565>,<0x10000000201/src v2065>,<0x10000000006/blogbench-1.0 v1815>,<0x10000000005/tmp v118>,<0x100000001fb/client.0 v111>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v123>,<0x10000000001/sv_1 v144>,<0x10000000000/qa v134>,<0x1/volumes v129>]//[]","memoryvalue":"(2)0x10000001c03:[<0x10000000399/blog-41 v125224>,<0x10000000208/blogtest_in v1958>,<0x10000000201/src v2435>,<0x10000000006/blogbench-1.0 v2111>,<0x10000000005/tmp v358>,<0x100000001fb/client.0 v344>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v358>,<0x10000000001/sv_1 v376>,<0x10000000000/qa v358>,<0x1/volumes v357>]//[]","error_str":""},"raw_stats":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-06-06T08:26:42.642401+0000 152=152+0)","ondisk_value.rstat":"n(v0 rc2024-06-06T08:26:46.581378+0000 b1879159 154=153+1)","memory_value.dirstat":"f(v6 m2024-06-06T08:26:46.581378+0000 153=153+0)","memory_value.rstat":"n(v8 rc2024-06-06T08:26:46.581378+0000 b1879159 154=153+1)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-06-06T08:27:29.638 INFO:journalctl@ceph.mds.b.smithi120.stdout:Jun 06 08:27:29 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-b[66463]: 2024-06-06T08:27:29.242+0000 7f75eb017700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000012c2 [...6,head] /volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-27/ auth{0=1,1=1} fragtree_t(*^3) v119107 ap=2 f(v2 m2024-06-06T08:26:07.435609+0000 101=101+0) n(v6 rc2024-06-06T08:26:07.435609+0000 b2092888 102=101+1) old_inodes=2 (inest sync->mix g=0,1) caps={15213=pAsLsXsFs/pAsLsXsFsxcral@3} | request=0 lock=0 importingcaps=0 dirfrag=8 caps=1 stickydirs=0 dirwaiter=0 replicated=1 waiter=0 authpin=1 discoverbase=0 scrubqueue=0 0x55978cfcfb80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value":"(2)0x100000012c2:[<0x10000000399/blog-27 v32238>,<0x10000000208/blogtest_in v383>,<0x10000000201/src v2010>,<0x10000000006/blogbench-1.0 v1765>,<0x10000000005/tmp v68>,<0x100000001fb/client.0 v60>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v72>,<0x10000000001/sv_1 v94>,<0x10000000000/qa v83>,<0x1/volumes v79>]//[]","memoryvalue":"(2)0x100000012c2:[<0x10000000399/blog-27 v119107>,<0x10000000208/blogtest_in v1910>,<0x10000000201/src v2402>,<0x10000000006/blogbench-1.0 v2103>,<0x10000000005/tmp v348>,<0x100000001fb/client.0 v336>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v350>,<0x10000000001/sv_1 v368>,<0x10000000000/qa v334>,<0x1/volumes v313>]//[]","error_str":""},"raw_stats":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-06-06T08:25:19.658893+0000 82=82+0)","ondisk_value.rstat":"n(v0 rc2024-06-06T08:26:07.435609+0000 b2092888 102=101+1)","memory_value.dirstat":"f(v2 m2024-06-06T08:26:07.435609+0000 101=101+0)","memory_value.rstat":"n(v6 rc2024-06-06T08:26:07.435609+0000 b2092888 102=101+1)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-06-06T08:27:29.755 INFO:journalctl@ceph.mds.i.smithi149.stdout:Jun 06 08:27:29 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-i[67620]: 2024-06-06T08:27:29.659+0000 7f56ce534700 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x100000031bb [...7,head] /volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-85/ auth{1=1,2=1} fragtree_t(*^3) v124364 ap=2 f(v2 m2024-06-06T08:26:24.644507+0000 100=100+0) n(v5 rc2024-06-06T08:26:47.378373+0000 b2106727 101=100+1) old_inodes=1 (inest sync->mix g=1,2) caps={15213=pAsLsXsFs/pAsLsXsFsxcral@203} | dirtyscattered=0 request=0 lock=0 dirfrag=8 caps=1 dirtyparent=0 replicated=1 dirty=0 waiter=0 authpin=1 scrubqueue=0 0x55b4e677f600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value":"(2)0x100000031bb:[<0x10000000399/blog-85 v100379>,<0x10000000208/blogtest_in v1192>,<0x10000000201/src v2270>,<0x10000000006/blogbench-1.0 v1957>,<0x10000000005/tmp v204>,<0x100000001fb/client.0 v192>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v205>,<0x10000000001/sv_1 v224>,<0x10000000000/qa v215>,<0x1/volumes v210>]//[]","memoryvalue":"(2)0x100000031bb:[<0x10000000399/blog-85 v124364>,<0x10000000208/blogtest_in v1992>,<0x10000000201/src v2435>,<0x10000000006/blogbench-1.0 v2111>,<0x10000000005/tmp v358>,<0x100000001fb/client.0 v344>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v358>,<0x10000000001/sv_1 v376>,<0x10000000000/qa v358>,<0x1/volumes v357>]//[]","error_str":""},"raw_stats":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-06-06T08:26:24.644507+0000 99=99+0)","ondisk_value.rstat":"n(v0 rc2024-06-06T08:26:47.378373+0000 b2106727 101=100+1)","memory_value.dirstat":"f(v2 m2024-06-06T08:26:24.644507+0000 100=100+0)","memory_value.rstat":"n(v5 rc2024-06-06T08:26:47.378373+0000 b2106727 101=100+1)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-06-06T08:27:29.877 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:29.878+0000 7f3bee1eb640 1 -- 172.21.15.42:0/1307447151 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3be810e360 msgr2=0x7f3be810e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:29.877 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:29.878+0000 7f3bee1eb640 1 --2- 172.21.15.42:0/1307447151 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3be810e360 0x7f3be810e7c0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f3be0009ca0 tx=0x7f3be002a980 comp rx=0 tx=0).stop 2024-06-06T08:27:29.958 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:29.959+0000 7f3bee1eb640 1 -- 172.21.15.42:0/1307447151 shutdown_connections 2024-06-06T08:27:29.958 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:29.959+0000 7f3bee1eb640 1 --2- 172.21.15.42:0/1307447151 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3be8108d80 0x7f3be810dc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:29.959 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:29.959+0000 7f3bee1eb640 1 --2- 172.21.15.42:0/1307447151 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3be810e360 0x7f3be810e7c0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:29.959 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:29.959+0000 7f3bee1eb640 1 --2- 172.21.15.42:0/1307447151 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3be81089a0 0x7f3be810d6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:29.959 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:29.959+0000 7f3bee1eb640 1 -- 172.21.15.42:0/1307447151 >> 172.21.15.42:0/1307447151 conn(0x7f3be806c8e0 msgr2=0x7f3be806ccf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:29.959 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:29.960+0000 7f3bee1eb640 1 -- 172.21.15.42:0/1307447151 shutdown_connections 2024-06-06T08:27:29.959 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:29.960+0000 7f3bee1eb640 1 -- 172.21.15.42:0/1307447151 wait complete. 2024-06-06T08:27:29.960 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:29.961+0000 7f3bee1eb640 1 Processor -- start 2024-06-06T08:27:29.961 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:29.962+0000 7f3bee1eb640 1 -- start start 2024-06-06T08:27:29.961 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:29.962+0000 7f3bee1eb640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3be81089a0 0x7f3be811c490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:29.961 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:29.962+0000 7f3bee1eb640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3be8108d80 0x7f3be8119530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:29.961 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:29.962+0000 7f3bee1eb640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3be810e360 0x7f3be8119a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:29.961 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:29.962+0000 7f3bee1eb640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f3be81162b0 con 0x7f3be810e360 2024-06-06T08:27:29.961 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:29.962+0000 7f3bee1eb640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f3be8116130 con 0x7f3be8108d80 2024-06-06T08:27:29.961 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:29.962+0000 7f3bee1eb640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f3be8116430 con 0x7f3be81089a0 2024-06-06T08:27:29.962 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:29.963+0000 7f3bec9e8640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3be8108d80 0x7f3be8119530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:29.962 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:29.963+0000 7f3bec9e8640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3be8108d80 0x7f3be8119530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:42326/0 (socket says 172.21.15.42:42326) 2024-06-06T08:27:29.962 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:29.963+0000 7f3bec9e8640 1 -- 172.21.15.42:0/2685860656 learned_addr learned my addr 172.21.15.42:0/2685860656 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:29.962 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:29.963+0000 7f3bed9ea640 1 --2- 172.21.15.42:0/2685860656 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3be810e360 0x7f3be8119a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:29.963 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:29.964+0000 7f3bec9e8640 1 -- 172.21.15.42:0/2685860656 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3be81089a0 msgr2=0x7f3be811c490 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-06T08:27:29.963 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:29.964+0000 7f3bec9e8640 1 --2- 172.21.15.42:0/2685860656 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3be81089a0 0x7f3be811c490 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:29.963 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:29.964+0000 7f3bec9e8640 1 -- 172.21.15.42:0/2685860656 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3be810e360 msgr2=0x7f3be8119a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:29.963 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:29.964+0000 7f3bec9e8640 1 --2- 172.21.15.42:0/2685860656 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3be810e360 0x7f3be8119a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:29.963 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:29.964+0000 7f3bec9e8640 1 -- 172.21.15.42:0/2685860656 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3be811a2b0 con 0x7f3be8108d80 2024-06-06T08:27:29.963 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:29.964+0000 7f3bed9ea640 1 --2- 172.21.15.42:0/2685860656 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3be810e360 0x7f3be8119a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:27:29.964 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:29.965+0000 7f3bec9e8640 1 --2- 172.21.15.42:0/2685860656 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3be8108d80 0x7f3be8119530 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f3bd800c920 tx=0x7f3bd800cde0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:29.991 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:29.992+0000 7f3bde7fc640 1 -- 172.21.15.42:0/2685860656 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bd8007c70 con 0x7f3be8108d80 2024-06-06T08:27:29.991 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:29.992+0000 7f3bee1eb640 1 -- 172.21.15.42:0/2685860656 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3be81a1c80 con 0x7f3be8108d80 2024-06-06T08:27:29.992 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:29.993+0000 7f3bee1eb640 1 -- 172.21.15.42:0/2685860656 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3be81a21d0 con 0x7f3be8108d80 2024-06-06T08:27:30.002 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.003+0000 7f3bf1dfd740 1 Processor -- start 2024-06-06T08:27:30.002 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.003+0000 7f3bf1dfd740 1 -- start start 2024-06-06T08:27:30.003 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.005+0000 7f3bf1dfd740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55723d01d360 0x55723d01d740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:30.004 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.005+0000 7f3bf1dfd740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55723d01dc80 0x55723d028000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:30.004 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.005+0000 7f3bed9ea640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55723d01d360 0x55723d01d740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:30.004 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.006+0000 7f3bed9ea640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55723d01d360 0x55723d01d740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:42338/0 (socket says 172.21.15.42:42338) 2024-06-06T08:27:30.005 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.006+0000 7f3bed1e9640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55723d01dc80 0x55723d028000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:30.005 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.006+0000 7f3bed1e9640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55723d01dc80 0x55723d028000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:47592/0 (socket says 172.21.15.42:47592) 2024-06-06T08:27:30.005 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.006+0000 7f3bf1dfd740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55723d028540 0x55723d02a930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:30.005 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.006+0000 7f3bf1dfd740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55723cf814f0 con 0x55723d01dc80 2024-06-06T08:27:30.005 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.007+0000 7f3bf1dfd740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55723cf1f870 con 0x55723d01d360 2024-06-06T08:27:30.006 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.007+0000 7f3bf1dfd740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55723cf7d4b0 con 0x55723d028540 2024-06-06T08:27:30.006 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.007+0000 7f3bed9ea640 1 -- 172.21.15.42:0/4047182850 learned_addr learned my addr 172.21.15.42:0/4047182850 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:30.008 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.007+0000 7f3bec9e8640 1 --2- 172.21.15.42:0/4047182850 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55723d028540 0x55723d02a930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:30.009 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.010+0000 7f3bed9ea640 1 -- 172.21.15.42:0/4047182850 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55723d028540 msgr2=0x55723d02a930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:30.009 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.010+0000 7f3bed9ea640 1 --2- 172.21.15.42:0/4047182850 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55723d028540 0x55723d02a930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:30.009 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.010+0000 7f3bed9ea640 1 -- 172.21.15.42:0/4047182850 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55723d01dc80 msgr2=0x55723d028000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:30.010 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.010+0000 7f3bed9ea640 1 --2- 172.21.15.42:0/4047182850 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55723d01dc80 0x55723d028000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:30.010 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.010+0000 7f3bed9ea640 1 -- 172.21.15.42:0/4047182850 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55723cf3b9b0 con 0x55723d01d360 2024-06-06T08:27:30.010 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.010+0000 7f3bed1e9640 1 --2- 172.21.15.42:0/4047182850 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55723d01dc80 0x55723d028000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:27:30.010 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.011+0000 7f3bec9e8640 1 --2- 172.21.15.42:0/4047182850 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55723d028540 0x55723d02a930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:27:30.010 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.011+0000 7f3bed9ea640 1 --2- 172.21.15.42:0/4047182850 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55723d01d360 0x55723d01d740 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f3be002fc80 tx=0x7f3be002fcb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=845878878745118 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:30.010 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.011+0000 7f3bde7fc640 1 -- 172.21.15.42:0/2685860656 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3bd8007e10 con 0x7f3be8108d80 2024-06-06T08:27:30.010 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.011+0000 7f3bde7fc640 1 -- 172.21.15.42:0/2685860656 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bd800e8b0 con 0x7f3be8108d80 2024-06-06T08:27:30.011 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.012+0000 7f3bde7fc640 1 -- 172.21.15.42:0/2685860656 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f3bd800eb30 con 0x7f3be8108d80 2024-06-06T08:27:30.019 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.020+0000 7f3bde7fc640 1 --2- 172.21.15.42:0/2685860656 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f3bd40a2f30 0x7f3bd40a53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:30.019 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.021+0000 7f3bed1e9640 1 --2- 172.21.15.42:0/2685860656 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f3bd40a2f30 0x7f3bd40a53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:30.022 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.023+0000 7f3bed1e9640 1 --2- 172.21.15.42:0/2685860656 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f3bd40a2f30 0x7f3bd40a53f0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x55723d01e900 tx=0x7f3be4009060 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:30.023 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.024+0000 7f3bde7fc640 1 -- 172.21.15.42:0/2685860656 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f3bd80d0a50 con 0x7f3be8108d80 2024-06-06T08:27:30.037 INFO:journalctl@ceph.mds.i.smithi149.stdout:Jun 06 08:27:29 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-i[67620]: 2024-06-06T08:27:29.756+0000 7f56ce534700 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000039c [...7,head] /volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-1/ auth{1=1,2=1} fragtree_t(*^3) v124374 ap=2 f(v1 m2024-06-06T08:26:12.243581+0000 201=201+0) n(v6 rc2024-06-06T08:26:12.243581+0000 b2844785 202=201+1) old_inodes=3 (inest sync->mix g=1,2) caps={15213=pAsLsXsFs/pAsLsXsFsxcral@3681} mcw={2=AsLsXsFs} | dirtyscattered=0 request=0 lock=0 dirfrag=8 caps=1 dirtyparent=0 replicated=1 dirty=0 waiter=0 authpin=1 discoverbase=0 scrubqueue=0 0x55b4e2861600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value":"(2)0x1000000039c:[<0x10000000399/blog-1 v9868>,<0x10000000208/blogtest_in v295>,<0x10000000201/src v1978>,<0x10000000006/blogbench-1.0 v1737>,<0x10000000005/tmp v40>,<0x100000001fb/client.0 v34>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v46>,<0x10000000001/sv_1 v68>,<0x10000000000/qa v57>,<0x1/volumes v56>]//[]","memoryvalue":"(2)0x1000000039c:[<0x10000000399/blog-1 v124374>,<0x10000000208/blogtest_in v2000>,<0x10000000201/src v2435>,<0x10000000006/blogbench-1.0 v2111>,<0x10000000005/tmp v358>,<0x100000001fb/client.0 v344>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v358>,<0x10000000001/sv_1 v376>,<0x10000000000/qa v358>,<0x1/volumes v357>]//[]","error_str":""},"raw_stats":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-06-06T08:25:12.674934+0000 200=200+0)","ondisk_value.rstat":"n(v0 rc2024-06-06T08:26:12.243581+0000 b2844785 202=201+1)","memory_value.dirstat":"f(v1 m2024-06-06T08:26:12.243581+0000 201=201+0)","memory_value.rstat":"n(v6 rc2024-06-06T08:26:12.243581+0000 b2844785 202=201+1)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-06-06T08:27:30.038 INFO:journalctl@ceph.mds.i.smithi149.stdout:Jun 06 08:27:29 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-i[67620]: 2024-06-06T08:27:29.840+0000 7f56ce534700 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x100000036e3 [...7,head] /volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-95/ auth{1=1,2=1} fragtree_t(*^3) v126610 ap=2 f(v3 m2024-06-06T08:26:46.895376+0000 204=204+0) n(v5 rc2024-06-06T08:26:46.895376+0000 b3286558 205=204+1) old_inodes=1 (inest sync->mix g=1,2) caps={15213=pAsLsXsFs/pAsLsXsFsxcral@321} | dirtyscattered=0 request=0 lock=0 dirfrag=8 caps=1 dirtyparent=0 replicated=1 dirty=0 waiter=0 authpin=1 scrubqueue=0 0x55b4e8ee1180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value":"(2)0x100000036e3:[<0x10000000399/blog-95 v118689>,<0x10000000208/blogtest_in v1465>,<0x10000000201/src v2312>,<0x10000000006/blogbench-1.0 v1999>,<0x10000000005/tmp v246>,<0x100000001fb/client.0 v234>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v247>,<0x10000000001/sv_1 v265>,<0x10000000000/qa v255>,<0x1/volumes v251>]//[]","memoryvalue":"(2)0x100000036e3:[<0x10000000399/blog-95 v126610>,<0x10000000208/blogtest_in v2008>,<0x10000000201/src v2435>,<0x10000000006/blogbench-1.0 v2111>,<0x10000000005/tmp v358>,<0x100000001fb/client.0 v344>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v358>,<0x10000000001/sv_1 v376>,<0x10000000000/qa v358>,<0x1/volumes v357>]//[]","error_str":""},"raw_stats":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-06-06T08:26:45.585383+0000 205=205+0)","ondisk_value.rstat":"n(v0 rc2024-06-06T08:26:46.895376+0000 b3286558 205=204+1)","memory_value.dirstat":"f(v3 m2024-06-06T08:26:46.895376+0000 204=204+0)","memory_value.rstat":"n(v5 rc2024-06-06T08:26:46.895376+0000 b3286558 205=204+1)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-06-06T08:27:30.038 INFO:journalctl@ceph.mds.i.smithi149.stdout:Jun 06 08:27:30 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-i[67620]: 2024-06-06T08:27:30.003+0000 7f56ce534700 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x100000030cd [...6,head] /volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-83/ auth{1=1,2=1} v126362 ap=2 f(v1 m2024-06-06T08:26:43.332397+0000 53=53+0) n(v3 rc2024-06-06T08:26:43.332397+0000 b1513534 54=53+1) (inest sync->mix g=1,2) caps={15213=pAsLsXsFs/pAsLsXsFsxcral@110} | dirtyscattered=0 request=0 lock=0 dirfrag=1 caps=1 dirtyrstat=0 dirtyparent=0 replicated=1 dirty=0 waiter=0 authpin=1 scrubqueue=0 0x55b4e679eb00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value":"(2)0x100000030cd:[<0x10000000399/blog-83 v98317>,<0x10000000208/blogtest_in v1192>,<0x10000000201/src v2270>,<0x10000000006/blogbench-1.0 v1957>,<0x10000000005/tmp v204>,<0x100000001fb/client.0 v192>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v205>,<0x10000000001/sv_1 v224>,<0x10000000000/qa v215>,<0x1/volumes v210>]//[]","memoryvalue":"(2)0x100000030cd:[<0x10000000399/blog-83 v126362>,<0x10000000208/blogtest_in v2028>,<0x10000000201/src v2435>,<0x10000000006/blogbench-1.0 v2111>,<0x10000000005/tmp v358>,<0x100000001fb/client.0 v344>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v358>,<0x10000000001/sv_1 v376>,<0x10000000000/qa v358>,<0x1/volumes v357>]//[]","error_str":""},"raw_stats":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-06-06T08:26:06.823613+0000 51=51+0)","ondisk_value.rstat":"n(v0 rc2024-06-06T08:26:43.332397+0000 b1513534 54=53+1)","memory_value.dirstat":"f(v1 m2024-06-06T08:26:43.332397+0000 53=53+0)","memory_value.rstat":"n(v3 rc2024-06-06T08:26:43.332397+0000 b1513534 54=53+1)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-06-06T08:27:30.039 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.041+0000 7f3bd37fe640 1 -- 172.21.15.42:0/4047182850 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3be0034070 con 0x55723d01d360 2024-06-06T08:27:30.040 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.041+0000 7f3bd37fe640 1 -- 172.21.15.42:0/4047182850 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3be0003e50 con 0x55723d01d360 2024-06-06T08:27:30.044 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.045+0000 7f3bf1dfd740 1 -- 172.21.15.42:0/4047182850 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55723d01d360 msgr2=0x55723d01d740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:30.044 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.045+0000 7f3bf1dfd740 1 --2- 172.21.15.42:0/4047182850 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55723d01d360 0x55723d01d740 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f3be002fc80 tx=0x7f3be002fcb0 comp rx=0 tx=0).stop 2024-06-06T08:27:30.046 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.047+0000 7f3bf1dfd740 1 -- 172.21.15.42:0/4047182850 shutdown_connections 2024-06-06T08:27:30.046 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.047+0000 7f3bf1dfd740 1 --2- 172.21.15.42:0/4047182850 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55723d028540 0x55723d02a930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:30.046 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.047+0000 7f3bf1dfd740 1 --2- 172.21.15.42:0/4047182850 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55723d01dc80 0x55723d028000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:30.046 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.047+0000 7f3bf1dfd740 1 --2- 172.21.15.42:0/4047182850 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55723d01d360 0x55723d01d740 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:30.046 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.047+0000 7f3bf1dfd740 1 -- 172.21.15.42:0/4047182850 >> 172.21.15.42:0/4047182850 conn(0x55723d019870 msgr2=0x55723d019c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:30.046 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.042+0000 7f3bd37fe640 1 -- 172.21.15.42:0/4047182850 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3be0030a40 con 0x55723d01d360 2024-06-06T08:27:30.047 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.048+0000 7f3bf1dfd740 1 -- 172.21.15.42:0/4047182850 shutdown_connections 2024-06-06T08:27:30.047 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.048+0000 7f3bf1dfd740 1 -- 172.21.15.42:0/4047182850 wait complete. 2024-06-06T08:27:30.048 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.048+0000 7f3bf1dfd740 1 -- start start 2024-06-06T08:27:30.048 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.049+0000 7f3bf1dfd740 1 Processor -- start 2024-06-06T08:27:30.049 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.049+0000 7f3bf1dfd740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55723d01dc80 0x55723d027f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:30.050 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.049+0000 7f3bf1dfd740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55723d028540 0x55723d025210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:30.050 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.049+0000 7f3bf1dfd740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55723d0257a0 0x55723d025c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:30.050 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.049+0000 7f3bf1dfd740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55723d02b110 con 0x55723d01dc80 2024-06-06T08:27:30.050 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.049+0000 7f3bf1dfd740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55723cf0aae0 con 0x55723d028540 2024-06-06T08:27:30.050 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.049+0000 7f3bf1dfd740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55723d02b290 con 0x55723d0257a0 2024-06-06T08:27:30.050 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.049+0000 7f3bf1dfd740 10 client.0 _ll_register_callbacks cb 0x55723cf439b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:27:30.050 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.050+0000 7f3bec9e8640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55723d028540 0x55723d025210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:30.050 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.050+0000 7f3bec9e8640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55723d028540 0x55723d025210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:42340/0 (socket says 172.21.15.42:42340) 2024-06-06T08:27:30.050 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.050+0000 7f3bec9e8640 1 -- 172.21.15.42:0/669199408 learned_addr learned my addr 172.21.15.42:0/669199408 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:30.050 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.050+0000 7f3bec9e8640 1 -- 172.21.15.42:0/669199408 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55723d0257a0 msgr2=0x55723d025c00 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-06-06T08:27:30.050 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.050+0000 7f3bec9e8640 1 --2- 172.21.15.42:0/669199408 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55723d0257a0 0x55723d025c00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:30.050 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.050+0000 7f3bec9e8640 1 -- 172.21.15.42:0/669199408 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55723d01dc80 msgr2=0x55723d027f20 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-06-06T08:27:30.051 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.051+0000 7f3bec9e8640 1 --2- 172.21.15.42:0/669199408 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55723d01dc80 0x55723d027f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:30.051 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.051+0000 7f3bec9e8640 1 -- 172.21.15.42:0/669199408 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55723cc95210 con 0x55723d028540 2024-06-06T08:27:30.051 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.051+0000 7f3bec9e8640 1 --2- 172.21.15.42:0/669199408 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55723d028540 0x55723d025210 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f3bd809c950 tx=0x7f3bd809d490 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ed5c6421e3f61d70 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:30.082 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.083+0000 7f3bd0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:27:30.083 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.084+0000 7f3bd0ff9640 1 -- 172.21.15.42:0/669199408 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bd80b2070 con 0x55723d028540 2024-06-06T08:27:30.085 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.087+0000 7f3bf1dfd740 1 -- 172.21.15.42:0/669199408 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3be0003e50 con 0x55723d028540 2024-06-06T08:27:30.086 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.087+0000 7f3bd0ff9640 1 -- 172.21.15.42:0/669199408 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f3bd80a5630 con 0x55723d028540 2024-06-06T08:27:30.091 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.093+0000 7f3bd0ff9640 1 -- 172.21.15.42:0/669199408 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3bd80ba050 con 0x55723d028540 2024-06-06T08:27:30.092 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.094+0000 7f3bf1dfd740 10 client.26204 fetch_fsmap learned FSMap version 29 2024-06-06T08:27:30.092 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.094+0000 7f3bf1dfd740 1 -- 172.21.15.42:0/669199408 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55723cd61620 con 0x55723d028540 2024-06-06T08:27:30.094 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.095+0000 7f3bd0ff9640 1 -- 172.21.15.42:0/669199408 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3be0003e50 con 0x55723d028540 2024-06-06T08:27:30.096 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.097+0000 7f3bd0ff9640 1 -- 172.21.15.42:0/669199408 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7f3bd809bb10 con 0x55723d028540 2024-06-06T08:27:30.097 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.097+0000 7f3bf1dfd740 10 client.26204 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T08:27:30.097 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.097+0000 7f3bf1dfd740 10 client.26204 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:27:30.097 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.097+0000 7f3bf1dfd740 20 client.26204 populate_metadata read hostname 'smithi042' 2024-06-06T08:27:30.097 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.097+0000 7f3bf1dfd740 1 --2- 172.21.15.42:0/669199408 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55723d038840 0x55723d03ace0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:30.097 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.097+0000 7f3bf1dfd740 4 client.26204 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:27:30.098 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.097+0000 7f3bf1dfd740 1 -- 172.21.15.42:0/669199408 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55723cf94f10 con 0x55723d038840 2024-06-06T08:27:30.098 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.098+0000 7f3bed1e9640 1 --2- 172.21.15.42:0/669199408 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55723d038840 0x55723d03ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:30.098 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.099+0000 7f3bed1e9640 1 --2- 172.21.15.42:0/669199408 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55723d038840 0x55723d03ace0 crc :-1 s=READY pgs=135 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=16e548d4f28c65b5 server_cookie=be71b5793cbe7229 in_seq=0 out_seq=0 2024-06-06T08:27:30.099 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.100+0000 7f3bd0ff9640 10 client.26204 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:27:30.103 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.104+0000 7f3bd0ff9640 1 -- 172.21.15.42:0/669199408 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55723cf94f10 con 0x55723d038840 2024-06-06T08:27:30.103 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.104+0000 7f3bd0ff9640 10 client.26204 handle_command_reply: tid=0 2024-06-06T08:27:30.103 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.104+0000 7f3bf1dfd740 1 client.26204 shutdown 2024-06-06T08:27:30.103 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.104+0000 7f3bf1dfd740 1 -- 172.21.15.42:0/669199408 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55723d028540 msgr2=0x55723d025210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:30.103 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.104+0000 7f3bf1dfd740 1 --2- 172.21.15.42:0/669199408 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55723d028540 0x55723d025210 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f3bd809c950 tx=0x7f3bd809d490 comp rx=0 tx=0).stop 2024-06-06T08:27:30.104 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.104+0000 7f3bf1dfd740 1 -- 172.21.15.42:0/669199408 shutdown_connections 2024-06-06T08:27:30.104 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.104+0000 7f3bf1dfd740 1 --2- 172.21.15.42:0/669199408 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55723d038840 0x55723d03ace0 crc :-1 s=READY pgs=135 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:30.104 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.104+0000 7f3bf1dfd740 1 --2- 172.21.15.42:0/669199408 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55723d028540 0x55723d025210 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:30.104 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.104+0000 7f3bf1dfd740 1 --2- 172.21.15.42:0/669199408 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55723d0257a0 0x55723d025c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:30.104 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.104+0000 7f3bf1dfd740 1 --2- 172.21.15.42:0/669199408 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55723d01dc80 0x55723d027f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:30.104 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.104+0000 7f3bf1dfd740 1 -- 172.21.15.42:0/669199408 >> 172.21.15.42:0/669199408 conn(0x55723d019870 msgr2=0x55723d018140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:30.104 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.105+0000 7f3bd0ff9640 0 client.26204 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:27:30.105 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.106+0000 7f3bf1dfd740 1 -- 172.21.15.42:0/669199408 shutdown_connections 2024-06-06T08:27:30.105 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.106+0000 7f3bf1dfd740 1 -- 172.21.15.42:0/669199408 wait complete. 2024-06-06T08:27:30.105 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.106+0000 7f3bf1dfd740 20 client.26204 trim_cache size 0 max 16384 2024-06-06T08:27:30.317 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:30 smithi042 ceph-mon[32384]: pgmap v149: 129 pgs: 129 active+clean; 532 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 3.8 MiB/s wr, 291 op/s 2024-06-06T08:27:30.317 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:30 smithi042 ceph-mon[32384]: scrub queued for path: / 2024-06-06T08:27:30.317 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:30 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:27:30.317 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:30 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:27:30.317 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:30 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:27:30.317 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:30 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:27:30.317 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:30 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:27:30.318 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:30 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:27:30.318 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:30 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:27:30.318 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:30 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:27:30.318 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:30 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:27:30.318 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:30 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:27:30.318 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:30 smithi042 ceph-mon[32384]: Scrub error on inode 0x10000002f63 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-80) see mds.i log and `damage ls` output for details 2024-06-06T08:27:30.318 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:30 smithi042 ceph-mon[32384]: Scrub error on inode 0x10000003292 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-86) see mds.i log and `damage ls` output for details 2024-06-06T08:27:30.318 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:30 smithi042 ceph-mon[32384]: Scrub error on inode 0x100000012c2 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-27) see mds.b log and `damage ls` output for details 2024-06-06T08:27:30.445 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.446+0000 7f3bf1dfd740 1 Processor -- start 2024-06-06T08:27:30.452 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.453+0000 7f3bf1dfd740 1 -- start start 2024-06-06T08:27:30.455 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.456+0000 7f3bf1dfd740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55723d01dc80 0x55723d027a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:30.455 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.456+0000 7f3bf1dfd740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55723d0257a0 0x55723d018140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:30.456 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.457+0000 7f3bec9e8640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55723d0257a0 0x55723d018140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:30.456 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.457+0000 7f3bed1e9640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55723d01dc80 0x55723d027a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:30.456 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.457+0000 7f3bed1e9640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55723d01dc80 0x55723d027a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:50186/0 (socket says 172.21.15.42:50186) 2024-06-06T08:27:30.456 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.457+0000 7f3bec9e8640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55723d0257a0 0x55723d018140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:47606/0 (socket says 172.21.15.42:47606) 2024-06-06T08:27:30.456 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.457+0000 7f3bed1e9640 1 -- 172.21.15.42:0/2128175630 learned_addr learned my addr 172.21.15.42:0/2128175630 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:30.457 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.457+0000 7f3bf1dfd740 1 --2- 172.21.15.42:0/2128175630 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55723d028540 0x55723d018680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:30.457 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.457+0000 7f3bf1dfd740 1 -- 172.21.15.42:0/2128175630 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f3bcc0125e0 con 0x55723d0257a0 2024-06-06T08:27:30.457 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.457+0000 7f3bf1dfd740 1 -- 172.21.15.42:0/2128175630 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f3bcc00fe80 con 0x55723d028540 2024-06-06T08:27:30.457 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.457+0000 7f3bf1dfd740 1 -- 172.21.15.42:0/2128175630 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f3bcc00dd80 con 0x55723d01dc80 2024-06-06T08:27:30.457 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.458+0000 7f3bed9ea640 1 --2- 172.21.15.42:0/2128175630 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55723d028540 0x55723d018680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:30.457 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.458+0000 7f3bec9e8640 1 -- 172.21.15.42:0/2128175630 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55723d01dc80 msgr2=0x55723d027a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:30.457 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.458+0000 7f3bec9e8640 1 --2- 172.21.15.42:0/2128175630 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55723d01dc80 0x55723d027a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:30.458 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.458+0000 7f3bec9e8640 1 -- 172.21.15.42:0/2128175630 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55723d028540 msgr2=0x55723d018680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:30.458 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.458+0000 7f3bec9e8640 1 --2- 172.21.15.42:0/2128175630 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55723d028540 0x55723d018680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:30.458 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.458+0000 7f3bec9e8640 1 -- 172.21.15.42:0/2128175630 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55723d013ce0 con 0x55723d0257a0 2024-06-06T08:27:30.458 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.458+0000 7f3bed9ea640 1 --2- 172.21.15.42:0/2128175630 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55723d028540 0x55723d018680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:27:30.459 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.459+0000 7f3bec9e8640 1 --2- 172.21.15.42:0/2128175630 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55723d0257a0 0x55723d018140 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f3bd8099620 tx=0x7f3bd809b160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fea90fc79ff5bf2b server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:30.480 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.481+0000 7f3bd2ffd640 1 -- 172.21.15.42:0/2128175630 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bd80b2070 con 0x55723d0257a0 2024-06-06T08:27:30.480 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.481+0000 7f3bd2ffd640 1 -- 172.21.15.42:0/2128175630 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3bd80b5e50 con 0x55723d0257a0 2024-06-06T08:27:30.480 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.481+0000 7f3bd2ffd640 1 -- 172.21.15.42:0/2128175630 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bd80a5690 con 0x55723d0257a0 2024-06-06T08:27:30.481 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.483+0000 7f3bf1dfd740 1 -- 172.21.15.42:0/2128175630 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55723d0257a0 msgr2=0x55723d018140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:30.482 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.483+0000 7f3bf1dfd740 1 --2- 172.21.15.42:0/2128175630 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55723d0257a0 0x55723d018140 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f3bd8099620 tx=0x7f3bd809b160 comp rx=0 tx=0).stop 2024-06-06T08:27:30.487 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.488+0000 7f3bf1dfd740 1 -- 172.21.15.42:0/2128175630 shutdown_connections 2024-06-06T08:27:30.487 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.488+0000 7f3bf1dfd740 1 --2- 172.21.15.42:0/2128175630 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55723d028540 0x55723d018680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:30.488 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.488+0000 7f3bf1dfd740 1 --2- 172.21.15.42:0/2128175630 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55723d0257a0 0x55723d018140 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:30.488 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.488+0000 7f3bf1dfd740 1 --2- 172.21.15.42:0/2128175630 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55723d01dc80 0x55723d027a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:30.488 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.489+0000 7f3bf1dfd740 1 -- 172.21.15.42:0/2128175630 >> 172.21.15.42:0/2128175630 conn(0x55723d019870 msgr2=0x55723d023ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:30.488 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.489+0000 7f3bf1dfd740 1 -- 172.21.15.42:0/2128175630 shutdown_connections 2024-06-06T08:27:30.488 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.489+0000 7f3bf1dfd740 1 -- 172.21.15.42:0/2128175630 wait complete. 2024-06-06T08:27:30.488 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.490+0000 7f3bf1dfd740 1 -- start start 2024-06-06T08:27:30.488 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.490+0000 7f3bf1dfd740 1 Processor -- start 2024-06-06T08:27:30.496 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.497+0000 7f3bf1dfd740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55723d01dc80 0x55723d0223f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:30.498 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.497+0000 7f3bed1e9640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55723d01dc80 0x55723d0223f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:30.498 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.500+0000 7f3bed1e9640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55723d01dc80 0x55723d0223f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:47608/0 (socket says 172.21.15.42:47608) 2024-06-06T08:27:30.499 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.500+0000 7f3bed1e9640 1 -- 172.21.15.42:0/2324773848 learned_addr learned my addr 172.21.15.42:0/2324773848 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:30.502 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.503+0000 7f3bf1dfd740 1 --2- 172.21.15.42:0/2324773848 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55723d0257a0 0x55723d022930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:30.503 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.504+0000 7f3bec9e8640 1 --2- 172.21.15.42:0/2324773848 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55723d0257a0 0x55723d022930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:30.504 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.505+0000 7f3bf1dfd740 1 --2- 172.21.15.42:0/2324773848 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55723d028540 0x55723d022e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:30.504 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.505+0000 7f3bf1dfd740 1 -- 172.21.15.42:0/2324773848 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f3bcc00e340 con 0x55723d01dc80 2024-06-06T08:27:30.504 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.505+0000 7f3bf1dfd740 1 -- 172.21.15.42:0/2324773848 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f3bcc00f7b0 con 0x55723d0257a0 2024-06-06T08:27:30.504 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.505+0000 7f3bf1dfd740 1 -- 172.21.15.42:0/2324773848 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f3bcc00ea10 con 0x55723d028540 2024-06-06T08:27:30.504 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.505+0000 7f3bed9ea640 1 --2- 172.21.15.42:0/2324773848 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55723d028540 0x55723d022e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:30.505 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.505+0000 7f3bed9ea640 1 -- 172.21.15.42:0/2324773848 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55723d0257a0 msgr2=0x55723d022930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:30.505 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.505+0000 7f3bed9ea640 1 --2- 172.21.15.42:0/2324773848 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55723d0257a0 0x55723d022930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:30.505 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.505+0000 7f3bed9ea640 1 -- 172.21.15.42:0/2324773848 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55723d01dc80 msgr2=0x55723d0223f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:30.505 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.506+0000 7f3bed9ea640 1 --2- 172.21.15.42:0/2324773848 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55723d01dc80 0x55723d0223f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:30.505 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.506+0000 7f3bed9ea640 1 -- 172.21.15.42:0/2324773848 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55723d02ef20 con 0x55723d028540 2024-06-06T08:27:30.506 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.506+0000 7f3bed1e9640 1 --2- 172.21.15.42:0/2324773848 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55723d01dc80 0x55723d0223f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:27:30.506 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.506+0000 7f3bf1dfd740 10 client.0 _ll_register_callbacks cb 0x7f3bd800e3b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:27:30.506 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.506+0000 7f3bed9ea640 1 --2- 172.21.15.42:0/2324773848 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55723d028540 0x55723d022e70 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f3be002fd20 tx=0x7f3be0030000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=16c23412f4c91f7d server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:30.506 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.507+0000 7f3bf1dfd740 1 -- 172.21.15.42:0/2324773848 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3bd80b5e50 con 0x55723d028540 2024-06-06T08:27:30.512 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.514+0000 7f3bd0ff9640 10 client.26113 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:27:30.513 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.514+0000 7f3bd0ff9640 1 -- 172.21.15.42:0/2324773848 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3be0034040 con 0x55723d028540 2024-06-06T08:27:30.513 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.514+0000 7f3bd0ff9640 1 -- 172.21.15.42:0/2324773848 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f3be002f7e0 con 0x55723d028540 2024-06-06T08:27:30.514 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.515+0000 7f3bd0ff9640 1 -- 172.21.15.42:0/2324773848 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3be0056050 con 0x55723d028540 2024-06-06T08:27:30.514 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.515+0000 7f3bf1dfd740 10 client.26113 fetch_fsmap learned FSMap version 29 2024-06-06T08:27:30.514 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.516+0000 7f3bf1dfd740 1 -- 172.21.15.42:0/2324773848 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({fsmap=29}) -- 0x55723d0a3850 con 0x55723d028540 2024-06-06T08:27:30.516 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.516+0000 7f3bd0ff9640 1 -- 172.21.15.42:0/2324773848 <== mon.1 v2:172.21.15.149:3300/0 4 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7f3be0042020 con 0x55723d028540 2024-06-06T08:27:30.516 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.516+0000 7f3bf1dfd740 10 client.26113 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T08:27:30.516 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.516+0000 7f3bf1dfd740 10 client.26113 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:27:30.516 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.516+0000 7f3bf1dfd740 20 client.26113 populate_metadata read hostname 'smithi042' 2024-06-06T08:27:30.516 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.517+0000 7f3bf1dfd740 1 --2- 172.21.15.42:0/2324773848 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55723d0a3a80 0x55723d0a5e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:30.516 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.517+0000 7f3bf1dfd740 4 client.26113 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:27:30.516 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.517+0000 7f3bf1dfd740 1 -- 172.21.15.42:0/2324773848 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55723cf8ec20 con 0x55723d0a3a80 2024-06-06T08:27:30.516 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.517+0000 7f3bed1e9640 1 --2- 172.21.15.42:0/2324773848 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55723d0a3a80 0x55723d0a5e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:30.517 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.518+0000 7f3bed1e9640 1 --2- 172.21.15.42:0/2324773848 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55723d0a3a80 0x55723d0a5e70 crc :-1 s=READY pgs=136 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f6944a3aa8dd751f server_cookie=f6f6c12e28327267 in_seq=0 out_seq=0 2024-06-06T08:27:30.517 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:30.519+0000 7f3bd0ff9640 10 client.26113 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:27:30.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:30 smithi149 ceph-mon[36842]: pgmap v149: 129 pgs: 129 active+clean; 532 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 3.8 MiB/s wr, 291 op/s 2024-06-06T08:27:30.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:30 smithi149 ceph-mon[36842]: scrub queued for path: / 2024-06-06T08:27:30.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:30 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:27:30.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:30 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:27:30.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:30 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:27:30.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:30 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:27:30.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:30 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:27:30.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:30 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:27:30.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:30 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:27:30.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:30 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:27:30.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:30 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:27:30.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:30 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:27:30.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:30 smithi149 ceph-mon[36842]: Scrub error on inode 0x10000002f63 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-80) see mds.i log and `damage ls` output for details 2024-06-06T08:27:30.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:30 smithi149 ceph-mon[36842]: Scrub error on inode 0x10000003292 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-86) see mds.i log and `damage ls` output for details 2024-06-06T08:27:30.542 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:30 smithi149 ceph-mon[36842]: Scrub error on inode 0x100000012c2 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-27) see mds.b log and `damage ls` output for details 2024-06-06T08:27:30.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:30 smithi120 ceph-mon[36658]: pgmap v149: 129 pgs: 129 active+clean; 532 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 3.8 MiB/s wr, 291 op/s 2024-06-06T08:27:30.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:30 smithi120 ceph-mon[36658]: scrub queued for path: / 2024-06-06T08:27:30.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:30 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:27:30.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:30 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:27:30.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:30 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:27:30.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:30 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:27:30.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:30 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:27:30.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:30 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:27:30.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:30 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:27:30.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:30 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:27:30.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:30 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:27:30.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:30 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:27:30.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:30 smithi120 ceph-mon[36658]: Scrub error on inode 0x10000002f63 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-80) see mds.i log and `damage ls` output for details 2024-06-06T08:27:30.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:30 smithi120 ceph-mon[36658]: Scrub error on inode 0x10000003292 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-86) see mds.i log and `damage ls` output for details 2024-06-06T08:27:30.640 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:30 smithi120 ceph-mon[36658]: Scrub error on inode 0x100000012c2 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-27) see mds.b log and `damage ls` output for details 2024-06-06T08:27:30.830 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-06-06T08:27:31.474 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:31 smithi042 ceph-mon[32384]: Scrub error on inode 0x10000003714 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-97) see mds.i log and `damage ls` output for details 2024-06-06T08:27:31.475 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:31 smithi042 ceph-mon[32384]: Scrub error on inode 0x10000001c03 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-41) see mds.i log and `damage ls` output for details 2024-06-06T08:27:31.475 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:31 smithi042 ceph-mon[32384]: Scrub error on inode 0x100000031bb (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-85) see mds.i log and `damage ls` output for details 2024-06-06T08:27:31.475 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:31 smithi042 ceph-mon[32384]: Scrub error on inode 0x1000000039c (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-1) see mds.i log and `damage ls` output for details 2024-06-06T08:27:31.475 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:31 smithi042 ceph-mon[32384]: Scrub error on inode 0x100000036e3 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-95) see mds.i log and `damage ls` output for details 2024-06-06T08:27:31.475 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:31 smithi042 ceph-mon[32384]: Scrub error on inode 0x100000030cd (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-83) see mds.i log and `damage ls` output for details 2024-06-06T08:27:31.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:31 smithi149 ceph-mon[36842]: Scrub error on inode 0x10000003714 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-97) see mds.i log and `damage ls` output for details 2024-06-06T08:27:31.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:31 smithi149 ceph-mon[36842]: Scrub error on inode 0x10000001c03 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-41) see mds.i log and `damage ls` output for details 2024-06-06T08:27:31.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:31 smithi149 ceph-mon[36842]: Scrub error on inode 0x100000031bb (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-85) see mds.i log and `damage ls` output for details 2024-06-06T08:27:31.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:31 smithi149 ceph-mon[36842]: Scrub error on inode 0x1000000039c (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-1) see mds.i log and `damage ls` output for details 2024-06-06T08:27:31.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:31 smithi149 ceph-mon[36842]: Scrub error on inode 0x100000036e3 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-95) see mds.i log and `damage ls` output for details 2024-06-06T08:27:31.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:31 smithi149 ceph-mon[36842]: Scrub error on inode 0x100000030cd (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-83) see mds.i log and `damage ls` output for details 2024-06-06T08:27:31.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:31 smithi120 ceph-mon[36658]: Scrub error on inode 0x10000003714 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-97) see mds.i log and `damage ls` output for details 2024-06-06T08:27:31.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:31 smithi120 ceph-mon[36658]: Scrub error on inode 0x10000001c03 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-41) see mds.i log and `damage ls` output for details 2024-06-06T08:27:31.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:31 smithi120 ceph-mon[36658]: Scrub error on inode 0x100000031bb (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-85) see mds.i log and `damage ls` output for details 2024-06-06T08:27:31.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:31 smithi120 ceph-mon[36658]: Scrub error on inode 0x1000000039c (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-1) see mds.i log and `damage ls` output for details 2024-06-06T08:27:31.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:31 smithi120 ceph-mon[36658]: Scrub error on inode 0x100000036e3 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-95) see mds.i log and `damage ls` output for details 2024-06-06T08:27:31.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:31 smithi120 ceph-mon[36658]: Scrub error on inode 0x100000030cd (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-83) see mds.i log and `damage ls` output for details 2024-06-06T08:27:32.487 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:27:32.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:32 smithi149 ceph-mon[36842]: pgmap v150: 129 pgs: 129 active+clean; 532 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 131 op/s 2024-06-06T08:27:32.570 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:32 smithi042 ceph-mon[32384]: pgmap v150: 129 pgs: 129 active+clean; 532 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 131 op/s 2024-06-06T08:27:32.604 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:32.605+0000 7f3bd0ff9640 1 -- 172.21.15.42:0/2324773848 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55723cf8ec20 con 0x55723d0a3a80 2024-06-06T08:27:32.604 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:32.605+0000 7f3bd0ff9640 10 client.26113 handle_command_reply: tid=0 2024-06-06T08:27:32.612 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:32.612+0000 7f3bf1dfd740 1 client.26113 shutdown 2024-06-06T08:27:32.612 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:32.613+0000 7f3bf1dfd740 1 -- 172.21.15.42:0/2324773848 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55723d028540 msgr2=0x55723d022e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:32.612 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:32.613+0000 7f3bf1dfd740 1 --2- 172.21.15.42:0/2324773848 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55723d028540 0x55723d022e70 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f3be002fd20 tx=0x7f3be0030000 comp rx=0 tx=0).stop 2024-06-06T08:27:32.612 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:32.613+0000 7f3bf1dfd740 1 -- 172.21.15.42:0/2324773848 shutdown_connections 2024-06-06T08:27:32.612 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:32.613+0000 7f3bf1dfd740 1 --2- 172.21.15.42:0/2324773848 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55723d0a3a80 0x55723d0a5e70 crc :-1 s=READY pgs=136 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:32.612 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:32.613+0000 7f3bf1dfd740 1 --2- 172.21.15.42:0/2324773848 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55723d0257a0 0x55723d022930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:32.613 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:32.613+0000 7f3bf1dfd740 1 --2- 172.21.15.42:0/2324773848 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55723d028540 0x55723d022e70 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:32.613 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:32.613+0000 7f3bf1dfd740 1 --2- 172.21.15.42:0/2324773848 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55723d01dc80 0x55723d0223f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:32.613 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:32.613+0000 7f3bf1dfd740 1 -- 172.21.15.42:0/2324773848 >> 172.21.15.42:0/2324773848 conn(0x55723d019870 msgr2=0x55723d018140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:32.613 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:32.613+0000 7f3bd0ff9640 0 client.26113 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:27:32.613 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:32.613+0000 7f3bf1dfd740 1 -- 172.21.15.42:0/2324773848 shutdown_connections 2024-06-06T08:27:32.614 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:32.613+0000 7f3bf1dfd740 1 -- 172.21.15.42:0/2324773848 wait complete. 2024-06-06T08:27:32.614 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:32.614+0000 7f3bf1dfd740 20 client.26113 trim_cache size 0 max 16384 2024-06-06T08:27:32.615 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:27:32.615 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:27:32.615 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:27:32.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:32 smithi120 ceph-mon[36658]: pgmap v150: 129 pgs: 129 active+clean; 532 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 131 op/s 2024-06-06T08:27:32.738 INFO:tasks.workunit.client.0.smithi042.stdout: 178 1603481 761 1063619 977 471858 1480 2024-06-06T08:27:32.756 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:32.757+0000 7f3bee1eb640 1 -- 172.21.15.42:0/2685860656 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f3bd40a2f30 msgr2=0x7f3bd40a53f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:32.756 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:32.757+0000 7f3bee1eb640 1 --2- 172.21.15.42:0/2685860656 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f3bd40a2f30 0x7f3bd40a53f0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x55723d01e900 tx=0x7f3be4009060 comp rx=0 tx=0).stop 2024-06-06T08:27:32.757 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:32.759+0000 7f3bee1eb640 1 -- 172.21.15.42:0/2685860656 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3be8108d80 msgr2=0x7f3be8119530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:32.757 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:32.759+0000 7f3bee1eb640 1 --2- 172.21.15.42:0/2685860656 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3be8108d80 0x7f3be8119530 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f3bd800c920 tx=0x7f3bd800cde0 comp rx=0 tx=0).stop 2024-06-06T08:27:32.758 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:32.759+0000 7f3bee1eb640 1 -- 172.21.15.42:0/2685860656 shutdown_connections 2024-06-06T08:27:32.758 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:32.760+0000 7f3bee1eb640 1 --2- 172.21.15.42:0/2685860656 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f3bd40a2f30 0x7f3bd40a53f0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:32.759 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:32.760+0000 7f3bee1eb640 1 --2- 172.21.15.42:0/2685860656 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3be8108d80 0x7f3be8119530 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:32.759 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:32.760+0000 7f3bee1eb640 1 --2- 172.21.15.42:0/2685860656 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3be810e360 0x7f3be8119a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:32.760 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:32.761+0000 7f3bee1eb640 1 --2- 172.21.15.42:0/2685860656 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3be81089a0 0x7f3be811c490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:32.760 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:32.762+0000 7f3bee1eb640 1 -- 172.21.15.42:0/2685860656 >> 172.21.15.42:0/2685860656 conn(0x7f3be806c8e0 msgr2=0x7f3be81093b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:32.761 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:32.762+0000 7f3bee1eb640 1 -- 172.21.15.42:0/2685860656 shutdown_connections 2024-06-06T08:27:32.761 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:32.762+0000 7f3bee1eb640 1 -- 172.21.15.42:0/2685860656 wait complete. 2024-06-06T08:27:34.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:34 smithi042 ceph-mon[32384]: pgmap v151: 129 pgs: 129 active+clean; 533 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 412 op/s 2024-06-06T08:27:34.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:34 smithi149 ceph-mon[36842]: pgmap v151: 129 pgs: 129 active+clean; 533 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 412 op/s 2024-06-06T08:27:34.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:34 smithi120 ceph-mon[36658]: pgmap v151: 129 pgs: 129 active+clean; 533 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 412 op/s 2024-06-06T08:27:35.304 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:27:35.305 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:35 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:27:35.423 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:27:35.537 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.536+0000 7fbea3fd0700 1 -- 172.21.15.42:0/4188051701 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbe9c102f80 msgr2=0x7fbe9c10f3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:35.537 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.536+0000 7fbea3fd0700 1 --2- 172.21.15.42:0/4188051701 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbe9c102f80 0x7fbe9c10f3a0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fbe98009990 tx=0x7fbe98009ca0 comp rx=0 tx=0).stop 2024-06-06T08:27:35.538 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.538+0000 7fbea3fd0700 1 -- 172.21.15.42:0/4188051701 shutdown_connections 2024-06-06T08:27:35.538 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.538+0000 7fbea3fd0700 1 --2- 172.21.15.42:0/4188051701 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbe9c102f80 0x7fbe9c10f3a0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:35.538 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.538+0000 7fbea3fd0700 1 --2- 172.21.15.42:0/4188051701 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbe9c107430 0x7fbe9c107810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:35.538 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.538+0000 7fbea3fd0700 1 --2- 172.21.15.42:0/4188051701 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbe9c1025e0 0x7fbe9c102a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:35.538 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.538+0000 7fbea3fd0700 1 -- 172.21.15.42:0/4188051701 >> 172.21.15.42:0/4188051701 conn(0x7fbe9c079680 msgr2=0x7fbe9c079a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:35.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:27:35.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:35 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:27:35.539 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.539+0000 7fbea3fd0700 1 -- 172.21.15.42:0/4188051701 shutdown_connections 2024-06-06T08:27:35.539 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.539+0000 7fbea3fd0700 1 -- 172.21.15.42:0/4188051701 wait complete. 2024-06-06T08:27:35.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.540+0000 7fbea3fd0700 1 Processor -- start 2024-06-06T08:27:35.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.540+0000 7fbea3fd0700 1 -- start start 2024-06-06T08:27:35.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.541+0000 7fbea3fd0700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbe9c1025e0 0x7fbe9c073d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:35.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.541+0000 7fbea3fd0700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbe9c102f80 0x7fbe9c06dd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:35.541 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.541+0000 7fbea1d6c700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbe9c1025e0 0x7fbe9c073d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:35.541 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.541+0000 7fbea1d6c700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbe9c1025e0 0x7fbe9c073d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:42392/0 (socket says 172.21.15.42:42392) 2024-06-06T08:27:35.541 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.541+0000 7fbea3fd0700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbe9c107430 0x7fbe9c06e2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:35.542 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.542+0000 7fbea3fd0700 1 -- 172.21.15.42:0/3400784898 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fbe9c06c8c0 con 0x7fbe9c102f80 2024-06-06T08:27:35.542 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.542+0000 7fbea3fd0700 1 -- 172.21.15.42:0/3400784898 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fbe9c06c740 con 0x7fbe9c1025e0 2024-06-06T08:27:35.542 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.542+0000 7fbea3fd0700 1 -- 172.21.15.42:0/3400784898 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fbe9c06ca40 con 0x7fbe9c107430 2024-06-06T08:27:35.542 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.541+0000 7fbea1d6c700 1 -- 172.21.15.42:0/3400784898 learned_addr learned my addr 172.21.15.42:0/3400784898 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:35.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.542+0000 7fbea256d700 1 --2- 172.21.15.42:0/3400784898 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbe9c107430 0x7fbe9c06e2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:35.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.543+0000 7fbea256d700 1 -- 172.21.15.42:0/3400784898 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbe9c1025e0 msgr2=0x7fbe9c073d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:35.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.543+0000 7fbea256d700 1 --2- 172.21.15.42:0/3400784898 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbe9c1025e0 0x7fbe9c073d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:35.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.543+0000 7fbea256d700 1 -- 172.21.15.42:0/3400784898 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbe9c102f80 msgr2=0x7fbe9c06dd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:35.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.543+0000 7fbea256d700 1 --2- 172.21.15.42:0/3400784898 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbe9c102f80 0x7fbe9c06dd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:35.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.543+0000 7fbea256d700 1 -- 172.21.15.42:0/3400784898 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe9c06e930 con 0x7fbe9c107430 2024-06-06T08:27:35.545 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.545+0000 7fbea256d700 1 --2- 172.21.15.42:0/3400784898 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbe9c107430 0x7fbe9c06e2c0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fbe98015000 tx=0x7fbe98005e50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:35.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.547+0000 7fbe92ffd700 1 -- 172.21.15.42:0/3400784898 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe98027070 con 0x7fbe9c107430 2024-06-06T08:27:35.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.547+0000 7fbe92ffd700 1 -- 172.21.15.42:0/3400784898 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbe98005690 con 0x7fbe9c107430 2024-06-06T08:27:35.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.548+0000 7fbe92ffd700 1 -- 172.21.15.42:0/3400784898 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe98027070 con 0x7fbe9c107430 2024-06-06T08:27:35.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.548+0000 7fbea3fd0700 1 -- 172.21.15.42:0/3400784898 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbe9c06ebc0 con 0x7fbe9c107430 2024-06-06T08:27:35.548 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.549+0000 7fbea3fd0700 1 -- 172.21.15.42:0/3400784898 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbe9c0748f0 con 0x7fbe9c107430 2024-06-06T08:27:35.557 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.558+0000 7fbe92ffd700 1 -- 172.21.15.42:0/3400784898 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fbe9800f460 con 0x7fbe9c107430 2024-06-06T08:27:35.558 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.559+0000 7fbe92ffd700 1 --2- 172.21.15.42:0/3400784898 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbe880a3260 0x7fbe880a5720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:35.558 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.560+0000 7fbe92ffd700 1 -- 172.21.15.42:0/3400784898 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fbe9801e030 con 0x7fbe9c107430 2024-06-06T08:27:35.559 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.560+0000 7fbea1d6c700 1 --2- 172.21.15.42:0/3400784898 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbe880a3260 0x7fbe880a5720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:35.560 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.561+0000 7fbea1d6c700 1 --2- 172.21.15.42:0/3400784898 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbe880a3260 0x7fbe880a5720 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fbe94009db0 tx=0x7fbe94009040 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:35.560 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.561+0000 7fbeae853b80 1 Processor -- start 2024-06-06T08:27:35.560 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.561+0000 7fbeae853b80 1 -- start start 2024-06-06T08:27:35.561 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.562+0000 7fbeae853b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9412c55a0 0x55a9412c5980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:35.561 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.562+0000 7fbeae853b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a9412c5ec0 0x55a9412bf7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:35.561 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.562+0000 7fbea1d6c700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9412c55a0 0x55a9412c5980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:35.561 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.562+0000 7fbea1d6c700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9412c55a0 0x55a9412c5980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:50224/0 (socket says 172.21.15.42:50224) 2024-06-06T08:27:35.561 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.562+0000 7fbea1d6c700 1 -- 172.21.15.42:0/3788859937 learned_addr learned my addr 172.21.15.42:0/3788859937 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:35.561 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.562+0000 7fbeae853b80 1 --2- 172.21.15.42:0/3788859937 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9412bfcf0 0x55a9412c0110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:35.562 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.562+0000 7fbeae853b80 1 -- 172.21.15.42:0/3788859937 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a9411b2100 con 0x55a9412bfcf0 2024-06-06T08:27:35.562 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.562+0000 7fbea256d700 1 --2- 172.21.15.42:0/3788859937 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9412bfcf0 0x55a9412c0110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:35.562 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.562+0000 7fbeae853b80 1 -- 172.21.15.42:0/3788859937 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55a9412109f0 con 0x55a9412c5ec0 2024-06-06T08:27:35.562 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.562+0000 7fbeae853b80 1 -- 172.21.15.42:0/3788859937 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55a941178600 con 0x55a9412c55a0 2024-06-06T08:27:35.563 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.563+0000 7fbea256d700 1 -- 172.21.15.42:0/3788859937 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9412c55a0 msgr2=0x55a9412c5980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:35.563 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.563+0000 7fbea256d700 1 --2- 172.21.15.42:0/3788859937 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9412c55a0 0x55a9412c5980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:35.563 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.563+0000 7fbea256d700 1 -- 172.21.15.42:0/3788859937 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a9412c5ec0 msgr2=0x55a9412bf7b0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-06T08:27:35.563 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.563+0000 7fbea256d700 1 --2- 172.21.15.42:0/3788859937 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a9412c5ec0 0x55a9412bf7b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:35.563 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.563+0000 7fbea256d700 1 -- 172.21.15.42:0/3788859937 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a94115fa70 con 0x55a9412bfcf0 2024-06-06T08:27:35.563 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.564+0000 7fbea256d700 1 --2- 172.21.15.42:0/3788859937 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9412bfcf0 0x55a9412c0110 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7fbe980ccd20 tx=0x7fbe980a1050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7787f9e122576a5 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:35.564 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.565+0000 7fbe87fff700 1 -- 172.21.15.42:0/3788859937 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe980985b0 con 0x55a9412bfcf0 2024-06-06T08:27:35.564 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.565+0000 7fbe87fff700 1 -- 172.21.15.42:0/3788859937 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbe980095d0 con 0x55a9412bfcf0 2024-06-06T08:27:35.564 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.566+0000 7fbeae853b80 1 -- 172.21.15.42:0/3788859937 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9412bfcf0 msgr2=0x55a9412c0110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:35.565 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.566+0000 7fbeae853b80 1 --2- 172.21.15.42:0/3788859937 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9412bfcf0 0x55a9412c0110 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7fbe980ccd20 tx=0x7fbe980a1050 comp rx=0 tx=0).stop 2024-06-06T08:27:35.571 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.569+0000 7fbeae853b80 1 -- 172.21.15.42:0/3788859937 shutdown_connections 2024-06-06T08:27:35.572 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.569+0000 7fbeae853b80 1 --2- 172.21.15.42:0/3788859937 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9412bfcf0 0x55a9412c0110 unknown :-1 s=CLOSED pgs=721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:35.572 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.569+0000 7fbeae853b80 1 --2- 172.21.15.42:0/3788859937 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9412c55a0 0x55a9412c5980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:35.572 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.569+0000 7fbeae853b80 1 --2- 172.21.15.42:0/3788859937 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a9412c5ec0 0x55a9412bf7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:35.572 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.569+0000 7fbeae853b80 1 -- 172.21.15.42:0/3788859937 >> 172.21.15.42:0/3788859937 conn(0x55a9411ec220 msgr2=0x55a9412baaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:35.573 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.574+0000 7fbeae853b80 1 -- 172.21.15.42:0/3788859937 shutdown_connections 2024-06-06T08:27:35.573 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.574+0000 7fbeae853b80 1 -- 172.21.15.42:0/3788859937 wait complete. 2024-06-06T08:27:35.573 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.574+0000 7fbeae853b80 1 -- start start 2024-06-06T08:27:35.573 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.574+0000 7fbeae853b80 1 Processor -- start 2024-06-06T08:27:35.574 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.575+0000 7fbeae853b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9412bfcf0 0x55a9412cbb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:35.575 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.575+0000 7fbeae853b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a9412c55a0 0x55a9412c8e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:35.575 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.575+0000 7fbeae853b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9412c5ec0 0x55a9412c93d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:35.575 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.575+0000 7fbeae853b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a9411b1160 con 0x55a9412bfcf0 2024-06-06T08:27:35.575 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.575+0000 7fbeae853b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55a94120c9b0 con 0x55a9412c55a0 2024-06-06T08:27:35.575 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.575+0000 7fbeae853b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55a9412cc650 con 0x55a9412c5ec0 2024-06-06T08:27:35.575 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.575+0000 7fbeae853b80 10 client.0 _ll_register_callbacks cb 0x55a9411a6750 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:27:35.575 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.575+0000 7fbea156b700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a9412c55a0 0x55a9412c8e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:35.575 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.575+0000 7fbea256d700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9412c5ec0 0x55a9412c93d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:35.575 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.575+0000 7fbea156b700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a9412c55a0 0x55a9412c8e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:42414/0 (socket says 172.21.15.42:42414) 2024-06-06T08:27:35.575 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.575+0000 7fbea156b700 1 -- 172.21.15.42:0/342525885 learned_addr learned my addr 172.21.15.42:0/342525885 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:35.576 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.577+0000 7fbea156b700 1 -- 172.21.15.42:0/342525885 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9412c5ec0 msgr2=0x55a9412c93d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:35.576 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.577+0000 7fbea156b700 1 --2- 172.21.15.42:0/342525885 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9412c5ec0 0x55a9412c93d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:35.576 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.577+0000 7fbea156b700 1 -- 172.21.15.42:0/342525885 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9412bfcf0 msgr2=0x55a9412cbb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:35.576 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.577+0000 7fbea156b700 1 --2- 172.21.15.42:0/342525885 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9412bfcf0 0x55a9412cbb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:35.576 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.577+0000 7fbea156b700 1 -- 172.21.15.42:0/342525885 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a9411d68f0 con 0x55a9412c55a0 2024-06-06T08:27:35.578 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.579+0000 7fbea156b700 1 --2- 172.21.15.42:0/342525885 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a9412c55a0 0x55a9412c8e90 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fbe8c009ed0 tx=0x7fbe8c00b3c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4ba13c1cde5f8b8f server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:35.579 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.580+0000 7fbe857fa700 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:27:35.580 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.580+0000 7fbe857fa700 1 -- 172.21.15.42:0/342525885 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe8c015020 con 0x55a9412c55a0 2024-06-06T08:27:35.580 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.580+0000 7fbeae853b80 1 -- 172.21.15.42:0/342525885 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbe980095d0 con 0x55a9412c55a0 2024-06-06T08:27:35.580 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.580+0000 7fbe857fa700 1 -- 172.21.15.42:0/342525885 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fbe8c011420 con 0x55a9412c55a0 2024-06-06T08:27:35.580 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.580+0000 7fbe857fa700 1 -- 172.21.15.42:0/342525885 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fbe8c020050 con 0x55a9412c55a0 2024-06-06T08:27:35.583 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.584+0000 7fbeae853b80 10 client.26219 fetch_fsmap learned FSMap version 29 2024-06-06T08:27:35.583 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.584+0000 7fbeae853b80 1 -- 172.21.15.42:0/342525885 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a9412df580 con 0x55a9412c55a0 2024-06-06T08:27:35.584 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.585+0000 7fbe857fa700 1 -- 172.21.15.42:0/342525885 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbe980095d0 con 0x55a9412c55a0 2024-06-06T08:27:35.585 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.586+0000 7fbe857fa700 1 -- 172.21.15.42:0/342525885 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7fbe8c019790 con 0x55a9412c55a0 2024-06-06T08:27:35.585 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.586+0000 7fbeae853b80 10 client.26219 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T08:27:35.585 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.586+0000 7fbeae853b80 10 client.26219 resolve_mds: validated gid 24484 aka daemon mds.i 2024-06-06T08:27:35.585 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.586+0000 7fbeae853b80 20 client.26219 populate_metadata read hostname 'smithi042' 2024-06-06T08:27:35.585 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.586+0000 7fbeae853b80 1 --2- 172.21.15.42:0/342525885 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a9412e1ff0 0x55a9412e4450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:35.586 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.586+0000 7fbeae853b80 4 client.26219 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:27:35.586 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.586+0000 7fbeae853b80 1 -- 172.21.15.42:0/342525885 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a94121def0 con 0x55a9412e1ff0 2024-06-06T08:27:35.591 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.592+0000 7fbea1d6c700 1 --2- 172.21.15.42:0/342525885 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a9412e1ff0 0x55a9412e4450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:35.596 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.595+0000 7fbea1d6c700 1 --2- 172.21.15.42:0/342525885 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a9412e1ff0 0x55a9412e4450 crc :-1 s=READY pgs=137 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=612ef5f89f72ef43 server_cookie=37c028417225e3eb in_seq=0 out_seq=0 2024-06-06T08:27:35.596 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.595+0000 7fbe857fa700 10 client.26219 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:27:35.602 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.601+0000 7fbe857fa700 1 -- 172.21.15.42:0/342525885 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55a94121def0 con 0x55a9412e1ff0 2024-06-06T08:27:35.602 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.601+0000 7fbe857fa700 10 client.26219 handle_command_reply: tid=0 2024-06-06T08:27:35.602 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.601+0000 7fbeae853b80 1 client.26219 shutdown 2024-06-06T08:27:35.604 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.604+0000 7fbeae853b80 1 -- 172.21.15.42:0/342525885 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a9412c55a0 msgr2=0x55a9412c8e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:35.604 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.604+0000 7fbeae853b80 1 --2- 172.21.15.42:0/342525885 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a9412c55a0 0x55a9412c8e90 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fbe8c009ed0 tx=0x7fbe8c00b3c0 comp rx=0 tx=0).stop 2024-06-06T08:27:35.605 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.604+0000 7fbeae853b80 1 -- 172.21.15.42:0/342525885 shutdown_connections 2024-06-06T08:27:35.605 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.604+0000 7fbeae853b80 1 --2- 172.21.15.42:0/342525885 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9412c5ec0 0x55a9412c93d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:35.605 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.604+0000 7fbeae853b80 1 --2- 172.21.15.42:0/342525885 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9412bfcf0 0x55a9412cbb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:35.605 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.604+0000 7fbeae853b80 1 --2- 172.21.15.42:0/342525885 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a9412e1ff0 0x55a9412e4450 crc :-1 s=READY pgs=137 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:35.605 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.604+0000 7fbeae853b80 1 --2- 172.21.15.42:0/342525885 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a9412c55a0 0x55a9412c8e90 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:35.605 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.604+0000 7fbeae853b80 1 -- 172.21.15.42:0/342525885 >> 172.21.15.42:0/342525885 conn(0x55a9411ec220 msgr2=0x55a9412b9c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:35.605 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.604+0000 7fbe857fa700 0 client.26219 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:27:35.605 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.604+0000 7fbeae853b80 1 -- 172.21.15.42:0/342525885 shutdown_connections 2024-06-06T08:27:35.605 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.605+0000 7fbeae853b80 1 -- 172.21.15.42:0/342525885 wait complete. 2024-06-06T08:27:35.605 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.605+0000 7fbeae853b80 20 client.26219 trim_cache size 0 max 16384 2024-06-06T08:27:35.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:27:35.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:35 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:27:35.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.651+0000 7fbeae853b80 1 Processor -- start 2024-06-06T08:27:35.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.651+0000 7fbeae853b80 1 -- start start 2024-06-06T08:27:35.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.652+0000 7fbeae853b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9412bfcf0 0x55a9412cb680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:35.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.652+0000 7fbeae853b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9412c55a0 0x55a9412ba3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:35.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.653+0000 7fbea1d6c700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9412bfcf0 0x55a9412cb680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:35.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.653+0000 7fbea1d6c700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9412bfcf0 0x55a9412cb680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:50232/0 (socket says 172.21.15.42:50232) 2024-06-06T08:27:35.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.653+0000 7fbea156b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9412c55a0 0x55a9412ba3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:35.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.653+0000 7fbea156b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9412c55a0 0x55a9412ba3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:47654/0 (socket says 172.21.15.42:47654) 2024-06-06T08:27:35.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.653+0000 7fbea1d6c700 1 -- 172.21.15.42:0/2761366411 learned_addr learned my addr 172.21.15.42:0/2761366411 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:35.653 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.653+0000 7fbeae853b80 1 --2- 172.21.15.42:0/2761366411 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a9412c5ec0 0x55a9412ba910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:35.653 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.653+0000 7fbeae853b80 1 -- 172.21.15.42:0/2761366411 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fbe9c1b7210 con 0x55a9412c55a0 2024-06-06T08:27:35.653 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.653+0000 7fbeae853b80 1 -- 172.21.15.42:0/2761366411 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fbe9c1b4a70 con 0x55a9412c5ec0 2024-06-06T08:27:35.653 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.653+0000 7fbea256d700 1 --2- 172.21.15.42:0/2761366411 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a9412c5ec0 0x55a9412ba910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:35.653 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.653+0000 7fbeae853b80 1 -- 172.21.15.42:0/2761366411 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fbe9c1b28c0 con 0x55a9412bfcf0 2024-06-06T08:27:35.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.656+0000 7fbea256d700 1 -- 172.21.15.42:0/2761366411 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9412bfcf0 msgr2=0x55a9412cb680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:35.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.656+0000 7fbea256d700 1 --2- 172.21.15.42:0/2761366411 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9412bfcf0 0x55a9412cb680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:35.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.656+0000 7fbea256d700 1 -- 172.21.15.42:0/2761366411 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9412c55a0 msgr2=0x55a9412ba3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:35.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.656+0000 7fbea256d700 1 --2- 172.21.15.42:0/2761366411 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9412c55a0 0x55a9412ba3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:35.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.656+0000 7fbea256d700 1 -- 172.21.15.42:0/2761366411 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a9412cc650 con 0x55a9412c5ec0 2024-06-06T08:27:35.656 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.657+0000 7fbea256d700 1 --2- 172.21.15.42:0/2761366411 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a9412c5ec0 0x55a9412ba910 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x55a9412cc460 tx=0x7fbe9801a040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=57463692283be99 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:35.658 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.659+0000 7fbe877fe700 1 -- 172.21.15.42:0/2761366411 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe98027040 con 0x55a9412c5ec0 2024-06-06T08:27:35.658 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.659+0000 7fbe877fe700 1 -- 172.21.15.42:0/2761366411 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbe98005690 con 0x55a9412c5ec0 2024-06-06T08:27:35.658 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.659+0000 7fbe877fe700 1 -- 172.21.15.42:0/2761366411 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe980988f0 con 0x55a9412c5ec0 2024-06-06T08:27:35.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.660+0000 7fbeae853b80 1 -- 172.21.15.42:0/2761366411 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a9412c5ec0 msgr2=0x55a9412ba910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:35.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.660+0000 7fbeae853b80 1 --2- 172.21.15.42:0/2761366411 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a9412c5ec0 0x55a9412ba910 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x55a9412cc460 tx=0x7fbe9801a040 comp rx=0 tx=0).stop 2024-06-06T08:27:35.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.660+0000 7fbeae853b80 1 -- 172.21.15.42:0/2761366411 shutdown_connections 2024-06-06T08:27:35.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.660+0000 7fbeae853b80 1 --2- 172.21.15.42:0/2761366411 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a9412c5ec0 0x55a9412ba910 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:35.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.660+0000 7fbeae853b80 1 --2- 172.21.15.42:0/2761366411 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9412bfcf0 0x55a9412cb680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:35.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.660+0000 7fbeae853b80 1 --2- 172.21.15.42:0/2761366411 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9412c55a0 0x55a9412ba3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:35.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.660+0000 7fbeae853b80 1 -- 172.21.15.42:0/2761366411 >> 172.21.15.42:0/2761366411 conn(0x55a9411ec220 msgr2=0x55a9412dd850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:35.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.661+0000 7fbeae853b80 1 -- 172.21.15.42:0/2761366411 shutdown_connections 2024-06-06T08:27:35.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.661+0000 7fbeae853b80 1 -- 172.21.15.42:0/2761366411 wait complete. 2024-06-06T08:27:35.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.662+0000 7fbeae853b80 1 -- start start 2024-06-06T08:27:35.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.662+0000 7fbeae853b80 1 Processor -- start 2024-06-06T08:27:35.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.663+0000 7fbeae853b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a9412bfcf0 0x55a9412e9a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:35.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.663+0000 7fbeae853b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9412c55a0 0x55a9412e9fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:35.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.663+0000 7fbea1d6c700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a9412bfcf0 0x55a9412e9a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:35.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.663+0000 7fbea1d6c700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a9412bfcf0 0x55a9412e9a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:42438/0 (socket says 172.21.15.42:42438) 2024-06-06T08:27:35.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.663+0000 7fbea1d6c700 1 -- 172.21.15.42:0/222743520 learned_addr learned my addr 172.21.15.42:0/222743520 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:35.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.663+0000 7fbea156b700 1 --2- 172.21.15.42:0/222743520 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9412c55a0 0x55a9412e9fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:35.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.664+0000 7fbeae853b80 1 --2- 172.21.15.42:0/222743520 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9412c5ec0 0x55a9412ea500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:35.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.664+0000 7fbeae853b80 1 -- 172.21.15.42:0/222743520 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fbe9c1b2f30 con 0x55a9412c5ec0 2024-06-06T08:27:35.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.664+0000 7fbea256d700 1 --2- 172.21.15.42:0/222743520 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9412c5ec0 0x55a9412ea500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:35.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.664+0000 7fbeae853b80 1 -- 172.21.15.42:0/222743520 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fbe9c1b43a0 con 0x55a9412bfcf0 2024-06-06T08:27:35.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.664+0000 7fbeae853b80 1 -- 172.21.15.42:0/222743520 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fbe9c1b3600 con 0x55a9412c55a0 2024-06-06T08:27:35.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.664+0000 7fbea1d6c700 1 -- 172.21.15.42:0/222743520 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9412c55a0 msgr2=0x55a9412e9fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:35.666 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.664+0000 7fbea1d6c700 1 --2- 172.21.15.42:0/222743520 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9412c55a0 0x55a9412e9fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:35.666 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.664+0000 7fbea1d6c700 1 -- 172.21.15.42:0/222743520 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9412c5ec0 msgr2=0x55a9412ea500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:35.666 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.664+0000 7fbea1d6c700 1 --2- 172.21.15.42:0/222743520 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9412c5ec0 0x55a9412ea500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:35.666 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.664+0000 7fbea1d6c700 1 -- 172.21.15.42:0/222743520 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a9412e4ad0 con 0x55a9412bfcf0 2024-06-06T08:27:35.666 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.665+0000 7fbeae853b80 10 client.0 _ll_register_callbacks cb 0x55a9411a6750 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:27:35.666 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.665+0000 7fbeae853b80 1 -- 172.21.15.42:0/222743520 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbe98005690 con 0x55a9412bfcf0 2024-06-06T08:27:35.667 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.667+0000 7fbea1d6c700 1 --2- 172.21.15.42:0/222743520 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a9412bfcf0 0x55a9412e9a80 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fbe94017930 tx=0x7fbe94017960 comp rx=0 tx=0).ready entity=mon.2 client_cookie=69c6371c8181387b server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:35.667 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.667+0000 7fbe857fa700 10 client.26225 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:27:35.667 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.668+0000 7fbe857fa700 1 -- 172.21.15.42:0/222743520 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe94031020 con 0x55a9412bfcf0 2024-06-06T08:27:35.667 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.668+0000 7fbe857fa700 1 -- 172.21.15.42:0/222743520 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fbe9402d670 con 0x55a9412bfcf0 2024-06-06T08:27:35.667 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.668+0000 7fbe857fa700 1 -- 172.21.15.42:0/222743520 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fbe9402d8b0 con 0x55a9412bfcf0 2024-06-06T08:27:35.668 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.669+0000 7fbeae853b80 10 client.26225 fetch_fsmap learned FSMap version 29 2024-06-06T08:27:35.669 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.669+0000 7fbeae853b80 1 -- 172.21.15.42:0/222743520 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({fsmap=29}) -- 0x55a94134cdb0 con 0x55a9412bfcf0 2024-06-06T08:27:35.672 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.671+0000 7fbe857fa700 1 -- 172.21.15.42:0/222743520 <== mon.2 v2:172.21.15.120:3300/0 4 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7fbe9402da50 con 0x55a9412bfcf0 2024-06-06T08:27:35.672 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.671+0000 7fbeae853b80 10 client.26225 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T08:27:35.672 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.671+0000 7fbeae853b80 10 client.26225 resolve_mds: validated gid 24484 aka daemon mds.i 2024-06-06T08:27:35.672 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.671+0000 7fbeae853b80 20 client.26225 populate_metadata read hostname 'smithi042' 2024-06-06T08:27:35.673 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.671+0000 7fbeae853b80 1 --2- 172.21.15.42:0/222743520 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a94134d430 0x55a94134f890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:35.673 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.671+0000 7fbeae853b80 4 client.26225 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 145.25, "await_for": 45.0}] 2024-06-06T08:27:35.673 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.671+0000 7fbeae853b80 1 -- 172.21.15.42:0/222743520 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 145.25, "await_for": 45.0}) -- 0x55a941218470 con 0x55a94134d430 2024-06-06T08:27:35.673 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.672+0000 7fbea156b700 1 --2- 172.21.15.42:0/222743520 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a94134d430 0x55a94134f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:35.676 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.677+0000 7fbea156b700 1 --2- 172.21.15.42:0/222743520 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a94134d430 0x55a94134f890 crc :-1 s=READY pgs=138 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=da29667d3f6d490c server_cookie=be986c8d179e9a19 in_seq=0 out_seq=0 2024-06-06T08:27:35.676 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:35.677+0000 7fbe857fa700 10 client.26225 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:27:36.510 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:36 smithi042 ceph-mon[32384]: pgmap v152: 129 pgs: 129 active+clean; 534 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 851 op/s 2024-06-06T08:27:36.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:36 smithi149 ceph-mon[36842]: pgmap v152: 129 pgs: 129 active+clean; 534 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 851 op/s 2024-06-06T08:27:36.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:36 smithi120 ceph-mon[36658]: pgmap v152: 129 pgs: 129 active+clean; 534 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 851 op/s 2024-06-06T08:27:37.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.353+0000 7ff7ee88e700 1 -- 172.21.15.42:0/2747310877 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff7e81084f0 msgr2=0x7ff7e81088d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:37.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.353+0000 7ff7ee88e700 1 --2- 172.21.15.42:0/2747310877 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff7e81084f0 0x7ff7e81088d0 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7ff7d8009990 tx=0x7ff7d8009ca0 comp rx=0 tx=0).stop 2024-06-06T08:27:37.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.353+0000 7ff7ee88e700 1 -- 172.21.15.42:0/2747310877 shutdown_connections 2024-06-06T08:27:37.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.353+0000 7ff7ee88e700 1 --2- 172.21.15.42:0/2747310877 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff7e8102f10 0x7ff7e810f330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:37.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.353+0000 7ff7ee88e700 1 --2- 172.21.15.42:0/2747310877 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff7e81084f0 0x7ff7e81088d0 unknown :-1 s=CLOSED pgs=722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:37.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.353+0000 7ff7ee88e700 1 --2- 172.21.15.42:0/2747310877 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff7e8102550 0x7ff7e81029d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:37.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.353+0000 7ff7ee88e700 1 -- 172.21.15.42:0/2747310877 >> 172.21.15.42:0/2747310877 conn(0x7ff7e8079650 msgr2=0x7ff7e8079a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:37.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.354+0000 7ff7ee88e700 1 -- 172.21.15.42:0/2747310877 shutdown_connections 2024-06-06T08:27:37.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.354+0000 7ff7ee88e700 1 -- 172.21.15.42:0/2747310877 wait complete. 2024-06-06T08:27:37.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.354+0000 7ff7ee88e700 1 Processor -- start 2024-06-06T08:27:37.355 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.354+0000 7ff7ee88e700 1 -- start start 2024-06-06T08:27:37.355 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.355+0000 7ff7ee88e700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff7e8102550 0x7ff7e819e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:37.355 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.355+0000 7ff7ee88e700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff7e8102f10 0x7ff7e819edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:37.355 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.355+0000 7ff7ee88e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff7e81084f0 0x7ff7e8198a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:37.355 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.355+0000 7ff7ee88e700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff7e8112770 con 0x7ff7e81084f0 2024-06-06T08:27:37.355 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.355+0000 7ff7ee88e700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7ff7e81125f0 con 0x7ff7e8102f10 2024-06-06T08:27:37.355 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.355+0000 7ff7ee88e700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7ff7e81128f0 con 0x7ff7e8102550 2024-06-06T08:27:37.355 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.355+0000 7ff7e7fff700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff7e8102550 0x7ff7e819e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:37.355 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.355+0000 7ff7e77fe700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff7e8102f10 0x7ff7e819edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:37.355 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.355+0000 7ff7e7fff700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff7e8102550 0x7ff7e819e890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:50258/0 (socket says 172.21.15.42:50258) 2024-06-06T08:27:37.355 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.355+0000 7ff7e7fff700 1 -- 172.21.15.42:0/2354215562 learned_addr learned my addr 172.21.15.42:0/2354215562 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:37.355 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.355+0000 7ff7ece2b700 1 --2- 172.21.15.42:0/2354215562 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff7e81084f0 0x7ff7e8198a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:37.356 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.355+0000 7ff7e77fe700 1 -- 172.21.15.42:0/2354215562 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff7e8102550 msgr2=0x7ff7e819e890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:37.356 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.355+0000 7ff7e77fe700 1 --2- 172.21.15.42:0/2354215562 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff7e8102550 0x7ff7e819e890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:37.356 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.355+0000 7ff7e77fe700 1 -- 172.21.15.42:0/2354215562 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff7e81084f0 msgr2=0x7ff7e8198a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:37.356 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.355+0000 7ff7e77fe700 1 --2- 172.21.15.42:0/2354215562 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff7e81084f0 0x7ff7e8198a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:37.356 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.355+0000 7ff7e77fe700 1 -- 172.21.15.42:0/2354215562 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7e81991b0 con 0x7ff7e8102f10 2024-06-06T08:27:37.356 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.356+0000 7ff7e77fe700 1 --2- 172.21.15.42:0/2354215562 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff7e8102f10 0x7ff7e819edd0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7ff7dc00e9f0 tx=0x7ff7dc00ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:37.356 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.356+0000 7ff7e57fa700 1 -- 172.21.15.42:0/2354215562 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7dc004220 con 0x7ff7e8102f10 2024-06-06T08:27:37.356 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.356+0000 7ff7ee88e700 1 -- 172.21.15.42:0/2354215562 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7e81994a0 con 0x7ff7e8102f10 2024-06-06T08:27:37.356 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.356+0000 7ff7e57fa700 1 -- 172.21.15.42:0/2354215562 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff7dc004d10 con 0x7ff7e8102f10 2024-06-06T08:27:37.356 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.356+0000 7ff7e57fa700 1 -- 172.21.15.42:0/2354215562 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7dc005020 con 0x7ff7e8102f10 2024-06-06T08:27:37.356 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.356+0000 7ff7ee88e700 1 -- 172.21.15.42:0/2354215562 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7e80746c0 con 0x7ff7e8102f10 2024-06-06T08:27:37.358 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.359+0000 7ff7e57fa700 1 -- 172.21.15.42:0/2354215562 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7ff7dc005490 con 0x7ff7e8102f10 2024-06-06T08:27:37.358 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.360+0000 7ff7e57fa700 1 --2- 172.21.15.42:0/2354215562 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7ff7d00a2e10 0x7ff7d00a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:37.359 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.360+0000 7ff7e57fa700 1 -- 172.21.15.42:0/2354215562 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7ff7dc0cf8b0 con 0x7ff7e8102f10 2024-06-06T08:27:37.359 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.360+0000 7ff7e7fff700 1 --2- 172.21.15.42:0/2354215562 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7ff7d00a2e10 0x7ff7d00a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:37.361 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.361+0000 7ff7e7fff700 1 --2- 172.21.15.42:0/2354215562 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7ff7d00a2e10 0x7ff7d00a52d0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7ff7d8009750 tx=0x7ff7d801a040 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:37.361 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.361+0000 7ff7f9111b80 1 Processor -- start 2024-06-06T08:27:37.361 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.361+0000 7ff7f9111b80 1 -- start start 2024-06-06T08:27:37.361 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.361+0000 7ff7f9111b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ae6180640 0x561ae6180a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:37.361 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.361+0000 7ff7f9111b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561ae6180f60 0x561ae617a9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:37.361 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.361+0000 7ff7f9111b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561ae617af20 0x561ae617b340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:37.361 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.361+0000 7ff7f9111b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x561ae60cc810 con 0x561ae6180640 2024-06-06T08:27:37.361 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.361+0000 7ff7f9111b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x561ae6074720 con 0x561ae6180f60 2024-06-06T08:27:37.361 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.361+0000 7ff7f9111b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x561ae60c87d0 con 0x561ae617af20 2024-06-06T08:27:37.361 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.361+0000 7ff7e7fff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ae6180640 0x561ae6180a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:37.361 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.361+0000 7ff7e77fe700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561ae6180f60 0x561ae617a9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:37.362 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.361+0000 7ff7e77fe700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561ae6180f60 0x561ae617a9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:42476/0 (socket says 172.21.15.42:42476) 2024-06-06T08:27:37.362 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.361+0000 7ff7e77fe700 1 -- 172.21.15.42:0/2275001570 learned_addr learned my addr 172.21.15.42:0/2275001570 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:37.362 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.361+0000 7ff7e7fff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ae6180640 0x561ae6180a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:47682/0 (socket says 172.21.15.42:47682) 2024-06-06T08:27:37.362 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.361+0000 7ff7ece2b700 1 --2- 172.21.15.42:0/2275001570 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561ae617af20 0x561ae617b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:37.362 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.361+0000 7ff7e77fe700 1 -- 172.21.15.42:0/2275001570 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561ae617af20 msgr2=0x561ae617b340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:37.362 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.361+0000 7ff7e77fe700 1 --2- 172.21.15.42:0/2275001570 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561ae617af20 0x561ae617b340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:37.362 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.361+0000 7ff7e77fe700 1 -- 172.21.15.42:0/2275001570 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ae6180640 msgr2=0x561ae6180a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:37.362 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.361+0000 7ff7e77fe700 1 --2- 172.21.15.42:0/2275001570 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ae6180640 0x561ae6180a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:37.362 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.361+0000 7ff7e77fe700 1 -- 172.21.15.42:0/2275001570 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561ae606af50 con 0x561ae6180f60 2024-06-06T08:27:37.362 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.362+0000 7ff7e77fe700 1 --2- 172.21.15.42:0/2275001570 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561ae6180f60 0x561ae617a9e0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7ff7dc0a41d0 tx=0x7ff7dc097e60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f6a2b08f0b640575 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:37.362 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.362+0000 7ff7ce7fc700 1 -- 172.21.15.42:0/2275001570 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7dc01c040 con 0x561ae6180f60 2024-06-06T08:27:37.362 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.362+0000 7ff7ce7fc700 1 -- 172.21.15.42:0/2275001570 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff7dc09fe40 con 0x561ae6180f60 2024-06-06T08:27:37.363 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.362+0000 7ff7ce7fc700 1 -- 172.21.15.42:0/2275001570 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7dc09bf50 con 0x561ae6180f60 2024-06-06T08:27:37.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.363+0000 7ff7f9111b80 1 -- 172.21.15.42:0/2275001570 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561ae6180f60 msgr2=0x561ae617a9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:37.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.363+0000 7ff7f9111b80 1 --2- 172.21.15.42:0/2275001570 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561ae6180f60 0x561ae617a9e0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7ff7dc0a41d0 tx=0x7ff7dc097e60 comp rx=0 tx=0).stop 2024-06-06T08:27:37.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.363+0000 7ff7f9111b80 1 -- 172.21.15.42:0/2275001570 shutdown_connections 2024-06-06T08:27:37.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.363+0000 7ff7f9111b80 1 --2- 172.21.15.42:0/2275001570 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561ae617af20 0x561ae617b340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:37.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.363+0000 7ff7f9111b80 1 --2- 172.21.15.42:0/2275001570 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ae6180640 0x561ae6180a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:37.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.363+0000 7ff7f9111b80 1 --2- 172.21.15.42:0/2275001570 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561ae6180f60 0x561ae617a9e0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:37.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.363+0000 7ff7f9111b80 1 -- 172.21.15.42:0/2275001570 >> 172.21.15.42:0/2275001570 conn(0x561ae60a5cc0 msgr2=0x561ae6175850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:37.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.363+0000 7ff7f9111b80 1 -- 172.21.15.42:0/2275001570 shutdown_connections 2024-06-06T08:27:37.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.363+0000 7ff7f9111b80 1 -- 172.21.15.42:0/2275001570 wait complete. 2024-06-06T08:27:37.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.363+0000 7ff7f9111b80 1 -- start start 2024-06-06T08:27:37.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.364+0000 7ff7f9111b80 1 Processor -- start 2024-06-06T08:27:37.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.364+0000 7ff7f9111b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561ae617af20 0x561ae6186e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:37.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.364+0000 7ff7f9111b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561ae6180640 0x561ae6184160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:37.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.364+0000 7ff7f9111b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ae6180f60 0x561ae61846c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:37.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.364+0000 7ff7f9111b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x561ae61879d0 con 0x561ae6180f60 2024-06-06T08:27:37.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.364+0000 7ff7f9111b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x561ae606cbf0 con 0x561ae617af20 2024-06-06T08:27:37.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.364+0000 7ff7f9111b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x561ae6187b50 con 0x561ae6180640 2024-06-06T08:27:37.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.364+0000 7ff7f9111b80 10 client.0 _ll_register_callbacks cb 0x561ae6066920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:27:37.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.364+0000 7ff7e7fff700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561ae617af20 0x561ae6186e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:37.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.364+0000 7ff7e7fff700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561ae617af20 0x561ae6186e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:42486/0 (socket says 172.21.15.42:42486) 2024-06-06T08:27:37.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.364+0000 7ff7e7fff700 1 -- 172.21.15.42:0/1536700501 learned_addr learned my addr 172.21.15.42:0/1536700501 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:37.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.364+0000 7ff7ece2b700 1 --2- 172.21.15.42:0/1536700501 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ae6180f60 0x561ae61846c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:37.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.364+0000 7ff7e77fe700 1 --2- 172.21.15.42:0/1536700501 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561ae6180640 0x561ae6184160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:37.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.365+0000 7ff7e7fff700 1 -- 172.21.15.42:0/1536700501 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561ae6180640 msgr2=0x561ae6184160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:37.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.365+0000 7ff7e7fff700 1 --2- 172.21.15.42:0/1536700501 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561ae6180640 0x561ae6184160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:37.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.365+0000 7ff7e7fff700 1 -- 172.21.15.42:0/1536700501 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ae6180f60 msgr2=0x561ae61846c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:37.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.365+0000 7ff7e7fff700 1 --2- 172.21.15.42:0/1536700501 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ae6180f60 0x561ae61846c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:37.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.365+0000 7ff7e7fff700 1 -- 172.21.15.42:0/1536700501 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561ae601b8d0 con 0x561ae617af20 2024-06-06T08:27:37.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.365+0000 7ff7ece2b700 1 --2- 172.21.15.42:0/1536700501 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ae6180f60 0x561ae61846c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:27:37.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.365+0000 7ff7e7fff700 1 --2- 172.21.15.42:0/1536700501 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561ae617af20 0x561ae6186e60 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7ff7d800c010 tx=0x7ff7d8009310 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1fc7da71f48ddd34 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:37.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.365+0000 7ff7c77fe700 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:27:37.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.365+0000 7ff7c77fe700 1 -- 172.21.15.42:0/1536700501 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7d8004310 con 0x561ae617af20 2024-06-06T08:27:37.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.365+0000 7ff7c77fe700 1 -- 172.21.15.42:0/1536700501 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7ff7d80044b0 con 0x561ae617af20 2024-06-06T08:27:37.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.365+0000 7ff7f9111b80 1 -- 172.21.15.42:0/1536700501 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff7dc09fe40 con 0x561ae617af20 2024-06-06T08:27:37.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.365+0000 7ff7c77fe700 1 -- 172.21.15.42:0/1536700501 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ff7d8003680 con 0x561ae617af20 2024-06-06T08:27:37.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.365+0000 7ff7f9111b80 10 client.26237 fetch_fsmap learned FSMap version 29 2024-06-06T08:27:37.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.365+0000 7ff7f9111b80 1 -- 172.21.15.42:0/1536700501 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x561ae6192450 con 0x561ae617af20 2024-06-06T08:27:37.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.366+0000 7ff7c77fe700 1 -- 172.21.15.42:0/1536700501 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff7dc09fe40 con 0x561ae617af20 2024-06-06T08:27:37.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.366+0000 7ff7c77fe700 1 -- 172.21.15.42:0/1536700501 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7ff7d803a890 con 0x561ae617af20 2024-06-06T08:27:37.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.366+0000 7ff7f9111b80 10 client.26237 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T08:27:37.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.366+0000 7ff7f9111b80 10 client.26237 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:27:37.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.366+0000 7ff7f9111b80 20 client.26237 populate_metadata read hostname 'smithi042' 2024-06-06T08:27:37.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.366+0000 7ff7f9111b80 1 --2- 172.21.15.42:0/1536700501 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x561ae6194a90 0x561ae6196ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:37.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.366+0000 7ff7f9111b80 4 client.26237 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:27:37.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.366+0000 7ff7f9111b80 1 -- 172.21.15.42:0/1536700501 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561ae60d9d10 con 0x561ae6194a90 2024-06-06T08:27:37.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.366+0000 7ff7e77fe700 1 --2- 172.21.15.42:0/1536700501 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x561ae6194a90 0x561ae6196ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:37.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.367+0000 7ff7e77fe700 1 --2- 172.21.15.42:0/1536700501 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x561ae6194a90 0x561ae6196ef0 crc :-1 s=READY pgs=139 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=10f434d2dd9f9109 server_cookie=d4c5fb4e50d73aef in_seq=0 out_seq=0 2024-06-06T08:27:37.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.367+0000 7ff7c77fe700 10 client.26237 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:27:37.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.369+0000 7ff7c77fe700 1 -- 172.21.15.42:0/1536700501 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x561ae60d9d10 con 0x561ae6194a90 2024-06-06T08:27:37.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.369+0000 7ff7c77fe700 10 client.26237 handle_command_reply: tid=0 2024-06-06T08:27:37.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.369+0000 7ff7f9111b80 1 client.26237 shutdown 2024-06-06T08:27:37.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.369+0000 7ff7f9111b80 1 -- 172.21.15.42:0/1536700501 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561ae617af20 msgr2=0x561ae6186e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:37.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.369+0000 7ff7f9111b80 1 --2- 172.21.15.42:0/1536700501 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561ae617af20 0x561ae6186e60 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7ff7d800c010 tx=0x7ff7d8009310 comp rx=0 tx=0).stop 2024-06-06T08:27:37.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.369+0000 7ff7f9111b80 1 -- 172.21.15.42:0/1536700501 shutdown_connections 2024-06-06T08:27:37.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.369+0000 7ff7f9111b80 1 --2- 172.21.15.42:0/1536700501 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ae6180f60 0x561ae61846c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:37.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.369+0000 7ff7f9111b80 1 --2- 172.21.15.42:0/1536700501 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x561ae6194a90 0x561ae6196ef0 crc :-1 s=READY pgs=139 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:37.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.369+0000 7ff7f9111b80 1 --2- 172.21.15.42:0/1536700501 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561ae617af20 0x561ae6186e60 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:37.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.369+0000 7ff7f9111b80 1 --2- 172.21.15.42:0/1536700501 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561ae6180640 0x561ae6184160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:37.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.369+0000 7ff7c77fe700 0 client.26237 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:27:37.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.369+0000 7ff7f9111b80 1 -- 172.21.15.42:0/1536700501 >> 172.21.15.42:0/1536700501 conn(0x561ae60a5cc0 msgr2=0x561ae61755f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:37.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.369+0000 7ff7f9111b80 1 -- 172.21.15.42:0/1536700501 shutdown_connections 2024-06-06T08:27:37.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.369+0000 7ff7f9111b80 1 -- 172.21.15.42:0/1536700501 wait complete. 2024-06-06T08:27:37.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.369+0000 7ff7f9111b80 20 client.26237 trim_cache size 0 max 16384 2024-06-06T08:27:37.393 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.394+0000 7ff7f9111b80 1 Processor -- start 2024-06-06T08:27:37.393 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.394+0000 7ff7f9111b80 1 -- start start 2024-06-06T08:27:37.393 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.394+0000 7ff7f9111b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561ae617af20 0x561ae617a9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:37.393 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.394+0000 7ff7f9111b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ae6180640 0x561ae6190c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:37.393 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.394+0000 7ff7f9111b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561ae6180f60 0x561ae619c850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:37.393 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.394+0000 7ff7f9111b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff7e81aeb90 con 0x561ae6180640 2024-06-06T08:27:37.393 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.394+0000 7ff7f9111b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7ff7e81ac3f0 con 0x561ae617af20 2024-06-06T08:27:37.393 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.394+0000 7ff7f9111b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7ff7e81aa260 con 0x561ae6180f60 2024-06-06T08:27:37.393 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.394+0000 7ff7e77fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ae6180640 0x561ae6190c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:37.393 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.394+0000 7ff7e77fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ae6180640 0x561ae6190c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:47712/0 (socket says 172.21.15.42:47712) 2024-06-06T08:27:37.393 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.394+0000 7ff7e77fe700 1 -- 172.21.15.42:0/2553197133 learned_addr learned my addr 172.21.15.42:0/2553197133 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:37.394 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.394+0000 7ff7e7fff700 1 --2- 172.21.15.42:0/2553197133 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561ae617af20 0x561ae617a9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:37.394 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.394+0000 7ff7ece2b700 1 --2- 172.21.15.42:0/2553197133 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561ae6180f60 0x561ae619c850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:37.395 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.394+0000 7ff7e77fe700 1 -- 172.21.15.42:0/2553197133 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561ae6180f60 msgr2=0x561ae619c850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:37.395 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.394+0000 7ff7e77fe700 1 --2- 172.21.15.42:0/2553197133 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561ae6180f60 0x561ae619c850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:37.395 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.394+0000 7ff7e77fe700 1 -- 172.21.15.42:0/2553197133 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561ae617af20 msgr2=0x561ae617a9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:37.395 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.394+0000 7ff7e77fe700 1 --2- 172.21.15.42:0/2553197133 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561ae617af20 0x561ae617a9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:37.395 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.394+0000 7ff7e77fe700 1 -- 172.21.15.42:0/2553197133 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561ae6177080 con 0x561ae6180640 2024-06-06T08:27:37.395 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.395+0000 7ff7e77fe700 1 --2- 172.21.15.42:0/2553197133 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ae6180640 0x561ae6190c70 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7ff7dc00e9c0 tx=0x7ff7dc00cf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1670b43628cc53ed server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:37.395 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.395+0000 7ff7cdffb700 1 -- 172.21.15.42:0/2553197133 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7dc01c070 con 0x561ae6180640 2024-06-06T08:27:37.396 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.395+0000 7ff7cdffb700 1 -- 172.21.15.42:0/2553197133 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff7dc0a4700 con 0x561ae6180640 2024-06-06T08:27:37.396 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.395+0000 7ff7cdffb700 1 -- 172.21.15.42:0/2553197133 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7dc0a4270 con 0x561ae6180640 2024-06-06T08:27:37.396 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.396+0000 7ff7f9111b80 1 -- 172.21.15.42:0/2553197133 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ae6180640 msgr2=0x561ae6190c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:37.396 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.396+0000 7ff7f9111b80 1 --2- 172.21.15.42:0/2553197133 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ae6180640 0x561ae6190c70 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7ff7dc00e9c0 tx=0x7ff7dc00cf40 comp rx=0 tx=0).stop 2024-06-06T08:27:37.396 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.396+0000 7ff7f9111b80 1 -- 172.21.15.42:0/2553197133 shutdown_connections 2024-06-06T08:27:37.396 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.396+0000 7ff7f9111b80 1 --2- 172.21.15.42:0/2553197133 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561ae6180f60 0x561ae619c850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:37.396 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.396+0000 7ff7f9111b80 1 --2- 172.21.15.42:0/2553197133 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561ae617af20 0x561ae617a9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:37.396 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.396+0000 7ff7f9111b80 1 --2- 172.21.15.42:0/2553197133 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ae6180640 0x561ae6190c70 unknown :-1 s=CLOSED pgs=723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:37.396 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.396+0000 7ff7f9111b80 1 -- 172.21.15.42:0/2553197133 >> 172.21.15.42:0/2553197133 conn(0x561ae60a5cc0 msgr2=0x561ae617e0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:37.396 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.396+0000 7ff7f9111b80 1 -- 172.21.15.42:0/2553197133 shutdown_connections 2024-06-06T08:27:37.396 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.396+0000 7ff7f9111b80 1 -- 172.21.15.42:0/2553197133 wait complete. 2024-06-06T08:27:37.396 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.396+0000 7ff7f9111b80 1 -- start start 2024-06-06T08:27:37.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.397+0000 7ff7f9111b80 1 Processor -- start 2024-06-06T08:27:37.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.397+0000 7ff7f9111b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561ae617af20 0x561ae618cfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:37.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.397+0000 7ff7f9111b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ae6180640 0x561ae618d500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:37.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.397+0000 7ff7f9111b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561ae6180f60 0x561ae619bc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:37.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.397+0000 7ff7f9111b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff7e81aa8b0 con 0x561ae6180640 2024-06-06T08:27:37.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.397+0000 7ff7f9111b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7ff7e81abd20 con 0x561ae617af20 2024-06-06T08:27:37.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.397+0000 7ff7f9111b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7ff7e81aaf80 con 0x561ae6180f60 2024-06-06T08:27:37.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.397+0000 7ff7f9111b80 10 client.0 _ll_register_callbacks cb 0x7ff7d8030850 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:27:37.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.397+0000 7ff7e77fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ae6180640 0x561ae618d500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:37.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.397+0000 7ff7e77fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ae6180640 0x561ae618d500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:47714/0 (socket says 172.21.15.42:47714) 2024-06-06T08:27:37.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.397+0000 7ff7ece2b700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561ae6180f60 0x561ae619bc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:37.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.397+0000 7ff7e77fe700 1 -- 172.21.15.42:0/2980084828 learned_addr learned my addr 172.21.15.42:0/2980084828 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:37.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.397+0000 7ff7e7fff700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561ae617af20 0x561ae618cfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:37.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.398+0000 7ff7ece2b700 1 -- 172.21.15.42:0/2980084828 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561ae617af20 msgr2=0x561ae618cfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:37.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.398+0000 7ff7ece2b700 1 --2- 172.21.15.42:0/2980084828 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561ae617af20 0x561ae618cfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:37.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.398+0000 7ff7ece2b700 1 -- 172.21.15.42:0/2980084828 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ae6180640 msgr2=0x561ae618d500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:37.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.398+0000 7ff7ece2b700 1 --2- 172.21.15.42:0/2980084828 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ae6180640 0x561ae618d500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:37.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.398+0000 7ff7ece2b700 1 -- 172.21.15.42:0/2980084828 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561ae619c460 con 0x561ae6180f60 2024-06-06T08:27:37.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.398+0000 7ff7e77fe700 1 --2- 172.21.15.42:0/2980084828 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ae6180640 0x561ae618d500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:27:37.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.398+0000 7ff7ece2b700 1 --2- 172.21.15.42:0/2980084828 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561ae6180f60 0x561ae619bc20 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x561ae6187500 tx=0x7ff7e00077e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c6935df7cfb22c38 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:37.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.398+0000 7ff7c77fe700 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:27:37.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.398+0000 7ff7c77fe700 1 -- 172.21.15.42:0/2980084828 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7e0004bb0 con 0x561ae6180f60 2024-06-06T08:27:37.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.398+0000 7ff7f9111b80 1 -- 172.21.15.42:0/2980084828 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x561ae60d4290 con 0x561ae6180f60 2024-06-06T08:27:37.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.398+0000 7ff7c77fe700 1 -- 172.21.15.42:0/2980084828 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7ff7e0004d50 con 0x561ae6180f60 2024-06-06T08:27:37.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.399+0000 7ff7c77fe700 1 -- 172.21.15.42:0/2980084828 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ff7e0003a00 con 0x561ae6180f60 2024-06-06T08:27:37.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.399+0000 7ff7f9111b80 10 client.26149 fetch_fsmap learned FSMap version 29 2024-06-06T08:27:37.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.399+0000 7ff7f9111b80 1 -- 172.21.15.42:0/2980084828 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x561ae61ff3a0 con 0x561ae6180f60 2024-06-06T08:27:37.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.399+0000 7ff7c77fe700 1 -- 172.21.15.42:0/2980084828 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x561ae60d4290 con 0x561ae6180f60 2024-06-06T08:27:37.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.399+0000 7ff7c77fe700 1 -- 172.21.15.42:0/2980084828 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7ff7e0021470 con 0x561ae6180f60 2024-06-06T08:27:37.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.399+0000 7ff7f9111b80 10 client.26149 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T08:27:37.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.399+0000 7ff7f9111b80 10 client.26149 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:27:37.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.399+0000 7ff7f9111b80 20 client.26149 populate_metadata read hostname 'smithi042' 2024-06-06T08:27:37.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.399+0000 7ff7f9111b80 1 --2- 172.21.15.42:0/2980084828 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x561ae61ffac0 0x561ae6201ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:37.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.399+0000 7ff7f9111b80 4 client.26149 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-06-06T08:27:37.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.399+0000 7ff7f9111b80 1 -- 172.21.15.42:0/2980084828 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "scrub status"}) -- 0x561ae5f4e250 con 0x561ae61ffac0 2024-06-06T08:27:37.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.399+0000 7ff7e7fff700 1 --2- 172.21.15.42:0/2980084828 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x561ae61ffac0 0x561ae6201ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:37.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.400+0000 7ff7c77fe700 10 client.26149 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:27:37.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.400+0000 7ff7e7fff700 1 --2- 172.21.15.42:0/2980084828 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x561ae61ffac0 0x561ae6201ee0 crc :-1 s=READY pgs=140 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=da8a0543cc9a3f1 server_cookie=7a2472a3f534d4f0 in_seq=0 out_seq=0 2024-06-06T08:27:37.403 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.404+0000 7ff7c77fe700 1 -- 172.21.15.42:0/2980084828 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+268 (crc 0 0 0) 0x561ae5f4e250 con 0x561ae61ffac0 2024-06-06T08:27:37.403 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.404+0000 7ff7c77fe700 10 client.26149 handle_command_reply: tid=0 2024-06-06T08:27:37.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.404+0000 7ff7f9111b80 1 client.26149 shutdown 2024-06-06T08:27:37.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.404+0000 7ff7f9111b80 1 -- 172.21.15.42:0/2980084828 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561ae6180f60 msgr2=0x561ae619bc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:37.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.404+0000 7ff7f9111b80 1 --2- 172.21.15.42:0/2980084828 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561ae6180f60 0x561ae619bc20 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x561ae6187500 tx=0x7ff7e00077e0 comp rx=0 tx=0).stop 2024-06-06T08:27:37.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.404+0000 7ff7f9111b80 1 -- 172.21.15.42:0/2980084828 shutdown_connections 2024-06-06T08:27:37.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.404+0000 7ff7f9111b80 1 --2- 172.21.15.42:0/2980084828 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561ae6180f60 0x561ae619bc20 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:37.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.404+0000 7ff7f9111b80 1 --2- 172.21.15.42:0/2980084828 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x561ae61ffac0 0x561ae6201ee0 crc :-1 s=READY pgs=140 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:37.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.404+0000 7ff7f9111b80 1 --2- 172.21.15.42:0/2980084828 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561ae617af20 0x561ae618cfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:37.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.404+0000 7ff7c77fe700 0 client.26149 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:27:37.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.404+0000 7ff7f9111b80 1 --2- 172.21.15.42:0/2980084828 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ae6180640 0x561ae618d500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:37.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.404+0000 7ff7f9111b80 1 -- 172.21.15.42:0/2980084828 >> 172.21.15.42:0/2980084828 conn(0x561ae60a5cc0 msgr2=0x561ae616ee00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:37.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.404+0000 7ff7f9111b80 1 -- 172.21.15.42:0/2980084828 shutdown_connections 2024-06-06T08:27:37.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.405+0000 7ff7f9111b80 1 -- 172.21.15.42:0/2980084828 wait complete. 2024-06-06T08:27:37.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.405+0000 7ff7f9111b80 20 client.26149 trim_cache size 0 max 16384 2024-06-06T08:27:37.405 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:27:37.405 INFO:teuthology.orchestra.run.smithi042.stdout: "status": "scrub active (2821 inodes in the stack)", 2024-06-06T08:27:37.405 INFO:teuthology.orchestra.run.smithi042.stdout: "scrubs": { 2024-06-06T08:27:37.405 INFO:teuthology.orchestra.run.smithi042.stdout: "adac8878-b552-4c61-9f88-45ac7c377daa": { 2024-06-06T08:27:37.405 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/", 2024-06-06T08:27:37.405 INFO:teuthology.orchestra.run.smithi042.stdout: "tag": "adac8878-b552-4c61-9f88-45ac7c377daa", 2024-06-06T08:27:37.405 INFO:teuthology.orchestra.run.smithi042.stdout: "options": "recursive,force" 2024-06-06T08:27:37.405 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:27:37.405 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:27:37.406 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:27:37.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.405+0000 7ff7ee88e700 1 -- 172.21.15.42:0/2354215562 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7ff7d00a2e10 msgr2=0x7ff7d00a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:37.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.405+0000 7ff7ee88e700 1 --2- 172.21.15.42:0/2354215562 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7ff7d00a2e10 0x7ff7d00a52d0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7ff7d8009750 tx=0x7ff7d801a040 comp rx=0 tx=0).stop 2024-06-06T08:27:37.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.405+0000 7ff7ee88e700 1 -- 172.21.15.42:0/2354215562 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff7e8102f10 msgr2=0x7ff7e819edd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:37.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.405+0000 7ff7ee88e700 1 --2- 172.21.15.42:0/2354215562 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff7e8102f10 0x7ff7e819edd0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7ff7dc00e9f0 tx=0x7ff7dc00ed00 comp rx=0 tx=0).stop 2024-06-06T08:27:37.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.405+0000 7ff7ee88e700 1 -- 172.21.15.42:0/2354215562 shutdown_connections 2024-06-06T08:27:37.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.405+0000 7ff7ee88e700 1 --2- 172.21.15.42:0/2354215562 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7ff7d00a2e10 0x7ff7d00a52d0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:37.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.405+0000 7ff7ee88e700 1 --2- 172.21.15.42:0/2354215562 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff7e81084f0 0x7ff7e8198a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:37.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.405+0000 7ff7ee88e700 1 --2- 172.21.15.42:0/2354215562 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff7e8102550 0x7ff7e819e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:37.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.405+0000 7ff7ee88e700 1 --2- 172.21.15.42:0/2354215562 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff7e8102f10 0x7ff7e819edd0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:37.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.405+0000 7ff7ee88e700 1 -- 172.21.15.42:0/2354215562 >> 172.21.15.42:0/2354215562 conn(0x7ff7e8079650 msgr2=0x7ff7e8100600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:37.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.406+0000 7ff7ee88e700 1 -- 172.21.15.42:0/2354215562 shutdown_connections 2024-06-06T08:27:37.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:37.406+0000 7ff7ee88e700 1 -- 172.21.15.42:0/2354215562 wait complete. 2024-06-06T08:27:38.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:38 smithi149 ceph-mon[36842]: pgmap v153: 129 pgs: 129 active+clean; 534 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 828 op/s 2024-06-06T08:27:38.564 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:38 smithi042 ceph-mon[32384]: pgmap v153: 129 pgs: 129 active+clean; 534 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 828 op/s 2024-06-06T08:27:38.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:38 smithi120 ceph-mon[36658]: pgmap v153: 129 pgs: 129 active+clean; 534 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 828 op/s 2024-06-06T08:27:39.208 INFO:tasks.cephfs.filesystem:scrub status for tag:adac8878-b552-4c61-9f88-45ac7c377daa - {'path': '/', 'tag': 'adac8878-b552-4c61-9f88-45ac7c377daa', 'options': 'recursive,force'} 2024-06-06T08:27:40.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:40 smithi149 ceph-mon[36842]: pgmap v154: 129 pgs: 129 active+clean; 588 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 MiB/s rd, 7.0 MiB/s wr, 1.71k op/s 2024-06-06T08:27:40.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:40 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:27:40.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:40 smithi042 ceph-mon[32384]: pgmap v154: 129 pgs: 129 active+clean; 588 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 MiB/s rd, 7.0 MiB/s wr, 1.71k op/s 2024-06-06T08:27:40.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:40 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:27:40.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:40 smithi120 ceph-mon[36658]: pgmap v154: 129 pgs: 129 active+clean; 588 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 MiB/s rd, 7.0 MiB/s wr, 1.71k op/s 2024-06-06T08:27:40.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:40 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:27:42.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:42 smithi149 ceph-mon[36842]: pgmap v155: 129 pgs: 129 active+clean; 588 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 MiB/s rd, 6.0 MiB/s wr, 1.63k op/s 2024-06-06T08:27:42.564 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:42 smithi042 ceph-mon[32384]: pgmap v155: 129 pgs: 129 active+clean; 588 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 MiB/s rd, 6.0 MiB/s wr, 1.63k op/s 2024-06-06T08:27:42.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:42 smithi120 ceph-mon[36658]: pgmap v155: 129 pgs: 129 active+clean; 588 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 MiB/s rd, 6.0 MiB/s wr, 1.63k op/s 2024-06-06T08:27:42.738 INFO:tasks.workunit.client.0.smithi042.stdout: 186 484151 257 325775 246 153242 264 2024-06-06T08:27:44.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:44 smithi149 ceph-mon[36842]: pgmap v156: 129 pgs: 129 active+clean; 607 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 MiB/s rd, 7.7 MiB/s wr, 1.88k op/s 2024-06-06T08:27:44.564 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:44 smithi042 ceph-mon[32384]: pgmap v156: 129 pgs: 129 active+clean; 607 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 MiB/s rd, 7.7 MiB/s wr, 1.88k op/s 2024-06-06T08:27:44.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:44 smithi120 ceph-mon[36658]: pgmap v156: 129 pgs: 129 active+clean; 607 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 MiB/s rd, 7.7 MiB/s wr, 1.88k op/s 2024-06-06T08:27:46.056 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.056+0000 7fc08e59e640 1 -- 172.21.15.42:0/3451631405 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc088101290 msgr2=0x7fc08810d750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:46.056 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.056+0000 7fc08e59e640 1 --2- 172.21.15.42:0/3451631405 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc088101290 0x7fc08810d750 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7fc080009cd0 tx=0x7fc08002a8e0 comp rx=0 tx=0).stop 2024-06-06T08:27:46.056 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.056+0000 7fc08e59e640 1 -- 172.21.15.42:0/3451631405 shutdown_connections 2024-06-06T08:27:46.056 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.056+0000 7fc08e59e640 1 --2- 172.21.15.42:0/3451631405 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc088101290 0x7fc08810d750 unknown :-1 s=CLOSED pgs=724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:46.056 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.056+0000 7fc08e59e640 1 --2- 172.21.15.42:0/3451631405 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc0881008d0 0x7fc088100d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:46.056 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.056+0000 7fc08e59e640 1 --2- 172.21.15.42:0/3451631405 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc088106890 0x7fc088106c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:46.057 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.056+0000 7fc08e59e640 1 -- 172.21.15.42:0/3451631405 >> 172.21.15.42:0/3451631405 conn(0x7fc088077a20 msgr2=0x7fc088077e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:46.057 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.057+0000 7fc08e59e640 1 -- 172.21.15.42:0/3451631405 shutdown_connections 2024-06-06T08:27:46.057 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.057+0000 7fc08e59e640 1 -- 172.21.15.42:0/3451631405 wait complete. 2024-06-06T08:27:46.057 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.057+0000 7fc08e59e640 1 Processor -- start 2024-06-06T08:27:46.057 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.057+0000 7fc08e59e640 1 -- start start 2024-06-06T08:27:46.059 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.057+0000 7fc08e59e640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc0881008d0 0x7fc08819a460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:46.059 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.057+0000 7fc08e59e640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc088101290 0x7fc08819a9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:46.059 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.057+0000 7fc08e59e640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc088106890 0x7fc08819ecd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:46.059 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.058+0000 7fc08e59e640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc088110ca0 con 0x7fc088101290 2024-06-06T08:27:46.059 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.058+0000 7fc08e59e640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fc088110b20 con 0x7fc088106890 2024-06-06T08:27:46.059 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.058+0000 7fc08e59e640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fc088110e20 con 0x7fc0881008d0 2024-06-06T08:27:46.059 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.058+0000 7fc0877fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc088101290 0x7fc08819a9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:46.059 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.058+0000 7fc0877fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc088101290 0x7fc08819a9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:46694/0 (socket says 172.21.15.42:46694) 2024-06-06T08:27:46.059 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.058+0000 7fc0877fe640 1 -- 172.21.15.42:0/3927055348 learned_addr learned my addr 172.21.15.42:0/3927055348 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:46.060 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.058+0000 7fc087fff640 1 --2- 172.21.15.42:0/3927055348 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc0881008d0 0x7fc08819a460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:46.060 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.058+0000 7fc08cb3b640 1 --2- 172.21.15.42:0/3927055348 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc088106890 0x7fc08819ecd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:46.060 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.058+0000 7fc0877fe640 1 -- 172.21.15.42:0/3927055348 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc0881008d0 msgr2=0x7fc08819a460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:46.060 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.058+0000 7fc0877fe640 1 --2- 172.21.15.42:0/3927055348 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc0881008d0 0x7fc08819a460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:46.060 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.058+0000 7fc0877fe640 1 -- 172.21.15.42:0/3927055348 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc088106890 msgr2=0x7fc08819ecd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:46.060 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.058+0000 7fc0877fe640 1 --2- 172.21.15.42:0/3927055348 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc088106890 0x7fc08819ecd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:46.060 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.058+0000 7fc0877fe640 1 -- 172.21.15.42:0/3927055348 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc08819f400 con 0x7fc088101290 2024-06-06T08:27:46.060 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.058+0000 7fc0877fe640 1 --2- 172.21.15.42:0/3927055348 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc088101290 0x7fc08819a9a0 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7fc07c00e9f0 tx=0x7fc07c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:46.060 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.058+0000 7fc0857fa640 1 -- 172.21.15.42:0/3927055348 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc07c00cd80 con 0x7fc088101290 2024-06-06T08:27:46.060 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.058+0000 7fc08e59e640 1 -- 172.21.15.42:0/3927055348 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc08819f6f0 con 0x7fc088101290 2024-06-06T08:27:46.061 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.058+0000 7fc0857fa640 1 -- 172.21.15.42:0/3927055348 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc07c005500 con 0x7fc088101290 2024-06-06T08:27:46.061 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.058+0000 7fc0857fa640 1 -- 172.21.15.42:0/3927055348 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc07c010690 con 0x7fc088101290 2024-06-06T08:27:46.061 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.058+0000 7fc08e59e640 1 -- 172.21.15.42:0/3927055348 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0881a6f80 con 0x7fc088101290 2024-06-06T08:27:46.068 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.060+0000 7fc0857fa640 1 -- 172.21.15.42:0/3927055348 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fc07c0046c0 con 0x7fc088101290 2024-06-06T08:27:46.068 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.061+0000 7fc091385740 1 Processor -- start 2024-06-06T08:27:46.068 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.061+0000 7fc091385740 1 -- start start 2024-06-06T08:27:46.068 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.061+0000 7fc0857fa640 1 --2- 172.21.15.42:0/3927055348 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc0700a2da0 0x7fc0700a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:46.068 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.061+0000 7fc091385740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c9a90df170 0x55c9a90df550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:46.068 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.061+0000 7fc091385740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c9a90dfa90 0x55c9a90e9e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:46.068 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.061+0000 7fc091385740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c9a90ea350 0x55c9a90ec740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:46.068 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.061+0000 7fc091385740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55c9a90434f0 con 0x55c9a90df170 2024-06-06T08:27:46.069 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.061+0000 7fc091385740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55c9a8fe1870 con 0x55c9a90dfa90 2024-06-06T08:27:46.069 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.061+0000 7fc091385740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55c9a903f4b0 con 0x55c9a90ea350 2024-06-06T08:27:46.069 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.061+0000 7fc087fff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c9a90df170 0x55c9a90df550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:46.069 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.061+0000 7fc08cb3b640 1 --2- 172.21.15.42:0/3927055348 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc0700a2da0 0x7fc0700a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:46.069 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.061+0000 7fc087fff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c9a90df170 0x55c9a90df550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:46708/0 (socket says 172.21.15.42:46708) 2024-06-06T08:27:46.069 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.061+0000 7fc0877fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c9a90dfa90 0x55c9a90e9e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:46.069 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.061+0000 7fc087fff640 1 -- 172.21.15.42:0/3410487393 learned_addr learned my addr 172.21.15.42:0/3410487393 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:46.069 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.061+0000 7fc0857fa640 1 -- 172.21.15.42:0/3927055348 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fc07c0cfbb0 con 0x7fc088101290 2024-06-06T08:27:46.069 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.062+0000 7fc08cb3b640 1 --2- 172.21.15.42:0/3410487393 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c9a90ea350 0x55c9a90ec740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:46.069 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.062+0000 7fc087fff640 1 -- 172.21.15.42:0/3410487393 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c9a90ea350 msgr2=0x55c9a90ec740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:46.070 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.062+0000 7fc087fff640 1 --2- 172.21.15.42:0/3410487393 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c9a90ea350 0x55c9a90ec740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:46.070 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.062+0000 7fc087fff640 1 -- 172.21.15.42:0/3410487393 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c9a90dfa90 msgr2=0x55c9a90e9e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:46.070 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.062+0000 7fc087fff640 1 --2- 172.21.15.42:0/3410487393 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c9a90dfa90 0x55c9a90e9e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:46.070 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.062+0000 7fc087fff640 1 -- 172.21.15.42:0/3410487393 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c9a8ffd9b0 con 0x55c9a90df170 2024-06-06T08:27:46.070 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.062+0000 7fc0877fe640 1 --2- 172.21.15.42:0/3410487393 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c9a90dfa90 0x55c9a90e9e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:27:46.070 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.062+0000 7fc087fff640 1 --2- 172.21.15.42:0/3410487393 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c9a90df170 0x55c9a90df550 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7fc078009c70 tx=0x7fc078011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c34168fd69a528e7 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:46.070 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.062+0000 7fc08cb3b640 1 --2- 172.21.15.42:0/3927055348 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc0700a2da0 0x7fc0700a5260 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fc080009430 tx=0x7fc0800316c0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:46.070 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.062+0000 7fc06e7fc640 1 -- 172.21.15.42:0/3410487393 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc078004230 con 0x55c9a90df170 2024-06-06T08:27:46.070 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.062+0000 7fc06e7fc640 1 -- 172.21.15.42:0/3410487393 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc0780043d0 con 0x55c9a90df170 2024-06-06T08:27:46.070 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.062+0000 7fc06e7fc640 1 -- 172.21.15.42:0/3410487393 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc078019800 con 0x55c9a90df170 2024-06-06T08:27:46.070 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.063+0000 7fc091385740 1 -- 172.21.15.42:0/3410487393 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c9a90df170 msgr2=0x55c9a90df550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:46.070 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.063+0000 7fc091385740 1 --2- 172.21.15.42:0/3410487393 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c9a90df170 0x55c9a90df550 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7fc078009c70 tx=0x7fc078011810 comp rx=0 tx=0).stop 2024-06-06T08:27:46.071 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.063+0000 7fc091385740 1 -- 172.21.15.42:0/3410487393 shutdown_connections 2024-06-06T08:27:46.071 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.063+0000 7fc091385740 1 --2- 172.21.15.42:0/3410487393 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c9a90dfa90 0x55c9a90e9e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:46.071 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.063+0000 7fc091385740 1 --2- 172.21.15.42:0/3410487393 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c9a90ea350 0x55c9a90ec740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:46.071 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.063+0000 7fc091385740 1 --2- 172.21.15.42:0/3410487393 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c9a90df170 0x55c9a90df550 unknown :-1 s=CLOSED pgs=726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:46.071 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.063+0000 7fc091385740 1 -- 172.21.15.42:0/3410487393 >> 172.21.15.42:0/3410487393 conn(0x55c9a90db680 msgr2=0x55c9a90dba60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:46.071 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.063+0000 7fc091385740 1 -- 172.21.15.42:0/3410487393 shutdown_connections 2024-06-06T08:27:46.071 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.063+0000 7fc091385740 1 -- 172.21.15.42:0/3410487393 wait complete. 2024-06-06T08:27:46.071 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.063+0000 7fc091385740 1 -- start start 2024-06-06T08:27:46.071 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.063+0000 7fc091385740 1 Processor -- start 2024-06-06T08:27:46.072 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.064+0000 7fc091385740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c9a90df170 0x55c9a90e7260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:46.072 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.064+0000 7fc091385740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c9a90dfa90 0x55c9a90e77a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:46.072 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.064+0000 7fc091385740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c9a90ea350 0x55c9a90e7ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:46.072 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.064+0000 7fc091385740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55c9a90ecf80 con 0x55c9a90dfa90 2024-06-06T08:27:46.072 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.064+0000 7fc091385740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55c9a8fccae0 con 0x55c9a90ea350 2024-06-06T08:27:46.072 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.064+0000 7fc091385740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55c9a90ed100 con 0x55c9a90df170 2024-06-06T08:27:46.072 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.064+0000 7fc091385740 10 client.0 _ll_register_callbacks cb 0x55c9a90059b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:27:46.072 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.064+0000 7fc087fff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c9a90df170 0x55c9a90e7260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:46.072 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.064+0000 7fc0877fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c9a90dfa90 0x55c9a90e77a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:46.072 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.064+0000 7fc087fff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c9a90df170 0x55c9a90e7260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:48814/0 (socket says 172.21.15.42:48814) 2024-06-06T08:27:46.072 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.064+0000 7fc087fff640 1 -- 172.21.15.42:0/2353178398 learned_addr learned my addr 172.21.15.42:0/2353178398 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:46.073 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.064+0000 7fc08cb3b640 1 --2- 172.21.15.42:0/2353178398 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c9a90ea350 0x55c9a90e7ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:46.073 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.064+0000 7fc0877fe640 1 -- 172.21.15.42:0/2353178398 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c9a90df170 msgr2=0x55c9a90e7260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:46.073 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.064+0000 7fc0877fe640 1 --2- 172.21.15.42:0/2353178398 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c9a90df170 0x55c9a90e7260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:46.073 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.064+0000 7fc0877fe640 1 -- 172.21.15.42:0/2353178398 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c9a90ea350 msgr2=0x55c9a90e7ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:46.073 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.064+0000 7fc0877fe640 1 --2- 172.21.15.42:0/2353178398 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c9a90ea350 0x55c9a90e7ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:46.073 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.064+0000 7fc0877fe640 1 -- 172.21.15.42:0/2353178398 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c9a8d57210 con 0x55c9a90dfa90 2024-06-06T08:27:46.073 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.064+0000 7fc08cb3b640 1 --2- 172.21.15.42:0/2353178398 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c9a90ea350 0x55c9a90e7ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:27:46.073 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.064+0000 7fc0877fe640 1 --2- 172.21.15.42:0/2353178398 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c9a90dfa90 0x55c9a90e77a0 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7fc07c0ccfc0 tx=0x7fc07c09b7b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7a184161b4a297f server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:46.073 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.064+0000 7fc0677fe640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:27:46.073 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.064+0000 7fc0677fe640 1 -- 172.21.15.42:0/2353178398 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc07c0b6070 con 0x55c9a90dfa90 2024-06-06T08:27:46.073 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.065+0000 7fc0677fe640 1 -- 172.21.15.42:0/2353178398 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fc07c0a4570 con 0x55c9a90dfa90 2024-06-06T08:27:46.073 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.065+0000 7fc091385740 1 -- 172.21.15.42:0/2353178398 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc0780043d0 con 0x55c9a90dfa90 2024-06-06T08:27:46.073 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.065+0000 7fc0677fe640 1 -- 172.21.15.42:0/2353178398 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fc07c0a0140 con 0x55c9a90dfa90 2024-06-06T08:27:46.074 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.065+0000 7fc091385740 10 client.16617 fetch_fsmap learned FSMap version 29 2024-06-06T08:27:46.074 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.065+0000 7fc091385740 1 -- 172.21.15.42:0/2353178398 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55c9a8e23620 con 0x55c9a90dfa90 2024-06-06T08:27:46.074 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.065+0000 7fc0677fe640 1 -- 172.21.15.42:0/2353178398 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc0780043d0 con 0x55c9a90dfa90 2024-06-06T08:27:46.074 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.065+0000 7fc0677fe640 1 -- 172.21.15.42:0/2353178398 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7fc07c09b300 con 0x55c9a90dfa90 2024-06-06T08:27:46.074 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.065+0000 7fc091385740 10 client.16617 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T08:27:46.074 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.065+0000 7fc091385740 10 client.16617 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:27:46.074 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.065+0000 7fc091385740 20 client.16617 populate_metadata read hostname 'smithi042' 2024-06-06T08:27:46.074 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.065+0000 7fc091385740 1 --2- 172.21.15.42:0/2353178398 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55c9a90fa4d0 0x55c9a90fc900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:46.074 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.065+0000 7fc091385740 4 client.16617 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:27:46.074 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.065+0000 7fc091385740 1 -- 172.21.15.42:0/2353178398 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c9a9056f10 con 0x55c9a90fa4d0 2024-06-06T08:27:46.075 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.065+0000 7fc087fff640 1 --2- 172.21.15.42:0/2353178398 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55c9a90fa4d0 0x55c9a90fc900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:46.075 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.066+0000 7fc0677fe640 10 client.16617 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:27:46.075 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.066+0000 7fc087fff640 1 --2- 172.21.15.42:0/2353178398 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55c9a90fa4d0 0x55c9a90fc900 crc :-1 s=READY pgs=141 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d752814f76087cd6 server_cookie=473d2829633c282b in_seq=0 out_seq=0 2024-06-06T08:27:46.075 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.067+0000 7fc0677fe640 1 -- 172.21.15.42:0/2353178398 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55c9a9056f10 con 0x55c9a90fa4d0 2024-06-06T08:27:46.075 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.067+0000 7fc0677fe640 10 client.16617 handle_command_reply: tid=0 2024-06-06T08:27:46.075 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.067+0000 7fc091385740 1 client.16617 shutdown 2024-06-06T08:27:46.075 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.067+0000 7fc091385740 1 -- 172.21.15.42:0/2353178398 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c9a90dfa90 msgr2=0x55c9a90e77a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:46.075 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.067+0000 7fc091385740 1 --2- 172.21.15.42:0/2353178398 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c9a90dfa90 0x55c9a90e77a0 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7fc07c0ccfc0 tx=0x7fc07c09b7b0 comp rx=0 tx=0).stop 2024-06-06T08:27:46.075 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.067+0000 7fc091385740 1 -- 172.21.15.42:0/2353178398 shutdown_connections 2024-06-06T08:27:46.075 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.067+0000 7fc091385740 1 --2- 172.21.15.42:0/2353178398 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55c9a90fa4d0 0x55c9a90fc900 crc :-1 s=READY pgs=141 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:46.075 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.067+0000 7fc091385740 1 --2- 172.21.15.42:0/2353178398 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c9a90ea350 0x55c9a90e7ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:46.076 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.067+0000 7fc091385740 1 --2- 172.21.15.42:0/2353178398 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c9a90dfa90 0x55c9a90e77a0 unknown :-1 s=CLOSED pgs=727 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:46.076 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.067+0000 7fc091385740 1 --2- 172.21.15.42:0/2353178398 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c9a90df170 0x55c9a90e7260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:46.076 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.067+0000 7fc091385740 1 -- 172.21.15.42:0/2353178398 >> 172.21.15.42:0/2353178398 conn(0x55c9a90db680 msgr2=0x55c9a90e1400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:46.076 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.067+0000 7fc0677fe640 0 client.16617 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:27:46.076 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.067+0000 7fc091385740 1 -- 172.21.15.42:0/2353178398 shutdown_connections 2024-06-06T08:27:46.076 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.067+0000 7fc091385740 1 -- 172.21.15.42:0/2353178398 wait complete. 2024-06-06T08:27:46.076 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.068+0000 7fc091385740 20 client.16617 trim_cache size 0 max 16384 2024-06-06T08:27:46.083 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.083+0000 7fc091385740 1 Processor -- start 2024-06-06T08:27:46.083 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.083+0000 7fc091385740 1 -- start start 2024-06-06T08:27:46.084 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.084+0000 7fc091385740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c9a90df170 0x55c9a90e1b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:46.084 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.084+0000 7fc091385740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c9a90dfa90 0x55c9a90e5b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:46.084 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.084+0000 7fc091385740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c9a90ea350 0x55c9a90e6070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:46.084 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.084+0000 7fc091385740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc0881b3710 con 0x55c9a90ea350 2024-06-06T08:27:46.084 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.084+0000 7fc091385740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fc0881b0fb0 con 0x55c9a90dfa90 2024-06-06T08:27:46.084 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.084+0000 7fc091385740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fc0881aee00 con 0x55c9a90df170 2024-06-06T08:27:46.084 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.084+0000 7fc0877fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c9a90dfa90 0x55c9a90e5b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:46.084 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.084+0000 7fc08cb3b640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c9a90ea350 0x55c9a90e6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:46.084 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.084+0000 7fc087fff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c9a90df170 0x55c9a90e1b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:46.084 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.084+0000 7fc0877fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c9a90dfa90 0x55c9a90e5b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:32790/0 (socket says 172.21.15.42:32790) 2024-06-06T08:27:46.084 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.084+0000 7fc0877fe640 1 -- 172.21.15.42:0/2725376447 learned_addr learned my addr 172.21.15.42:0/2725376447 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:46.085 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.084+0000 7fc0877fe640 1 -- 172.21.15.42:0/2725376447 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c9a90df170 msgr2=0x55c9a90e1b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:46.085 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.084+0000 7fc0877fe640 1 --2- 172.21.15.42:0/2725376447 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c9a90df170 0x55c9a90e1b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:46.085 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.084+0000 7fc0877fe640 1 -- 172.21.15.42:0/2725376447 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c9a90ea350 msgr2=0x55c9a90e6070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:46.085 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.084+0000 7fc0877fe640 1 --2- 172.21.15.42:0/2725376447 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c9a90ea350 0x55c9a90e6070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:46.085 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.084+0000 7fc0877fe640 1 -- 172.21.15.42:0/2725376447 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c9a90e2070 con 0x55c9a90dfa90 2024-06-06T08:27:46.085 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.084+0000 7fc0877fe640 1 --2- 172.21.15.42:0/2725376447 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c9a90dfa90 0x55c9a90e5b30 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fc07c09ba90 tx=0x7fc07c09a2a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=95fda748a7eed9da server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:46.085 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.084+0000 7fc06dffb640 1 -- 172.21.15.42:0/2725376447 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc07c0a9070 con 0x55c9a90dfa90 2024-06-06T08:27:46.085 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.085+0000 7fc06dffb640 1 -- 172.21.15.42:0/2725376447 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc07c0a4a00 con 0x55c9a90dfa90 2024-06-06T08:27:46.085 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.085+0000 7fc06dffb640 1 -- 172.21.15.42:0/2725376447 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc07c09b1e0 con 0x55c9a90dfa90 2024-06-06T08:27:46.088 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.085+0000 7fc091385740 1 -- 172.21.15.42:0/2725376447 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c9a90dfa90 msgr2=0x55c9a90e5b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:46.089 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.085+0000 7fc091385740 1 --2- 172.21.15.42:0/2725376447 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c9a90dfa90 0x55c9a90e5b30 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fc07c09ba90 tx=0x7fc07c09a2a0 comp rx=0 tx=0).stop 2024-06-06T08:27:46.089 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.085+0000 7fc091385740 1 -- 172.21.15.42:0/2725376447 shutdown_connections 2024-06-06T08:27:46.089 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.085+0000 7fc091385740 1 --2- 172.21.15.42:0/2725376447 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c9a90dfa90 0x55c9a90e5b30 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:46.089 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.085+0000 7fc091385740 1 --2- 172.21.15.42:0/2725376447 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c9a90ea350 0x55c9a90e6070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:46.089 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.085+0000 7fc091385740 1 --2- 172.21.15.42:0/2725376447 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c9a90df170 0x55c9a90e1b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:46.089 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.085+0000 7fc091385740 1 -- 172.21.15.42:0/2725376447 >> 172.21.15.42:0/2725376447 conn(0x55c9a90db680 msgr2=0x55c9a90e2590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:46.089 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.085+0000 7fc091385740 1 -- 172.21.15.42:0/2725376447 shutdown_connections 2024-06-06T08:27:46.089 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.085+0000 7fc091385740 1 -- 172.21.15.42:0/2725376447 wait complete. 2024-06-06T08:27:46.089 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.086+0000 7fc091385740 1 -- start start 2024-06-06T08:27:46.089 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.086+0000 7fc091385740 1 Processor -- start 2024-06-06T08:27:46.089 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.086+0000 7fc091385740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c9a90df170 0x55c9a90f2890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:46.090 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.086+0000 7fc091385740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c9a90dfa90 0x55c9a90e45c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:46.090 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.086+0000 7fc091385740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c9a90ea350 0x55c9a90e4b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:46.090 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.086+0000 7fc091385740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc0881af470 con 0x55c9a90df170 2024-06-06T08:27:46.090 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.086+0000 7fc091385740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fc0881b08e0 con 0x55c9a90ea350 2024-06-06T08:27:46.090 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.086+0000 7fc091385740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fc0881afb40 con 0x55c9a90dfa90 2024-06-06T08:27:46.090 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.086+0000 7fc091385740 10 client.0 _ll_register_callbacks cb 0x7fc07c098030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:27:46.090 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.086+0000 7fc087fff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c9a90df170 0x55c9a90f2890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:46.090 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.086+0000 7fc087fff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c9a90df170 0x55c9a90f2890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:46740/0 (socket says 172.21.15.42:46740) 2024-06-06T08:27:46.090 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.086+0000 7fc087fff640 1 -- 172.21.15.42:0/56975657 learned_addr learned my addr 172.21.15.42:0/56975657 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:46.090 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.086+0000 7fc0877fe640 1 --2- 172.21.15.42:0/56975657 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c9a90dfa90 0x55c9a90e45c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:46.090 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.086+0000 7fc08cb3b640 1 --2- 172.21.15.42:0/56975657 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c9a90ea350 0x55c9a90e4b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:46.091 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.087+0000 7fc087fff640 1 -- 172.21.15.42:0/56975657 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c9a90dfa90 msgr2=0x55c9a90e45c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:46.091 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.087+0000 7fc087fff640 1 --2- 172.21.15.42:0/56975657 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c9a90dfa90 0x55c9a90e45c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:46.091 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.087+0000 7fc087fff640 1 -- 172.21.15.42:0/56975657 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c9a90ea350 msgr2=0x55c9a90e4b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:46.091 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.087+0000 7fc087fff640 1 --2- 172.21.15.42:0/56975657 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c9a90ea350 0x55c9a90e4b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:46.091 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.087+0000 7fc087fff640 1 -- 172.21.15.42:0/56975657 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c9a90e50c0 con 0x55c9a90df170 2024-06-06T08:27:46.091 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.087+0000 7fc087fff640 1 --2- 172.21.15.42:0/56975657 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c9a90df170 0x55c9a90f2890 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7fc078003f60 tx=0x7fc078005480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4644d8860ab47769 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:46.091 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.087+0000 7fc0677fe640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:27:46.091 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.087+0000 7fc0677fe640 1 -- 172.21.15.42:0/56975657 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0780035f0 con 0x55c9a90df170 2024-06-06T08:27:46.091 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.087+0000 7fc0677fe640 1 -- 172.21.15.42:0/56975657 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fc078003790 con 0x55c9a90df170 2024-06-06T08:27:46.091 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.087+0000 7fc091385740 1 -- 172.21.15.42:0/56975657 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc07c0a4a00 con 0x55c9a90df170 2024-06-06T08:27:46.091 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.087+0000 7fc0677fe640 1 -- 172.21.15.42:0/56975657 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fc078039050 con 0x55c9a90df170 2024-06-06T08:27:46.091 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.087+0000 7fc091385740 10 client.16623 fetch_fsmap learned FSMap version 29 2024-06-06T08:27:46.091 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.087+0000 7fc091385740 1 -- 172.21.15.42:0/56975657 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55c9a9164230 con 0x55c9a90df170 2024-06-06T08:27:46.092 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.087+0000 7fc0677fe640 1 -- 172.21.15.42:0/56975657 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc07c0a4a00 con 0x55c9a90df170 2024-06-06T08:27:46.092 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.087+0000 7fc0677fe640 1 -- 172.21.15.42:0/56975657 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7fc078018070 con 0x55c9a90df170 2024-06-06T08:27:46.092 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.088+0000 7fc091385740 10 client.16623 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T08:27:46.092 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.088+0000 7fc091385740 10 client.16623 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:27:46.092 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.088+0000 7fc091385740 20 client.16623 populate_metadata read hostname 'smithi042' 2024-06-06T08:27:46.092 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.088+0000 7fc091385740 1 --2- 172.21.15.42:0/56975657 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55c9a9164780 0x55c9a9166ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:46.092 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.088+0000 7fc091385740 4 client.16623 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:27:46.092 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.088+0000 7fc091385740 1 -- 172.21.15.42:0/56975657 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55c9a9050c20 con 0x55c9a9164780 2024-06-06T08:27:46.092 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.088+0000 7fc0877fe640 1 --2- 172.21.15.42:0/56975657 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55c9a9164780 0x55c9a9166ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:46.092 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.088+0000 7fc0677fe640 10 client.16623 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:27:46.092 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:46.088+0000 7fc0877fe640 1 --2- 172.21.15.42:0/56975657 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55c9a9164780 0x55c9a9166ba0 crc :-1 s=READY pgs=142 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b40f03a7bb3ad9b server_cookie=36c0dea185adbaa5 in_seq=0 out_seq=0 2024-06-06T08:27:46.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:46 smithi149 ceph-mon[36842]: pgmap v157: 129 pgs: 129 active+clean; 626 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 8.6 MiB/s wr, 1.83k op/s 2024-06-06T08:27:46.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:46 smithi149 ceph-mon[36842]: scrub summary: idle 2024-06-06T08:27:46.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:46 smithi149 ceph-mon[36842]: scrub summary: idle 2024-06-06T08:27:46.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:46 smithi149 ceph-mon[36842]: scrub summary: idle 2024-06-06T08:27:46.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:46 smithi042 ceph-mon[32384]: pgmap v157: 129 pgs: 129 active+clean; 626 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 8.6 MiB/s wr, 1.83k op/s 2024-06-06T08:27:46.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:46 smithi042 ceph-mon[32384]: scrub summary: idle 2024-06-06T08:27:46.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:46 smithi042 ceph-mon[32384]: scrub summary: idle 2024-06-06T08:27:46.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:46 smithi042 ceph-mon[32384]: scrub summary: idle 2024-06-06T08:27:46.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:46 smithi120 ceph-mon[36658]: pgmap v157: 129 pgs: 129 active+clean; 626 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 8.6 MiB/s wr, 1.83k op/s 2024-06-06T08:27:46.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:46 smithi120 ceph-mon[36658]: scrub summary: idle 2024-06-06T08:27:46.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:46 smithi120 ceph-mon[36658]: scrub summary: idle 2024-06-06T08:27:46.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:46 smithi120 ceph-mon[36658]: scrub summary: idle 2024-06-06T08:27:48.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:48.031+0000 7fbe857fa700 1 -- 172.21.15.42:0/222743520 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55a941218470 con 0x55a94134d430 2024-06-06T08:27:48.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:48.031+0000 7fbe857fa700 10 client.26225 handle_command_reply: tid=0 2024-06-06T08:27:48.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:48.031+0000 7fbeae853b80 1 client.26225 shutdown 2024-06-06T08:27:48.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:48.031+0000 7fbeae853b80 1 -- 172.21.15.42:0/222743520 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a9412bfcf0 msgr2=0x55a9412e9a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:48.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:48.031+0000 7fbeae853b80 1 --2- 172.21.15.42:0/222743520 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a9412bfcf0 0x55a9412e9a80 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fbe94017930 tx=0x7fbe94017960 comp rx=0 tx=0).stop 2024-06-06T08:27:48.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:48.032+0000 7fbeae853b80 1 -- 172.21.15.42:0/222743520 shutdown_connections 2024-06-06T08:27:48.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:48.032+0000 7fbeae853b80 1 --2- 172.21.15.42:0/222743520 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9412c5ec0 0x55a9412ea500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:48.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:48.032+0000 7fbeae853b80 1 --2- 172.21.15.42:0/222743520 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a94134d430 0x55a94134f890 crc :-1 s=READY pgs=138 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:48.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:48.032+0000 7fbeae853b80 1 --2- 172.21.15.42:0/222743520 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a9412bfcf0 0x55a9412e9a80 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:48.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:48.032+0000 7fbeae853b80 1 --2- 172.21.15.42:0/222743520 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9412c55a0 0x55a9412e9fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:48.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:48.032+0000 7fbe857fa700 0 client.26225 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:27:48.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:48.032+0000 7fbeae853b80 1 -- 172.21.15.42:0/222743520 >> 172.21.15.42:0/222743520 conn(0x55a9411ec220 msgr2=0x55a9412be7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:48.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:48.032+0000 7fbeae853b80 1 -- 172.21.15.42:0/222743520 shutdown_connections 2024-06-06T08:27:48.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:48.032+0000 7fbeae853b80 1 -- 172.21.15.42:0/222743520 wait complete. 2024-06-06T08:27:48.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:48.032+0000 7fbeae853b80 20 client.26225 trim_cache size 0 max 16384 2024-06-06T08:27:48.033 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:27:48.033 INFO:teuthology.orchestra.run.smithi042.stdout: "epoch": 29, 2024-06-06T08:27:48.033 INFO:teuthology.orchestra.run.smithi042.stdout: "leader": 24484, 2024-06-06T08:27:48.033 INFO:teuthology.orchestra.run.smithi042.stdout: "set_version": 14, 2024-06-06T08:27:48.033 INFO:teuthology.orchestra.run.smithi042.stdout: "sets": { 2024-06-06T08:27:48.033 INFO:teuthology.orchestra.run.smithi042.stdout: "2715070a": { 2024-06-06T08:27:48.033 INFO:teuthology.orchestra.run.smithi042.stdout: "version": 14, 2024-06-06T08:27:48.033 INFO:teuthology.orchestra.run.smithi042.stdout: "age_ref": 0.0, 2024-06-06T08:27:48.033 INFO:teuthology.orchestra.run.smithi042.stdout: "state": { 2024-06-06T08:27:48.033 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "QUIESCED", 2024-06-06T08:27:48.034 INFO:teuthology.orchestra.run.smithi042.stdout: "age": 0.0 2024-06-06T08:27:48.034 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:27:48.034 INFO:teuthology.orchestra.run.smithi042.stdout: "timeout": 90.0, 2024-06-06T08:27:48.034 INFO:teuthology.orchestra.run.smithi042.stdout: "expiration": 145.2, 2024-06-06T08:27:48.034 INFO:teuthology.orchestra.run.smithi042.stdout: "members": { 2024-06-06T08:27:48.034 INFO:teuthology.orchestra.run.smithi042.stdout: "file:/": { 2024-06-06T08:27:48.034 INFO:teuthology.orchestra.run.smithi042.stdout: "excluded": false, 2024-06-06T08:27:48.034 INFO:teuthology.orchestra.run.smithi042.stdout: "state": { 2024-06-06T08:27:48.034 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "QUIESCED", 2024-06-06T08:27:48.034 INFO:teuthology.orchestra.run.smithi042.stdout: "age": 0.0 2024-06-06T08:27:48.034 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:27:48.035 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:27:48.035 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:27:48.035 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:27:48.035 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:27:48.035 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:27:48.035 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:48.033+0000 7fbea3fd0700 1 -- 172.21.15.42:0/3400784898 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbe880a3260 msgr2=0x7fbe880a5720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:48.035 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:48.033+0000 7fbea3fd0700 1 --2- 172.21.15.42:0/3400784898 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbe880a3260 0x7fbe880a5720 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fbe94009db0 tx=0x7fbe94009040 comp rx=0 tx=0).stop 2024-06-06T08:27:48.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:48.033+0000 7fbea3fd0700 1 -- 172.21.15.42:0/3400784898 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbe9c107430 msgr2=0x7fbe9c06e2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:48.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:48.033+0000 7fbea3fd0700 1 --2- 172.21.15.42:0/3400784898 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbe9c107430 0x7fbe9c06e2c0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fbe98015000 tx=0x7fbe98005e50 comp rx=0 tx=0).stop 2024-06-06T08:27:48.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:48.033+0000 7fbea3fd0700 1 -- 172.21.15.42:0/3400784898 shutdown_connections 2024-06-06T08:27:48.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:48.033+0000 7fbea3fd0700 1 --2- 172.21.15.42:0/3400784898 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbe880a3260 0x7fbe880a5720 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:48.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:48.033+0000 7fbea3fd0700 1 --2- 172.21.15.42:0/3400784898 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbe9c107430 0x7fbe9c06e2c0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:48.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:48.033+0000 7fbea3fd0700 1 --2- 172.21.15.42:0/3400784898 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbe9c1025e0 0x7fbe9c073d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:48.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:48.033+0000 7fbea3fd0700 1 --2- 172.21.15.42:0/3400784898 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbe9c102f80 0x7fbe9c06dd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:48.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:48.033+0000 7fbea3fd0700 1 -- 172.21.15.42:0/3400784898 >> 172.21.15.42:0/3400784898 conn(0x7fbe9c079680 msgr2=0x7fbe9c1005f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:48.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:48.033+0000 7fbea3fd0700 1 -- 172.21.15.42:0/3400784898 shutdown_connections 2024-06-06T08:27:48.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:48.033+0000 7fbea3fd0700 1 -- 172.21.15.42:0/3400784898 wait complete. 2024-06-06T08:27:48.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:48 smithi042 ceph-mon[32384]: pgmap v158: 129 pgs: 129 active+clean; 626 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 8.1 MiB/s wr, 1.37k op/s 2024-06-06T08:27:48.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:48 smithi149 ceph-mon[36842]: pgmap v158: 129 pgs: 129 active+clean; 626 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 8.1 MiB/s wr, 1.37k op/s 2024-06-06T08:27:48.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:48 smithi120 ceph-mon[36658]: pgmap v158: 129 pgs: 129 active+clean; 626 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 8.1 MiB/s wr, 1.37k op/s 2024-06-06T08:27:48.808 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '2715070a', quiesce took 27.8 seconds. Will release after: -2.5500000000000007 2024-06-06T08:27:48.809 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:27:49.145 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:27:50.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:50 smithi149 ceph-mon[36842]: pgmap v159: 129 pgs: 129 active+clean; 636 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 9.1 MiB/s wr, 1.70k op/s 2024-06-06T08:27:50.547 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:50 smithi042 ceph-mon[32384]: pgmap v159: 129 pgs: 129 active+clean; 636 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 9.1 MiB/s wr, 1.70k op/s 2024-06-06T08:27:50.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:50 smithi120 ceph-mon[36658]: pgmap v159: 129 pgs: 129 active+clean; 636 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 9.1 MiB/s wr, 1.70k op/s 2024-06-06T08:27:51.097 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:51.097+0000 7fe507a35700 1 -- 172.21.15.42:0/4022454696 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe500102ea0 msgr2=0x7fe50010f380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:51.098 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:51.097+0000 7fe507a35700 1 --2- 172.21.15.42:0/4022454696 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe500102ea0 0x7fe50010f380 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7fe4f800b0a0 tx=0x7fe4f800b3b0 comp rx=0 tx=0).stop 2024-06-06T08:27:51.098 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:51.097+0000 7fe507a35700 1 -- 172.21.15.42:0/4022454696 shutdown_connections 2024-06-06T08:27:51.098 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:51.097+0000 7fe507a35700 1 --2- 172.21.15.42:0/4022454696 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe500102ea0 0x7fe50010f380 unknown :-1 s=CLOSED pgs=729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:51.098 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:51.097+0000 7fe507a35700 1 --2- 172.21.15.42:0/4022454696 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe5001085f0 0x7fe5001089d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:51.098 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:51.097+0000 7fe507a35700 1 --2- 172.21.15.42:0/4022454696 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe5001024e0 0x7fe500102960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:51.098 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:51.097+0000 7fe507a35700 1 -- 172.21.15.42:0/4022454696 >> 172.21.15.42:0/4022454696 conn(0x7fe500079640 msgr2=0x7fe500079a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:51.098 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:51.097+0000 7fe507a35700 1 -- 172.21.15.42:0/4022454696 shutdown_connections 2024-06-06T08:27:51.098 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:51.097+0000 7fe507a35700 1 -- 172.21.15.42:0/4022454696 wait complete. 2024-06-06T08:27:51.098 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:51.097+0000 7fe507a35700 1 Processor -- start 2024-06-06T08:27:51.098 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:51.098+0000 7fe507a35700 1 -- start start 2024-06-06T08:27:51.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:51.098+0000 7fe507a35700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe5001024e0 0x7fe500074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:51.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:51.098+0000 7fe507a35700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe500102ea0 0x7fe500074cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:51.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:51.098+0000 7fe507a35700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe5001085f0 0x7fe500075210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:51.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:51.098+0000 7fe507a35700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe5001127b0 con 0x7fe500102ea0 2024-06-06T08:27:51.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:51.098+0000 7fe507a35700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fe500112630 con 0x7fe5001085f0 2024-06-06T08:27:51.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:51.098+0000 7fe507a35700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fe500112930 con 0x7fe5001024e0 2024-06-06T08:27:51.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:51.098+0000 7fe504fd0700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe500102ea0 0x7fe500074cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:51.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:51.098+0000 7fe504fd0700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe500102ea0 0x7fe500074cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:50912/0 (socket says 172.21.15.42:50912) 2024-06-06T08:27:51.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:51.098+0000 7fe504fd0700 1 -- 172.21.15.42:0/3309619889 learned_addr learned my addr 172.21.15.42:0/3309619889 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:51.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:51.098+0000 7fe5057d1700 1 --2- 172.21.15.42:0/3309619889 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe5001024e0 0x7fe500074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:51.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:51.098+0000 7fe505fd2700 1 --2- 172.21.15.42:0/3309619889 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe5001085f0 0x7fe500075210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:51.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:51.099+0000 7fe504fd0700 1 -- 172.21.15.42:0/3309619889 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe5001024e0 msgr2=0x7fe500074790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:51.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:51.099+0000 7fe504fd0700 1 --2- 172.21.15.42:0/3309619889 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe5001024e0 0x7fe500074790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:51.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:51.099+0000 7fe504fd0700 1 -- 172.21.15.42:0/3309619889 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe5001085f0 msgr2=0x7fe500075210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:51.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:51.099+0000 7fe504fd0700 1 --2- 172.21.15.42:0/3309619889 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe5001085f0 0x7fe500075210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:51.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:51.099+0000 7fe504fd0700 1 -- 172.21.15.42:0/3309619889 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5001a70f0 con 0x7fe500102ea0 2024-06-06T08:27:51.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:51.099+0000 7fe5057d1700 1 --2- 172.21.15.42:0/3309619889 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe5001024e0 0x7fe500074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:27:51.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:51.099+0000 7fe504fd0700 1 --2- 172.21.15.42:0/3309619889 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe500102ea0 0x7fe500074cd0 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7fe4f000d980 tx=0x7fe4f000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:51.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:51.099+0000 7fe4f67fc700 1 -- 172.21.15.42:0/3309619889 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4f0016070 con 0x7fe500102ea0 2024-06-06T08:27:51.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:51.099+0000 7fe4f67fc700 1 -- 172.21.15.42:0/3309619889 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe4f0004d10 con 0x7fe500102ea0 2024-06-06T08:27:51.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:51.099+0000 7fe507a35700 1 -- 172.21.15.42:0/3309619889 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5001a73e0 con 0x7fe500102ea0 2024-06-06T08:27:51.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:51.099+0000 7fe507a35700 1 -- 172.21.15.42:0/3309619889 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5001a7970 con 0x7fe500102ea0 2024-06-06T08:27:51.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:51.099+0000 7fe4f67fc700 1 -- 172.21.15.42:0/3309619889 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4f0005670 con 0x7fe500102ea0 2024-06-06T08:27:51.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:51.100+0000 7fe507a35700 1 -- 172.21.15.42:0/3309619889 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe500103c00 con 0x7fe500102ea0 2024-06-06T08:27:51.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:51.101+0000 7fe4f67fc700 1 -- 172.21.15.42:0/3309619889 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fe4f0004750 con 0x7fe500102ea0 2024-06-06T08:27:51.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:51.102+0000 7fe4f67fc700 1 --2- 172.21.15.42:0/3309619889 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fe4ec0a2e10 0x7fe4ec0a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:51.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:51.102+0000 7fe5057d1700 1 --2- 172.21.15.42:0/3309619889 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fe4ec0a2e10 0x7fe4ec0a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:51.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:51.102+0000 7fe4f67fc700 1 -- 172.21.15.42:0/3309619889 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fe4f00cf510 con 0x7fe500102ea0 2024-06-06T08:27:51.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:51.103+0000 7fe5057d1700 1 --2- 172.21.15.42:0/3309619889 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fe4ec0a2e10 0x7fe4ec0a52d0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fe4fc009fd0 tx=0x7fe4fc009260 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:51.107 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:51.107+0000 7fe4f67fc700 1 -- 172.21.15.42:0/3309619889 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fe4f001f020 con 0x7fe500102ea0 2024-06-06T08:27:51.388 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:51.388+0000 7fe507a35700 1 -- 172.21.15.42:0/3309619889 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe5001a7ce0 con 0x7fe500102ea0 2024-06-06T08:27:51.389 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:51.389+0000 7fe4f67fc700 1 -- 172.21.15.42:0/3309619889 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11880 (secure 0 0 0) 0x7fe4f0022350 con 0x7fe500102ea0 2024-06-06T08:27:51.389 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:27:51.389 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/667270675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":667270675},{"type":"v1","addr":"172.21.15.42:6837","nonce":667270675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/2414389302","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":2414389302},{"type":"v1","addr":"172.21.15.42:6839","nonce":2414389302}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14574,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/3625002785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":3625002785},{"type":"v1","addr":"172.21.15.42:6841","nonce":3625002785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24413,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6835/3995394553","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":3995394553},{"type":"v1","addr":"172.21.15.120:6835","nonce":3995394553}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T08:18:39.778858+0000","modified":"2024-06-06T08:26:55.629334+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24464},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6837/3434475673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":3434475673},{"type":"v1","addr":"172.21.15.120:6837","nonce":3434475673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6835/3776134468","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":3776134468},{"type":"v1","addr":"172.21.15.149:6835","nonce":3776134468}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":21,"addr":"172.21.15.120:6839/1585293472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":1585293472},{"type":"v1","addr":"172.21.15.120:6839","nonce":1585293472}]},"join_fscid":-1,"export_targets":[1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":25,"addr":"172.21.15.149:6837/751787578","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":751787578},{"type":"v1","addr":"172.21.15.149:6837","nonce":751787578}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":8,"addr":"172.21.15.149:6839/764851483","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":764851483},{"type":"v1","addr":"172.21.15.149:6839","nonce":764851483}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24464,24469,24484]},"id":1}]} 2024-06-06T08:27:51.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:51.391+0000 7fe507a35700 1 -- 172.21.15.42:0/3309619889 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fe4ec0a2e10 msgr2=0x7fe4ec0a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:51.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:51.391+0000 7fe507a35700 1 --2- 172.21.15.42:0/3309619889 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fe4ec0a2e10 0x7fe4ec0a52d0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fe4fc009fd0 tx=0x7fe4fc009260 comp rx=0 tx=0).stop 2024-06-06T08:27:51.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:51.391+0000 7fe507a35700 1 -- 172.21.15.42:0/3309619889 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe500102ea0 msgr2=0x7fe500074cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:51.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:51.391+0000 7fe507a35700 1 --2- 172.21.15.42:0/3309619889 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe500102ea0 0x7fe500074cd0 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7fe4f000d980 tx=0x7fe4f000dc90 comp rx=0 tx=0).stop 2024-06-06T08:27:51.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:51.392+0000 7fe507a35700 1 -- 172.21.15.42:0/3309619889 shutdown_connections 2024-06-06T08:27:51.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:51.392+0000 7fe507a35700 1 --2- 172.21.15.42:0/3309619889 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fe4ec0a2e10 0x7fe4ec0a52d0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:51.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:51.392+0000 7fe507a35700 1 --2- 172.21.15.42:0/3309619889 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe5001085f0 0x7fe500075210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:51.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:51.392+0000 7fe507a35700 1 --2- 172.21.15.42:0/3309619889 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe5001024e0 0x7fe500074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:51.393 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:51.392+0000 7fe507a35700 1 --2- 172.21.15.42:0/3309619889 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe500102ea0 0x7fe500074cd0 unknown :-1 s=CLOSED pgs=730 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:51.393 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:51.392+0000 7fe507a35700 1 -- 172.21.15.42:0/3309619889 >> 172.21.15.42:0/3309619889 conn(0x7fe500079640 msgr2=0x7fe500100e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:51.393 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:51.392+0000 7fe507a35700 1 -- 172.21.15.42:0/3309619889 shutdown_connections 2024-06-06T08:27:51.393 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:51.392+0000 7fe507a35700 1 -- 172.21.15.42:0/3309619889 wait complete. 2024-06-06T08:27:51.393 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 29 2024-06-06T08:27:52.133 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24484 quiesce db --set-id 2715070a --release --await' 2024-06-06T08:27:52.133 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- timeout 105 ceph tell mds.24484 quiesce db --set-id 2715070a --release --await 2024-06-06T08:27:52.395 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:27:52.520 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:52 smithi042 ceph-mon[32384]: pgmap v160: 129 pgs: 129 active+clean; 636 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 4.5 MiB/s wr, 816 op/s 2024-06-06T08:27:52.520 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:52 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/3309619889' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:27:52.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:52 smithi149 ceph-mon[36842]: pgmap v160: 129 pgs: 129 active+clean; 636 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 4.5 MiB/s wr, 816 op/s 2024-06-06T08:27:52.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:52 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/3309619889' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:27:52.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:52 smithi120 ceph-mon[36658]: pgmap v160: 129 pgs: 129 active+clean; 636 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 4.5 MiB/s wr, 816 op/s 2024-06-06T08:27:52.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:52 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/3309619889' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:27:52.738 INFO:tasks.workunit.client.0.smithi042.stdout: 186 24579 0 15899 0 8222 0 2024-06-06T08:27:54.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.261+0000 7f1bb5519700 1 -- 172.21.15.42:0/1417658758 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1bb0104ed0 msgr2=0x7f1bb0105360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:54.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.261+0000 7f1bb5519700 1 --2- 172.21.15.42:0/1417658758 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1bb0104ed0 0x7f1bb0105360 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f1ba800b0a0 tx=0x7f1ba800b3b0 comp rx=0 tx=0).stop 2024-06-06T08:27:54.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.261+0000 7f1bb5519700 1 -- 172.21.15.42:0/1417658758 shutdown_connections 2024-06-06T08:27:54.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.261+0000 7f1bb5519700 1 --2- 172.21.15.42:0/1417658758 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1bb0104ed0 0x7f1bb0105360 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:54.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.261+0000 7f1bb5519700 1 --2- 172.21.15.42:0/1417658758 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1bb01073c0 0x7f1bb006a1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:54.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.261+0000 7f1bb5519700 1 --2- 172.21.15.42:0/1417658758 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1bb006a6e0 0x7f1bb006ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:54.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.261+0000 7f1bb5519700 1 -- 172.21.15.42:0/1417658758 >> 172.21.15.42:0/1417658758 conn(0x7f1bb0078340 msgr2=0x7f1bb0078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:54.262 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.261+0000 7f1bb5519700 1 -- 172.21.15.42:0/1417658758 shutdown_connections 2024-06-06T08:27:54.262 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.261+0000 7f1bb5519700 1 -- 172.21.15.42:0/1417658758 wait complete. 2024-06-06T08:27:54.263 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.262+0000 7f1bb5519700 1 Processor -- start 2024-06-06T08:27:54.263 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.262+0000 7f1bb5519700 1 -- start start 2024-06-06T08:27:54.263 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.262+0000 7f1bb5519700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1bb006a6e0 0x7f1bb019f230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:54.263 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.262+0000 7f1bb5519700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1bb0104ed0 0x7f1bb019f770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:54.263 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.262+0000 7f1bb5519700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1bb01073c0 0x7f1bb01a3ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:54.264 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.262+0000 7f1bb5519700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f1bb0118da0 con 0x7f1bb0104ed0 2024-06-06T08:27:54.264 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.262+0000 7f1bb5519700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f1bb0118c20 con 0x7f1bb006a6e0 2024-06-06T08:27:54.264 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.262+0000 7f1bb5519700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f1bb0118f20 con 0x7f1bb01073c0 2024-06-06T08:27:54.264 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.263+0000 7f1baeffd700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1bb006a6e0 0x7f1bb019f230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:54.264 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.263+0000 7f1baf7fe700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1bb01073c0 0x7f1bb01a3ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:54.264 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.263+0000 7f1baeffd700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1bb006a6e0 0x7f1bb019f230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:47148/0 (socket says 172.21.15.42:47148) 2024-06-06T08:27:54.265 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.263+0000 7f1baeffd700 1 -- 172.21.15.42:0/96953345 learned_addr learned my addr 172.21.15.42:0/96953345 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:54.265 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.263+0000 7f1bae7fc700 1 --2- 172.21.15.42:0/96953345 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1bb0104ed0 0x7f1bb019f770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:54.265 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.263+0000 7f1baeffd700 1 -- 172.21.15.42:0/96953345 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1bb01073c0 msgr2=0x7f1bb01a3ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:54.265 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.263+0000 7f1baeffd700 1 --2- 172.21.15.42:0/96953345 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1bb01073c0 0x7f1bb01a3ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:54.265 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.263+0000 7f1baeffd700 1 -- 172.21.15.42:0/96953345 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1bb0104ed0 msgr2=0x7f1bb019f770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:54.265 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.263+0000 7f1baeffd700 1 --2- 172.21.15.42:0/96953345 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1bb0104ed0 0x7f1bb019f770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:54.265 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.263+0000 7f1baeffd700 1 -- 172.21.15.42:0/96953345 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1bb01a41f0 con 0x7f1bb006a6e0 2024-06-06T08:27:54.266 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.263+0000 7f1baf7fe700 1 --2- 172.21.15.42:0/96953345 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1bb01073c0 0x7f1bb01a3ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:27:54.266 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.263+0000 7f1baeffd700 1 --2- 172.21.15.42:0/96953345 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1bb006a6e0 0x7f1bb019f230 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f1ba000e9a0 tx=0x7f1ba000ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:54.266 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.263+0000 7f1b97fff700 1 -- 172.21.15.42:0/96953345 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ba000cbd0 con 0x7f1bb006a6e0 2024-06-06T08:27:54.266 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.264+0000 7f1bb5519700 1 -- 172.21.15.42:0/96953345 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1bb01a44e0 con 0x7f1bb006a6e0 2024-06-06T08:27:54.266 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.264+0000 7f1b97fff700 1 -- 172.21.15.42:0/96953345 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1ba000cd70 con 0x7f1bb006a6e0 2024-06-06T08:27:54.266 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.264+0000 7f1b97fff700 1 -- 172.21.15.42:0/96953345 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ba0018750 con 0x7f1bb006a6e0 2024-06-06T08:27:54.266 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.264+0000 7f1bb5519700 1 -- 172.21.15.42:0/96953345 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1bb01abd60 con 0x7f1bb006a6e0 2024-06-06T08:27:54.267 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.266+0000 7f1b97fff700 1 -- 172.21.15.42:0/96953345 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f1ba00188f0 con 0x7f1bb006a6e0 2024-06-06T08:27:54.267 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.267+0000 7f1b97fff700 1 --2- 172.21.15.42:0/96953345 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f1b980a2e10 0x7f1b980a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:54.267 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.267+0000 7f1bae7fc700 1 --2- 172.21.15.42:0/96953345 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f1b980a2e10 0x7f1b980a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:54.267 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.267+0000 7f1b97fff700 1 -- 172.21.15.42:0/96953345 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f1ba00cfa30 con 0x7f1bb006a6e0 2024-06-06T08:27:54.268 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.268+0000 7f1bae7fc700 1 --2- 172.21.15.42:0/96953345 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f1b980a2e10 0x7f1b980a52d0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f1bb006ad50 tx=0x7f1ba4009260 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:54.269 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.268+0000 7f1bbfd9cb80 1 Processor -- start 2024-06-06T08:27:54.270 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.268+0000 7f1bbfd9cb80 1 -- start start 2024-06-06T08:27:54.270 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.268+0000 7f1bbfd9cb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f660c9ec40 0x55f660c9f020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:54.270 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.268+0000 7f1bbfd9cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f660c9f560 0x55f660c98e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:54.270 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.268+0000 7f1bbfd9cb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f660c993d0 0x55f660c99810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:54.270 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.268+0000 7f1bbfd9cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55f660bea910 con 0x55f660c9f560 2024-06-06T08:27:54.270 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.268+0000 7f1bbfd9cb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55f660b92820 con 0x55f660c993d0 2024-06-06T08:27:54.270 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.268+0000 7f1bbfd9cb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55f660be68d0 con 0x55f660c9ec40 2024-06-06T08:27:54.270 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.269+0000 7f1baeffd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f660c9ec40 0x55f660c9f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:54.270 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.269+0000 7f1baeffd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f660c9ec40 0x55f660c9f020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:54142/0 (socket says 172.21.15.42:54142) 2024-06-06T08:27:54.270 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.269+0000 7f1baeffd700 1 -- 172.21.15.42:0/1013162982 learned_addr learned my addr 172.21.15.42:0/1013162982 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:54.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.269+0000 7f1baf7fe700 1 --2- 172.21.15.42:0/1013162982 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f660c993d0 0x55f660c99810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:54.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.269+0000 7f1bae7fc700 1 --2- 172.21.15.42:0/1013162982 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f660c9f560 0x55f660c98e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:54.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.269+0000 7f1baeffd700 1 -- 172.21.15.42:0/1013162982 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f660c993d0 msgr2=0x55f660c99810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:54.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.269+0000 7f1baeffd700 1 --2- 172.21.15.42:0/1013162982 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f660c993d0 0x55f660c99810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:54.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.269+0000 7f1baeffd700 1 -- 172.21.15.42:0/1013162982 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f660c9f560 msgr2=0x55f660c98e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:54.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.269+0000 7f1baeffd700 1 --2- 172.21.15.42:0/1013162982 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f660c9f560 0x55f660c98e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:54.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.269+0000 7f1baeffd700 1 -- 172.21.15.42:0/1013162982 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f660b89050 con 0x55f660c9ec40 2024-06-06T08:27:54.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.269+0000 7f1baeffd700 1 --2- 172.21.15.42:0/1013162982 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f660c9ec40 0x55f660c9f020 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f1ba0099500 tx=0x7f1ba009d300 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fffca04ac5108f65 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:54.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.269+0000 7f1b957fa700 1 -- 172.21.15.42:0/1013162982 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ba009de60 con 0x55f660c9ec40 2024-06-06T08:27:54.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.270+0000 7f1b957fa700 1 -- 172.21.15.42:0/1013162982 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1ba00a57a0 con 0x55f660c9ec40 2024-06-06T08:27:54.272 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.270+0000 7f1b957fa700 1 -- 172.21.15.42:0/1013162982 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ba009cff0 con 0x55f660c9ec40 2024-06-06T08:27:54.277 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.270+0000 7f1bbfd9cb80 1 -- 172.21.15.42:0/1013162982 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f660c9ec40 msgr2=0x55f660c9f020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:54.277 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.270+0000 7f1bbfd9cb80 1 --2- 172.21.15.42:0/1013162982 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f660c9ec40 0x55f660c9f020 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f1ba0099500 tx=0x7f1ba009d300 comp rx=0 tx=0).stop 2024-06-06T08:27:54.277 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.270+0000 7f1bbfd9cb80 1 -- 172.21.15.42:0/1013162982 shutdown_connections 2024-06-06T08:27:54.277 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.270+0000 7f1bbfd9cb80 1 --2- 172.21.15.42:0/1013162982 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f660c993d0 0x55f660c99810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:54.277 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.270+0000 7f1bbfd9cb80 1 --2- 172.21.15.42:0/1013162982 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f660c9ec40 0x55f660c9f020 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:54.277 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.270+0000 7f1bbfd9cb80 1 --2- 172.21.15.42:0/1013162982 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f660c9f560 0x55f660c98e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:54.277 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.270+0000 7f1bbfd9cb80 1 -- 172.21.15.42:0/1013162982 >> 172.21.15.42:0/1013162982 conn(0x55f660bc3dc0 msgr2=0x55f660c94120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:54.278 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.271+0000 7f1bbfd9cb80 1 -- 172.21.15.42:0/1013162982 shutdown_connections 2024-06-06T08:27:54.278 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.271+0000 7f1bbfd9cb80 1 -- 172.21.15.42:0/1013162982 wait complete. 2024-06-06T08:27:54.278 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.271+0000 7f1bbfd9cb80 1 -- start start 2024-06-06T08:27:54.278 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.271+0000 7f1bbfd9cb80 1 Processor -- start 2024-06-06T08:27:54.278 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.271+0000 7f1bbfd9cb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f660c993d0 0x55f660ca52b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:54.278 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.271+0000 7f1bbfd9cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f660c9ec40 0x55f660ca25b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:54.278 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.271+0000 7f1bbfd9cb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f660c9f560 0x55f660ca2af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:54.278 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.271+0000 7f1bbfd9cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55f660ca5f70 con 0x55f660c9ec40 2024-06-06T08:27:54.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.271+0000 7f1bbfd9cb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55f660b8acf0 con 0x55f660c9f560 2024-06-06T08:27:54.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.271+0000 7f1bbfd9cb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55f660ca60f0 con 0x55f660c993d0 2024-06-06T08:27:54.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.272+0000 7f1bbfd9cb80 10 client.0 _ll_register_callbacks cb 0x55f660b84a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:27:54.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.272+0000 7f1baeffd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f660c993d0 0x55f660ca52b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:54.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.272+0000 7f1baeffd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f660c993d0 0x55f660ca52b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:54152/0 (socket says 172.21.15.42:54152) 2024-06-06T08:27:54.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.272+0000 7f1baeffd700 1 -- 172.21.15.42:0/2016444210 learned_addr learned my addr 172.21.15.42:0/2016444210 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:54.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.272+0000 7f1bae7fc700 1 --2- 172.21.15.42:0/2016444210 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f660c9ec40 0x55f660ca25b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:54.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.272+0000 7f1baf7fe700 1 --2- 172.21.15.42:0/2016444210 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f660c9f560 0x55f660ca2af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:54.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.272+0000 7f1baeffd700 1 -- 172.21.15.42:0/2016444210 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f660c9f560 msgr2=0x55f660ca2af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:54.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.272+0000 7f1baeffd700 1 --2- 172.21.15.42:0/2016444210 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f660c9f560 0x55f660ca2af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:54.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.272+0000 7f1baeffd700 1 -- 172.21.15.42:0/2016444210 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f660c9ec40 msgr2=0x55f660ca25b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:54.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.272+0000 7f1baeffd700 1 --2- 172.21.15.42:0/2016444210 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f660c9ec40 0x55f660ca25b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:54.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.272+0000 7f1baeffd700 1 -- 172.21.15.42:0/2016444210 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f660b399d0 con 0x55f660c993d0 2024-06-06T08:27:54.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.272+0000 7f1baf7fe700 1 --2- 172.21.15.42:0/2016444210 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f660c9f560 0x55f660ca2af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:27:54.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.272+0000 7f1bae7fc700 1 --2- 172.21.15.42:0/2016444210 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f660c9ec40 0x55f660ca25b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:27:54.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.272+0000 7f1baeffd700 1 --2- 172.21.15.42:0/2016444210 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f660c993d0 0x55f660ca52b0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f1ba00cd360 tx=0x7f1ba0010bb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e5d1c450c61baea4 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:54.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.272+0000 7f1b92ff5700 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:27:54.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.272+0000 7f1b92ff5700 1 -- 172.21.15.42:0/2016444210 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ba0078e60 con 0x55f660c993d0 2024-06-06T08:27:54.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.273+0000 7f1bbfd9cb80 1 -- 172.21.15.42:0/2016444210 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1ba00a57a0 con 0x55f660c993d0 2024-06-06T08:27:54.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.273+0000 7f1b92ff5700 1 -- 172.21.15.42:0/2016444210 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f1ba00a5310 con 0x55f660c993d0 2024-06-06T08:27:54.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.273+0000 7f1b92ff5700 1 -- 172.21.15.42:0/2016444210 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1ba009de60 con 0x55f660c993d0 2024-06-06T08:27:54.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.273+0000 7f1bbfd9cb80 10 client.26182 fetch_fsmap learned FSMap version 29 2024-06-06T08:27:54.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.273+0000 7f1bbfd9cb80 1 -- 172.21.15.42:0/2016444210 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55f660ca5f70 con 0x55f660c993d0 2024-06-06T08:27:54.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.273+0000 7f1b92ff5700 1 -- 172.21.15.42:0/2016444210 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1ba00b3070 con 0x55f660c993d0 2024-06-06T08:27:54.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.273+0000 7f1b92ff5700 1 -- 172.21.15.42:0/2016444210 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7f1ba00ba360 con 0x55f660c993d0 2024-06-06T08:27:54.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.274+0000 7f1bbfd9cb80 10 client.26182 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T08:27:54.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.274+0000 7f1bbfd9cb80 10 client.26182 resolve_mds: validated gid 24484 aka daemon mds.i 2024-06-06T08:27:54.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.274+0000 7f1bbfd9cb80 20 client.26182 populate_metadata read hostname 'smithi042' 2024-06-06T08:27:54.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.274+0000 7f1bbfd9cb80 1 --2- 172.21.15.42:0/2016444210 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f660cb2bd0 0x55f660cb4fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:54.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.274+0000 7f1bbfd9cb80 4 client.26182 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:27:54.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.274+0000 7f1bbfd9cb80 1 -- 172.21.15.42:0/2016444210 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f660bf7e10 con 0x55f660cb2bd0 2024-06-06T08:27:54.283 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.274+0000 7f1bae7fc700 1 --2- 172.21.15.42:0/2016444210 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f660cb2bd0 0x55f660cb4fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:54.283 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.274+0000 7f1bae7fc700 1 --2- 172.21.15.42:0/2016444210 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f660cb2bd0 0x55f660cb4fc0 crc :-1 s=READY pgs=143 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c67df1e1d331abc6 server_cookie=f42c1a07a6152943 in_seq=0 out_seq=0 2024-06-06T08:27:54.283 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.274+0000 7f1b92ff5700 10 client.26182 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:27:54.283 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.276+0000 7f1b92ff5700 1 -- 172.21.15.42:0/2016444210 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55f660bf7e10 con 0x55f660cb2bd0 2024-06-06T08:27:54.283 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.276+0000 7f1b92ff5700 10 client.26182 handle_command_reply: tid=0 2024-06-06T08:27:54.283 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.276+0000 7f1bbfd9cb80 1 client.26182 shutdown 2024-06-06T08:27:54.283 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.276+0000 7f1bbfd9cb80 1 -- 172.21.15.42:0/2016444210 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f660c993d0 msgr2=0x55f660ca52b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:54.283 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.276+0000 7f1bbfd9cb80 1 --2- 172.21.15.42:0/2016444210 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f660c993d0 0x55f660ca52b0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f1ba00cd360 tx=0x7f1ba0010bb0 comp rx=0 tx=0).stop 2024-06-06T08:27:54.283 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.276+0000 7f1bbfd9cb80 1 -- 172.21.15.42:0/2016444210 shutdown_connections 2024-06-06T08:27:54.284 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.276+0000 7f1bbfd9cb80 1 --2- 172.21.15.42:0/2016444210 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f660cb2bd0 0x55f660cb4fc0 crc :-1 s=READY pgs=143 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:54.285 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.276+0000 7f1b92ff5700 0 client.26182 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:27:54.285 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.276+0000 7f1bbfd9cb80 1 --2- 172.21.15.42:0/2016444210 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f660c9f560 0x55f660ca2af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:54.285 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.276+0000 7f1bbfd9cb80 1 --2- 172.21.15.42:0/2016444210 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f660c993d0 0x55f660ca52b0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:54.285 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.276+0000 7f1bbfd9cb80 1 --2- 172.21.15.42:0/2016444210 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f660c9ec40 0x55f660ca25b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:54.285 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.276+0000 7f1bbfd9cb80 1 -- 172.21.15.42:0/2016444210 >> 172.21.15.42:0/2016444210 conn(0x55f660bc3dc0 msgr2=0x55f660c93d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:54.285 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.276+0000 7f1bbfd9cb80 1 -- 172.21.15.42:0/2016444210 shutdown_connections 2024-06-06T08:27:54.285 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.276+0000 7f1bbfd9cb80 1 -- 172.21.15.42:0/2016444210 wait complete. 2024-06-06T08:27:54.285 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.276+0000 7f1bbfd9cb80 20 client.26182 trim_cache size 0 max 16384 2024-06-06T08:27:54.300 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.298+0000 7f1bbfd9cb80 1 Processor -- start 2024-06-06T08:27:54.300 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.298+0000 7f1bbfd9cb80 1 -- start start 2024-06-06T08:27:54.300 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.299+0000 7f1bbfd9cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f660c993d0 0x55f660c98e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:54.301 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.299+0000 7f1bbfd9cb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f660c9ec40 0x55f660ca01d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:54.301 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.299+0000 7f1bbfd9cb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f660c9f560 0x55f660ca2b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:54.301 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.299+0000 7f1bbfd9cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f1bb01ae490 con 0x55f660c993d0 2024-06-06T08:27:54.301 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.299+0000 7f1bbfd9cb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f1bb01aeb60 con 0x55f660c9ec40 2024-06-06T08:27:54.301 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.299+0000 7f1bbfd9cb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f1bb01ac3c0 con 0x55f660c9f560 2024-06-06T08:27:54.301 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.299+0000 7f1bae7fc700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f660c9ec40 0x55f660ca01d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:54.302 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.299+0000 7f1baeffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f660c993d0 0x55f660c98e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:54.302 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.299+0000 7f1bae7fc700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f660c9ec40 0x55f660ca01d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:47174/0 (socket says 172.21.15.42:47174) 2024-06-06T08:27:54.302 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.299+0000 7f1bae7fc700 1 -- 172.21.15.42:0/1543059939 learned_addr learned my addr 172.21.15.42:0/1543059939 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:54.302 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.299+0000 7f1baeffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f660c993d0 0x55f660c98e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:50934/0 (socket says 172.21.15.42:50934) 2024-06-06T08:27:54.302 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.299+0000 7f1baf7fe700 1 --2- 172.21.15.42:0/1543059939 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f660c9f560 0x55f660ca2b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:54.302 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.299+0000 7f1bae7fc700 1 -- 172.21.15.42:0/1543059939 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f660c9f560 msgr2=0x55f660ca2b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:54.302 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.299+0000 7f1bae7fc700 1 --2- 172.21.15.42:0/1543059939 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f660c9f560 0x55f660ca2b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:54.303 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.299+0000 7f1bae7fc700 1 -- 172.21.15.42:0/1543059939 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f660c993d0 msgr2=0x55f660c98e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:54.303 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.299+0000 7f1bae7fc700 1 --2- 172.21.15.42:0/1543059939 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f660c993d0 0x55f660c98e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:54.303 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.299+0000 7f1bae7fc700 1 -- 172.21.15.42:0/1543059939 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f660c8ffa0 con 0x55f660c9ec40 2024-06-06T08:27:54.303 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.299+0000 7f1baeffd700 1 --2- 172.21.15.42:0/1543059939 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f660c993d0 0x55f660c98e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:27:54.303 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.300+0000 7f1bae7fc700 1 --2- 172.21.15.42:0/1543059939 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f660c9ec40 0x55f660ca01d0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f1ba4013010 tx=0x7f1ba4014000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1f407329839029da server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:54.303 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.300+0000 7f1b94ff9700 1 -- 172.21.15.42:0/1543059939 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ba4003c60 con 0x55f660c9ec40 2024-06-06T08:27:54.303 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.300+0000 7f1b94ff9700 1 -- 172.21.15.42:0/1543059939 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1ba4003e00 con 0x55f660c9ec40 2024-06-06T08:27:54.303 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.300+0000 7f1b94ff9700 1 -- 172.21.15.42:0/1543059939 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ba4029770 con 0x55f660c9ec40 2024-06-06T08:27:54.307 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.301+0000 7f1bbfd9cb80 1 -- 172.21.15.42:0/1543059939 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f660c9ec40 msgr2=0x55f660ca01d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:54.308 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.301+0000 7f1bbfd9cb80 1 --2- 172.21.15.42:0/1543059939 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f660c9ec40 0x55f660ca01d0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f1ba4013010 tx=0x7f1ba4014000 comp rx=0 tx=0).stop 2024-06-06T08:27:54.308 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.301+0000 7f1bbfd9cb80 1 -- 172.21.15.42:0/1543059939 shutdown_connections 2024-06-06T08:27:54.308 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.301+0000 7f1bbfd9cb80 1 --2- 172.21.15.42:0/1543059939 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f660c9f560 0x55f660ca2b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:54.308 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.301+0000 7f1bbfd9cb80 1 --2- 172.21.15.42:0/1543059939 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f660c993d0 0x55f660c98e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:54.308 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.301+0000 7f1bbfd9cb80 1 --2- 172.21.15.42:0/1543059939 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f660c9ec40 0x55f660ca01d0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:54.308 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.301+0000 7f1bbfd9cb80 1 -- 172.21.15.42:0/1543059939 >> 172.21.15.42:0/1543059939 conn(0x55f660bc3dc0 msgr2=0x55f660c9d6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:54.308 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.301+0000 7f1bbfd9cb80 1 -- 172.21.15.42:0/1543059939 shutdown_connections 2024-06-06T08:27:54.308 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.301+0000 7f1bbfd9cb80 1 -- 172.21.15.42:0/1543059939 wait complete. 2024-06-06T08:27:54.308 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.301+0000 7f1bbfd9cb80 1 -- start start 2024-06-06T08:27:54.308 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.301+0000 7f1bbfd9cb80 1 Processor -- start 2024-06-06T08:27:54.309 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.302+0000 7f1bbfd9cb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f660c993d0 0x55f660cab7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:54.309 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.302+0000 7f1bbfd9cb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f660c9ec40 0x55f660cabce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:54.309 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.302+0000 7f1bbfd9cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f660c9f560 0x55f660ca85b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:54.309 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.302+0000 7f1bbfd9cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f1bb010fc20 con 0x55f660c9f560 2024-06-06T08:27:54.309 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.302+0000 7f1bbfd9cb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f1bb0111090 con 0x55f660c9ec40 2024-06-06T08:27:54.309 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.302+0000 7f1bbfd9cb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f1bb01102f0 con 0x55f660c993d0 2024-06-06T08:27:54.309 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.302+0000 7f1bbfd9cb80 10 client.0 _ll_register_callbacks cb 0x55f660b84a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:27:54.309 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.302+0000 7f1baeffd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f660c993d0 0x55f660cab7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:54.309 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.302+0000 7f1baeffd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f660c993d0 0x55f660cab7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:54168/0 (socket says 172.21.15.42:54168) 2024-06-06T08:27:54.309 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.302+0000 7f1baeffd700 1 -- 172.21.15.42:0/3952897613 learned_addr learned my addr 172.21.15.42:0/3952897613 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:27:54.309 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.302+0000 7f1bae7fc700 1 --2- 172.21.15.42:0/3952897613 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f660c9ec40 0x55f660cabce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:54.310 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.302+0000 7f1baf7fe700 1 --2- 172.21.15.42:0/3952897613 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f660c9f560 0x55f660ca85b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:54.310 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.302+0000 7f1bae7fc700 1 -- 172.21.15.42:0/3952897613 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f660c993d0 msgr2=0x55f660cab7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:54.310 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.302+0000 7f1bae7fc700 1 --2- 172.21.15.42:0/3952897613 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f660c993d0 0x55f660cab7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:54.310 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.302+0000 7f1bae7fc700 1 -- 172.21.15.42:0/3952897613 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f660c9f560 msgr2=0x55f660ca85b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:27:54.310 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.302+0000 7f1bae7fc700 1 --2- 172.21.15.42:0/3952897613 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f660c9f560 0x55f660ca85b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:54.310 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.302+0000 7f1bae7fc700 1 -- 172.21.15.42:0/3952897613 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f660ca8d90 con 0x55f660c9ec40 2024-06-06T08:27:54.310 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.303+0000 7f1bae7fc700 1 --2- 172.21.15.42:0/3952897613 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f660c9ec40 0x55f660cabce0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f1ba4011b70 tx=0x7f1ba4003a60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a73a7bc544404eab server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:27:54.310 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.303+0000 7f1b92ff5700 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:27:54.310 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.303+0000 7f1b92ff5700 1 -- 172.21.15.42:0/3952897613 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ba4005250 con 0x55f660c9ec40 2024-06-06T08:27:54.310 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.303+0000 7f1bbfd9cb80 1 -- 172.21.15.42:0/3952897613 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1ba4003e00 con 0x55f660c9ec40 2024-06-06T08:27:54.310 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.303+0000 7f1b92ff5700 1 -- 172.21.15.42:0/3952897613 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f1ba40053f0 con 0x55f660c9ec40 2024-06-06T08:27:54.310 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.303+0000 7f1b92ff5700 1 -- 172.21.15.42:0/3952897613 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1ba4048050 con 0x55f660c9ec40 2024-06-06T08:27:54.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.303+0000 7f1bbfd9cb80 10 client.26285 fetch_fsmap learned FSMap version 29 2024-06-06T08:27:54.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.303+0000 7f1bbfd9cb80 1 -- 172.21.15.42:0/3952897613 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55f660d1e2f0 con 0x55f660c9ec40 2024-06-06T08:27:54.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.303+0000 7f1b92ff5700 1 -- 172.21.15.42:0/3952897613 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1ba4003e00 con 0x55f660c9ec40 2024-06-06T08:27:54.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.303+0000 7f1b92ff5700 1 -- 172.21.15.42:0/3952897613 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7f1ba403a650 con 0x55f660c9ec40 2024-06-06T08:27:54.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.304+0000 7f1bbfd9cb80 10 client.26285 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T08:27:54.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.304+0000 7f1bbfd9cb80 10 client.26285 resolve_mds: validated gid 24484 aka daemon mds.i 2024-06-06T08:27:54.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.304+0000 7f1bbfd9cb80 20 client.26285 populate_metadata read hostname 'smithi042' 2024-06-06T08:27:54.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.304+0000 7f1bbfd9cb80 1 --2- 172.21.15.42:0/3952897613 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f660cb2bd0 0x55f660d209e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:27:54.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.304+0000 7f1bbfd9cb80 4 client.26285 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "2715070a", "release": true, "await": true}] 2024-06-06T08:27:54.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.304+0000 7f1bbfd9cb80 1 -- 172.21.15.42:0/3952897613 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "quiesce db", "set_id": "2715070a", "release": true, "await": true}) -- 0x55f660bf2390 con 0x55f660cb2bd0 2024-06-06T08:27:54.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.304+0000 7f1baeffd700 1 --2- 172.21.15.42:0/3952897613 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f660cb2bd0 0x55f660d209e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:27:54.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.304+0000 7f1baeffd700 1 --2- 172.21.15.42:0/3952897613 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f660cb2bd0 0x55f660d209e0 crc :-1 s=READY pgs=144 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3f10e6e2610968f6 server_cookie=52ad4554109161af in_seq=0 out_seq=0 2024-06-06T08:27:54.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:54.304+0000 7f1b92ff5700 10 client.26285 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:27:54.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:54 smithi149 ceph-mon[36842]: pgmap v161: 129 pgs: 129 active+clean; 637 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 MiB/s rd, 4.5 MiB/s wr, 893 op/s 2024-06-06T08:27:54.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:54 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:27:54.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:54 smithi042 ceph-mon[32384]: pgmap v161: 129 pgs: 129 active+clean; 637 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 MiB/s rd, 4.5 MiB/s wr, 893 op/s 2024-06-06T08:27:54.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:54 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:27:54.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:54 smithi120 ceph-mon[36658]: pgmap v161: 129 pgs: 129 active+clean; 637 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 MiB/s rd, 4.5 MiB/s wr, 893 op/s 2024-06-06T08:27:54.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:54 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:27:55.013 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:55.012+0000 7f1b92ff5700 1 -- 172.21.15.42:0/3952897613 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55f660bf2390 con 0x55f660cb2bd0 2024-06-06T08:27:55.013 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:55.012+0000 7f1b92ff5700 10 client.26285 handle_command_reply: tid=0 2024-06-06T08:27:55.013 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:55.012+0000 7f1bbfd9cb80 1 client.26285 shutdown 2024-06-06T08:27:55.013 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:55.012+0000 7f1bbfd9cb80 1 -- 172.21.15.42:0/3952897613 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f660c9ec40 msgr2=0x55f660cabce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:55.013 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:55.012+0000 7f1bbfd9cb80 1 --2- 172.21.15.42:0/3952897613 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f660c9ec40 0x55f660cabce0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f1ba4011b70 tx=0x7f1ba4003a60 comp rx=0 tx=0).stop 2024-06-06T08:27:55.013 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:55.012+0000 7f1bbfd9cb80 1 -- 172.21.15.42:0/3952897613 shutdown_connections 2024-06-06T08:27:55.013 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:55.012+0000 7f1bbfd9cb80 1 --2- 172.21.15.42:0/3952897613 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f660c9f560 0x55f660ca85b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:55.013 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:55.012+0000 7f1bbfd9cb80 1 --2- 172.21.15.42:0/3952897613 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f660c993d0 0x55f660cab7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:55.014 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:55.012+0000 7f1bbfd9cb80 1 --2- 172.21.15.42:0/3952897613 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f660cb2bd0 0x55f660d209e0 crc :-1 s=READY pgs=144 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:55.014 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:55.012+0000 7f1bbfd9cb80 1 --2- 172.21.15.42:0/3952897613 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f660c9ec40 0x55f660cabce0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:55.014 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:55.012+0000 7f1b92ff5700 0 client.26285 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:27:55.014 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:55.012+0000 7f1bbfd9cb80 1 -- 172.21.15.42:0/3952897613 >> 172.21.15.42:0/3952897613 conn(0x55f660bc3dc0 msgr2=0x55f660c9d6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:55.014 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:55.012+0000 7f1bbfd9cb80 1 -- 172.21.15.42:0/3952897613 shutdown_connections 2024-06-06T08:27:55.014 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:55.012+0000 7f1bbfd9cb80 1 -- 172.21.15.42:0/3952897613 wait complete. 2024-06-06T08:27:55.014 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:55.012+0000 7f1bbfd9cb80 20 client.26285 trim_cache size 0 max 16384 2024-06-06T08:27:55.014 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:27:55.014 INFO:teuthology.orchestra.run.smithi042.stdout: "epoch": 29, 2024-06-06T08:27:55.015 INFO:teuthology.orchestra.run.smithi042.stdout: "leader": 24484, 2024-06-06T08:27:55.015 INFO:teuthology.orchestra.run.smithi042.stdout: "set_version": 16, 2024-06-06T08:27:55.015 INFO:teuthology.orchestra.run.smithi042.stdout: "sets": { 2024-06-06T08:27:55.015 INFO:teuthology.orchestra.run.smithi042.stdout: "2715070a": { 2024-06-06T08:27:55.015 INFO:teuthology.orchestra.run.smithi042.stdout: "version": 16, 2024-06-06T08:27:55.015 INFO:teuthology.orchestra.run.smithi042.stdout: "age_ref": 0.0, 2024-06-06T08:27:55.015 INFO:teuthology.orchestra.run.smithi042.stdout: "state": { 2024-06-06T08:27:55.015 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "RELEASED", 2024-06-06T08:27:55.015 INFO:teuthology.orchestra.run.smithi042.stdout: "age": 0.0 2024-06-06T08:27:55.015 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:27:55.015 INFO:teuthology.orchestra.run.smithi042.stdout: "timeout": 90.0, 2024-06-06T08:27:55.015 INFO:teuthology.orchestra.run.smithi042.stdout: "expiration": 145.2, 2024-06-06T08:27:55.015 INFO:teuthology.orchestra.run.smithi042.stdout: "members": { 2024-06-06T08:27:55.015 INFO:teuthology.orchestra.run.smithi042.stdout: "file:/": { 2024-06-06T08:27:55.016 INFO:teuthology.orchestra.run.smithi042.stdout: "excluded": false, 2024-06-06T08:27:55.016 INFO:teuthology.orchestra.run.smithi042.stdout: "state": { 2024-06-06T08:27:55.016 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "RELEASED", 2024-06-06T08:27:55.016 INFO:teuthology.orchestra.run.smithi042.stdout: "age": 0.0 2024-06-06T08:27:55.016 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:27:55.016 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:27:55.016 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:27:55.016 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:27:55.016 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:27:55.016 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:27:55.017 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:55.013+0000 7f1bb5519700 1 -- 172.21.15.42:0/96953345 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f1b980a2e10 msgr2=0x7f1b980a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:55.017 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:55.013+0000 7f1bb5519700 1 --2- 172.21.15.42:0/96953345 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f1b980a2e10 0x7f1b980a52d0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f1bb006ad50 tx=0x7f1ba4009260 comp rx=0 tx=0).stop 2024-06-06T08:27:55.017 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:55.013+0000 7f1bb5519700 1 -- 172.21.15.42:0/96953345 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1bb006a6e0 msgr2=0x7f1bb019f230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:55.017 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:55.013+0000 7f1bb5519700 1 --2- 172.21.15.42:0/96953345 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1bb006a6e0 0x7f1bb019f230 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f1ba000e9a0 tx=0x7f1ba000ecb0 comp rx=0 tx=0).stop 2024-06-06T08:27:55.017 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:55.013+0000 7f1bb5519700 1 -- 172.21.15.42:0/96953345 shutdown_connections 2024-06-06T08:27:55.017 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:55.013+0000 7f1bb5519700 1 --2- 172.21.15.42:0/96953345 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f1b980a2e10 0x7f1b980a52d0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:55.017 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:55.013+0000 7f1bb5519700 1 --2- 172.21.15.42:0/96953345 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1bb01073c0 0x7f1bb01a3ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:55.017 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:55.013+0000 7f1bb5519700 1 --2- 172.21.15.42:0/96953345 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1bb006a6e0 0x7f1bb019f230 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:55.017 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:55.013+0000 7f1bb5519700 1 --2- 172.21.15.42:0/96953345 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1bb0104ed0 0x7f1bb019f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:55.017 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:55.013+0000 7f1bb5519700 1 -- 172.21.15.42:0/96953345 >> 172.21.15.42:0/96953345 conn(0x7f1bb0078340 msgr2=0x7f1bb0103eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:55.017 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:55.013+0000 7f1bb5519700 1 -- 172.21.15.42:0/96953345 shutdown_connections 2024-06-06T08:27:55.018 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:27:55.013+0000 7f1bb5519700 1 -- 172.21.15.42:0/96953345 wait complete. 2024-06-06T08:27:55.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:55 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:27:55.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:55 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:27:55.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:55 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:27:55.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:55 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:27:55.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:55 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:27:55.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:55 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:27:55.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:55 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:27:55.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:55 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:27:55.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:55 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:27:55.639 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:55.639+0000 7fc0677fe640 1 -- 172.21.15.42:0/56975657 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55c9a9050c20 con 0x55c9a9164780 2024-06-06T08:27:55.640 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:55.639+0000 7fc0677fe640 10 client.16623 handle_command_reply: tid=0 2024-06-06T08:27:55.640 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:55.639+0000 7fc091385740 1 client.16623 shutdown 2024-06-06T08:27:55.640 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:55.639+0000 7fc091385740 1 -- 172.21.15.42:0/56975657 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c9a90df170 msgr2=0x55c9a90f2890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:55.640 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:55.639+0000 7fc091385740 1 --2- 172.21.15.42:0/56975657 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c9a90df170 0x55c9a90f2890 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7fc078003f60 tx=0x7fc078005480 comp rx=0 tx=0).stop 2024-06-06T08:27:55.640 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:55.639+0000 7fc091385740 1 -- 172.21.15.42:0/56975657 shutdown_connections 2024-06-06T08:27:55.640 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:55.639+0000 7fc091385740 1 --2- 172.21.15.42:0/56975657 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55c9a9164780 0x55c9a9166ba0 crc :-1 s=READY pgs=142 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:55.640 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:55.639+0000 7fc091385740 1 --2- 172.21.15.42:0/56975657 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c9a90ea350 0x55c9a90e4b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:55.640 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:55.639+0000 7fc091385740 1 --2- 172.21.15.42:0/56975657 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c9a90dfa90 0x55c9a90e45c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:55.640 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:55.639+0000 7fc0677fe640 0 client.16623 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:27:55.640 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:55.639+0000 7fc091385740 1 --2- 172.21.15.42:0/56975657 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c9a90df170 0x55c9a90f2890 unknown :-1 s=CLOSED pgs=728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:55.641 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:55.639+0000 7fc091385740 1 -- 172.21.15.42:0/56975657 >> 172.21.15.42:0/56975657 conn(0x55c9a90db680 msgr2=0x55c9a90e5a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:55.641 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:55.639+0000 7fc091385740 1 -- 172.21.15.42:0/56975657 shutdown_connections 2024-06-06T08:27:55.641 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:55.639+0000 7fc091385740 1 -- 172.21.15.42:0/56975657 wait complete. 2024-06-06T08:27:55.641 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:55.639+0000 7fc091385740 20 client.16623 trim_cache size 0 max 16384 2024-06-06T08:27:55.641 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:27:55.641 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:27:55.641 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:27:55.642 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:55.640+0000 7fc08e59e640 1 -- 172.21.15.42:0/3927055348 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc0700a2da0 msgr2=0x7fc0700a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:55.642 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:55.640+0000 7fc08e59e640 1 --2- 172.21.15.42:0/3927055348 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc0700a2da0 0x7fc0700a5260 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fc080009430 tx=0x7fc0800316c0 comp rx=0 tx=0).stop 2024-06-06T08:27:55.642 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:55.640+0000 7fc08e59e640 1 -- 172.21.15.42:0/3927055348 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc088101290 msgr2=0x7fc08819a9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:27:55.643 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:55.640+0000 7fc08e59e640 1 --2- 172.21.15.42:0/3927055348 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc088101290 0x7fc08819a9a0 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7fc07c00e9f0 tx=0x7fc07c00edf0 comp rx=0 tx=0).stop 2024-06-06T08:27:55.643 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:55.640+0000 7fc08e59e640 1 -- 172.21.15.42:0/3927055348 shutdown_connections 2024-06-06T08:27:55.643 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:55.640+0000 7fc08e59e640 1 --2- 172.21.15.42:0/3927055348 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc0700a2da0 0x7fc0700a5260 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:55.643 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:55.640+0000 7fc08e59e640 1 --2- 172.21.15.42:0/3927055348 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc088106890 0x7fc08819ecd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:55.643 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:55.640+0000 7fc08e59e640 1 --2- 172.21.15.42:0/3927055348 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc088101290 0x7fc08819a9a0 unknown :-1 s=CLOSED pgs=725 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:55.643 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:55.640+0000 7fc08e59e640 1 --2- 172.21.15.42:0/3927055348 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc0881008d0 0x7fc08819a460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:27:55.643 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:55.640+0000 7fc08e59e640 1 -- 172.21.15.42:0/3927055348 >> 172.21.15.42:0/3927055348 conn(0x7fc088077a20 msgr2=0x7fc08810bf50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:27:55.643 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:55.640+0000 7fc08e59e640 1 -- 172.21.15.42:0/3927055348 shutdown_connections 2024-06-06T08:27:55.643 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:27:55.640+0000 7fc08e59e640 1 -- 172.21.15.42:0/3927055348 wait complete. 2024-06-06T08:27:55.807 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '2715070a', total seconds elapsed: 34.8 2024-06-06T08:27:56.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:56 smithi149 ceph-mon[36842]: pgmap v162: 129 pgs: 129 active+clean; 637 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 5.9 MiB/s rd, 2.9 MiB/s wr, 796 op/s 2024-06-06T08:27:56.564 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:56 smithi042 ceph-mon[32384]: pgmap v162: 129 pgs: 129 active+clean; 637 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 5.9 MiB/s rd, 2.9 MiB/s wr, 796 op/s 2024-06-06T08:27:56.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:56 smithi120 ceph-mon[36658]: pgmap v162: 129 pgs: 129 active+clean; 637 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 5.9 MiB/s rd, 2.9 MiB/s wr, 796 op/s 2024-06-06T08:27:58.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:27:58 smithi149 ceph-mon[36842]: pgmap v163: 129 pgs: 129 active+clean; 637 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 MiB/s rd, 1.2 MiB/s wr, 558 op/s 2024-06-06T08:27:58.564 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:27:58 smithi042 ceph-mon[32384]: pgmap v163: 129 pgs: 129 active+clean; 637 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 MiB/s rd, 1.2 MiB/s wr, 558 op/s 2024-06-06T08:27:58.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:27:58 smithi120 ceph-mon[36658]: pgmap v163: 129 pgs: 129 active+clean; 637 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 MiB/s rd, 1.2 MiB/s wr, 558 op/s 2024-06-06T08:28:00.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:28:00 smithi149 ceph-mon[36842]: pgmap v164: 129 pgs: 129 active+clean; 631 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 MiB/s rd, 1.7 MiB/s wr, 656 op/s 2024-06-06T08:28:00.564 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:28:00 smithi042 ceph-mon[32384]: pgmap v164: 129 pgs: 129 active+clean; 631 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 MiB/s rd, 1.7 MiB/s wr, 656 op/s 2024-06-06T08:28:00.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:28:00 smithi120 ceph-mon[36658]: pgmap v164: 129 pgs: 129 active+clean; 631 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 MiB/s rd, 1.7 MiB/s wr, 656 op/s 2024-06-06T08:28:02.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:28:02 smithi149 ceph-mon[36842]: pgmap v165: 129 pgs: 129 active+clean; 631 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 MiB/s rd, 659 KiB/s wr, 329 op/s 2024-06-06T08:28:02.564 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:28:02 smithi042 ceph-mon[32384]: pgmap v165: 129 pgs: 129 active+clean; 631 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 MiB/s rd, 659 KiB/s wr, 329 op/s 2024-06-06T08:28:02.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:28:02 smithi120 ceph-mon[36658]: pgmap v165: 129 pgs: 129 active+clean; 631 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 MiB/s rd, 659 KiB/s wr, 329 op/s 2024-06-06T08:28:02.738 INFO:tasks.workunit.client.0.smithi042.stdout: 191 327243 408 220842 359 101281 591 2024-06-06T08:28:04.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:28:04 smithi149 ceph-mon[36842]: pgmap v166: 129 pgs: 129 active+clean; 634 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 MiB/s rd, 992 KiB/s wr, 364 op/s 2024-06-06T08:28:04.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:28:04 smithi042 ceph-mon[32384]: pgmap v166: 129 pgs: 129 active+clean; 634 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 MiB/s rd, 992 KiB/s wr, 364 op/s 2024-06-06T08:28:04.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:28:04 smithi120 ceph-mon[36658]: pgmap v166: 129 pgs: 129 active+clean; 634 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 MiB/s rd, 992 KiB/s wr, 364 op/s 2024-06-06T08:28:06.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:28:06 smithi042 ceph-mon[32384]: pgmap v167: 129 pgs: 129 active+clean; 637 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 MiB/s rd, 1.2 MiB/s wr, 364 op/s 2024-06-06T08:28:06.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:28:06 smithi120 ceph-mon[36658]: pgmap v167: 129 pgs: 129 active+clean; 637 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 MiB/s rd, 1.2 MiB/s wr, 364 op/s 2024-06-06T08:28:06.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:28:06 smithi149 ceph-mon[36842]: pgmap v167: 129 pgs: 129 active+clean; 637 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 MiB/s rd, 1.2 MiB/s wr, 364 op/s 2024-06-06T08:28:08.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:28:08 smithi120 ceph-mon[36658]: pgmap v168: 129 pgs: 129 active+clean; 637 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 1.1 MiB/s wr, 209 op/s 2024-06-06T08:28:08.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:28:08 smithi149 ceph-mon[36842]: pgmap v168: 129 pgs: 129 active+clean; 637 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 1.1 MiB/s wr, 209 op/s 2024-06-06T08:28:08.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:28:08 smithi042 ceph-mon[32384]: pgmap v168: 129 pgs: 129 active+clean; 637 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 1.1 MiB/s wr, 209 op/s 2024-06-06T08:28:08.894 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.894+0000 7f06029fb640 1 -- 172.21.15.42:0/1250179138 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f05f40a12f0 msgr2=0x7f05f40a16d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:08.894 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.894+0000 7f06029fb640 1 --2- 172.21.15.42:0/1250179138 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f05f40a12f0 0x7f05f40a16d0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f05f0009900 tx=0x7f05f002a400 comp rx=0 tx=0).stop 2024-06-06T08:28:08.895 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.894+0000 7f06029fb640 1 -- 172.21.15.42:0/1250179138 shutdown_connections 2024-06-06T08:28:08.895 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.894+0000 7f06029fb640 1 --2- 172.21.15.42:0/1250179138 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f05f409d340 0x7f05f40a91a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:08.895 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.894+0000 7f06029fb640 1 --2- 172.21.15.42:0/1250179138 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f05f409c980 0x7f05f409ce00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:08.895 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.894+0000 7f06029fb640 1 --2- 172.21.15.42:0/1250179138 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f05f40a12f0 0x7f05f40a16d0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:08.895 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.894+0000 7f06029fb640 1 -- 172.21.15.42:0/1250179138 >> 172.21.15.42:0/1250179138 conn(0x7f05f400ba40 msgr2=0x7f05f400de60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:28:08.895 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.894+0000 7f06029fb640 1 -- 172.21.15.42:0/1250179138 shutdown_connections 2024-06-06T08:28:08.895 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.894+0000 7f06029fb640 1 -- 172.21.15.42:0/1250179138 wait complete. 2024-06-06T08:28:08.897 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.895+0000 7f06029fb640 1 Processor -- start 2024-06-06T08:28:08.897 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.895+0000 7f06029fb640 1 -- start start 2024-06-06T08:28:08.897 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.896+0000 7f06029fb640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f05f409c980 0x7f05f4138910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:08.897 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.896+0000 7f06029fb640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f05f409d340 0x7f05f4138e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:08.897 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.896+0000 7f06029fb640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f05f40a12f0 0x7f05f4132b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:08.897 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.896+0000 7f06029fb640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f05f40ac850 con 0x7f05f409d340 2024-06-06T08:28:08.897 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.896+0000 7f06029fb640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f05f40ac6d0 con 0x7f05f40a12f0 2024-06-06T08:28:08.897 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.896+0000 7f06029fb640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f05f40ac9d0 con 0x7f05f409c980 2024-06-06T08:28:08.897 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.896+0000 7f0600f98640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f05f40a12f0 0x7f05f4132b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:08.898 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.896+0000 7f05fbfff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f05f409c980 0x7f05f4138910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:08.898 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.896+0000 7f05fbfff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f05f409c980 0x7f05f4138910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:55628/0 (socket says 172.21.15.42:55628) 2024-06-06T08:28:08.898 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.896+0000 7f0600f98640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f05f40a12f0 0x7f05f4132b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:43512/0 (socket says 172.21.15.42:43512) 2024-06-06T08:28:08.898 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.896+0000 7f05fbfff640 1 -- 172.21.15.42:0/1174952131 learned_addr learned my addr 172.21.15.42:0/1174952131 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:28:08.898 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.896+0000 7f05fb7fe640 1 --2- 172.21.15.42:0/1174952131 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f05f409d340 0x7f05f4138e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:08.898 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.896+0000 7f05fbfff640 1 -- 172.21.15.42:0/1174952131 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f05f40a12f0 msgr2=0x7f05f4132b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:08.898 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.896+0000 7f05fbfff640 1 --2- 172.21.15.42:0/1174952131 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f05f40a12f0 0x7f05f4132b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:08.898 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.896+0000 7f05fbfff640 1 -- 172.21.15.42:0/1174952131 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f05f409d340 msgr2=0x7f05f4138e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:08.898 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.896+0000 7f05fbfff640 1 --2- 172.21.15.42:0/1174952131 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f05f409d340 0x7f05f4138e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:08.899 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.896+0000 7f05fbfff640 1 -- 172.21.15.42:0/1174952131 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05f4133290 con 0x7f05f409c980 2024-06-06T08:28:08.899 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.896+0000 7f0600f98640 1 --2- 172.21.15.42:0/1174952131 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f05f40a12f0 0x7f05f4132b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:28:08.899 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.897+0000 7f05fbfff640 1 --2- 172.21.15.42:0/1174952131 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f05f409c980 0x7f05f4138910 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f05f002a9f0 tx=0x7f05f0003b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:28:08.899 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.897+0000 7f05f97fa640 1 -- 172.21.15.42:0/1174952131 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05f003f070 con 0x7f05f409c980 2024-06-06T08:28:08.899 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.897+0000 7f05f97fa640 1 -- 172.21.15.42:0/1174952131 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f05f0031c20 con 0x7f05f409c980 2024-06-06T08:28:08.899 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.897+0000 7f06029fb640 1 -- 172.21.15.42:0/1174952131 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05f4133520 con 0x7f05f409c980 2024-06-06T08:28:08.899 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.897+0000 7f06029fb640 1 -- 172.21.15.42:0/1174952131 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05f413f7d0 con 0x7f05f409c980 2024-06-06T08:28:08.899 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.897+0000 7f05f97fa640 1 -- 172.21.15.42:0/1174952131 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05f0035030 con 0x7f05f409c980 2024-06-06T08:28:08.900 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.900+0000 7f05f97fa640 1 -- 172.21.15.42:0/1174952131 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f05f0042070 con 0x7f05f409c980 2024-06-06T08:28:08.901 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.901+0000 7f06057df740 1 Processor -- start 2024-06-06T08:28:08.901 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.901+0000 7f06057df740 1 -- start start 2024-06-06T08:28:08.901 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.901+0000 7f05f97fa640 1 --2- 172.21.15.42:0/1174952131 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f05ec0a2d80 0x7f05ec0a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:08.901 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.901+0000 7f06057df740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5555e0c87340 0x5555e0c87720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:08.902 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.901+0000 7f06057df740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5555e0c87c60 0x5555e0c91fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:08.902 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.901+0000 7f06057df740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5555e0c92520 0x5555e0c94910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:08.902 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.901+0000 7f06057df740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5555e0beb4f0 con 0x5555e0c87c60 2024-06-06T08:28:08.902 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.901+0000 7f06057df740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5555e0b89870 con 0x5555e0c92520 2024-06-06T08:28:08.902 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.901+0000 7f06057df740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5555e0be74b0 con 0x5555e0c87340 2024-06-06T08:28:08.902 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.901+0000 7f0600f98640 1 --2- 172.21.15.42:0/1174952131 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f05ec0a2d80 0x7f05ec0a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:08.902 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.902+0000 7f05fbfff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5555e0c87340 0x5555e0c87720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:08.902 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.902+0000 7f0600f98640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5555e0c92520 0x5555e0c94910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:08.902 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.902+0000 7f05fbfff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5555e0c87340 0x5555e0c87720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:55634/0 (socket says 172.21.15.42:55634) 2024-06-06T08:28:08.902 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.902+0000 7f05fbfff640 1 -- 172.21.15.42:0/594972203 learned_addr learned my addr 172.21.15.42:0/594972203 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:28:08.902 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.902+0000 7f05f97fa640 1 -- 172.21.15.42:0/1174952131 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f05f00eff80 con 0x7f05f409c980 2024-06-06T08:28:08.902 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.902+0000 7f05fb7fe640 1 --2- 172.21.15.42:0/594972203 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5555e0c87c60 0x5555e0c91fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:08.904 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.902+0000 7f0600f98640 1 -- 172.21.15.42:0/594972203 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5555e0c87340 msgr2=0x5555e0c87720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:28:08.904 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.902+0000 7f0600f98640 1 --2- 172.21.15.42:0/594972203 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5555e0c87340 0x5555e0c87720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:08.904 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.902+0000 7f0600f98640 1 -- 172.21.15.42:0/594972203 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5555e0c87c60 msgr2=0x5555e0c91fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:28:08.904 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.902+0000 7f0600f98640 1 --2- 172.21.15.42:0/594972203 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5555e0c87c60 0x5555e0c91fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:08.904 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.902+0000 7f0600f98640 1 -- 172.21.15.42:0/594972203 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5555e0ba59b0 con 0x5555e0c92520 2024-06-06T08:28:08.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.902+0000 7f0600f98640 1 --2- 172.21.15.42:0/594972203 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5555e0c92520 0x5555e0c94910 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f05fc000b60 tx=0x7f05fc085750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=71723227baaeb42d server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:28:08.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.902+0000 7f05fb7fe640 1 --2- 172.21.15.42:0/594972203 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5555e0c87c60 0x5555e0c91fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:28:08.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.903+0000 7f0600f98640 1 --2- 172.21.15.42:0/1174952131 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f05ec0a2d80 0x7f05ec0a5240 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f05fc050cb0 tx=0x7f05fc07d000 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:28:08.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.903+0000 7f05e67fc640 1 -- 172.21.15.42:0/594972203 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05fc086e50 con 0x5555e0c92520 2024-06-06T08:28:08.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.903+0000 7f05e67fc640 1 -- 172.21.15.42:0/594972203 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f05fc0812c0 con 0x5555e0c92520 2024-06-06T08:28:08.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.903+0000 7f05e67fc640 1 -- 172.21.15.42:0/594972203 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05fc090640 con 0x5555e0c92520 2024-06-06T08:28:08.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.904+0000 7f06057df740 1 -- 172.21.15.42:0/594972203 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5555e0c92520 msgr2=0x5555e0c94910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:08.906 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.904+0000 7f06057df740 1 --2- 172.21.15.42:0/594972203 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5555e0c92520 0x5555e0c94910 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f05fc000b60 tx=0x7f05fc085750 comp rx=0 tx=0).stop 2024-06-06T08:28:08.906 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.904+0000 7f06057df740 1 -- 172.21.15.42:0/594972203 shutdown_connections 2024-06-06T08:28:08.906 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.904+0000 7f06057df740 1 --2- 172.21.15.42:0/594972203 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5555e0c92520 0x5555e0c94910 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:08.906 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.904+0000 7f06057df740 1 --2- 172.21.15.42:0/594972203 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5555e0c87c60 0x5555e0c91fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:08.906 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.904+0000 7f06057df740 1 --2- 172.21.15.42:0/594972203 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5555e0c87340 0x5555e0c87720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:08.906 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.904+0000 7f06057df740 1 -- 172.21.15.42:0/594972203 >> 172.21.15.42:0/594972203 conn(0x5555e0c83850 msgr2=0x5555e0c83c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:28:08.906 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.904+0000 7f06057df740 1 -- 172.21.15.42:0/594972203 shutdown_connections 2024-06-06T08:28:08.907 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.904+0000 7f06057df740 1 -- 172.21.15.42:0/594972203 wait complete. 2024-06-06T08:28:08.908 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.905+0000 7f06057df740 1 -- start start 2024-06-06T08:28:08.908 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.905+0000 7f06057df740 1 Processor -- start 2024-06-06T08:28:08.908 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.906+0000 7f06057df740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5555e0c87340 0x5555e0c8f490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:08.908 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.906+0000 7f06057df740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5555e0c87c60 0x5555e0c8f9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:08.908 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.906+0000 7f06057df740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5555e0c92520 0x5555e0c8ff10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:08.908 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.906+0000 7f06057df740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5555e0c950f0 con 0x5555e0c87c60 2024-06-06T08:28:08.908 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.906+0000 7f06057df740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5555e0b74ae0 con 0x5555e0c87340 2024-06-06T08:28:08.908 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.906+0000 7f06057df740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5555e0c95270 con 0x5555e0c92520 2024-06-06T08:28:08.908 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.906+0000 7f06057df740 10 client.0 _ll_register_callbacks cb 0x5555e0bad9b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:28:08.908 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.906+0000 7f05fbfff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5555e0c87340 0x5555e0c8f490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:08.908 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.906+0000 7f05fbfff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5555e0c87340 0x5555e0c8f490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:43524/0 (socket says 172.21.15.42:43524) 2024-06-06T08:28:08.908 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.906+0000 7f05fbfff640 1 -- 172.21.15.42:0/1264546811 learned_addr learned my addr 172.21.15.42:0/1264546811 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:28:08.909 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.906+0000 7f0600f98640 1 --2- 172.21.15.42:0/1264546811 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5555e0c92520 0x5555e0c8ff10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:08.909 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.906+0000 7f05fb7fe640 1 --2- 172.21.15.42:0/1264546811 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5555e0c87c60 0x5555e0c8f9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:08.909 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.906+0000 7f0600f98640 1 -- 172.21.15.42:0/1264546811 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5555e0c87340 msgr2=0x5555e0c8f490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:28:08.909 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.906+0000 7f0600f98640 1 --2- 172.21.15.42:0/1264546811 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5555e0c87340 0x5555e0c8f490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:08.909 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.906+0000 7f0600f98640 1 -- 172.21.15.42:0/1264546811 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5555e0c87c60 msgr2=0x5555e0c8f9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:28:08.909 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.907+0000 7f0600f98640 1 --2- 172.21.15.42:0/1264546811 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5555e0c87c60 0x5555e0c8f9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:08.909 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.907+0000 7f0600f98640 1 -- 172.21.15.42:0/1264546811 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5555e08ff210 con 0x5555e0c92520 2024-06-06T08:28:08.909 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.907+0000 7f05fb7fe640 1 --2- 172.21.15.42:0/1264546811 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5555e0c87c60 0x5555e0c8f9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:28:08.909 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.907+0000 7f0600f98640 1 --2- 172.21.15.42:0/1264546811 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5555e0c92520 0x5555e0c8ff10 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x5555e0c84c70 tx=0x7f05fc0681f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8bc5706aef9b9ad8 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:28:08.909 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.907+0000 7f05db7fe640 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:28:08.909 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.907+0000 7f05db7fe640 1 -- 172.21.15.42:0/1264546811 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05fc0817e0 con 0x5555e0c92520 2024-06-06T08:28:08.909 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.907+0000 7f06057df740 1 -- 172.21.15.42:0/1264546811 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f05fc0812c0 con 0x5555e0c92520 2024-06-06T08:28:08.909 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.907+0000 7f05db7fe640 1 -- 172.21.15.42:0/1264546811 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f05fc09a440 con 0x5555e0c92520 2024-06-06T08:28:08.910 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.908+0000 7f05db7fe640 1 -- 172.21.15.42:0/1264546811 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f05fc09a640 con 0x5555e0c92520 2024-06-06T08:28:08.910 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.908+0000 7f06057df740 10 client.26200 fetch_fsmap learned FSMap version 29 2024-06-06T08:28:08.910 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.908+0000 7f06057df740 1 -- 172.21.15.42:0/1264546811 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5555e09cb620 con 0x5555e0c92520 2024-06-06T08:28:08.911 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.908+0000 7f05db7fe640 1 -- 172.21.15.42:0/1264546811 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f05fc0812c0 con 0x5555e0c92520 2024-06-06T08:28:08.911 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.909+0000 7f05db7fe640 1 -- 172.21.15.42:0/1264546811 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7f05fc0997c0 con 0x5555e0c92520 2024-06-06T08:28:08.911 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.909+0000 7f06057df740 10 client.26200 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T08:28:08.911 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.909+0000 7f06057df740 10 client.26200 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:28:08.912 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.909+0000 7f06057df740 20 client.26200 populate_metadata read hostname 'smithi042' 2024-06-06T08:28:08.912 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.909+0000 7f06057df740 1 --2- 172.21.15.42:0/1264546811 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5555e0ca2660 0x5555e0ca4a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:08.912 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.909+0000 7f06057df740 4 client.26200 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:28:08.912 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.909+0000 7f06057df740 1 -- 172.21.15.42:0/1264546811 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5555e0bfef10 con 0x5555e0ca2660 2024-06-06T08:28:08.912 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.910+0000 7f05fbfff640 1 --2- 172.21.15.42:0/1264546811 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5555e0ca2660 0x5555e0ca4a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:08.912 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.910+0000 7f05fbfff640 1 --2- 172.21.15.42:0/1264546811 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5555e0ca2660 0x5555e0ca4a50 crc :-1 s=READY pgs=145 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7a396aed365236c5 server_cookie=620fd95b74d01222 in_seq=0 out_seq=0 2024-06-06T08:28:08.912 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.910+0000 7f05db7fe640 10 client.26200 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:28:08.912 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.911+0000 7f05db7fe640 1 -- 172.21.15.42:0/1264546811 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x5555e0bfef10 con 0x5555e0ca2660 2024-06-06T08:28:08.912 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.911+0000 7f05db7fe640 10 client.26200 handle_command_reply: tid=0 2024-06-06T08:28:08.912 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.911+0000 7f06057df740 1 client.26200 shutdown 2024-06-06T08:28:08.912 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.912+0000 7f06057df740 1 -- 172.21.15.42:0/1264546811 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5555e0c92520 msgr2=0x5555e0c8ff10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:08.912 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.912+0000 7f06057df740 1 --2- 172.21.15.42:0/1264546811 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5555e0c92520 0x5555e0c8ff10 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x5555e0c84c70 tx=0x7f05fc0681f0 comp rx=0 tx=0).stop 2024-06-06T08:28:08.913 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.912+0000 7f06057df740 1 -- 172.21.15.42:0/1264546811 shutdown_connections 2024-06-06T08:28:08.913 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.912+0000 7f06057df740 1 --2- 172.21.15.42:0/1264546811 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5555e0ca2660 0x5555e0ca4a50 crc :-1 s=READY pgs=145 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:08.913 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.912+0000 7f06057df740 1 --2- 172.21.15.42:0/1264546811 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5555e0c92520 0x5555e0c8ff10 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:08.913 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.912+0000 7f06057df740 1 --2- 172.21.15.42:0/1264546811 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5555e0c87c60 0x5555e0c8f9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:08.913 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.912+0000 7f06057df740 1 --2- 172.21.15.42:0/1264546811 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5555e0c87340 0x5555e0c8f490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:08.913 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.912+0000 7f06057df740 1 -- 172.21.15.42:0/1264546811 >> 172.21.15.42:0/1264546811 conn(0x5555e0c83850 msgr2=0x5555e0c895d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:28:08.914 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.912+0000 7f05db7fe640 0 client.26200 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:28:08.914 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.912+0000 7f06057df740 1 -- 172.21.15.42:0/1264546811 shutdown_connections 2024-06-06T08:28:08.914 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.912+0000 7f06057df740 1 -- 172.21.15.42:0/1264546811 wait complete. 2024-06-06T08:28:08.914 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.912+0000 7f06057df740 20 client.26200 trim_cache size 0 max 16384 2024-06-06T08:28:08.947 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.946+0000 7f06057df740 1 Processor -- start 2024-06-06T08:28:08.947 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.946+0000 7f06057df740 1 -- start start 2024-06-06T08:28:08.947 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.946+0000 7f06057df740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5555e0c87340 0x5555e0c89450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:08.947 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.946+0000 7f06057df740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5555e0c87c60 0x5555e0caa0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:08.947 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.946+0000 7f06057df740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5555e0c92520 0x5555e0caa620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:08.947 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.946+0000 7f06057df740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f05f414bfc0 con 0x5555e0c87340 2024-06-06T08:28:08.948 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.946+0000 7f06057df740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f05f4149860 con 0x5555e0c87c60 2024-06-06T08:28:08.948 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.946+0000 7f06057df740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f05f41476b0 con 0x5555e0c92520 2024-06-06T08:28:08.948 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.946+0000 7f05fbfff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5555e0c87340 0x5555e0c89450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:08.948 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.946+0000 7f05fbfff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5555e0c87340 0x5555e0c89450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:44672/0 (socket says 172.21.15.42:44672) 2024-06-06T08:28:08.948 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.946+0000 7f05fb7fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5555e0c87c60 0x5555e0caa0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:08.948 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.946+0000 7f05fbfff640 1 -- 172.21.15.42:0/573634837 learned_addr learned my addr 172.21.15.42:0/573634837 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:28:08.948 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.946+0000 7f0600f98640 1 --2- 172.21.15.42:0/573634837 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5555e0c92520 0x5555e0caa620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:08.948 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.946+0000 7f05fbfff640 1 -- 172.21.15.42:0/573634837 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5555e0c92520 msgr2=0x5555e0caa620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:28:08.948 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.946+0000 7f05fbfff640 1 --2- 172.21.15.42:0/573634837 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5555e0c92520 0x5555e0caa620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:08.948 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.946+0000 7f05fbfff640 1 -- 172.21.15.42:0/573634837 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5555e0c87c60 msgr2=0x5555e0caa0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:28:08.948 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.946+0000 7f05fbfff640 1 --2- 172.21.15.42:0/573634837 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5555e0c87c60 0x5555e0caa0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:08.948 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.946+0000 7f05fbfff640 1 -- 172.21.15.42:0/573634837 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5555e0c8b050 con 0x5555e0c87340 2024-06-06T08:28:08.949 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.947+0000 7f05fb7fe640 1 --2- 172.21.15.42:0/573634837 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5555e0c87c60 0x5555e0caa0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:28:08.949 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.947+0000 7f05fbfff640 1 --2- 172.21.15.42:0/573634837 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5555e0c87340 0x5555e0c89450 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f05f00b8ad0 tx=0x7f05f00dc040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e4f067af32a9a5c server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:28:08.949 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.947+0000 7f05e5ffb640 1 -- 172.21.15.42:0/573634837 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05f0049040 con 0x5555e0c87340 2024-06-06T08:28:08.949 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.947+0000 7f05e5ffb640 1 -- 172.21.15.42:0/573634837 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f05f00bc100 con 0x5555e0c87340 2024-06-06T08:28:08.949 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.947+0000 7f05e5ffb640 1 -- 172.21.15.42:0/573634837 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05f00c0120 con 0x5555e0c87340 2024-06-06T08:28:08.953 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.948+0000 7f06057df740 1 -- 172.21.15.42:0/573634837 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5555e0c87340 msgr2=0x5555e0c89450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:08.953 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.948+0000 7f06057df740 1 --2- 172.21.15.42:0/573634837 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5555e0c87340 0x5555e0c89450 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f05f00b8ad0 tx=0x7f05f00dc040 comp rx=0 tx=0).stop 2024-06-06T08:28:08.953 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.948+0000 7f06057df740 1 -- 172.21.15.42:0/573634837 shutdown_connections 2024-06-06T08:28:08.953 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.948+0000 7f06057df740 1 --2- 172.21.15.42:0/573634837 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5555e0c87c60 0x5555e0caa0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:08.953 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.948+0000 7f06057df740 1 --2- 172.21.15.42:0/573634837 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5555e0c92520 0x5555e0caa620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:08.953 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.948+0000 7f06057df740 1 --2- 172.21.15.42:0/573634837 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5555e0c87340 0x5555e0c89450 unknown :-1 s=CLOSED pgs=731 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:08.953 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.948+0000 7f06057df740 1 -- 172.21.15.42:0/573634837 >> 172.21.15.42:0/573634837 conn(0x5555e0c83850 msgr2=0x5555e0c88d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:28:08.953 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.948+0000 7f06057df740 1 -- 172.21.15.42:0/573634837 shutdown_connections 2024-06-06T08:28:08.953 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.948+0000 7f06057df740 1 -- 172.21.15.42:0/573634837 wait complete. 2024-06-06T08:28:08.953 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.948+0000 7f06057df740 1 -- start start 2024-06-06T08:28:08.954 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.949+0000 7f06057df740 1 Processor -- start 2024-06-06T08:28:08.954 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.949+0000 7f06057df740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5555e0c87340 0x5555e0c9ab00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:08.954 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.949+0000 7f06057df740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5555e0c87c60 0x5555e0c95ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:08.954 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.949+0000 7f06057df740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5555e0c92520 0x5555e0c96400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:08.954 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.949+0000 7f06057df740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f05f4147d20 con 0x5555e0c87340 2024-06-06T08:28:08.954 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.949+0000 7f06057df740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f05f4149190 con 0x5555e0c87c60 2024-06-06T08:28:08.954 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.949+0000 7f06057df740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f05f41483f0 con 0x5555e0c92520 2024-06-06T08:28:08.954 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.949+0000 7f06057df740 10 client.0 _ll_register_callbacks cb 0x7f05e800b3a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:28:08.954 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.949+0000 7f05fbfff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5555e0c87340 0x5555e0c9ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:08.955 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.949+0000 7f0600f98640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5555e0c92520 0x5555e0c96400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:08.955 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.949+0000 7f05fb7fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5555e0c87c60 0x5555e0c95ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:08.955 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.949+0000 7f0600f98640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5555e0c92520 0x5555e0c96400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:55646/0 (socket says 172.21.15.42:55646) 2024-06-06T08:28:08.955 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.949+0000 7f05fbfff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5555e0c87340 0x5555e0c9ab00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:44684/0 (socket says 172.21.15.42:44684) 2024-06-06T08:28:08.955 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.949+0000 7f0600f98640 1 -- 172.21.15.42:0/596199769 learned_addr learned my addr 172.21.15.42:0/596199769 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:28:08.955 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.949+0000 7f05fb7fe640 1 -- 172.21.15.42:0/596199769 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5555e0c92520 msgr2=0x5555e0c96400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:28:08.955 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.949+0000 7f05fb7fe640 1 --2- 172.21.15.42:0/596199769 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5555e0c92520 0x5555e0c96400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:08.955 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.949+0000 7f05fb7fe640 1 -- 172.21.15.42:0/596199769 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5555e0c87340 msgr2=0x5555e0c9ab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:28:08.955 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.949+0000 7f05fb7fe640 1 --2- 172.21.15.42:0/596199769 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5555e0c87340 0x5555e0c9ab00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:08.955 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.949+0000 7f05fb7fe640 1 -- 172.21.15.42:0/596199769 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5555e0c96a70 con 0x5555e0c87c60 2024-06-06T08:28:08.955 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.949+0000 7f0600f98640 1 --2- 172.21.15.42:0/596199769 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5555e0c92520 0x5555e0c96400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:28:08.955 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.949+0000 7f05fbfff640 1 --2- 172.21.15.42:0/596199769 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5555e0c87340 0x5555e0c9ab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:28:08.955 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.950+0000 7f05fb7fe640 1 --2- 172.21.15.42:0/596199769 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5555e0c87c60 0x5555e0c95ec0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x5555e0c90a60 tx=0x7f05e8013830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b35064d478d8a80c server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:28:08.956 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.950+0000 7f05db7fe640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:28:08.956 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.950+0000 7f05db7fe640 1 -- 172.21.15.42:0/596199769 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05e8004300 con 0x5555e0c87c60 2024-06-06T08:28:08.956 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.950+0000 7f06057df740 1 -- 172.21.15.42:0/596199769 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f05f00bc100 con 0x5555e0c87c60 2024-06-06T08:28:08.956 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.950+0000 7f05db7fe640 1 -- 172.21.15.42:0/596199769 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f05e80035f0 con 0x5555e0c87c60 2024-06-06T08:28:08.956 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.950+0000 7f05db7fe640 1 -- 172.21.15.42:0/596199769 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f05e80044a0 con 0x5555e0c87c60 2024-06-06T08:28:08.956 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.950+0000 7f06057df740 10 client.26303 fetch_fsmap learned FSMap version 29 2024-06-06T08:28:08.956 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.950+0000 7f06057df740 1 -- 172.21.15.42:0/596199769 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5555e0d0d030 con 0x5555e0c87c60 2024-06-06T08:28:08.956 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.950+0000 7f05db7fe640 1 -- 172.21.15.42:0/596199769 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f05f00bc100 con 0x5555e0c87c60 2024-06-06T08:28:08.956 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.951+0000 7f05db7fe640 1 -- 172.21.15.42:0/596199769 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7f05e80119d0 con 0x5555e0c87c60 2024-06-06T08:28:08.956 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.951+0000 7f06057df740 10 client.26303 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T08:28:08.956 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.951+0000 7f06057df740 10 client.26303 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:28:08.956 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.951+0000 7f06057df740 20 client.26303 populate_metadata read hostname 'smithi042' 2024-06-06T08:28:08.956 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.951+0000 7f06057df740 1 --2- 172.21.15.42:0/596199769 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5555e0d0d810 0x5555e0d0fc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:08.957 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.951+0000 7f06057df740 4 client.26303 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:28:08.957 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.951+0000 7f06057df740 1 -- 172.21.15.42:0/596199769 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5555e0bf8c20 con 0x5555e0d0d810 2024-06-06T08:28:08.957 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.951+0000 7f05fbfff640 1 --2- 172.21.15.42:0/596199769 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5555e0d0d810 0x5555e0d0fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:08.957 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.951+0000 7f05fbfff640 1 --2- 172.21.15.42:0/596199769 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5555e0d0d810 0x5555e0d0fc30 crc :-1 s=READY pgs=146 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f727e9145dd2ad15 server_cookie=1692c5c3a1a29b1 in_seq=0 out_seq=0 2024-06-06T08:28:08.957 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:08.951+0000 7f05db7fe640 10 client.26303 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:28:09.209 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-06-06T08:28:09.739 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:28:10.042 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:10.041+0000 7f05db7fe640 1 -- 172.21.15.42:0/596199769 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5555e0bf8c20 con 0x5555e0d0d810 2024-06-06T08:28:10.042 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:10.041+0000 7f05db7fe640 10 client.26303 handle_command_reply: tid=0 2024-06-06T08:28:10.042 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:10.041+0000 7f06057df740 1 client.26303 shutdown 2024-06-06T08:28:10.042 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:10.041+0000 7f06057df740 1 -- 172.21.15.42:0/596199769 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5555e0c87c60 msgr2=0x5555e0c95ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:10.042 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:10.041+0000 7f06057df740 1 --2- 172.21.15.42:0/596199769 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5555e0c87c60 0x5555e0c95ec0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x5555e0c90a60 tx=0x7f05e8013830 comp rx=0 tx=0).stop 2024-06-06T08:28:10.042 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:10.042+0000 7f06057df740 1 -- 172.21.15.42:0/596199769 shutdown_connections 2024-06-06T08:28:10.042 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:10.042+0000 7f06057df740 1 --2- 172.21.15.42:0/596199769 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5555e0d0d810 0x5555e0d0fc30 crc :-1 s=READY pgs=146 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:10.042 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:10.042+0000 7f06057df740 1 --2- 172.21.15.42:0/596199769 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5555e0c87c60 0x5555e0c95ec0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:10.042 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:10.042+0000 7f06057df740 1 --2- 172.21.15.42:0/596199769 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5555e0c92520 0x5555e0c96400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:10.043 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:10.042+0000 7f06057df740 1 --2- 172.21.15.42:0/596199769 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5555e0c87340 0x5555e0c9ab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:10.043 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:10.042+0000 7f06057df740 1 -- 172.21.15.42:0/596199769 >> 172.21.15.42:0/596199769 conn(0x5555e0c83850 msgr2=0x5555e0c8fce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:28:10.043 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:10.042+0000 7f05db7fe640 0 client.26303 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:28:10.043 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:10.042+0000 7f06057df740 1 -- 172.21.15.42:0/596199769 shutdown_connections 2024-06-06T08:28:10.043 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:10.042+0000 7f06057df740 1 -- 172.21.15.42:0/596199769 wait complete. 2024-06-06T08:28:10.043 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:10.042+0000 7f06057df740 20 client.26303 trim_cache size 0 max 16384 2024-06-06T08:28:10.043 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:28:10.043 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:28:10.044 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:28:10.044 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:10.043+0000 7f06029fb640 1 -- 172.21.15.42:0/1174952131 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f05ec0a2d80 msgr2=0x7f05ec0a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:10.044 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:10.043+0000 7f06029fb640 1 --2- 172.21.15.42:0/1174952131 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f05ec0a2d80 0x7f05ec0a5240 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f05fc050cb0 tx=0x7f05fc07d000 comp rx=0 tx=0).stop 2024-06-06T08:28:10.044 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:10.043+0000 7f06029fb640 1 -- 172.21.15.42:0/1174952131 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f05f409c980 msgr2=0x7f05f4138910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:10.045 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:10.043+0000 7f06029fb640 1 --2- 172.21.15.42:0/1174952131 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f05f409c980 0x7f05f4138910 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f05f002a9f0 tx=0x7f05f0003b60 comp rx=0 tx=0).stop 2024-06-06T08:28:10.045 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:10.043+0000 7f06029fb640 1 -- 172.21.15.42:0/1174952131 shutdown_connections 2024-06-06T08:28:10.045 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:10.043+0000 7f06029fb640 1 --2- 172.21.15.42:0/1174952131 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f05ec0a2d80 0x7f05ec0a5240 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:10.045 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:10.043+0000 7f06029fb640 1 --2- 172.21.15.42:0/1174952131 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f05f40a12f0 0x7f05f4132b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:10.045 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:10.043+0000 7f06029fb640 1 --2- 172.21.15.42:0/1174952131 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f05f409d340 0x7f05f4138e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:10.045 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:10.043+0000 7f06029fb640 1 --2- 172.21.15.42:0/1174952131 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f05f409c980 0x7f05f4138910 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:10.045 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:10.043+0000 7f06029fb640 1 -- 172.21.15.42:0/1174952131 >> 172.21.15.42:0/1174952131 conn(0x7f05f400ba40 msgr2=0x7f05f409f380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:28:10.045 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:10.043+0000 7f06029fb640 1 -- 172.21.15.42:0/1174952131 shutdown_connections 2024-06-06T08:28:10.045 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:10.043+0000 7f06029fb640 1 -- 172.21.15.42:0/1174952131 wait complete. 2024-06-06T08:28:10.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:28:10 smithi120 ceph-mon[36658]: pgmap v169: 129 pgs: 129 active+clean; 695 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 MiB/s rd, 6.1 MiB/s wr, 493 op/s 2024-06-06T08:28:10.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:28:10 smithi149 ceph-mon[36842]: pgmap v169: 129 pgs: 129 active+clean; 695 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 MiB/s rd, 6.1 MiB/s wr, 493 op/s 2024-06-06T08:28:10.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:28:10 smithi042 ceph-mon[32384]: pgmap v169: 129 pgs: 129 active+clean; 695 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 MiB/s rd, 6.1 MiB/s wr, 493 op/s 2024-06-06T08:28:12.560 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:28:12 smithi042 ceph-mon[32384]: pgmap v170: 129 pgs: 129 active+clean; 695 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 5.6 MiB/s wr, 395 op/s 2024-06-06T08:28:12.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:28:12 smithi120 ceph-mon[36658]: pgmap v170: 129 pgs: 129 active+clean; 695 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 5.6 MiB/s wr, 395 op/s 2024-06-06T08:28:12.738 INFO:tasks.workunit.client.0.smithi042.stdout: 208 1609204 1103 1075109 932 517036 1221 2024-06-06T08:28:12.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:28:12 smithi149 ceph-mon[36842]: pgmap v170: 129 pgs: 129 active+clean; 695 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 5.6 MiB/s wr, 395 op/s 2024-06-06T08:28:13.015 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.016+0000 7fce06933700 1 -- 172.21.15.42:0/2661699241 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fce001099d0 msgr2=0x7fce00109e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:13.015 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.016+0000 7fce06933700 1 --2- 172.21.15.42:0/2661699241 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fce001099d0 0x7fce00109e50 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fcdf40098f0 tx=0x7fcdf4009c00 comp rx=0 tx=0).stop 2024-06-06T08:28:13.034 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.032+0000 7fce06933700 1 -- 172.21.15.42:0/2661699241 shutdown_connections 2024-06-06T08:28:13.034 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.032+0000 7fce06933700 1 --2- 172.21.15.42:0/2661699241 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fce0011bc70 0x7fce0011e060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:13.034 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.032+0000 7fce06933700 1 --2- 172.21.15.42:0/2661699241 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fce00110c70 0x7fce00109490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:13.038 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.032+0000 7fce06933700 1 --2- 172.21.15.42:0/2661699241 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fce001099d0 0x7fce00109e50 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:13.038 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.032+0000 7fce06933700 1 -- 172.21.15.42:0/2661699241 >> 172.21.15.42:0/2661699241 conn(0x7fce0006d600 msgr2=0x7fce0006da10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:28:13.038 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.032+0000 7fce06933700 1 -- 172.21.15.42:0/2661699241 shutdown_connections 2024-06-06T08:28:13.038 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.032+0000 7fce06933700 1 -- 172.21.15.42:0/2661699241 wait complete. 2024-06-06T08:28:13.038 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.033+0000 7fce06933700 1 Processor -- start 2024-06-06T08:28:13.038 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.033+0000 7fce06933700 1 -- start start 2024-06-06T08:28:13.051 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.034+0000 7fce06933700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fce001099d0 0x7fce0011a1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:13.051 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.034+0000 7fce06933700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fce00110c70 0x7fce0011a730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:13.051 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.034+0000 7fce06933700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fce0011bc70 0x7fce001134d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:13.051 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.034+0000 7fce06933700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fce00121680 con 0x7fce0011bc70 2024-06-06T08:28:13.051 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.034+0000 7fce06933700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fce00121500 con 0x7fce00110c70 2024-06-06T08:28:13.051 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.034+0000 7fce06933700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fce00121800 con 0x7fce001099d0 2024-06-06T08:28:13.051 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.034+0000 7fcdfffff700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fce001099d0 0x7fce0011a1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:13.051 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.034+0000 7fcdfffff700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fce001099d0 0x7fce0011a1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:55672/0 (socket says 172.21.15.42:55672) 2024-06-06T08:28:13.051 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.035+0000 7fcdfffff700 1 -- 172.21.15.42:0/580726516 learned_addr learned my addr 172.21.15.42:0/580726516 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:28:13.051 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.035+0000 7fcdff7fe700 1 --2- 172.21.15.42:0/580726516 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fce00110c70 0x7fce0011a730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:13.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.035+0000 7fcdfffff700 1 -- 172.21.15.42:0/580726516 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fce00110c70 msgr2=0x7fce0011a730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:13.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.035+0000 7fcdfffff700 1 --2- 172.21.15.42:0/580726516 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fce00110c70 0x7fce0011a730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:13.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.035+0000 7fcdfffff700 1 -- 172.21.15.42:0/580726516 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fce0011bc70 msgr2=0x7fce001134d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:13.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.035+0000 7fcdfffff700 1 --2- 172.21.15.42:0/580726516 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fce0011bc70 0x7fce001134d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:13.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.035+0000 7fcdfffff700 1 -- 172.21.15.42:0/580726516 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce00113dd0 con 0x7fce001099d0 2024-06-06T08:28:13.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.035+0000 7fcdfffff700 1 --2- 172.21.15.42:0/580726516 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fce001099d0 0x7fce0011a1f0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fcdf000e9a0 tx=0x7fcdf000ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:28:13.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.039+0000 7fcdfd7fa700 1 -- 172.21.15.42:0/580726516 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdf000cbd0 con 0x7fce001099d0 2024-06-06T08:28:13.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.039+0000 7fce06933700 1 -- 172.21.15.42:0/580726516 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fce001140c0 con 0x7fce001099d0 2024-06-06T08:28:13.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.039+0000 7fce06933700 1 -- 172.21.15.42:0/580726516 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fce00118010 con 0x7fce001099d0 2024-06-06T08:28:13.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.045+0000 7fce111b6b80 1 Processor -- start 2024-06-06T08:28:13.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.045+0000 7fce111b6b80 1 -- start start 2024-06-06T08:28:13.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.047+0000 7fce111b6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556926112f60 0x556926113340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:13.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.048+0000 7fce111b6b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556926113880 0x55692610d260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:13.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.048+0000 7fce111b6b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55692610d7a0 0x55692610dbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:13.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.048+0000 7fce111b6b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x556925ffff60 con 0x556926112f60 2024-06-06T08:28:13.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.048+0000 7fce111b6b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55692605e850 con 0x55692610d7a0 2024-06-06T08:28:13.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.048+0000 7fce111b6b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x556925fc6460 con 0x556926113880 2024-06-06T08:28:13.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.048+0000 7fcdfd7fa700 1 -- 172.21.15.42:0/580726516 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcdf000cd70 con 0x7fce001099d0 2024-06-06T08:28:13.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.048+0000 7fcdff7fe700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55692610d7a0 0x55692610dbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:13.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.048+0000 7fcdff7fe700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55692610d7a0 0x55692610dbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:43576/0 (socket says 172.21.15.42:43576) 2024-06-06T08:28:13.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.048+0000 7fcdff7fe700 1 -- 172.21.15.42:0/3158742414 learned_addr learned my addr 172.21.15.42:0/3158742414 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:28:13.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.048+0000 7fcdfffff700 1 --2- 172.21.15.42:0/3158742414 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556926113880 0x55692610d260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:13.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.049+0000 7fcdfffff700 1 -- 172.21.15.42:0/3158742414 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55692610d7a0 msgr2=0x55692610dbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:28:13.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.049+0000 7fcdfffff700 1 --2- 172.21.15.42:0/3158742414 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55692610d7a0 0x55692610dbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:13.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.049+0000 7fcdfffff700 1 -- 172.21.15.42:0/3158742414 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556926112f60 msgr2=0x556926113340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:28:13.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.049+0000 7fcdfffff700 1 --2- 172.21.15.42:0/3158742414 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556926112f60 0x556926113340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:13.054 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.048+0000 7fcdfd7fa700 1 -- 172.21.15.42:0/580726516 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdf0018680 con 0x7fce001099d0 2024-06-06T08:28:13.054 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.049+0000 7fcdfd7fa700 1 -- 172.21.15.42:0/580726516 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fcdf00188e0 con 0x7fce001099d0 2024-06-06T08:28:13.054 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.050+0000 7fcdfffff700 1 -- 172.21.15.42:0/3158742414 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556925fad8d0 con 0x556926113880 2024-06-06T08:28:13.054 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.052+0000 7fcdfffff700 1 --2- 172.21.15.42:0/3158742414 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556926113880 0x55692610d260 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fcdf00cde10 tx=0x7fcdf0017000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=39b58855933de7b5 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:28:13.054 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.052+0000 7fcdfd7fa700 1 --2- 172.21.15.42:0/580726516 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fcde80a2f90 0x7fcde80a5450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:13.054 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.052+0000 7fcdfd7fa700 1 -- 172.21.15.42:0/580726516 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fcdf00d09e0 con 0x7fce001099d0 2024-06-06T08:28:13.054 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.053+0000 7fce04ed0700 1 --2- 172.21.15.42:0/580726516 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fcde80a2f90 0x7fcde80a5450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:13.055 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.053+0000 7fcde67fc700 1 -- 172.21.15.42:0/3158742414 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdf0098e80 con 0x556926113880 2024-06-06T08:28:13.055 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.053+0000 7fcde67fc700 1 -- 172.21.15.42:0/3158742414 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcdf00e0070 con 0x556926113880 2024-06-06T08:28:13.055 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.053+0000 7fce04ed0700 1 --2- 172.21.15.42:0/580726516 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fcde80a2f90 0x7fcde80a5450 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fcdf80060b0 tx=0x7fcdf800d040 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:28:13.055 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.054+0000 7fce111b6b80 1 -- 172.21.15.42:0/3158742414 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556926113880 msgr2=0x55692610d260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:13.055 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.055+0000 7fce111b6b80 1 --2- 172.21.15.42:0/3158742414 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556926113880 0x55692610d260 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fcdf00cde10 tx=0x7fcdf0017000 comp rx=0 tx=0).stop 2024-06-06T08:28:13.061 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.056+0000 7fce111b6b80 1 -- 172.21.15.42:0/3158742414 shutdown_connections 2024-06-06T08:28:13.061 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.056+0000 7fce111b6b80 1 --2- 172.21.15.42:0/3158742414 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55692610d7a0 0x55692610dbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:13.061 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.056+0000 7fce111b6b80 1 --2- 172.21.15.42:0/3158742414 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556926112f60 0x556926113340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:13.061 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.056+0000 7fce111b6b80 1 --2- 172.21.15.42:0/3158742414 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556926113880 0x55692610d260 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:13.061 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.056+0000 7fce111b6b80 1 -- 172.21.15.42:0/3158742414 >> 172.21.15.42:0/3158742414 conn(0x55692603a080 msgr2=0x556926108220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:28:13.061 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.058+0000 7fce111b6b80 1 -- 172.21.15.42:0/3158742414 shutdown_connections 2024-06-06T08:28:13.061 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.058+0000 7fce111b6b80 1 -- 172.21.15.42:0/3158742414 wait complete. 2024-06-06T08:28:13.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.058+0000 7fce111b6b80 1 -- start start 2024-06-06T08:28:13.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.059+0000 7fce111b6b80 1 Processor -- start 2024-06-06T08:28:13.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.059+0000 7fce111b6b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55692610d7a0 0x55692613b4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:13.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.059+0000 7fce111b6b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556926112f60 0x5569261387f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:13.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.059+0000 7fce111b6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556926113880 0x556926138d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:13.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.059+0000 7fcdff7fe700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556926112f60 0x5569261387f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:13.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.059+0000 7fcdff7fe700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556926112f60 0x5569261387f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:55684/0 (socket says 172.21.15.42:55684) 2024-06-06T08:28:13.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.060+0000 7fcdfffff700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55692610d7a0 0x55692613b4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:13.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.060+0000 7fcdfffff700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55692610d7a0 0x55692613b4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:43588/0 (socket says 172.21.15.42:43588) 2024-06-06T08:28:13.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.060+0000 7fcdff7fe700 1 -- 172.21.15.42:0/3743035888 learned_addr learned my addr 172.21.15.42:0/3743035888 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:28:13.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.060+0000 7fce111b6b80 1 -- 172.21.15.42:0/3743035888 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x556925ffefc0 con 0x556926113880 2024-06-06T08:28:13.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.060+0000 7fce111b6b80 1 -- 172.21.15.42:0/3743035888 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55692605a810 con 0x55692610d7a0 2024-06-06T08:28:13.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.060+0000 7fce111b6b80 1 -- 172.21.15.42:0/3743035888 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55692613c2e0 con 0x556926112f60 2024-06-06T08:28:13.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.060+0000 7fce111b6b80 10 client.0 _ll_register_callbacks cb 0x556925ff45b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:28:13.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.060+0000 7fcdfffff700 1 -- 172.21.15.42:0/3743035888 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556926112f60 msgr2=0x5569261387f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:28:13.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.060+0000 7fcdfffff700 1 --2- 172.21.15.42:0/3743035888 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556926112f60 0x5569261387f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:13.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.060+0000 7fcdfffff700 1 -- 172.21.15.42:0/3743035888 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556926113880 msgr2=0x556926138d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:28:13.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.060+0000 7fcdfffff700 1 --2- 172.21.15.42:0/3743035888 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556926113880 0x556926138d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:13.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.060+0000 7fcdfffff700 1 -- 172.21.15.42:0/3743035888 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556926024750 con 0x55692610d7a0 2024-06-06T08:28:13.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.061+0000 7fcdfffff700 1 --2- 172.21.15.42:0/3743035888 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55692610d7a0 0x55692613b4f0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fcdf000f010 tx=0x7fcdf0005bb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2095f98baa0d298c server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:28:13.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.061+0000 7fcddf7fe700 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:28:13.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.061+0000 7fcddf7fe700 1 -- 172.21.15.42:0/3743035888 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdf009c360 con 0x55692610d7a0 2024-06-06T08:28:13.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.066+0000 7fce111b6b80 1 -- 172.21.15.42:0/3743035888 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcdf00e0070 con 0x55692610d7a0 2024-06-06T08:28:13.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.066+0000 7fcddf7fe700 1 -- 172.21.15.42:0/3743035888 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fcdf009ce40 con 0x55692610d7a0 2024-06-06T08:28:13.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.066+0000 7fcddf7fe700 1 -- 172.21.15.42:0/3743035888 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fcdf009c540 con 0x55692610d7a0 2024-06-06T08:28:13.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.066+0000 7fce111b6b80 10 client.26315 fetch_fsmap learned FSMap version 29 2024-06-06T08:28:13.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.066+0000 7fce111b6b80 1 -- 172.21.15.42:0/3743035888 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5569261469c0 con 0x55692610d7a0 2024-06-06T08:28:13.066 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.067+0000 7fcddf7fe700 1 -- 172.21.15.42:0/3743035888 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcdf00e0070 con 0x55692610d7a0 2024-06-06T08:28:13.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.068+0000 7fcddf7fe700 1 -- 172.21.15.42:0/3743035888 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7fcdf0018bd0 con 0x55692610d7a0 2024-06-06T08:28:13.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.068+0000 7fce111b6b80 10 client.26315 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T08:28:13.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.068+0000 7fce111b6b80 10 client.26315 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:28:13.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.068+0000 7fce111b6b80 20 client.26315 populate_metadata read hostname 'smithi042' 2024-06-06T08:28:13.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.068+0000 7fce111b6b80 1 --2- 172.21.15.42:0/3743035888 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x556926149110 0x55692614b570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:13.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.068+0000 7fce111b6b80 4 client.26315 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:28:13.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.068+0000 7fce111b6b80 1 -- 172.21.15.42:0/3743035888 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55692606bd50 con 0x556926149110 2024-06-06T08:28:13.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.068+0000 7fcdff7fe700 1 --2- 172.21.15.42:0/3743035888 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x556926149110 0x55692614b570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:13.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.069+0000 7fcdff7fe700 1 --2- 172.21.15.42:0/3743035888 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x556926149110 0x55692614b570 crc :-1 s=READY pgs=147 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7ecef08a8cea7380 server_cookie=32527f2ec2ee879 in_seq=0 out_seq=0 2024-06-06T08:28:13.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.069+0000 7fcddf7fe700 10 client.26315 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:28:13.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.070+0000 7fcddf7fe700 1 -- 172.21.15.42:0/3743035888 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55692606bd50 con 0x556926149110 2024-06-06T08:28:13.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.070+0000 7fcddf7fe700 10 client.26315 handle_command_reply: tid=0 2024-06-06T08:28:13.071 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.070+0000 7fce111b6b80 1 client.26315 shutdown 2024-06-06T08:28:13.071 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.071+0000 7fce111b6b80 1 -- 172.21.15.42:0/3743035888 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55692610d7a0 msgr2=0x55692613b4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:13.071 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.071+0000 7fce111b6b80 1 --2- 172.21.15.42:0/3743035888 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55692610d7a0 0x55692613b4f0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fcdf000f010 tx=0x7fcdf0005bb0 comp rx=0 tx=0).stop 2024-06-06T08:28:13.071 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.071+0000 7fce111b6b80 1 -- 172.21.15.42:0/3743035888 shutdown_connections 2024-06-06T08:28:13.071 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.071+0000 7fce111b6b80 1 --2- 172.21.15.42:0/3743035888 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556926113880 0x556926138d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:13.071 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.071+0000 7fce111b6b80 1 --2- 172.21.15.42:0/3743035888 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x556926149110 0x55692614b570 crc :-1 s=READY pgs=147 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:13.071 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.071+0000 7fce111b6b80 1 --2- 172.21.15.42:0/3743035888 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55692610d7a0 0x55692613b4f0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:13.071 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.071+0000 7fce111b6b80 1 --2- 172.21.15.42:0/3743035888 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556926112f60 0x5569261387f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:13.071 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.071+0000 7fce111b6b80 1 -- 172.21.15.42:0/3743035888 >> 172.21.15.42:0/3743035888 conn(0x55692603a080 msgr2=0x556926106e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:28:13.072 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.072+0000 7fcddf7fe700 0 client.26315 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:28:13.072 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.072+0000 7fce111b6b80 1 -- 172.21.15.42:0/3743035888 shutdown_connections 2024-06-06T08:28:13.072 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.072+0000 7fce111b6b80 1 -- 172.21.15.42:0/3743035888 wait complete. 2024-06-06T08:28:13.075 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.072+0000 7fce111b6b80 20 client.26315 trim_cache size 0 max 16384 2024-06-06T08:28:13.132 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.130+0000 7fce111b6b80 1 Processor -- start 2024-06-06T08:28:13.132 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.132+0000 7fce111b6b80 1 -- start start 2024-06-06T08:28:13.132 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.132+0000 7fce111b6b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55692610d7a0 0x55692610d260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:13.132 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.132+0000 7fce111b6b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556926112f60 0x556926137810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:13.132 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.132+0000 7fce111b6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556926113880 0x556926106e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:13.132 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.133+0000 7fcdff7fe700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556926112f60 0x556926137810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:13.133 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.133+0000 7fcdfffff700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55692610d7a0 0x55692610d260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:13.133 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.133+0000 7fcdfffff700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55692610d7a0 0x55692610d260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:55692/0 (socket says 172.21.15.42:55692) 2024-06-06T08:28:13.133 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.133+0000 7fcdff7fe700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556926112f60 0x556926137810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:43592/0 (socket says 172.21.15.42:43592) 2024-06-06T08:28:13.133 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.133+0000 7fce04ed0700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556926113880 0x556926106e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:13.133 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.133+0000 7fcdfffff700 1 -- 172.21.15.42:0/155796598 learned_addr learned my addr 172.21.15.42:0/155796598 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:28:13.133 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.133+0000 7fce111b6b80 1 -- 172.21.15.42:0/155796598 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fcdec011510 con 0x556926113880 2024-06-06T08:28:13.133 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.133+0000 7fce111b6b80 1 -- 172.21.15.42:0/155796598 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fcdec00ed70 con 0x556926112f60 2024-06-06T08:28:13.133 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.133+0000 7fce111b6b80 1 -- 172.21.15.42:0/155796598 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fcdec00cbc0 con 0x55692610d7a0 2024-06-06T08:28:13.134 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.133+0000 7fcdfffff700 1 -- 172.21.15.42:0/155796598 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556926112f60 msgr2=0x556926137810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:28:13.134 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.133+0000 7fcdfffff700 1 --2- 172.21.15.42:0/155796598 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556926112f60 0x556926137810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:13.134 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.133+0000 7fcdfffff700 1 -- 172.21.15.42:0/155796598 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556926113880 msgr2=0x556926106e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:28:13.134 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.133+0000 7fcdfffff700 1 --2- 172.21.15.42:0/155796598 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556926113880 0x556926106e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:13.134 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.133+0000 7fcdfffff700 1 -- 172.21.15.42:0/155796598 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5569261390b0 con 0x55692610d7a0 2024-06-06T08:28:13.134 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.133+0000 7fcdfffff700 1 --2- 172.21.15.42:0/155796598 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55692610d7a0 0x55692610d260 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fcdf009c8e0 tx=0x7fcdf00d6530 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ea1a280d8e123eab server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:28:13.134 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.134+0000 7fcde5ffb700 1 -- 172.21.15.42:0/155796598 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdf009c720 con 0x55692610d7a0 2024-06-06T08:28:13.134 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.134+0000 7fcde5ffb700 1 -- 172.21.15.42:0/155796598 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcdf00e0070 con 0x55692610d7a0 2024-06-06T08:28:13.134 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.134+0000 7fcde5ffb700 1 -- 172.21.15.42:0/155796598 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdf009c9b0 con 0x55692610d7a0 2024-06-06T08:28:13.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.135+0000 7fce111b6b80 1 -- 172.21.15.42:0/155796598 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55692610d7a0 msgr2=0x55692610d260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:13.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.135+0000 7fce111b6b80 1 --2- 172.21.15.42:0/155796598 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55692610d7a0 0x55692610d260 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fcdf009c8e0 tx=0x7fcdf00d6530 comp rx=0 tx=0).stop 2024-06-06T08:28:13.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.136+0000 7fce111b6b80 1 -- 172.21.15.42:0/155796598 shutdown_connections 2024-06-06T08:28:13.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.136+0000 7fce111b6b80 1 --2- 172.21.15.42:0/155796598 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556926113880 0x556926106e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:13.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.136+0000 7fce111b6b80 1 --2- 172.21.15.42:0/155796598 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55692610d7a0 0x55692610d260 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:13.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.136+0000 7fce111b6b80 1 --2- 172.21.15.42:0/155796598 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556926112f60 0x556926137810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:13.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.136+0000 7fce111b6b80 1 -- 172.21.15.42:0/155796598 >> 172.21.15.42:0/155796598 conn(0x55692603a080 msgr2=0x556926137100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:28:13.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.138+0000 7fce111b6b80 1 -- 172.21.15.42:0/155796598 shutdown_connections 2024-06-06T08:28:13.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.138+0000 7fce111b6b80 1 -- 172.21.15.42:0/155796598 wait complete. 2024-06-06T08:28:13.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.139+0000 7fce111b6b80 1 -- start start 2024-06-06T08:28:13.139 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.139+0000 7fce111b6b80 1 Processor -- start 2024-06-06T08:28:13.139 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.140+0000 7fce111b6b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55692610d7a0 0x556926141890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:13.140 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.140+0000 7fce111b6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556926112f60 0x556926141dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:13.140 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.140+0000 7fcdfffff700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55692610d7a0 0x556926141890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:13.140 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.140+0000 7fcdfffff700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55692610d7a0 0x556926141890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:55696/0 (socket says 172.21.15.42:55696) 2024-06-06T08:28:13.140 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.140+0000 7fcdfffff700 1 -- 172.21.15.42:0/3877949352 learned_addr learned my addr 172.21.15.42:0/3877949352 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:28:13.140 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.140+0000 7fce111b6b80 1 --2- 172.21.15.42:0/3877949352 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556926113880 0x556926150410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:13.140 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.140+0000 7fcdff7fe700 1 --2- 172.21.15.42:0/3877949352 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556926112f60 0x556926141dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:13.140 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.140+0000 7fce111b6b80 1 -- 172.21.15.42:0/3877949352 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fcdec00d230 con 0x556926112f60 2024-06-06T08:28:13.140 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.140+0000 7fce111b6b80 1 -- 172.21.15.42:0/3877949352 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fcdec00e6a0 con 0x556926113880 2024-06-06T08:28:13.140 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.140+0000 7fce111b6b80 1 -- 172.21.15.42:0/3877949352 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fcdec00d900 con 0x55692610d7a0 2024-06-06T08:28:13.140 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.141+0000 7fce111b6b80 10 client.0 _ll_register_callbacks cb 0x556925ff45b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:28:13.140 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.141+0000 7fce04ed0700 1 --2- 172.21.15.42:0/3877949352 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556926113880 0x556926150410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:13.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.141+0000 7fcdff7fe700 1 -- 172.21.15.42:0/3877949352 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55692610d7a0 msgr2=0x556926141890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:28:13.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.141+0000 7fcdff7fe700 1 --2- 172.21.15.42:0/3877949352 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55692610d7a0 0x556926141890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:13.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.141+0000 7fcdff7fe700 1 -- 172.21.15.42:0/3877949352 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556926113880 msgr2=0x556926150410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:28:13.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.141+0000 7fcdff7fe700 1 --2- 172.21.15.42:0/3877949352 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556926113880 0x556926150410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:13.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.141+0000 7fcdff7fe700 1 -- 172.21.15.42:0/3877949352 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556926150c80 con 0x556926112f60 2024-06-06T08:28:13.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.142+0000 7fcdff7fe700 1 --2- 172.21.15.42:0/3877949352 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556926112f60 0x556926141dd0 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x55692614bde0 tx=0x7fcdf4005bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=89dc944e39a92180 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:28:13.142 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.143+0000 7fcddf7fe700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:28:13.142 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.143+0000 7fcddf7fe700 1 -- 172.21.15.42:0/3877949352 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdf4005040 con 0x556926112f60 2024-06-06T08:28:13.143 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.143+0000 7fcddf7fe700 1 -- 172.21.15.42:0/3877949352 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fcdf4020040 con 0x556926112f60 2024-06-06T08:28:13.143 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.143+0000 7fce111b6b80 1 -- 172.21.15.42:0/3877949352 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcdf00e0070 con 0x556926112f60 2024-06-06T08:28:13.145 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.146+0000 7fcddf7fe700 1 -- 172.21.15.42:0/3877949352 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fcdf40051e0 con 0x556926112f60 2024-06-06T08:28:13.147 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.147+0000 7fce111b6b80 10 client.16671 fetch_fsmap learned FSMap version 29 2024-06-06T08:28:13.147 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.147+0000 7fce111b6b80 1 -- 172.21.15.42:0/3877949352 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5569261b3900 con 0x556926112f60 2024-06-06T08:28:13.152 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.149+0000 7fcddf7fe700 1 -- 172.21.15.42:0/3877949352 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcdf00e0070 con 0x556926112f60 2024-06-06T08:28:13.152 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.149+0000 7fcddf7fe700 1 -- 172.21.15.42:0/3877949352 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7fcdf400b560 con 0x556926112f60 2024-06-06T08:28:13.152 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.149+0000 7fce111b6b80 10 client.16671 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T08:28:13.152 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.149+0000 7fce111b6b80 10 client.16671 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:28:13.152 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.149+0000 7fce111b6b80 20 client.16671 populate_metadata read hostname 'smithi042' 2024-06-06T08:28:13.152 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.149+0000 7fce111b6b80 1 --2- 172.21.15.42:0/3877949352 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5569261b40a0 0x5569261b64c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:13.153 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.149+0000 7fce111b6b80 4 client.16671 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-06-06T08:28:13.153 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.149+0000 7fce111b6b80 1 -- 172.21.15.42:0/3877949352 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5569260662d0 con 0x5569261b40a0 2024-06-06T08:28:13.153 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.152+0000 7fcdfffff700 1 --2- 172.21.15.42:0/3877949352 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5569261b40a0 0x5569261b64c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:13.157 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.156+0000 7fcdfffff700 1 --2- 172.21.15.42:0/3877949352 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5569261b40a0 0x5569261b64c0 crc :-1 s=READY pgs=148 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2243bef7924e807d server_cookie=5b9cf457cc690e02 in_seq=0 out_seq=0 2024-06-06T08:28:13.160 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.157+0000 7fcddf7fe700 10 client.16671 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:28:13.160 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.157+0000 7fcddf7fe700 1 -- 172.21.15.42:0/3877949352 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5569260662d0 con 0x5569261b40a0 2024-06-06T08:28:13.160 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.157+0000 7fcddf7fe700 10 client.16671 handle_command_reply: tid=0 2024-06-06T08:28:13.161 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.157+0000 7fce111b6b80 1 client.16671 shutdown 2024-06-06T08:28:13.164 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.162+0000 7fce111b6b80 1 -- 172.21.15.42:0/3877949352 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556926112f60 msgr2=0x556926141dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:13.164 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.162+0000 7fce111b6b80 1 --2- 172.21.15.42:0/3877949352 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556926112f60 0x556926141dd0 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x55692614bde0 tx=0x7fcdf4005bb0 comp rx=0 tx=0).stop 2024-06-06T08:28:13.166 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.165+0000 7fce111b6b80 1 -- 172.21.15.42:0/3877949352 shutdown_connections 2024-06-06T08:28:13.167 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.165+0000 7fce111b6b80 1 --2- 172.21.15.42:0/3877949352 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5569261b40a0 0x5569261b64c0 crc :-1 s=READY pgs=148 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:13.167 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.165+0000 7fce111b6b80 1 --2- 172.21.15.42:0/3877949352 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556926113880 0x556926150410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:13.167 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.165+0000 7fce111b6b80 1 --2- 172.21.15.42:0/3877949352 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55692610d7a0 0x556926141890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:13.167 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.165+0000 7fce111b6b80 1 --2- 172.21.15.42:0/3877949352 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556926112f60 0x556926141dd0 unknown :-1 s=CLOSED pgs=732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:13.167 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.165+0000 7fce111b6b80 1 -- 172.21.15.42:0/3877949352 >> 172.21.15.42:0/3877949352 conn(0x55692603a080 msgr2=0x5569261380a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:28:13.167 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.167+0000 7fcddf7fe700 0 client.16671 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:28:13.167 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.167+0000 7fce111b6b80 1 -- 172.21.15.42:0/3877949352 shutdown_connections 2024-06-06T08:28:13.167 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.168+0000 7fce111b6b80 1 -- 172.21.15.42:0/3877949352 wait complete. 2024-06-06T08:28:13.168 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.168+0000 7fce111b6b80 20 client.16671 trim_cache size 0 max 16384 2024-06-06T08:28:13.168 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:28:13.168 INFO:teuthology.orchestra.run.smithi042.stdout: "status": "no active scrubs running", 2024-06-06T08:28:13.168 INFO:teuthology.orchestra.run.smithi042.stdout: "scrubs": {} 2024-06-06T08:28:13.169 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:28:13.174 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.175+0000 7fce06933700 1 -- 172.21.15.42:0/580726516 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fcde80a2f90 msgr2=0x7fcde80a5450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:13.174 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.175+0000 7fce06933700 1 --2- 172.21.15.42:0/580726516 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fcde80a2f90 0x7fcde80a5450 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fcdf80060b0 tx=0x7fcdf800d040 comp rx=0 tx=0).stop 2024-06-06T08:28:13.174 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.175+0000 7fce06933700 1 -- 172.21.15.42:0/580726516 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fce001099d0 msgr2=0x7fce0011a1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:13.174 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.175+0000 7fce06933700 1 --2- 172.21.15.42:0/580726516 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fce001099d0 0x7fce0011a1f0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fcdf000e9a0 tx=0x7fcdf000ecb0 comp rx=0 tx=0).stop 2024-06-06T08:28:13.176 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.177+0000 7fce06933700 1 -- 172.21.15.42:0/580726516 shutdown_connections 2024-06-06T08:28:13.176 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.177+0000 7fce06933700 1 --2- 172.21.15.42:0/580726516 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fcde80a2f90 0x7fcde80a5450 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:13.177 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.177+0000 7fce06933700 1 --2- 172.21.15.42:0/580726516 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fce0011bc70 0x7fce001134d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:13.177 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.177+0000 7fce06933700 1 --2- 172.21.15.42:0/580726516 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fce001099d0 0x7fce0011a1f0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:13.177 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.177+0000 7fce06933700 1 --2- 172.21.15.42:0/580726516 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fce00110c70 0x7fce0011a730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:13.177 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.177+0000 7fce06933700 1 -- 172.21.15.42:0/580726516 >> 172.21.15.42:0/580726516 conn(0x7fce0006d600 msgr2=0x7fce00071030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:28:13.177 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.179+0000 7fce06933700 1 -- 172.21.15.42:0/580726516 shutdown_connections 2024-06-06T08:28:13.177 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:13.179+0000 7fce06933700 1 -- 172.21.15.42:0/580726516 wait complete. 2024-06-06T08:28:14.528 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:28:14 smithi042 ceph-mon[32384]: pgmap v171: 129 pgs: 129 active+clean; 691 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 6.0 MiB/s wr, 511 op/s 2024-06-06T08:28:14.532 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-06-06T08:28:14.532 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:28:14.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:28:14 smithi120 ceph-mon[36658]: pgmap v171: 129 pgs: 129 active+clean; 691 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 6.0 MiB/s wr, 511 op/s 2024-06-06T08:28:14.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:28:14 smithi149 ceph-mon[36842]: pgmap v171: 129 pgs: 129 active+clean; 691 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 6.0 MiB/s wr, 511 op/s 2024-06-06T08:28:16.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:28:16 smithi120 ceph-mon[36658]: pgmap v172: 129 pgs: 129 active+clean; 704 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 7.3 MiB/s wr, 689 op/s 2024-06-06T08:28:16.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:28:16 smithi149 ceph-mon[36842]: pgmap v172: 129 pgs: 129 active+clean; 704 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 7.3 MiB/s wr, 689 op/s 2024-06-06T08:28:16.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:28:16 smithi042 ceph-mon[32384]: pgmap v172: 129 pgs: 129 active+clean; 704 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 7.3 MiB/s wr, 689 op/s 2024-06-06T08:28:17.685 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:28:18.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:28:18 smithi042 ceph-mon[32384]: pgmap v173: 129 pgs: 129 active+clean; 704 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 7.0 MiB/s wr, 612 op/s 2024-06-06T08:28:18.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:28:18 smithi120 ceph-mon[36658]: pgmap v173: 129 pgs: 129 active+clean; 704 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 7.0 MiB/s wr, 612 op/s 2024-06-06T08:28:18.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:28:18 smithi149 ceph-mon[36842]: pgmap v173: 129 pgs: 129 active+clean; 704 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 7.0 MiB/s wr, 612 op/s 2024-06-06T08:28:20.376 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:28:20 smithi042 ceph-mon[32384]: pgmap v174: 129 pgs: 129 active+clean; 747 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 MiB/s rd, 11 MiB/s wr, 834 op/s 2024-06-06T08:28:20.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:20.408+0000 7f60aa0ba700 1 -- 172.21.15.42:0/3673912198 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f60a4104ec0 msgr2=0x7f60a4105350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:20.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:20.408+0000 7f60aa0ba700 1 --2- 172.21.15.42:0/3673912198 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f60a4104ec0 0x7f60a4105350 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f6098009990 tx=0x7f6098009ca0 comp rx=0 tx=0).stop 2024-06-06T08:28:20.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:20.413+0000 7f60aa0ba700 1 -- 172.21.15.42:0/3673912198 shutdown_connections 2024-06-06T08:28:20.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:20.413+0000 7f60aa0ba700 1 --2- 172.21.15.42:0/3673912198 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f60a4104ec0 0x7f60a4105350 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:20.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:20.413+0000 7f60aa0ba700 1 --2- 172.21.15.42:0/3673912198 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f60a41073b0 0x7f60a406aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:20.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:20.413+0000 7f60aa0ba700 1 --2- 172.21.15.42:0/3673912198 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f60a406af70 0x7f60a406b3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:20.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:20.413+0000 7f60aa0ba700 1 -- 172.21.15.42:0/3673912198 >> 172.21.15.42:0/3673912198 conn(0x7f60a4078300 msgr2=0x7f60a4078710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:28:20.420 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:20.421+0000 7f60aa0ba700 1 -- 172.21.15.42:0/3673912198 shutdown_connections 2024-06-06T08:28:20.424 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:20.425+0000 7f60aa0ba700 1 -- 172.21.15.42:0/3673912198 wait complete. 2024-06-06T08:28:20.425 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:20.426+0000 7f60aa0ba700 1 Processor -- start 2024-06-06T08:28:20.429 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:20.426+0000 7f60aa0ba700 1 -- start start 2024-06-06T08:28:20.429 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:20.427+0000 7f60aa0ba700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f60a406af70 0x7f60a4072e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:20.429 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:20.427+0000 7f60aa0ba700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f60a4104ec0 0x7f60a4073370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:20.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:20.427+0000 7f60aa0ba700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f60a41073b0 0x7f60a410bc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:20.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:20.427+0000 7f60a2ffd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f60a4104ec0 0x7f60a4073370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:20.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:20.427+0000 7f60aa0ba700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f60a41083d0 con 0x7f60a41073b0 2024-06-06T08:28:20.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:20.427+0000 7f60aa0ba700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f60a4108250 con 0x7f60a406af70 2024-06-06T08:28:20.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:20.427+0000 7f60aa0ba700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f60a4108550 con 0x7f60a4104ec0 2024-06-06T08:28:20.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:20.427+0000 7f60a3fff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f60a41073b0 0x7f60a410bc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:20.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:20.427+0000 7f60a3fff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f60a41073b0 0x7f60a410bc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:46642/0 (socket says 172.21.15.42:46642) 2024-06-06T08:28:20.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:20.427+0000 7f60a3fff700 1 -- 172.21.15.42:0/1641942655 learned_addr learned my addr 172.21.15.42:0/1641942655 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:28:20.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:20.428+0000 7f60a3fff700 1 -- 172.21.15.42:0/1641942655 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f60a4104ec0 msgr2=0x7f60a4073370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:20.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:20.428+0000 7f60a3fff700 1 --2- 172.21.15.42:0/1641942655 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f60a4104ec0 0x7f60a4073370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:20.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:20.428+0000 7f60a3fff700 1 -- 172.21.15.42:0/1641942655 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f60a406af70 msgr2=0x7f60a4072e30 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-06-06T08:28:20.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:20.428+0000 7f60a3fff700 1 --2- 172.21.15.42:0/1641942655 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f60a406af70 0x7f60a4072e30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:20.431 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:20.428+0000 7f60a3fff700 1 -- 172.21.15.42:0/1641942655 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60a410c3a0 con 0x7f60a41073b0 2024-06-06T08:28:20.431 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:20.428+0000 7f60a3fff700 1 --2- 172.21.15.42:0/1641942655 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f60a41073b0 0x7f60a410bc60 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f60980098e0 tx=0x7f60980038b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:28:20.431 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:20.428+0000 7f60a2ffd700 1 --2- 172.21.15.42:0/1641942655 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f60a4104ec0 0x7f60a4073370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:28:20.431 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:20.429+0000 7f60a0ff9700 1 -- 172.21.15.42:0/1641942655 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6098026070 con 0x7f60a41073b0 2024-06-06T08:28:20.431 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:20.429+0000 7f60a0ff9700 1 -- 172.21.15.42:0/1641942655 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6098004050 con 0x7f60a41073b0 2024-06-06T08:28:20.431 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:20.429+0000 7f60a0ff9700 1 -- 172.21.15.42:0/1641942655 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f609800fe20 con 0x7f60a41073b0 2024-06-06T08:28:20.431 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:20.429+0000 7f60aa0ba700 1 -- 172.21.15.42:0/1641942655 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f60a410c5d0 con 0x7f60a41073b0 2024-06-06T08:28:20.431 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:20.429+0000 7f60aa0ba700 1 -- 172.21.15.42:0/1641942655 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60a4113e80 con 0x7f60a41073b0 2024-06-06T08:28:20.431 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:20.432+0000 7f608a7fc700 1 -- 172.21.15.42:0/1641942655 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6090005330 con 0x7f60a41073b0 2024-06-06T08:28:20.434 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:20.435+0000 7f60a0ff9700 1 -- 172.21.15.42:0/1641942655 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f6098029070 con 0x7f60a41073b0 2024-06-06T08:28:20.435 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:20.436+0000 7f60a0ff9700 1 --2- 172.21.15.42:0/1641942655 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f608c0c4f20 0x7f608c0c73e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:20.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:20.437+0000 7f60a0ff9700 1 -- 172.21.15.42:0/1641942655 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f60980d0030 con 0x7f60a41073b0 2024-06-06T08:28:20.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:20.437+0000 7f60a37fe700 1 --2- 172.21.15.42:0/1641942655 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f608c0c4f20 0x7f608c0c73e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:20.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:20.438+0000 7f60a37fe700 1 --2- 172.21.15.42:0/1641942655 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f608c0c4f20 0x7f608c0c73e0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f609c007f20 tx=0x7f609c007470 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:28:20.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:20.447+0000 7f60a0ff9700 1 -- 172.21.15.42:0/1641942655 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f6098013070 con 0x7f60a41073b0 2024-06-06T08:28:20.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:28:20 smithi120 ceph-mon[36658]: pgmap v174: 129 pgs: 129 active+clean; 747 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 MiB/s rd, 11 MiB/s wr, 834 op/s 2024-06-06T08:28:20.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:28:20 smithi149 ceph-mon[36842]: pgmap v174: 129 pgs: 129 active+clean; 747 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 MiB/s rd, 11 MiB/s wr, 834 op/s 2024-06-06T08:28:21.026 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:21.027+0000 7f608a7fc700 1 -- 172.21.15.42:0/1641942655 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6090005620 con 0x7f60a41073b0 2024-06-06T08:28:21.028 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:21.029+0000 7f60a0ff9700 1 -- 172.21.15.42:0/1641942655 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11880 (secure 0 0 0) 0x7f609809ca20 con 0x7f60a41073b0 2024-06-06T08:28:21.028 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:28:21.028 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/667270675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":667270675},{"type":"v1","addr":"172.21.15.42:6837","nonce":667270675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/2414389302","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":2414389302},{"type":"v1","addr":"172.21.15.42:6839","nonce":2414389302}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14574,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/3625002785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":3625002785},{"type":"v1","addr":"172.21.15.42:6841","nonce":3625002785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24413,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6835/3995394553","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":3995394553},{"type":"v1","addr":"172.21.15.120:6835","nonce":3995394553}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T08:18:39.778858+0000","modified":"2024-06-06T08:26:55.629334+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24464},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6837/3434475673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":3434475673},{"type":"v1","addr":"172.21.15.120:6837","nonce":3434475673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6835/3776134468","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":3776134468},{"type":"v1","addr":"172.21.15.149:6835","nonce":3776134468}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":21,"addr":"172.21.15.120:6839/1585293472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":1585293472},{"type":"v1","addr":"172.21.15.120:6839","nonce":1585293472}]},"join_fscid":-1,"export_targets":[1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":25,"addr":"172.21.15.149:6837/751787578","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":751787578},{"type":"v1","addr":"172.21.15.149:6837","nonce":751787578}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":8,"addr":"172.21.15.149:6839/764851483","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":764851483},{"type":"v1","addr":"172.21.15.149:6839","nonce":764851483}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24464,24469,24484]},"id":1}]} 2024-06-06T08:28:21.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:21.038+0000 7f608a7fc700 1 -- 172.21.15.42:0/1641942655 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f608c0c4f20 msgr2=0x7f608c0c73e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:21.037 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:21.038+0000 7f608a7fc700 1 --2- 172.21.15.42:0/1641942655 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f608c0c4f20 0x7f608c0c73e0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f609c007f20 tx=0x7f609c007470 comp rx=0 tx=0).stop 2024-06-06T08:28:21.037 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:21.038+0000 7f608a7fc700 1 -- 172.21.15.42:0/1641942655 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f60a41073b0 msgr2=0x7f60a410bc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:21.037 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:21.038+0000 7f608a7fc700 1 --2- 172.21.15.42:0/1641942655 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f60a41073b0 0x7f60a410bc60 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f60980098e0 tx=0x7f60980038b0 comp rx=0 tx=0).stop 2024-06-06T08:28:21.038 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:21.039+0000 7f608a7fc700 1 -- 172.21.15.42:0/1641942655 shutdown_connections 2024-06-06T08:28:21.038 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:21.039+0000 7f608a7fc700 1 --2- 172.21.15.42:0/1641942655 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f608c0c4f20 0x7f608c0c73e0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:21.038 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:21.039+0000 7f608a7fc700 1 --2- 172.21.15.42:0/1641942655 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f60a41073b0 0x7f60a410bc60 unknown :-1 s=CLOSED pgs=733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:21.038 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:21.039+0000 7f608a7fc700 1 --2- 172.21.15.42:0/1641942655 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f60a406af70 0x7f60a4072e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:21.038 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:21.039+0000 7f608a7fc700 1 --2- 172.21.15.42:0/1641942655 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f60a4104ec0 0x7f60a4073370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:21.039 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:21.039+0000 7f608a7fc700 1 -- 172.21.15.42:0/1641942655 >> 172.21.15.42:0/1641942655 conn(0x7f60a4078300 msgr2=0x7f60a4103ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:28:21.042 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:21.043+0000 7f608a7fc700 1 -- 172.21.15.42:0/1641942655 shutdown_connections 2024-06-06T08:28:21.044 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:21.045+0000 7f608a7fc700 1 -- 172.21.15.42:0/1641942655 wait complete. 2024-06-06T08:28:21.046 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 29 2024-06-06T08:28:21.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:28:21 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/1641942655' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:28:21.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:28:21 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/1641942655' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:28:21.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:28:21 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/1641942655' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:28:22.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:28:22 smithi120 ceph-mon[36658]: pgmap v175: 129 pgs: 129 active+clean; 747 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 5.9 MiB/s wr, 551 op/s 2024-06-06T08:28:22.717 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:28:22 smithi042 ceph-mon[32384]: pgmap v175: 129 pgs: 129 active+clean; 747 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 5.9 MiB/s wr, 551 op/s 2024-06-06T08:28:22.738 INFO:tasks.workunit.client.0.smithi042.stdout: 235 1909019 1838 1277282 1515 599651 460 2024-06-06T08:28:22.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:28:22 smithi149 ceph-mon[36842]: pgmap v175: 129 pgs: 129 active+clean; 747 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 5.9 MiB/s wr, 551 op/s 2024-06-06T08:28:23.033 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-06-06T08:28:23.249 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.250+0000 7efeb1766640 1 -- 172.21.15.42:0/1226855918 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7efeac10e670 msgr2=0x7efeac11d190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:23.250 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.250+0000 7efeb1766640 1 --2- 172.21.15.42:0/1226855918 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7efeac10e670 0x7efeac11d190 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7efea4009ca0 tx=0x7efea402a950 comp rx=0 tx=0).stop 2024-06-06T08:28:23.251 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.252+0000 7efeb1766640 1 -- 172.21.15.42:0/1226855918 shutdown_connections 2024-06-06T08:28:23.251 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.252+0000 7efeb1766640 1 --2- 172.21.15.42:0/1226855918 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7efeac10e670 0x7efeac11d190 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:23.251 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.252+0000 7efeb1766640 1 --2- 172.21.15.42:0/1226855918 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7efeac110440 0x7efeac10e050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:23.251 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.252+0000 7efeb1766640 1 --2- 172.21.15.42:0/1226855918 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efeac110060 0x7efeac10db10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:23.252 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.252+0000 7efeb1766640 1 -- 172.21.15.42:0/1226855918 >> 172.21.15.42:0/1226855918 conn(0x7efeac06c8e0 msgr2=0x7efeac06ccf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:28:23.253 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.255+0000 7efeb1766640 1 -- 172.21.15.42:0/1226855918 shutdown_connections 2024-06-06T08:28:23.254 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.256+0000 7efeb1766640 1 -- 172.21.15.42:0/1226855918 wait complete. 2024-06-06T08:28:23.256 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.257+0000 7efeb1766640 1 Processor -- start 2024-06-06T08:28:23.256 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.257+0000 7efeb1766640 1 -- start start 2024-06-06T08:28:23.257 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.258+0000 7efeb1766640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efeac10e670 0x7efeac1a7070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:23.257 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.258+0000 7efeb1766640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7efeac110060 0x7efeac1a75b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:23.257 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.258+0000 7efeb1766640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7efeac110440 0x7efeac1ab930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:23.258 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.259+0000 7efeb1766640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7efeac120af0 con 0x7efeac10e670 2024-06-06T08:28:23.258 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.259+0000 7efeab7fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7efeac110060 0x7efeac1a75b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:23.258 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.259+0000 7efeab7fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7efeac110060 0x7efeac1a75b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:43148/0 (socket says 172.21.15.42:43148) 2024-06-06T08:28:23.258 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.259+0000 7efeab7fe640 1 -- 172.21.15.42:0/1494783101 learned_addr learned my addr 172.21.15.42:0/1494783101 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:28:23.258 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.259+0000 7efeb0f65640 1 --2- 172.21.15.42:0/1494783101 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7efeac110440 0x7efeac1ab930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:23.258 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.259+0000 7efeb1766640 1 -- 172.21.15.42:0/1494783101 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7efeac120970 con 0x7efeac110440 2024-06-06T08:28:23.258 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.259+0000 7efeb1766640 1 -- 172.21.15.42:0/1494783101 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7efeac120c70 con 0x7efeac110060 2024-06-06T08:28:23.259 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.260+0000 7efeab7fe640 1 -- 172.21.15.42:0/1494783101 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7efeac110440 msgr2=0x7efeac1ab930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:23.259 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.260+0000 7efeab7fe640 1 --2- 172.21.15.42:0/1494783101 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7efeac110440 0x7efeac1ab930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:23.259 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.260+0000 7efeab7fe640 1 -- 172.21.15.42:0/1494783101 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efeac10e670 msgr2=0x7efeac1a7070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:23.259 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.260+0000 7efeab7fe640 1 --2- 172.21.15.42:0/1494783101 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efeac10e670 0x7efeac1a7070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:23.259 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.260+0000 7efeab7fe640 1 -- 172.21.15.42:0/1494783101 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efeac1ac060 con 0x7efeac110060 2024-06-06T08:28:23.260 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.261+0000 7efeab7fe640 1 --2- 172.21.15.42:0/1494783101 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7efeac110060 0x7efeac1a75b0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7efe9c00b4a0 tx=0x7efe9c00b960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:28:23.265 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.263+0000 7efea97fa640 1 -- 172.21.15.42:0/1494783101 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe9c014070 con 0x7efeac110060 2024-06-06T08:28:23.266 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.263+0000 7efea97fa640 1 -- 172.21.15.42:0/1494783101 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7efe9c010af0 con 0x7efeac110060 2024-06-06T08:28:23.266 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.263+0000 7efea97fa640 1 -- 172.21.15.42:0/1494783101 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe9c017c50 con 0x7efeac110060 2024-06-06T08:28:23.266 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.263+0000 7efeb1766640 1 -- 172.21.15.42:0/1494783101 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efeac1ac350 con 0x7efeac110060 2024-06-06T08:28:23.266 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.263+0000 7efeb1766640 1 -- 172.21.15.42:0/1494783101 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efeac1b3be0 con 0x7efeac110060 2024-06-06T08:28:23.266 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.267+0000 7efeb57b2740 1 Processor -- start 2024-06-06T08:28:23.273 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.274+0000 7efea97fa640 1 -- 172.21.15.42:0/1494783101 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7efe9c017070 con 0x7efeac110060 2024-06-06T08:28:23.276 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.276+0000 7efea97fa640 1 --2- 172.21.15.42:0/1494783101 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7efe940a2f00 0x7efe940a53c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:23.276 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.276+0000 7efea97fa640 1 -- 172.21.15.42:0/1494783101 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7efe9c0ce810 con 0x7efeac110060 2024-06-06T08:28:23.278 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.279+0000 7efeb57b2740 1 -- start start 2024-06-06T08:28:23.279 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.279+0000 7efeb57b2740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555bca458340 0x555bca458720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:23.279 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.279+0000 7efeb57b2740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555bca458c60 0x555bca462fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:23.279 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.279+0000 7efeb57b2740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555bca463520 0x555bca465910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:23.279 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.279+0000 7efeb57b2740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x555bca3bc4f0 con 0x555bca458340 2024-06-06T08:28:23.279 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.279+0000 7efeb57b2740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x555bca35a870 con 0x555bca463520 2024-06-06T08:28:23.279 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.279+0000 7efeb57b2740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x555bca3b84b0 con 0x555bca458c60 2024-06-06T08:28:23.280 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.280+0000 7efeabfff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555bca458340 0x555bca458720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:23.280 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.280+0000 7efeabfff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555bca458340 0x555bca458720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:46660/0 (socket says 172.21.15.42:46660) 2024-06-06T08:28:23.280 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.280+0000 7efeabfff640 1 -- 172.21.15.42:0/327626739 learned_addr learned my addr 172.21.15.42:0/327626739 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:28:23.282 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.283+0000 7efeab7fe640 1 --2- 172.21.15.42:0/327626739 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555bca458c60 0x555bca462fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:23.282 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.283+0000 7efeb0f65640 1 --2- 172.21.15.42:0/1494783101 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7efe940a2f00 0x7efe940a53c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:23.282 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.283+0000 7efeab7fe640 1 -- 172.21.15.42:0/327626739 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555bca463520 msgr2=0x555bca465910 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-06T08:28:23.282 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.283+0000 7efeab7fe640 1 --2- 172.21.15.42:0/327626739 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555bca463520 0x555bca465910 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:23.283 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.283+0000 7efeab7fe640 1 -- 172.21.15.42:0/327626739 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555bca458340 msgr2=0x555bca458720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:28:23.283 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.283+0000 7efeab7fe640 1 --2- 172.21.15.42:0/327626739 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555bca458340 0x555bca458720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:23.283 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.284+0000 7efeab7fe640 1 -- 172.21.15.42:0/327626739 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555bca3769b0 con 0x555bca458c60 2024-06-06T08:28:23.286 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.288+0000 7efeab7fe640 1 --2- 172.21.15.42:0/327626739 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555bca458c60 0x555bca462fe0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7efe9c0cbcd0 tx=0x7efe9c09b1a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3c9642eae7ae5a60 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:28:23.287 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.288+0000 7efe927fc640 1 -- 172.21.15.42:0/327626739 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe9c01e040 con 0x555bca458c60 2024-06-06T08:28:23.287 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.288+0000 7efe927fc640 1 -- 172.21.15.42:0/327626739 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7efe9c0a3710 con 0x555bca458c60 2024-06-06T08:28:23.287 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.288+0000 7efe927fc640 1 -- 172.21.15.42:0/327626739 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe9c0ce430 con 0x555bca458c60 2024-06-06T08:28:23.287 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.288+0000 7efeb0f65640 1 --2- 172.21.15.42:0/1494783101 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7efe940a2f00 0x7efe940a53c0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x555bca4559e0 tx=0x7efea4005ef0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:28:23.291 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.291+0000 7efeb57b2740 1 -- 172.21.15.42:0/327626739 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555bca458c60 msgr2=0x555bca462fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:23.291 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.291+0000 7efeb57b2740 1 --2- 172.21.15.42:0/327626739 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555bca458c60 0x555bca462fe0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7efe9c0cbcd0 tx=0x7efe9c09b1a0 comp rx=0 tx=0).stop 2024-06-06T08:28:23.294 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.296+0000 7efeb57b2740 1 -- 172.21.15.42:0/327626739 shutdown_connections 2024-06-06T08:28:23.294 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.296+0000 7efeb57b2740 1 --2- 172.21.15.42:0/327626739 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555bca463520 0x555bca465910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:23.295 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.296+0000 7efeb57b2740 1 --2- 172.21.15.42:0/327626739 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555bca458c60 0x555bca462fe0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:23.295 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.296+0000 7efeb57b2740 1 --2- 172.21.15.42:0/327626739 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555bca458340 0x555bca458720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:23.295 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.296+0000 7efeb57b2740 1 -- 172.21.15.42:0/327626739 >> 172.21.15.42:0/327626739 conn(0x555bca454850 msgr2=0x555bca454c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:28:23.313 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.307+0000 7efeb57b2740 1 -- 172.21.15.42:0/327626739 shutdown_connections 2024-06-06T08:28:23.313 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.309+0000 7efeb57b2740 1 -- 172.21.15.42:0/327626739 wait complete. 2024-06-06T08:28:23.314 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.309+0000 7efeb57b2740 1 -- start start 2024-06-06T08:28:23.314 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.309+0000 7efeb57b2740 1 Processor -- start 2024-06-06T08:28:23.314 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.310+0000 7efeb57b2740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555bca458340 0x555bca460500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:23.314 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.310+0000 7efeb57b2740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555bca458c60 0x555bca460a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:23.314 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.310+0000 7efeb57b2740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555bca463520 0x555bca460f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:23.314 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.310+0000 7efeb57b2740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x555bca466090 con 0x555bca458340 2024-06-06T08:28:23.314 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.310+0000 7efeb57b2740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x555bca345ae0 con 0x555bca458c60 2024-06-06T08:28:23.314 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.310+0000 7efeb57b2740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x555bca466210 con 0x555bca463520 2024-06-06T08:28:23.314 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.310+0000 7efeb57b2740 10 client.0 _ll_register_callbacks cb 0x555bca37e9b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:28:23.314 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.310+0000 7efeb0f65640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555bca463520 0x555bca460f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:23.315 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.310+0000 7efeb0f65640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555bca463520 0x555bca460f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:43154/0 (socket says 172.21.15.42:43154) 2024-06-06T08:28:23.315 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.310+0000 7efeb0f65640 1 -- 172.21.15.42:0/1988994507 learned_addr learned my addr 172.21.15.42:0/1988994507 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:28:23.315 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.311+0000 7efeb0f65640 1 -- 172.21.15.42:0/1988994507 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555bca458c60 msgr2=0x555bca460a40 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-06T08:28:23.315 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.311+0000 7efeb0f65640 1 --2- 172.21.15.42:0/1988994507 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555bca458c60 0x555bca460a40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:23.315 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.311+0000 7efeb0f65640 1 -- 172.21.15.42:0/1988994507 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555bca458340 msgr2=0x555bca460500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:28:23.315 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.311+0000 7efeb0f65640 1 --2- 172.21.15.42:0/1988994507 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555bca458340 0x555bca460500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:23.315 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.311+0000 7efeb0f65640 1 -- 172.21.15.42:0/1988994507 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555bca0d0210 con 0x555bca463520 2024-06-06T08:28:23.315 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.311+0000 7efeb0f65640 1 --2- 172.21.15.42:0/1988994507 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555bca463520 0x555bca460f80 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7efea40039c0 tx=0x7efea40095c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6bc4cd87dc11b81a server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:28:23.315 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.312+0000 7efe8b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:28:23.315 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.312+0000 7efe8b7fe640 1 -- 172.21.15.42:0/1988994507 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efea4034040 con 0x555bca463520 2024-06-06T08:28:23.315 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.312+0000 7efeb57b2740 1 -- 172.21.15.42:0/1988994507 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efe9c0a3710 con 0x555bca463520 2024-06-06T08:28:23.318 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.319+0000 7efe8b7fe640 1 -- 172.21.15.42:0/1988994507 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7efea402fd50 con 0x555bca463520 2024-06-06T08:28:23.318 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.319+0000 7efe8b7fe640 1 -- 172.21.15.42:0/1988994507 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7efea4004040 con 0x555bca463520 2024-06-06T08:28:23.319 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.321+0000 7efeb57b2740 10 client.26236 fetch_fsmap learned FSMap version 29 2024-06-06T08:28:23.319 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.321+0000 7efeb57b2740 1 -- 172.21.15.42:0/1988994507 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x555bca19c620 con 0x555bca463520 2024-06-06T08:28:23.324 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.326+0000 7efe8b7fe640 1 -- 172.21.15.42:0/1988994507 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7efe9c0a3710 con 0x555bca463520 2024-06-06T08:28:23.324 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.326+0000 7efe8b7fe640 1 -- 172.21.15.42:0/1988994507 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7efea40519b0 con 0x555bca463520 2024-06-06T08:28:23.326 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.327+0000 7efeb57b2740 10 client.26236 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T08:28:23.326 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.327+0000 7efeb57b2740 10 client.26236 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:28:23.326 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.327+0000 7efeb57b2740 20 client.26236 populate_metadata read hostname 'smithi042' 2024-06-06T08:28:23.326 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.327+0000 7efeb57b2740 1 --2- 172.21.15.42:0/1988994507 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x555bca469200 0x555bca46b6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:23.326 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.327+0000 7efeb57b2740 4 client.26236 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:28:23.326 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.327+0000 7efeb57b2740 1 -- 172.21.15.42:0/1988994507 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555bca3cff10 con 0x555bca469200 2024-06-06T08:28:23.329 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.327+0000 7efeabfff640 1 --2- 172.21.15.42:0/1988994507 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x555bca469200 0x555bca46b6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:23.344 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.345+0000 7efeabfff640 1 --2- 172.21.15.42:0/1988994507 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x555bca469200 0x555bca46b6a0 crc :-1 s=READY pgs=149 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a2c45af587509f9d server_cookie=82096dbe69e443d9 in_seq=0 out_seq=0 2024-06-06T08:28:23.344 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.346+0000 7efe8b7fe640 10 client.26236 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:28:23.356 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.357+0000 7efe8b7fe640 1 -- 172.21.15.42:0/1988994507 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x555bca3cff10 con 0x555bca469200 2024-06-06T08:28:23.356 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.357+0000 7efe8b7fe640 10 client.26236 handle_command_reply: tid=0 2024-06-06T08:28:23.356 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.357+0000 7efeb57b2740 1 client.26236 shutdown 2024-06-06T08:28:23.357 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.358+0000 7efeb57b2740 1 -- 172.21.15.42:0/1988994507 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555bca463520 msgr2=0x555bca460f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:23.357 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.358+0000 7efeb57b2740 1 --2- 172.21.15.42:0/1988994507 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555bca463520 0x555bca460f80 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7efea40039c0 tx=0x7efea40095c0 comp rx=0 tx=0).stop 2024-06-06T08:28:23.359 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.360+0000 7efeb57b2740 1 -- 172.21.15.42:0/1988994507 shutdown_connections 2024-06-06T08:28:23.359 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.360+0000 7efeb57b2740 1 --2- 172.21.15.42:0/1988994507 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x555bca469200 0x555bca46b6a0 crc :-1 s=READY pgs=149 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:23.359 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.360+0000 7efeb57b2740 1 --2- 172.21.15.42:0/1988994507 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555bca458c60 0x555bca460a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:23.359 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.360+0000 7efeb57b2740 1 --2- 172.21.15.42:0/1988994507 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555bca463520 0x555bca460f80 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:23.359 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.360+0000 7efeb57b2740 1 --2- 172.21.15.42:0/1988994507 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555bca458340 0x555bca460500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:23.359 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.360+0000 7efeb57b2740 1 -- 172.21.15.42:0/1988994507 >> 172.21.15.42:0/1988994507 conn(0x555bca454850 msgr2=0x555bca45a5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:28:23.359 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.360+0000 7efe8b7fe640 0 client.26236 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:28:23.362 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.364+0000 7efeb57b2740 1 -- 172.21.15.42:0/1988994507 shutdown_connections 2024-06-06T08:28:23.365 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.366+0000 7efeb57b2740 1 -- 172.21.15.42:0/1988994507 wait complete. 2024-06-06T08:28:23.368 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.369+0000 7efeb57b2740 20 client.26236 trim_cache size 0 max 16384 2024-06-06T08:28:23.423 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.424+0000 7efeb57b2740 1 Processor -- start 2024-06-06T08:28:23.424 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.425+0000 7efeb57b2740 1 -- start start 2024-06-06T08:28:23.424 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.426+0000 7efeb57b2740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555bca458340 0x555bca45ad00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:23.425 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.426+0000 7efeb57b2740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555bca458c60 0x555bca453850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:23.425 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.426+0000 7efeb57b2740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555bca463520 0x555bca45d760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:23.425 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.426+0000 7efeb57b2740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7efe98012730 con 0x555bca458340 2024-06-06T08:28:23.425 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.426+0000 7efeb57b2740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7efe9800ffd0 con 0x555bca458c60 2024-06-06T08:28:23.425 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.426+0000 7efeb57b2740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7efe9800de20 con 0x555bca463520 2024-06-06T08:28:23.425 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.426+0000 7efeab7fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555bca458c60 0x555bca453850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:23.426 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.426+0000 7efeab7fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555bca458c60 0x555bca453850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:53988/0 (socket says 172.21.15.42:53988) 2024-06-06T08:28:23.426 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.426+0000 7efeab7fe640 1 -- 172.21.15.42:0/3716995518 learned_addr learned my addr 172.21.15.42:0/3716995518 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:28:23.426 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.426+0000 7efeabfff640 1 --2- 172.21.15.42:0/3716995518 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555bca458340 0x555bca45ad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:23.426 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.426+0000 7efeab7fe640 1 -- 172.21.15.42:0/3716995518 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555bca463520 msgr2=0x555bca45d760 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-06T08:28:23.426 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.426+0000 7efeab7fe640 1 --2- 172.21.15.42:0/3716995518 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555bca463520 0x555bca45d760 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:23.426 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.426+0000 7efeab7fe640 1 -- 172.21.15.42:0/3716995518 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555bca458340 msgr2=0x555bca45ad00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:28:23.426 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.426+0000 7efeab7fe640 1 --2- 172.21.15.42:0/3716995518 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555bca458340 0x555bca45ad00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:23.426 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.426+0000 7efeab7fe640 1 -- 172.21.15.42:0/3716995518 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555bca46bd20 con 0x555bca458c60 2024-06-06T08:28:23.427 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.427+0000 7efeab7fe640 1 --2- 172.21.15.42:0/3716995518 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555bca458c60 0x555bca453850 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7efe9c09b350 tx=0x7efe9c00bf90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=792d5d99be04a10f server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:28:23.428 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.429+0000 7efe91ffb640 1 -- 172.21.15.42:0/3716995518 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe9c0b7070 con 0x555bca458c60 2024-06-06T08:28:23.428 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.429+0000 7efe91ffb640 1 -- 172.21.15.42:0/3716995518 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7efe9c0a3710 con 0x555bca458c60 2024-06-06T08:28:23.428 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.429+0000 7efe91ffb640 1 -- 172.21.15.42:0/3716995518 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe9c01e070 con 0x555bca458c60 2024-06-06T08:28:23.429 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.430+0000 7efeb57b2740 1 -- 172.21.15.42:0/3716995518 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555bca458c60 msgr2=0x555bca453850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:23.429 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.430+0000 7efeb57b2740 1 --2- 172.21.15.42:0/3716995518 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555bca458c60 0x555bca453850 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7efe9c09b350 tx=0x7efe9c00bf90 comp rx=0 tx=0).stop 2024-06-06T08:28:23.429 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.431+0000 7efeb57b2740 1 -- 172.21.15.42:0/3716995518 shutdown_connections 2024-06-06T08:28:23.430 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.431+0000 7efeb57b2740 1 --2- 172.21.15.42:0/3716995518 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555bca458c60 0x555bca453850 secure :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7efe9c09b350 tx=0x7efe9c00bf90 comp rx=0 tx=0).stop 2024-06-06T08:28:23.430 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.431+0000 7efeb57b2740 1 --2- 172.21.15.42:0/3716995518 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555bca463520 0x555bca45d760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:23.430 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.431+0000 7efeb57b2740 1 --2- 172.21.15.42:0/3716995518 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555bca458340 0x555bca45ad00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:23.430 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.431+0000 7efeb57b2740 1 -- 172.21.15.42:0/3716995518 >> 172.21.15.42:0/3716995518 conn(0x555bca454850 msgr2=0x555bca453140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:28:23.446 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.447+0000 7efeb57b2740 1 -- 172.21.15.42:0/3716995518 shutdown_connections 2024-06-06T08:28:23.447 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.447+0000 7efeb57b2740 1 -- 172.21.15.42:0/3716995518 wait complete. 2024-06-06T08:28:23.447 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.448+0000 7efeb57b2740 1 -- start start 2024-06-06T08:28:23.447 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.448+0000 7efeb57b2740 1 Processor -- start 2024-06-06T08:28:23.448 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.449+0000 7efeb57b2740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555bca458340 0x555bca471420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:23.448 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.449+0000 7efeb57b2740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555bca463520 0x555bca46f7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:23.448 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.449+0000 7efeb57b2740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555bca46fd00 0x555bca470180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:23.448 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.449+0000 7efeb57b2740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7efe9800e490 con 0x555bca46fd00 2024-06-06T08:28:23.448 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.449+0000 7efeb57b2740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7efe9800f900 con 0x555bca463520 2024-06-06T08:28:23.448 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.449+0000 7efeb57b2740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7efe9800eb60 con 0x555bca458340 2024-06-06T08:28:23.449 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.449+0000 7efeb57b2740 10 client.0 _ll_register_callbacks cb 0x7efea4009900 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:28:23.449 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.449+0000 7efeabfff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555bca458340 0x555bca471420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:23.449 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.449+0000 7efeab7fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555bca463520 0x555bca46f7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:23.449 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.449+0000 7efeab7fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555bca463520 0x555bca46f7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:53998/0 (socket says 172.21.15.42:53998) 2024-06-06T08:28:23.449 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.449+0000 7efeab7fe640 1 -- 172.21.15.42:0/1426414237 learned_addr learned my addr 172.21.15.42:0/1426414237 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:28:23.449 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.450+0000 7efeb0f65640 1 --2- 172.21.15.42:0/1426414237 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555bca46fd00 0x555bca470180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:23.450 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.450+0000 7efeb0f65640 1 -- 172.21.15.42:0/1426414237 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555bca458340 msgr2=0x555bca471420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:28:23.450 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.450+0000 7efeb0f65640 1 --2- 172.21.15.42:0/1426414237 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555bca458340 0x555bca471420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:23.450 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.450+0000 7efeb0f65640 1 -- 172.21.15.42:0/1426414237 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555bca463520 msgr2=0x555bca46f7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:28:23.450 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.450+0000 7efeb0f65640 1 --2- 172.21.15.42:0/1426414237 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555bca463520 0x555bca46f7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:23.450 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.450+0000 7efeb0f65640 1 -- 172.21.15.42:0/1426414237 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555bca480300 con 0x555bca46fd00 2024-06-06T08:28:23.451 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.451+0000 7efeb0f65640 1 --2- 172.21.15.42:0/1426414237 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555bca46fd00 0x555bca470180 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7efea4003fd0 tx=0x7efea4030670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17a05796e12bf089 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:28:23.451 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.451+0000 7efe8b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:28:23.451 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.452+0000 7efe8b7fe640 1 -- 172.21.15.42:0/1426414237 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efea4034070 con 0x555bca46fd00 2024-06-06T08:28:23.451 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.452+0000 7efe8b7fe640 1 -- 172.21.15.42:0/1426414237 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7efea4030af0 con 0x555bca46fd00 2024-06-06T08:28:23.452 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.454+0000 7efeb57b2740 1 -- 172.21.15.42:0/1426414237 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efe9c0a3710 con 0x555bca46fd00 2024-06-06T08:28:23.454 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.455+0000 7efe8b7fe640 1 -- 172.21.15.42:0/1426414237 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7efea4030cf0 con 0x555bca46fd00 2024-06-06T08:28:23.454 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.455+0000 7efeb57b2740 10 client.16686 fetch_fsmap learned FSMap version 29 2024-06-06T08:28:23.454 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.455+0000 7efeb57b2740 1 -- 172.21.15.42:0/1426414237 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x555bca455a80 con 0x555bca46fd00 2024-06-06T08:28:23.455 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.456+0000 7efe8b7fe640 1 -- 172.21.15.42:0/1426414237 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7efe9c0a3710 con 0x555bca46fd00 2024-06-06T08:28:23.455 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.456+0000 7efe8b7fe640 1 -- 172.21.15.42:0/1426414237 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7efea40516f0 con 0x555bca46fd00 2024-06-06T08:28:23.455 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.456+0000 7efeb57b2740 10 client.16686 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T08:28:23.455 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.456+0000 7efeb57b2740 10 client.16686 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:28:23.456 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.457+0000 7efeb57b2740 20 client.16686 populate_metadata read hostname 'smithi042' 2024-06-06T08:28:23.456 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.457+0000 7efeb57b2740 1 --2- 172.21.15.42:0/1426414237 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x555bca501100 0x555bca503520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:23.456 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.457+0000 7efeb57b2740 4 client.16686 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:28:23.456 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.457+0000 7efeb57b2740 1 -- 172.21.15.42:0/1426414237 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x555bca3c9c20 con 0x555bca501100 2024-06-06T08:28:23.460 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.459+0000 7efeabfff640 1 --2- 172.21.15.42:0/1426414237 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x555bca501100 0x555bca503520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:23.463 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.463+0000 7efeabfff640 1 --2- 172.21.15.42:0/1426414237 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x555bca501100 0x555bca503520 crc :-1 s=READY pgs=150 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2e5c353a95e50543 server_cookie=f3901314a16ccd65 in_seq=0 out_seq=0 2024-06-06T08:28:23.463 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:23.463+0000 7efe8b7fe640 10 client.16686 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:28:23.669 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:28:24.571 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:28:24 smithi042 ceph-mon[32384]: pgmap v176: 129 pgs: 129 active+clean; 753 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 6.4 MiB/s wr, 563 op/s 2024-06-06T08:28:24.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:28:24 smithi149 ceph-mon[36842]: pgmap v176: 129 pgs: 129 active+clean; 753 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 6.4 MiB/s wr, 563 op/s 2024-06-06T08:28:24.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:28:24 smithi120 ceph-mon[36658]: pgmap v176: 129 pgs: 129 active+clean; 753 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 6.4 MiB/s wr, 563 op/s 2024-06-06T08:28:26.548 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.547+0000 7f06577fe700 1 -- 172.21.15.42:0/1468225200 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0648017400 con 0x7f065810a0a0 2024-06-06T08:28:26.549 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.548+0000 7f065ebbf700 1 -- 172.21.15.42:0/1468225200 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f065810a0a0 msgr2=0x7f065810db40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:26.549 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.548+0000 7f065ebbf700 1 --2- 172.21.15.42:0/1468225200 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f065810a0a0 0x7f065810db40 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f06480098f0 tx=0x7f0648009c00 comp rx=0 tx=0).stop 2024-06-06T08:28:26.550 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.550+0000 7f065ebbf700 1 -- 172.21.15.42:0/1468225200 shutdown_connections 2024-06-06T08:28:26.550 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.550+0000 7f065ebbf700 1 --2- 172.21.15.42:0/1468225200 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f065810e220 0x7f0658115df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:26.550 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.550+0000 7f065ebbf700 1 --2- 172.21.15.42:0/1468225200 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f06581096f0 0x7f0658109ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:26.550 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.550+0000 7f065ebbf700 1 --2- 172.21.15.42:0/1468225200 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f065810a0a0 0x7f065810db40 unknown :-1 s=CLOSED pgs=735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:26.550 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.550+0000 7f065ebbf700 1 -- 172.21.15.42:0/1468225200 >> 172.21.15.42:0/1468225200 conn(0x7f065806d600 msgr2=0x7f065806da10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:28:26.552 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.554+0000 7f065ebbf700 1 -- 172.21.15.42:0/1468225200 shutdown_connections 2024-06-06T08:28:26.565 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.555+0000 7f065ebbf700 1 -- 172.21.15.42:0/1468225200 wait complete. 2024-06-06T08:28:26.565 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.556+0000 7f065ebbf700 1 Processor -- start 2024-06-06T08:28:26.565 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.557+0000 7f065ebbf700 1 -- start start 2024-06-06T08:28:26.565 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.557+0000 7f065ebbf700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f06581096f0 0x7f0658111870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:26.565 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.557+0000 7f065ebbf700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f065810a0a0 0x7f0658111db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:26.566 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.557+0000 7f065ebbf700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f065810e220 0x7f06581aae70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:26.566 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.557+0000 7f065ebbf700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0658118960 con 0x7f065810a0a0 2024-06-06T08:28:26.566 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.557+0000 7f065ebbf700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f06581187e0 con 0x7f065810e220 2024-06-06T08:28:26.566 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.557+0000 7f065ebbf700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f0658118ae0 con 0x7f06581096f0 2024-06-06T08:28:26.568 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.565+0000 7f065d15c700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f065810e220 0x7f06581aae70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:26.568 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.565+0000 7f065d15c700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f065810e220 0x7f06581aae70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:54008/0 (socket says 172.21.15.42:54008) 2024-06-06T08:28:26.568 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.565+0000 7f065d15c700 1 -- 172.21.15.42:0/3843257973 learned_addr learned my addr 172.21.15.42:0/3843257973 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:28:26.568 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.565+0000 7f065c95b700 1 --2- 172.21.15.42:0/3843257973 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f06581096f0 0x7f0658111870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:26.568 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.566+0000 7f065c95b700 1 -- 172.21.15.42:0/3843257973 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f065810e220 msgr2=0x7f06581aae70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:26.569 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.566+0000 7f065c95b700 1 --2- 172.21.15.42:0/3843257973 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f065810e220 0x7f06581aae70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:26.569 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.566+0000 7f065c95b700 1 -- 172.21.15.42:0/3843257973 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f065810a0a0 msgr2=0x7f0658111db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:26.569 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.566+0000 7f065c95b700 1 --2- 172.21.15.42:0/3843257973 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f065810a0a0 0x7f0658111db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:26.569 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.566+0000 7f065c95b700 1 -- 172.21.15.42:0/3843257973 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06581ab5a0 con 0x7f06581096f0 2024-06-06T08:28:26.569 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.566+0000 7f065c95b700 1 --2- 172.21.15.42:0/3843257973 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f06581096f0 0x7f0658111870 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f064000c410 tx=0x7f064000c720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:28:26.572 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.573+0000 7f0655ffb700 1 -- 172.21.15.42:0/3843257973 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06400145f0 con 0x7f06581096f0 2024-06-06T08:28:26.572 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.573+0000 7f0655ffb700 1 -- 172.21.15.42:0/3843257973 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0640019070 con 0x7f06581096f0 2024-06-06T08:28:26.572 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.573+0000 7f0655ffb700 1 -- 172.21.15.42:0/3843257973 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0640013b60 con 0x7f06581096f0 2024-06-06T08:28:26.573 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.574+0000 7f065ebbf700 1 -- 172.21.15.42:0/3843257973 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06581ab890 con 0x7f06581096f0 2024-06-06T08:28:26.573 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.574+0000 7f065ebbf700 1 -- 172.21.15.42:0/3843257973 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06581abd80 con 0x7f06581096f0 2024-06-06T08:28:26.582 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.580+0000 7f0655ffb700 1 -- 172.21.15.42:0/3843257973 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f0640013d00 con 0x7f06581096f0 2024-06-06T08:28:26.582 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.581+0000 7f0669442b80 1 Processor -- start 2024-06-06T08:28:26.582 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.581+0000 7f0669442b80 1 -- start start 2024-06-06T08:28:26.582 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.582+0000 7f0669442b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5597c5a46f60 0x5597c5a47340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:26.583 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.582+0000 7f0669442b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5597c5a47880 0x5597c5a41260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:26.583 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.582+0000 7f0669442b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5597c5a417a0 0x5597c5a41bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:26.583 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.582+0000 7f0669442b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5597c5933f60 con 0x5597c5a46f60 2024-06-06T08:28:26.583 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.582+0000 7f0669442b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5597c5992850 con 0x5597c5a47880 2024-06-06T08:28:26.583 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.582+0000 7f0669442b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5597c58fa460 con 0x5597c5a417a0 2024-06-06T08:28:26.583 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.583+0000 7f065c95b700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5597c5a47880 0x5597c5a41260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:26.583 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.583+0000 7f0655ffb700 1 --2- 172.21.15.42:0/3843257973 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f064c0a2f90 0x7f064c0a5450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:26.584 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.584+0000 7f065d15c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5597c5a46f60 0x5597c5a47340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:26.584 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.584+0000 7f065d15c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5597c5a46f60 0x5597c5a47340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:46716/0 (socket says 172.21.15.42:46716) 2024-06-06T08:28:26.584 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.584+0000 7f065d15c700 1 -- 172.21.15.42:0/3244692076 learned_addr learned my addr 172.21.15.42:0/3244692076 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:28:26.584 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.585+0000 7f0655ffb700 1 -- 172.21.15.42:0/3843257973 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f06400d0b30 con 0x7f06581096f0 2024-06-06T08:28:26.585 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.586+0000 7f065d15c700 1 -- 172.21.15.42:0/3244692076 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5597c5a417a0 msgr2=0x5597c5a41bc0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-06T08:28:26.585 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.586+0000 7f065d15c700 1 --2- 172.21.15.42:0/3244692076 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5597c5a417a0 0x5597c5a41bc0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:26.585 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.586+0000 7f065d15c700 1 -- 172.21.15.42:0/3244692076 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5597c5a47880 msgr2=0x5597c5a41260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:28:26.585 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.586+0000 7f065d15c700 1 --2- 172.21.15.42:0/3244692076 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5597c5a47880 0x5597c5a41260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:26.585 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.586+0000 7f065d15c700 1 -- 172.21.15.42:0/3244692076 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5597c58e18d0 con 0x5597c5a46f60 2024-06-06T08:28:26.585 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.586+0000 7f065d15c700 1 --2- 172.21.15.42:0/3843257973 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f064c0a2f90 0x7f064c0a5450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:26.585 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.587+0000 7f065d15c700 1 --2- 172.21.15.42:0/3244692076 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5597c5a46f60 0x5597c5a47340 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7f0650009f20 tx=0x7f0650013740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8477789f6d789d1 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:28:26.586 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.587+0000 7f065d15c700 1 --2- 172.21.15.42:0/3843257973 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f064c0a2f90 0x7f064c0a5450 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f0650021000 tx=0x7f065001e000 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:28:26.589 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.590+0000 7f0646ffd700 1 -- 172.21.15.42:0/3244692076 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0650024070 con 0x5597c5a46f60 2024-06-06T08:28:26.589 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.590+0000 7f0646ffd700 1 -- 172.21.15.42:0/3244692076 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f065001dca0 con 0x5597c5a46f60 2024-06-06T08:28:26.589 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.590+0000 7f0646ffd700 1 -- 172.21.15.42:0/3244692076 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f065001ed00 con 0x5597c5a46f60 2024-06-06T08:28:26.593 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.593+0000 7f0669442b80 1 -- 172.21.15.42:0/3244692076 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5597c5a46f60 msgr2=0x5597c5a47340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:26.593 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.593+0000 7f0669442b80 1 --2- 172.21.15.42:0/3244692076 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5597c5a46f60 0x5597c5a47340 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7f0650009f20 tx=0x7f0650013740 comp rx=0 tx=0).stop 2024-06-06T08:28:26.595 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.596+0000 7f0669442b80 1 -- 172.21.15.42:0/3244692076 shutdown_connections 2024-06-06T08:28:26.595 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.596+0000 7f0669442b80 1 --2- 172.21.15.42:0/3244692076 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5597c5a417a0 0x5597c5a41bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:26.595 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.596+0000 7f0669442b80 1 --2- 172.21.15.42:0/3244692076 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5597c5a46f60 0x5597c5a47340 unknown :-1 s=CLOSED pgs=736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:26.595 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.596+0000 7f0669442b80 1 --2- 172.21.15.42:0/3244692076 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5597c5a47880 0x5597c5a41260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:26.596 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.596+0000 7f0669442b80 1 -- 172.21.15.42:0/3244692076 >> 172.21.15.42:0/3244692076 conn(0x5597c596e080 msgr2=0x5597c5a3c220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:28:26.607 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.606+0000 7f0669442b80 1 -- 172.21.15.42:0/3244692076 shutdown_connections 2024-06-06T08:28:26.607 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.609+0000 7f0669442b80 1 -- 172.21.15.42:0/3244692076 wait complete. 2024-06-06T08:28:26.611 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.609+0000 7f0669442b80 1 -- start start 2024-06-06T08:28:26.611 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.609+0000 7f0669442b80 1 Processor -- start 2024-06-06T08:28:26.616 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.616+0000 7f0669442b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5597c5a417a0 0x5597c5a4d650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:26.616 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.616+0000 7f0669442b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5597c5a46f60 0x5597c5a4a950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:26.616 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.617+0000 7f065c95b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5597c5a417a0 0x5597c5a4d650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:26.616 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.617+0000 7f0669442b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5597c5a47880 0x5597c5a4ae90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:26.616 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.617+0000 7f0669442b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5597c5932fc0 con 0x5597c5a417a0 2024-06-06T08:28:26.616 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.617+0000 7f0669442b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5597c598e810 con 0x5597c5a46f60 2024-06-06T08:28:26.616 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.617+0000 7f0669442b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5597c5a4e260 con 0x5597c5a47880 2024-06-06T08:28:26.616 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.617+0000 7f0669442b80 10 client.0 _ll_register_callbacks cb 0x5597c59285b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:28:26.617 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.618+0000 7f0657fff700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5597c5a46f60 0x5597c5a4a950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:26.617 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.618+0000 7f0657fff700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5597c5a46f60 0x5597c5a4a950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:54026/0 (socket says 172.21.15.42:54026) 2024-06-06T08:28:26.618 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.618+0000 7f0657fff700 1 -- 172.21.15.42:0/3049353958 learned_addr learned my addr 172.21.15.42:0/3049353958 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:28:26.618 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.619+0000 7f065d15c700 1 --2- 172.21.15.42:0/3049353958 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5597c5a47880 0x5597c5a4ae90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:26.618 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.619+0000 7f0657fff700 1 -- 172.21.15.42:0/3049353958 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5597c5a47880 msgr2=0x5597c5a4ae90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:28:26.618 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.619+0000 7f0657fff700 1 --2- 172.21.15.42:0/3049353958 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5597c5a47880 0x5597c5a4ae90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:26.618 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.619+0000 7f0657fff700 1 -- 172.21.15.42:0/3049353958 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5597c5a417a0 msgr2=0x5597c5a4d650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:28:26.619 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.619+0000 7f0657fff700 1 --2- 172.21.15.42:0/3049353958 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5597c5a417a0 0x5597c5a4d650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:26.619 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.619+0000 7f0657fff700 1 -- 172.21.15.42:0/3049353958 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5597c5958750 con 0x5597c5a46f60 2024-06-06T08:28:26.621 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.622+0000 7f0657fff700 1 --2- 172.21.15.42:0/3049353958 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5597c5a46f60 0x5597c5a4a950 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f0648005bf0 tx=0x7f064800f740 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1c8464b7fdd37ce server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:28:26.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.624+0000 7f0637fff700 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:28:26.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.624+0000 7f0637fff700 1 -- 172.21.15.42:0/3049353958 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0648027060 con 0x5597c5a46f60 2024-06-06T08:28:26.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.624+0000 7f0637fff700 1 -- 172.21.15.42:0/3049353958 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f064800f8e0 con 0x5597c5a46f60 2024-06-06T08:28:26.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.625+0000 7f0669442b80 1 -- 172.21.15.42:0/3049353958 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f065001dca0 con 0x5597c5a46f60 2024-06-06T08:28:26.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.625+0000 7f0637fff700 1 -- 172.21.15.42:0/3049353958 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f0648005040 con 0x5597c5a46f60 2024-06-06T08:28:26.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.630+0000 7f0669442b80 10 client.26342 fetch_fsmap learned FSMap version 29 2024-06-06T08:28:26.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.630+0000 7f0669442b80 1 -- 172.21.15.42:0/3049353958 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5597c5a58a60 con 0x5597c5a46f60 2024-06-06T08:28:26.639 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.639+0000 7f0637fff700 1 -- 172.21.15.42:0/3049353958 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f065001dca0 con 0x5597c5a46f60 2024-06-06T08:28:26.639 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.639+0000 7f0637fff700 1 -- 172.21.15.42:0/3049353958 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7f064800b560 con 0x5597c5a46f60 2024-06-06T08:28:26.639 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.640+0000 7f0669442b80 10 client.26342 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T08:28:26.639 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.640+0000 7f0669442b80 10 client.26342 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.b 2024-06-06T08:28:26.640 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.640+0000 7f0669442b80 20 client.26342 populate_metadata read hostname 'smithi042' 2024-06-06T08:28:26.640 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.640+0000 7f0669442b80 1 --2- 172.21.15.42:0/3049353958 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x5597c5a5aff0 0x5597c5a5d3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:26.640 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.640+0000 7f0669442b80 4 client.26342 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:28:26.640 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.640+0000 7f0669442b80 1 -- 172.21.15.42:0/3049353958 --> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5597c599fd50 con 0x5597c5a5aff0 2024-06-06T08:28:26.645 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.644+0000 7f065c95b700 1 --2- 172.21.15.42:0/3049353958 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x5597c5a5aff0 0x5597c5a5d3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:26.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.652+0000 7f0637fff700 10 client.26342 ms_handle_connect on v2:172.21.15.120:6838/1585293472 2024-06-06T08:28:26.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.652+0000 7f065c95b700 1 --2- 172.21.15.42:0/3049353958 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x5597c5a5aff0 0x5597c5a5d3e0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=597d788d92f6a3cb server_cookie=d3a49843e782393d in_seq=0 out_seq=0 2024-06-06T08:28:26.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.653+0000 7f0637fff700 1 -- 172.21.15.42:0/3049353958 <== mds.2 v2:172.21.15.120:6838/1585293472 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x5597c599fd50 con 0x5597c5a5aff0 2024-06-06T08:28:26.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.653+0000 7f0637fff700 10 client.26342 handle_command_reply: tid=0 2024-06-06T08:28:26.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.653+0000 7f0669442b80 1 client.26342 shutdown 2024-06-06T08:28:26.658 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:28:26 smithi042 ceph-mon[32384]: pgmap v177: 129 pgs: 129 active+clean; 794 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 MiB/s rd, 9.6 MiB/s wr, 627 op/s 2024-06-06T08:28:26.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.659+0000 7f0669442b80 1 -- 172.21.15.42:0/3049353958 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5597c5a46f60 msgr2=0x5597c5a4a950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:26.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.659+0000 7f0669442b80 1 --2- 172.21.15.42:0/3049353958 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5597c5a46f60 0x5597c5a4a950 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f0648005bf0 tx=0x7f064800f740 comp rx=0 tx=0).stop 2024-06-06T08:28:26.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.663+0000 7f0669442b80 1 -- 172.21.15.42:0/3049353958 shutdown_connections 2024-06-06T08:28:26.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.663+0000 7f0669442b80 1 --2- 172.21.15.42:0/3049353958 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x5597c5a5aff0 0x5597c5a5d3e0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:26.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.663+0000 7f0669442b80 1 --2- 172.21.15.42:0/3049353958 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5597c5a47880 0x5597c5a4ae90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:26.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.663+0000 7f0669442b80 1 --2- 172.21.15.42:0/3049353958 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5597c5a417a0 0x5597c5a4d650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:26.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.663+0000 7f0669442b80 1 --2- 172.21.15.42:0/3049353958 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5597c5a46f60 0x5597c5a4a950 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:26.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.663+0000 7f0669442b80 1 -- 172.21.15.42:0/3049353958 >> 172.21.15.42:0/3049353958 conn(0x5597c596e080 msgr2=0x5597c5a3ae70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:28:26.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.663+0000 7f0637fff700 0 client.26342 ms_handle_reset on v2:172.21.15.120:6838/1585293472 2024-06-06T08:28:26.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.663+0000 7f0669442b80 1 -- 172.21.15.42:0/3049353958 shutdown_connections 2024-06-06T08:28:26.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.663+0000 7f0669442b80 1 -- 172.21.15.42:0/3049353958 wait complete. 2024-06-06T08:28:26.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.663+0000 7f0669442b80 20 client.26342 trim_cache size 0 max 16384 2024-06-06T08:28:26.707 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.708+0000 7f0669442b80 1 Processor -- start 2024-06-06T08:28:26.708 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.709+0000 7f0669442b80 1 -- start start 2024-06-06T08:28:26.709 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.709+0000 7f0669442b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5597c5a417a0 0x5597c5a41260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:26.709 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.709+0000 7f0669442b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5597c5a46f60 0x5597c5a3be80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:26.709 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.709+0000 7f0669442b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5597c5a47880 0x5597c5a47d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:26.709 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.709+0000 7f0669442b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f06581b7420 con 0x5597c5a417a0 2024-06-06T08:28:26.709 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.709+0000 7f0669442b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f06581b4c80 con 0x5597c5a46f60 2024-06-06T08:28:26.709 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.709+0000 7f0669442b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f06581b2af0 con 0x5597c5a47880 2024-06-06T08:28:26.709 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.709+0000 7f065c95b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5597c5a417a0 0x5597c5a41260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:26.709 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.710+0000 7f065c95b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5597c5a417a0 0x5597c5a41260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:46734/0 (socket says 172.21.15.42:46734) 2024-06-06T08:28:26.709 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.710+0000 7f065c95b700 1 -- 172.21.15.42:0/736190270 learned_addr learned my addr 172.21.15.42:0/736190270 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:28:26.710 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.710+0000 7f065c95b700 1 -- 172.21.15.42:0/736190270 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5597c5a47880 msgr2=0x5597c5a47d20 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-06T08:28:26.710 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.710+0000 7f065c95b700 1 --2- 172.21.15.42:0/736190270 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5597c5a47880 0x5597c5a47d20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:26.710 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.710+0000 7f065c95b700 1 -- 172.21.15.42:0/736190270 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5597c5a46f60 msgr2=0x5597c5a3be80 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-06-06T08:28:26.710 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.710+0000 7f065c95b700 1 --2- 172.21.15.42:0/736190270 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5597c5a46f60 0x5597c5a3be80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:26.711 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.710+0000 7f065c95b700 1 -- 172.21.15.42:0/736190270 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5597c5a4a720 con 0x5597c5a417a0 2024-06-06T08:28:26.711 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.710+0000 7f065c95b700 1 --2- 172.21.15.42:0/736190270 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5597c5a417a0 0x5597c5a41260 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f064000c3e0 tx=0x7f0640009040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=64b2d3009dabef2e server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:28:26.711 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.711+0000 7f06467fc700 1 -- 172.21.15.42:0/736190270 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f064009c610 con 0x5597c5a417a0 2024-06-06T08:28:26.711 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.711+0000 7f06467fc700 1 -- 172.21.15.42:0/736190270 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f064009d3b0 con 0x5597c5a417a0 2024-06-06T08:28:26.711 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.712+0000 7f0669442b80 1 -- 172.21.15.42:0/736190270 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5597c5a417a0 msgr2=0x5597c5a41260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:26.711 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.712+0000 7f0669442b80 1 --2- 172.21.15.42:0/736190270 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5597c5a417a0 0x5597c5a41260 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f064000c3e0 tx=0x7f0640009040 comp rx=0 tx=0).stop 2024-06-06T08:28:26.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.719+0000 7f0669442b80 1 -- 172.21.15.42:0/736190270 shutdown_connections 2024-06-06T08:28:26.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.719+0000 7f0669442b80 1 --2- 172.21.15.42:0/736190270 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5597c5a47880 0x5597c5a47d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:26.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.719+0000 7f0669442b80 1 --2- 172.21.15.42:0/736190270 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5597c5a417a0 0x5597c5a41260 unknown :-1 s=CLOSED pgs=737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:26.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.719+0000 7f0669442b80 1 --2- 172.21.15.42:0/736190270 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5597c5a46f60 0x5597c5a3be80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:26.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.719+0000 7f0669442b80 1 -- 172.21.15.42:0/736190270 >> 172.21.15.42:0/736190270 conn(0x5597c596e080 msgr2=0x5597c5a4a910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:28:26.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.719+0000 7f0669442b80 1 -- 172.21.15.42:0/736190270 shutdown_connections 2024-06-06T08:28:26.719 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.719+0000 7f0669442b80 1 -- 172.21.15.42:0/736190270 wait complete. 2024-06-06T08:28:26.719 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.720+0000 7f0669442b80 1 -- start start 2024-06-06T08:28:26.719 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.720+0000 7f0669442b80 1 Processor -- start 2024-06-06T08:28:26.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.721+0000 7f0669442b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5597c5a417a0 0x5597c5a53720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:26.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.721+0000 7f0669442b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5597c5a46f60 0x5597c5a53c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:26.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.721+0000 7f0669442b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5597c5a47880 0x5597c5a62030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:26.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.721+0000 7f0669442b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f06581b3140 con 0x5597c5a417a0 2024-06-06T08:28:26.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.721+0000 7f0669442b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f06581b45b0 con 0x5597c5a47880 2024-06-06T08:28:26.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.721+0000 7f0669442b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f06581b3810 con 0x5597c5a46f60 2024-06-06T08:28:26.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.721+0000 7f0669442b80 10 client.0 _ll_register_callbacks cb 0x5597c59285b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:28:26.722 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.723+0000 7f065c95b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5597c5a417a0 0x5597c5a53720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:26.722 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.723+0000 7f065c95b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5597c5a417a0 0x5597c5a53720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:46750/0 (socket says 172.21.15.42:46750) 2024-06-06T08:28:26.722 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.723+0000 7f065c95b700 1 -- 172.21.15.42:0/3016340893 learned_addr learned my addr 172.21.15.42:0/3016340893 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:28:26.723 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.724+0000 7f065d15c700 1 --2- 172.21.15.42:0/3016340893 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5597c5a47880 0x5597c5a62030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:26.723 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.724+0000 7f065c95b700 1 -- 172.21.15.42:0/3016340893 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5597c5a46f60 msgr2=0x5597c5a53c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:28:26.723 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.724+0000 7f065c95b700 1 --2- 172.21.15.42:0/3016340893 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5597c5a46f60 0x5597c5a53c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:26.723 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.724+0000 7f065c95b700 1 -- 172.21.15.42:0/3016340893 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5597c5a47880 msgr2=0x5597c5a62030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:28:26.723 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.724+0000 7f065c95b700 1 --2- 172.21.15.42:0/3016340893 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5597c5a47880 0x5597c5a62030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:26.723 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.724+0000 7f065c95b700 1 -- 172.21.15.42:0/3016340893 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5597c5a62870 con 0x5597c5a417a0 2024-06-06T08:28:26.723 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.724+0000 7f065d15c700 1 --2- 172.21.15.42:0/3016340893 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5597c5a47880 0x5597c5a62030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:28:26.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.724+0000 7f065c95b700 1 --2- 172.21.15.42:0/3016340893 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5597c5a417a0 0x5597c5a53720 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7f064000cb20 tx=0x7f064000a200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f83eafbfd633f99 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:28:26.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.724+0000 7f0637fff700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:28:26.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.729+0000 7f0637fff700 1 -- 172.21.15.42:0/3016340893 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06400a5920 con 0x5597c5a417a0 2024-06-06T08:28:26.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.729+0000 7f0669442b80 1 -- 172.21.15.42:0/3016340893 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f064009d3b0 con 0x5597c5a417a0 2024-06-06T08:28:26.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.729+0000 7f0637fff700 1 -- 172.21.15.42:0/3016340893 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f064009afb0 con 0x5597c5a417a0 2024-06-06T08:28:26.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.730+0000 7f0637fff700 1 -- 172.21.15.42:0/3016340893 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f06400a1060 con 0x5597c5a417a0 2024-06-06T08:28:26.733 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.730+0000 7f0669442b80 10 client.16698 fetch_fsmap learned FSMap version 29 2024-06-06T08:28:26.733 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.730+0000 7f0669442b80 1 -- 172.21.15.42:0/3016340893 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5597c5ac5690 con 0x5597c5a417a0 2024-06-06T08:28:26.733 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.731+0000 7f0637fff700 1 -- 172.21.15.42:0/3016340893 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f064009d3b0 con 0x5597c5a417a0 2024-06-06T08:28:26.733 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.731+0000 7f0637fff700 1 -- 172.21.15.42:0/3016340893 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7f064009c100 con 0x5597c5a417a0 2024-06-06T08:28:26.733 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.731+0000 7f0669442b80 10 client.16698 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T08:28:26.733 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.731+0000 7f0669442b80 10 client.16698 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.b 2024-06-06T08:28:26.733 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.731+0000 7f0669442b80 20 client.16698 populate_metadata read hostname 'smithi042' 2024-06-06T08:28:26.733 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.731+0000 7f0669442b80 1 --2- 172.21.15.42:0/3016340893 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x5597c5ac5db0 0x5597c5ac81d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:26.733 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.731+0000 7f0669442b80 4 client.16698 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-06-06T08:28:26.733 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.731+0000 7f0669442b80 1 -- 172.21.15.42:0/3016340893 --> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5597c599a2d0 con 0x5597c5ac5db0 2024-06-06T08:28:26.733 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.732+0000 7f0657fff700 1 --2- 172.21.15.42:0/3016340893 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x5597c5ac5db0 0x5597c5ac81d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:26.733 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.732+0000 7f0637fff700 10 client.16698 ms_handle_connect on v2:172.21.15.120:6838/1585293472 2024-06-06T08:28:26.734 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.733+0000 7f0657fff700 1 --2- 172.21.15.42:0/3016340893 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x5597c5ac5db0 0x5597c5ac81d0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=53ab69dee6bb13e2 server_cookie=18f04735a9e592d8 in_seq=0 out_seq=0 2024-06-06T08:28:26.739 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.740+0000 7f0637fff700 1 -- 172.21.15.42:0/3016340893 <== mds.2 v2:172.21.15.120:6838/1585293472 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5597c599a2d0 con 0x5597c5ac5db0 2024-06-06T08:28:26.739 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.740+0000 7f0637fff700 10 client.16698 handle_command_reply: tid=0 2024-06-06T08:28:26.741 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.740+0000 7f0669442b80 1 client.16698 shutdown 2024-06-06T08:28:26.741 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.742+0000 7f0669442b80 1 -- 172.21.15.42:0/3016340893 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5597c5a417a0 msgr2=0x5597c5a53720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:26.741 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.742+0000 7f0669442b80 1 --2- 172.21.15.42:0/3016340893 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5597c5a417a0 0x5597c5a53720 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7f064000cb20 tx=0x7f064000a200 comp rx=0 tx=0).stop 2024-06-06T08:28:26.741 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.742+0000 7f0669442b80 1 -- 172.21.15.42:0/3016340893 shutdown_connections 2024-06-06T08:28:26.741 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.742+0000 7f0669442b80 1 --2- 172.21.15.42:0/3016340893 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5597c5a47880 0x5597c5a62030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:26.742 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.742+0000 7f0669442b80 1 --2- 172.21.15.42:0/3016340893 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5597c5a417a0 0x5597c5a53720 unknown :-1 s=CLOSED pgs=738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:26.742 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.742+0000 7f0669442b80 1 --2- 172.21.15.42:0/3016340893 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x5597c5ac5db0 0x5597c5ac81d0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:26.742 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.742+0000 7f0669442b80 1 --2- 172.21.15.42:0/3016340893 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5597c5a46f60 0x5597c5a53c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:26.742 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.742+0000 7f0669442b80 1 -- 172.21.15.42:0/3016340893 >> 172.21.15.42:0/3016340893 conn(0x5597c596e080 msgr2=0x5597c5a47d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:28:26.742 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.742+0000 7f0637fff700 0 client.16698 ms_handle_reset on v2:172.21.15.120:6838/1585293472 2024-06-06T08:28:26.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.748+0000 7f0669442b80 1 -- 172.21.15.42:0/3016340893 shutdown_connections 2024-06-06T08:28:26.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.749+0000 7f0669442b80 1 -- 172.21.15.42:0/3016340893 wait complete. 2024-06-06T08:28:26.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.749+0000 7f0669442b80 20 client.16698 trim_cache size 0 max 16384 2024-06-06T08:28:26.748 INFO:teuthology.orchestra.run.smithi042.stdout:[] 2024-06-06T08:28:26.749 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.750+0000 7f065ebbf700 1 -- 172.21.15.42:0/3843257973 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f064c0a2f90 msgr2=0x7f064c0a5450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:26.749 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.750+0000 7f065ebbf700 1 --2- 172.21.15.42:0/3843257973 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f064c0a2f90 0x7f064c0a5450 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f0650021000 tx=0x7f065001e000 comp rx=0 tx=0).stop 2024-06-06T08:28:26.749 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.750+0000 7f065ebbf700 1 -- 172.21.15.42:0/3843257973 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f06581096f0 msgr2=0x7f0658111870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:26.749 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.750+0000 7f065ebbf700 1 --2- 172.21.15.42:0/3843257973 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f06581096f0 0x7f0658111870 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f064000c410 tx=0x7f064000c720 comp rx=0 tx=0).stop 2024-06-06T08:28:26.749 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.750+0000 7f065ebbf700 1 -- 172.21.15.42:0/3843257973 shutdown_connections 2024-06-06T08:28:26.749 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.750+0000 7f065ebbf700 1 --2- 172.21.15.42:0/3843257973 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f064c0a2f90 0x7f064c0a5450 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:26.750 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.750+0000 7f065ebbf700 1 --2- 172.21.15.42:0/3843257973 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f065810e220 0x7f06581aae70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:26.750 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.750+0000 7f065ebbf700 1 --2- 172.21.15.42:0/3843257973 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f06581096f0 0x7f0658111870 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:26.750 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.750+0000 7f065ebbf700 1 --2- 172.21.15.42:0/3843257973 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f065810a0a0 0x7f0658111db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:26.750 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.750+0000 7f065ebbf700 1 -- 172.21.15.42:0/3843257973 >> 172.21.15.42:0/3843257973 conn(0x7f065806d600 msgr2=0x7f0658071950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:28:26.750 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.750+0000 7f065ebbf700 1 -- 172.21.15.42:0/3843257973 shutdown_connections 2024-06-06T08:28:26.750 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:26.750+0000 7f065ebbf700 1 -- 172.21.15.42:0/3843257973 wait complete. 2024-06-06T08:28:26.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:28:26 smithi149 ceph-mon[36842]: pgmap v177: 129 pgs: 129 active+clean; 794 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 MiB/s rd, 9.6 MiB/s wr, 627 op/s 2024-06-06T08:28:26.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:28:26 smithi120 ceph-mon[36658]: pgmap v177: 129 pgs: 129 active+clean; 794 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 MiB/s rd, 9.6 MiB/s wr, 627 op/s 2024-06-06T08:28:27.392 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:27.393+0000 7efe8b7fe640 1 -- 172.21.15.42:0/1426414237 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x555bca3c9c20 con 0x555bca501100 2024-06-06T08:28:27.393 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:27.393+0000 7efe8b7fe640 10 client.16686 handle_command_reply: tid=0 2024-06-06T08:28:27.393 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:27.394+0000 7efeb57b2740 1 client.16686 shutdown 2024-06-06T08:28:27.398 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:27.397+0000 7efeb57b2740 1 -- 172.21.15.42:0/1426414237 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555bca46fd00 msgr2=0x555bca470180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:27.398 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:27.397+0000 7efeb57b2740 1 --2- 172.21.15.42:0/1426414237 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555bca46fd00 0x555bca470180 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7efea4003fd0 tx=0x7efea4030670 comp rx=0 tx=0).stop 2024-06-06T08:28:27.398 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:27.397+0000 7efeb57b2740 1 -- 172.21.15.42:0/1426414237 shutdown_connections 2024-06-06T08:28:27.398 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:27.397+0000 7efeb57b2740 1 --2- 172.21.15.42:0/1426414237 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x555bca501100 0x555bca503520 crc :-1 s=READY pgs=150 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:27.398 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:27.397+0000 7efeb57b2740 1 --2- 172.21.15.42:0/1426414237 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555bca463520 0x555bca46f7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:27.399 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:27.397+0000 7efeb57b2740 1 --2- 172.21.15.42:0/1426414237 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555bca46fd00 0x555bca470180 unknown :-1 s=CLOSED pgs=734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:27.399 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:27.397+0000 7efeb57b2740 1 --2- 172.21.15.42:0/1426414237 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555bca458340 0x555bca471420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:27.399 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:27.397+0000 7efeb57b2740 1 -- 172.21.15.42:0/1426414237 >> 172.21.15.42:0/1426414237 conn(0x555bca454850 msgr2=0x555bca460d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:28:27.399 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:27.397+0000 7efe8b7fe640 0 client.16686 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:28:27.399 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:27.397+0000 7efeb57b2740 1 -- 172.21.15.42:0/1426414237 shutdown_connections 2024-06-06T08:28:27.399 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:27.397+0000 7efeb57b2740 1 -- 172.21.15.42:0/1426414237 wait complete. 2024-06-06T08:28:27.404 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:27.405+0000 7efeb57b2740 20 client.16686 trim_cache size 0 max 16384 2024-06-06T08:28:27.405 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:28:27.405 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:28:27.405 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:28:27.412 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:27.413+0000 7efeb1766640 1 -- 172.21.15.42:0/1494783101 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7efe940a2f00 msgr2=0x7efe940a53c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:27.412 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:27.413+0000 7efeb1766640 1 --2- 172.21.15.42:0/1494783101 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7efe940a2f00 0x7efe940a53c0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x555bca4559e0 tx=0x7efea4005ef0 comp rx=0 tx=0).stop 2024-06-06T08:28:27.412 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:27.413+0000 7efeb1766640 1 -- 172.21.15.42:0/1494783101 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7efeac110060 msgr2=0x7efeac1a75b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:27.413 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:27.413+0000 7efeb1766640 1 --2- 172.21.15.42:0/1494783101 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7efeac110060 0x7efeac1a75b0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7efe9c00b4a0 tx=0x7efe9c00b960 comp rx=0 tx=0).stop 2024-06-06T08:28:27.414 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:27.414+0000 7efeb1766640 1 -- 172.21.15.42:0/1494783101 shutdown_connections 2024-06-06T08:28:27.414 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:27.414+0000 7efeb1766640 1 --2- 172.21.15.42:0/1494783101 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7efe940a2f00 0x7efe940a53c0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:27.414 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:27.414+0000 7efeb1766640 1 --2- 172.21.15.42:0/1494783101 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7efeac110440 0x7efeac1ab930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:27.414 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:27.414+0000 7efeb1766640 1 --2- 172.21.15.42:0/1494783101 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7efeac110060 0x7efeac1a75b0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:27.414 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:27.415+0000 7efeb1766640 1 --2- 172.21.15.42:0/1494783101 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efeac10e670 0x7efeac1a7070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:27.414 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:27.415+0000 7efeb1766640 1 -- 172.21.15.42:0/1494783101 >> 172.21.15.42:0/1494783101 conn(0x7efeac06c8e0 msgr2=0x7efeac070d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:28:27.458 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:27.459+0000 7efeb1766640 1 -- 172.21.15.42:0/1494783101 shutdown_connections 2024-06-06T08:28:27.458 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:27.459+0000 7efeb1766640 1 -- 172.21.15.42:0/1494783101 wait complete. 2024-06-06T08:28:28.180 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-06-06T08:28:28.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:28:28 smithi042 ceph-mon[32384]: pgmap v178: 129 pgs: 129 active+clean; 794 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 8.0 MiB/s wr, 413 op/s 2024-06-06T08:28:28.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:28:28 smithi149 ceph-mon[36842]: pgmap v178: 129 pgs: 129 active+clean; 794 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 8.0 MiB/s wr, 413 op/s 2024-06-06T08:28:28.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:28:28 smithi120 ceph-mon[36658]: pgmap v178: 129 pgs: 129 active+clean; 794 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 8.0 MiB/s wr, 413 op/s 2024-06-06T08:28:30.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:28:30 smithi149 ceph-mon[36842]: pgmap v179: 129 pgs: 129 active+clean; 809 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 MiB/s rd, 11 MiB/s wr, 1.10k op/s 2024-06-06T08:28:30.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:28:30 smithi042 ceph-mon[32384]: pgmap v179: 129 pgs: 129 active+clean; 809 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 MiB/s rd, 11 MiB/s wr, 1.10k op/s 2024-06-06T08:28:30.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:28:30 smithi120 ceph-mon[36658]: pgmap v179: 129 pgs: 129 active+clean; 809 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 MiB/s rd, 11 MiB/s wr, 1.10k op/s 2024-06-06T08:28:32.738 INFO:tasks.workunit.client.0.smithi042.stdout: 257 1778332 1494 1187752 1094 505996 847 2024-06-06T08:28:32.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:28:32 smithi149 ceph-mon[36842]: pgmap v180: 129 pgs: 129 active+clean; 809 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 7.0 MiB/s wr, 883 op/s 2024-06-06T08:28:32.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:28:32 smithi042 ceph-mon[32384]: pgmap v180: 129 pgs: 129 active+clean; 809 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 7.0 MiB/s wr, 883 op/s 2024-06-06T08:28:32.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:28:32 smithi120 ceph-mon[36658]: pgmap v180: 129 pgs: 129 active+clean; 809 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 7.0 MiB/s wr, 883 op/s 2024-06-06T08:28:33.906 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:28:34.640 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:28:34 smithi042 ceph-mon[32384]: pgmap v181: 129 pgs: 129 active+clean; 816 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 7.6 MiB/s wr, 912 op/s 2024-06-06T08:28:34.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:28:34 smithi149 ceph-mon[36842]: pgmap v181: 129 pgs: 129 active+clean; 816 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 7.6 MiB/s wr, 912 op/s 2024-06-06T08:28:34.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:28:34 smithi120 ceph-mon[36658]: pgmap v181: 129 pgs: 129 active+clean; 816 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 7.6 MiB/s wr, 912 op/s 2024-06-06T08:28:36.746 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:28:36 smithi042 ceph-mon[32384]: pgmap v182: 129 pgs: 129 active+clean; 826 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 8.0 MiB/s wr, 1.00k op/s 2024-06-06T08:28:36.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:28:36 smithi149 ceph-mon[36842]: pgmap v182: 129 pgs: 129 active+clean; 826 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 8.0 MiB/s wr, 1.00k op/s 2024-06-06T08:28:36.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:28:36 smithi120 ceph-mon[36658]: pgmap v182: 129 pgs: 129 active+clean; 826 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 8.0 MiB/s wr, 1.00k op/s 2024-06-06T08:28:37.337 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.338+0000 7f238bfe8700 1 -- 172.21.15.42:0/1793420990 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f238411bc70 msgr2=0x7f238411e060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:37.337 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.338+0000 7f238bfe8700 1 --2- 172.21.15.42:0/1793420990 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f238411bc70 0x7f238411e060 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f237401a9a0 tx=0x7f237401acb0 comp rx=0 tx=0).stop 2024-06-06T08:28:37.340 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.341+0000 7f238bfe8700 1 -- 172.21.15.42:0/1793420990 shutdown_connections 2024-06-06T08:28:37.340 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.341+0000 7f238bfe8700 1 --2- 172.21.15.42:0/1793420990 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f238411bc70 0x7f238411e060 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:37.340 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.341+0000 7f238bfe8700 1 --2- 172.21.15.42:0/1793420990 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2384110c70 0x7f2384109490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:37.340 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.341+0000 7f238bfe8700 1 --2- 172.21.15.42:0/1793420990 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f23841099d0 0x7f2384109e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:37.340 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.341+0000 7f238bfe8700 1 -- 172.21.15.42:0/1793420990 >> 172.21.15.42:0/1793420990 conn(0x7f238406d600 msgr2=0x7f238406da10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:28:37.342 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.341+0000 7f238bfe8700 1 -- 172.21.15.42:0/1793420990 shutdown_connections 2024-06-06T08:28:37.342 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.342+0000 7f238bfe8700 1 -- 172.21.15.42:0/1793420990 wait complete. 2024-06-06T08:28:37.343 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.344+0000 7f238bfe8700 1 Processor -- start 2024-06-06T08:28:37.343 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.344+0000 7f238bfe8700 1 -- start start 2024-06-06T08:28:37.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.344+0000 7f238bfe8700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f23841099d0 0x7f238411b280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:37.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.345+0000 7f238bfe8700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2384110c70 0x7f2384117320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:37.345 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.345+0000 7f238bfe8700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f238411bc70 0x7f2384117860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:37.345 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.345+0000 7f238bfe8700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2384113e10 con 0x7f23841099d0 2024-06-06T08:28:37.345 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.345+0000 7f238bfe8700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f2384113c90 con 0x7f238411bc70 2024-06-06T08:28:37.345 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.345+0000 7f238bfe8700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f2384113f90 con 0x7f2384110c70 2024-06-06T08:28:37.345 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.346+0000 7f238a585700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f238411bc70 0x7f2384117860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:37.345 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.346+0000 7f238a585700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f238411bc70 0x7f2384117860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:44164/0 (socket says 172.21.15.42:44164) 2024-06-06T08:28:37.345 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.346+0000 7f238a585700 1 -- 172.21.15.42:0/3058515462 learned_addr learned my addr 172.21.15.42:0/3058515462 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:28:37.348 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.348+0000 7f2389583700 1 --2- 172.21.15.42:0/3058515462 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2384110c70 0x7f2384117320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:37.348 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.348+0000 7f2389d84700 1 --2- 172.21.15.42:0/3058515462 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f23841099d0 0x7f238411b280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:37.348 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.348+0000 7f2389583700 1 -- 172.21.15.42:0/3058515462 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f238411bc70 msgr2=0x7f2384117860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:37.348 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.348+0000 7f2389583700 1 --2- 172.21.15.42:0/3058515462 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f238411bc70 0x7f2384117860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:37.348 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.348+0000 7f2389583700 1 -- 172.21.15.42:0/3058515462 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f23841099d0 msgr2=0x7f238411b280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:37.348 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.348+0000 7f2389583700 1 --2- 172.21.15.42:0/3058515462 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f23841099d0 0x7f238411b280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:37.348 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.349+0000 7f2389583700 1 -- 172.21.15.42:0/3058515462 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2384117e50 con 0x7f2384110c70 2024-06-06T08:28:37.355 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.354+0000 7f2389583700 1 --2- 172.21.15.42:0/3058515462 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2384110c70 0x7f2384117320 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f238000b480 tx=0x7f238000b790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:28:37.358 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.358+0000 7f237affd700 1 -- 172.21.15.42:0/3058515462 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2380015020 con 0x7f2384110c70 2024-06-06T08:28:37.359 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.358+0000 7f237affd700 1 -- 172.21.15.42:0/3058515462 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f238000be50 con 0x7f2384110c70 2024-06-06T08:28:37.359 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.359+0000 7f237affd700 1 -- 172.21.15.42:0/3058515462 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2380010ce0 con 0x7f2384110c70 2024-06-06T08:28:37.359 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.360+0000 7f238bfe8700 1 -- 172.21.15.42:0/3058515462 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2384118140 con 0x7f2384110c70 2024-06-06T08:28:37.360 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.360+0000 7f238bfe8700 1 -- 172.21.15.42:0/3058515462 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23841abe00 con 0x7f2384110c70 2024-06-06T08:28:37.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.366+0000 7f239686bb80 1 Processor -- start 2024-06-06T08:28:37.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.367+0000 7f239686bb80 1 -- start start 2024-06-06T08:28:37.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.367+0000 7f239686bb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d2eb24b640 0x55d2eb24ba20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:37.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.367+0000 7f239686bb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2eb24bf60 0x55d2eb2459e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:37.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.367+0000 7f239686bb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d2eb245f20 0x55d2eb246340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:37.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.367+0000 7f239686bb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55d2eb197810 con 0x55d2eb24bf60 2024-06-06T08:28:37.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.367+0000 7f239686bb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55d2eb13f720 con 0x55d2eb245f20 2024-06-06T08:28:37.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.367+0000 7f239686bb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55d2eb1937d0 con 0x55d2eb24b640 2024-06-06T08:28:37.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.369+0000 7f2389d84700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2eb24bf60 0x55d2eb2459e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:37.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.369+0000 7f2389d84700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2eb24bf60 0x55d2eb2459e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:47982/0 (socket says 172.21.15.42:47982) 2024-06-06T08:28:37.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.369+0000 7f2389d84700 1 -- 172.21.15.42:0/764114137 learned_addr learned my addr 172.21.15.42:0/764114137 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:28:37.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.369+0000 7f2389d84700 1 -- 172.21.15.42:0/764114137 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d2eb24b640 msgr2=0x55d2eb24ba20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:28:37.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.369+0000 7f2389d84700 1 --2- 172.21.15.42:0/764114137 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d2eb24b640 0x55d2eb24ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:37.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.369+0000 7f2389d84700 1 -- 172.21.15.42:0/764114137 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d2eb245f20 msgr2=0x55d2eb246340 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-06-06T08:28:37.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.369+0000 7f2389d84700 1 --2- 172.21.15.42:0/764114137 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d2eb245f20 0x55d2eb246340 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:37.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.369+0000 7f2389d84700 1 -- 172.21.15.42:0/764114137 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d2eb135f50 con 0x55d2eb24bf60 2024-06-06T08:28:37.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.370+0000 7f2389d84700 1 --2- 172.21.15.42:0/764114137 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2eb24bf60 0x55d2eb2459e0 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f237c00a5b0 tx=0x7f237c0096d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62e2b67898ea1602 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:28:37.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.372+0000 7f236ffff700 1 -- 172.21.15.42:0/764114137 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f237c014620 con 0x55d2eb24bf60 2024-06-06T08:28:37.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.372+0000 7f236ffff700 1 -- 172.21.15.42:0/764114137 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f237c019070 con 0x55d2eb24bf60 2024-06-06T08:28:37.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.373+0000 7f239686bb80 1 -- 172.21.15.42:0/764114137 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2eb24bf60 msgr2=0x55d2eb2459e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:37.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.373+0000 7f239686bb80 1 --2- 172.21.15.42:0/764114137 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2eb24bf60 0x55d2eb2459e0 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f237c00a5b0 tx=0x7f237c0096d0 comp rx=0 tx=0).stop 2024-06-06T08:28:37.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.375+0000 7f237affd700 1 -- 172.21.15.42:0/3058515462 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f2380018020 con 0x7f2384110c70 2024-06-06T08:28:37.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.376+0000 7f237affd700 1 --2- 172.21.15.42:0/3058515462 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f23700a2e70 0x7f23700a5330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:37.375 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.376+0000 7f237affd700 1 -- 172.21.15.42:0/3058515462 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f23800cec00 con 0x7f2384110c70 2024-06-06T08:28:37.378 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.377+0000 7f239686bb80 1 -- 172.21.15.42:0/764114137 shutdown_connections 2024-06-06T08:28:37.378 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.377+0000 7f239686bb80 1 --2- 172.21.15.42:0/764114137 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d2eb245f20 0x55d2eb246340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:37.378 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.377+0000 7f239686bb80 1 --2- 172.21.15.42:0/764114137 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d2eb24b640 0x55d2eb24ba20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:37.378 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.377+0000 7f239686bb80 1 --2- 172.21.15.42:0/764114137 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2eb24bf60 0x55d2eb2459e0 unknown :-1 s=CLOSED pgs=739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:37.378 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.377+0000 7f239686bb80 1 -- 172.21.15.42:0/764114137 >> 172.21.15.42:0/764114137 conn(0x55d2eb170cc0 msgr2=0x55d2eb240850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:28:37.378 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.377+0000 7f238a585700 1 --2- 172.21.15.42:0/3058515462 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f23700a2e70 0x7f23700a5330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:37.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.383+0000 7f239686bb80 1 -- 172.21.15.42:0/764114137 shutdown_connections 2024-06-06T08:28:37.382 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.383+0000 7f238a585700 1 --2- 172.21.15.42:0/3058515462 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f23700a2e70 0x7f23700a5330 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f237401a760 tx=0x7f237401c570 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:28:37.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.386+0000 7f239686bb80 1 -- 172.21.15.42:0/764114137 wait complete. 2024-06-06T08:28:37.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.387+0000 7f239686bb80 1 -- start start 2024-06-06T08:28:37.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.387+0000 7f239686bb80 1 Processor -- start 2024-06-06T08:28:37.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.392+0000 7f239686bb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2eb245f20 0x55d2eb251c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:37.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.392+0000 7f239686bb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d2eb24b640 0x55d2eb24ef50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:37.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.392+0000 7f239686bb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d2eb24bf60 0x55d2eb24f490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:37.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.392+0000 7f239686bb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55d2eb252a20 con 0x55d2eb245f20 2024-06-06T08:28:37.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.392+0000 7f239686bb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55d2eb137bf0 con 0x55d2eb24bf60 2024-06-06T08:28:37.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.392+0000 7f239686bb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55d2eb252ba0 con 0x55d2eb24b640 2024-06-06T08:28:37.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.392+0000 7f239686bb80 10 client.0 _ll_register_callbacks cb 0x55d2eb131920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:28:37.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.393+0000 7f238a585700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d2eb24bf60 0x55d2eb24f490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:37.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.393+0000 7f238a585700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d2eb24bf60 0x55d2eb24f490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:44178/0 (socket says 172.21.15.42:44178) 2024-06-06T08:28:37.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.393+0000 7f238a585700 1 -- 172.21.15.42:0/3338159959 learned_addr learned my addr 172.21.15.42:0/3338159959 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:28:37.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.393+0000 7f2389583700 1 --2- 172.21.15.42:0/3338159959 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d2eb24b640 0x55d2eb24ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:37.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.393+0000 7f238a585700 1 -- 172.21.15.42:0/3338159959 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d2eb24b640 msgr2=0x55d2eb24ef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:28:37.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.393+0000 7f238a585700 1 --2- 172.21.15.42:0/3338159959 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d2eb24b640 0x55d2eb24ef50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:37.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.394+0000 7f238a585700 1 -- 172.21.15.42:0/3338159959 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2eb245f20 msgr2=0x55d2eb251c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:28:37.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.394+0000 7f238a585700 1 --2- 172.21.15.42:0/3338159959 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2eb245f20 0x55d2eb251c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:37.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.394+0000 7f238a585700 1 -- 172.21.15.42:0/3338159959 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d2eb0e68d0 con 0x55d2eb24bf60 2024-06-06T08:28:37.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.394+0000 7f238a585700 1 --2- 172.21.15.42:0/3338159959 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d2eb24bf60 0x55d2eb24f490 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f237401af20 tx=0x7f237401acb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2ee606b843eecc97 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:28:37.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.394+0000 7f236d7fa700 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:28:37.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.398+0000 7f236d7fa700 1 -- 172.21.15.42:0/3338159959 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2374043060 con 0x55d2eb24bf60 2024-06-06T08:28:37.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.398+0000 7f239686bb80 1 -- 172.21.15.42:0/3338159959 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f237c019070 con 0x55d2eb24bf60 2024-06-06T08:28:37.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.398+0000 7f236d7fa700 1 -- 172.21.15.42:0/3338159959 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f2374005050 con 0x55d2eb24bf60 2024-06-06T08:28:37.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.399+0000 7f236d7fa700 1 -- 172.21.15.42:0/3338159959 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f237404a050 con 0x55d2eb24bf60 2024-06-06T08:28:37.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.399+0000 7f239686bb80 10 client.26351 fetch_fsmap learned FSMap version 29 2024-06-06T08:28:37.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.399+0000 7f239686bb80 1 -- 172.21.15.42:0/3338159959 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55d2eb25d380 con 0x55d2eb24bf60 2024-06-06T08:28:37.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.403+0000 7f236d7fa700 1 -- 172.21.15.42:0/3338159959 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f237c019070 con 0x55d2eb24bf60 2024-06-06T08:28:37.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.403+0000 7f236d7fa700 1 -- 172.21.15.42:0/3338159959 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7f237403ec40 con 0x55d2eb24bf60 2024-06-06T08:28:37.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.403+0000 7f239686bb80 10 client.26351 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T08:28:37.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.403+0000 7f239686bb80 10 client.26351 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-06-06T08:28:37.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.403+0000 7f239686bb80 20 client.26351 populate_metadata read hostname 'smithi042' 2024-06-06T08:28:37.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.403+0000 7f239686bb80 1 --2- 172.21.15.42:0/3338159959 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x55d2eb25fdc0 0x55d2eb262240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:37.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.404+0000 7f239686bb80 4 client.26351 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:28:37.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.404+0000 7f239686bb80 1 -- 172.21.15.42:0/3338159959 --> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d2eb1a4d10 con 0x55d2eb25fdc0 2024-06-06T08:28:37.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.404+0000 7f2389d84700 1 --2- 172.21.15.42:0/3338159959 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x55d2eb25fdc0 0x55d2eb262240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:37.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.405+0000 7f236d7fa700 10 client.26351 ms_handle_connect on v2:172.21.15.149:6836/751787578 2024-06-06T08:28:37.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.405+0000 7f2389d84700 1 --2- 172.21.15.42:0/3338159959 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x55d2eb25fdc0 0x55d2eb262240 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d5cc70ef6ae69f86 server_cookie=1baa388f9a2667a8 in_seq=0 out_seq=0 2024-06-06T08:28:37.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.407+0000 7f236d7fa700 1 -- 172.21.15.42:0/3338159959 <== mds.1 v2:172.21.15.149:6836/751787578 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55d2eb1a4d10 con 0x55d2eb25fdc0 2024-06-06T08:28:37.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.407+0000 7f236d7fa700 10 client.26351 handle_command_reply: tid=0 2024-06-06T08:28:37.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.407+0000 7f239686bb80 1 client.26351 shutdown 2024-06-06T08:28:37.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.408+0000 7f239686bb80 1 -- 172.21.15.42:0/3338159959 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d2eb24bf60 msgr2=0x55d2eb24f490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:37.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.408+0000 7f239686bb80 1 --2- 172.21.15.42:0/3338159959 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d2eb24bf60 0x55d2eb24f490 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f237401af20 tx=0x7f237401acb0 comp rx=0 tx=0).stop 2024-06-06T08:28:37.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.409+0000 7f239686bb80 1 -- 172.21.15.42:0/3338159959 shutdown_connections 2024-06-06T08:28:37.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.409+0000 7f239686bb80 1 --2- 172.21.15.42:0/3338159959 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x55d2eb25fdc0 0x55d2eb262240 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:37.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.409+0000 7f239686bb80 1 --2- 172.21.15.42:0/3338159959 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d2eb24bf60 0x55d2eb24f490 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:37.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.409+0000 7f239686bb80 1 --2- 172.21.15.42:0/3338159959 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2eb245f20 0x55d2eb251c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:37.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.409+0000 7f239686bb80 1 --2- 172.21.15.42:0/3338159959 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d2eb24b640 0x55d2eb24ef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:37.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.409+0000 7f239686bb80 1 -- 172.21.15.42:0/3338159959 >> 172.21.15.42:0/3338159959 conn(0x55d2eb170cc0 msgr2=0x55d2eb2449d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:28:37.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.409+0000 7f236d7fa700 0 client.26351 ms_handle_reset on v2:172.21.15.149:6836/751787578 2024-06-06T08:28:37.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.413+0000 7f239686bb80 1 -- 172.21.15.42:0/3338159959 shutdown_connections 2024-06-06T08:28:37.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.414+0000 7f239686bb80 1 -- 172.21.15.42:0/3338159959 wait complete. 2024-06-06T08:28:37.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.414+0000 7f239686bb80 20 client.26351 trim_cache size 0 max 16384 2024-06-06T08:28:37.466 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.465+0000 7f239686bb80 1 Processor -- start 2024-06-06T08:28:37.467 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.467+0000 7f239686bb80 1 -- start start 2024-06-06T08:28:37.467 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.468+0000 7f239686bb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d2eb245f20 0x55d2eb2459e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:37.468 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.468+0000 7f239686bb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d2eb24b640 0x55d2eb24f580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:37.468 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.468+0000 7f2389d84700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d2eb245f20 0x55d2eb2459e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:37.468 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.468+0000 7f2389d84700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d2eb245f20 0x55d2eb2459e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:59114/0 (socket says 172.21.15.42:59114) 2024-06-06T08:28:37.479 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.469+0000 7f2389d84700 1 -- 172.21.15.42:0/3967568953 learned_addr learned my addr 172.21.15.42:0/3967568953 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:28:37.479 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.469+0000 7f2389583700 1 --2- 172.21.15.42:0/3967568953 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d2eb24b640 0x55d2eb24f580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:37.479 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.469+0000 7f239686bb80 1 --2- 172.21.15.42:0/3967568953 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2eb24bf60 0x55d2eb24cb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:37.479 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.469+0000 7f239686bb80 1 -- 172.21.15.42:0/3967568953 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f23841b70a0 con 0x55d2eb24bf60 2024-06-06T08:28:37.479 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.469+0000 7f239686bb80 1 -- 172.21.15.42:0/3967568953 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f23841b4900 con 0x55d2eb24b640 2024-06-06T08:28:37.479 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.469+0000 7f239686bb80 1 -- 172.21.15.42:0/3967568953 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f23841b2750 con 0x55d2eb245f20 2024-06-06T08:28:37.479 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.470+0000 7f2389d84700 1 -- 172.21.15.42:0/3967568953 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d2eb24b640 msgr2=0x55d2eb24f580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:28:37.479 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.470+0000 7f2389d84700 1 --2- 172.21.15.42:0/3967568953 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d2eb24b640 0x55d2eb24f580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:37.479 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.470+0000 7f2389d84700 1 -- 172.21.15.42:0/3967568953 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2eb24bf60 msgr2=0x55d2eb24cb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:28:37.479 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.470+0000 7f2389d84700 1 --2- 172.21.15.42:0/3967568953 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2eb24bf60 0x55d2eb24cb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:37.479 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.470+0000 7f2389d84700 1 -- 172.21.15.42:0/3967568953 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d2eb2628c0 con 0x55d2eb245f20 2024-06-06T08:28:37.480 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.470+0000 7f2389583700 1 --2- 172.21.15.42:0/3967568953 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d2eb24b640 0x55d2eb24f580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:28:37.480 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.474+0000 7f2389d84700 1 --2- 172.21.15.42:0/3967568953 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d2eb245f20 0x55d2eb2459e0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f237c00a4d0 tx=0x7f237c00d040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fab176e9472a32a server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:28:37.480 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.476+0000 7f236f7fe700 1 -- 172.21.15.42:0/3967568953 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f237c013c70 con 0x55d2eb245f20 2024-06-06T08:28:37.480 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.477+0000 7f236f7fe700 1 -- 172.21.15.42:0/3967568953 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f237c019070 con 0x55d2eb245f20 2024-06-06T08:28:37.480 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.477+0000 7f236f7fe700 1 -- 172.21.15.42:0/3967568953 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f237c027ad0 con 0x55d2eb245f20 2024-06-06T08:28:37.480 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.478+0000 7f239686bb80 1 -- 172.21.15.42:0/3967568953 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d2eb245f20 msgr2=0x55d2eb2459e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:37.480 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.478+0000 7f239686bb80 1 --2- 172.21.15.42:0/3967568953 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d2eb245f20 0x55d2eb2459e0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f237c00a4d0 tx=0x7f237c00d040 comp rx=0 tx=0).stop 2024-06-06T08:28:37.480 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.480+0000 7f239686bb80 1 -- 172.21.15.42:0/3967568953 shutdown_connections 2024-06-06T08:28:37.480 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.480+0000 7f239686bb80 1 --2- 172.21.15.42:0/3967568953 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2eb24bf60 0x55d2eb24cb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:37.480 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.480+0000 7f239686bb80 1 --2- 172.21.15.42:0/3967568953 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d2eb245f20 0x55d2eb2459e0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:37.480 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.480+0000 7f239686bb80 1 --2- 172.21.15.42:0/3967568953 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d2eb24b640 0x55d2eb24f580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:37.480 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.480+0000 7f239686bb80 1 -- 172.21.15.42:0/3967568953 >> 172.21.15.42:0/3967568953 conn(0x55d2eb170cc0 msgr2=0x55d2eb24c420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:28:37.485 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.485+0000 7f239686bb80 1 -- 172.21.15.42:0/3967568953 shutdown_connections 2024-06-06T08:28:37.489 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.489+0000 7f239686bb80 1 -- 172.21.15.42:0/3967568953 wait complete. 2024-06-06T08:28:37.489 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.490+0000 7f239686bb80 1 -- start start 2024-06-06T08:28:37.489 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.490+0000 7f239686bb80 1 Processor -- start 2024-06-06T08:28:37.503 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.493+0000 7f239686bb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d2eb245f20 0x55d2eb258170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:37.504 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.494+0000 7f239686bb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d2eb24b640 0x55d2eb2586b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:37.504 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.494+0000 7f239686bb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2eb24bf60 0x55d2eb2671c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:37.504 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.494+0000 7f239686bb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f23841b2dc0 con 0x55d2eb24bf60 2024-06-06T08:28:37.504 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.494+0000 7f239686bb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f23841b4230 con 0x55d2eb245f20 2024-06-06T08:28:37.504 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.494+0000 7f239686bb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f23841b3490 con 0x55d2eb24b640 2024-06-06T08:28:37.504 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.494+0000 7f239686bb80 10 client.0 _ll_register_callbacks cb 0x55d2eb131920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:28:37.504 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.494+0000 7f2389d84700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d2eb245f20 0x55d2eb258170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:37.504 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.494+0000 7f2389d84700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d2eb245f20 0x55d2eb258170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:44200/0 (socket says 172.21.15.42:44200) 2024-06-06T08:28:37.504 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.494+0000 7f2389d84700 1 -- 172.21.15.42:0/38081470 learned_addr learned my addr 172.21.15.42:0/38081470 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:28:37.504 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.495+0000 7f238a585700 1 --2- 172.21.15.42:0/38081470 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2eb24bf60 0x55d2eb2671c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:37.504 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.495+0000 7f2389583700 1 --2- 172.21.15.42:0/38081470 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d2eb24b640 0x55d2eb2586b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:37.504 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.495+0000 7f2389d84700 1 -- 172.21.15.42:0/38081470 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d2eb24b640 msgr2=0x55d2eb2586b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:28:37.504 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.495+0000 7f2389d84700 1 --2- 172.21.15.42:0/38081470 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d2eb24b640 0x55d2eb2586b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:37.505 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.495+0000 7f2389d84700 1 -- 172.21.15.42:0/38081470 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2eb24bf60 msgr2=0x55d2eb2671c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:28:37.505 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.495+0000 7f2389d84700 1 --2- 172.21.15.42:0/38081470 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2eb24bf60 0x55d2eb2671c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:37.505 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.495+0000 7f2389d84700 1 -- 172.21.15.42:0/38081470 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d2eb24bd90 con 0x55d2eb245f20 2024-06-06T08:28:37.505 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.496+0000 7f2389d84700 1 --2- 172.21.15.42:0/38081470 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d2eb245f20 0x55d2eb258170 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f237c013790 tx=0x7f237c0094d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=23a718a44fe9b346 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:28:37.505 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.497+0000 7f236d7fa700 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:28:37.505 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.498+0000 7f238a585700 1 --2- 172.21.15.42:0/38081470 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2eb24bf60 0x55d2eb2671c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:28:37.505 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.501+0000 7f236d7fa700 1 -- 172.21.15.42:0/38081470 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f237c035060 con 0x55d2eb245f20 2024-06-06T08:28:37.505 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.501+0000 7f236d7fa700 1 -- 172.21.15.42:0/38081470 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f237c003ca0 con 0x55d2eb245f20 2024-06-06T08:28:37.505 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.502+0000 7f239686bb80 1 -- 172.21.15.42:0/38081470 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f237c019070 con 0x55d2eb245f20 2024-06-06T08:28:37.505 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.503+0000 7f236d7fa700 1 -- 172.21.15.42:0/38081470 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f237c027750 con 0x55d2eb245f20 2024-06-06T08:28:37.505 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.504+0000 7f239686bb80 10 client.26357 fetch_fsmap learned FSMap version 29 2024-06-06T08:28:37.505 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.504+0000 7f239686bb80 1 -- 172.21.15.42:0/38081470 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55d2eb2ca4e0 con 0x55d2eb245f20 2024-06-06T08:28:37.506 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.505+0000 7f236d7fa700 1 -- 172.21.15.42:0/38081470 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f237c014420 con 0x55d2eb245f20 2024-06-06T08:28:37.507 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.506+0000 7f236d7fa700 1 -- 172.21.15.42:0/38081470 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7f237c004040 con 0x55d2eb245f20 2024-06-06T08:28:37.507 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.507+0000 7f239686bb80 10 client.26357 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T08:28:37.507 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.507+0000 7f239686bb80 10 client.26357 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-06-06T08:28:37.507 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.507+0000 7f239686bb80 20 client.26357 populate_metadata read hostname 'smithi042' 2024-06-06T08:28:37.507 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.507+0000 7f239686bb80 1 --2- 172.21.15.42:0/38081470 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x55d2eb2ca850 0x55d2eb2ccc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:37.507 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.507+0000 7f239686bb80 4 client.26357 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-06-06T08:28:37.507 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.507+0000 7f239686bb80 1 -- 172.21.15.42:0/38081470 --> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7f237c019070 con 0x55d2eb2ca850 2024-06-06T08:28:37.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.511+0000 7f2389583700 1 --2- 172.21.15.42:0/38081470 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x55d2eb2ca850 0x55d2eb2ccc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:37.538 INFO:teuthology.orchestra.run.smithi042.stdout:[] 2024-06-06T08:28:37.539 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.527+0000 7f2389583700 1 --2- 172.21.15.42:0/38081470 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x55d2eb2ca850 0x55d2eb2ccc40 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=c16fafd111441c52 server_cookie=c57de59b02e60adf in_seq=0 out_seq=0 2024-06-06T08:28:37.539 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.527+0000 7f236d7fa700 10 client.26357 ms_handle_connect on v2:172.21.15.149:6836/751787578 2024-06-06T08:28:37.539 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.531+0000 7f236d7fa700 1 -- 172.21.15.42:0/38081470 <== mds.1 v2:172.21.15.149:6836/751787578 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7f237c019070 con 0x55d2eb2ca850 2024-06-06T08:28:37.539 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.531+0000 7f236d7fa700 10 client.26357 handle_command_reply: tid=0 2024-06-06T08:28:37.539 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.531+0000 7f239686bb80 1 client.26357 shutdown 2024-06-06T08:28:37.539 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.532+0000 7f239686bb80 1 -- 172.21.15.42:0/38081470 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d2eb245f20 msgr2=0x55d2eb258170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:37.539 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.532+0000 7f239686bb80 1 --2- 172.21.15.42:0/38081470 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d2eb245f20 0x55d2eb258170 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f237c013790 tx=0x7f237c0094d0 comp rx=0 tx=0).stop 2024-06-06T08:28:37.539 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.534+0000 7f239686bb80 1 -- 172.21.15.42:0/38081470 shutdown_connections 2024-06-06T08:28:37.539 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.534+0000 7f239686bb80 1 --2- 172.21.15.42:0/38081470 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2eb24bf60 0x55d2eb2671c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:37.539 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.534+0000 7f239686bb80 1 --2- 172.21.15.42:0/38081470 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x55d2eb2ca850 0x55d2eb2ccc40 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:37.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.534+0000 7f239686bb80 1 --2- 172.21.15.42:0/38081470 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d2eb245f20 0x55d2eb258170 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:37.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.534+0000 7f239686bb80 1 --2- 172.21.15.42:0/38081470 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d2eb24b640 0x55d2eb2586b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:37.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.534+0000 7f239686bb80 1 -- 172.21.15.42:0/38081470 >> 172.21.15.42:0/38081470 conn(0x55d2eb170cc0 msgr2=0x55d2eb239e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:28:37.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.534+0000 7f236d7fa700 0 client.26357 ms_handle_reset on v2:172.21.15.149:6836/751787578 2024-06-06T08:28:37.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.536+0000 7f239686bb80 1 -- 172.21.15.42:0/38081470 shutdown_connections 2024-06-06T08:28:37.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.536+0000 7f239686bb80 1 -- 172.21.15.42:0/38081470 wait complete. 2024-06-06T08:28:37.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.536+0000 7f239686bb80 20 client.26357 trim_cache size 0 max 16384 2024-06-06T08:28:37.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.539+0000 7f238bfe8700 1 -- 172.21.15.42:0/3058515462 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f23700a2e70 msgr2=0x7f23700a5330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:37.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.539+0000 7f238bfe8700 1 --2- 172.21.15.42:0/3058515462 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f23700a2e70 0x7f23700a5330 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f237401a760 tx=0x7f237401c570 comp rx=0 tx=0).stop 2024-06-06T08:28:37.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.539+0000 7f238bfe8700 1 -- 172.21.15.42:0/3058515462 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2384110c70 msgr2=0x7f2384117320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:37.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.539+0000 7f238bfe8700 1 --2- 172.21.15.42:0/3058515462 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2384110c70 0x7f2384117320 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f238000b480 tx=0x7f238000b790 comp rx=0 tx=0).stop 2024-06-06T08:28:37.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.539+0000 7f238bfe8700 1 -- 172.21.15.42:0/3058515462 shutdown_connections 2024-06-06T08:28:37.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.539+0000 7f238bfe8700 1 --2- 172.21.15.42:0/3058515462 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f23700a2e70 0x7f23700a5330 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:37.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.539+0000 7f238bfe8700 1 --2- 172.21.15.42:0/3058515462 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f238411bc70 0x7f2384117860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:37.541 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.539+0000 7f238bfe8700 1 --2- 172.21.15.42:0/3058515462 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f23841099d0 0x7f238411b280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:37.541 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.539+0000 7f238bfe8700 1 --2- 172.21.15.42:0/3058515462 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2384110c70 0x7f2384117320 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:37.541 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.539+0000 7f238bfe8700 1 -- 172.21.15.42:0/3058515462 >> 172.21.15.42:0/3058515462 conn(0x7f238406d600 msgr2=0x7f238411d360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:28:37.541 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.539+0000 7f238bfe8700 1 -- 172.21.15.42:0/3058515462 shutdown_connections 2024-06-06T08:28:37.541 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:37.539+0000 7f238bfe8700 1 -- 172.21.15.42:0/3058515462 wait complete. 2024-06-06T08:28:38.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:28:38 smithi042 ceph-mon[32384]: pgmap v183: 129 pgs: 129 active+clean; 826 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 4.3 MiB/s wr, 823 op/s 2024-06-06T08:28:38.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:28:38 smithi149 ceph-mon[36842]: pgmap v183: 129 pgs: 129 active+clean; 826 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 4.3 MiB/s wr, 823 op/s 2024-06-06T08:28:38.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:28:38 smithi120 ceph-mon[36658]: pgmap v183: 129 pgs: 129 active+clean; 826 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 4.3 MiB/s wr, 823 op/s 2024-06-06T08:28:38.895 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-06-06T08:28:39.574 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:28:40.679 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.679+0000 7fdf8325d640 1 -- 172.21.15.42:0/1391206188 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdf7c1019a0 msgr2=0x7fdf7c101e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:40.679 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.679+0000 7fdf8325d640 1 --2- 172.21.15.42:0/1391206188 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdf7c1019a0 0x7fdf7c101e20 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7fdf6800dd40 tx=0x7fdf6802a190 comp rx=0 tx=0).stop 2024-06-06T08:28:40.679 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.680+0000 7fdf8325d640 1 -- 172.21.15.42:0/1391206188 shutdown_connections 2024-06-06T08:28:40.679 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.680+0000 7fdf8325d640 1 --2- 172.21.15.42:0/1391206188 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdf7c102360 0x7fdf7c10e870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:40.679 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.680+0000 7fdf8325d640 1 --2- 172.21.15.42:0/1391206188 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdf7c1019a0 0x7fdf7c101e20 unknown :-1 s=CLOSED pgs=740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:40.679 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.680+0000 7fdf8325d640 1 --2- 172.21.15.42:0/1391206188 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdf7c1079b0 0x7fdf7c107d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:40.679 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.680+0000 7fdf8325d640 1 -- 172.21.15.42:0/1391206188 >> 172.21.15.42:0/1391206188 conn(0x7fdf7c0fd450 msgr2=0x7fdf7c0ff870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:28:40.682 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.680+0000 7fdf8325d640 1 -- 172.21.15.42:0/1391206188 shutdown_connections 2024-06-06T08:28:40.682 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.680+0000 7fdf8325d640 1 -- 172.21.15.42:0/1391206188 wait complete. 2024-06-06T08:28:40.683 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.681+0000 7fdf8325d640 1 Processor -- start 2024-06-06T08:28:40.683 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.681+0000 7fdf8325d640 1 -- start start 2024-06-06T08:28:40.683 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.682+0000 7fdf8325d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdf7c1019a0 0x7fdf7c1a7040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:40.683 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.682+0000 7fdf8325d640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdf7c102360 0x7fdf7c1a7580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:40.683 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.682+0000 7fdf8325d640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdf7c1079b0 0x7fdf7c1ab900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:40.683 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.682+0000 7fdf8325d640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fdf7c10fc10 con 0x7fdf7c1019a0 2024-06-06T08:28:40.683 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.682+0000 7fdf8325d640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fdf7c10fa90 con 0x7fdf7c1079b0 2024-06-06T08:28:40.683 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.682+0000 7fdf8325d640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fdf7c10fd90 con 0x7fdf7c102360 2024-06-06T08:28:40.683 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.682+0000 7fdf80ff9640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdf7c1019a0 0x7fdf7c1a7040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:40.683 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.682+0000 7fdf80ff9640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdf7c1019a0 0x7fdf7c1a7040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:57554/0 (socket says 172.21.15.42:57554) 2024-06-06T08:28:40.683 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.682+0000 7fdf80ff9640 1 -- 172.21.15.42:0/2888342876 learned_addr learned my addr 172.21.15.42:0/2888342876 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:28:40.683 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.682+0000 7fdf7bfff640 1 --2- 172.21.15.42:0/2888342876 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdf7c102360 0x7fdf7c1a7580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:40.684 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.682+0000 7fdf817fa640 1 --2- 172.21.15.42:0/2888342876 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdf7c1079b0 0x7fdf7c1ab900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:40.684 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.683+0000 7fdf80ff9640 1 -- 172.21.15.42:0/2888342876 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdf7c102360 msgr2=0x7fdf7c1a7580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:40.684 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.683+0000 7fdf80ff9640 1 --2- 172.21.15.42:0/2888342876 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdf7c102360 0x7fdf7c1a7580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:40.684 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.683+0000 7fdf80ff9640 1 -- 172.21.15.42:0/2888342876 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdf7c1079b0 msgr2=0x7fdf7c1ab900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:40.684 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.683+0000 7fdf80ff9640 1 --2- 172.21.15.42:0/2888342876 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdf7c1079b0 0x7fdf7c1ab900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:40.684 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.683+0000 7fdf80ff9640 1 -- 172.21.15.42:0/2888342876 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf7c1ac030 con 0x7fdf7c1019a0 2024-06-06T08:28:40.684 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.683+0000 7fdf80ff9640 1 --2- 172.21.15.42:0/2888342876 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdf7c1019a0 0x7fdf7c1a7040 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7fdf7000e9f0 tx=0x7fdf7000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:28:40.684 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.683+0000 7fdf79ffb640 1 -- 172.21.15.42:0/2888342876 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf7000cd80 con 0x7fdf7c1019a0 2024-06-06T08:28:40.684 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.683+0000 7fdf79ffb640 1 -- 172.21.15.42:0/2888342876 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdf70010910 con 0x7fdf7c1019a0 2024-06-06T08:28:40.685 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.683+0000 7fdf79ffb640 1 -- 172.21.15.42:0/2888342876 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf70018990 con 0x7fdf7c1019a0 2024-06-06T08:28:40.685 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.683+0000 7fdf8325d640 1 -- 172.21.15.42:0/2888342876 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf7c1ac320 con 0x7fdf7c1019a0 2024-06-06T08:28:40.685 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.684+0000 7fdf8325d640 1 -- 172.21.15.42:0/2888342876 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf7c1b3bb0 con 0x7fdf7c1019a0 2024-06-06T08:28:40.686 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.688+0000 7fdf79ffb640 1 -- 172.21.15.42:0/2888342876 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fdf70018b30 con 0x7fdf7c1019a0 2024-06-06T08:28:40.688 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.689+0000 7fdf79ffb640 1 --2- 172.21.15.42:0/2888342876 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fdf6c0a2e20 0x7fdf6c0a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:40.689 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.690+0000 7fdf79ffb640 1 -- 172.21.15.42:0/2888342876 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fdf700cf910 con 0x7fdf7c1019a0 2024-06-06T08:28:40.689 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.690+0000 7fdf7bfff640 1 --2- 172.21.15.42:0/2888342876 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fdf6c0a2e20 0x7fdf6c0a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:40.689 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.690+0000 7fdf85f6e740 1 Processor -- start 2024-06-06T08:28:40.690 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.690+0000 7fdf85f6e740 1 -- start start 2024-06-06T08:28:40.690 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.690+0000 7fdf7bfff640 1 --2- 172.21.15.42:0/2888342876 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fdf6c0a2e20 0x7fdf6c0a52e0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fdf68006010 tx=0x7fdf68005dd0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:28:40.690 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.691+0000 7fdf85f6e740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55921c3aa170 0x55921c3aa550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:40.690 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.691+0000 7fdf85f6e740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55921c3aaa90 0x55921c3b4e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:40.690 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.691+0000 7fdf85f6e740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55921c3b5350 0x55921c3b7740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:40.690 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.691+0000 7fdf85f6e740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55921c30e4f0 con 0x55921c3b5350 2024-06-06T08:28:40.691 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.691+0000 7fdf85f6e740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55921c2ac870 con 0x55921c3aa170 2024-06-06T08:28:40.691 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.691+0000 7fdf85f6e740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55921c30a4b0 con 0x55921c3aaa90 2024-06-06T08:28:40.691 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.691+0000 7fdf80ff9640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55921c3aa170 0x55921c3aa550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:40.691 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.691+0000 7fdf7bfff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55921c3aaa90 0x55921c3b4e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:40.691 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.691+0000 7fdf80ff9640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55921c3aa170 0x55921c3aa550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:60250/0 (socket says 172.21.15.42:60250) 2024-06-06T08:28:40.691 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.691+0000 7fdf80ff9640 1 -- 172.21.15.42:0/1293650772 learned_addr learned my addr 172.21.15.42:0/1293650772 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:28:40.691 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.691+0000 7fdf817fa640 1 --2- 172.21.15.42:0/1293650772 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55921c3b5350 0x55921c3b7740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:40.692 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.692+0000 7fdf817fa640 1 -- 172.21.15.42:0/1293650772 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55921c3aaa90 msgr2=0x55921c3b4e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:28:40.692 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.692+0000 7fdf817fa640 1 --2- 172.21.15.42:0/1293650772 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55921c3aaa90 0x55921c3b4e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:40.692 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.692+0000 7fdf817fa640 1 -- 172.21.15.42:0/1293650772 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55921c3aa170 msgr2=0x55921c3aa550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:28:40.692 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.692+0000 7fdf817fa640 1 --2- 172.21.15.42:0/1293650772 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55921c3aa170 0x55921c3aa550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:40.692 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.692+0000 7fdf817fa640 1 -- 172.21.15.42:0/1293650772 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55921c2c89b0 con 0x55921c3b5350 2024-06-06T08:28:40.692 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.692+0000 7fdf7bfff640 1 --2- 172.21.15.42:0/1293650772 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55921c3aaa90 0x55921c3b4e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:28:40.692 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.692+0000 7fdf817fa640 1 --2- 172.21.15.42:0/1293650772 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55921c3b5350 0x55921c3b7740 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7fdf74005fd0 tx=0x7fdf74011d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d62345aaf2dc1092 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:28:40.693 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.692+0000 7fdf66ffd640 1 -- 172.21.15.42:0/1293650772 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf74004d20 con 0x55921c3b5350 2024-06-06T08:28:40.693 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.692+0000 7fdf66ffd640 1 -- 172.21.15.42:0/1293650772 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdf74003e50 con 0x55921c3b5350 2024-06-06T08:28:40.693 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.692+0000 7fdf66ffd640 1 -- 172.21.15.42:0/1293650772 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf740043f0 con 0x55921c3b5350 2024-06-06T08:28:40.693 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.693+0000 7fdf85f6e740 1 -- 172.21.15.42:0/1293650772 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55921c3b5350 msgr2=0x55921c3b7740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:40.693 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.693+0000 7fdf85f6e740 1 --2- 172.21.15.42:0/1293650772 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55921c3b5350 0x55921c3b7740 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7fdf74005fd0 tx=0x7fdf74011d10 comp rx=0 tx=0).stop 2024-06-06T08:28:40.694 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.694+0000 7fdf85f6e740 1 -- 172.21.15.42:0/1293650772 shutdown_connections 2024-06-06T08:28:40.694 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.694+0000 7fdf85f6e740 1 --2- 172.21.15.42:0/1293650772 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55921c3b5350 0x55921c3b7740 unknown :-1 s=CLOSED pgs=742 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:40.694 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.694+0000 7fdf85f6e740 1 --2- 172.21.15.42:0/1293650772 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55921c3aaa90 0x55921c3b4e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:40.694 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.694+0000 7fdf85f6e740 1 --2- 172.21.15.42:0/1293650772 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55921c3aa170 0x55921c3aa550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:40.694 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.694+0000 7fdf85f6e740 1 -- 172.21.15.42:0/1293650772 >> 172.21.15.42:0/1293650772 conn(0x55921c3a6680 msgr2=0x55921c3a6a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:28:40.694 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.694+0000 7fdf85f6e740 1 -- 172.21.15.42:0/1293650772 shutdown_connections 2024-06-06T08:28:40.694 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.694+0000 7fdf85f6e740 1 -- 172.21.15.42:0/1293650772 wait complete. 2024-06-06T08:28:40.694 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.694+0000 7fdf85f6e740 1 -- start start 2024-06-06T08:28:40.694 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.694+0000 7fdf85f6e740 1 Processor -- start 2024-06-06T08:28:40.694 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.695+0000 7fdf85f6e740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55921c3aa170 0x55921c3b22c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:40.695 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.695+0000 7fdf85f6e740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55921c3aaa90 0x55921c3b2800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:40.695 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.695+0000 7fdf85f6e740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55921c3b5350 0x55921c3b2d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:40.696 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.695+0000 7fdf85f6e740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55921c3b7f80 con 0x55921c3aa170 2024-06-06T08:28:40.696 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.695+0000 7fdf85f6e740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55921c297ae0 con 0x55921c3aaa90 2024-06-06T08:28:40.696 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.695+0000 7fdf85f6e740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55921c3b8100 con 0x55921c3b5350 2024-06-06T08:28:40.696 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.695+0000 7fdf85f6e740 10 client.0 _ll_register_callbacks cb 0x55921c2d09b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:28:40.696 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.695+0000 7fdf80ff9640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55921c3aa170 0x55921c3b22c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:40.696 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.695+0000 7fdf817fa640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55921c3b5350 0x55921c3b2d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:40.696 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.695+0000 7fdf80ff9640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55921c3aa170 0x55921c3b22c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:57570/0 (socket says 172.21.15.42:57570) 2024-06-06T08:28:40.696 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.695+0000 7fdf80ff9640 1 -- 172.21.15.42:0/3061643961 learned_addr learned my addr 172.21.15.42:0/3061643961 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:28:40.696 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.696+0000 7fdf7bfff640 1 --2- 172.21.15.42:0/3061643961 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55921c3aaa90 0x55921c3b2800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:40.696 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.696+0000 7fdf80ff9640 1 -- 172.21.15.42:0/3061643961 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55921c3b5350 msgr2=0x55921c3b2d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:28:40.696 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.696+0000 7fdf80ff9640 1 --2- 172.21.15.42:0/3061643961 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55921c3b5350 0x55921c3b2d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:40.696 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.696+0000 7fdf80ff9640 1 -- 172.21.15.42:0/3061643961 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55921c3aaa90 msgr2=0x55921c3b2800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:28:40.696 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.696+0000 7fdf80ff9640 1 --2- 172.21.15.42:0/3061643961 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55921c3aaa90 0x55921c3b2800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:40.696 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.696+0000 7fdf80ff9640 1 -- 172.21.15.42:0/3061643961 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55921c022210 con 0x55921c3aa170 2024-06-06T08:28:40.697 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.696+0000 7fdf7bfff640 1 --2- 172.21.15.42:0/3061643961 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55921c3aaa90 0x55921c3b2800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:28:40.697 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.696+0000 7fdf80ff9640 1 --2- 172.21.15.42:0/3061643961 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55921c3aa170 0x55921c3b22c0 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7fdf70098000 tx=0x7fdf7009bba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72d051a1ca01087 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:28:40.697 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.696+0000 7fdf5bfff640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:28:40.698 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.697+0000 7fdf5bfff640 1 -- 172.21.15.42:0/3061643961 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf7009b1f0 con 0x55921c3aa170 2024-06-06T08:28:40.698 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.697+0000 7fdf5bfff640 1 -- 172.21.15.42:0/3061643961 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fdf70010430 con 0x55921c3aa170 2024-06-06T08:28:40.698 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.697+0000 7fdf85f6e740 1 -- 172.21.15.42:0/3061643961 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdf74003e50 con 0x55921c3aa170 2024-06-06T08:28:40.698 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.698+0000 7fdf5bfff640 1 -- 172.21.15.42:0/3061643961 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fdf70010630 con 0x55921c3aa170 2024-06-06T08:28:40.698 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.698+0000 7fdf85f6e740 10 client.16719 fetch_fsmap learned FSMap version 29 2024-06-06T08:28:40.698 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.698+0000 7fdf85f6e740 1 -- 172.21.15.42:0/3061643961 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55921c0ee620 con 0x55921c3aa170 2024-06-06T08:28:40.698 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.698+0000 7fdf5bfff640 1 -- 172.21.15.42:0/3061643961 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdf70010ac0 con 0x55921c3aa170 2024-06-06T08:28:40.698 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.698+0000 7fdf5bfff640 1 -- 172.21.15.42:0/3061643961 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7fdf7009abc0 con 0x55921c3aa170 2024-06-06T08:28:40.698 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.698+0000 7fdf85f6e740 10 client.16719 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T08:28:40.698 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.698+0000 7fdf85f6e740 10 client.16719 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:28:40.699 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.698+0000 7fdf85f6e740 20 client.16719 populate_metadata read hostname 'smithi042' 2024-06-06T08:28:40.699 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.698+0000 7fdf85f6e740 1 --2- 172.21.15.42:0/3061643961 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55921c3c5590 0x55921c3c79a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:40.699 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.698+0000 7fdf85f6e740 4 client.16719 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:28:40.699 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.698+0000 7fdf85f6e740 1 -- 172.21.15.42:0/3061643961 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fdf74003e50 con 0x55921c3c5590 2024-06-06T08:28:40.700 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.702+0000 7fdf7bfff640 1 --2- 172.21.15.42:0/3061643961 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55921c3c5590 0x55921c3c79a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:40.701 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.702+0000 7fdf5bfff640 10 client.16719 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:28:40.701 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.702+0000 7fdf7bfff640 1 --2- 172.21.15.42:0/3061643961 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55921c3c5590 0x55921c3c79a0 crc :-1 s=READY pgs=151 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4db593d76125591a server_cookie=e195383990eb66a6 in_seq=0 out_seq=0 2024-06-06T08:28:40.704 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.706+0000 7fdf5bfff640 1 -- 172.21.15.42:0/3061643961 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x7fdf74003e50 con 0x55921c3c5590 2024-06-06T08:28:40.704 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.706+0000 7fdf5bfff640 10 client.16719 handle_command_reply: tid=0 2024-06-06T08:28:40.705 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.706+0000 7fdf85f6e740 1 client.16719 shutdown 2024-06-06T08:28:40.707 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.707+0000 7fdf85f6e740 1 -- 172.21.15.42:0/3061643961 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55921c3aa170 msgr2=0x55921c3b22c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:40.707 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.707+0000 7fdf85f6e740 1 --2- 172.21.15.42:0/3061643961 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55921c3aa170 0x55921c3b22c0 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7fdf70098000 tx=0x7fdf7009bba0 comp rx=0 tx=0).stop 2024-06-06T08:28:40.707 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.709+0000 7fdf85f6e740 1 -- 172.21.15.42:0/3061643961 shutdown_connections 2024-06-06T08:28:40.708 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.709+0000 7fdf85f6e740 1 --2- 172.21.15.42:0/3061643961 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55921c3c5590 0x55921c3c79a0 crc :-1 s=READY pgs=151 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:40.708 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.709+0000 7fdf85f6e740 1 --2- 172.21.15.42:0/3061643961 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55921c3aaa90 0x55921c3b2800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:40.708 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.709+0000 7fdf85f6e740 1 --2- 172.21.15.42:0/3061643961 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55921c3b5350 0x55921c3b2d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:40.708 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.709+0000 7fdf85f6e740 1 --2- 172.21.15.42:0/3061643961 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55921c3aa170 0x55921c3b22c0 unknown :-1 s=CLOSED pgs=743 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:40.708 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.709+0000 7fdf5bfff640 0 client.16719 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:28:40.708 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.709+0000 7fdf85f6e740 1 -- 172.21.15.42:0/3061643961 >> 172.21.15.42:0/3061643961 conn(0x55921c3a6680 msgr2=0x55921c3ac3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:28:40.709 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.709+0000 7fdf85f6e740 1 -- 172.21.15.42:0/3061643961 shutdown_connections 2024-06-06T08:28:40.709 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.709+0000 7fdf85f6e740 1 -- 172.21.15.42:0/3061643961 wait complete. 2024-06-06T08:28:40.709 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.710+0000 7fdf85f6e740 20 client.16719 trim_cache size 0 max 16384 2024-06-06T08:28:40.739 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.739+0000 7fdf85f6e740 1 Processor -- start 2024-06-06T08:28:40.739 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.739+0000 7fdf85f6e740 1 -- start start 2024-06-06T08:28:40.739 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.739+0000 7fdf85f6e740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55921c3aa170 0x55921c3cd2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:40.739 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.739+0000 7fdf85f6e740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55921c3aaa90 0x55921c3cd7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:40.739 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.739+0000 7fdf85f6e740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55921c3b5350 0x55921c3abb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:40.739 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.740+0000 7fdf85f6e740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fdf60012660 con 0x55921c3aaa90 2024-06-06T08:28:40.739 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.740+0000 7fdf80ff9640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55921c3aa170 0x55921c3cd2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:40.739 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.740+0000 7fdf80ff9640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55921c3aa170 0x55921c3cd2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:60262/0 (socket says 172.21.15.42:60262) 2024-06-06T08:28:40.740 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.740+0000 7fdf7bfff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55921c3aaa90 0x55921c3cd7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:40.740 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.740+0000 7fdf80ff9640 1 -- 172.21.15.42:0/3099504922 learned_addr learned my addr 172.21.15.42:0/3099504922 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:28:40.740 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.740+0000 7fdf817fa640 1 --2- 172.21.15.42:0/3099504922 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55921c3b5350 0x55921c3abb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:40.740 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.740+0000 7fdf85f6e740 1 -- 172.21.15.42:0/3099504922 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fdf6000ff00 con 0x55921c3aa170 2024-06-06T08:28:40.740 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.740+0000 7fdf85f6e740 1 -- 172.21.15.42:0/3099504922 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fdf6000dd50 con 0x55921c3b5350 2024-06-06T08:28:40.741 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.740+0000 7fdf7bfff640 1 -- 172.21.15.42:0/3099504922 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55921c3b5350 msgr2=0x55921c3abb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:28:40.741 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.740+0000 7fdf7bfff640 1 --2- 172.21.15.42:0/3099504922 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55921c3b5350 0x55921c3abb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:40.741 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.740+0000 7fdf7bfff640 1 -- 172.21.15.42:0/3099504922 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55921c3aa170 msgr2=0x55921c3cd2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:28:40.741 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.740+0000 7fdf7bfff640 1 --2- 172.21.15.42:0/3099504922 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55921c3aa170 0x55921c3cd2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:40.741 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.740+0000 7fdf7bfff640 1 -- 172.21.15.42:0/3099504922 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55921c3a1fe0 con 0x55921c3aaa90 2024-06-06T08:28:40.741 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.741+0000 7fdf7bfff640 1 --2- 172.21.15.42:0/3099504922 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55921c3aaa90 0x55921c3cd7f0 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7fdf6802a6b0 tx=0x7fdf6803b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3abe38e8521f81c server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:28:40.741 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.741+0000 7fdf667fc640 1 -- 172.21.15.42:0/3099504922 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf6800d4a0 con 0x55921c3aaa90 2024-06-06T08:28:40.741 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.741+0000 7fdf667fc640 1 -- 172.21.15.42:0/3099504922 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdf68045040 con 0x55921c3aaa90 2024-06-06T08:28:40.741 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.741+0000 7fdf667fc640 1 -- 172.21.15.42:0/3099504922 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf6804c6a0 con 0x55921c3aaa90 2024-06-06T08:28:40.741 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.742+0000 7fdf85f6e740 1 -- 172.21.15.42:0/3099504922 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55921c3aaa90 msgr2=0x55921c3cd7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:40.742 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.742+0000 7fdf85f6e740 1 --2- 172.21.15.42:0/3099504922 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55921c3aaa90 0x55921c3cd7f0 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7fdf6802a6b0 tx=0x7fdf6803b000 comp rx=0 tx=0).stop 2024-06-06T08:28:40.742 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.743+0000 7fdf85f6e740 1 -- 172.21.15.42:0/3099504922 shutdown_connections 2024-06-06T08:28:40.742 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.743+0000 7fdf85f6e740 1 --2- 172.21.15.42:0/3099504922 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55921c3b5350 0x55921c3abb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:40.742 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.743+0000 7fdf85f6e740 1 --2- 172.21.15.42:0/3099504922 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55921c3aaa90 0x55921c3cd7f0 unknown :-1 s=CLOSED pgs=744 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:40.742 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.743+0000 7fdf85f6e740 1 --2- 172.21.15.42:0/3099504922 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55921c3aa170 0x55921c3cd2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:40.742 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.743+0000 7fdf85f6e740 1 -- 172.21.15.42:0/3099504922 >> 172.21.15.42:0/3099504922 conn(0x55921c3a6680 msgr2=0x55921c3b0b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:28:40.743 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.744+0000 7fdf85f6e740 1 -- 172.21.15.42:0/3099504922 shutdown_connections 2024-06-06T08:28:40.743 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.744+0000 7fdf85f6e740 1 -- 172.21.15.42:0/3099504922 wait complete. 2024-06-06T08:28:40.744 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.745+0000 7fdf85f6e740 1 -- start start 2024-06-06T08:28:40.744 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.745+0000 7fdf85f6e740 1 Processor -- start 2024-06-06T08:28:40.745 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.746+0000 7fdf85f6e740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55921c3aa170 0x55921c3b8340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:40.745 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.746+0000 7fdf85f6e740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55921c3aaa90 0x55921c3b8880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:40.745 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.746+0000 7fdf85f6e740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55921c3b5350 0x55921c3b8dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:40.745 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.746+0000 7fdf7bfff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55921c3aaa90 0x55921c3b8880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:40.746 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.746+0000 7fdf7bfff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55921c3aaa90 0x55921c3b8880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:38124/0 (socket says 172.21.15.42:38124) 2024-06-06T08:28:40.746 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.746+0000 7fdf7bfff640 1 -- 172.21.15.42:0/1501669612 learned_addr learned my addr 172.21.15.42:0/1501669612 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:28:40.746 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.746+0000 7fdf85f6e740 1 -- 172.21.15.42:0/1501669612 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fdf6000e3c0 con 0x55921c3b5350 2024-06-06T08:28:40.746 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.746+0000 7fdf817fa640 1 --2- 172.21.15.42:0/1501669612 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55921c3b5350 0x55921c3b8dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:40.746 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.746+0000 7fdf85f6e740 1 -- 172.21.15.42:0/1501669612 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fdf6000f830 con 0x55921c3aa170 2024-06-06T08:28:40.746 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.746+0000 7fdf80ff9640 1 --2- 172.21.15.42:0/1501669612 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55921c3aa170 0x55921c3b8340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:40.746 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.746+0000 7fdf85f6e740 1 -- 172.21.15.42:0/1501669612 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fdf6000ea90 con 0x55921c3aaa90 2024-06-06T08:28:40.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.747+0000 7fdf817fa640 1 -- 172.21.15.42:0/1501669612 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55921c3aaa90 msgr2=0x55921c3b8880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:28:40.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.747+0000 7fdf817fa640 1 --2- 172.21.15.42:0/1501669612 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55921c3aaa90 0x55921c3b8880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:40.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.747+0000 7fdf817fa640 1 -- 172.21.15.42:0/1501669612 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55921c3aa170 msgr2=0x55921c3b8340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:28:40.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.747+0000 7fdf817fa640 1 --2- 172.21.15.42:0/1501669612 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55921c3aa170 0x55921c3b8340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:40.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.747+0000 7fdf817fa640 1 -- 172.21.15.42:0/1501669612 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55921c42e320 con 0x55921c3b5350 2024-06-06T08:28:40.749 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.747+0000 7fdf85f6e740 10 client.0 _ll_register_callbacks cb 0x7fdf7009b7b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:28:40.749 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.747+0000 7fdf85f6e740 1 -- 172.21.15.42:0/1501669612 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdf68045040 con 0x55921c3b5350 2024-06-06T08:28:40.749 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.747+0000 7fdf817fa640 1 --2- 172.21.15.42:0/1501669612 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55921c3b5350 0x55921c3b8dc0 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7fdf7400ef20 tx=0x7fdf7400ef50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=871eeb3e61531010 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:28:40.749 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.747+0000 7fdf5bfff640 10 client.16725 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:28:40.749 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.748+0000 7fdf5bfff640 1 -- 172.21.15.42:0/1501669612 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf74003d80 con 0x55921c3b5350 2024-06-06T08:28:40.749 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.748+0000 7fdf5bfff640 1 -- 172.21.15.42:0/1501669612 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7fdf74005130 con 0x55921c3b5350 2024-06-06T08:28:40.749 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.748+0000 7fdf5bfff640 1 -- 172.21.15.42:0/1501669612 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fdf74005390 con 0x55921c3b5350 2024-06-06T08:28:40.749 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.748+0000 7fdf85f6e740 10 client.16725 fetch_fsmap learned FSMap version 29 2024-06-06T08:28:40.749 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.748+0000 7fdf85f6e740 1 -- 172.21.15.42:0/1501669612 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({fsmap=29}) -- 0x55921c42f490 con 0x55921c3b5350 2024-06-06T08:28:40.749 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.748+0000 7fdf5bfff640 1 -- 172.21.15.42:0/1501669612 <== mon.0 v2:172.21.15.42:3300/0 4 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7fdf74005530 con 0x55921c3b5350 2024-06-06T08:28:40.749 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.748+0000 7fdf85f6e740 10 client.16725 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T08:28:40.749 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.748+0000 7fdf85f6e740 10 client.16725 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:28:40.749 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.749+0000 7fdf85f6e740 20 client.16725 populate_metadata read hostname 'smithi042' 2024-06-06T08:28:40.750 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.749+0000 7fdf85f6e740 1 --2- 172.21.15.42:0/1501669612 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55921c42f870 0x55921c431c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:40.750 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.749+0000 7fdf85f6e740 4 client.16725 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:28:40.750 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.749+0000 7fdf85f6e740 1 -- 172.21.15.42:0/1501669612 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55921c321f10 con 0x55921c42f870 2024-06-06T08:28:40.750 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.749+0000 7fdf80ff9640 1 --2- 172.21.15.42:0/1501669612 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55921c42f870 0x55921c431c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:40.756 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.757+0000 7fdf80ff9640 1 --2- 172.21.15.42:0/1501669612 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55921c42f870 0x55921c431c90 crc :-1 s=READY pgs=152 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b7b5c92ca080b5fe server_cookie=f1397d6125caaa9c in_seq=0 out_seq=0 2024-06-06T08:28:40.756 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:40.757+0000 7fdf5bfff640 10 client.16725 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:28:40.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:28:40 smithi149 ceph-mon[36842]: pgmap v184: 129 pgs: 129 active+clean; 846 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 MiB/s rd, 6.3 MiB/s wr, 981 op/s 2024-06-06T08:28:40.791 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:28:40 smithi042 ceph-mon[32384]: pgmap v184: 129 pgs: 129 active+clean; 846 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 MiB/s rd, 6.3 MiB/s wr, 981 op/s 2024-06-06T08:28:40.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:28:40 smithi120 ceph-mon[36658]: pgmap v184: 129 pgs: 129 active+clean; 846 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 MiB/s rd, 6.3 MiB/s wr, 981 op/s 2024-06-06T08:28:42.429 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.383+0000 7f317910a700 1 -- 172.21.15.42:0/3637414262 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3174107830 msgr2=0x7f317410f3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:42.429 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.383+0000 7f317910a700 1 --2- 172.21.15.42:0/3637414262 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3174107830 0x7f317410f3b0 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7f316c0099c0 tx=0x7f316c009cd0 comp rx=0 tx=0).stop 2024-06-06T08:28:42.429 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.383+0000 7f317910a700 1 -- 172.21.15.42:0/3637414262 shutdown_connections 2024-06-06T08:28:42.429 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.383+0000 7f317910a700 1 --2- 172.21.15.42:0/3637414262 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3174107830 0x7f317410f3b0 unknown :-1 s=CLOSED pgs=746 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:42.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.383+0000 7f317910a700 1 --2- 172.21.15.42:0/3637414262 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3174102740 0x7f3174102b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:42.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.383+0000 7f317910a700 1 --2- 172.21.15.42:0/3637414262 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f31741030f0 0x7f3174107100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:42.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.383+0000 7f317910a700 1 -- 172.21.15.42:0/3637414262 >> 172.21.15.42:0/3637414262 conn(0x7f31740795b0 msgr2=0x7f31740799c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:28:42.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.383+0000 7f317910a700 1 -- 172.21.15.42:0/3637414262 shutdown_connections 2024-06-06T08:28:42.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.383+0000 7f317910a700 1 -- 172.21.15.42:0/3637414262 wait complete. 2024-06-06T08:28:42.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.384+0000 7f317910a700 1 Processor -- start 2024-06-06T08:28:42.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.384+0000 7f317910a700 1 -- start start 2024-06-06T08:28:42.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.384+0000 7f317910a700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3174102740 0x7f317419e760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:42.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.384+0000 7f317910a700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f31741030f0 0x7f317419eca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:42.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.384+0000 7f317910a700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3174107830 0x7f3174198970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:42.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.385+0000 7f317910a700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f3174112750 con 0x7f3174107830 2024-06-06T08:28:42.430 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.385+0000 7f317910a700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f31741125d0 con 0x7f3174102740 2024-06-06T08:28:42.431 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.385+0000 7f317910a700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f31741128d0 con 0x7f31741030f0 2024-06-06T08:28:42.431 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.385+0000 7f317359e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3174107830 0x7f3174198970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:42.431 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.385+0000 7f317259c700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f31741030f0 0x7f317419eca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:42.431 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.385+0000 7f317259c700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f31741030f0 0x7f317419eca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:38138/0 (socket says 172.21.15.42:38138) 2024-06-06T08:28:42.431 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.385+0000 7f317259c700 1 -- 172.21.15.42:0/1802309561 learned_addr learned my addr 172.21.15.42:0/1802309561 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:28:42.431 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.385+0000 7f3172d9d700 1 --2- 172.21.15.42:0/1802309561 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3174102740 0x7f317419e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:42.431 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.385+0000 7f317359e700 1 -- 172.21.15.42:0/1802309561 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f31741030f0 msgr2=0x7f317419eca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:42.431 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.385+0000 7f317359e700 1 --2- 172.21.15.42:0/1802309561 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f31741030f0 0x7f317419eca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:42.431 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.385+0000 7f317359e700 1 -- 172.21.15.42:0/1802309561 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3174102740 msgr2=0x7f317419e760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:42.431 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.385+0000 7f317359e700 1 --2- 172.21.15.42:0/1802309561 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3174102740 0x7f317419e760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:42.431 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.385+0000 7f317359e700 1 -- 172.21.15.42:0/1802309561 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31741990d0 con 0x7f3174107830 2024-06-06T08:28:42.431 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.385+0000 7f317259c700 1 --2- 172.21.15.42:0/1802309561 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f31741030f0 0x7f317419eca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:28:42.431 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.385+0000 7f317359e700 1 --2- 172.21.15.42:0/1802309561 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3174107830 0x7f3174198970 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7f316c0059d0 tx=0x7f316c003e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:28:42.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.385+0000 7f316bfff700 1 -- 172.21.15.42:0/1802309561 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f316c009e60 con 0x7f3174107830 2024-06-06T08:28:42.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.385+0000 7f316bfff700 1 -- 172.21.15.42:0/1802309561 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f316c003680 con 0x7f3174107830 2024-06-06T08:28:42.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.385+0000 7f317910a700 1 -- 172.21.15.42:0/1802309561 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3174199360 con 0x7f3174107830 2024-06-06T08:28:42.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.385+0000 7f316bfff700 1 -- 172.21.15.42:0/1802309561 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f316c00fc50 con 0x7f3174107830 2024-06-06T08:28:42.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.385+0000 7f317910a700 1 -- 172.21.15.42:0/1802309561 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31741a5630 con 0x7f3174107830 2024-06-06T08:28:42.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.388+0000 7f316bfff700 1 -- 172.21.15.42:0/1802309561 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f316c0052d0 con 0x7f3174107830 2024-06-06T08:28:42.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.388+0000 7f316bfff700 1 --2- 172.21.15.42:0/1802309561 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f31600a2d90 0x7f31600a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:42.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.389+0000 7f3172d9d700 1 --2- 172.21.15.42:0/1802309561 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f31600a2d90 0x7f31600a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:42.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.389+0000 7f316bfff700 1 -- 172.21.15.42:0/1802309561 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f316c0d0540 con 0x7f3174107830 2024-06-06T08:28:42.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.389+0000 7f3172d9d700 1 --2- 172.21.15.42:0/1802309561 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f31600a2d90 0x7f31600a5250 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f3174107320 tx=0x7f316400b040 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:28:42.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.390+0000 7f318398db80 1 Processor -- start 2024-06-06T08:28:42.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.390+0000 7f318398db80 1 -- start start 2024-06-06T08:28:42.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.390+0000 7f318398db80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559a5bd7f640 0x559a5bd7fa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:42.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.390+0000 7f318398db80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559a5bd7ff60 0x559a5bd799e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:42.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.390+0000 7f318398db80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559a5bd79f20 0x559a5bd7a340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:42.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.390+0000 7f318398db80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x559a5bccb810 con 0x559a5bd7ff60 2024-06-06T08:28:42.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.390+0000 7f318398db80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x559a5bc73720 con 0x559a5bd7f640 2024-06-06T08:28:42.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.390+0000 7f318398db80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x559a5bcc77d0 con 0x559a5bd79f20 2024-06-06T08:28:42.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.390+0000 7f317259c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559a5bd7ff60 0x559a5bd799e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:42.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.390+0000 7f317359e700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559a5bd79f20 0x559a5bd7a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:42.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.390+0000 7f317359e700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559a5bd79f20 0x559a5bd7a340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:38148/0 (socket says 172.21.15.42:38148) 2024-06-06T08:28:42.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.390+0000 7f317359e700 1 -- 172.21.15.42:0/219465321 learned_addr learned my addr 172.21.15.42:0/219465321 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:28:42.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.390+0000 7f317259c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559a5bd7ff60 0x559a5bd799e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:57618/0 (socket says 172.21.15.42:57618) 2024-06-06T08:28:42.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.390+0000 7f3172d9d700 1 --2- 172.21.15.42:0/219465321 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559a5bd7f640 0x559a5bd7fa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:42.434 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.390+0000 7f317359e700 1 -- 172.21.15.42:0/219465321 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559a5bd7f640 msgr2=0x559a5bd7fa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:28:42.434 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.390+0000 7f317359e700 1 --2- 172.21.15.42:0/219465321 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559a5bd7f640 0x559a5bd7fa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:42.434 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.390+0000 7f317359e700 1 -- 172.21.15.42:0/219465321 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559a5bd7ff60 msgr2=0x559a5bd799e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:28:42.434 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.390+0000 7f317359e700 1 --2- 172.21.15.42:0/219465321 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559a5bd7ff60 0x559a5bd799e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:42.434 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.391+0000 7f317359e700 1 -- 172.21.15.42:0/219465321 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559a5bc69f50 con 0x559a5bd79f20 2024-06-06T08:28:42.434 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.391+0000 7f317359e700 1 --2- 172.21.15.42:0/219465321 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559a5bd79f20 0x559a5bd7a340 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f316c0a4e60 tx=0x7f316c00bf50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8109ecee611e96b3 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:28:42.434 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.391+0000 7f31697fa700 1 -- 172.21.15.42:0/219465321 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f316c09c110 con 0x559a5bd79f20 2024-06-06T08:28:42.434 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.391+0000 7f31697fa700 1 -- 172.21.15.42:0/219465321 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f316c09ceb0 con 0x559a5bd79f20 2024-06-06T08:28:42.434 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.391+0000 7f31697fa700 1 -- 172.21.15.42:0/219465321 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f316c0a30c0 con 0x559a5bd79f20 2024-06-06T08:28:42.434 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.392+0000 7f318398db80 1 -- 172.21.15.42:0/219465321 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559a5bd79f20 msgr2=0x559a5bd7a340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:42.434 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.392+0000 7f318398db80 1 --2- 172.21.15.42:0/219465321 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559a5bd79f20 0x559a5bd7a340 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f316c0a4e60 tx=0x7f316c00bf50 comp rx=0 tx=0).stop 2024-06-06T08:28:42.434 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.392+0000 7f318398db80 1 -- 172.21.15.42:0/219465321 shutdown_connections 2024-06-06T08:28:42.434 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.392+0000 7f318398db80 1 --2- 172.21.15.42:0/219465321 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559a5bd79f20 0x559a5bd7a340 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:42.435 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.392+0000 7f318398db80 1 --2- 172.21.15.42:0/219465321 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559a5bd7f640 0x559a5bd7fa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:42.435 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.392+0000 7f318398db80 1 --2- 172.21.15.42:0/219465321 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559a5bd7ff60 0x559a5bd799e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:42.435 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.392+0000 7f318398db80 1 -- 172.21.15.42:0/219465321 >> 172.21.15.42:0/219465321 conn(0x559a5bca4cc0 msgr2=0x559a5bd74850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:28:42.435 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.392+0000 7f318398db80 1 -- 172.21.15.42:0/219465321 shutdown_connections 2024-06-06T08:28:42.435 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.392+0000 7f318398db80 1 -- 172.21.15.42:0/219465321 wait complete. 2024-06-06T08:28:42.435 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.392+0000 7f318398db80 1 -- start start 2024-06-06T08:28:42.435 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.392+0000 7f318398db80 1 Processor -- start 2024-06-06T08:28:42.435 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.392+0000 7f318398db80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559a5bd79f20 0x559a5bd85d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:42.435 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.392+0000 7f318398db80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559a5bd7f640 0x559a5bd83010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:42.435 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.393+0000 7f318398db80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559a5bd7ff60 0x559a5bd83550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:42.435 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.393+0000 7f318398db80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x559a5bd866f0 con 0x559a5bd7ff60 2024-06-06T08:28:42.435 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.393+0000 7f318398db80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x559a5bc6bbf0 con 0x559a5bd7f640 2024-06-06T08:28:42.436 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.393+0000 7f318398db80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x559a5bd86870 con 0x559a5bd79f20 2024-06-06T08:28:42.436 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.393+0000 7f318398db80 10 client.0 _ll_register_callbacks cb 0x559a5bc65920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:28:42.436 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.393+0000 7f317359e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559a5bd7ff60 0x559a5bd83550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:42.436 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.393+0000 7f3172d9d700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559a5bd79f20 0x559a5bd85d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:42.436 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.393+0000 7f3172d9d700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559a5bd79f20 0x559a5bd85d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:38158/0 (socket says 172.21.15.42:38158) 2024-06-06T08:28:42.436 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.393+0000 7f317359e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559a5bd7ff60 0x559a5bd83550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:57624/0 (socket says 172.21.15.42:57624) 2024-06-06T08:28:42.436 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.393+0000 7f3172d9d700 1 -- 172.21.15.42:0/158120840 learned_addr learned my addr 172.21.15.42:0/158120840 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:28:42.436 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.393+0000 7f317259c700 1 --2- 172.21.15.42:0/158120840 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559a5bd7f640 0x559a5bd83010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:42.436 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.393+0000 7f3172d9d700 1 -- 172.21.15.42:0/158120840 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559a5bd7f640 msgr2=0x559a5bd83010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:28:42.436 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.393+0000 7f3172d9d700 1 --2- 172.21.15.42:0/158120840 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559a5bd7f640 0x559a5bd83010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:42.436 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.393+0000 7f3172d9d700 1 -- 172.21.15.42:0/158120840 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559a5bd7ff60 msgr2=0x559a5bd83550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:28:42.436 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.393+0000 7f3172d9d700 1 --2- 172.21.15.42:0/158120840 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559a5bd7ff60 0x559a5bd83550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:42.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.393+0000 7f3172d9d700 1 -- 172.21.15.42:0/158120840 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559a5bc1a8d0 con 0x559a5bd79f20 2024-06-06T08:28:42.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.393+0000 7f317359e700 1 --2- 172.21.15.42:0/158120840 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559a5bd7ff60 0x559a5bd83550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:28:42.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.393+0000 7f3172d9d700 1 --2- 172.21.15.42:0/158120840 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559a5bd79f20 0x559a5bd85d10 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f31640045f0 tx=0x7f3164004ad0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f775beec48c005d5 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:28:42.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.393+0000 7f315a7fc700 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:28:42.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.393+0000 7f315a7fc700 1 -- 172.21.15.42:0/158120840 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3164027070 con 0x559a5bd79f20 2024-06-06T08:28:42.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.393+0000 7f318398db80 1 -- 172.21.15.42:0/158120840 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f316c09ceb0 con 0x559a5bd79f20 2024-06-06T08:28:42.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.393+0000 7f315a7fc700 1 -- 172.21.15.42:0/158120840 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f3164004db0 con 0x559a5bd79f20 2024-06-06T08:28:42.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.394+0000 7f315a7fc700 1 -- 172.21.15.42:0/158120840 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3164032050 con 0x559a5bd79f20 2024-06-06T08:28:42.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.394+0000 7f318398db80 10 client.26284 fetch_fsmap learned FSMap version 29 2024-06-06T08:28:42.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.394+0000 7f318398db80 1 -- 172.21.15.42:0/158120840 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x559a5bd910b0 con 0x559a5bd79f20 2024-06-06T08:28:42.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.394+0000 7f315a7fc700 1 -- 172.21.15.42:0/158120840 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f316c09ceb0 con 0x559a5bd79f20 2024-06-06T08:28:42.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.394+0000 7f315a7fc700 1 -- 172.21.15.42:0/158120840 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7f3164020050 con 0x559a5bd79f20 2024-06-06T08:28:42.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.394+0000 7f318398db80 10 client.26284 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T08:28:42.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.394+0000 7f318398db80 10 client.26284 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:28:42.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.394+0000 7f318398db80 20 client.26284 populate_metadata read hostname 'smithi042' 2024-06-06T08:28:42.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.394+0000 7f318398db80 1 --2- 172.21.15.42:0/158120840 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x559a5bd93690 0x559a5bd95ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:42.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.394+0000 7f318398db80 4 client.26284 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:28:42.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.394+0000 7f318398db80 1 -- 172.21.15.42:0/158120840 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559a5bcd8d10 con 0x559a5bd93690 2024-06-06T08:28:42.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.394+0000 7f317259c700 1 --2- 172.21.15.42:0/158120840 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x559a5bd93690 0x559a5bd95ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:42.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.395+0000 7f317259c700 1 --2- 172.21.15.42:0/158120840 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x559a5bd93690 0x559a5bd95ad0 crc :-1 s=READY pgs=153 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=399216e9e5f51bfe server_cookie=3e9a9e6537c07d5b in_seq=0 out_seq=0 2024-06-06T08:28:42.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.395+0000 7f315a7fc700 10 client.26284 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:28:42.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.396+0000 7f315a7fc700 1 -- 172.21.15.42:0/158120840 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x559a5bcd8d10 con 0x559a5bd93690 2024-06-06T08:28:42.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.396+0000 7f315a7fc700 10 client.26284 handle_command_reply: tid=0 2024-06-06T08:28:42.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.396+0000 7f318398db80 1 client.26284 shutdown 2024-06-06T08:28:42.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.396+0000 7f318398db80 1 -- 172.21.15.42:0/158120840 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559a5bd79f20 msgr2=0x559a5bd85d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:42.439 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.396+0000 7f318398db80 1 --2- 172.21.15.42:0/158120840 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559a5bd79f20 0x559a5bd85d10 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f31640045f0 tx=0x7f3164004ad0 comp rx=0 tx=0).stop 2024-06-06T08:28:42.439 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.397+0000 7f318398db80 1 -- 172.21.15.42:0/158120840 shutdown_connections 2024-06-06T08:28:42.439 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.397+0000 7f318398db80 1 --2- 172.21.15.42:0/158120840 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559a5bd7ff60 0x559a5bd83550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:42.439 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.397+0000 7f318398db80 1 --2- 172.21.15.42:0/158120840 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559a5bd79f20 0x559a5bd85d10 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:42.439 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.397+0000 7f318398db80 1 --2- 172.21.15.42:0/158120840 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x559a5bd93690 0x559a5bd95ad0 crc :-1 s=READY pgs=153 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:42.439 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.397+0000 7f318398db80 1 --2- 172.21.15.42:0/158120840 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559a5bd7f640 0x559a5bd83010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:42.439 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.397+0000 7f315a7fc700 0 client.26284 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:28:42.439 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.397+0000 7f318398db80 1 -- 172.21.15.42:0/158120840 >> 172.21.15.42:0/158120840 conn(0x559a5bca4cc0 msgr2=0x559a5bd789d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:28:42.439 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.397+0000 7f318398db80 1 -- 172.21.15.42:0/158120840 shutdown_connections 2024-06-06T08:28:42.439 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.397+0000 7f318398db80 1 -- 172.21.15.42:0/158120840 wait complete. 2024-06-06T08:28:42.439 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.397+0000 7f318398db80 20 client.26284 trim_cache size 0 max 16384 2024-06-06T08:28:42.439 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.413+0000 7f318398db80 1 Processor -- start 2024-06-06T08:28:42.440 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.413+0000 7f318398db80 1 -- start start 2024-06-06T08:28:42.440 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.413+0000 7f318398db80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559a5bd79f20 0x559a5bd799e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:42.440 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.413+0000 7f318398db80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559a5bd7f640 0x559a5bd80cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:42.440 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.413+0000 7f318398db80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559a5bd7ff60 0x559a5bd6e510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:42.440 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.413+0000 7f318398db80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f31741b0b80 con 0x559a5bd7f640 2024-06-06T08:28:42.440 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.413+0000 7f318398db80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f31741ae3e0 con 0x559a5bd7ff60 2024-06-06T08:28:42.440 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.413+0000 7f318398db80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f31741ac230 con 0x559a5bd79f20 2024-06-06T08:28:42.440 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.413+0000 7f317259c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559a5bd7f640 0x559a5bd80cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:42.440 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.413+0000 7f317259c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559a5bd7f640 0x559a5bd80cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:57632/0 (socket says 172.21.15.42:57632) 2024-06-06T08:28:42.440 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.413+0000 7f317259c700 1 -- 172.21.15.42:0/1450571062 learned_addr learned my addr 172.21.15.42:0/1450571062 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:28:42.440 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.413+0000 7f3172d9d700 1 --2- 172.21.15.42:0/1450571062 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559a5bd79f20 0x559a5bd799e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:42.440 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.414+0000 7f317359e700 1 --2- 172.21.15.42:0/1450571062 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559a5bd7ff60 0x559a5bd6e510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:42.441 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.414+0000 7f317259c700 1 -- 172.21.15.42:0/1450571062 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559a5bd79f20 msgr2=0x559a5bd799e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:28:42.441 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.414+0000 7f317259c700 1 --2- 172.21.15.42:0/1450571062 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559a5bd79f20 0x559a5bd799e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:42.441 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.414+0000 7f317259c700 1 -- 172.21.15.42:0/1450571062 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559a5bd7ff60 msgr2=0x559a5bd6e510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:28:42.441 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.414+0000 7f317259c700 1 --2- 172.21.15.42:0/1450571062 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559a5bd7ff60 0x559a5bd6e510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:42.441 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.414+0000 7f317259c700 1 -- 172.21.15.42:0/1450571062 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559a5bd764c0 con 0x559a5bd7f640 2024-06-06T08:28:42.441 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.414+0000 7f317359e700 1 --2- 172.21.15.42:0/1450571062 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559a5bd7ff60 0x559a5bd6e510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:28:42.441 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.414+0000 7f317259c700 1 --2- 172.21.15.42:0/1450571062 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559a5bd7f640 0x559a5bd80cb0 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7f315c00b370 tx=0x7f315c00b500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6bc30fd7f77fd338 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:28:42.441 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.414+0000 7f3168ff9700 1 -- 172.21.15.42:0/1450571062 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f315c004250 con 0x559a5bd7f640 2024-06-06T08:28:42.441 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.414+0000 7f3168ff9700 1 -- 172.21.15.42:0/1450571062 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f315c0043f0 con 0x559a5bd7f640 2024-06-06T08:28:42.441 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.414+0000 7f3168ff9700 1 -- 172.21.15.42:0/1450571062 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f315c003d20 con 0x559a5bd7f640 2024-06-06T08:28:42.441 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.415+0000 7f318398db80 1 -- 172.21.15.42:0/1450571062 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559a5bd7f640 msgr2=0x559a5bd80cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:42.441 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.415+0000 7f318398db80 1 --2- 172.21.15.42:0/1450571062 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559a5bd7f640 0x559a5bd80cb0 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7f315c00b370 tx=0x7f315c00b500 comp rx=0 tx=0).stop 2024-06-06T08:28:42.441 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.415+0000 7f318398db80 1 -- 172.21.15.42:0/1450571062 shutdown_connections 2024-06-06T08:28:42.441 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.415+0000 7f318398db80 1 --2- 172.21.15.42:0/1450571062 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559a5bd7ff60 0x559a5bd6e510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:42.442 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.415+0000 7f318398db80 1 --2- 172.21.15.42:0/1450571062 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559a5bd79f20 0x559a5bd799e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:42.442 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.415+0000 7f318398db80 1 --2- 172.21.15.42:0/1450571062 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559a5bd7f640 0x559a5bd80cb0 unknown :-1 s=CLOSED pgs=748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:42.442 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.415+0000 7f318398db80 1 -- 172.21.15.42:0/1450571062 >> 172.21.15.42:0/1450571062 conn(0x559a5bca4cc0 msgr2=0x559a5bd6de00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:28:42.442 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.415+0000 7f318398db80 1 -- 172.21.15.42:0/1450571062 shutdown_connections 2024-06-06T08:28:42.442 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.415+0000 7f318398db80 1 -- 172.21.15.42:0/1450571062 wait complete. 2024-06-06T08:28:42.442 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.415+0000 7f318398db80 1 -- start start 2024-06-06T08:28:42.442 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.415+0000 7f318398db80 1 Processor -- start 2024-06-06T08:28:42.442 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.416+0000 7f318398db80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559a5bd79f20 0x559a5bd8bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:42.442 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.416+0000 7f318398db80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559a5bd7f640 0x559a5bd89390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:42.442 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.416+0000 7f318398db80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559a5bd7ff60 0x559a5bd898d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:42.442 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.416+0000 7f318398db80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f31741ac8a0 con 0x559a5bd79f20 2024-06-06T08:28:42.442 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.416+0000 7f318398db80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f31741add10 con 0x559a5bd7ff60 2024-06-06T08:28:42.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.416+0000 7f318398db80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f31741acf70 con 0x559a5bd7f640 2024-06-06T08:28:42.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.416+0000 7f318398db80 10 client.0 _ll_register_callbacks cb 0x559a5bc65920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:28:42.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.416+0000 7f3172d9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559a5bd79f20 0x559a5bd8bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:42.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.416+0000 7f3172d9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559a5bd79f20 0x559a5bd8bfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:57638/0 (socket says 172.21.15.42:57638) 2024-06-06T08:28:42.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.416+0000 7f3172d9d700 1 -- 172.21.15.42:0/3011814796 learned_addr learned my addr 172.21.15.42:0/3011814796 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:28:42.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.416+0000 7f317259c700 1 --2- 172.21.15.42:0/3011814796 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559a5bd7f640 0x559a5bd89390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:42.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.416+0000 7f317359e700 1 --2- 172.21.15.42:0/3011814796 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559a5bd7ff60 0x559a5bd898d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:42.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.416+0000 7f3172d9d700 1 -- 172.21.15.42:0/3011814796 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559a5bd7f640 msgr2=0x559a5bd89390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:28:42.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.416+0000 7f3172d9d700 1 --2- 172.21.15.42:0/3011814796 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559a5bd7f640 0x559a5bd89390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:42.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.416+0000 7f3172d9d700 1 -- 172.21.15.42:0/3011814796 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559a5bd7ff60 msgr2=0x559a5bd898d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:28:42.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.416+0000 7f3172d9d700 1 --2- 172.21.15.42:0/3011814796 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559a5bd7ff60 0x559a5bd898d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:42.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.416+0000 7f3172d9d700 1 -- 172.21.15.42:0/3011814796 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559a5bd89e40 con 0x559a5bd79f20 2024-06-06T08:28:42.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.416+0000 7f317259c700 1 --2- 172.21.15.42:0/3011814796 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559a5bd7f640 0x559a5bd89390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:28:42.444 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.416+0000 7f317359e700 1 --2- 172.21.15.42:0/3011814796 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559a5bd7ff60 0x559a5bd898d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:28:42.444 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.416+0000 7f3172d9d700 1 --2- 172.21.15.42:0/3011814796 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559a5bd79f20 0x559a5bd8bfa0 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f3164023db0 tx=0x7f3164004df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5aea882a4bae8e5 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:28:42.444 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.416+0000 7f315a7fc700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:28:42.444 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.417+0000 7f315a7fc700 1 -- 172.21.15.42:0/3011814796 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f316403b060 con 0x559a5bd79f20 2024-06-06T08:28:42.444 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.417+0000 7f315a7fc700 1 -- 172.21.15.42:0/3011814796 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f3164023480 con 0x559a5bd79f20 2024-06-06T08:28:42.444 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.417+0000 7f318398db80 1 -- 172.21.15.42:0/3011814796 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f315c0043f0 con 0x559a5bd79f20 2024-06-06T08:28:42.444 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.417+0000 7f315a7fc700 1 -- 172.21.15.42:0/3011814796 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3164042050 con 0x559a5bd79f20 2024-06-06T08:28:42.444 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.417+0000 7f318398db80 10 client.16743 fetch_fsmap learned FSMap version 29 2024-06-06T08:28:42.444 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.417+0000 7f318398db80 1 -- 172.21.15.42:0/3011814796 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x559a5bdfe100 con 0x559a5bd79f20 2024-06-06T08:28:42.444 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.417+0000 7f315a7fc700 1 -- 172.21.15.42:0/3011814796 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f315c0043f0 con 0x559a5bd79f20 2024-06-06T08:28:42.444 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.417+0000 7f315a7fc700 1 -- 172.21.15.42:0/3011814796 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7f3164020040 con 0x559a5bd79f20 2024-06-06T08:28:42.444 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.417+0000 7f318398db80 10 client.16743 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T08:28:42.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.417+0000 7f318398db80 10 client.16743 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:28:42.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.417+0000 7f318398db80 20 client.16743 populate_metadata read hostname 'smithi042' 2024-06-06T08:28:42.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.417+0000 7f318398db80 1 --2- 172.21.15.42:0/3011814796 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x559a5bdfe870 0x559a5be00c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:42.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.417+0000 7f318398db80 4 client.16743 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-06-06T08:28:42.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.417+0000 7f318398db80 1 -- 172.21.15.42:0/3011814796 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "damage ls"}) -- 0x559a5bcd3290 con 0x559a5bdfe870 2024-06-06T08:28:42.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.418+0000 7f317259c700 1 --2- 172.21.15.42:0/3011814796 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x559a5bdfe870 0x559a5be00c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:42.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.418+0000 7f315a7fc700 10 client.16743 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:28:42.445 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.418+0000 7f317259c700 1 --2- 172.21.15.42:0/3011814796 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x559a5bdfe870 0x559a5be00c90 crc :-1 s=READY pgs=154 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=65b4cb52ea4fef90 server_cookie=4e106f4579b21143 in_seq=0 out_seq=0 2024-06-06T08:28:42.445 INFO:teuthology.orchestra.run.smithi042.stdout:[] 2024-06-06T08:28:42.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.419+0000 7f315a7fc700 1 -- 172.21.15.42:0/3011814796 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x559a5bcd3290 con 0x559a5bdfe870 2024-06-06T08:28:42.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.419+0000 7f315a7fc700 10 client.16743 handle_command_reply: tid=0 2024-06-06T08:28:42.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.419+0000 7f318398db80 1 client.16743 shutdown 2024-06-06T08:28:42.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.420+0000 7f318398db80 1 -- 172.21.15.42:0/3011814796 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559a5bd79f20 msgr2=0x559a5bd8bfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:42.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.420+0000 7f318398db80 1 --2- 172.21.15.42:0/3011814796 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559a5bd79f20 0x559a5bd8bfa0 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f3164023db0 tx=0x7f3164004df0 comp rx=0 tx=0).stop 2024-06-06T08:28:42.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.420+0000 7f318398db80 1 -- 172.21.15.42:0/3011814796 shutdown_connections 2024-06-06T08:28:42.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.420+0000 7f318398db80 1 --2- 172.21.15.42:0/3011814796 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x559a5bdfe870 0x559a5be00c90 crc :-1 s=READY pgs=154 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:42.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.420+0000 7f318398db80 1 --2- 172.21.15.42:0/3011814796 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559a5bd7ff60 0x559a5bd898d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:42.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.420+0000 7f318398db80 1 --2- 172.21.15.42:0/3011814796 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559a5bd79f20 0x559a5bd8bfa0 unknown :-1 s=CLOSED pgs=749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:42.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.420+0000 7f315a7fc700 0 client.16743 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:28:42.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.420+0000 7f318398db80 1 --2- 172.21.15.42:0/3011814796 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559a5bd7f640 0x559a5bd89390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:42.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.420+0000 7f318398db80 1 -- 172.21.15.42:0/3011814796 >> 172.21.15.42:0/3011814796 conn(0x559a5bca4cc0 msgr2=0x559a5bd80b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:28:42.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.420+0000 7f318398db80 1 -- 172.21.15.42:0/3011814796 shutdown_connections 2024-06-06T08:28:42.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.420+0000 7f318398db80 1 -- 172.21.15.42:0/3011814796 wait complete. 2024-06-06T08:28:42.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.420+0000 7f318398db80 20 client.16743 trim_cache size 0 max 16384 2024-06-06T08:28:42.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.421+0000 7f317910a700 1 -- 172.21.15.42:0/1802309561 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f31600a2d90 msgr2=0x7f31600a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:42.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.421+0000 7f317910a700 1 --2- 172.21.15.42:0/1802309561 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f31600a2d90 0x7f31600a5250 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f3174107320 tx=0x7f316400b040 comp rx=0 tx=0).stop 2024-06-06T08:28:42.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.421+0000 7f317910a700 1 -- 172.21.15.42:0/1802309561 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3174107830 msgr2=0x7f3174198970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:42.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.421+0000 7f317910a700 1 --2- 172.21.15.42:0/1802309561 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3174107830 0x7f3174198970 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7f316c0059d0 tx=0x7f316c003e00 comp rx=0 tx=0).stop 2024-06-06T08:28:42.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.421+0000 7f317910a700 1 -- 172.21.15.42:0/1802309561 shutdown_connections 2024-06-06T08:28:42.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.421+0000 7f317910a700 1 --2- 172.21.15.42:0/1802309561 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f31600a2d90 0x7f31600a5250 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:42.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.421+0000 7f317910a700 1 --2- 172.21.15.42:0/1802309561 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3174107830 0x7f3174198970 unknown :-1 s=CLOSED pgs=747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:42.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.421+0000 7f317910a700 1 --2- 172.21.15.42:0/1802309561 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3174102740 0x7f317419e760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:42.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.421+0000 7f317910a700 1 --2- 172.21.15.42:0/1802309561 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f31741030f0 0x7f317419eca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:42.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.421+0000 7f317910a700 1 -- 172.21.15.42:0/1802309561 >> 172.21.15.42:0/1802309561 conn(0x7f31740795b0 msgr2=0x7f31741004d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:28:42.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.421+0000 7f317910a700 1 -- 172.21.15.42:0/1802309561 shutdown_connections 2024-06-06T08:28:42.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:42.421+0000 7f317910a700 1 -- 172.21.15.42:0/1802309561 wait complete. 2024-06-06T08:28:42.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:28:42 smithi042 ceph-mon[32384]: pgmap v185: 129 pgs: 129 active+clean; 852 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 MiB/s rd, 4.0 MiB/s wr, 319 op/s 2024-06-06T08:28:42.738 INFO:tasks.workunit.client.0.smithi042.stdout: 264 1136911 488 757379 406 323285 1214 2024-06-06T08:28:42.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:28:42 smithi149 ceph-mon[36842]: pgmap v185: 129 pgs: 129 active+clean; 852 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 MiB/s rd, 4.0 MiB/s wr, 319 op/s 2024-06-06T08:28:42.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:28:42 smithi120 ceph-mon[36658]: pgmap v185: 129 pgs: 129 active+clean; 852 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 MiB/s rd, 4.0 MiB/s wr, 319 op/s 2024-06-06T08:28:44.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:28:44 smithi149 ceph-mon[36842]: pgmap v186: 129 pgs: 129 active+clean; 865 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 MiB/s rd, 5.1 MiB/s wr, 366 op/s 2024-06-06T08:28:44.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:28:44 smithi042 ceph-mon[32384]: pgmap v186: 129 pgs: 129 active+clean; 865 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 MiB/s rd, 5.1 MiB/s wr, 366 op/s 2024-06-06T08:28:44.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:28:44 smithi120 ceph-mon[36658]: pgmap v186: 129 pgs: 129 active+clean; 865 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 MiB/s rd, 5.1 MiB/s wr, 366 op/s 2024-06-06T08:28:46.505 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-06-06T08:28:46.505 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-06-06T08:28:46.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:28:46 smithi149 ceph-mon[36842]: pgmap v187: 129 pgs: 129 active+clean; 960 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 MiB/s rd, 13 MiB/s wr, 977 op/s 2024-06-06T08:28:46.825 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:28:46 smithi042 ceph-mon[32384]: pgmap v187: 129 pgs: 129 active+clean; 960 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 MiB/s rd, 13 MiB/s wr, 977 op/s 2024-06-06T08:28:46.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:28:46 smithi120 ceph-mon[36658]: pgmap v187: 129 pgs: 129 active+clean; 960 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 MiB/s rd, 13 MiB/s wr, 977 op/s 2024-06-06T08:28:48.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:28:48 smithi149 ceph-mon[36842]: pgmap v188: 129 pgs: 129 active+clean; 960 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 12 MiB/s wr, 873 op/s 2024-06-06T08:28:48.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:28:48 smithi042 ceph-mon[32384]: pgmap v188: 129 pgs: 129 active+clean; 960 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 12 MiB/s wr, 873 op/s 2024-06-06T08:28:48.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:28:48 smithi120 ceph-mon[36658]: pgmap v188: 129 pgs: 129 active+clean; 960 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 12 MiB/s wr, 873 op/s 2024-06-06T08:28:49.108 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:49.108+0000 7fdf5bfff640 1 -- 172.21.15.42:0/1501669612 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55921c321f10 con 0x55921c42f870 2024-06-06T08:28:49.108 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:49.109+0000 7fdf5bfff640 10 client.16725 handle_command_reply: tid=0 2024-06-06T08:28:49.108 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:49.109+0000 7fdf85f6e740 1 client.16725 shutdown 2024-06-06T08:28:49.115 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:49.114+0000 7fdf85f6e740 1 -- 172.21.15.42:0/1501669612 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55921c3b5350 msgr2=0x55921c3b8dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:49.115 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:49.114+0000 7fdf85f6e740 1 --2- 172.21.15.42:0/1501669612 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55921c3b5350 0x55921c3b8dc0 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7fdf7400ef20 tx=0x7fdf7400ef50 comp rx=0 tx=0).stop 2024-06-06T08:28:49.116 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:49.117+0000 7fdf85f6e740 1 -- 172.21.15.42:0/1501669612 shutdown_connections 2024-06-06T08:28:49.116 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:49.117+0000 7fdf85f6e740 1 --2- 172.21.15.42:0/1501669612 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55921c42f870 0x55921c431c90 crc :-1 s=READY pgs=152 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:49.116 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:49.117+0000 7fdf85f6e740 1 --2- 172.21.15.42:0/1501669612 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55921c3b5350 0x55921c3b8dc0 unknown :-1 s=CLOSED pgs=745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:49.116 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:49.117+0000 7fdf85f6e740 1 --2- 172.21.15.42:0/1501669612 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55921c3aaa90 0x55921c3b8880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:49.116 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:49.117+0000 7fdf85f6e740 1 --2- 172.21.15.42:0/1501669612 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55921c3aa170 0x55921c3b8340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:49.116 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:49.117+0000 7fdf85f6e740 1 -- 172.21.15.42:0/1501669612 >> 172.21.15.42:0/1501669612 conn(0x55921c3a6680 msgr2=0x55921c3b0fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:28:49.116 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:49.117+0000 7fdf5bfff640 0 client.16725 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:28:49.118 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:49.119+0000 7fdf85f6e740 1 -- 172.21.15.42:0/1501669612 shutdown_connections 2024-06-06T08:28:49.118 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:49.119+0000 7fdf85f6e740 1 -- 172.21.15.42:0/1501669612 wait complete. 2024-06-06T08:28:49.119 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:49.119+0000 7fdf85f6e740 20 client.16725 trim_cache size 0 max 16384 2024-06-06T08:28:49.132 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:28:49.132 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:28:49.133 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:28:49.184 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:49.185+0000 7fdf8325d640 1 -- 172.21.15.42:0/2888342876 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fdf6c0a2e20 msgr2=0x7fdf6c0a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:49.184 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:49.185+0000 7fdf8325d640 1 --2- 172.21.15.42:0/2888342876 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fdf6c0a2e20 0x7fdf6c0a52e0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fdf68006010 tx=0x7fdf68005dd0 comp rx=0 tx=0).stop 2024-06-06T08:28:49.184 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:49.185+0000 7fdf8325d640 1 -- 172.21.15.42:0/2888342876 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdf7c1019a0 msgr2=0x7fdf7c1a7040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:49.184 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:49.185+0000 7fdf8325d640 1 --2- 172.21.15.42:0/2888342876 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdf7c1019a0 0x7fdf7c1a7040 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7fdf7000e9f0 tx=0x7fdf7000eeb0 comp rx=0 tx=0).stop 2024-06-06T08:28:49.185 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:49.186+0000 7fdf8325d640 1 -- 172.21.15.42:0/2888342876 shutdown_connections 2024-06-06T08:28:49.185 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:49.186+0000 7fdf8325d640 1 --2- 172.21.15.42:0/2888342876 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fdf6c0a2e20 0x7fdf6c0a52e0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:49.185 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:49.186+0000 7fdf8325d640 1 --2- 172.21.15.42:0/2888342876 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdf7c1079b0 0x7fdf7c1ab900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:49.186 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:49.186+0000 7fdf8325d640 1 --2- 172.21.15.42:0/2888342876 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdf7c102360 0x7fdf7c1a7580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:49.186 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:49.186+0000 7fdf8325d640 1 --2- 172.21.15.42:0/2888342876 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdf7c1019a0 0x7fdf7c1a7040 unknown :-1 s=CLOSED pgs=741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:49.186 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:49.186+0000 7fdf8325d640 1 -- 172.21.15.42:0/2888342876 >> 172.21.15.42:0/2888342876 conn(0x7fdf7c0fd450 msgr2=0x7fdf7c0fd9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:28:49.186 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:49.186+0000 7fdf8325d640 1 -- 172.21.15.42:0/2888342876 shutdown_connections 2024-06-06T08:28:49.186 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:28:49.186+0000 7fdf8325d640 1 -- 172.21.15.42:0/2888342876 wait complete. 2024-06-06T08:28:50.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:28:50 smithi149 ceph-mon[36842]: pgmap v189: 129 pgs: 129 active+clean; 992 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 15 MiB/s wr, 1.33k op/s 2024-06-06T08:28:50.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:28:50 smithi042 ceph-mon[32384]: pgmap v189: 129 pgs: 129 active+clean; 992 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 15 MiB/s wr, 1.33k op/s 2024-06-06T08:28:50.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:28:50 smithi120 ceph-mon[36658]: pgmap v189: 129 pgs: 129 active+clean; 992 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 15 MiB/s wr, 1.33k op/s 2024-06-06T08:28:52.738 INFO:tasks.workunit.client.0.smithi042.stdout: 278 1564549 896 1052679 952 472374 1504 2024-06-06T08:28:52.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:28:52 smithi149 ceph-mon[36842]: pgmap v190: 129 pgs: 129 active+clean; 1005 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 14 MiB/s wr, 1.31k op/s 2024-06-06T08:28:52.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:28:52 smithi042 ceph-mon[32384]: pgmap v190: 129 pgs: 129 active+clean; 1005 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 14 MiB/s wr, 1.31k op/s 2024-06-06T08:28:52.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:28:52 smithi120 ceph-mon[36658]: pgmap v190: 129 pgs: 129 active+clean; 1005 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 14 MiB/s wr, 1.31k op/s 2024-06-06T08:28:53.357 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:28:54.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:28:54 smithi149 ceph-mon[36842]: pgmap v191: 129 pgs: 129 active+clean; 1005 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 15 MiB/s wr, 1.32k op/s 2024-06-06T08:28:54.820 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:28:54 smithi042 ceph-mon[32384]: pgmap v191: 129 pgs: 129 active+clean; 1005 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 15 MiB/s wr, 1.32k op/s 2024-06-06T08:28:54.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:28:54 smithi120 ceph-mon[36658]: pgmap v191: 129 pgs: 129 active+clean; 1005 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 15 MiB/s wr, 1.32k op/s 2024-06-06T08:28:55.571 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:28:55 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:28:55.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:28:55 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:28:56.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:28:55 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:28:56.564 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:28:56 smithi042 ceph-mon[32384]: pgmap v192: 129 pgs: 129 active+clean; 1009 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 MiB/s rd, 14 MiB/s wr, 1.42k op/s 2024-06-06T08:28:56.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:28:56 smithi120 ceph-mon[36658]: pgmap v192: 129 pgs: 129 active+clean; 1009 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 MiB/s rd, 14 MiB/s wr, 1.42k op/s 2024-06-06T08:28:57.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:28:56 smithi149 ceph-mon[36842]: pgmap v192: 129 pgs: 129 active+clean; 1009 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 MiB/s rd, 14 MiB/s wr, 1.42k op/s 2024-06-06T08:28:57.375 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.372+0000 7f4dc8b4b700 1 -- 172.21.15.42:0/346267205 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4dc4104ed0 msgr2=0x7f4dc4105360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:57.375 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.372+0000 7f4dc8b4b700 1 --2- 172.21.15.42:0/346267205 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4dc4104ed0 0x7f4dc4105360 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7f4dbc00b3e0 tx=0x7f4dbc00b6f0 comp rx=0 tx=0).stop 2024-06-06T08:28:57.375 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.373+0000 7f4dc8b4b700 1 -- 172.21.15.42:0/346267205 shutdown_connections 2024-06-06T08:28:57.375 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.373+0000 7f4dc8b4b700 1 --2- 172.21.15.42:0/346267205 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4dc4104ed0 0x7f4dc4105360 unknown :-1 s=CLOSED pgs=750 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:57.375 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.373+0000 7f4dc8b4b700 1 --2- 172.21.15.42:0/346267205 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4dc41073c0 0x7f4dc406a1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:57.375 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.373+0000 7f4dc8b4b700 1 --2- 172.21.15.42:0/346267205 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4dc406a6e0 0x7f4dc406ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:57.376 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.373+0000 7f4dc8b4b700 1 -- 172.21.15.42:0/346267205 >> 172.21.15.42:0/346267205 conn(0x7f4dc4078340 msgr2=0x7f4dc4078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:28:57.376 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.376+0000 7f4dc8b4b700 1 -- 172.21.15.42:0/346267205 shutdown_connections 2024-06-06T08:28:57.376 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.376+0000 7f4dc8b4b700 1 -- 172.21.15.42:0/346267205 wait complete. 2024-06-06T08:28:57.377 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.378+0000 7f4dc8b4b700 1 Processor -- start 2024-06-06T08:28:57.377 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.378+0000 7f4dc8b4b700 1 -- start start 2024-06-06T08:28:57.379 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.379+0000 7f4dc8b4b700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4dc406a6e0 0x7f4dc419f390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:57.379 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.379+0000 7f4dc8b4b700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4dc4104ed0 0x7f4dc419f8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:57.379 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.379+0000 7f4dc8b4b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4dc41073c0 0x7f4dc41a3c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:57.379 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.379+0000 7f4dc259c700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4dc406a6e0 0x7f4dc419f390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:57.380 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.379+0000 7f4dc1d9b700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4dc4104ed0 0x7f4dc419f8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:57.380 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.379+0000 7f4dc1d9b700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4dc4104ed0 0x7f4dc419f8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:54776/0 (socket says 172.21.15.42:54776) 2024-06-06T08:28:57.380 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.379+0000 7f4dc8b4b700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4dc4118ee0 con 0x7f4dc41073c0 2024-06-06T08:28:57.380 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.379+0000 7f4dc8b4b700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f4dc4118d60 con 0x7f4dc406a6e0 2024-06-06T08:28:57.380 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.379+0000 7f4dc8b4b700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f4dc4119060 con 0x7f4dc4104ed0 2024-06-06T08:28:57.380 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.379+0000 7f4dc259c700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4dc406a6e0 0x7f4dc419f390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:48006/0 (socket says 172.21.15.42:48006) 2024-06-06T08:28:57.380 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.379+0000 7f4dc259c700 1 -- 172.21.15.42:0/1048805206 learned_addr learned my addr 172.21.15.42:0/1048805206 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:28:57.380 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.380+0000 7f4dc2d9d700 1 --2- 172.21.15.42:0/1048805206 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4dc41073c0 0x7f4dc41a3c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:57.380 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.380+0000 7f4dc2d9d700 1 -- 172.21.15.42:0/1048805206 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4dc4104ed0 msgr2=0x7f4dc419f8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:57.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.380+0000 7f4dc2d9d700 1 --2- 172.21.15.42:0/1048805206 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4dc4104ed0 0x7f4dc419f8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:57.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.380+0000 7f4dc2d9d700 1 -- 172.21.15.42:0/1048805206 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4dc406a6e0 msgr2=0x7f4dc419f390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:57.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.380+0000 7f4dc2d9d700 1 --2- 172.21.15.42:0/1048805206 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4dc406a6e0 0x7f4dc419f390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:57.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.380+0000 7f4dc2d9d700 1 -- 172.21.15.42:0/1048805206 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4dc41a43a0 con 0x7f4dc41073c0 2024-06-06T08:28:57.381 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.381+0000 7f4dc2d9d700 1 --2- 172.21.15.42:0/1048805206 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4dc41073c0 0x7f4dc41a3c60 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7f4dbc00b3e0 tx=0x7f4dbc0089b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:28:57.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.382+0000 7f4db37fe700 1 -- 172.21.15.42:0/1048805206 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4dbc01f030 con 0x7f4dc41073c0 2024-06-06T08:28:57.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.382+0000 7f4db37fe700 1 -- 172.21.15.42:0/1048805206 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4dbc003e40 con 0x7f4dc41073c0 2024-06-06T08:28:57.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.383+0000 7f4db37fe700 1 -- 172.21.15.42:0/1048805206 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4dbc01b790 con 0x7f4dc41073c0 2024-06-06T08:28:57.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.385+0000 7f4dc8b4b700 1 -- 172.21.15.42:0/1048805206 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4dc41a4630 con 0x7f4dc41073c0 2024-06-06T08:28:57.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.385+0000 7f4dc8b4b700 1 -- 172.21.15.42:0/1048805206 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4dc41a4a90 con 0x7f4dc41073c0 2024-06-06T08:28:57.390 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.391+0000 7f4dd33ceb80 1 Processor -- start 2024-06-06T08:28:57.394 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.395+0000 7f4db37fe700 1 -- 172.21.15.42:0/1048805206 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f4dbc022030 con 0x7f4dc41073c0 2024-06-06T08:28:57.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.399+0000 7f4dd33ceb80 1 -- start start 2024-06-06T08:28:57.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.399+0000 7f4dd33ceb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55652cc987f0 0x55652cc98bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:57.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.399+0000 7f4dd33ceb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55652cc92a60 0x55652cc92ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:57.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.399+0000 7f4dd33ceb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55652cc93420 0x55652cc9f590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:57.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.399+0000 7f4dd33ceb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55652cbe4890 con 0x55652cc92a60 2024-06-06T08:28:57.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.399+0000 7f4dd33ceb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55652cb8c7a0 con 0x55652cc93420 2024-06-06T08:28:57.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.399+0000 7f4dd33ceb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55652cbe0850 con 0x55652cc987f0 2024-06-06T08:28:57.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.399+0000 7f4dc1d9b700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55652cc93420 0x55652cc9f590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:57.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.399+0000 7f4dc259c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55652cc92a60 0x55652cc92ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:57.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.400+0000 7f4dc1d9b700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55652cc93420 0x55652cc9f590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:48018/0 (socket says 172.21.15.42:48018) 2024-06-06T08:28:57.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.400+0000 7f4dc1d9b700 1 -- 172.21.15.42:0/3579128339 learned_addr learned my addr 172.21.15.42:0/3579128339 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:28:57.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.400+0000 7f4dc1d9b700 1 --2- 172.21.15.42:0/3579128339 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55652cc987f0 0x55652cc98bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:57.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.400+0000 7f4dc1d9b700 1 -- 172.21.15.42:0/3579128339 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55652cc987f0 msgr2=0x55652cc98bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:28:57.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.400+0000 7f4dc1d9b700 1 --2- 172.21.15.42:0/3579128339 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55652cc987f0 0x55652cc98bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:57.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.400+0000 7f4dc1d9b700 1 -- 172.21.15.42:0/3579128339 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55652cc92a60 msgr2=0x55652cc92ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:28:57.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.400+0000 7f4dc1d9b700 1 --2- 172.21.15.42:0/3579128339 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55652cc92a60 0x55652cc92ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:57.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.400+0000 7f4dc1d9b700 1 -- 172.21.15.42:0/3579128339 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55652cb82fd0 con 0x55652cc93420 2024-06-06T08:28:57.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.400+0000 7f4dc1d9b700 1 --2- 172.21.15.42:0/3579128339 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55652cc93420 0x55652cc9f590 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f4db80177d0 tx=0x7f4db8009f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f6e17f8c4177937d server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:28:57.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.400+0000 7f4dc8b4b700 1 -- 172.21.15.42:0/3579128339 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4db801d070 con 0x55652cc93420 2024-06-06T08:28:57.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.400+0000 7f4dc8b4b700 1 -- 172.21.15.42:0/3579128339 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4db8018930 con 0x55652cc93420 2024-06-06T08:28:57.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.401+0000 7f4dc259c700 1 --2- 172.21.15.42:0/3579128339 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55652cc92a60 0x55652cc92ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:28:57.403 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.402+0000 7f4dd33ceb80 1 -- 172.21.15.42:0/3579128339 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55652cc93420 msgr2=0x55652cc9f590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:57.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.402+0000 7f4dd33ceb80 1 --2- 172.21.15.42:0/3579128339 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55652cc93420 0x55652cc9f590 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f4db80177d0 tx=0x7f4db8009f90 comp rx=0 tx=0).stop 2024-06-06T08:28:57.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.403+0000 7f4db37fe700 1 --2- 172.21.15.42:0/1048805206 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f4dac0a2df0 0x7f4dac0a52b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:57.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.403+0000 7f4dc1d9b700 1 --2- 172.21.15.42:0/1048805206 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f4dac0a2df0 0x7f4dac0a52b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:57.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.403+0000 7f4dd33ceb80 1 -- 172.21.15.42:0/3579128339 shutdown_connections 2024-06-06T08:28:57.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.403+0000 7f4dd33ceb80 1 --2- 172.21.15.42:0/3579128339 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55652cc93420 0x55652cc9f590 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:57.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.403+0000 7f4dd33ceb80 1 --2- 172.21.15.42:0/3579128339 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55652cc987f0 0x55652cc98bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:57.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.403+0000 7f4dd33ceb80 1 --2- 172.21.15.42:0/3579128339 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55652cc92a60 0x55652cc92ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:57.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.403+0000 7f4dd33ceb80 1 -- 172.21.15.42:0/3579128339 >> 172.21.15.42:0/3579128339 conn(0x55652cbbdd40 msgr2=0x55652cc8ddd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:28:57.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.403+0000 7f4db37fe700 1 -- 172.21.15.42:0/1048805206 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f4dbc0cfd20 con 0x7f4dc41073c0 2024-06-06T08:28:57.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.403+0000 7f4dc1d9b700 1 --2- 172.21.15.42:0/1048805206 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f4dac0a2df0 0x7f4dac0a52b0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f4db80095f0 tx=0x7f4db8008040 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:28:57.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.404+0000 7f4dd33ceb80 1 -- 172.21.15.42:0/3579128339 shutdown_connections 2024-06-06T08:28:57.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.404+0000 7f4dd33ceb80 1 -- 172.21.15.42:0/3579128339 wait complete. 2024-06-06T08:28:57.404 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.405+0000 7f4dd33ceb80 1 -- start start 2024-06-06T08:28:57.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.407+0000 7f4dd33ceb80 1 Processor -- start 2024-06-06T08:28:57.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.410+0000 7f4dd33ceb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55652cc92a60 0x55652cc9f0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:57.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.410+0000 7f4dd33ceb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55652cc93420 0x55652cc9c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:57.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.410+0000 7f4dd33ceb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55652cc987f0 0x55652cc9c920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:57.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.410+0000 7f4dc1d9b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55652cc93420 0x55652cc9c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:57.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.410+0000 7f4dc1d9b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55652cc93420 0x55652cc9c3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:36222/0 (socket says 172.21.15.42:36222) 2024-06-06T08:28:57.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.410+0000 7f4dc1d9b700 1 -- 172.21.15.42:0/3222628089 learned_addr learned my addr 172.21.15.42:0/3222628089 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:28:57.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.410+0000 7f4dd33ceb80 1 -- 172.21.15.42:0/3222628089 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55652ccb0b80 con 0x55652cc93420 2024-06-06T08:28:57.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.410+0000 7f4dd33ceb80 1 -- 172.21.15.42:0/3222628089 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55652cb84c70 con 0x55652cc987f0 2024-06-06T08:28:57.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.410+0000 7f4dd33ceb80 1 -- 172.21.15.42:0/3222628089 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55652ccb0d00 con 0x55652cc92a60 2024-06-06T08:28:57.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.411+0000 7f4dd33ceb80 10 client.0 _ll_register_callbacks cb 0x55652cb7e9a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:28:57.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.411+0000 7f4dc1d9b700 1 -- 172.21.15.42:0/3222628089 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55652cc92a60 msgr2=0x55652cc9f0e0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-06T08:28:57.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.411+0000 7f4dc1d9b700 1 --2- 172.21.15.42:0/3222628089 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55652cc92a60 0x55652cc9f0e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:57.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.411+0000 7f4dc1d9b700 1 -- 172.21.15.42:0/3222628089 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55652cc987f0 msgr2=0x55652cc9c920 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-06-06T08:28:57.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.411+0000 7f4dc1d9b700 1 --2- 172.21.15.42:0/3222628089 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55652cc987f0 0x55652cc9c920 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:57.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.411+0000 7f4dc1d9b700 1 -- 172.21.15.42:0/3222628089 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55652cb33950 con 0x55652cc93420 2024-06-06T08:28:57.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.411+0000 7f4dc1d9b700 1 --2- 172.21.15.42:0/3222628089 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55652cc93420 0x55652cc9c3e0 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f4db80164f0 tx=0x7f4db8009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12488a8367d9a8eb server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:28:57.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.412+0000 7f4da9ffb700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:28:57.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.412+0000 7f4da9ffb700 1 -- 172.21.15.42:0/3222628089 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4db8036060 con 0x55652cc93420 2024-06-06T08:28:57.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.412+0000 7f4da9ffb700 1 -- 172.21.15.42:0/3222628089 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f4db8026470 con 0x55652cc93420 2024-06-06T08:28:57.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.412+0000 7f4dd33ceb80 1 -- 172.21.15.42:0/3222628089 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4db8018930 con 0x55652cc93420 2024-06-06T08:28:57.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.413+0000 7f4da9ffb700 1 -- 172.21.15.42:0/3222628089 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f4db803d050 con 0x55652cc93420 2024-06-06T08:28:57.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.413+0000 7f4dd33ceb80 10 client.16755 fetch_fsmap learned FSMap version 29 2024-06-06T08:28:57.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.413+0000 7f4dd33ceb80 1 -- 172.21.15.42:0/3222628089 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55652ccbb300 con 0x55652cc93420 2024-06-06T08:28:57.422 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.415+0000 7f4da9ffb700 1 -- 172.21.15.42:0/3222628089 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4db8018930 con 0x55652cc93420 2024-06-06T08:28:57.422 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.415+0000 7f4da9ffb700 1 -- 172.21.15.42:0/3222628089 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7f4db8031650 con 0x55652cc93420 2024-06-06T08:28:57.422 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.415+0000 7f4dd33ceb80 10 client.16755 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T08:28:57.422 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.415+0000 7f4dd33ceb80 10 client.16755 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:28:57.422 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.415+0000 7f4dd33ceb80 20 client.16755 populate_metadata read hostname 'smithi042' 2024-06-06T08:28:57.423 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.415+0000 7f4dd33ceb80 1 --2- 172.21.15.42:0/3222628089 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55652ccbd880 0x55652ccbfc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:57.423 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.415+0000 7f4dd33ceb80 4 client.16755 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:28:57.423 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.415+0000 7f4dd33ceb80 1 -- 172.21.15.42:0/3222628089 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55652cbf1d90 con 0x55652ccbd880 2024-06-06T08:28:57.423 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.422+0000 7f4dc259c700 1 --2- 172.21.15.42:0/3222628089 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55652ccbd880 0x55652ccbfc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:57.440 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.433+0000 7f4dc259c700 1 --2- 172.21.15.42:0/3222628089 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55652ccbd880 0x55652ccbfc70 crc :-1 s=READY pgs=155 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6dc3245015ff27f5 server_cookie=52f8b000bdf4beff in_seq=0 out_seq=0 2024-06-06T08:28:57.441 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.433+0000 7f4da9ffb700 10 client.16755 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:28:57.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.443+0000 7f4da9ffb700 1 -- 172.21.15.42:0/3222628089 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55652cbf1d90 con 0x55652ccbd880 2024-06-06T08:28:57.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.444+0000 7f4da9ffb700 10 client.16755 handle_command_reply: tid=0 2024-06-06T08:28:57.443 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.444+0000 7f4dd33ceb80 1 client.16755 shutdown 2024-06-06T08:28:57.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.445+0000 7f4dd33ceb80 1 -- 172.21.15.42:0/3222628089 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55652cc93420 msgr2=0x55652cc9c3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:57.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.445+0000 7f4dd33ceb80 1 --2- 172.21.15.42:0/3222628089 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55652cc93420 0x55652cc9c3e0 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f4db80164f0 tx=0x7f4db8009f90 comp rx=0 tx=0).stop 2024-06-06T08:28:57.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.447+0000 7f4dd33ceb80 1 -- 172.21.15.42:0/3222628089 shutdown_connections 2024-06-06T08:28:57.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.447+0000 7f4dd33ceb80 1 --2- 172.21.15.42:0/3222628089 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55652ccbd880 0x55652ccbfc70 crc :-1 s=READY pgs=155 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:57.448 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.447+0000 7f4dd33ceb80 1 --2- 172.21.15.42:0/3222628089 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55652cc987f0 0x55652cc9c920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:57.449 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.447+0000 7f4dd33ceb80 1 --2- 172.21.15.42:0/3222628089 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55652cc92a60 0x55652cc9f0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:57.449 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.447+0000 7f4dd33ceb80 1 --2- 172.21.15.42:0/3222628089 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55652cc93420 0x55652cc9c3e0 unknown :-1 s=CLOSED pgs=752 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:57.449 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.447+0000 7f4dd33ceb80 1 -- 172.21.15.42:0/3222628089 >> 172.21.15.42:0/3222628089 conn(0x55652cbbdd40 msgr2=0x55652cc91a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:28:57.449 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.448+0000 7f4da9ffb700 0 client.16755 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:28:57.452 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.451+0000 7f4dd33ceb80 1 -- 172.21.15.42:0/3222628089 shutdown_connections 2024-06-06T08:28:57.457 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.454+0000 7f4dd33ceb80 1 -- 172.21.15.42:0/3222628089 wait complete. 2024-06-06T08:28:57.457 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.458+0000 7f4dd33ceb80 20 client.16755 trim_cache size 0 max 16384 2024-06-06T08:28:57.515 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.514+0000 7f4dd33ceb80 1 Processor -- start 2024-06-06T08:28:57.515 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.514+0000 7f4dd33ceb80 1 -- start start 2024-06-06T08:28:57.515 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.514+0000 7f4dd33ceb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55652cc92a60 0x55652cc8ddd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:57.515 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.514+0000 7f4dd33ceb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55652cc93420 0x55652cc9b400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:57.515 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.514+0000 7f4dd33ceb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55652cc987f0 0x55652ccc5270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:57.515 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.515+0000 7f4dc259c700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55652cc92a60 0x55652cc8ddd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:57.515 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.515+0000 7f4dc259c700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55652cc92a60 0x55652cc8ddd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:54800/0 (socket says 172.21.15.42:54800) 2024-06-06T08:28:57.516 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.515+0000 7f4dc1d9b700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55652cc93420 0x55652cc9b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:57.516 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.515+0000 7f4dc1d9b700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55652cc93420 0x55652cc9b400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:48020/0 (socket says 172.21.15.42:48020) 2024-06-06T08:28:57.516 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.515+0000 7f4dc2d9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55652cc987f0 0x55652ccc5270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:57.516 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.515+0000 7f4dc2d9d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55652cc987f0 0x55652ccc5270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:36234/0 (socket says 172.21.15.42:36234) 2024-06-06T08:28:57.516 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.515+0000 7f4dc259c700 1 -- 172.21.15.42:0/460360289 learned_addr learned my addr 172.21.15.42:0/460360289 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:28:57.516 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.515+0000 7f4dd33ceb80 1 -- 172.21.15.42:0/460360289 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4dc41ae890 con 0x55652cc987f0 2024-06-06T08:28:57.516 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.515+0000 7f4dd33ceb80 1 -- 172.21.15.42:0/460360289 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f4dc41ac0f0 con 0x55652cc93420 2024-06-06T08:28:57.516 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.515+0000 7f4dd33ceb80 1 -- 172.21.15.42:0/460360289 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f4dc4072630 con 0x55652cc92a60 2024-06-06T08:28:57.517 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.517+0000 7f4dc1d9b700 1 -- 172.21.15.42:0/460360289 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55652cc92a60 msgr2=0x55652cc8ddd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:28:57.517 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.517+0000 7f4dc1d9b700 1 --2- 172.21.15.42:0/460360289 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55652cc92a60 0x55652cc8ddd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:57.517 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.517+0000 7f4dc1d9b700 1 -- 172.21.15.42:0/460360289 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55652cc987f0 msgr2=0x55652ccc5270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:28:57.517 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.517+0000 7f4dc1d9b700 1 --2- 172.21.15.42:0/460360289 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55652cc987f0 0x55652ccc5270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:57.517 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.517+0000 7f4dc1d9b700 1 -- 172.21.15.42:0/460360289 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55652cc98f40 con 0x55652cc93420 2024-06-06T08:28:57.518 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.517+0000 7f4dc2d9d700 1 --2- 172.21.15.42:0/460360289 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55652cc987f0 0x55652ccc5270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:28:57.519 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.520+0000 7f4dc1d9b700 1 --2- 172.21.15.42:0/460360289 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55652cc93420 0x55652cc9b400 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f4db8017dc0 tx=0x7f4db8006a70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1b97813680eb1e9 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:28:57.519 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.520+0000 7f4dabfff700 1 -- 172.21.15.42:0/460360289 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4db8036070 con 0x55652cc93420 2024-06-06T08:28:57.520 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.520+0000 7f4dabfff700 1 -- 172.21.15.42:0/460360289 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4db8026470 con 0x55652cc93420 2024-06-06T08:28:57.520 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.521+0000 7f4dabfff700 1 -- 172.21.15.42:0/460360289 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4db801d040 con 0x55652cc93420 2024-06-06T08:28:57.522 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.522+0000 7f4dd33ceb80 1 -- 172.21.15.42:0/460360289 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55652cc93420 msgr2=0x55652cc9b400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:57.522 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.522+0000 7f4dd33ceb80 1 --2- 172.21.15.42:0/460360289 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55652cc93420 0x55652cc9b400 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f4db8017dc0 tx=0x7f4db8006a70 comp rx=0 tx=0).stop 2024-06-06T08:28:57.522 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.522+0000 7f4dd33ceb80 1 -- 172.21.15.42:0/460360289 shutdown_connections 2024-06-06T08:28:57.522 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.522+0000 7f4dd33ceb80 1 --2- 172.21.15.42:0/460360289 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55652cc987f0 0x55652ccc5270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:57.522 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.523+0000 7f4dd33ceb80 1 --2- 172.21.15.42:0/460360289 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55652cc92a60 0x55652cc8ddd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:57.522 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.523+0000 7f4dd33ceb80 1 --2- 172.21.15.42:0/460360289 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55652cc93420 0x55652cc9b400 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:57.522 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.523+0000 7f4dd33ceb80 1 -- 172.21.15.42:0/460360289 >> 172.21.15.42:0/460360289 conn(0x55652cbbdd40 msgr2=0x55652cc9acf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:28:57.522 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.523+0000 7f4dd33ceb80 1 -- 172.21.15.42:0/460360289 shutdown_connections 2024-06-06T08:28:57.523 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.523+0000 7f4dd33ceb80 1 -- 172.21.15.42:0/460360289 wait complete. 2024-06-06T08:28:57.525 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.524+0000 7f4dd33ceb80 1 -- start start 2024-06-06T08:28:57.525 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.524+0000 7f4dd33ceb80 1 Processor -- start 2024-06-06T08:28:57.525 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.525+0000 7f4dd33ceb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55652cc92a60 0x55652ccb1ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:57.530 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.526+0000 7f4dc259c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55652cc92a60 0x55652ccb1ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:57.530 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.526+0000 7f4dc259c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55652cc92a60 0x55652ccb1ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:36238/0 (socket says 172.21.15.42:36238) 2024-06-06T08:28:57.530 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.526+0000 7f4dc259c700 1 -- 172.21.15.42:0/1444772085 learned_addr learned my addr 172.21.15.42:0/1444772085 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:28:57.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.526+0000 7f4dd33ceb80 1 --2- 172.21.15.42:0/1444772085 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55652cc93420 0x55652ccb2430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:57.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.527+0000 7f4dd33ceb80 1 --2- 172.21.15.42:0/1444772085 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55652cc987f0 0x55652ccb2970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:57.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.527+0000 7f4dd33ceb80 1 -- 172.21.15.42:0/1444772085 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4dc4072ca0 con 0x55652cc92a60 2024-06-06T08:28:57.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.527+0000 7f4dc1d9b700 1 --2- 172.21.15.42:0/1444772085 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55652cc93420 0x55652ccb2430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:57.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.527+0000 7f4dc2d9d700 1 --2- 172.21.15.42:0/1444772085 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55652cc987f0 0x55652ccb2970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:57.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.527+0000 7f4dd33ceb80 1 -- 172.21.15.42:0/1444772085 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f4dc4074110 con 0x55652cc987f0 2024-06-06T08:28:57.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.527+0000 7f4dd33ceb80 1 -- 172.21.15.42:0/1444772085 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f4dc4073370 con 0x55652cc93420 2024-06-06T08:28:57.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.528+0000 7f4dc259c700 1 -- 172.21.15.42:0/1444772085 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55652cc93420 msgr2=0x55652ccb2430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:28:57.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.528+0000 7f4dc259c700 1 --2- 172.21.15.42:0/1444772085 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55652cc93420 0x55652ccb2430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:57.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.528+0000 7f4dc259c700 1 -- 172.21.15.42:0/1444772085 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55652cc987f0 msgr2=0x55652ccb2970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:28:57.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.528+0000 7f4dc259c700 1 --2- 172.21.15.42:0/1444772085 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55652cc987f0 0x55652ccb2970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:57.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.528+0000 7f4dc259c700 1 -- 172.21.15.42:0/1444772085 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55652cd27400 con 0x55652cc92a60 2024-06-06T08:28:57.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.528+0000 7f4dc259c700 1 --2- 172.21.15.42:0/1444772085 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55652cc92a60 0x55652ccb1ef0 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f4db4005cb0 tx=0x7f4db4009210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99ccc7d03f75ea5 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:28:57.532 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.530+0000 7f4dd33ceb80 10 client.0 _ll_register_callbacks cb 0x55652cb7e9a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:28:57.532 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.530+0000 7f4dd33ceb80 1 -- 172.21.15.42:0/1444772085 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4db8026470 con 0x55652cc92a60 2024-06-06T08:28:57.532 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.530+0000 7f4da9ffb700 10 client.16761 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:28:57.532 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.530+0000 7f4da9ffb700 1 -- 172.21.15.42:0/1444772085 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4db4006570 con 0x55652cc92a60 2024-06-06T08:28:57.532 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.531+0000 7f4da9ffb700 1 -- 172.21.15.42:0/1444772085 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f4db4006710 con 0x55652cc92a60 2024-06-06T08:28:57.532 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.531+0000 7f4da9ffb700 1 -- 172.21.15.42:0/1444772085 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f4db402d050 con 0x55652cc92a60 2024-06-06T08:28:57.532 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.531+0000 7f4dd33ceb80 10 client.16761 fetch_fsmap learned FSMap version 29 2024-06-06T08:28:57.532 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.531+0000 7f4dd33ceb80 1 -- 172.21.15.42:0/1444772085 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({fsmap=29}) -- 0x55652cd284f0 con 0x55652cc92a60 2024-06-06T08:28:57.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.532+0000 7f4da9ffb700 1 -- 172.21.15.42:0/1444772085 <== mon.0 v2:172.21.15.42:3300/0 4 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7f4db40223f0 con 0x55652cc92a60 2024-06-06T08:28:57.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.532+0000 7f4dd33ceb80 10 client.16761 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T08:28:57.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.532+0000 7f4dd33ceb80 10 client.16761 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:28:57.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.532+0000 7f4dd33ceb80 20 client.16761 populate_metadata read hostname 'smithi042' 2024-06-06T08:28:57.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.532+0000 7f4dd33ceb80 1 --2- 172.21.15.42:0/1444772085 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55652cd28af0 0x55652cd2afb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:28:57.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.532+0000 7f4dd33ceb80 4 client.16761 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-06-06T08:28:57.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.532+0000 7f4dd33ceb80 1 -- 172.21.15.42:0/1444772085 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x7f4db8026470 con 0x55652cd28af0 2024-06-06T08:28:57.534 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.535+0000 7f4dc1d9b700 1 --2- 172.21.15.42:0/1444772085 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55652cd28af0 0x55652cd2afb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:28:57.534 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.536+0000 7f4dc1d9b700 1 --2- 172.21.15.42:0/1444772085 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55652cd28af0 0x55652cd2afb0 crc :-1 s=READY pgs=156 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b2db0573c71cb42f server_cookie=5be5ca2126dcf70c in_seq=0 out_seq=0 2024-06-06T08:28:57.535 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.536+0000 7f4da9ffb700 10 client.16761 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:28:57.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.886+0000 7f4da9ffb700 1 -- 172.21.15.42:0/1444772085 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x7f4db8026470 con 0x55652cd28af0 2024-06-06T08:28:57.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.886+0000 7f4da9ffb700 10 client.16761 handle_command_reply: tid=0 2024-06-06T08:28:57.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.886+0000 7f4dd33ceb80 1 client.16761 shutdown 2024-06-06T08:28:57.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.886+0000 7f4dd33ceb80 1 -- 172.21.15.42:0/1444772085 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55652cc92a60 msgr2=0x55652ccb1ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:57.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.886+0000 7f4dd33ceb80 1 --2- 172.21.15.42:0/1444772085 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55652cc92a60 0x55652ccb1ef0 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f4db4005cb0 tx=0x7f4db4009210 comp rx=0 tx=0).stop 2024-06-06T08:28:57.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.886+0000 7f4dd33ceb80 1 -- 172.21.15.42:0/1444772085 shutdown_connections 2024-06-06T08:28:57.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.886+0000 7f4dd33ceb80 1 --2- 172.21.15.42:0/1444772085 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55652cd28af0 0x55652cd2afb0 crc :-1 s=READY pgs=156 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:57.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.886+0000 7f4dd33ceb80 1 --2- 172.21.15.42:0/1444772085 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55652cc987f0 0x55652ccb2970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:57.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.886+0000 7f4dd33ceb80 1 --2- 172.21.15.42:0/1444772085 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55652cc92a60 0x55652ccb1ef0 unknown :-1 s=CLOSED pgs=753 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:57.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.886+0000 7f4dd33ceb80 1 --2- 172.21.15.42:0/1444772085 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55652cc93420 0x55652ccb2430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:57.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.886+0000 7f4dd33ceb80 1 -- 172.21.15.42:0/1444772085 >> 172.21.15.42:0/1444772085 conn(0x55652cbbdd40 msgr2=0x55652cc922e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:28:57.888 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:28:57.888 INFO:teuthology.orchestra.run.smithi042.stdout: "return_code": 0, 2024-06-06T08:28:57.888 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_tag": "2815e8a8-dc9d-411d-8880-434a3fcdeec3", 2024-06-06T08:28:57.888 INFO:teuthology.orchestra.run.smithi042.stdout: "mode": "asynchronous" 2024-06-06T08:28:57.888 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:28:57.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.887+0000 7f4da9ffb700 0 client.16761 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:28:57.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.887+0000 7f4dd33ceb80 1 -- 172.21.15.42:0/1444772085 shutdown_connections 2024-06-06T08:28:57.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.887+0000 7f4dd33ceb80 1 -- 172.21.15.42:0/1444772085 wait complete. 2024-06-06T08:28:57.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.887+0000 7f4dd33ceb80 20 client.16761 trim_cache size 0 max 16384 2024-06-06T08:28:57.889 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.889+0000 7f4db17fa700 1 -- 172.21.15.42:0/1048805206 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f4dac0a2df0 msgr2=0x7f4dac0a52b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:57.889 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.889+0000 7f4db17fa700 1 --2- 172.21.15.42:0/1048805206 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f4dac0a2df0 0x7f4dac0a52b0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f4db80095f0 tx=0x7f4db8008040 comp rx=0 tx=0).stop 2024-06-06T08:28:57.889 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.889+0000 7f4db17fa700 1 -- 172.21.15.42:0/1048805206 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4dc41073c0 msgr2=0x7f4dc41a3c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:28:57.889 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.889+0000 7f4db17fa700 1 --2- 172.21.15.42:0/1048805206 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4dc41073c0 0x7f4dc41a3c60 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7f4dbc00b3e0 tx=0x7f4dbc0089b0 comp rx=0 tx=0).stop 2024-06-06T08:28:57.889 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.889+0000 7f4db17fa700 1 -- 172.21.15.42:0/1048805206 shutdown_connections 2024-06-06T08:28:57.889 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.889+0000 7f4db17fa700 1 --2- 172.21.15.42:0/1048805206 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f4dac0a2df0 0x7f4dac0a52b0 secure :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f4db80095f0 tx=0x7f4db8008040 comp rx=0 tx=0).stop 2024-06-06T08:28:57.889 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.889+0000 7f4db17fa700 1 --2- 172.21.15.42:0/1048805206 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4dc41073c0 0x7f4dc41a3c60 unknown :-1 s=CLOSED pgs=751 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:57.890 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.889+0000 7f4db17fa700 1 --2- 172.21.15.42:0/1048805206 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4dc406a6e0 0x7f4dc419f390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:57.890 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.889+0000 7f4db17fa700 1 --2- 172.21.15.42:0/1048805206 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4dc4104ed0 0x7f4dc419f8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:28:57.890 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.890+0000 7f4db17fa700 1 -- 172.21.15.42:0/1048805206 >> 172.21.15.42:0/1048805206 conn(0x7f4dc4078340 msgr2=0x7f4dc4103eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:28:57.891 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.892+0000 7f4db17fa700 1 -- 172.21.15.42:0/1048805206 shutdown_connections 2024-06-06T08:28:57.891 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:28:57.892+0000 7f4db17fa700 1 -- 172.21.15.42:0/1048805206 wait complete. 2024-06-06T08:28:58.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:28:58 smithi120 ceph-mon[36658]: pgmap v193: 129 pgs: 129 active+clean; 1009 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 6.0 MiB/s wr, 776 op/s 2024-06-06T08:28:58.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:28:58 smithi120 ceph-mon[36658]: scrub queued for path: / 2024-06-06T08:28:58.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:28:58 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:28:58.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:28:58 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:28:59.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:28:58 smithi149 ceph-mon[36842]: pgmap v193: 129 pgs: 129 active+clean; 1009 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 6.0 MiB/s wr, 776 op/s 2024-06-06T08:28:59.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:28:58 smithi149 ceph-mon[36842]: scrub queued for path: / 2024-06-06T08:28:59.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:28:58 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:28:59.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:28:58 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:28:59.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:28:58 smithi042 ceph-mon[32384]: pgmap v193: 129 pgs: 129 active+clean; 1009 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 6.0 MiB/s wr, 776 op/s 2024-06-06T08:28:59.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:28:58 smithi042 ceph-mon[32384]: scrub queued for path: / 2024-06-06T08:28:59.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:28:58 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:28:59.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:28:58 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:28:59.600 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-06-06T08:28:59.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:28:59 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:28:59.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:28:59 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:28:59.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:28:59 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:28:59.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:28:59 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:28:59.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:28:59 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:28:59.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:28:59 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:28:59.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:28:59 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:28:59.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:28:59 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:29:00.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:28:59 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:29:00.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:28:59 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:29:00.040 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:28:59 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:29:00.041 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:28:59 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:29:00.041 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:28:59 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:29:00.041 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:28:59 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:29:00.042 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:28:59 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:29:00.042 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:28:59 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:29:00.071 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:28:59 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:29:00.071 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:28:59 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:29:00.071 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:28:59 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:29:00.071 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:28:59 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:29:00.071 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:28:59 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:29:00.071 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:28:59 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:29:00.071 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:28:59 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:29:00.072 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:28:59 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:29:00.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:29:00 smithi120 ceph-mon[36658]: pgmap v194: 129 pgs: 129 active+clean; 1019 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 MiB/s rd, 7.0 MiB/s wr, 868 op/s 2024-06-06T08:29:00.907 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:29:00 smithi042 ceph-mon[32384]: pgmap v194: 129 pgs: 129 active+clean; 1019 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 MiB/s rd, 7.0 MiB/s wr, 868 op/s 2024-06-06T08:29:00.939 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:29:00 smithi149 ceph-mon[36842]: pgmap v194: 129 pgs: 129 active+clean; 1019 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 MiB/s rd, 7.0 MiB/s wr, 868 op/s 2024-06-06T08:29:02.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:29:01 smithi149 ceph-mon[36842]: pgmap v195: 129 pgs: 129 active+clean; 1.0 GiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 MiB/s rd, 5.0 MiB/s wr, 493 op/s 2024-06-06T08:29:02.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:29:01 smithi042 ceph-mon[32384]: pgmap v195: 129 pgs: 129 active+clean; 1.0 GiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 MiB/s rd, 5.0 MiB/s wr, 493 op/s 2024-06-06T08:29:02.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:29:01 smithi120 ceph-mon[36658]: pgmap v195: 129 pgs: 129 active+clean; 1.0 GiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 MiB/s rd, 5.0 MiB/s wr, 493 op/s 2024-06-06T08:29:02.742 INFO:tasks.workunit.client.0.smithi042.stdout: 292 1824950 715 1237812 860 574202 1659 2024-06-06T08:29:04.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:29:04 smithi120 ceph-mon[36658]: pgmap v196: 129 pgs: 129 active+clean; 1.0 GiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 MiB/s rd, 4.1 MiB/s wr, 432 op/s 2024-06-06T08:29:04.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:29:04 smithi149 ceph-mon[36842]: pgmap v196: 129 pgs: 129 active+clean; 1.0 GiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 MiB/s rd, 4.1 MiB/s wr, 432 op/s 2024-06-06T08:29:04.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:29:04 smithi042 ceph-mon[32384]: pgmap v196: 129 pgs: 129 active+clean; 1.0 GiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 MiB/s rd, 4.1 MiB/s wr, 432 op/s 2024-06-06T08:29:05.247 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.248+0000 7f2462afc640 1 -- 172.21.15.42:0/725399985 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f245c10ff10 msgr2=0x7f245c1102f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:29:05.247 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.248+0000 7f2462afc640 1 --2- 172.21.15.42:0/725399985 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f245c10ff10 0x7f245c1102f0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f2454009ca0 tx=0x7f245402a8f0 comp rx=0 tx=0).stop 2024-06-06T08:29:05.261 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.262+0000 7f2462afc640 1 -- 172.21.15.42:0/725399985 shutdown_connections 2024-06-06T08:29:05.261 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.262+0000 7f2462afc640 1 --2- 172.21.15.42:0/725399985 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f245c10e710 0x7f245c1089a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:05.261 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.262+0000 7f2462afc640 1 --2- 172.21.15.42:0/725399985 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f245c10dc70 0x7f245c10e0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:05.261 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.262+0000 7f2462afc640 1 --2- 172.21.15.42:0/725399985 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f245c10ff10 0x7f245c1102f0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:05.262 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.262+0000 7f2462afc640 1 -- 172.21.15.42:0/725399985 >> 172.21.15.42:0/725399985 conn(0x7f245c06c950 msgr2=0x7f245c06cd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:29:05.262 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.262+0000 7f2462afc640 1 -- 172.21.15.42:0/725399985 shutdown_connections 2024-06-06T08:29:05.262 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.262+0000 7f2462afc640 1 -- 172.21.15.42:0/725399985 wait complete. 2024-06-06T08:29:05.262 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.263+0000 7f2462afc640 1 Processor -- start 2024-06-06T08:29:05.263 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.263+0000 7f2462afc640 1 -- start start 2024-06-06T08:29:05.263 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.264+0000 7f2462afc640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f245c10dc70 0x7f245c11e6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:05.263 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.264+0000 7f2462afc640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f245c10e710 0x7f245c11ec20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:05.263 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.264+0000 7f2462afc640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f245c10ff10 0x7f245c117990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:05.263 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.264+0000 7f2462afc640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f245c120b00 con 0x7f245c10e710 2024-06-06T08:29:05.263 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.264+0000 7f2462afc640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f245c120980 con 0x7f245c10dc70 2024-06-06T08:29:05.264 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.264+0000 7f2462afc640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f245c120c80 con 0x7f245c10ff10 2024-06-06T08:29:05.264 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.264+0000 7f2460898640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f245c10dc70 0x7f245c11e6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:05.264 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.264+0000 7f2460898640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f245c10dc70 0x7f245c11e6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:38968/0 (socket says 172.21.15.42:38968) 2024-06-06T08:29:05.264 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.264+0000 7f2460898640 1 -- 172.21.15.42:0/111921354 learned_addr learned my addr 172.21.15.42:0/111921354 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:29:05.264 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.264+0000 7f2461099640 1 --2- 172.21.15.42:0/111921354 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f245c10ff10 0x7f245c117990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:05.264 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.264+0000 7f2460898640 1 -- 172.21.15.42:0/111921354 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f245c10ff10 msgr2=0x7f245c117990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:29:05.264 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.264+0000 7f2460898640 1 --2- 172.21.15.42:0/111921354 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f245c10ff10 0x7f245c117990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:05.264 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.265+0000 7f2460898640 1 -- 172.21.15.42:0/111921354 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f245c10e710 msgr2=0x7f245c11ec20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:29:05.265 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.265+0000 7f2460898640 1 --2- 172.21.15.42:0/111921354 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f245c10e710 0x7f245c11ec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:05.265 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.265+0000 7f2460898640 1 -- 172.21.15.42:0/111921354 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f245c118250 con 0x7f245c10dc70 2024-06-06T08:29:05.265 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.265+0000 7f2460898640 1 --2- 172.21.15.42:0/111921354 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f245c10dc70 0x7f245c11e6e0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f2454000f80 tx=0x7f2454031a20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:29:05.273 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.271+0000 7f2459ffb640 1 -- 172.21.15.42:0/111921354 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2454004240 con 0x7f245c10dc70 2024-06-06T08:29:05.274 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.271+0000 7f2462afc640 1 -- 172.21.15.42:0/111921354 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f245c1184e0 con 0x7f245c10dc70 2024-06-06T08:29:05.274 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.272+0000 7f2462afc640 1 -- 172.21.15.42:0/111921354 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f245c11c490 con 0x7f245c10dc70 2024-06-06T08:29:05.274 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.272+0000 7f2459ffb640 1 -- 172.21.15.42:0/111921354 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f245402d070 con 0x7f245c10dc70 2024-06-06T08:29:05.274 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.272+0000 7f2459ffb640 1 -- 172.21.15.42:0/111921354 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2454030850 con 0x7f245c10dc70 2024-06-06T08:29:05.286 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.276+0000 7f2465809740 1 Processor -- start 2024-06-06T08:29:05.286 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.276+0000 7f2465809740 1 -- start start 2024-06-06T08:29:05.286 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.277+0000 7f2465809740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557988bc3340 0x557988bc3720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:05.286 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.277+0000 7f2465809740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557988bc3c60 0x557988bcdfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:05.286 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.277+0000 7f2465809740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557988bce520 0x557988bd0910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:05.286 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.277+0000 7f2465809740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x557988b274f0 con 0x557988bce520 2024-06-06T08:29:05.286 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.277+0000 7f2465809740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x557988ac5870 con 0x557988bc3c60 2024-06-06T08:29:05.286 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.277+0000 7f2465809740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x557988b234b0 con 0x557988bc3340 2024-06-06T08:29:05.287 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.279+0000 7f2461099640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557988bc3340 0x557988bc3720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:05.287 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.279+0000 7f2461099640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557988bc3340 0x557988bc3720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:52368/0 (socket says 172.21.15.42:52368) 2024-06-06T08:29:05.287 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.279+0000 7f2461099640 1 -- 172.21.15.42:0/638300523 learned_addr learned my addr 172.21.15.42:0/638300523 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:29:05.287 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.280+0000 7f2461099640 1 -- 172.21.15.42:0/638300523 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557988bc3c60 msgr2=0x557988bcdfe0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-06-06T08:29:05.287 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.280+0000 7f2461099640 1 --2- 172.21.15.42:0/638300523 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557988bc3c60 0x557988bcdfe0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:05.287 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.280+0000 7f2461099640 1 -- 172.21.15.42:0/638300523 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557988bce520 msgr2=0x557988bd0910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:29:05.287 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.280+0000 7f2461099640 1 --2- 172.21.15.42:0/638300523 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557988bce520 0x557988bd0910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:05.287 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.280+0000 7f2461099640 1 -- 172.21.15.42:0/638300523 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557988ae19b0 con 0x557988bc3340 2024-06-06T08:29:05.287 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.280+0000 7f2461099640 1 --2- 172.21.15.42:0/638300523 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557988bc3340 0x557988bc3720 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f2450009990 tx=0x7f2450009e50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f95acc738ae205cc server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:29:05.287 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.284+0000 7f2459ffb640 1 -- 172.21.15.42:0/111921354 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f245402f640 con 0x7f245c10dc70 2024-06-06T08:29:05.287 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.286+0000 7f2459ffb640 1 --2- 172.21.15.42:0/111921354 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f24440a2e80 0x7f24440a5340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:05.287 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.287+0000 7f2459ffb640 1 -- 172.21.15.42:0/111921354 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f24540f1390 con 0x7f245c10dc70 2024-06-06T08:29:05.296 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.297+0000 7f2460898640 1 --2- 172.21.15.42:0/111921354 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f24440a2e80 0x7f24440a5340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:05.301 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.301+0000 7f244affd640 1 -- 172.21.15.42:0/638300523 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2450017070 con 0x557988bc3340 2024-06-06T08:29:05.304 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.303+0000 7f244affd640 1 -- 172.21.15.42:0/638300523 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2450013470 con 0x557988bc3340 2024-06-06T08:29:05.306 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.307+0000 7f2465809740 1 -- 172.21.15.42:0/638300523 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557988bc3340 msgr2=0x557988bc3720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:29:05.306 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.307+0000 7f2465809740 1 --2- 172.21.15.42:0/638300523 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557988bc3340 0x557988bc3720 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f2450009990 tx=0x7f2450009e50 comp rx=0 tx=0).stop 2024-06-06T08:29:05.306 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.307+0000 7f2465809740 1 -- 172.21.15.42:0/638300523 shutdown_connections 2024-06-06T08:29:05.306 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.307+0000 7f2465809740 1 --2- 172.21.15.42:0/638300523 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557988bc3c60 0x557988bcdfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:05.306 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.307+0000 7f2465809740 1 --2- 172.21.15.42:0/638300523 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557988bce520 0x557988bd0910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:05.306 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.307+0000 7f2465809740 1 --2- 172.21.15.42:0/638300523 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557988bc3340 0x557988bc3720 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:05.306 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.307+0000 7f2465809740 1 -- 172.21.15.42:0/638300523 >> 172.21.15.42:0/638300523 conn(0x557988bbf850 msgr2=0x557988bbfc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:29:05.307 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.308+0000 7f2465809740 1 -- 172.21.15.42:0/638300523 shutdown_connections 2024-06-06T08:29:05.307 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.308+0000 7f2465809740 1 -- 172.21.15.42:0/638300523 wait complete. 2024-06-06T08:29:05.307 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.308+0000 7f2465809740 1 -- start start 2024-06-06T08:29:05.308 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.309+0000 7f2465809740 1 Processor -- start 2024-06-06T08:29:05.308 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.309+0000 7f2465809740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557988bc3340 0x557988bcb450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:05.309 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.309+0000 7f2465809740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557988bc3c60 0x557988bcb990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:05.309 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.309+0000 7f2465809740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557988bce520 0x557988bcbed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:05.309 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.309+0000 7f2465809740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x557988bd1150 con 0x557988bc3c60 2024-06-06T08:29:05.309 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.309+0000 7f2465809740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x557988ab0ae0 con 0x557988bc3340 2024-06-06T08:29:05.309 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.309+0000 7f2465809740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x557988bd12d0 con 0x557988bce520 2024-06-06T08:29:05.309 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.309+0000 7f2465809740 10 client.0 _ll_register_callbacks cb 0x557988ae99b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:29:05.310 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.310+0000 7f2460898640 1 --2- 172.21.15.42:0/111921354 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f24440a2e80 0x7f24440a5340 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x557988bc48e0 tx=0x7f24540095c0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:29:05.310 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.310+0000 7f2461099640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557988bce520 0x557988bcbed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:05.310 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.310+0000 7f2461099640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557988bce520 0x557988bcbed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:52374/0 (socket says 172.21.15.42:52374) 2024-06-06T08:29:05.310 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.310+0000 7f2461099640 1 -- 172.21.15.42:0/3351463073 learned_addr learned my addr 172.21.15.42:0/3351463073 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:29:05.310 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.310+0000 7f2461099640 1 -- 172.21.15.42:0/3351463073 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557988bc3340 msgr2=0x557988bcb450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:29:05.310 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.310+0000 7f2461099640 1 --2- 172.21.15.42:0/3351463073 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557988bc3340 0x557988bcb450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:05.311 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.310+0000 7f2461099640 1 -- 172.21.15.42:0/3351463073 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557988bc3c60 msgr2=0x557988bcb990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:29:05.311 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.310+0000 7f2461099640 1 --2- 172.21.15.42:0/3351463073 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557988bc3c60 0x557988bcb990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:05.311 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.310+0000 7f2461099640 1 -- 172.21.15.42:0/3351463073 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55798883b210 con 0x557988bce520 2024-06-06T08:29:05.311 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.311+0000 7f2461099640 1 --2- 172.21.15.42:0/3351463073 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557988bce520 0x557988bcbed0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f245000ffd0 tx=0x7f2450012ab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5e7dffb5ca477422 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:29:05.314 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.315+0000 7f243ffff640 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:29:05.314 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.316+0000 7f243ffff640 1 -- 172.21.15.42:0/3351463073 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2450017070 con 0x557988bce520 2024-06-06T08:29:05.315 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.316+0000 7f2465809740 1 -- 172.21.15.42:0/3351463073 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x557988b3af10 con 0x557988bce520 2024-06-06T08:29:05.315 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.316+0000 7f243ffff640 1 -- 172.21.15.42:0/3351463073 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f245000ec60 con 0x557988bce520 2024-06-06T08:29:05.316 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.316+0000 7f243ffff640 1 -- 172.21.15.42:0/3351463073 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f245002d050 con 0x557988bce520 2024-06-06T08:29:05.323 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.325+0000 7f2465809740 10 client.26314 fetch_fsmap learned FSMap version 29 2024-06-06T08:29:05.324 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.325+0000 7f2465809740 1 -- 172.21.15.42:0/3351463073 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x557988907620 con 0x557988bce520 2024-06-06T08:29:05.325 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.325+0000 7f243ffff640 1 -- 172.21.15.42:0/3351463073 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x557988b3af10 con 0x557988bce520 2024-06-06T08:29:05.325 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.326+0000 7f243ffff640 1 -- 172.21.15.42:0/3351463073 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7f2450024030 con 0x557988bce520 2024-06-06T08:29:05.325 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.326+0000 7f2465809740 10 client.26314 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T08:29:05.325 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.326+0000 7f2465809740 10 client.26314 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:29:05.325 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.326+0000 7f2465809740 20 client.26314 populate_metadata read hostname 'smithi042' 2024-06-06T08:29:05.325 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.326+0000 7f2465809740 1 --2- 172.21.15.42:0/3351463073 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x557988bdea90 0x557988be0f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:05.325 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.326+0000 7f2465809740 4 client.26314 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:29:05.325 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.326+0000 7f2465809740 1 -- 172.21.15.42:0/3351463073 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557988b34c20 con 0x557988bdea90 2024-06-06T08:29:05.325 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.326+0000 7f245bfff640 1 --2- 172.21.15.42:0/3351463073 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x557988bdea90 0x557988be0f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:05.326 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.327+0000 7f245bfff640 1 --2- 172.21.15.42:0/3351463073 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x557988bdea90 0x557988be0f10 crc :-1 s=READY pgs=157 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2ee35245e0d04da1 server_cookie=5e68e84f79353ceb in_seq=0 out_seq=0 2024-06-06T08:29:05.326 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.327+0000 7f243ffff640 10 client.26314 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:29:05.332 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.333+0000 7f243ffff640 1 -- 172.21.15.42:0/3351463073 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x557988b34c20 con 0x557988bdea90 2024-06-06T08:29:05.333 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.334+0000 7f243ffff640 10 client.26314 handle_command_reply: tid=0 2024-06-06T08:29:05.333 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.334+0000 7f2465809740 1 client.26314 shutdown 2024-06-06T08:29:05.350 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.351+0000 7f2465809740 1 -- 172.21.15.42:0/3351463073 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557988bce520 msgr2=0x557988bcbed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:29:05.350 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.351+0000 7f2465809740 1 --2- 172.21.15.42:0/3351463073 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557988bce520 0x557988bcbed0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f245000ffd0 tx=0x7f2450012ab0 comp rx=0 tx=0).stop 2024-06-06T08:29:05.350 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.351+0000 7f2465809740 1 -- 172.21.15.42:0/3351463073 shutdown_connections 2024-06-06T08:29:05.350 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.351+0000 7f2465809740 1 --2- 172.21.15.42:0/3351463073 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x557988bdea90 0x557988be0f10 crc :-1 s=READY pgs=157 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:05.350 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.351+0000 7f2465809740 1 --2- 172.21.15.42:0/3351463073 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557988bce520 0x557988bcbed0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:05.351 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.351+0000 7f2465809740 1 --2- 172.21.15.42:0/3351463073 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557988bc3c60 0x557988bcb990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:05.351 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.351+0000 7f2465809740 1 --2- 172.21.15.42:0/3351463073 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557988bc3340 0x557988bcb450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:05.351 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.351+0000 7f2465809740 1 -- 172.21.15.42:0/3351463073 >> 172.21.15.42:0/3351463073 conn(0x557988bbf850 msgr2=0x557988bc5600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:29:05.351 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.351+0000 7f243ffff640 0 client.26314 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:29:05.352 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.352+0000 7f2465809740 1 -- 172.21.15.42:0/3351463073 shutdown_connections 2024-06-06T08:29:05.352 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.352+0000 7f2465809740 1 -- 172.21.15.42:0/3351463073 wait complete. 2024-06-06T08:29:05.352 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.352+0000 7f2465809740 20 client.26314 trim_cache size 0 max 16384 2024-06-06T08:29:05.455 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.449+0000 7f2465809740 1 Processor -- start 2024-06-06T08:29:05.463 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.465+0000 7f2465809740 1 -- start start 2024-06-06T08:29:05.468 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.469+0000 7f2465809740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557988bc3340 0x557988bc5d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:05.468 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.469+0000 7f2465809740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557988bc3c60 0x557988bcbcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:05.468 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.469+0000 7f2465809740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557988bce520 0x557988bbe850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:05.472 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.469+0000 7f2465809740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2440012770 con 0x557988bce520 2024-06-06T08:29:05.472 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.472+0000 7f245bfff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557988bc3c60 0x557988bcbcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:05.472 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.472+0000 7f245bfff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557988bc3c60 0x557988bcbcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:38988/0 (socket says 172.21.15.42:38988) 2024-06-06T08:29:05.472 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.472+0000 7f245bfff640 1 -- 172.21.15.42:0/2263616532 learned_addr learned my addr 172.21.15.42:0/2263616532 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:29:05.472 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.472+0000 7f2461099640 1 --2- 172.21.15.42:0/2263616532 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557988bc3340 0x557988bc5d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:05.472 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.473+0000 7f2465809740 1 -- 172.21.15.42:0/2263616532 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f2440010010 con 0x557988bc3c60 2024-06-06T08:29:05.472 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.473+0000 7f2465809740 1 -- 172.21.15.42:0/2263616532 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f244000de60 con 0x557988bc3340 2024-06-06T08:29:05.473 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.473+0000 7f2461099640 1 --2- 172.21.15.42:0/2263616532 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557988bce520 0x557988bbe850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:05.474 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.473+0000 7f245bfff640 1 -- 172.21.15.42:0/2263616532 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557988bc3340 msgr2=0x557988bc5d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:29:05.474 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.473+0000 7f245bfff640 1 --2- 172.21.15.42:0/2263616532 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557988bc3340 0x557988bc5d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:05.474 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.473+0000 7f245bfff640 1 -- 172.21.15.42:0/2263616532 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557988bce520 msgr2=0x557988bbe850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:29:05.474 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.473+0000 7f245bfff640 1 --2- 172.21.15.42:0/2263616532 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557988bce520 0x557988bbe850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:05.474 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.473+0000 7f245bfff640 1 -- 172.21.15.42:0/2263616532 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557988bc6240 con 0x557988bc3c60 2024-06-06T08:29:05.474 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.474+0000 7f245bfff640 1 --2- 172.21.15.42:0/2263616532 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557988bc3c60 0x557988bcbcf0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f244c004810 tx=0x7f244c0090f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3196fa4297b514e3 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:29:05.475 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.474+0000 7f244a7fc640 1 -- 172.21.15.42:0/2263616532 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f244c020070 con 0x557988bc3c60 2024-06-06T08:29:05.475 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.474+0000 7f244a7fc640 1 -- 172.21.15.42:0/2263616532 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f244c01b400 con 0x557988bc3c60 2024-06-06T08:29:05.475 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.474+0000 7f244a7fc640 1 -- 172.21.15.42:0/2263616532 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f244c013660 con 0x557988bc3c60 2024-06-06T08:29:05.475 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.476+0000 7f2465809740 1 -- 172.21.15.42:0/2263616532 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557988bc3c60 msgr2=0x557988bcbcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:29:05.475 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.476+0000 7f2465809740 1 --2- 172.21.15.42:0/2263616532 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557988bc3c60 0x557988bcbcf0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f244c004810 tx=0x7f244c0090f0 comp rx=0 tx=0).stop 2024-06-06T08:29:05.479 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.479+0000 7f2465809740 1 -- 172.21.15.42:0/2263616532 shutdown_connections 2024-06-06T08:29:05.479 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.480+0000 7f2465809740 1 --2- 172.21.15.42:0/2263616532 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557988bc3c60 0x557988bcbcf0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:05.479 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.480+0000 7f2465809740 1 --2- 172.21.15.42:0/2263616532 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557988bce520 0x557988bbe850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:05.479 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.480+0000 7f2465809740 1 --2- 172.21.15.42:0/2263616532 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557988bc3340 0x557988bc5d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:05.479 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.480+0000 7f2465809740 1 -- 172.21.15.42:0/2263616532 >> 172.21.15.42:0/2263616532 conn(0x557988bbf850 msgr2=0x557988bbe140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:29:05.484 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.485+0000 7f2465809740 1 -- 172.21.15.42:0/2263616532 shutdown_connections 2024-06-06T08:29:05.484 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.485+0000 7f2465809740 1 -- 172.21.15.42:0/2263616532 wait complete. 2024-06-06T08:29:05.485 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.486+0000 7f2465809740 1 -- start start 2024-06-06T08:29:05.485 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.486+0000 7f2465809740 1 Processor -- start 2024-06-06T08:29:05.487 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.487+0000 7f2465809740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557988bc3340 0x557988bd6e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:05.487 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.487+0000 7f2465809740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557988bc3c60 0x557988bd15c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:05.487 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.488+0000 7f2465809740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557988bce520 0x557988bd1c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:05.487 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.488+0000 7f2465809740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f244000e4d0 con 0x557988bc3340 2024-06-06T08:29:05.487 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.488+0000 7f245bfff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557988bc3c60 0x557988bd15c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:05.487 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.488+0000 7f2465809740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f244000f940 con 0x557988bce520 2024-06-06T08:29:05.487 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.488+0000 7f245bfff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557988bc3c60 0x557988bd15c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:52390/0 (socket says 172.21.15.42:52390) 2024-06-06T08:29:05.487 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.488+0000 7f245bfff640 1 -- 172.21.15.42:0/3695921963 learned_addr learned my addr 172.21.15.42:0/3695921963 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:29:05.487 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.488+0000 7f2461099640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557988bce520 0x557988bd1c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:05.487 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.488+0000 7f2465809740 1 -- 172.21.15.42:0/3695921963 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f244000eba0 con 0x557988bc3c60 2024-06-06T08:29:05.488 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.488+0000 7f2465809740 10 client.0 _ll_register_callbacks cb 0x7f24500097e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:29:05.489 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.489+0000 7f2461099640 1 --2- 172.21.15.42:0/3695921963 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557988bc3340 0x557988bd6e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:05.489 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.489+0000 7f2461099640 1 -- 172.21.15.42:0/3695921963 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557988bc3c60 msgr2=0x557988bd15c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:29:05.489 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.489+0000 7f2461099640 1 --2- 172.21.15.42:0/3695921963 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557988bc3c60 0x557988bd15c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:05.489 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.489+0000 7f2461099640 1 -- 172.21.15.42:0/3695921963 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557988bc3340 msgr2=0x557988bd6e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:29:05.489 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.489+0000 7f2461099640 1 --2- 172.21.15.42:0/3695921963 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557988bc3340 0x557988bd6e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:05.489 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.489+0000 7f2461099640 1 -- 172.21.15.42:0/3695921963 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557988c477a0 con 0x557988bce520 2024-06-06T08:29:05.489 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.489+0000 7f2461099640 1 --2- 172.21.15.42:0/3695921963 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557988bce520 0x557988bd1c40 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f245000b010 tx=0x7f2450012ab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=40b1ff70492b6f55 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:29:05.491 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.491+0000 7f243ffff640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:29:05.491 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.492+0000 7f243ffff640 1 -- 172.21.15.42:0/3695921963 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2450017040 con 0x557988bce520 2024-06-06T08:29:05.491 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.492+0000 7f243ffff640 1 -- 172.21.15.42:0/3695921963 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9350+0+0 (secure 0 0 0) 0x7f245000ec60 con 0x557988bce520 2024-06-06T08:29:05.491 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.493+0000 7f2465809740 1 -- 172.21.15.42:0/3695921963 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f244c01b400 con 0x557988bce520 2024-06-06T08:29:05.496 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.497+0000 7f243ffff640 1 -- 172.21.15.42:0/3695921963 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f245000ee60 con 0x557988bce520 2024-06-06T08:29:05.496 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.497+0000 7f2465809740 10 client.26414 fetch_fsmap learned FSMap version 29 2024-06-06T08:29:05.496 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.497+0000 7f2465809740 1 -- 172.21.15.42:0/3695921963 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x557988c488f0 con 0x557988bce520 2024-06-06T08:29:05.505 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.506+0000 7f243ffff640 1 -- 172.21.15.42:0/3695921963 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f244c01b400 con 0x557988bce520 2024-06-06T08:29:05.505 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.506+0000 7f243ffff640 1 -- 172.21.15.42:0/3695921963 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7f2450024040 con 0x557988bce520 2024-06-06T08:29:05.505 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.506+0000 7f2465809740 10 client.26414 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T08:29:05.505 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.506+0000 7f2465809740 10 client.26414 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:29:05.505 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.506+0000 7f2465809740 20 client.26414 populate_metadata read hostname 'smithi042' 2024-06-06T08:29:05.505 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.506+0000 7f2465809740 1 --2- 172.21.15.42:0/3695921963 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x557988c48f80 0x557988c4b3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:05.505 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.506+0000 7f2465809740 4 client.26414 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:29:05.506 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.507+0000 7f2465809740 1 -- 172.21.15.42:0/3695921963 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x557988b2ef70 con 0x557988c48f80 2024-06-06T08:29:05.506 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.507+0000 7f245bfff640 1 --2- 172.21.15.42:0/3695921963 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x557988c48f80 0x557988c4b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:05.511 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.512+0000 7f245bfff640 1 --2- 172.21.15.42:0/3695921963 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x557988c48f80 0x557988c4b3a0 crc :-1 s=READY pgs=158 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1981ae503baff096 server_cookie=3f3e22cf93c7444c in_seq=0 out_seq=0 2024-06-06T08:29:05.511 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:05.512+0000 7f243ffff640 10 client.26414 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:29:05.561 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:29:06.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:29:06 smithi120 ceph-mon[36658]: pgmap v197: 129 pgs: 129 active+clean; 1.0 GiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 MiB/s rd, 5.7 MiB/s wr, 670 op/s 2024-06-06T08:29:06.400 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:29:06 smithi042 ceph-mon[32384]: pgmap v197: 129 pgs: 129 active+clean; 1.0 GiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 MiB/s rd, 5.7 MiB/s wr, 670 op/s 2024-06-06T08:29:06.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:29:06 smithi149 ceph-mon[36842]: pgmap v197: 129 pgs: 129 active+clean; 1.0 GiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 MiB/s rd, 5.7 MiB/s wr, 670 op/s 2024-06-06T08:29:07.383 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:29:07 smithi042 ceph-mon[32384]: osdmap e101: 12 total, 12 up, 12 in 2024-06-06T08:29:07.383 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:29:07 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:29:07.383 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:29:07 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:29:07.383 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:29:07 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:29:07.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:29:07 smithi120 ceph-mon[36658]: osdmap e101: 12 total, 12 up, 12 in 2024-06-06T08:29:07.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:29:07 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:29:07.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:29:07 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:29:07.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:29:07 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:29:07.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:29:07 smithi149 ceph-mon[36842]: osdmap e101: 12 total, 12 up, 12 in 2024-06-06T08:29:07.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:29:07 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:29:07.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:29:07 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:29:07.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:29:07 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:29:07.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.864+0000 7f7d7127d700 1 -- 172.21.15.42:0/3949082562 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7d640b7b30 msgr2=0x7f7d640b9f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:29:07.866 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.864+0000 7f7d7127d700 1 --2- 172.21.15.42:0/3949082562 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7d640b7b30 0x7f7d640b9f20 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f7d6c067f10 tx=0x7f7d6c068aa0 comp rx=0 tx=0).stop 2024-06-06T08:29:07.866 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.864+0000 7f7d7127d700 1 -- 172.21.15.42:0/3949082562 shutdown_connections 2024-06-06T08:29:07.866 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.864+0000 7f7d7127d700 1 --2- 172.21.15.42:0/3949082562 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7d640b7b30 0x7f7d640b9f20 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:07.866 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.864+0000 7f7d7127d700 1 --2- 172.21.15.42:0/3949082562 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d640a4e10 0x7f7d640a51f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:07.866 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.864+0000 7f7d7127d700 1 --2- 172.21.15.42:0/3949082562 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7d640a5730 0x7f7d640b75f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:07.866 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.864+0000 7f7d7127d700 1 -- 172.21.15.42:0/3949082562 >> 172.21.15.42:0/3949082562 conn(0x7f7d6401a6d0 msgr2=0x7f7d6401aae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:29:07.869 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.870+0000 7f7d7127d700 1 -- 172.21.15.42:0/3949082562 shutdown_connections 2024-06-06T08:29:07.871 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.871+0000 7f7d7127d700 1 -- 172.21.15.42:0/3949082562 wait complete. 2024-06-06T08:29:07.871 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.872+0000 7f7d7127d700 1 Processor -- start 2024-06-06T08:29:07.871 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.872+0000 7f7d7127d700 1 -- start start 2024-06-06T08:29:07.872 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.873+0000 7f7d7127d700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7d640a4e10 0x7f7d640b5d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:07.873 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.873+0000 7f7d7127d700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7d640b7b30 0x7f7d640aee10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:07.873 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.873+0000 7f7d7127d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d640af350 0x7f7d640af7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:07.873 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.874+0000 7f7d7127d700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7d640bd6f0 con 0x7f7d640af350 2024-06-06T08:29:07.873 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.874+0000 7f7d7127d700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f7d640bd570 con 0x7f7d640b7b30 2024-06-06T08:29:07.873 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.874+0000 7f7d7127d700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f7d640bd870 con 0x7f7d640a4e10 2024-06-06T08:29:07.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.875+0000 7f7d6b7fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d640af350 0x7f7d640af7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:07.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.875+0000 7f7d6b7fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d640af350 0x7f7d640af7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:57846/0 (socket says 172.21.15.42:57846) 2024-06-06T08:29:07.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.875+0000 7f7d6a7fc700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7d640b7b30 0x7f7d640aee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:07.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.875+0000 7f7d6a7fc700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7d640b7b30 0x7f7d640aee10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:58130/0 (socket says 172.21.15.42:58130) 2024-06-06T08:29:07.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.875+0000 7f7d6b7fe700 1 -- 172.21.15.42:0/2841418810 learned_addr learned my addr 172.21.15.42:0/2841418810 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:29:07.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.876+0000 7f7d6affd700 1 --2- 172.21.15.42:0/2841418810 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7d640a4e10 0x7f7d640b5d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:07.878 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.879+0000 7f7d6b7fe700 1 -- 172.21.15.42:0/2841418810 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7d640a4e10 msgr2=0x7f7d640b5d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:29:07.879 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.879+0000 7f7d6b7fe700 1 --2- 172.21.15.42:0/2841418810 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7d640a4e10 0x7f7d640b5d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:07.879 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.879+0000 7f7d6b7fe700 1 -- 172.21.15.42:0/2841418810 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7d640b7b30 msgr2=0x7f7d640aee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:29:07.879 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.879+0000 7f7d6b7fe700 1 --2- 172.21.15.42:0/2841418810 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7d640b7b30 0x7f7d640aee10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:07.879 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.879+0000 7f7d6b7fe700 1 -- 172.21.15.42:0/2841418810 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d640b3960 con 0x7f7d640af350 2024-06-06T08:29:07.879 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.880+0000 7f7d6b7fe700 1 --2- 172.21.15.42:0/2841418810 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d640af350 0x7f7d640af7d0 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f7d6c051000 tx=0x7f7d6c06bac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:29:07.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.887+0000 7f7d63fff700 1 -- 172.21.15.42:0/2841418810 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d6c07b040 con 0x7f7d640af350 2024-06-06T08:29:07.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.887+0000 7f7d63fff700 1 -- 172.21.15.42:0/2841418810 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7d6c076ce0 con 0x7f7d640af350 2024-06-06T08:29:07.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.887+0000 7f7d7127d700 1 -- 172.21.15.42:0/2841418810 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d640b3bf0 con 0x7f7d640af350 2024-06-06T08:29:07.887 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.889+0000 7f7d7127d700 1 -- 172.21.15.42:0/2841418810 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d640b4050 con 0x7f7d640af350 2024-06-06T08:29:07.888 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.889+0000 7f7d63fff700 1 -- 172.21.15.42:0/2841418810 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d6c069b50 con 0x7f7d640af350 2024-06-06T08:29:07.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.899+0000 7f7d7bb00b80 1 Processor -- start 2024-06-06T08:29:07.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.899+0000 7f7d7bb00b80 1 -- start start 2024-06-06T08:29:07.899 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.900+0000 7f7d63fff700 1 -- 172.21.15.42:0/2841418810 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f7d6c087030 con 0x7f7d640af350 2024-06-06T08:29:07.902 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.900+0000 7f7d7bb00b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55845b5820a0 0x55845b582480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:07.902 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.900+0000 7f7d7bb00b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55845b5829c0 0x55845b57d4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:07.902 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.900+0000 7f7d7bb00b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55845b57d9f0 0x55845b57de50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:07.902 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.900+0000 7f7d7bb00b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55845b46ff60 con 0x55845b57d9f0 2024-06-06T08:29:07.902 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.900+0000 7f7d7bb00b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55845b4ce850 con 0x55845b5820a0 2024-06-06T08:29:07.902 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.900+0000 7f7d7bb00b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55845b436460 con 0x55845b5829c0 2024-06-06T08:29:07.902 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.903+0000 7f7d6a7fc700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55845b5820a0 0x55845b582480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:07.903 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.903+0000 7f7d6a7fc700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55845b5820a0 0x55845b582480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:58138/0 (socket says 172.21.15.42:58138) 2024-06-06T08:29:07.903 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.903+0000 7f7d6a7fc700 1 -- 172.21.15.42:0/800324800 learned_addr learned my addr 172.21.15.42:0/800324800 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:29:07.903 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.904+0000 7f7d63fff700 1 --2- 172.21.15.42:0/2841418810 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f7d580a2ed0 0x7f7d580a5390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:07.903 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.905+0000 7f7d6affd700 1 --2- 172.21.15.42:0/800324800 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55845b5829c0 0x55845b57d4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:07.904 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.905+0000 7f7d6a7fc700 1 --2- 172.21.15.42:0/800324800 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55845b57d9f0 0x55845b57de50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:07.904 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.905+0000 7f7d63fff700 1 -- 172.21.15.42:0/2841418810 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9526+0+0 (secure 0 0 0) 0x7f7d6c1338d0 con 0x7f7d640af350 2024-06-06T08:29:07.905 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.906+0000 7f7d6a7fc700 1 -- 172.21.15.42:0/800324800 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55845b5829c0 msgr2=0x55845b57d4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:29:07.905 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.906+0000 7f7d6a7fc700 1 --2- 172.21.15.42:0/800324800 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55845b5829c0 0x55845b57d4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:07.905 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.906+0000 7f7d6a7fc700 1 -- 172.21.15.42:0/800324800 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55845b57d9f0 msgr2=0x55845b57de50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:29:07.905 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.906+0000 7f7d6a7fc700 1 --2- 172.21.15.42:0/800324800 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55845b57d9f0 0x55845b57de50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:07.905 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.906+0000 7f7d6a7fc700 1 -- 172.21.15.42:0/800324800 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55845b41d8d0 con 0x55845b5820a0 2024-06-06T08:29:07.906 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.907+0000 7f7d6a7fc700 1 --2- 172.21.15.42:0/800324800 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55845b5820a0 0x55845b582480 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f7d54017700 tx=0x7f7d54009570 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4f45caeda1058910 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:29:07.908 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.909+0000 7f7d6b7fe700 1 --2- 172.21.15.42:0/2841418810 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f7d580a2ed0 0x7f7d580a5390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:07.908 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.909+0000 7f7d617fa700 1 -- 172.21.15.42:0/800324800 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d54015460 con 0x55845b5820a0 2024-06-06T08:29:07.908 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.909+0000 7f7d617fa700 1 -- 172.21.15.42:0/800324800 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7d5401d070 con 0x55845b5820a0 2024-06-06T08:29:07.908 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.909+0000 7f7d617fa700 1 -- 172.21.15.42:0/800324800 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d54018980 con 0x55845b5820a0 2024-06-06T08:29:07.914 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.914+0000 7f7d7bb00b80 1 -- 172.21.15.42:0/800324800 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55845b5820a0 msgr2=0x55845b582480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:29:07.914 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.914+0000 7f7d7bb00b80 1 --2- 172.21.15.42:0/800324800 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55845b5820a0 0x55845b582480 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f7d54017700 tx=0x7f7d54009570 comp rx=0 tx=0).stop 2024-06-06T08:29:07.914 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.914+0000 7f7d7bb00b80 1 -- 172.21.15.42:0/800324800 shutdown_connections 2024-06-06T08:29:07.914 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.914+0000 7f7d7bb00b80 1 --2- 172.21.15.42:0/800324800 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55845b57d9f0 0x55845b57de50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:07.914 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.914+0000 7f7d7bb00b80 1 --2- 172.21.15.42:0/800324800 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55845b5820a0 0x55845b582480 secure :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f7d54017700 tx=0x7f7d54009570 comp rx=0 tx=0).stop 2024-06-06T08:29:07.914 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.914+0000 7f7d7bb00b80 1 --2- 172.21.15.42:0/800324800 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55845b5829c0 0x55845b57d4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:07.914 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.914+0000 7f7d7bb00b80 1 -- 172.21.15.42:0/800324800 >> 172.21.15.42:0/800324800 conn(0x55845b4aa080 msgr2=0x55845b578390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:29:07.914 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.914+0000 7f7d6b7fe700 1 --2- 172.21.15.42:0/2841418810 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f7d580a2ed0 0x7f7d580a5390 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f7d6c0ff7c0 tx=0x7f7d6c0ea040 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:29:07.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.918+0000 7f7d7bb00b80 1 -- 172.21.15.42:0/800324800 shutdown_connections 2024-06-06T08:29:07.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.921+0000 7f7d7bb00b80 1 -- 172.21.15.42:0/800324800 wait complete. 2024-06-06T08:29:07.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.921+0000 7f7d7bb00b80 1 -- start start 2024-06-06T08:29:07.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.921+0000 7f7d7bb00b80 1 Processor -- start 2024-06-06T08:29:07.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.922+0000 7f7d7bb00b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55845b57d9f0 0x55845b589a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:07.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.922+0000 7f7d7bb00b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55845b5829c0 0x55845b586d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:07.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.922+0000 7f7d7bb00b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55845b5872e0 0x55845b587760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:07.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.922+0000 7f7d7bb00b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55845b46efc0 con 0x55845b57d9f0 2024-06-06T08:29:07.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.922+0000 7f7d7bb00b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55845b4ca810 con 0x55845b5872e0 2024-06-06T08:29:07.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.922+0000 7f7d7bb00b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55845b58a3f0 con 0x55845b5829c0 2024-06-06T08:29:07.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.922+0000 7f7d7bb00b80 10 client.0 _ll_register_callbacks cb 0x55845b4645b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:29:07.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.924+0000 7f7d6a7fc700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55845b5872e0 0x55845b587760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:07.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.924+0000 7f7d6a7fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55845b57d9f0 0x55845b589a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:07.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.924+0000 7f7d6a7fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55845b57d9f0 0x55845b589a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:57870/0 (socket says 172.21.15.42:57870) 2024-06-06T08:29:07.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.924+0000 7f7d6a7fc700 1 -- 172.21.15.42:0/1784652541 learned_addr learned my addr 172.21.15.42:0/1784652541 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:29:07.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.925+0000 7f7d6a7fc700 1 -- 172.21.15.42:0/1784652541 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55845b5829c0 msgr2=0x55845b586d50 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-06T08:29:07.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.925+0000 7f7d6a7fc700 1 --2- 172.21.15.42:0/1784652541 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55845b5829c0 0x55845b586d50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:07.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.925+0000 7f7d6a7fc700 1 -- 172.21.15.42:0/1784652541 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55845b5872e0 msgr2=0x55845b587760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:29:07.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.925+0000 7f7d6a7fc700 1 --2- 172.21.15.42:0/1784652541 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55845b5872e0 0x55845b587760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:07.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.925+0000 7f7d6a7fc700 1 -- 172.21.15.42:0/1784652541 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55845b494750 con 0x55845b57d9f0 2024-06-06T08:29:07.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.925+0000 7f7d6a7fc700 1 --2- 172.21.15.42:0/1784652541 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55845b57d9f0 0x55845b589a50 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f7d54017cf0 tx=0x7f7d54018560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5bb615492f88286b server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:29:07.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.925+0000 7f7d527fc700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:29:07.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.925+0000 7f7d527fc700 1 -- 172.21.15.42:0/1784652541 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d54005e30 con 0x55845b57d9f0 2024-06-06T08:29:07.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.926+0000 7f7d527fc700 1 -- 172.21.15.42:0/1784652541 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9526+0+0 (secure 0 0 0) 0x7f7d54015460 con 0x55845b57d9f0 2024-06-06T08:29:07.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.926+0000 7f7d7bb00b80 1 -- 172.21.15.42:0/1784652541 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7d5401d070 con 0x55845b57d9f0 2024-06-06T08:29:07.931 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.930+0000 7f7d527fc700 1 -- 172.21.15.42:0/1784652541 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f7d54036050 con 0x55845b57d9f0 2024-06-06T08:29:07.938 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.932+0000 7f7d7bb00b80 10 client.16776 fetch_fsmap learned FSMap version 29 2024-06-06T08:29:07.938 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.932+0000 7f7d7bb00b80 1 -- 172.21.15.42:0/1784652541 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55845b5951d0 con 0x55845b57d9f0 2024-06-06T08:29:07.938 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.934+0000 7f7d527fc700 1 -- 172.21.15.42:0/1784652541 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7d5401d070 con 0x55845b57d9f0 2024-06-06T08:29:07.938 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.934+0000 7f7d527fc700 1 -- 172.21.15.42:0/1784652541 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7f7d540062e0 con 0x55845b57d9f0 2024-06-06T08:29:07.939 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.935+0000 7f7d7bb00b80 10 client.16776 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T08:29:07.939 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.935+0000 7f7d7bb00b80 10 client.16776 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:29:07.939 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.935+0000 7f7d7bb00b80 20 client.16776 populate_metadata read hostname 'smithi042' 2024-06-06T08:29:07.939 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.935+0000 7f7d7bb00b80 1 --2- 172.21.15.42:0/1784652541 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55845b597700 0x55845b599af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:07.939 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.935+0000 7f7d7bb00b80 4 client.16776 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:29:07.939 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.935+0000 7f7d7bb00b80 1 -- 172.21.15.42:0/1784652541 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55845b4dbd50 con 0x55845b597700 2024-06-06T08:29:07.948 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.943+0000 7f7d6affd700 1 --2- 172.21.15.42:0/1784652541 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55845b597700 0x55845b599af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:07.958 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.956+0000 7f7d527fc700 10 client.16776 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:29:07.958 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.956+0000 7f7d6affd700 1 --2- 172.21.15.42:0/1784652541 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55845b597700 0x55845b599af0 crc :-1 s=READY pgs=159 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1f6aa1c125992850 server_cookie=582b2c2014108249 in_seq=0 out_seq=0 2024-06-06T08:29:07.972 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.965+0000 7f7d527fc700 1 -- 172.21.15.42:0/1784652541 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55845b4dbd50 con 0x55845b597700 2024-06-06T08:29:07.972 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.966+0000 7f7d527fc700 10 client.16776 handle_command_reply: tid=0 2024-06-06T08:29:07.972 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.966+0000 7f7d7bb00b80 1 client.16776 shutdown 2024-06-06T08:29:07.973 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.966+0000 7f7d7bb00b80 1 -- 172.21.15.42:0/1784652541 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55845b57d9f0 msgr2=0x55845b589a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:29:07.973 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.966+0000 7f7d7bb00b80 1 --2- 172.21.15.42:0/1784652541 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55845b57d9f0 0x55845b589a50 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f7d54017cf0 tx=0x7f7d54018560 comp rx=0 tx=0).stop 2024-06-06T08:29:07.973 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.966+0000 7f7d7bb00b80 1 -- 172.21.15.42:0/1784652541 shutdown_connections 2024-06-06T08:29:07.973 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.966+0000 7f7d7bb00b80 1 --2- 172.21.15.42:0/1784652541 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55845b597700 0x55845b599af0 crc :-1 s=READY pgs=159 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:07.973 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.966+0000 7f7d7bb00b80 1 --2- 172.21.15.42:0/1784652541 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55845b5872e0 0x55845b587760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:07.973 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.966+0000 7f7d7bb00b80 1 --2- 172.21.15.42:0/1784652541 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55845b57d9f0 0x55845b589a50 unknown :-1 s=CLOSED pgs=755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:07.973 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.966+0000 7f7d7bb00b80 1 --2- 172.21.15.42:0/1784652541 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55845b5829c0 0x55845b586d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:07.973 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.966+0000 7f7d7bb00b80 1 -- 172.21.15.42:0/1784652541 >> 172.21.15.42:0/1784652541 conn(0x55845b4aa080 msgr2=0x55845b577950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:29:07.973 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.966+0000 7f7d527fc700 0 client.16776 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:29:07.973 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.966+0000 7f7d7bb00b80 1 -- 172.21.15.42:0/1784652541 shutdown_connections 2024-06-06T08:29:07.973 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.966+0000 7f7d7bb00b80 1 -- 172.21.15.42:0/1784652541 wait complete. 2024-06-06T08:29:07.973 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:07.966+0000 7f7d7bb00b80 20 client.16776 trim_cache size 0 max 16384 2024-06-06T08:29:08.030 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.026+0000 7f7d7bb00b80 1 Processor -- start 2024-06-06T08:29:08.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.027+0000 7f7d7bb00b80 1 -- start start 2024-06-06T08:29:08.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.027+0000 7f7d7bb00b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55845b57d9f0 0x55845b586d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:08.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.027+0000 7f7d7bb00b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55845b5829c0 0x55845b5780d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:08.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.027+0000 7f7d7bb00b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55845b5872e0 0x55845b59f090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:08.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.027+0000 7f7d7bb00b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7d64164bb0 con 0x55845b57d9f0 2024-06-06T08:29:08.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.027+0000 7f7d7bb00b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f7d64162410 con 0x55845b5872e0 2024-06-06T08:29:08.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.027+0000 7f7d7bb00b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f7d64160280 con 0x55845b5829c0 2024-06-06T08:29:08.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.031+0000 7f7d6a7fc700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55845b5872e0 0x55845b59f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:08.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.031+0000 7f7d6a7fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55845b57d9f0 0x55845b586d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:08.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.031+0000 7f7d6a7fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55845b57d9f0 0x55845b586d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:57886/0 (socket says 172.21.15.42:57886) 2024-06-06T08:29:08.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.031+0000 7f7d6a7fc700 1 -- 172.21.15.42:0/1486996116 learned_addr learned my addr 172.21.15.42:0/1486996116 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:29:08.037 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.036+0000 7f7d6affd700 1 --2- 172.21.15.42:0/1486996116 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55845b5829c0 0x55845b5780d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:08.037 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.037+0000 7f7d6a7fc700 1 -- 172.21.15.42:0/1486996116 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55845b5829c0 msgr2=0x55845b5780d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:29:08.037 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.037+0000 7f7d6a7fc700 1 --2- 172.21.15.42:0/1486996116 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55845b5829c0 0x55845b5780d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:08.037 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.037+0000 7f7d6a7fc700 1 -- 172.21.15.42:0/1486996116 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55845b57d9f0 msgr2=0x55845b586d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:29:08.037 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.037+0000 7f7d6a7fc700 1 --2- 172.21.15.42:0/1486996116 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55845b57d9f0 0x55845b586d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:08.038 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.037+0000 7f7d6a7fc700 1 -- 172.21.15.42:0/1486996116 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55845b5852c0 con 0x55845b5872e0 2024-06-06T08:29:08.038 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.037+0000 7f7d6a7fc700 1 --2- 172.21.15.42:0/1486996116 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55845b5872e0 0x55845b59f090 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f7d54000ea0 tx=0x7f7d54018560 comp rx=0 tx=0).ready entity=mon.2 client_cookie=408783187f42b75f server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:29:08.038 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.039+0000 7f7d60ff9700 1 -- 172.21.15.42:0/1486996116 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d54005c30 con 0x55845b5872e0 2024-06-06T08:29:08.038 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.039+0000 7f7d60ff9700 1 -- 172.21.15.42:0/1486996116 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7d5401d040 con 0x55845b5872e0 2024-06-06T08:29:08.038 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.039+0000 7f7d60ff9700 1 -- 172.21.15.42:0/1486996116 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d54022850 con 0x55845b5872e0 2024-06-06T08:29:08.055 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.042+0000 7f7d7bb00b80 1 -- 172.21.15.42:0/1486996116 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55845b5872e0 msgr2=0x55845b59f090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:29:08.056 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.042+0000 7f7d7bb00b80 1 --2- 172.21.15.42:0/1486996116 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55845b5872e0 0x55845b59f090 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f7d54000ea0 tx=0x7f7d54018560 comp rx=0 tx=0).stop 2024-06-06T08:29:08.056 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.047+0000 7f7d7bb00b80 1 -- 172.21.15.42:0/1486996116 shutdown_connections 2024-06-06T08:29:08.056 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.047+0000 7f7d7bb00b80 1 --2- 172.21.15.42:0/1486996116 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55845b5872e0 0x55845b59f090 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:08.056 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.047+0000 7f7d7bb00b80 1 --2- 172.21.15.42:0/1486996116 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55845b57d9f0 0x55845b586d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:08.056 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.047+0000 7f7d7bb00b80 1 --2- 172.21.15.42:0/1486996116 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55845b5829c0 0x55845b5780d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:08.056 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.048+0000 7f7d7bb00b80 1 -- 172.21.15.42:0/1486996116 >> 172.21.15.42:0/1486996116 conn(0x55845b4aa080 msgr2=0x55845b586600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:29:08.056 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.051+0000 7f7d7bb00b80 1 -- 172.21.15.42:0/1486996116 shutdown_connections 2024-06-06T08:29:08.056 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.051+0000 7f7d7bb00b80 1 -- 172.21.15.42:0/1486996116 wait complete. 2024-06-06T08:29:08.056 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.051+0000 7f7d7bb00b80 1 -- start start 2024-06-06T08:29:08.056 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.051+0000 7f7d7bb00b80 1 Processor -- start 2024-06-06T08:29:08.057 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.052+0000 7f7d7bb00b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55845b57d9f0 0x55845b58fd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:08.057 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.052+0000 7f7d7bb00b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55845b5829c0 0x55845b58b090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:08.057 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.052+0000 7f7d6a7fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55845b57d9f0 0x55845b58fd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:08.057 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.052+0000 7f7d6a7fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55845b57d9f0 0x55845b58fd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:57898/0 (socket says 172.21.15.42:57898) 2024-06-06T08:29:08.057 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.053+0000 7f7d6a7fc700 1 -- 172.21.15.42:0/142006735 learned_addr learned my addr 172.21.15.42:0/142006735 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:29:08.057 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.053+0000 7f7d7bb00b80 1 --2- 172.21.15.42:0/142006735 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55845b5872e0 0x55845b58b5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:08.057 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.053+0000 7f7d7bb00b80 1 -- 172.21.15.42:0/142006735 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7d641608d0 con 0x55845b57d9f0 2024-06-06T08:29:08.057 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.053+0000 7f7d7bb00b80 1 -- 172.21.15.42:0/142006735 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f7d64161d40 con 0x55845b5872e0 2024-06-06T08:29:08.057 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.053+0000 7f7d7bb00b80 1 -- 172.21.15.42:0/142006735 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f7d64160fa0 con 0x55845b5829c0 2024-06-06T08:29:08.057 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.053+0000 7f7d7bb00b80 10 client.0 _ll_register_callbacks cb 0x55845b4645b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:29:08.057 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.055+0000 7f7d6a7fc700 1 --2- 172.21.15.42:0/142006735 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55845b5872e0 0x55845b58b5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:08.057 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.056+0000 7f7d6affd700 1 --2- 172.21.15.42:0/142006735 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55845b5829c0 0x55845b58b090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:08.058 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.056+0000 7f7d6a7fc700 1 -- 172.21.15.42:0/142006735 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55845b5829c0 msgr2=0x55845b58b090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:29:08.058 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.056+0000 7f7d6a7fc700 1 --2- 172.21.15.42:0/142006735 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55845b5829c0 0x55845b58b090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:08.058 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.056+0000 7f7d6a7fc700 1 -- 172.21.15.42:0/142006735 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55845b5872e0 msgr2=0x55845b58b5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:29:08.058 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.056+0000 7f7d6a7fc700 1 --2- 172.21.15.42:0/142006735 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55845b5872e0 0x55845b58b5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:08.058 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.056+0000 7f7d6a7fc700 1 -- 172.21.15.42:0/142006735 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55845b58bce0 con 0x55845b57d9f0 2024-06-06T08:29:08.058 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.056+0000 7f7d6affd700 1 --2- 172.21.15.42:0/142006735 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55845b5829c0 0x55845b58b090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:29:08.058 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.056+0000 7f7d6a7fc700 1 --2- 172.21.15.42:0/142006735 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55845b57d9f0 0x55845b58fd10 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7f7d54009eb0 tx=0x7f7d54009190 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75d3d820f6d71da5 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:29:08.060 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.060+0000 7f7d527fc700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:29:08.060 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.060+0000 7f7d527fc700 1 -- 172.21.15.42:0/142006735 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d54006120 con 0x55845b57d9f0 2024-06-06T08:29:08.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.060+0000 7f7d527fc700 1 -- 172.21.15.42:0/142006735 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9526+0+0 (secure 0 0 0) 0x7f7d540062c0 con 0x55845b57d9f0 2024-06-06T08:29:08.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.061+0000 7f7d7bb00b80 1 -- 172.21.15.42:0/142006735 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7d5401d040 con 0x55845b57d9f0 2024-06-06T08:29:08.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.062+0000 7f7d527fc700 1 -- 172.21.15.42:0/142006735 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f7d540064c0 con 0x55845b57d9f0 2024-06-06T08:29:08.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.067+0000 7f7d7bb00b80 10 client.16782 fetch_fsmap learned FSMap version 29 2024-06-06T08:29:08.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.067+0000 7f7d7bb00b80 1 -- 172.21.15.42:0/142006735 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55845b601f90 con 0x55845b57d9f0 2024-06-06T08:29:08.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.068+0000 7f7d527fc700 1 -- 172.21.15.42:0/142006735 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7d540229b0 con 0x55845b57d9f0 2024-06-06T08:29:08.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.068+0000 7f7d527fc700 1 -- 172.21.15.42:0/142006735 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7f7d54024620 con 0x55845b57d9f0 2024-06-06T08:29:08.070 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.068+0000 7f7d7bb00b80 10 client.16782 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T08:29:08.070 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.068+0000 7f7d7bb00b80 10 client.16782 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:29:08.070 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.068+0000 7f7d7bb00b80 20 client.16782 populate_metadata read hostname 'smithi042' 2024-06-06T08:29:08.070 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.068+0000 7f7d7bb00b80 1 --2- 172.21.15.42:0/142006735 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55845b602580 0x55845b6049a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:08.070 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.068+0000 7f7d7bb00b80 4 client.16782 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-06-06T08:29:08.070 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.069+0000 7f7d7bb00b80 1 -- 172.21.15.42:0/142006735 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "scrub status"}) -- 0x7f7d5401d040 con 0x55845b602580 2024-06-06T08:29:08.079 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.077+0000 7f7d6affd700 1 --2- 172.21.15.42:0/142006735 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55845b602580 0x55845b6049a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:08.081 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.080+0000 7f7d6affd700 1 --2- 172.21.15.42:0/142006735 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55845b602580 0x55845b6049a0 crc :-1 s=READY pgs=160 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7f7c839f915ab744 server_cookie=4d2c26b1e6919b36 in_seq=0 out_seq=0 2024-06-06T08:29:08.081 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.080+0000 7f7d527fc700 10 client.16782 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:29:08.088 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.087+0000 7f7d527fc700 1 -- 172.21.15.42:0/142006735 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+268 (crc 0 0 0) 0x7f7d5401d040 con 0x55845b602580 2024-06-06T08:29:08.088 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.087+0000 7f7d527fc700 10 client.16782 handle_command_reply: tid=0 2024-06-06T08:29:08.088 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.087+0000 7f7d7bb00b80 1 client.16782 shutdown 2024-06-06T08:29:08.098 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.092+0000 7f7d7bb00b80 1 -- 172.21.15.42:0/142006735 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55845b57d9f0 msgr2=0x55845b58fd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:29:08.098 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.092+0000 7f7d7bb00b80 1 --2- 172.21.15.42:0/142006735 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55845b57d9f0 0x55845b58fd10 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7f7d54009eb0 tx=0x7f7d54009190 comp rx=0 tx=0).stop 2024-06-06T08:29:08.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.092+0000 7f7d7bb00b80 1 -- 172.21.15.42:0/142006735 shutdown_connections 2024-06-06T08:29:08.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.092+0000 7f7d7bb00b80 1 --2- 172.21.15.42:0/142006735 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55845b602580 0x55845b6049a0 crc :-1 s=READY pgs=160 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:08.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.092+0000 7f7d7bb00b80 1 --2- 172.21.15.42:0/142006735 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55845b5872e0 0x55845b58b5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:08.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.092+0000 7f7d7bb00b80 1 --2- 172.21.15.42:0/142006735 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55845b57d9f0 0x55845b58fd10 unknown :-1 s=CLOSED pgs=756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:08.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.092+0000 7f7d7bb00b80 1 --2- 172.21.15.42:0/142006735 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55845b5829c0 0x55845b58b090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:08.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.092+0000 7f7d7bb00b80 1 -- 172.21.15.42:0/142006735 >> 172.21.15.42:0/142006735 conn(0x55845b4aa080 msgr2=0x55845b57c9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:29:08.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.092+0000 7f7d527fc700 0 client.16782 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:29:08.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.092+0000 7f7d7bb00b80 1 -- 172.21.15.42:0/142006735 shutdown_connections 2024-06-06T08:29:08.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.092+0000 7f7d7bb00b80 1 -- 172.21.15.42:0/142006735 wait complete. 2024-06-06T08:29:08.099 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:29:08.099 INFO:teuthology.orchestra.run.smithi042.stdout: "status": "scrub active (3290 inodes in the stack)", 2024-06-06T08:29:08.100 INFO:teuthology.orchestra.run.smithi042.stdout: "scrubs": { 2024-06-06T08:29:08.100 INFO:teuthology.orchestra.run.smithi042.stdout: "2815e8a8-dc9d-411d-8880-434a3fcdeec3": { 2024-06-06T08:29:08.100 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/", 2024-06-06T08:29:08.100 INFO:teuthology.orchestra.run.smithi042.stdout: "tag": "2815e8a8-dc9d-411d-8880-434a3fcdeec3", 2024-06-06T08:29:08.100 INFO:teuthology.orchestra.run.smithi042.stdout: "options": "recursive,force" 2024-06-06T08:29:08.100 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:29:08.100 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:29:08.100 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:29:08.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.093+0000 7f7d7bb00b80 20 client.16782 trim_cache size 0 max 16384 2024-06-06T08:29:08.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.096+0000 7f7d7127d700 1 -- 172.21.15.42:0/2841418810 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f7d580a2ed0 msgr2=0x7f7d580a5390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:29:08.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.096+0000 7f7d7127d700 1 --2- 172.21.15.42:0/2841418810 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f7d580a2ed0 0x7f7d580a5390 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f7d6c0ff7c0 tx=0x7f7d6c0ea040 comp rx=0 tx=0).stop 2024-06-06T08:29:08.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.096+0000 7f7d7127d700 1 -- 172.21.15.42:0/2841418810 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d640af350 msgr2=0x7f7d640af7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:29:08.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.096+0000 7f7d7127d700 1 --2- 172.21.15.42:0/2841418810 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d640af350 0x7f7d640af7d0 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f7d6c051000 tx=0x7f7d6c06bac0 comp rx=0 tx=0).stop 2024-06-06T08:29:08.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.097+0000 7f7d7127d700 1 -- 172.21.15.42:0/2841418810 shutdown_connections 2024-06-06T08:29:08.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.097+0000 7f7d7127d700 1 --2- 172.21.15.42:0/2841418810 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f7d580a2ed0 0x7f7d580a5390 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:08.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.097+0000 7f7d7127d700 1 --2- 172.21.15.42:0/2841418810 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d640af350 0x7f7d640af7d0 unknown :-1 s=CLOSED pgs=754 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:08.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.097+0000 7f7d7127d700 1 --2- 172.21.15.42:0/2841418810 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7d640a4e10 0x7f7d640b5d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:08.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.097+0000 7f7d7127d700 1 --2- 172.21.15.42:0/2841418810 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7d640b7b30 0x7f7d640aee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:08.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.097+0000 7f7d7127d700 1 -- 172.21.15.42:0/2841418810 >> 172.21.15.42:0/2841418810 conn(0x7f7d6401a6d0 msgr2=0x7f7d640a1df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:29:08.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.098+0000 7f7d7127d700 1 -- 172.21.15.42:0/2841418810 shutdown_connections 2024-06-06T08:29:08.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:08.101+0000 7f7d7127d700 1 -- 172.21.15.42:0/2841418810 wait complete. 2024-06-06T08:29:08.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:29:08 smithi042 ceph-mon[32384]: pgmap v199: 129 pgs: 1 active+clean+snaptrim_wait, 126 active+clean, 2 active+clean+snaptrim; 1.1 GiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 8.0 MiB/s wr, 921 op/s 2024-06-06T08:29:08.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:29:08 smithi120 ceph-mon[36658]: pgmap v199: 129 pgs: 1 active+clean+snaptrim_wait, 126 active+clean, 2 active+clean+snaptrim; 1.1 GiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 8.0 MiB/s wr, 921 op/s 2024-06-06T08:29:09.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:29:08 smithi149 ceph-mon[36842]: pgmap v199: 129 pgs: 1 active+clean+snaptrim_wait, 126 active+clean, 2 active+clean+snaptrim; 1.1 GiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 8.0 MiB/s wr, 921 op/s 2024-06-06T08:29:10.137 INFO:tasks.cephfs.filesystem:scrub status for tag:2815e8a8-dc9d-411d-8880-434a3fcdeec3 - {'path': '/', 'tag': '2815e8a8-dc9d-411d-8880-434a3fcdeec3', 'options': 'recursive,force'} 2024-06-06T08:29:10.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:29:10 smithi120 ceph-mon[36658]: pgmap v200: 129 pgs: 22 active+clean+snaptrim_wait, 93 active+clean, 14 active+clean+snaptrim; 1.1 GiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 MiB/s rd, 11 MiB/s wr, 1.27k op/s 2024-06-06T08:29:11.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:29:10 smithi149 ceph-mon[36842]: pgmap v200: 129 pgs: 22 active+clean+snaptrim_wait, 93 active+clean, 14 active+clean+snaptrim; 1.1 GiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 MiB/s rd, 11 MiB/s wr, 1.27k op/s 2024-06-06T08:29:11.071 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:29:10 smithi042 ceph-mon[32384]: pgmap v200: 129 pgs: 22 active+clean+snaptrim_wait, 93 active+clean, 14 active+clean+snaptrim; 1.1 GiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 MiB/s rd, 11 MiB/s wr, 1.27k op/s 2024-06-06T08:29:11.814 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:11.815+0000 7f243ffff640 1 -- 172.21.15.42:0/3695921963 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x557988b2ef70 con 0x557988c48f80 2024-06-06T08:29:11.814 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:11.815+0000 7f243ffff640 10 client.26414 handle_command_reply: tid=0 2024-06-06T08:29:11.814 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:11.815+0000 7f2465809740 1 client.26414 shutdown 2024-06-06T08:29:11.818 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:11.819+0000 7f2465809740 1 -- 172.21.15.42:0/3695921963 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557988bce520 msgr2=0x557988bd1c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:29:11.818 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:11.819+0000 7f2465809740 1 --2- 172.21.15.42:0/3695921963 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557988bce520 0x557988bd1c40 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f245000b010 tx=0x7f2450012ab0 comp rx=0 tx=0).stop 2024-06-06T08:29:11.818 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:11.819+0000 7f2465809740 1 -- 172.21.15.42:0/3695921963 shutdown_connections 2024-06-06T08:29:11.818 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:11.819+0000 7f2465809740 1 --2- 172.21.15.42:0/3695921963 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x557988c48f80 0x557988c4b3a0 crc :-1 s=READY pgs=158 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:11.818 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:11.819+0000 7f2465809740 1 --2- 172.21.15.42:0/3695921963 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557988bce520 0x557988bd1c40 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:11.818 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:11.819+0000 7f2465809740 1 --2- 172.21.15.42:0/3695921963 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557988bc3c60 0x557988bd15c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:11.818 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:11.819+0000 7f2465809740 1 --2- 172.21.15.42:0/3695921963 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557988bc3340 0x557988bd6e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:11.818 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:11.819+0000 7f2465809740 1 -- 172.21.15.42:0/3695921963 >> 172.21.15.42:0/3695921963 conn(0x557988bbf850 msgr2=0x557988bbe9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:29:11.818 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:11.819+0000 7f243ffff640 0 client.26414 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:29:11.820 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:11.822+0000 7f2465809740 1 -- 172.21.15.42:0/3695921963 shutdown_connections 2024-06-06T08:29:11.823 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:11.824+0000 7f2465809740 1 -- 172.21.15.42:0/3695921963 wait complete. 2024-06-06T08:29:11.823 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:11.824+0000 7f2465809740 20 client.26414 trim_cache size 0 max 16384 2024-06-06T08:29:11.825 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:29:11.825 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:29:11.825 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:29:11.826 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:11.827+0000 7f2462afc640 1 -- 172.21.15.42:0/111921354 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f24440a2e80 msgr2=0x7f24440a5340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:29:11.826 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:11.827+0000 7f2462afc640 1 --2- 172.21.15.42:0/111921354 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f24440a2e80 0x7f24440a5340 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x557988bc48e0 tx=0x7f24540095c0 comp rx=0 tx=0).stop 2024-06-06T08:29:11.826 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:11.827+0000 7f2462afc640 1 -- 172.21.15.42:0/111921354 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f245c10dc70 msgr2=0x7f245c11e6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:29:11.826 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:11.827+0000 7f2462afc640 1 --2- 172.21.15.42:0/111921354 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f245c10dc70 0x7f245c11e6e0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f2454000f80 tx=0x7f2454031a20 comp rx=0 tx=0).stop 2024-06-06T08:29:11.827 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:11.828+0000 7f2462afc640 1 -- 172.21.15.42:0/111921354 shutdown_connections 2024-06-06T08:29:11.827 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:11.828+0000 7f2462afc640 1 --2- 172.21.15.42:0/111921354 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f24440a2e80 0x7f24440a5340 secure :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0x557988bc48e0 tx=0x7f24540095c0 comp rx=0 tx=0).stop 2024-06-06T08:29:11.827 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:11.828+0000 7f2462afc640 1 --2- 172.21.15.42:0/111921354 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f245c10ff10 0x7f245c117990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:11.827 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:11.828+0000 7f2462afc640 1 --2- 172.21.15.42:0/111921354 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f245c10e710 0x7f245c11ec20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:11.827 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:11.828+0000 7f2462afc640 1 --2- 172.21.15.42:0/111921354 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f245c10dc70 0x7f245c11e6e0 secure :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f2454000f80 tx=0x7f2454031a20 comp rx=0 tx=0).stop 2024-06-06T08:29:11.827 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:11.828+0000 7f2462afc640 1 -- 172.21.15.42:0/111921354 >> 172.21.15.42:0/111921354 conn(0x7f245c06c950 msgr2=0x7f245c109f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:29:11.828 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:11.829+0000 7f2462afc640 1 -- 172.21.15.42:0/111921354 shutdown_connections 2024-06-06T08:29:11.830 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:11.831+0000 7f2462afc640 1 -- 172.21.15.42:0/111921354 wait complete. 2024-06-06T08:29:12.742 INFO:tasks.workunit.client.0.smithi042.stdout: 298 685802 369 467802 430 228075 239 2024-06-06T08:29:12.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:29:12 smithi120 ceph-mon[36658]: pgmap v201: 129 pgs: 41 active+clean+snaptrim_wait, 68 active+clean, 20 active+clean+snaptrim; 1.1 GiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 MiB/s rd, 13 MiB/s wr, 1.42k op/s 2024-06-06T08:29:13.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:29:12 smithi149 ceph-mon[36842]: pgmap v201: 129 pgs: 41 active+clean+snaptrim_wait, 68 active+clean, 20 active+clean+snaptrim; 1.1 GiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 MiB/s rd, 13 MiB/s wr, 1.42k op/s 2024-06-06T08:29:13.068 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:29:12 smithi042 ceph-mon[32384]: pgmap v201: 129 pgs: 41 active+clean+snaptrim_wait, 68 active+clean, 20 active+clean+snaptrim; 1.1 GiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 MiB/s rd, 13 MiB/s wr, 1.42k op/s 2024-06-06T08:29:14.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:29:14 smithi120 ceph-mon[36658]: pgmap v202: 129 pgs: 44 active+clean+snaptrim_wait, 65 active+clean, 20 active+clean+snaptrim; 1.1 GiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 MiB/s rd, 13 MiB/s wr, 1.57k op/s 2024-06-06T08:29:15.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:29:14 smithi149 ceph-mon[36842]: pgmap v202: 129 pgs: 44 active+clean+snaptrim_wait, 65 active+clean, 20 active+clean+snaptrim; 1.1 GiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 MiB/s rd, 13 MiB/s wr, 1.57k op/s 2024-06-06T08:29:15.072 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:29:14 smithi042 ceph-mon[32384]: pgmap v202: 129 pgs: 44 active+clean+snaptrim_wait, 65 active+clean, 20 active+clean+snaptrim; 1.1 GiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 MiB/s rd, 13 MiB/s wr, 1.57k op/s 2024-06-06T08:29:16.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:29:16 smithi120 ceph-mon[36658]: pgmap v203: 129 pgs: 44 active+clean+snaptrim_wait, 65 active+clean, 20 active+clean+snaptrim; 1.1 GiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 11 MiB/s wr, 1.76k op/s 2024-06-06T08:29:17.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:29:16 smithi149 ceph-mon[36842]: pgmap v203: 129 pgs: 44 active+clean+snaptrim_wait, 65 active+clean, 20 active+clean+snaptrim; 1.1 GiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 11 MiB/s wr, 1.76k op/s 2024-06-06T08:29:17.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:29:16 smithi042 ceph-mon[32384]: pgmap v203: 129 pgs: 44 active+clean+snaptrim_wait, 65 active+clean, 20 active+clean+snaptrim; 1.1 GiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 11 MiB/s wr, 1.76k op/s 2024-06-06T08:29:18.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:29:18 smithi120 ceph-mon[36658]: pgmap v204: 129 pgs: 44 active+clean+snaptrim_wait, 65 active+clean, 20 active+clean+snaptrim; 1.1 GiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 8.6 MiB/s wr, 1.58k op/s 2024-06-06T08:29:19.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:29:18 smithi149 ceph-mon[36842]: pgmap v204: 129 pgs: 44 active+clean+snaptrim_wait, 65 active+clean, 20 active+clean+snaptrim; 1.1 GiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 8.6 MiB/s wr, 1.58k op/s 2024-06-06T08:29:19.073 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:29:18 smithi042 ceph-mon[32384]: pgmap v204: 129 pgs: 44 active+clean+snaptrim_wait, 65 active+clean, 20 active+clean+snaptrim; 1.1 GiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 8.6 MiB/s wr, 1.58k op/s 2024-06-06T08:29:21.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:29:20 smithi149 ceph-mon[36842]: pgmap v205: 129 pgs: 34 active+clean+snaptrim_wait, 81 active+clean, 14 active+clean+snaptrim; 1.1 GiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 8.0 MiB/s wr, 1.56k op/s 2024-06-06T08:29:21.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:29:20 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:29:21.068 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:29:20 smithi042 ceph-mon[32384]: pgmap v205: 129 pgs: 34 active+clean+snaptrim_wait, 81 active+clean, 14 active+clean+snaptrim; 1.1 GiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 8.0 MiB/s wr, 1.56k op/s 2024-06-06T08:29:21.068 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:29:20 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:29:21.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:29:20 smithi120 ceph-mon[36658]: pgmap v205: 129 pgs: 34 active+clean+snaptrim_wait, 81 active+clean, 14 active+clean+snaptrim; 1.1 GiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 8.0 MiB/s wr, 1.56k op/s 2024-06-06T08:29:21.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:29:20 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:29:22.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:29:21 smithi149 ceph-mon[36842]: pgmap v206: 129 pgs: 33 active+clean+snaptrim_wait, 82 active+clean, 14 active+clean+snaptrim; 1.1 GiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 4.3 MiB/s wr, 1.24k op/s 2024-06-06T08:29:22.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:29:21 smithi042 ceph-mon[32384]: pgmap v206: 129 pgs: 33 active+clean+snaptrim_wait, 82 active+clean, 14 active+clean+snaptrim; 1.1 GiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 4.3 MiB/s wr, 1.24k op/s 2024-06-06T08:29:22.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:29:21 smithi120 ceph-mon[36658]: pgmap v206: 129 pgs: 33 active+clean+snaptrim_wait, 82 active+clean, 14 active+clean+snaptrim; 1.1 GiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 4.3 MiB/s wr, 1.24k op/s 2024-06-06T08:29:22.766 INFO:tasks.workunit.client.0.smithi042.stdout: 308 1369466 477 946312 639 456883 1409 2024-06-06T08:29:24.116 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:29:24 smithi149 ceph-mon[36842]: pgmap v207: 129 pgs: 33 active+clean+snaptrim_wait, 82 active+clean, 14 active+clean+snaptrim; 1.1 GiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 3.9 MiB/s wr, 1.13k op/s 2024-06-06T08:29:24.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:29:24 smithi120 ceph-mon[36658]: pgmap v207: 129 pgs: 33 active+clean+snaptrim_wait, 82 active+clean, 14 active+clean+snaptrim; 1.1 GiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 3.9 MiB/s wr, 1.13k op/s 2024-06-06T08:29:24.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:29:24 smithi042 ceph-mon[32384]: pgmap v207: 129 pgs: 33 active+clean+snaptrim_wait, 82 active+clean, 14 active+clean+snaptrim; 1.1 GiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 3.9 MiB/s wr, 1.13k op/s 2024-06-06T08:29:25.006 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.007+0000 7f982053b640 1 -- 172.21.15.42:0/3811868084 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9818108bb0 msgr2=0x7f981810cbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:29:25.006 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.007+0000 7f982053b640 1 --2- 172.21.15.42:0/3811868084 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9818108bb0 0x7f981810cbf0 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7f9808009860 tx=0x7f980802a360 comp rx=0 tx=0).stop 2024-06-06T08:29:25.007 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.008+0000 7f982053b640 1 -- 172.21.15.42:0/3811868084 shutdown_connections 2024-06-06T08:29:25.007 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.008+0000 7f982053b640 1 --2- 172.21.15.42:0/3811868084 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f981810d2d0 0x7f9818114ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:25.007 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.008+0000 7f982053b640 1 --2- 172.21.15.42:0/3811868084 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9818108bb0 0x7f981810cbf0 unknown :-1 s=CLOSED pgs=757 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:25.008 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.008+0000 7f982053b640 1 --2- 172.21.15.42:0/3811868084 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9818108200 0x7f98181085e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:25.008 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.008+0000 7f982053b640 1 -- 172.21.15.42:0/3811868084 >> 172.21.15.42:0/3811868084 conn(0x7f9818075f30 msgr2=0x7f9818078350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:29:25.010 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.010+0000 7f982053b640 1 -- 172.21.15.42:0/3811868084 shutdown_connections 2024-06-06T08:29:25.010 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.011+0000 7f982053b640 1 -- 172.21.15.42:0/3811868084 wait complete. 2024-06-06T08:29:25.014 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.012+0000 7f982053b640 1 Processor -- start 2024-06-06T08:29:25.017 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.013+0000 7f982053b640 1 -- start start 2024-06-06T08:29:25.017 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.013+0000 7f982053b640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9818108200 0x7f98181a4420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:25.017 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.013+0000 7f982053b640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f981810d2d0 0x7f98181a4960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:25.017 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.013+0000 7f982053b640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f981819e5d0 0x7f981819ea80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:25.017 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.014+0000 7f982053b640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9818118390 con 0x7f981819e5d0 2024-06-06T08:29:25.017 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.014+0000 7f982053b640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f9818118210 con 0x7f9818108200 2024-06-06T08:29:25.017 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.014+0000 7f982053b640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f9818118510 con 0x7f981810d2d0 2024-06-06T08:29:25.017 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.014+0000 7f981dad6640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f981810d2d0 0x7f98181a4960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:25.017 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.014+0000 7f981ead8640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f981819e5d0 0x7f981819ea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:25.017 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.014+0000 7f981ead8640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f981819e5d0 0x7f981819ea80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:58110/0 (socket says 172.21.15.42:58110) 2024-06-06T08:29:25.017 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.014+0000 7f981ead8640 1 -- 172.21.15.42:0/996701794 learned_addr learned my addr 172.21.15.42:0/996701794 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:29:25.017 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.015+0000 7f981e2d7640 1 --2- 172.21.15.42:0/996701794 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9818108200 0x7f98181a4420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:25.018 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.015+0000 7f981ead8640 1 -- 172.21.15.42:0/996701794 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f981810d2d0 msgr2=0x7f98181a4960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:29:25.018 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.015+0000 7f981ead8640 1 --2- 172.21.15.42:0/996701794 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f981810d2d0 0x7f98181a4960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:25.018 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.015+0000 7f981ead8640 1 -- 172.21.15.42:0/996701794 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9818108200 msgr2=0x7f98181a4420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:29:25.018 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.015+0000 7f981ead8640 1 --2- 172.21.15.42:0/996701794 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9818108200 0x7f98181a4420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:25.018 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.015+0000 7f981ead8640 1 -- 172.21.15.42:0/996701794 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f981819f0f0 con 0x7f981819e5d0 2024-06-06T08:29:25.018 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.016+0000 7f981ead8640 1 --2- 172.21.15.42:0/996701794 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f981819e5d0 0x7f981819ea80 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f981400c970 tx=0x7f981400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:29:25.018 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.017+0000 7f980f7fe640 1 -- 172.21.15.42:0/996701794 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9814007bb0 con 0x7f981819e5d0 2024-06-06T08:29:25.018 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.017+0000 7f980f7fe640 1 -- 172.21.15.42:0/996701794 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9814007d50 con 0x7f981819e5d0 2024-06-06T08:29:25.018 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.017+0000 7f982053b640 1 -- 172.21.15.42:0/996701794 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f981819f3e0 con 0x7f981819e5d0 2024-06-06T08:29:25.018 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.018+0000 7f980f7fe640 1 -- 172.21.15.42:0/996701794 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9814018800 con 0x7f981819e5d0 2024-06-06T08:29:25.018 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.018+0000 7f982053b640 1 -- 172.21.15.42:0/996701794 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98181ab630 con 0x7f981819e5d0 2024-06-06T08:29:25.023 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.024+0000 7f982324a740 1 Processor -- start 2024-06-06T08:29:25.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.025+0000 7f980f7fe640 1 -- 172.21.15.42:0/996701794 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f981400fa50 con 0x7f981819e5d0 2024-06-06T08:29:25.026 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.027+0000 7f980f7fe640 1 --2- 172.21.15.42:0/996701794 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f98040a2f50 0x7f98040a5410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:25.026 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.027+0000 7f980f7fe640 1 -- 172.21.15.42:0/996701794 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9526+0+0 (secure 0 0 0) 0x7f98140cf7e0 con 0x7f981819e5d0 2024-06-06T08:29:25.027 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.027+0000 7f982324a740 1 -- start start 2024-06-06T08:29:25.027 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.028+0000 7f982324a740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5645dd463170 0x5645dd463550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:25.027 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.028+0000 7f982324a740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5645dd463a90 0x5645dd46de10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:25.027 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.028+0000 7f982324a740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5645dd46e350 0x5645dd470740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:25.027 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.028+0000 7f982324a740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5645dd3c74f0 con 0x5645dd46e350 2024-06-06T08:29:25.027 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.028+0000 7f982324a740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5645dd365870 con 0x5645dd463170 2024-06-06T08:29:25.027 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.028+0000 7f982324a740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5645dd3c34b0 con 0x5645dd463a90 2024-06-06T08:29:25.027 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.029+0000 7f981ead8640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5645dd46e350 0x5645dd470740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:25.028 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.029+0000 7f981ead8640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5645dd46e350 0x5645dd470740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:58122/0 (socket says 172.21.15.42:58122) 2024-06-06T08:29:25.028 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.029+0000 7f981ead8640 1 -- 172.21.15.42:0/2329693991 learned_addr learned my addr 172.21.15.42:0/2329693991 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:29:25.028 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.029+0000 7f981dad6640 1 --2- 172.21.15.42:0/996701794 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f98040a2f50 0x7f98040a5410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:25.028 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.029+0000 7f981dad6640 1 --2- 172.21.15.42:0/2329693991 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5645dd463a90 0x5645dd46de10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:25.029 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.029+0000 7f981ead8640 1 -- 172.21.15.42:0/2329693991 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5645dd463a90 msgr2=0x5645dd46de10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:29:25.029 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.029+0000 7f981ead8640 1 --2- 172.21.15.42:0/2329693991 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5645dd463a90 0x5645dd46de10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:25.029 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.029+0000 7f981ead8640 1 -- 172.21.15.42:0/2329693991 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5645dd463170 msgr2=0x5645dd463550 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-06T08:29:25.029 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.029+0000 7f981ead8640 1 --2- 172.21.15.42:0/2329693991 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5645dd463170 0x5645dd463550 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:25.029 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.029+0000 7f981ead8640 1 -- 172.21.15.42:0/2329693991 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5645dd3819b0 con 0x5645dd46e350 2024-06-06T08:29:25.029 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.030+0000 7f981ead8640 1 --2- 172.21.15.42:0/2329693991 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5645dd46e350 0x5645dd470740 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f981409b8a0 tx=0x7f981409c010 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1ec3da5f1d8d9be server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:29:25.030 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.030+0000 7f980cbfe640 1 -- 172.21.15.42:0/2329693991 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98140a4580 con 0x5645dd46e350 2024-06-06T08:29:25.030 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.031+0000 7f980cbfe640 1 -- 172.21.15.42:0/2329693991 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9814099c10 con 0x5645dd46e350 2024-06-06T08:29:25.031 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.032+0000 7f982324a740 1 -- 172.21.15.42:0/2329693991 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5645dd46e350 msgr2=0x5645dd470740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:29:25.031 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.032+0000 7f982324a740 1 --2- 172.21.15.42:0/2329693991 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5645dd46e350 0x5645dd470740 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f981409b8a0 tx=0x7f981409c010 comp rx=0 tx=0).stop 2024-06-06T08:29:25.031 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.032+0000 7f981dad6640 1 --2- 172.21.15.42:0/996701794 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f98040a2f50 0x7f98040a5410 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f980802a950 tx=0x7f980802c040 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:29:25.031 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.032+0000 7f982324a740 1 -- 172.21.15.42:0/2329693991 shutdown_connections 2024-06-06T08:29:25.031 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.032+0000 7f982324a740 1 --2- 172.21.15.42:0/2329693991 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5645dd46e350 0x5645dd470740 unknown :-1 s=CLOSED pgs=759 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:25.031 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.032+0000 7f982324a740 1 --2- 172.21.15.42:0/2329693991 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5645dd463a90 0x5645dd46de10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:25.031 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.032+0000 7f982324a740 1 --2- 172.21.15.42:0/2329693991 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5645dd463170 0x5645dd463550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:25.031 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.032+0000 7f982324a740 1 -- 172.21.15.42:0/2329693991 >> 172.21.15.42:0/2329693991 conn(0x5645dd45f680 msgr2=0x5645dd45fa60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:29:25.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.035+0000 7f982324a740 1 -- 172.21.15.42:0/2329693991 shutdown_connections 2024-06-06T08:29:25.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.036+0000 7f982324a740 1 -- 172.21.15.42:0/2329693991 wait complete. 2024-06-06T08:29:25.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.036+0000 7f982324a740 1 -- start start 2024-06-06T08:29:25.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.036+0000 7f982324a740 1 Processor -- start 2024-06-06T08:29:25.036 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.037+0000 7f982324a740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5645dd463170 0x5645dd46b370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:25.037 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.037+0000 7f982324a740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5645dd463a90 0x5645dd46b8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:25.037 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.037+0000 7f982324a740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5645dd46e350 0x5645dd46bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:25.037 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.037+0000 7f982324a740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5645dd481f80 con 0x5645dd46e350 2024-06-06T08:29:25.037 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.037+0000 7f982324a740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5645dd350ae0 con 0x5645dd463a90 2024-06-06T08:29:25.037 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.037+0000 7f982324a740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5645dd482100 con 0x5645dd463170 2024-06-06T08:29:25.037 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.037+0000 7f982324a740 10 client.0 _ll_register_callbacks cb 0x5645dd3899b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:29:25.037 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.037+0000 7f981dad6640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5645dd463a90 0x5645dd46b8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:25.037 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.037+0000 7f981dad6640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5645dd463a90 0x5645dd46b8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:33986/0 (socket says 172.21.15.42:33986) 2024-06-06T08:29:25.037 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.037+0000 7f981dad6640 1 -- 172.21.15.42:0/898876258 learned_addr learned my addr 172.21.15.42:0/898876258 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:29:25.037 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.037+0000 7f981e2d7640 1 --2- 172.21.15.42:0/898876258 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5645dd463170 0x5645dd46b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:25.037 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.038+0000 7f981ead8640 1 --2- 172.21.15.42:0/898876258 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5645dd46e350 0x5645dd46bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:25.038 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.038+0000 7f981e2d7640 1 -- 172.21.15.42:0/898876258 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5645dd463a90 msgr2=0x5645dd46b8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:29:25.038 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.038+0000 7f981e2d7640 1 --2- 172.21.15.42:0/898876258 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5645dd463a90 0x5645dd46b8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:25.038 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.038+0000 7f981e2d7640 1 -- 172.21.15.42:0/898876258 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5645dd46e350 msgr2=0x5645dd46bdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:29:25.038 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.038+0000 7f981e2d7640 1 --2- 172.21.15.42:0/898876258 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5645dd46e350 0x5645dd46bdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:25.038 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.038+0000 7f981e2d7640 1 -- 172.21.15.42:0/898876258 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5645dd0db210 con 0x5645dd463170 2024-06-06T08:29:25.039 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.039+0000 7f981e2d7640 1 --2- 172.21.15.42:0/898876258 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5645dd463170 0x5645dd46b370 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f9810010a80 tx=0x7f9810010f40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=87e8edfd7b1fdabb server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:29:25.039 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.039+0000 7f9801ffb640 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:29:25.039 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.040+0000 7f9801ffb640 1 -- 172.21.15.42:0/898876258 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f981000ee20 con 0x5645dd463170 2024-06-06T08:29:25.039 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.040+0000 7f982324a740 1 -- 172.21.15.42:0/898876258 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5645dd3daf10 con 0x5645dd463170 2024-06-06T08:29:25.039 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.040+0000 7f9801ffb640 1 -- 172.21.15.42:0/898876258 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9526+0+0 (secure 0 0 0) 0x7f981000c3e0 con 0x5645dd463170 2024-06-06T08:29:25.041 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.042+0000 7f9801ffb640 1 -- 172.21.15.42:0/898876258 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f981000c5e0 con 0x5645dd463170 2024-06-06T08:29:25.041 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.043+0000 7f982324a740 10 client.26338 fetch_fsmap learned FSMap version 29 2024-06-06T08:29:25.041 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.043+0000 7f982324a740 1 -- 172.21.15.42:0/898876258 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5645dd1a7620 con 0x5645dd463170 2024-06-06T08:29:25.044 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.045+0000 7f9801ffb640 1 -- 172.21.15.42:0/898876258 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x5645dd3daf10 con 0x5645dd463170 2024-06-06T08:29:25.044 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.045+0000 7f9801ffb640 1 -- 172.21.15.42:0/898876258 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7f981000b040 con 0x5645dd463170 2024-06-06T08:29:25.044 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.045+0000 7f982324a740 10 client.26338 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T08:29:25.044 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.045+0000 7f982324a740 10 client.26338 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:29:25.044 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.045+0000 7f982324a740 20 client.26338 populate_metadata read hostname 'smithi042' 2024-06-06T08:29:25.044 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.045+0000 7f982324a740 1 --2- 172.21.15.42:0/898876258 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5645dd48fb80 0x5645dd492000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:25.044 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.045+0000 7f982324a740 4 client.26338 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:29:25.044 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.045+0000 7f982324a740 1 -- 172.21.15.42:0/898876258 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5645dd3d4c20 con 0x5645dd48fb80 2024-06-06T08:29:25.045 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.047+0000 7f981dad6640 1 --2- 172.21.15.42:0/898876258 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5645dd48fb80 0x5645dd492000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:25.051 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.053+0000 7f981dad6640 1 --2- 172.21.15.42:0/898876258 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5645dd48fb80 0x5645dd492000 crc :-1 s=READY pgs=161 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=556be0cee53dde3 server_cookie=4e404980043315dd in_seq=0 out_seq=0 2024-06-06T08:29:25.053 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.054+0000 7f9801ffb640 10 client.26338 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:29:25.060 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.061+0000 7f9801ffb640 1 -- 172.21.15.42:0/898876258 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x5645dd3d4c20 con 0x5645dd48fb80 2024-06-06T08:29:25.060 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.061+0000 7f9801ffb640 10 client.26338 handle_command_reply: tid=0 2024-06-06T08:29:25.060 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.061+0000 7f982324a740 1 client.26338 shutdown 2024-06-06T08:29:25.066 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.067+0000 7f982324a740 1 -- 172.21.15.42:0/898876258 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5645dd463170 msgr2=0x5645dd46b370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:29:25.066 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.067+0000 7f982324a740 1 --2- 172.21.15.42:0/898876258 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5645dd463170 0x5645dd46b370 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f9810010a80 tx=0x7f9810010f40 comp rx=0 tx=0).stop 2024-06-06T08:29:25.075 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.076+0000 7f982324a740 1 -- 172.21.15.42:0/898876258 shutdown_connections 2024-06-06T08:29:25.075 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.076+0000 7f982324a740 1 --2- 172.21.15.42:0/898876258 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5645dd48fb80 0x5645dd492000 crc :-1 s=READY pgs=161 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:25.075 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.076+0000 7f982324a740 1 --2- 172.21.15.42:0/898876258 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5645dd463a90 0x5645dd46b8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:25.075 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.076+0000 7f982324a740 1 --2- 172.21.15.42:0/898876258 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5645dd46e350 0x5645dd46bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:25.075 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.076+0000 7f982324a740 1 --2- 172.21.15.42:0/898876258 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5645dd463170 0x5645dd46b370 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:25.075 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.076+0000 7f982324a740 1 -- 172.21.15.42:0/898876258 >> 172.21.15.42:0/898876258 conn(0x5645dd45f680 msgr2=0x5645dd465430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:29:25.075 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.076+0000 7f9801ffb640 0 client.26338 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:29:25.076 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.077+0000 7f982324a740 1 -- 172.21.15.42:0/898876258 shutdown_connections 2024-06-06T08:29:25.077 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.078+0000 7f982324a740 1 -- 172.21.15.42:0/898876258 wait complete. 2024-06-06T08:29:25.078 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.079+0000 7f982324a740 20 client.26338 trim_cache size 0 max 16384 2024-06-06T08:29:25.112 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.113+0000 7f982324a740 1 Processor -- start 2024-06-06T08:29:25.112 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.113+0000 7f982324a740 1 -- start start 2024-06-06T08:29:25.113 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.113+0000 7f982324a740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5645dd463170 0x5645dd465b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:25.113 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.113+0000 7f982324a740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5645dd463a90 0x5645dd46bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:25.113 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.113+0000 7f982324a740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5645dd46e350 0x5645dd497910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:25.113 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.113+0000 7f982324a740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f981806efe0 con 0x5645dd463a90 2024-06-06T08:29:25.113 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.113+0000 7f982324a740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f981806c880 con 0x5645dd463170 2024-06-06T08:29:25.113 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.113+0000 7f982324a740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f9818081d30 con 0x5645dd46e350 2024-06-06T08:29:25.113 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.114+0000 7f981e2d7640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5645dd463170 0x5645dd465b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:25.113 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.114+0000 7f981ead8640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5645dd46e350 0x5645dd497910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:25.113 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.114+0000 7f981e2d7640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5645dd463170 0x5645dd465b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:33992/0 (socket says 172.21.15.42:33992) 2024-06-06T08:29:25.113 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.114+0000 7f981e2d7640 1 -- 172.21.15.42:0/3335997414 learned_addr learned my addr 172.21.15.42:0/3335997414 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:29:25.114 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.114+0000 7f981dad6640 1 --2- 172.21.15.42:0/3335997414 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5645dd463a90 0x5645dd46bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:25.114 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.115+0000 7f981e2d7640 1 -- 172.21.15.42:0/3335997414 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5645dd46e350 msgr2=0x5645dd497910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:29:25.114 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.115+0000 7f981e2d7640 1 --2- 172.21.15.42:0/3335997414 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5645dd46e350 0x5645dd497910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:25.115 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.115+0000 7f981e2d7640 1 -- 172.21.15.42:0/3335997414 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5645dd463a90 msgr2=0x5645dd46bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:29:25.115 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.115+0000 7f981e2d7640 1 --2- 172.21.15.42:0/3335997414 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5645dd463a90 0x5645dd46bc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:25.115 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.115+0000 7f981e2d7640 1 -- 172.21.15.42:0/3335997414 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5645dd4660c0 con 0x5645dd463170 2024-06-06T08:29:25.115 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.115+0000 7f981dad6640 1 --2- 172.21.15.42:0/3335997414 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5645dd463a90 0x5645dd46bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:29:25.115 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.116+0000 7f981e2d7640 1 --2- 172.21.15.42:0/3335997414 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5645dd463170 0x5645dd465b80 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f9810002230 tx=0x7f9810009480 comp rx=0 tx=0).ready entity=mon.2 client_cookie=966f060bcc324952 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:29:25.115 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.116+0000 7f9803fff640 1 -- 172.21.15.42:0/3335997414 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f981000c3e0 con 0x5645dd463170 2024-06-06T08:29:25.115 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.116+0000 7f9803fff640 1 -- 172.21.15.42:0/3335997414 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9810019d50 con 0x5645dd463170 2024-06-06T08:29:25.116 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.117+0000 7f9803fff640 1 -- 172.21.15.42:0/3335997414 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f981000c780 con 0x5645dd463170 2024-06-06T08:29:25.117 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.117+0000 7f982324a740 1 -- 172.21.15.42:0/3335997414 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5645dd463170 msgr2=0x5645dd465b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:29:25.117 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.117+0000 7f982324a740 1 --2- 172.21.15.42:0/3335997414 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5645dd463170 0x5645dd465b80 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f9810002230 tx=0x7f9810009480 comp rx=0 tx=0).stop 2024-06-06T08:29:25.119 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.119+0000 7f982324a740 1 -- 172.21.15.42:0/3335997414 shutdown_connections 2024-06-06T08:29:25.119 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.119+0000 7f982324a740 1 --2- 172.21.15.42:0/3335997414 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5645dd46e350 0x5645dd497910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:25.119 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.119+0000 7f982324a740 1 --2- 172.21.15.42:0/3335997414 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5645dd463a90 0x5645dd46bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:25.119 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.119+0000 7f982324a740 1 --2- 172.21.15.42:0/3335997414 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5645dd463170 0x5645dd465b80 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:25.119 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.119+0000 7f982324a740 1 -- 172.21.15.42:0/3335997414 >> 172.21.15.42:0/3335997414 conn(0x5645dd45f680 msgr2=0x5645dd4665d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:29:25.119 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.119+0000 7f982324a740 1 -- 172.21.15.42:0/3335997414 shutdown_connections 2024-06-06T08:29:25.119 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.119+0000 7f982324a740 1 -- 172.21.15.42:0/3335997414 wait complete. 2024-06-06T08:29:25.119 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.120+0000 7f982324a740 1 -- start start 2024-06-06T08:29:25.119 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.120+0000 7f982324a740 1 Processor -- start 2024-06-06T08:29:25.120 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.120+0000 7f982324a740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5645dd463170 0x5645dd482330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:25.120 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.120+0000 7f982324a740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5645dd463a90 0x5645dd482870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:25.120 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.120+0000 7f982324a740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5645dd46e350 0x5645dd482db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:25.121 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.120+0000 7f982324a740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9818082380 con 0x5645dd463170 2024-06-06T08:29:25.121 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.120+0000 7f982324a740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f981806c1b0 con 0x5645dd463a90 2024-06-06T08:29:25.121 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.120+0000 7f982324a740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f981806b410 con 0x5645dd46e350 2024-06-06T08:29:25.121 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.120+0000 7f982324a740 10 client.0 _ll_register_callbacks cb 0x7f98100095e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:29:25.121 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.121+0000 7f981dad6640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5645dd463a90 0x5645dd482870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:25.122 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.121+0000 7f981dad6640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5645dd463a90 0x5645dd482870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:33998/0 (socket says 172.21.15.42:33998) 2024-06-06T08:29:25.122 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.121+0000 7f981dad6640 1 -- 172.21.15.42:0/2307078516 learned_addr learned my addr 172.21.15.42:0/2307078516 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:29:25.122 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.121+0000 7f981e2d7640 1 --2- 172.21.15.42:0/2307078516 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5645dd463170 0x5645dd482330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:25.122 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.121+0000 7f981ead8640 1 --2- 172.21.15.42:0/2307078516 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5645dd46e350 0x5645dd482db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:25.122 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.121+0000 7f981e2d7640 1 -- 172.21.15.42:0/2307078516 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5645dd46e350 msgr2=0x5645dd482db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:29:25.122 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.121+0000 7f981e2d7640 1 --2- 172.21.15.42:0/2307078516 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5645dd46e350 0x5645dd482db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:25.122 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.121+0000 7f981e2d7640 1 -- 172.21.15.42:0/2307078516 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5645dd463a90 msgr2=0x5645dd482870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:29:25.122 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.121+0000 7f981e2d7640 1 --2- 172.21.15.42:0/2307078516 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5645dd463a90 0x5645dd482870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:25.122 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.121+0000 7f981e2d7640 1 -- 172.21.15.42:0/2307078516 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5645dd4f88d0 con 0x5645dd463170 2024-06-06T08:29:25.123 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.122+0000 7f981e2d7640 1 --2- 172.21.15.42:0/2307078516 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5645dd463170 0x5645dd482330 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f9810006010 tx=0x7f9810019890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=493346c16608ca1e server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:29:25.123 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.122+0000 7f9801ffb640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:29:25.125 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.126+0000 7f9801ffb640 1 -- 172.21.15.42:0/2307078516 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9810035070 con 0x5645dd463170 2024-06-06T08:29:25.125 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.127+0000 7f9801ffb640 1 -- 172.21.15.42:0/2307078516 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9526+0+0 (secure 0 0 0) 0x7f9810003b80 con 0x5645dd463170 2024-06-06T08:29:25.128 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.127+0000 7f982324a740 1 -- 172.21.15.42:0/2307078516 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9810019d50 con 0x5645dd463170 2024-06-06T08:29:25.128 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.129+0000 7f9801ffb640 1 -- 172.21.15.42:0/2307078516 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f981003e050 con 0x5645dd463170 2024-06-06T08:29:25.139 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.138+0000 7f982324a740 10 client.16800 fetch_fsmap learned FSMap version 29 2024-06-06T08:29:25.139 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.138+0000 7f982324a740 1 -- 172.21.15.42:0/2307078516 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5645dd4f9ac0 con 0x5645dd463170 2024-06-06T08:29:25.140 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.140+0000 7f9801ffb640 1 -- 172.21.15.42:0/2307078516 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9810019d50 con 0x5645dd463170 2024-06-06T08:29:25.140 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.140+0000 7f9801ffb640 1 -- 172.21.15.42:0/2307078516 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 29) ==== 8358+0+0 (secure 0 0 0) 0x7f9810038020 con 0x5645dd463170 2024-06-06T08:29:25.140 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.140+0000 7f982324a740 10 client.16800 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T08:29:25.140 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.140+0000 7f982324a740 10 client.16800 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:29:25.140 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.140+0000 7f982324a740 20 client.16800 populate_metadata read hostname 'smithi042' 2024-06-06T08:29:25.140 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.140+0000 7f982324a740 1 --2- 172.21.15.42:0/2307078516 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5645dd4fa120 0x5645dd4fc540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:25.140 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.140+0000 7f982324a740 4 client.16800 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:29:25.140 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.140+0000 7f982324a740 1 -- 172.21.15.42:0/2307078516 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5645dd3cef70 con 0x5645dd4fa120 2024-06-06T08:29:25.143 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.143+0000 7f981dad6640 1 --2- 172.21.15.42:0/2307078516 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5645dd4fa120 0x5645dd4fc540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:25.157 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.157+0000 7f981dad6640 1 --2- 172.21.15.42:0/2307078516 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5645dd4fa120 0x5645dd4fc540 crc :-1 s=READY pgs=162 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f9183c4867de581a server_cookie=4cf027e5a1d74e5b in_seq=0 out_seq=0 2024-06-06T08:29:25.157 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:25.157+0000 7f9801ffb640 10 client.16800 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:29:26.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:29:26 smithi149 ceph-mon[36842]: pgmap v208: 129 pgs: 33 active+clean+snaptrim_wait, 82 active+clean, 14 active+clean+snaptrim; 1.2 GiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 6.3 MiB/s wr, 1.07k op/s 2024-06-06T08:29:26.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:29:26 smithi042 ceph-mon[32384]: pgmap v208: 129 pgs: 33 active+clean+snaptrim_wait, 82 active+clean, 14 active+clean+snaptrim; 1.2 GiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 6.3 MiB/s wr, 1.07k op/s 2024-06-06T08:29:26.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:29:26 smithi120 ceph-mon[36658]: pgmap v208: 129 pgs: 33 active+clean+snaptrim_wait, 82 active+clean, 14 active+clean+snaptrim; 1.2 GiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 6.3 MiB/s wr, 1.07k op/s 2024-06-06T08:29:27.380 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:27.380+0000 7f9801ffb640 1 -- 172.21.15.42:0/2307078516 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5645dd3cef70 con 0x5645dd4fa120 2024-06-06T08:29:27.380 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:27.380+0000 7f9801ffb640 10 client.16800 handle_command_reply: tid=0 2024-06-06T08:29:27.380 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:27.380+0000 7f982324a740 1 client.16800 shutdown 2024-06-06T08:29:27.380 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:27.380+0000 7f982324a740 1 -- 172.21.15.42:0/2307078516 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5645dd463170 msgr2=0x5645dd482330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:29:27.380 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:27.380+0000 7f982324a740 1 --2- 172.21.15.42:0/2307078516 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5645dd463170 0x5645dd482330 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f9810006010 tx=0x7f9810019890 comp rx=0 tx=0).stop 2024-06-06T08:29:27.380 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:27.380+0000 7f982324a740 1 -- 172.21.15.42:0/2307078516 shutdown_connections 2024-06-06T08:29:27.380 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:27.380+0000 7f982324a740 1 --2- 172.21.15.42:0/2307078516 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5645dd4fa120 0x5645dd4fc540 crc :-1 s=READY pgs=162 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:27.380 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:27.380+0000 7f982324a740 1 --2- 172.21.15.42:0/2307078516 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5645dd463a90 0x5645dd482870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:27.380 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:27.380+0000 7f982324a740 1 --2- 172.21.15.42:0/2307078516 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5645dd46e350 0x5645dd482db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:27.380 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:27.380+0000 7f982324a740 1 --2- 172.21.15.42:0/2307078516 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5645dd463170 0x5645dd482330 unknown :-1 s=CLOSED pgs=760 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:27.381 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:27.380+0000 7f982324a740 1 -- 172.21.15.42:0/2307078516 >> 172.21.15.42:0/2307078516 conn(0x5645dd45f680 msgr2=0x5645dd46cba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:29:27.381 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:27.380+0000 7f9801ffb640 0 client.16800 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:29:27.381 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:27.381+0000 7f982324a740 1 -- 172.21.15.42:0/2307078516 shutdown_connections 2024-06-06T08:29:27.381 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:27.381+0000 7f982324a740 1 -- 172.21.15.42:0/2307078516 wait complete. 2024-06-06T08:29:27.381 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:27.381+0000 7f982324a740 20 client.16800 trim_cache size 0 max 16384 2024-06-06T08:29:27.381 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:29:27.381 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:29:27.381 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:29:27.382 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:27.382+0000 7f982053b640 1 -- 172.21.15.42:0/996701794 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f98040a2f50 msgr2=0x7f98040a5410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:29:27.382 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:27.382+0000 7f982053b640 1 --2- 172.21.15.42:0/996701794 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f98040a2f50 0x7f98040a5410 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f980802a950 tx=0x7f980802c040 comp rx=0 tx=0).stop 2024-06-06T08:29:27.382 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:27.382+0000 7f982053b640 1 -- 172.21.15.42:0/996701794 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f981819e5d0 msgr2=0x7f981819ea80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:29:27.382 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:27.382+0000 7f982053b640 1 --2- 172.21.15.42:0/996701794 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f981819e5d0 0x7f981819ea80 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f981400c970 tx=0x7f981400ce30 comp rx=0 tx=0).stop 2024-06-06T08:29:27.382 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:27.382+0000 7f982053b640 1 -- 172.21.15.42:0/996701794 shutdown_connections 2024-06-06T08:29:27.383 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:27.382+0000 7f982053b640 1 --2- 172.21.15.42:0/996701794 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f98040a2f50 0x7f98040a5410 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:27.383 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:27.382+0000 7f982053b640 1 --2- 172.21.15.42:0/996701794 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f981819e5d0 0x7f981819ea80 unknown :-1 s=CLOSED pgs=758 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:27.383 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:27.382+0000 7f982053b640 1 --2- 172.21.15.42:0/996701794 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f981810d2d0 0x7f98181a4960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:27.383 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:27.382+0000 7f982053b640 1 --2- 172.21.15.42:0/996701794 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9818108200 0x7f98181a4420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:27.383 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:27.382+0000 7f982053b640 1 -- 172.21.15.42:0/996701794 >> 172.21.15.42:0/996701794 conn(0x7f9818075f30 msgr2=0x7f9818076a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:29:27.383 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:27.382+0000 7f982053b640 1 -- 172.21.15.42:0/996701794 shutdown_connections 2024-06-06T08:29:27.383 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:27.382+0000 7f982053b640 1 -- 172.21.15.42:0/996701794 wait complete. 2024-06-06T08:29:27.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:29:27 smithi042 ceph-mon[32384]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:29:27.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:29:27 smithi120 ceph-mon[36658]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:29:27.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:29:27 smithi149 ceph-mon[36842]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:29:28.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:29:28 smithi120 ceph-mon[36658]: pgmap v209: 129 pgs: 33 active+clean+snaptrim_wait, 82 active+clean, 14 active+clean+snaptrim; 1.2 GiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 6.6 MiB/s wr, 694 op/s 2024-06-06T08:29:28.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-mon[36842]: pgmap v209: 129 pgs: 33 active+clean+snaptrim_wait, 82 active+clean, 14 active+clean+snaptrim; 1.2 GiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 6.6 MiB/s wr, 694 op/s 2024-06-06T08:29:28.788 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: *** Caught signal (Segmentation fault) ** 2024-06-06T08:29:28.788 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: in thread 7ff90c9a8700 thread_name:md_log_replay 2024-06-06T08:29:28.788 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: ceph version 19.0.0-2946-g3d89accf (3d89accfe3201286f000e065a1faea2a88c7a6ba) squid (rc) 2024-06-06T08:29:28.788 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7ff91dd6ad20] 2024-06-06T08:29:28.788 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: 2: (std::_Rb_tree_rebalance_for_erase(std::_Rb_tree_node_base*, std::_Rb_tree_node_base&)+0x192) [0x7ff91cc41792] 2024-06-06T08:29:28.788 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: 3: /usr/bin/ceph-mds(+0x3581f1) [0x561ae16f81f1] 2024-06-06T08:29:28.788 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: 4: (MDCache::finish_uncommitted_fragment(dirfrag_t, int)+0x90) [0x561ae17459c0] 2024-06-06T08:29:28.788 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: 5: (EFragment::replay(MDSRank*)+0x23d) [0x561ae161173d] 2024-06-06T08:29:28.788 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: 6: (MDLog::_replay_thread()+0x617) [0x561ae1947ff7] 2024-06-06T08:29:28.789 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: 7: (MDLog::ReplayThread::entry()+0x11) [0x561ae1951861] 2024-06-06T08:29:28.789 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: 8: /lib64/libpthread.so.0(+0x81ca) [0x7ff91dd601ca] 2024-06-06T08:29:28.789 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: 9: clone() 2024-06-06T08:29:28.789 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: 2024-06-06T08:29:28.427+0000 7ff90c9a8700 -1 *** Caught signal (Segmentation fault) ** 2024-06-06T08:29:28.789 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: in thread 7ff90c9a8700 thread_name:md_log_replay 2024-06-06T08:29:28.789 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: 2024-06-06T08:29:28.789 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: ceph version 19.0.0-2946-g3d89accf (3d89accfe3201286f000e065a1faea2a88c7a6ba) squid (rc) 2024-06-06T08:29:28.789 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7ff91dd6ad20] 2024-06-06T08:29:28.789 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: 2: (std::_Rb_tree_rebalance_for_erase(std::_Rb_tree_node_base*, std::_Rb_tree_node_base&)+0x192) [0x7ff91cc41792] 2024-06-06T08:29:28.789 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: 3: /usr/bin/ceph-mds(+0x3581f1) [0x561ae16f81f1] 2024-06-06T08:29:28.789 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: 4: (MDCache::finish_uncommitted_fragment(dirfrag_t, int)+0x90) [0x561ae17459c0] 2024-06-06T08:29:28.789 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: 5: (EFragment::replay(MDSRank*)+0x23d) [0x561ae161173d] 2024-06-06T08:29:28.790 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: 6: (MDLog::_replay_thread()+0x617) [0x561ae1947ff7] 2024-06-06T08:29:28.790 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: 7: (MDLog::ReplayThread::entry()+0x11) [0x561ae1951861] 2024-06-06T08:29:28.790 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: 8: /lib64/libpthread.so.0(+0x81ca) [0x7ff91dd601ca] 2024-06-06T08:29:28.790 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: 9: clone() 2024-06-06T08:29:28.790 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-06-06T08:29:28.790 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: 2024-06-06T08:29:28.790 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: 0> 2024-06-06T08:29:28.427+0000 7ff90c9a8700 -1 *** Caught signal (Segmentation fault) ** 2024-06-06T08:29:28.790 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: in thread 7ff90c9a8700 thread_name:md_log_replay 2024-06-06T08:29:28.790 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: 2024-06-06T08:29:28.791 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: ceph version 19.0.0-2946-g3d89accf (3d89accfe3201286f000e065a1faea2a88c7a6ba) squid (rc) 2024-06-06T08:29:28.791 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7ff91dd6ad20] 2024-06-06T08:29:28.791 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: 2: (std::_Rb_tree_rebalance_for_erase(std::_Rb_tree_node_base*, std::_Rb_tree_node_base&)+0x192) [0x7ff91cc41792] 2024-06-06T08:29:28.791 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: 3: /usr/bin/ceph-mds(+0x3581f1) [0x561ae16f81f1] 2024-06-06T08:29:28.791 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: 4: (MDCache::finish_uncommitted_fragment(dirfrag_t, int)+0x90) [0x561ae17459c0] 2024-06-06T08:29:28.791 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: 5: (EFragment::replay(MDSRank*)+0x23d) [0x561ae161173d] 2024-06-06T08:29:28.791 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: 6: (MDLog::_replay_thread()+0x617) [0x561ae1947ff7] 2024-06-06T08:29:28.791 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: 7: (MDLog::ReplayThread::entry()+0x11) [0x561ae1951861] 2024-06-06T08:29:28.791 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: 8: /lib64/libpthread.so.0(+0x81ca) [0x7ff91dd601ca] 2024-06-06T08:29:28.791 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: 9: clone() 2024-06-06T08:29:28.791 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-06-06T08:29:28.791 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: 2024-06-06T08:29:28.792 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: 0> 2024-06-06T08:29:28.427+0000 7ff90c9a8700 -1 *** Caught signal (Segmentation fault) ** 2024-06-06T08:29:28.792 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: in thread 7ff90c9a8700 thread_name:md_log_replay 2024-06-06T08:29:28.792 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: 2024-06-06T08:29:28.792 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: ceph version 19.0.0-2946-g3d89accf (3d89accfe3201286f000e065a1faea2a88c7a6ba) squid (rc) 2024-06-06T08:29:28.792 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7ff91dd6ad20] 2024-06-06T08:29:28.792 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: 2: (std::_Rb_tree_rebalance_for_erase(std::_Rb_tree_node_base*, std::_Rb_tree_node_base&)+0x192) [0x7ff91cc41792] 2024-06-06T08:29:28.792 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: 3: /usr/bin/ceph-mds(+0x3581f1) [0x561ae16f81f1] 2024-06-06T08:29:28.792 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: 4: (MDCache::finish_uncommitted_fragment(dirfrag_t, int)+0x90) [0x561ae17459c0] 2024-06-06T08:29:28.792 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: 5: (EFragment::replay(MDSRank*)+0x23d) [0x561ae161173d] 2024-06-06T08:29:28.792 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: 6: (MDLog::_replay_thread()+0x617) [0x561ae1947ff7] 2024-06-06T08:29:28.792 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: 7: (MDLog::ReplayThread::entry()+0x11) [0x561ae1951861] 2024-06-06T08:29:28.792 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: 8: /lib64/libpthread.so.0(+0x81ca) [0x7ff91dd601ca] 2024-06-06T08:29:28.792 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: 9: clone() 2024-06-06T08:29:28.792 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-06-06T08:29:28.793 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[67016]: 2024-06-06T08:29:28.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:29:28 smithi042 ceph-mon[32384]: pgmap v209: 129 pgs: 33 active+clean+snaptrim_wait, 82 active+clean, 14 active+clean+snaptrim; 1.2 GiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 6.6 MiB/s wr, 694 op/s 2024-06-06T08:29:29.287 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:28 smithi149 podman[72616]: 2024-06-06 08:29:28.840020967 +0000 UTC m=+0.251026542 container died 870161a3a8005f31bfa3e7135a2b8858d0deed18082241e106a9ce23d191ebc0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240528) 2024-06-06T08:29:29.595 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 12.6 2024-06-06T08:29:29.595 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:29:30.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:29:30 smithi120 ceph-mon[36658]: pgmap v210: 129 pgs: 33 active+clean+snaptrim_wait, 83 active+clean, 13 active+clean+snaptrim; 1.2 GiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 MiB/s rd, 9.0 MiB/s wr, 885 op/s 2024-06-06T08:29:30.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:29:30 smithi149 ceph-mon[36842]: pgmap v210: 129 pgs: 33 active+clean+snaptrim_wait, 83 active+clean, 13 active+clean+snaptrim; 1.2 GiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 MiB/s rd, 9.0 MiB/s wr, 885 op/s 2024-06-06T08:29:30.818 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:29:30 smithi042 ceph-mon[32384]: pgmap v210: 129 pgs: 33 active+clean+snaptrim_wait, 83 active+clean, 13 active+clean+snaptrim; 1.2 GiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 MiB/s rd, 9.0 MiB/s wr, 885 op/s 2024-06-06T08:29:31.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:29:31 smithi120 ceph-mon[36658]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:29:31.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:29:31 smithi149 ceph-mon[36842]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:29:31.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:29:31 smithi042 ceph-mon[32384]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:29:32.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:29:32 smithi120 ceph-mon[36658]: pgmap v211: 129 pgs: 21 active+clean+snaptrim_wait, 97 active+clean, 11 active+clean+snaptrim; 1.2 GiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 9.2 MiB/s wr, 761 op/s 2024-06-06T08:29:32.742 INFO:tasks.workunit.client.0.smithi042.stdout: 317 1188366 705 822470 460 408087 918 2024-06-06T08:29:32.790 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:29:32 smithi149 ceph-mon[36842]: pgmap v211: 129 pgs: 21 active+clean+snaptrim_wait, 97 active+clean, 11 active+clean+snaptrim; 1.2 GiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 9.2 MiB/s wr, 761 op/s 2024-06-06T08:29:32.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:29:32 smithi042 ceph-mon[32384]: pgmap v211: 129 pgs: 21 active+clean+snaptrim_wait, 97 active+clean, 11 active+clean+snaptrim; 1.2 GiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 9.2 MiB/s wr, 761 op/s 2024-06-06T08:29:34.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:29:34 smithi120 ceph-mon[36658]: pgmap v212: 129 pgs: 21 active+clean+snaptrim_wait, 97 active+clean, 11 active+clean+snaptrim; 1.2 GiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 MiB/s rd, 9.6 MiB/s wr, 793 op/s 2024-06-06T08:29:34.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:29:34 smithi149 ceph-mon[36842]: pgmap v212: 129 pgs: 21 active+clean+snaptrim_wait, 97 active+clean, 11 active+clean+snaptrim; 1.2 GiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 MiB/s rd, 9.6 MiB/s wr, 793 op/s 2024-06-06T08:29:34.818 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:29:34 smithi042 ceph-mon[32384]: pgmap v212: 129 pgs: 21 active+clean+snaptrim_wait, 97 active+clean, 11 active+clean+snaptrim; 1.2 GiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 MiB/s rd, 9.6 MiB/s wr, 793 op/s 2024-06-06T08:29:36.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:29:36 smithi149 ceph-mon[36842]: pgmap v213: 129 pgs: 17 active+clean+snaptrim_wait, 104 active+clean, 8 active+clean+snaptrim; 1.2 GiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 8.6 MiB/s wr, 766 op/s 2024-06-06T08:29:36.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:29:36 smithi149 ceph-mon[36842]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:29:36.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:29:36 smithi042 ceph-mon[32384]: pgmap v213: 129 pgs: 17 active+clean+snaptrim_wait, 104 active+clean, 8 active+clean+snaptrim; 1.2 GiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 8.6 MiB/s wr, 766 op/s 2024-06-06T08:29:36.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:29:36 smithi042 ceph-mon[32384]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:29:36.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:29:36 smithi120 ceph-mon[36658]: pgmap v213: 129 pgs: 17 active+clean+snaptrim_wait, 104 active+clean, 8 active+clean+snaptrim; 1.2 GiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 8.6 MiB/s wr, 766 op/s 2024-06-06T08:29:36.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:29:36 smithi120 ceph-mon[36658]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:29:38.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:29:38 smithi149 ceph-mon[36842]: pgmap v214: 129 pgs: 11 active+clean+snaptrim_wait, 112 active+clean, 6 active+clean+snaptrim; 1.2 GiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 5.8 MiB/s wr, 648 op/s 2024-06-06T08:29:38.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:29:38 smithi042 ceph-mon[32384]: pgmap v214: 129 pgs: 11 active+clean+snaptrim_wait, 112 active+clean, 6 active+clean+snaptrim; 1.2 GiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 5.8 MiB/s wr, 648 op/s 2024-06-06T08:29:38.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:29:38 smithi120 ceph-mon[36658]: pgmap v214: 129 pgs: 11 active+clean+snaptrim_wait, 112 active+clean, 6 active+clean+snaptrim; 1.2 GiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 5.8 MiB/s wr, 648 op/s 2024-06-06T08:29:38.889 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:29:39.287 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:38 smithi149 podman[72616]: 2024-06-06 08:29:38.83335161 +0000 UTC m=+10.244357179 container remove 870161a3a8005f31bfa3e7135a2b8858d0deed18082241e106a9ce23d191ebc0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240528, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-06-06T08:29:39.288 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:38 smithi149 systemd[1]: ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mds.f.service: Main process exited, code=exited, status=139/n/a 2024-06-06T08:29:39.787 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:39 smithi149 systemd[1]: ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mds.f.service: Failed with result 'exit-code'. 2024-06-06T08:29:39.788 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:39 smithi149 systemd[1]: ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mds.f.service: Consumed 27.208s CPU time. 2024-06-06T08:29:40.138 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-06-06T08:29:40.726 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:29:40 smithi042 ceph-mon[32384]: pgmap v215: 129 pgs: 7 active+clean+snaptrim_wait, 118 active+clean, 4 active+clean+snaptrim; 1.2 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 MiB/s rd, 5.7 MiB/s wr, 783 op/s 2024-06-06T08:29:40.726 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:29:40 smithi042 ceph-mon[32384]: osdmap e102: 12 total, 12 up, 12 in 2024-06-06T08:29:40.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:29:40 smithi149 ceph-mon[36842]: pgmap v215: 129 pgs: 7 active+clean+snaptrim_wait, 118 active+clean, 4 active+clean+snaptrim; 1.2 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 MiB/s rd, 5.7 MiB/s wr, 783 op/s 2024-06-06T08:29:40.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:29:40 smithi149 ceph-mon[36842]: osdmap e102: 12 total, 12 up, 12 in 2024-06-06T08:29:40.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:29:40 smithi120 ceph-mon[36658]: pgmap v215: 129 pgs: 7 active+clean+snaptrim_wait, 118 active+clean, 4 active+clean+snaptrim; 1.2 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 MiB/s rd, 5.7 MiB/s wr, 783 op/s 2024-06-06T08:29:40.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:29:40 smithi120 ceph-mon[36658]: osdmap e102: 12 total, 12 up, 12 in 2024-06-06T08:29:41.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:29:41 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:29:41.827 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:29:41 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:29:41.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:29:41 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:29:42.749 INFO:tasks.workunit.client.0.smithi042.stdout: 330 1635902 797 1139317 680 559886 1062 2024-06-06T08:29:42.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:29:42 smithi149 ceph-mon[36842]: pgmap v217: 129 pgs: 7 active+clean+snaptrim_wait, 118 active+clean, 4 active+clean+snaptrim; 1.2 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 538 op/s 2024-06-06T08:29:42.811 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.812+0000 7f3641aff640 1 -- 172.21.15.42:0/3255940406 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f363c110440 msgr2=0x7f363c10e050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:29:42.811 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.812+0000 7f3641aff640 1 --2- 172.21.15.42:0/3255940406 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f363c110440 0x7f363c10e050 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f363401acb0 tx=0x7f363403b9b0 comp rx=0 tx=0).stop 2024-06-06T08:29:42.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:29:42 smithi042 ceph-mon[32384]: pgmap v217: 129 pgs: 7 active+clean+snaptrim_wait, 118 active+clean, 4 active+clean+snaptrim; 1.2 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 538 op/s 2024-06-06T08:29:42.815 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.816+0000 7f3641aff640 1 -- 172.21.15.42:0/3255940406 shutdown_connections 2024-06-06T08:29:42.815 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.816+0000 7f3641aff640 1 --2- 172.21.15.42:0/3255940406 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f363c10e670 0x7f363c11d190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:42.815 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.816+0000 7f3641aff640 1 --2- 172.21.15.42:0/3255940406 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f363c110440 0x7f363c10e050 unknown :-1 s=CLOSED pgs=761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:42.815 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.816+0000 7f3641aff640 1 --2- 172.21.15.42:0/3255940406 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f363c110060 0x7f363c10db10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:42.816 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.816+0000 7f3641aff640 1 -- 172.21.15.42:0/3255940406 >> 172.21.15.42:0/3255940406 conn(0x7f363c06c8e0 msgr2=0x7f363c06ccf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:29:42.826 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.824+0000 7f3641aff640 1 -- 172.21.15.42:0/3255940406 shutdown_connections 2024-06-06T08:29:42.826 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.826+0000 7f3641aff640 1 -- 172.21.15.42:0/3255940406 wait complete. 2024-06-06T08:29:42.826 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.827+0000 7f3641aff640 1 Processor -- start 2024-06-06T08:29:42.830 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.831+0000 7f3641aff640 1 -- start start 2024-06-06T08:29:42.830 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.831+0000 7f3641aff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f363c10e670 0x7f363c11ce00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:42.830 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.831+0000 7f3641aff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f363c110060 0x7f363c118e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:42.831 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.831+0000 7f3641aff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f363c110440 0x7f363c1193d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:42.831 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.831+0000 7f3641aff640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f363c113380 con 0x7f363c110060 2024-06-06T08:29:42.831 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.831+0000 7f3641aff640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f363c113200 con 0x7f363c110440 2024-06-06T08:29:42.831 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.831+0000 7f3641aff640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f363c113500 con 0x7f363c10e670 2024-06-06T08:29:42.834 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.832+0000 7f3640afd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f363c10e670 0x7f363c11ce00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:42.834 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.832+0000 7f3640afd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f363c10e670 0x7f363c11ce00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:37984/0 (socket says 172.21.15.42:37984) 2024-06-06T08:29:42.834 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.832+0000 7f3640afd640 1 -- 172.21.15.42:0/1770676126 learned_addr learned my addr 172.21.15.42:0/1770676126 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:29:42.835 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.833+0000 7f36412fe640 1 --2- 172.21.15.42:0/1770676126 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f363c110440 0x7f363c1193d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:42.835 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.834+0000 7f3640afd640 1 -- 172.21.15.42:0/1770676126 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f363c110440 msgr2=0x7f363c1193d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:29:42.835 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.834+0000 7f3640afd640 1 --2- 172.21.15.42:0/1770676126 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f363c110440 0x7f363c1193d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:42.835 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.834+0000 7f3640afd640 1 -- 172.21.15.42:0/1770676126 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f363c110060 msgr2=0x7f363c118e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:29:42.835 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.834+0000 7f3640afd640 1 --2- 172.21.15.42:0/1770676126 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f363c110060 0x7f363c118e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:42.835 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.834+0000 7f3640afd640 1 -- 172.21.15.42:0/1770676126 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f363c119b00 con 0x7f363c10e670 2024-06-06T08:29:42.841 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.839+0000 7f3640afd640 1 --2- 172.21.15.42:0/1770676126 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f363c10e670 0x7f363c11ce00 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f363000c890 tx=0x7f363000cd50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:29:42.841 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.841+0000 7f3639ffb640 1 -- 172.21.15.42:0/1770676126 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3630004220 con 0x7f363c10e670 2024-06-06T08:29:42.841 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.841+0000 7f3641aff640 1 -- 172.21.15.42:0/1770676126 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f363c1aae20 con 0x7f363c10e670 2024-06-06T08:29:42.841 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.841+0000 7f3641aff640 1 -- 172.21.15.42:0/1770676126 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f363c1ab220 con 0x7f363c10e670 2024-06-06T08:29:42.841 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.841+0000 7f3639ffb640 1 -- 172.21.15.42:0/1770676126 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f36300043c0 con 0x7f363c10e670 2024-06-06T08:29:42.841 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.841+0000 7f3639ffb640 1 -- 172.21.15.42:0/1770676126 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36300049e0 con 0x7f363c10e670 2024-06-06T08:29:42.861 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.855+0000 7f3645a6f740 1 Processor -- start 2024-06-06T08:29:42.862 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.863+0000 7f3639ffb640 1 -- 172.21.15.42:0/1770676126 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f36300079b0 con 0x7f363c10e670 2024-06-06T08:29:42.863 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.865+0000 7f3639ffb640 1 --2- 172.21.15.42:0/1770676126 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f36240a2f00 0x7f36240a53c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:42.864 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.865+0000 7f3645a6f740 1 -- start start 2024-06-06T08:29:42.864 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.865+0000 7f3639ffb640 1 -- 172.21.15.42:0/1770676126 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9450+0+0 (secure 0 0 0) 0x7f36300cf350 con 0x7f363c10e670 2024-06-06T08:29:42.864 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.865+0000 7f3645a6f740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f75bed4360 0x55f75bed4740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:42.865 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.865+0000 7f3645a6f740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f75bed4c80 0x55f75bedf000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:42.865 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.865+0000 7f3645a6f740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f75bedf540 0x55f75bee1930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:42.865 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.865+0000 7f3645a6f740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55f75be384f0 con 0x55f75bed4c80 2024-06-06T08:29:42.865 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.865+0000 7f3645a6f740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55f75bdd6870 con 0x55f75bedf540 2024-06-06T08:29:42.865 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.866+0000 7f3645a6f740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55f75be344b0 con 0x55f75bed4360 2024-06-06T08:29:42.865 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.866+0000 7f3640afd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f75bed4360 0x55f75bed4740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:42.866 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.866+0000 7f3640afd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f75bed4360 0x55f75bed4740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:37990/0 (socket says 172.21.15.42:37990) 2024-06-06T08:29:42.866 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.866+0000 7f3640afd640 1 -- 172.21.15.42:0/639252135 learned_addr learned my addr 172.21.15.42:0/639252135 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:29:42.866 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.867+0000 7f36412fe640 1 --2- 172.21.15.42:0/639252135 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f75bedf540 0x55f75bee1930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:42.867 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.868+0000 7f3640afd640 1 -- 172.21.15.42:0/639252135 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f75bedf540 msgr2=0x55f75bee1930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:29:42.867 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.868+0000 7f3640afd640 1 --2- 172.21.15.42:0/639252135 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f75bedf540 0x55f75bee1930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:42.867 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.868+0000 7f3640afd640 1 -- 172.21.15.42:0/639252135 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f75bed4c80 msgr2=0x55f75bedf000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:29:42.867 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.868+0000 7f3640afd640 1 --2- 172.21.15.42:0/639252135 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f75bed4c80 0x55f75bedf000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:42.867 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.868+0000 7f3640afd640 1 -- 172.21.15.42:0/639252135 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f75bdf29b0 con 0x55f75bed4360 2024-06-06T08:29:42.872 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.874+0000 7f36412fe640 1 --2- 172.21.15.42:0/1770676126 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f36240a2f00 0x7f36240a53c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:42.879 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.877+0000 7f3640afd640 1 --2- 172.21.15.42:0/639252135 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f75bed4360 0x55f75bed4740 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f363009b170 tx=0x7f363009bb70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8f7a321480f55624 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:29:42.880 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.881+0000 7f3622ffd640 1 -- 172.21.15.42:0/639252135 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36300b4070 con 0x55f75bed4360 2024-06-06T08:29:42.880 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.881+0000 7f3622ffd640 1 -- 172.21.15.42:0/639252135 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f36300a40e0 con 0x55f75bed4360 2024-06-06T08:29:42.880 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.881+0000 7f3622ffd640 1 -- 172.21.15.42:0/639252135 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f363001d040 con 0x55f75bed4360 2024-06-06T08:29:42.883 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.882+0000 7f3645a6f740 1 -- 172.21.15.42:0/639252135 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f75bed4360 msgr2=0x55f75bed4740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:29:42.883 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.882+0000 7f3645a6f740 1 --2- 172.21.15.42:0/639252135 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f75bed4360 0x55f75bed4740 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f363009b170 tx=0x7f363009bb70 comp rx=0 tx=0).stop 2024-06-06T08:29:42.884 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.885+0000 7f3645a6f740 1 -- 172.21.15.42:0/639252135 shutdown_connections 2024-06-06T08:29:42.884 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.885+0000 7f3645a6f740 1 --2- 172.21.15.42:0/639252135 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f75bedf540 0x55f75bee1930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:42.884 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.885+0000 7f3645a6f740 1 --2- 172.21.15.42:0/639252135 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f75bed4c80 0x55f75bedf000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:42.884 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.885+0000 7f3645a6f740 1 --2- 172.21.15.42:0/639252135 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f75bed4360 0x55f75bed4740 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:42.884 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.885+0000 7f3645a6f740 1 -- 172.21.15.42:0/639252135 >> 172.21.15.42:0/639252135 conn(0x55f75bed0870 msgr2=0x55f75bed0c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:29:42.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:29:42 smithi120 ceph-mon[36658]: pgmap v217: 129 pgs: 7 active+clean+snaptrim_wait, 118 active+clean, 4 active+clean+snaptrim; 1.2 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 538 op/s 2024-06-06T08:29:42.892 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.893+0000 7f36412fe640 1 --2- 172.21.15.42:0/1770676126 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f36240a2f00 0x7f36240a53c0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x55f75bed1c90 tx=0x7f362c008040 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:29:42.893 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.894+0000 7f3645a6f740 1 -- 172.21.15.42:0/639252135 shutdown_connections 2024-06-06T08:29:42.902 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.903+0000 7f3645a6f740 1 -- 172.21.15.42:0/639252135 wait complete. 2024-06-06T08:29:42.902 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.903+0000 7f3645a6f740 1 -- start start 2024-06-06T08:29:42.902 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.903+0000 7f3645a6f740 1 Processor -- start 2024-06-06T08:29:42.903 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.904+0000 7f3645a6f740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f75bed4360 0x55f75bedc4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:42.903 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.904+0000 7f3645a6f740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f75bed4c80 0x55f75bedca20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:42.903 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.904+0000 7f3645a6f740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f75bedf540 0x55f75bedcf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:42.903 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.904+0000 7f3645a6f740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55f75bee2110 con 0x55f75bed4360 2024-06-06T08:29:42.903 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.904+0000 7f3645a6f740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55f75bdc1ae0 con 0x55f75bed4c80 2024-06-06T08:29:42.904 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.904+0000 7f3645a6f740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55f75bee2290 con 0x55f75bedf540 2024-06-06T08:29:42.904 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.904+0000 7f3645a6f740 10 client.0 _ll_register_callbacks cb 0x55f75bdfa9b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:29:42.904 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.904+0000 7f363bfff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f75bed4c80 0x55f75bedca20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:42.904 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.904+0000 7f363bfff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f75bed4c80 0x55f75bedca20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:43642/0 (socket says 172.21.15.42:43642) 2024-06-06T08:29:42.904 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.904+0000 7f363bfff640 1 -- 172.21.15.42:0/665601526 learned_addr learned my addr 172.21.15.42:0/665601526 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:29:42.904 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.905+0000 7f363bfff640 1 -- 172.21.15.42:0/665601526 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f75bedf540 msgr2=0x55f75bedcf60 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-06T08:29:42.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.905+0000 7f363bfff640 1 --2- 172.21.15.42:0/665601526 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f75bedf540 0x55f75bedcf60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:42.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.905+0000 7f363bfff640 1 -- 172.21.15.42:0/665601526 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f75bed4360 msgr2=0x55f75bedc4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:29:42.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.905+0000 7f363bfff640 1 --2- 172.21.15.42:0/665601526 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f75bed4360 0x55f75bedc4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:42.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.905+0000 7f363bfff640 1 -- 172.21.15.42:0/665601526 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f75bb4c210 con 0x55f75bed4c80 2024-06-06T08:29:42.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.905+0000 7f363bfff640 1 --2- 172.21.15.42:0/665601526 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f75bed4c80 0x55f75bedca20 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f3634046000 tx=0x7f3634047f40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e32d52e15c86d333 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:29:42.906 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.907+0000 7f361bfff640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:29:42.906 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.907+0000 7f361bfff640 1 -- 172.21.15.42:0/665601526 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f363404f070 con 0x55f75bed4c80 2024-06-06T08:29:42.906 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.907+0000 7f361bfff640 1 -- 172.21.15.42:0/665601526 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9450+0+0 (secure 0 0 0) 0x7f3634047570 con 0x55f75bed4c80 2024-06-06T08:29:42.908 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.909+0000 7f3645a6f740 1 -- 172.21.15.42:0/665601526 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f36300a40e0 con 0x55f75bed4c80 2024-06-06T08:29:42.910 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.911+0000 7f361bfff640 1 -- 172.21.15.42:0/665601526 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f3634044040 con 0x55f75bed4c80 2024-06-06T08:29:42.910 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.911+0000 7f3645a6f740 10 client.26450 fetch_fsmap learned FSMap version 32 2024-06-06T08:29:42.910 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.911+0000 7f3645a6f740 1 -- 172.21.15.42:0/665601526 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x55f75bc18620 con 0x55f75bed4c80 2024-06-06T08:29:42.913 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.915+0000 7f361bfff640 1 -- 172.21.15.42:0/665601526 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f36300a40e0 con 0x55f75bed4c80 2024-06-06T08:29:42.914 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.915+0000 7f361bfff640 1 -- 172.21.15.42:0/665601526 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 32) ==== 8362+0+0 (secure 0 0 0) 0x7f3634049580 con 0x55f75bed4c80 2024-06-06T08:29:42.914 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.915+0000 7f3645a6f740 10 client.26450 fetch_fsmap finished waiting for FSMap version 32 2024-06-06T08:29:42.914 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.915+0000 7f3645a6f740 10 client.26450 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:29:42.914 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.915+0000 7f3645a6f740 20 client.26450 populate_metadata read hostname 'smithi042' 2024-06-06T08:29:42.914 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.915+0000 7f3645a6f740 1 --2- 172.21.15.42:0/665601526 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f75beefc40 0x55f75bef20c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:42.914 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.915+0000 7f3645a6f740 4 client.26450 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:29:42.914 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.915+0000 7f3645a6f740 1 -- 172.21.15.42:0/665601526 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f75be4bf10 con 0x55f75beefc40 2024-06-06T08:29:42.916 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.917+0000 7f3640afd640 1 --2- 172.21.15.42:0/665601526 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f75beefc40 0x55f75bef20c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:42.925 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.925+0000 7f3640afd640 1 --2- 172.21.15.42:0/665601526 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f75beefc40 0x55f75bef20c0 crc :-1 s=READY pgs=163 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b8e53d41409f0448 server_cookie=c8c7b778bca110c5 in_seq=0 out_seq=0 2024-06-06T08:29:42.925 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.925+0000 7f361bfff640 10 client.26450 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:29:42.930 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.929+0000 7f361bfff640 1 -- 172.21.15.42:0/665601526 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55f75be4bf10 con 0x55f75beefc40 2024-06-06T08:29:42.930 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.929+0000 7f361bfff640 10 client.26450 handle_command_reply: tid=0 2024-06-06T08:29:42.930 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.929+0000 7f3645a6f740 1 client.26450 shutdown 2024-06-06T08:29:42.930 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.930+0000 7f3645a6f740 1 -- 172.21.15.42:0/665601526 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f75bed4c80 msgr2=0x55f75bedca20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:29:42.931 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.930+0000 7f3645a6f740 1 --2- 172.21.15.42:0/665601526 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f75bed4c80 0x55f75bedca20 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f3634046000 tx=0x7f3634047f40 comp rx=0 tx=0).stop 2024-06-06T08:29:42.935 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.937+0000 7f3645a6f740 1 -- 172.21.15.42:0/665601526 shutdown_connections 2024-06-06T08:29:42.935 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.937+0000 7f3645a6f740 1 --2- 172.21.15.42:0/665601526 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f75beefc40 0x55f75bef20c0 crc :-1 s=READY pgs=163 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:42.935 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.937+0000 7f3645a6f740 1 --2- 172.21.15.42:0/665601526 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f75bed4c80 0x55f75bedca20 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:42.936 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.937+0000 7f3645a6f740 1 --2- 172.21.15.42:0/665601526 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f75bedf540 0x55f75bedcf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:42.936 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.937+0000 7f3645a6f740 1 --2- 172.21.15.42:0/665601526 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f75bed4360 0x55f75bedc4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:42.936 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.937+0000 7f3645a6f740 1 -- 172.21.15.42:0/665601526 >> 172.21.15.42:0/665601526 conn(0x55f75bed0870 msgr2=0x55f75bed65f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:29:42.939 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.938+0000 7f361bfff640 0 client.26450 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:29:42.945 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.945+0000 7f3645a6f740 1 -- 172.21.15.42:0/665601526 shutdown_connections 2024-06-06T08:29:42.948 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.947+0000 7f3645a6f740 1 -- 172.21.15.42:0/665601526 wait complete. 2024-06-06T08:29:42.948 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.947+0000 7f3645a6f740 20 client.26450 trim_cache size 0 max 16384 2024-06-06T08:29:42.992 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.993+0000 7f3645a6f740 1 Processor -- start 2024-06-06T08:29:42.992 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.993+0000 7f3645a6f740 1 -- start start 2024-06-06T08:29:42.995 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.994+0000 7f3645a6f740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f75bed4360 0x55f75bed6d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:42.995 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.994+0000 7f3645a6f740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f75bed4c80 0x55f75bedcd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:42.995 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.994+0000 7f3645a6f740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f75bedf540 0x55f75bef7990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:42.995 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.994+0000 7f3645a6f740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f36280129a0 con 0x55f75bed4360 2024-06-06T08:29:42.995 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.994+0000 7f3645a6f740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f3628010210 con 0x55f75bed4c80 2024-06-06T08:29:42.995 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.994+0000 7f3645a6f740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f362800e060 con 0x55f75bedf540 2024-06-06T08:29:42.995 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.994+0000 7f36412fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f75bedf540 0x55f75bef7990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:42.996 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.994+0000 7f36412fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f75bedf540 0x55f75bef7990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:38004/0 (socket says 172.21.15.42:38004) 2024-06-06T08:29:42.996 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.994+0000 7f36412fe640 1 -- 172.21.15.42:0/515223902 learned_addr learned my addr 172.21.15.42:0/515223902 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:29:42.996 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.995+0000 7f36412fe640 1 -- 172.21.15.42:0/515223902 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f75bed4c80 msgr2=0x55f75bedcd80 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-06-06T08:29:42.996 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.995+0000 7f36412fe640 1 --2- 172.21.15.42:0/515223902 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f75bed4c80 0x55f75bedcd80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:42.996 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.995+0000 7f36412fe640 1 -- 172.21.15.42:0/515223902 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f75bed4360 msgr2=0x55f75bed6d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:29:42.996 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.995+0000 7f36412fe640 1 --2- 172.21.15.42:0/515223902 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f75bed4360 0x55f75bed6d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:42.996 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.995+0000 7f36412fe640 1 -- 172.21.15.42:0/515223902 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f75becace0 con 0x55f75bedf540 2024-06-06T08:29:42.996 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.995+0000 7f36412fe640 1 --2- 172.21.15.42:0/515223902 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f75bedf540 0x55f75bef7990 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f362c00fbc0 tx=0x7f362c004750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1cc47561d8db737d server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:29:42.999 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.997+0000 7f36227fc640 1 -- 172.21.15.42:0/515223902 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f362c015ba0 con 0x55f75bedf540 2024-06-06T08:29:42.999 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.997+0000 7f36227fc640 1 -- 172.21.15.42:0/515223902 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f362c024070 con 0x55f75bedf540 2024-06-06T08:29:42.999 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.998+0000 7f3645a6f740 1 -- 172.21.15.42:0/515223902 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f75bedf540 msgr2=0x55f75bef7990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:29:42.999 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:42.998+0000 7f3645a6f740 1 --2- 172.21.15.42:0/515223902 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f75bedf540 0x55f75bef7990 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f362c00fbc0 tx=0x7f362c004750 comp rx=0 tx=0).stop 2024-06-06T08:29:43.002 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:43.001+0000 7f3645a6f740 1 -- 172.21.15.42:0/515223902 shutdown_connections 2024-06-06T08:29:43.002 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:43.001+0000 7f3645a6f740 1 --2- 172.21.15.42:0/515223902 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f75bed4c80 0x55f75bedcd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:43.002 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:43.001+0000 7f3645a6f740 1 --2- 172.21.15.42:0/515223902 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f75bedf540 0x55f75bef7990 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:43.002 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:43.001+0000 7f3645a6f740 1 --2- 172.21.15.42:0/515223902 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f75bed4360 0x55f75bed6d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:43.002 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:43.001+0000 7f3645a6f740 1 -- 172.21.15.42:0/515223902 >> 172.21.15.42:0/515223902 conn(0x55f75bed0870 msgr2=0x55f75becf9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:29:43.009 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:43.010+0000 7f3645a6f740 1 -- 172.21.15.42:0/515223902 shutdown_connections 2024-06-06T08:29:43.013 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:43.012+0000 7f3645a6f740 1 -- 172.21.15.42:0/515223902 wait complete. 2024-06-06T08:29:43.013 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:43.012+0000 7f3645a6f740 1 -- start start 2024-06-06T08:29:43.014 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:43.012+0000 7f3645a6f740 1 Processor -- start 2024-06-06T08:29:43.014 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:43.013+0000 7f3645a6f740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f75bed4360 0x55f75bee7d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:43.014 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:43.013+0000 7f3645a6f740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f75bed4c80 0x55f75bee24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:43.014 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:43.013+0000 7f3645a6f740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f75bedf540 0x55f75bee2b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:43.014 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:43.013+0000 7f3645a6f740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f362800e6d0 con 0x55f75bed4c80 2024-06-06T08:29:43.014 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:43.013+0000 7f3645a6f740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f362800fb40 con 0x55f75bedf540 2024-06-06T08:29:43.014 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:43.013+0000 7f3645a6f740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f362800eda0 con 0x55f75bed4360 2024-06-06T08:29:43.014 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:43.013+0000 7f3645a6f740 10 client.0 _ll_register_callbacks cb 0x7f363401ab30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:29:43.016 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:43.015+0000 7f36412fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f75bedf540 0x55f75bee2b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:43.016 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:43.015+0000 7f36412fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f75bedf540 0x55f75bee2b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:43648/0 (socket says 172.21.15.42:43648) 2024-06-06T08:29:43.016 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:43.015+0000 7f36412fe640 1 -- 172.21.15.42:0/1921606421 learned_addr learned my addr 172.21.15.42:0/1921606421 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:29:43.016 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:43.017+0000 7f3640afd640 1 --2- 172.21.15.42:0/1921606421 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f75bed4360 0x55f75bee7d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:43.017 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:43.018+0000 7f3640afd640 1 -- 172.21.15.42:0/1921606421 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f75bedf540 msgr2=0x55f75bee2b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:29:43.017 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:43.018+0000 7f3640afd640 1 --2- 172.21.15.42:0/1921606421 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f75bedf540 0x55f75bee2b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:43.017 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:43.018+0000 7f3640afd640 1 -- 172.21.15.42:0/1921606421 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f75bed4c80 msgr2=0x55f75bee24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:29:43.018 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:43.018+0000 7f3640afd640 1 --2- 172.21.15.42:0/1921606421 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f75bed4c80 0x55f75bee24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:43.018 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:43.018+0000 7f3640afd640 1 -- 172.21.15.42:0/1921606421 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f75bf58950 con 0x55f75bed4360 2024-06-06T08:29:43.021 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:43.021+0000 7f3640afd640 1 --2- 172.21.15.42:0/1921606421 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f75bed4360 0x55f75bee7d70 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f363009b400 tx=0x7f363000a3f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5b6219769d64a5bc server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:29:43.021 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:43.022+0000 7f361bfff640 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:29:43.021 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:43.022+0000 7f361bfff640 1 -- 172.21.15.42:0/1921606421 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36300b4040 con 0x55f75bed4360 2024-06-06T08:29:43.021 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:43.022+0000 7f3645a6f740 1 -- 172.21.15.42:0/1921606421 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f362c024070 con 0x55f75bed4360 2024-06-06T08:29:43.021 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:43.022+0000 7f361bfff640 1 -- 172.21.15.42:0/1921606421 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9450+0+0 (secure 0 0 0) 0x7f3630099770 con 0x55f75bed4360 2024-06-06T08:29:43.021 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:43.022+0000 7f361bfff640 1 -- 172.21.15.42:0/1921606421 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f363001d040 con 0x55f75bed4360 2024-06-06T08:29:43.023 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:43.024+0000 7f3645a6f740 10 client.26356 fetch_fsmap learned FSMap version 32 2024-06-06T08:29:43.024 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:43.024+0000 7f3645a6f740 1 -- 172.21.15.42:0/1921606421 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x55f75bf59b60 con 0x55f75bed4360 2024-06-06T08:29:43.024 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:43.026+0000 7f361bfff640 1 -- 172.21.15.42:0/1921606421 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f362c024070 con 0x55f75bed4360 2024-06-06T08:29:43.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:43.026+0000 7f361bfff640 1 -- 172.21.15.42:0/1921606421 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 32) ==== 8362+0+0 (secure 0 0 0) 0x7f36300cc920 con 0x55f75bed4360 2024-06-06T08:29:43.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:43.026+0000 7f3645a6f740 10 client.26356 fetch_fsmap finished waiting for FSMap version 32 2024-06-06T08:29:43.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:43.026+0000 7f3645a6f740 10 client.26356 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:29:43.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:43.026+0000 7f3645a6f740 20 client.26356 populate_metadata read hostname 'smithi042' 2024-06-06T08:29:43.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:43.026+0000 7f3645a6f740 1 --2- 172.21.15.42:0/1921606421 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f75bf5a380 0x55f75bf5c7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:43.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:43.026+0000 7f3645a6f740 4 client.26356 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:29:43.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:43.026+0000 7f3645a6f740 1 -- 172.21.15.42:0/1921606421 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55f75be45c20 con 0x55f75bf5a380 2024-06-06T08:29:43.026 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:43.027+0000 7f363bfff640 1 --2- 172.21.15.42:0/1921606421 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f75bf5a380 0x55f75bf5c7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:43.044 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:43.044+0000 7f363bfff640 1 --2- 172.21.15.42:0/1921606421 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f75bf5a380 0x55f75bf5c7a0 crc :-1 s=READY pgs=164 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=946daf9f089584c1 server_cookie=72ff41a65c62ebd5 in_seq=0 out_seq=0 2024-06-06T08:29:43.045 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:43.044+0000 7f361bfff640 10 client.26356 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:29:43.603 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:43.600+0000 7fd0413f5700 1 -- 172.21.15.42:0/2024480647 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd03c110c70 msgr2=0x7fd03c109490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:29:43.604 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:43.600+0000 7fd0413f5700 1 --2- 172.21.15.42:0/2024480647 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd03c110c70 0x7fd03c109490 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fd03001a9a0 tx=0x7fd03001acb0 comp rx=0 tx=0).stop 2024-06-06T08:29:43.608 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:43.604+0000 7fd0413f5700 1 -- 172.21.15.42:0/2024480647 shutdown_connections 2024-06-06T08:29:43.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:43.604+0000 7fd0413f5700 1 --2- 172.21.15.42:0/2024480647 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd03c11bc70 0x7fd03c11e060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:43.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:43.604+0000 7fd0413f5700 1 --2- 172.21.15.42:0/2024480647 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd03c110c70 0x7fd03c109490 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:43.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:43.604+0000 7fd0413f5700 1 --2- 172.21.15.42:0/2024480647 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd03c1099d0 0x7fd03c109e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:43.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:43.604+0000 7fd0413f5700 1 -- 172.21.15.42:0/2024480647 >> 172.21.15.42:0/2024480647 conn(0x7fd03c06d600 msgr2=0x7fd03c06da10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:29:43.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:43.604+0000 7fd0413f5700 1 -- 172.21.15.42:0/2024480647 shutdown_connections 2024-06-06T08:29:43.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:43.606+0000 7fd0413f5700 1 -- 172.21.15.42:0/2024480647 wait complete. 2024-06-06T08:29:43.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:43.607+0000 7fd0413f5700 1 Processor -- start 2024-06-06T08:29:43.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:43.608+0000 7fd0413f5700 1 -- start start 2024-06-06T08:29:43.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:43.608+0000 7fd0413f5700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd03c1099d0 0x7fd03c117390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:43.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:43.608+0000 7fd0413f5700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd03c110c70 0x7fd03c1178d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:43.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:43.608+0000 7fd0413f5700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd03c11bc70 0x7fd03c11ac50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:43.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:43.608+0000 7fd0413f5700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd03c113e80 con 0x7fd03c11bc70 2024-06-06T08:29:43.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:43.608+0000 7fd0413f5700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fd03c113d00 con 0x7fd03c1099d0 2024-06-06T08:29:43.610 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:43.608+0000 7fd0413f5700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fd03c114000 con 0x7fd03c110c70 2024-06-06T08:29:43.620 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:43.610+0000 7fd03a7fc700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd03c110c70 0x7fd03c1178d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:43.620 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:43.610+0000 7fd03a7fc700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd03c110c70 0x7fd03c1178d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:38038/0 (socket says 172.21.15.42:38038) 2024-06-06T08:29:43.621 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:43.610+0000 7fd03a7fc700 1 -- 172.21.15.42:0/616818218 learned_addr learned my addr 172.21.15.42:0/616818218 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:29:43.621 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:43.610+0000 7fd03affd700 1 --2- 172.21.15.42:0/616818218 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd03c1099d0 0x7fd03c117390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:43.621 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:43.611+0000 7fd03b7fe700 1 --2- 172.21.15.42:0/616818218 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd03c11bc70 0x7fd03c11ac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:43.621 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:43.613+0000 7fd03b7fe700 1 -- 172.21.15.42:0/616818218 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd03c110c70 msgr2=0x7fd03c1178d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:29:43.621 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:43.613+0000 7fd03b7fe700 1 --2- 172.21.15.42:0/616818218 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd03c110c70 0x7fd03c1178d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:43.621 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:43.613+0000 7fd03b7fe700 1 -- 172.21.15.42:0/616818218 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd03c1099d0 msgr2=0x7fd03c117390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:29:43.621 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:43.613+0000 7fd03b7fe700 1 --2- 172.21.15.42:0/616818218 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd03c1099d0 0x7fd03c117390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:43.621 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:43.613+0000 7fd03b7fe700 1 -- 172.21.15.42:0/616818218 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd03c11b390 con 0x7fd03c11bc70 2024-06-06T08:29:43.621 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:43.616+0000 7fd03b7fe700 1 --2- 172.21.15.42:0/616818218 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd03c11bc70 0x7fd03c11ac50 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7fd03400bdf0 tx=0x7fd034009ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:29:43.621 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:43.620+0000 7fd023fff700 1 -- 172.21.15.42:0/616818218 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd034019070 con 0x7fd03c11bc70 2024-06-06T08:29:43.621 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:43.620+0000 7fd023fff700 1 -- 172.21.15.42:0/616818218 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd03400cc10 con 0x7fd03c11bc70 2024-06-06T08:29:43.621 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:43.620+0000 7fd023fff700 1 -- 172.21.15.42:0/616818218 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd034012630 con 0x7fd03c11bc70 2024-06-06T08:29:43.622 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:29:43.623 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:43.621+0000 7fd0413f5700 1 -- 172.21.15.42:0/616818218 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd03c11b680 con 0x7fd03c11bc70 2024-06-06T08:29:43.623 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:43.621+0000 7fd0413f5700 1 -- 172.21.15.42:0/616818218 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd03c1abd70 con 0x7fd03c11bc70 2024-06-06T08:29:43.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:43.625+0000 7fd0413f5700 1 -- 172.21.15.42:0/616818218 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd03c06eb90 con 0x7fd03c11bc70 2024-06-06T08:29:43.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:43.629+0000 7fd023fff700 1 -- 172.21.15.42:0/616818218 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fd03401c070 con 0x7fd03c11bc70 2024-06-06T08:29:43.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:43.630+0000 7fd023fff700 1 --2- 172.21.15.42:0/616818218 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fd0240a2f10 0x7fd0240a53d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:43.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:43.631+0000 7fd023fff700 1 -- 172.21.15.42:0/616818218 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9450+0+0 (secure 0 0 0) 0x7fd0340cebe0 con 0x7fd03c11bc70 2024-06-06T08:29:43.637 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:43.635+0000 7fd03affd700 1 --2- 172.21.15.42:0/616818218 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fd0240a2f10 0x7fd0240a53d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:43.641 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:43.641+0000 7fd023fff700 1 -- 172.21.15.42:0/616818218 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fd03409b570 con 0x7fd03c11bc70 2024-06-06T08:29:43.641 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:43.641+0000 7fd03affd700 1 --2- 172.21.15.42:0/616818218 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fd0240a2f10 0x7fd0240a53d0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fd03001c5d0 tx=0x7fd030000bc0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:29:44.142 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:44.143+0000 7fd0413f5700 1 -- 172.21.15.42:0/616818218 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd03c1abfa0 con 0x7fd03c11bc70 2024-06-06T08:29:44.148 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:44.149+0000 7fd023fff700 1 -- 172.21.15.42:0/616818218 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 32 v32) ==== 94+0+11882 (secure 0 0 0) 0x7fd03409ae70 con 0x7fd03c11bc70 2024-06-06T08:29:44.148 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:29:44.148 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":32,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/667270675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":667270675},{"type":"v1","addr":"172.21.15.42:6837","nonce":667270675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/2414389302","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":2414389302},{"type":"v1","addr":"172.21.15.42:6839","nonce":2414389302}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14574,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/3625002785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":3625002785},{"type":"v1","addr":"172.21.15.42:6841","nonce":3625002785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24413,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6835/3995394553","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":3995394553},{"type":"v1","addr":"172.21.15.120:6835","nonce":3995394553}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":32,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T08:18:39.778858+0000","modified":"2024-06-06T08:29:34.810271+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24464},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6837/3434475673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":3434475673},{"type":"v1","addr":"172.21.15.120:6837","nonce":3434475673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6835/3776134468","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":3776134468},{"type":"v1","addr":"172.21.15.149:6835","nonce":3776134468}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":21,"addr":"172.21.15.120:6839/1585293472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":1585293472},{"type":"v1","addr":"172.21.15.120:6839","nonce":1585293472}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":25,"addr":"172.21.15.149:6837/751787578","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":751787578},{"type":"v1","addr":"172.21.15.149:6837","nonce":751787578}]},"join_fscid":-1,"export_targets":[0,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":8,"addr":"172.21.15.149:6839/764851483","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":764851483},{"type":"v1","addr":"172.21.15.149:6839","nonce":764851483}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24464,24469,24484]},"id":1}]} 2024-06-06T08:29:44.152 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:44.153+0000 7fd0413f5700 1 -- 172.21.15.42:0/616818218 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fd0240a2f10 msgr2=0x7fd0240a53d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:29:44.152 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:44.153+0000 7fd0413f5700 1 --2- 172.21.15.42:0/616818218 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fd0240a2f10 0x7fd0240a53d0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fd03001c5d0 tx=0x7fd030000bc0 comp rx=0 tx=0).stop 2024-06-06T08:29:44.155 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:44.153+0000 7fd0413f5700 1 -- 172.21.15.42:0/616818218 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd03c11bc70 msgr2=0x7fd03c11ac50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:29:44.155 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:44.153+0000 7fd0413f5700 1 --2- 172.21.15.42:0/616818218 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd03c11bc70 0x7fd03c11ac50 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7fd03400bdf0 tx=0x7fd034009ed0 comp rx=0 tx=0).stop 2024-06-06T08:29:44.155 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:44.154+0000 7fd0413f5700 1 -- 172.21.15.42:0/616818218 shutdown_connections 2024-06-06T08:29:44.155 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:44.154+0000 7fd0413f5700 1 --2- 172.21.15.42:0/616818218 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fd0240a2f10 0x7fd0240a53d0 secure :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fd03001c5d0 tx=0x7fd030000bc0 comp rx=0 tx=0).stop 2024-06-06T08:29:44.155 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:44.154+0000 7fd0413f5700 1 --2- 172.21.15.42:0/616818218 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd03c11bc70 0x7fd03c11ac50 unknown :-1 s=CLOSED pgs=762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:44.156 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:44.154+0000 7fd0413f5700 1 --2- 172.21.15.42:0/616818218 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd03c1099d0 0x7fd03c117390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:44.156 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:44.154+0000 7fd0413f5700 1 --2- 172.21.15.42:0/616818218 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd03c110c70 0x7fd03c1178d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:44.156 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:44.154+0000 7fd0413f5700 1 -- 172.21.15.42:0/616818218 >> 172.21.15.42:0/616818218 conn(0x7fd03c06d600 msgr2=0x7fd03c11d1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:29:44.158 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:44.160+0000 7fd0413f5700 1 -- 172.21.15.42:0/616818218 shutdown_connections 2024-06-06T08:29:44.158 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:44.160+0000 7fd0413f5700 1 -- 172.21.15.42:0/616818218 wait complete. 2024-06-06T08:29:44.162 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 32 2024-06-06T08:29:44.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:29:44 smithi149 ceph-mon[36842]: pgmap v218: 129 pgs: 7 active+clean+snaptrim_wait, 119 active+clean, 3 active+clean+snaptrim; 1.2 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 619 op/s 2024-06-06T08:29:44.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:29:44 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/616818218' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:29:44.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:29:44 smithi042 ceph-mon[32384]: pgmap v218: 129 pgs: 7 active+clean+snaptrim_wait, 119 active+clean, 3 active+clean+snaptrim; 1.2 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 619 op/s 2024-06-06T08:29:44.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:29:44 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/616818218' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:29:44.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:29:44 smithi120 ceph-mon[36658]: pgmap v218: 129 pgs: 7 active+clean+snaptrim_wait, 119 active+clean, 3 active+clean+snaptrim; 1.2 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 619 op/s 2024-06-06T08:29:44.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:29:44 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/616818218' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:29:45.154 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24484 quiesce db / --timeout 90 --expiration 132.6 --await-for 45.0' 2024-06-06T08:29:45.155 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- timeout 105 ceph tell mds.24484 quiesce db / --timeout 90 --expiration 132.6 --await-for 45.0 2024-06-06T08:29:45.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:29:45 smithi149 ceph-mon[36842]: MDS daemon mds.f is removed because it is dead or otherwise unavailable. 2024-06-06T08:29:45.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:29:45 smithi149 ceph-mon[36842]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 5 up:standby 2024-06-06T08:29:45.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:29:45 smithi042 ceph-mon[32384]: MDS daemon mds.f is removed because it is dead or otherwise unavailable. 2024-06-06T08:29:45.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:29:45 smithi042 ceph-mon[32384]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 5 up:standby 2024-06-06T08:29:45.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:29:45 smithi120 ceph-mon[36658]: MDS daemon mds.f is removed because it is dead or otherwise unavailable. 2024-06-06T08:29:45.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:29:45 smithi120 ceph-mon[36658]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 5 up:standby 2024-06-06T08:29:46.618 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:29:46.747 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:29:46 smithi042 ceph-mon[32384]: pgmap v219: 129 pgs: 127 active+clean, 2 active+clean+snaptrim; 1.3 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 7.4 MiB/s wr, 842 op/s 2024-06-06T08:29:46.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:29:46 smithi149 ceph-mon[36842]: pgmap v219: 129 pgs: 127 active+clean, 2 active+clean+snaptrim; 1.3 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 7.4 MiB/s wr, 842 op/s 2024-06-06T08:29:46.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:29:46 smithi120 ceph-mon[36658]: pgmap v219: 129 pgs: 127 active+clean, 2 active+clean+snaptrim; 1.3 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 7.4 MiB/s wr, 842 op/s 2024-06-06T08:29:46.953 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.953+0000 7f14ac22d700 1 -- 172.21.15.42:0/2928489663 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f14a411bc70 msgr2=0x7f14a411e060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:29:46.953 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.953+0000 7f14ac22d700 1 --2- 172.21.15.42:0/2928489663 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f14a411bc70 0x7f14a411e060 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f149c00b0a0 tx=0x7f149c00b3b0 comp rx=0 tx=0).stop 2024-06-06T08:29:46.954 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.955+0000 7f14ac22d700 1 -- 172.21.15.42:0/2928489663 shutdown_connections 2024-06-06T08:29:46.954 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.955+0000 7f14ac22d700 1 --2- 172.21.15.42:0/2928489663 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f14a411bc70 0x7f14a411e060 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:46.954 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.955+0000 7f14ac22d700 1 --2- 172.21.15.42:0/2928489663 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f14a4110b80 0x7f14a4109490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:46.954 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.955+0000 7f14ac22d700 1 --2- 172.21.15.42:0/2928489663 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f14a4110ff0 0x7f14a41099d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:46.954 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.955+0000 7f14ac22d700 1 -- 172.21.15.42:0/2928489663 >> 172.21.15.42:0/2928489663 conn(0x7f14a406d4a0 msgr2=0x7f14a406d8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:29:46.957 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.958+0000 7f14ac22d700 1 -- 172.21.15.42:0/2928489663 shutdown_connections 2024-06-06T08:29:46.960 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.962+0000 7f14ac22d700 1 -- 172.21.15.42:0/2928489663 wait complete. 2024-06-06T08:29:46.962 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.962+0000 7f14ac22d700 1 Processor -- start 2024-06-06T08:29:46.962 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.963+0000 7f14ac22d700 1 -- start start 2024-06-06T08:29:46.962 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.963+0000 7f14ac22d700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f14a4110b80 0x7f14a41ad6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:46.962 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.963+0000 7f14ac22d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f14a4110ff0 0x7f14a41adbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:46.962 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.963+0000 7f14ac22d700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f14a411bc70 0x7f14a41a7820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:46.962 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.963+0000 7f14ac22d700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f14a41215e0 con 0x7f14a4110ff0 2024-06-06T08:29:46.963 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.963+0000 7f14ac22d700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f14a4121460 con 0x7f14a411bc70 2024-06-06T08:29:46.963 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.963+0000 7f14ac22d700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f14a4121760 con 0x7f14a4110b80 2024-06-06T08:29:46.963 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.963+0000 7f14aa7ca700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f14a411bc70 0x7f14a41a7820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:46.963 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.963+0000 7f14aa7ca700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f14a411bc70 0x7f14a41a7820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:43674/0 (socket says 172.21.15.42:43674) 2024-06-06T08:29:46.963 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.963+0000 7f14aa7ca700 1 -- 172.21.15.42:0/3621011383 learned_addr learned my addr 172.21.15.42:0/3621011383 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:29:46.963 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.963+0000 7f14a9fc9700 1 --2- 172.21.15.42:0/3621011383 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f14a4110b80 0x7f14a41ad6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:46.963 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.964+0000 7f14aa7ca700 1 -- 172.21.15.42:0/3621011383 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f14a4110b80 msgr2=0x7f14a41ad6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:29:46.963 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.964+0000 7f14aa7ca700 1 --2- 172.21.15.42:0/3621011383 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f14a4110b80 0x7f14a41ad6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:46.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.964+0000 7f14aa7ca700 1 -- 172.21.15.42:0/3621011383 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f14a4110ff0 msgr2=0x7f14a41adbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:29:46.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.964+0000 7f14a97c8700 1 --2- 172.21.15.42:0/3621011383 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f14a4110ff0 0x7f14a41adbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:46.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.964+0000 7f14aa7ca700 1 --2- 172.21.15.42:0/3621011383 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f14a4110ff0 0x7f14a41adbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:46.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.964+0000 7f14aa7ca700 1 -- 172.21.15.42:0/3621011383 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14a41a8000 con 0x7f14a411bc70 2024-06-06T08:29:46.966 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.966+0000 7f14aa7ca700 1 --2- 172.21.15.42:0/3621011383 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f14a411bc70 0x7f14a41a7820 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f149c009720 tx=0x7f149c004da0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:29:46.970 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.970+0000 7f149affd700 1 -- 172.21.15.42:0/3621011383 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f149c021070 con 0x7f14a411bc70 2024-06-06T08:29:46.970 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.970+0000 7f149affd700 1 -- 172.21.15.42:0/3621011383 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f149c003c00 con 0x7f14a411bc70 2024-06-06T08:29:46.971 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.970+0000 7f149affd700 1 -- 172.21.15.42:0/3621011383 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f149c01d450 con 0x7f14a411bc70 2024-06-06T08:29:46.971 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.971+0000 7f14ac22d700 1 -- 172.21.15.42:0/3621011383 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14a41a8290 con 0x7f14a411bc70 2024-06-06T08:29:46.971 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.972+0000 7f14ac22d700 1 -- 172.21.15.42:0/3621011383 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14a41b4500 con 0x7f14a411bc70 2024-06-06T08:29:46.978 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.978+0000 7f149affd700 1 -- 172.21.15.42:0/3621011383 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f149c004000 con 0x7f14a411bc70 2024-06-06T08:29:46.982 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.978+0000 7f14b6ab0b80 1 Processor -- start 2024-06-06T08:29:46.982 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.980+0000 7f14b6ab0b80 1 -- start start 2024-06-06T08:29:46.982 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.981+0000 7f14b6ab0b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5563b95350a0 0x5563b9535480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:46.982 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.981+0000 7f14b6ab0b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5563b95359c0 0x5563b95304b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:46.982 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.981+0000 7f14b6ab0b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563b95309f0 0x5563b9530e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:46.982 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.981+0000 7f14b6ab0b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5563b9422f60 con 0x5563b95309f0 2024-06-06T08:29:46.982 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.981+0000 7f14b6ab0b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5563b9481850 con 0x5563b95359c0 2024-06-06T08:29:46.982 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.981+0000 7f14b6ab0b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5563b93e9460 con 0x5563b95350a0 2024-06-06T08:29:46.983 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.981+0000 7f149affd700 1 --2- 172.21.15.42:0/3621011383 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f14900a2f60 0x7f14900a5420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:46.983 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.982+0000 7f149affd700 1 -- 172.21.15.42:0/3621011383 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9450+0+0 (secure 0 0 0) 0x7f149c00f020 con 0x7f14a411bc70 2024-06-06T08:29:46.983 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.983+0000 7f14a9fc9700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5563b95359c0 0x5563b95304b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:46.983 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.983+0000 7f14a9fc9700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5563b95359c0 0x5563b95304b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:43688/0 (socket says 172.21.15.42:43688) 2024-06-06T08:29:46.983 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.983+0000 7f14a9fc9700 1 -- 172.21.15.42:0/1628026105 learned_addr learned my addr 172.21.15.42:0/1628026105 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:29:46.984 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.984+0000 7f14aa7ca700 1 --2- 172.21.15.42:0/3621011383 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f14900a2f60 0x7f14900a5420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:46.984 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.984+0000 7f14a9fc9700 1 -- 172.21.15.42:0/1628026105 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5563b95350a0 msgr2=0x5563b9535480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:29:46.984 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.984+0000 7f14a9fc9700 1 --2- 172.21.15.42:0/1628026105 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5563b95350a0 0x5563b9535480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:46.984 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.984+0000 7f14a9fc9700 1 -- 172.21.15.42:0/1628026105 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563b95309f0 msgr2=0x5563b9530e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:29:46.984 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.984+0000 7f14a9fc9700 1 --2- 172.21.15.42:0/1628026105 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563b95309f0 0x5563b9530e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:46.984 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.984+0000 7f14a9fc9700 1 -- 172.21.15.42:0/1628026105 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5563b93d08d0 con 0x5563b95359c0 2024-06-06T08:29:46.984 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.985+0000 7f14aa7ca700 1 --2- 172.21.15.42:0/3621011383 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f14900a2f60 0x7f14900a5420 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f149c0a4c40 tx=0x7f149c009040 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:29:46.984 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.985+0000 7f14a9fc9700 1 --2- 172.21.15.42:0/1628026105 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5563b95359c0 0x5563b95304b0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f14a0009ce0 tx=0x7f14a0010370 comp rx=0 tx=0).ready entity=mon.2 client_cookie=400de931225ac377 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:29:46.985 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.987+0000 7f148ffff700 1 -- 172.21.15.42:0/1628026105 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14a0010ca0 con 0x5563b95359c0 2024-06-06T08:29:46.986 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.987+0000 7f148ffff700 1 -- 172.21.15.42:0/1628026105 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f14a0004500 con 0x5563b95359c0 2024-06-06T08:29:46.986 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.987+0000 7f148ffff700 1 -- 172.21.15.42:0/1628026105 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14a0012470 con 0x5563b95359c0 2024-06-06T08:29:46.987 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.988+0000 7f14b6ab0b80 1 -- 172.21.15.42:0/1628026105 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5563b95359c0 msgr2=0x5563b95304b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:29:46.987 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.988+0000 7f14b6ab0b80 1 --2- 172.21.15.42:0/1628026105 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5563b95359c0 0x5563b95304b0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f14a0009ce0 tx=0x7f14a0010370 comp rx=0 tx=0).stop 2024-06-06T08:29:46.993 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.994+0000 7f14b6ab0b80 1 -- 172.21.15.42:0/1628026105 shutdown_connections 2024-06-06T08:29:46.994 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.994+0000 7f14b6ab0b80 1 --2- 172.21.15.42:0/1628026105 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563b95309f0 0x5563b9530e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:46.994 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.994+0000 7f14b6ab0b80 1 --2- 172.21.15.42:0/1628026105 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5563b95350a0 0x5563b9535480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:46.994 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.994+0000 7f14b6ab0b80 1 --2- 172.21.15.42:0/1628026105 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5563b95359c0 0x5563b95304b0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:46.994 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.994+0000 7f14b6ab0b80 1 -- 172.21.15.42:0/1628026105 >> 172.21.15.42:0/1628026105 conn(0x5563b945d080 msgr2=0x5563b952b390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:29:46.996 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.997+0000 7f14b6ab0b80 1 -- 172.21.15.42:0/1628026105 shutdown_connections 2024-06-06T08:29:46.996 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.997+0000 7f14b6ab0b80 1 -- 172.21.15.42:0/1628026105 wait complete. 2024-06-06T08:29:46.997 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.998+0000 7f14b6ab0b80 1 -- start start 2024-06-06T08:29:46.997 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:46.998+0000 7f14b6ab0b80 1 Processor -- start 2024-06-06T08:29:46.999 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.000+0000 7f14b6ab0b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5563b95309f0 0x5563b953c820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:46.999 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.000+0000 7f14b6ab0b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563b95350a0 0x5563b9539b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:46.999 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.000+0000 7f14b6ab0b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5563b95359c0 0x5563b953a060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:46.999 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.000+0000 7f14b6ab0b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5563b9421fc0 con 0x5563b95350a0 2024-06-06T08:29:46.999 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.000+0000 7f14b6ab0b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5563b947d810 con 0x5563b95309f0 2024-06-06T08:29:47.000 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.000+0000 7f14b6ab0b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5563b954e460 con 0x5563b95359c0 2024-06-06T08:29:47.000 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.000+0000 7f14b6ab0b80 10 client.0 _ll_register_callbacks cb 0x5563b94175b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:29:47.001 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.001+0000 7f14a97c8700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5563b95309f0 0x5563b953c820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:47.002 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.001+0000 7f14a97c8700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5563b95359c0 0x5563b953a060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:47.002 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.001+0000 7f14a97c8700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5563b95309f0 0x5563b953c820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:43696/0 (socket says 172.21.15.42:43696) 2024-06-06T08:29:47.002 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.001+0000 7f14a97c8700 1 -- 172.21.15.42:0/2264299842 learned_addr learned my addr 172.21.15.42:0/2264299842 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:29:47.002 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.001+0000 7f14a9fc9700 1 --2- 172.21.15.42:0/2264299842 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563b95350a0 0x5563b9539b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:47.002 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.001+0000 7f14a97c8700 1 -- 172.21.15.42:0/2264299842 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5563b95359c0 msgr2=0x5563b953a060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:29:47.002 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.001+0000 7f14a97c8700 1 --2- 172.21.15.42:0/2264299842 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5563b95359c0 0x5563b953a060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:47.002 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.001+0000 7f14a97c8700 1 -- 172.21.15.42:0/2264299842 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563b95350a0 msgr2=0x5563b9539b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:29:47.002 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.001+0000 7f14a97c8700 1 --2- 172.21.15.42:0/2264299842 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563b95350a0 0x5563b9539b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:47.002 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.001+0000 7f14a97c8700 1 -- 172.21.15.42:0/2264299842 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5563b9447750 con 0x5563b95309f0 2024-06-06T08:29:47.002 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.002+0000 7f14a9fc9700 1 --2- 172.21.15.42:0/2264299842 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563b95350a0 0x5563b9539b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:29:47.003 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.002+0000 7f14a97c8700 1 --2- 172.21.15.42:0/2264299842 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5563b95309f0 0x5563b953c820 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f149400be80 tx=0x7f1494006c30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3eef1c090c77bb1a server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:29:47.003 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.002+0000 7f148d7fa700 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:29:47.003 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.003+0000 7f148d7fa700 1 -- 172.21.15.42:0/2264299842 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f149400f040 con 0x5563b95309f0 2024-06-06T08:29:47.003 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.003+0000 7f14b6ab0b80 1 -- 172.21.15.42:0/2264299842 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f14a0004500 con 0x5563b95309f0 2024-06-06T08:29:47.003 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.003+0000 7f148d7fa700 1 -- 172.21.15.42:0/2264299842 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9450+0+0 (secure 0 0 0) 0x7f1494013920 con 0x5563b95309f0 2024-06-06T08:29:47.004 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.003+0000 7f148d7fa700 1 -- 172.21.15.42:0/2264299842 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f1494025050 con 0x5563b95309f0 2024-06-06T08:29:47.004 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.003+0000 7f14b6ab0b80 10 client.26465 fetch_fsmap learned FSMap version 33 2024-06-06T08:29:47.004 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.003+0000 7f14b6ab0b80 1 -- 172.21.15.42:0/2264299842 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x5563b9558ca0 con 0x5563b95309f0 2024-06-06T08:29:47.005 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.004+0000 7f148d7fa700 1 -- 172.21.15.42:0/2264299842 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f14a0004500 con 0x5563b95309f0 2024-06-06T08:29:47.005 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.004+0000 7f148d7fa700 1 -- 172.21.15.42:0/2264299842 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 33) ==== 7757+0+0 (secure 0 0 0) 0x7f1494017980 con 0x5563b95309f0 2024-06-06T08:29:47.005 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.006+0000 7f14b6ab0b80 10 client.26465 fetch_fsmap finished waiting for FSMap version 33 2024-06-06T08:29:47.005 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.006+0000 7f14b6ab0b80 10 client.26465 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:29:47.005 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.006+0000 7f14b6ab0b80 20 client.26465 populate_metadata read hostname 'smithi042' 2024-06-06T08:29:47.005 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.006+0000 7f14b6ab0b80 1 --2- 172.21.15.42:0/2264299842 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5563b955b2e0 0x5563b955d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:47.006 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.006+0000 7f14b6ab0b80 4 client.26465 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:29:47.006 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.006+0000 7f14b6ab0b80 1 -- 172.21.15.42:0/2264299842 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5563b948ed50 con 0x5563b955b2e0 2024-06-06T08:29:47.007 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.008+0000 7f14a9fc9700 1 --2- 172.21.15.42:0/2264299842 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5563b955b2e0 0x5563b955d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:47.008 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.009+0000 7f148d7fa700 10 client.26465 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:29:47.008 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.009+0000 7f14a9fc9700 1 --2- 172.21.15.42:0/2264299842 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5563b955b2e0 0x5563b955d6d0 crc :-1 s=READY pgs=165 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a854497f49fbf590 server_cookie=396998ef21c981ec in_seq=0 out_seq=0 2024-06-06T08:29:47.012 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.011+0000 7f148d7fa700 1 -- 172.21.15.42:0/2264299842 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x5563b948ed50 con 0x5563b955b2e0 2024-06-06T08:29:47.013 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.011+0000 7f148d7fa700 10 client.26465 handle_command_reply: tid=0 2024-06-06T08:29:47.013 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.012+0000 7f14b6ab0b80 1 client.26465 shutdown 2024-06-06T08:29:47.013 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.013+0000 7f14b6ab0b80 1 -- 172.21.15.42:0/2264299842 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5563b95309f0 msgr2=0x5563b953c820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:29:47.013 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.013+0000 7f14b6ab0b80 1 --2- 172.21.15.42:0/2264299842 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5563b95309f0 0x5563b953c820 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f149400be80 tx=0x7f1494006c30 comp rx=0 tx=0).stop 2024-06-06T08:29:47.015 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.015+0000 7f14b6ab0b80 1 -- 172.21.15.42:0/2264299842 shutdown_connections 2024-06-06T08:29:47.015 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.015+0000 7f14b6ab0b80 1 --2- 172.21.15.42:0/2264299842 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5563b95359c0 0x5563b953a060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:47.015 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.015+0000 7f14b6ab0b80 1 --2- 172.21.15.42:0/2264299842 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5563b955b2e0 0x5563b955d6d0 crc :-1 s=READY pgs=165 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:47.015 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.015+0000 7f14b6ab0b80 1 --2- 172.21.15.42:0/2264299842 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5563b95309f0 0x5563b953c820 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:47.015 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.015+0000 7f14b6ab0b80 1 --2- 172.21.15.42:0/2264299842 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563b95350a0 0x5563b9539b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:47.015 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.015+0000 7f14b6ab0b80 1 -- 172.21.15.42:0/2264299842 >> 172.21.15.42:0/2264299842 conn(0x5563b945d080 msgr2=0x5563b952a950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:29:47.015 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.016+0000 7f148d7fa700 0 client.26465 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:29:47.016 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.017+0000 7f14b6ab0b80 1 -- 172.21.15.42:0/2264299842 shutdown_connections 2024-06-06T08:29:47.019 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.019+0000 7f14b6ab0b80 1 -- 172.21.15.42:0/2264299842 wait complete. 2024-06-06T08:29:47.019 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.019+0000 7f14b6ab0b80 20 client.26465 trim_cache size 0 max 16384 2024-06-06T08:29:47.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.067+0000 7f14b6ab0b80 1 Processor -- start 2024-06-06T08:29:47.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.067+0000 7f14b6ab0b80 1 -- start start 2024-06-06T08:29:47.067 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.068+0000 7f14b6ab0b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5563b95309f0 0x5563b953ba60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:47.068 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.068+0000 7f14b6ab0b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563b95350a0 0x5563b952b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:47.068 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.068+0000 7f14b6ab0b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5563b95359c0 0x5563b9562f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:47.068 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.068+0000 7f14b6ab0b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f14a41b64c0 con 0x5563b95350a0 2024-06-06T08:29:47.068 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.068+0000 7f14b6ab0b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f14a41b6bf0 con 0x5563b95309f0 2024-06-06T08:29:47.068 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.068+0000 7f14b6ab0b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f14a41199e0 con 0x5563b95359c0 2024-06-06T08:29:47.068 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.068+0000 7f14a97c8700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5563b95309f0 0x5563b953ba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:47.068 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.068+0000 7f14a97c8700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5563b95309f0 0x5563b953ba60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:43708/0 (socket says 172.21.15.42:43708) 2024-06-06T08:29:47.068 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.068+0000 7f14a97c8700 1 -- 172.21.15.42:0/2323788455 learned_addr learned my addr 172.21.15.42:0/2323788455 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:29:47.068 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.068+0000 7f14a97c8700 1 --2- 172.21.15.42:0/2323788455 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5563b95359c0 0x5563b9562f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:47.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.069+0000 7f14a97c8700 1 -- 172.21.15.42:0/2323788455 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5563b95359c0 msgr2=0x5563b9562f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:29:47.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.069+0000 7f14a97c8700 1 --2- 172.21.15.42:0/2323788455 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5563b95359c0 0x5563b9562f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:47.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.069+0000 7f14a97c8700 1 -- 172.21.15.42:0/2323788455 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563b95350a0 msgr2=0x5563b952b0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:29:47.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.069+0000 7f14a97c8700 1 --2- 172.21.15.42:0/2323788455 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563b95350a0 0x5563b952b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:47.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.069+0000 7f14a97c8700 1 -- 172.21.15.42:0/2323788455 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5563b95312f0 con 0x5563b95309f0 2024-06-06T08:29:47.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.070+0000 7f14a97c8700 1 --2- 172.21.15.42:0/2323788455 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5563b95309f0 0x5563b953ba60 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f1494006c00 tx=0x7f1494004750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ae71fc3dc1092267 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:29:47.070 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.070+0000 7f148f7fe700 1 -- 172.21.15.42:0/2323788455 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1494005a50 con 0x5563b95309f0 2024-06-06T08:29:47.070 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.070+0000 7f148f7fe700 1 -- 172.21.15.42:0/2323788455 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f149401c070 con 0x5563b95309f0 2024-06-06T08:29:47.070 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.070+0000 7f148f7fe700 1 -- 172.21.15.42:0/2323788455 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1494017640 con 0x5563b95309f0 2024-06-06T08:29:47.071 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.072+0000 7f14b6ab0b80 1 -- 172.21.15.42:0/2323788455 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5563b95309f0 msgr2=0x5563b953ba60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:29:47.072 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.072+0000 7f14b6ab0b80 1 --2- 172.21.15.42:0/2323788455 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5563b95309f0 0x5563b953ba60 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f1494006c00 tx=0x7f1494004750 comp rx=0 tx=0).stop 2024-06-06T08:29:47.072 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.073+0000 7f14b6ab0b80 1 -- 172.21.15.42:0/2323788455 shutdown_connections 2024-06-06T08:29:47.072 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.073+0000 7f14b6ab0b80 1 --2- 172.21.15.42:0/2323788455 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5563b95359c0 0x5563b9562f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:47.072 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.073+0000 7f14b6ab0b80 1 --2- 172.21.15.42:0/2323788455 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5563b95309f0 0x5563b953ba60 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:47.072 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.073+0000 7f14b6ab0b80 1 --2- 172.21.15.42:0/2323788455 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563b95350a0 0x5563b952b0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:47.073 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.073+0000 7f14b6ab0b80 1 -- 172.21.15.42:0/2323788455 >> 172.21.15.42:0/2323788455 conn(0x5563b945d080 msgr2=0x5563b953b350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:29:47.073 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.073+0000 7f14b6ab0b80 1 -- 172.21.15.42:0/2323788455 shutdown_connections 2024-06-06T08:29:47.073 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.073+0000 7f14b6ab0b80 1 -- 172.21.15.42:0/2323788455 wait complete. 2024-06-06T08:29:47.073 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.073+0000 7f14b6ab0b80 1 -- start start 2024-06-06T08:29:47.073 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.074+0000 7f14b6ab0b80 1 Processor -- start 2024-06-06T08:29:47.073 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.074+0000 7f14b6ab0b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5563b95309f0 0x5563b952da70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:47.073 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.074+0000 7f14b6ab0b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563b95350a0 0x5563b952dfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:47.074 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.074+0000 7f14b6ab0b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5563b95359c0 0x5563b95526f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:47.074 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.074+0000 7f14b6ab0b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f14a4119310 con 0x5563b95350a0 2024-06-06T08:29:47.074 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.074+0000 7f14b6ab0b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f14a4117f00 con 0x5563b95309f0 2024-06-06T08:29:47.074 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.074+0000 7f14b6ab0b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f14a4118570 con 0x5563b95359c0 2024-06-06T08:29:47.074 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.074+0000 7f14b6ab0b80 10 client.0 _ll_register_callbacks cb 0x5563b94175b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:29:47.074 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.075+0000 7f14a97c8700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5563b95359c0 0x5563b95526f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:47.075 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.075+0000 7f14a97c8700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5563b95359c0 0x5563b95526f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:38094/0 (socket says 172.21.15.42:38094) 2024-06-06T08:29:47.075 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.075+0000 7f14a97c8700 1 -- 172.21.15.42:0/4169801069 learned_addr learned my addr 172.21.15.42:0/4169801069 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:29:47.075 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.075+0000 7f14a97c8700 1 --2- 172.21.15.42:0/4169801069 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5563b95309f0 0x5563b952da70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:47.076 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.075+0000 7f14a97c8700 1 -- 172.21.15.42:0/4169801069 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5563b95309f0 msgr2=0x5563b952da70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:29:47.076 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.075+0000 7f14a97c8700 1 --2- 172.21.15.42:0/4169801069 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5563b95309f0 0x5563b952da70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:47.076 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.075+0000 7f14a97c8700 1 -- 172.21.15.42:0/4169801069 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563b95350a0 msgr2=0x5563b952dfb0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-06-06T08:29:47.077 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.076+0000 7f14a97c8700 1 --2- 172.21.15.42:0/4169801069 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563b95350a0 0x5563b952dfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:47.077 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.076+0000 7f14a97c8700 1 -- 172.21.15.42:0/4169801069 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5563b9552c30 con 0x5563b95359c0 2024-06-06T08:29:47.077 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.077+0000 7f14a97c8700 1 --2- 172.21.15.42:0/4169801069 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5563b95359c0 0x5563b95526f0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f1494005fd0 tx=0x7f1494005d90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fb7c18fbb2ac00f1 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:29:47.077 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.077+0000 7f148d7fa700 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:29:47.077 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.077+0000 7f148d7fa700 1 -- 172.21.15.42:0/4169801069 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14940138f0 con 0x5563b95359c0 2024-06-06T08:29:47.077 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.077+0000 7f14b6ab0b80 1 -- 172.21.15.42:0/4169801069 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f149401c070 con 0x5563b95359c0 2024-06-06T08:29:47.077 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.077+0000 7f148d7fa700 1 -- 172.21.15.42:0/4169801069 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9450+0+0 (secure 0 0 0) 0x7f1494013a90 con 0x5563b95359c0 2024-06-06T08:29:47.077 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.078+0000 7f148d7fa700 1 -- 172.21.15.42:0/4169801069 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f14940207d0 con 0x5563b95359c0 2024-06-06T08:29:47.079 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.080+0000 7f14b6ab0b80 10 client.26374 fetch_fsmap learned FSMap version 33 2024-06-06T08:29:47.079 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.080+0000 7f14b6ab0b80 1 -- 172.21.15.42:0/4169801069 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x5563b9553eb0 con 0x5563b95359c0 2024-06-06T08:29:47.081 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.082+0000 7f148d7fa700 1 -- 172.21.15.42:0/4169801069 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f149401c070 con 0x5563b95359c0 2024-06-06T08:29:47.081 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.082+0000 7f148d7fa700 1 -- 172.21.15.42:0/4169801069 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 33) ==== 7757+0+0 (secure 0 0 0) 0x7f1494032070 con 0x5563b95359c0 2024-06-06T08:29:47.082 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.083+0000 7f14b6ab0b80 10 client.26374 fetch_fsmap finished waiting for FSMap version 33 2024-06-06T08:29:47.082 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.083+0000 7f14b6ab0b80 10 client.26374 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:29:47.082 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.083+0000 7f14b6ab0b80 20 client.26374 populate_metadata read hostname 'smithi042' 2024-06-06T08:29:47.082 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.083+0000 7f14b6ab0b80 1 --2- 172.21.15.42:0/4169801069 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5563b95c5f40 0x5563b95c8330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:47.082 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.083+0000 7f14b6ab0b80 4 client.26374 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-06-06T08:29:47.082 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.083+0000 7f14b6ab0b80 1 -- 172.21.15.42:0/4169801069 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5563b94892d0 con 0x5563b95c5f40 2024-06-06T08:29:47.083 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.084+0000 7f14a9fc9700 1 --2- 172.21.15.42:0/4169801069 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5563b95c5f40 0x5563b95c8330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:47.084 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.086+0000 7f14a9fc9700 1 --2- 172.21.15.42:0/4169801069 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5563b95c5f40 0x5563b95c8330 crc :-1 s=READY pgs=166 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3cac16fc19829c06 server_cookie=8c914f0c7d769ad8 in_seq=0 out_seq=0 2024-06-06T08:29:47.084 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.086+0000 7f148d7fa700 10 client.26374 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:29:47.085 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.086+0000 7f148d7fa700 1 -- 172.21.15.42:0/4169801069 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x5563b94892d0 con 0x5563b95c5f40 2024-06-06T08:29:47.085 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.086+0000 7f148d7fa700 10 client.26374 handle_command_reply: tid=0 2024-06-06T08:29:47.085 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.086+0000 7f14b6ab0b80 1 client.26374 shutdown 2024-06-06T08:29:47.086 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.087+0000 7f14b6ab0b80 1 -- 172.21.15.42:0/4169801069 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5563b95359c0 msgr2=0x5563b95526f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:29:47.086 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.087+0000 7f14b6ab0b80 1 --2- 172.21.15.42:0/4169801069 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5563b95359c0 0x5563b95526f0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f1494005fd0 tx=0x7f1494005d90 comp rx=0 tx=0).stop 2024-06-06T08:29:47.087 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.088+0000 7f14b6ab0b80 1 -- 172.21.15.42:0/4169801069 shutdown_connections 2024-06-06T08:29:47.087 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.088+0000 7f14b6ab0b80 1 --2- 172.21.15.42:0/4169801069 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5563b95359c0 0x5563b95526f0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:47.087 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.088+0000 7f14b6ab0b80 1 --2- 172.21.15.42:0/4169801069 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5563b95c5f40 0x5563b95c8330 crc :-1 s=READY pgs=166 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:47.088 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.088+0000 7f14b6ab0b80 1 --2- 172.21.15.42:0/4169801069 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5563b95309f0 0x5563b952da70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:47.088 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.088+0000 7f14b6ab0b80 1 --2- 172.21.15.42:0/4169801069 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563b95350a0 0x5563b952dfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:47.088 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.088+0000 7f14b6ab0b80 1 -- 172.21.15.42:0/4169801069 >> 172.21.15.42:0/4169801069 conn(0x5563b945d080 msgr2=0x5563b9530050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:29:47.088 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.088+0000 7f148d7fa700 0 client.26374 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:29:47.088 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.089+0000 7f14b6ab0b80 1 -- 172.21.15.42:0/4169801069 shutdown_connections 2024-06-06T08:29:47.088 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.089+0000 7f14b6ab0b80 1 -- 172.21.15.42:0/4169801069 wait complete. 2024-06-06T08:29:47.088 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.089+0000 7f14b6ab0b80 20 client.26374 trim_cache size 0 max 16384 2024-06-06T08:29:47.089 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:29:47.089 INFO:teuthology.orchestra.run.smithi042.stdout: "status": "IDLE (waiting for more scrubs)", 2024-06-06T08:29:47.089 INFO:teuthology.orchestra.run.smithi042.stdout: "scrubs": { 2024-06-06T08:29:47.089 INFO:teuthology.orchestra.run.smithi042.stdout: "2815e8a8-dc9d-411d-8880-434a3fcdeec3": { 2024-06-06T08:29:47.089 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/", 2024-06-06T08:29:47.089 INFO:teuthology.orchestra.run.smithi042.stdout: "tag": "2815e8a8-dc9d-411d-8880-434a3fcdeec3", 2024-06-06T08:29:47.089 INFO:teuthology.orchestra.run.smithi042.stdout: "options": "recursive,force" 2024-06-06T08:29:47.089 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:29:47.089 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:29:47.089 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:29:47.090 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.091+0000 7f14ac22d700 1 -- 172.21.15.42:0/3621011383 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f14900a2f60 msgr2=0x7f14900a5420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:29:47.090 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.091+0000 7f14ac22d700 1 --2- 172.21.15.42:0/3621011383 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f14900a2f60 0x7f14900a5420 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f149c0a4c40 tx=0x7f149c009040 comp rx=0 tx=0).stop 2024-06-06T08:29:47.090 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.091+0000 7f14ac22d700 1 -- 172.21.15.42:0/3621011383 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f14a411bc70 msgr2=0x7f14a41a7820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:29:47.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.091+0000 7f14ac22d700 1 --2- 172.21.15.42:0/3621011383 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f14a411bc70 0x7f14a41a7820 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f149c009720 tx=0x7f149c004da0 comp rx=0 tx=0).stop 2024-06-06T08:29:47.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.091+0000 7f14ac22d700 1 -- 172.21.15.42:0/3621011383 shutdown_connections 2024-06-06T08:29:47.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.091+0000 7f14ac22d700 1 --2- 172.21.15.42:0/3621011383 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f14900a2f60 0x7f14900a5420 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:47.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.091+0000 7f14ac22d700 1 --2- 172.21.15.42:0/3621011383 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f14a411bc70 0x7f14a41a7820 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:47.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.091+0000 7f14ac22d700 1 --2- 172.21.15.42:0/3621011383 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f14a4110b80 0x7f14a41ad6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:47.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.091+0000 7f14ac22d700 1 --2- 172.21.15.42:0/3621011383 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f14a4110ff0 0x7f14a41adbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:47.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.091+0000 7f14ac22d700 1 -- 172.21.15.42:0/3621011383 >> 172.21.15.42:0/3621011383 conn(0x7f14a406d4a0 msgr2=0x7f14a4119c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:29:47.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.091+0000 7f14ac22d700 1 -- 172.21.15.42:0/3621011383 shutdown_connections 2024-06-06T08:29:47.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:47.091+0000 7f14ac22d700 1 -- 172.21.15.42:0/3621011383 wait complete. 2024-06-06T08:29:47.789 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:47.789+0000 7f361bfff640 1 -- 172.21.15.42:0/1921606421 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55f75be45c20 con 0x55f75bf5a380 2024-06-06T08:29:47.789 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:47.789+0000 7f361bfff640 10 client.26356 handle_command_reply: tid=0 2024-06-06T08:29:47.789 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:47.789+0000 7f3645a6f740 1 client.26356 shutdown 2024-06-06T08:29:47.789 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:47.790+0000 7f3645a6f740 1 -- 172.21.15.42:0/1921606421 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f75bed4360 msgr2=0x55f75bee7d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:29:47.789 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:47.790+0000 7f3645a6f740 1 --2- 172.21.15.42:0/1921606421 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f75bed4360 0x55f75bee7d70 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f363009b400 tx=0x7f363000a3f0 comp rx=0 tx=0).stop 2024-06-06T08:29:47.789 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:47.790+0000 7f3645a6f740 1 -- 172.21.15.42:0/1921606421 shutdown_connections 2024-06-06T08:29:47.789 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:47.790+0000 7f3645a6f740 1 --2- 172.21.15.42:0/1921606421 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f75bf5a380 0x55f75bf5c7a0 crc :-1 s=READY pgs=164 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:47.789 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:47.790+0000 7f3645a6f740 1 --2- 172.21.15.42:0/1921606421 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f75bedf540 0x55f75bee2b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:47.789 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:47.790+0000 7f3645a6f740 1 --2- 172.21.15.42:0/1921606421 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f75bed4c80 0x55f75bee24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:47.789 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:47.790+0000 7f3645a6f740 1 --2- 172.21.15.42:0/1921606421 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f75bed4360 0x55f75bee7d70 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:47.790 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:47.790+0000 7f3645a6f740 1 -- 172.21.15.42:0/1921606421 >> 172.21.15.42:0/1921606421 conn(0x55f75bed0870 msgr2=0x55f75becf9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:29:47.790 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:47.790+0000 7f361bfff640 0 client.26356 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:29:47.790 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:47.790+0000 7f3645a6f740 1 -- 172.21.15.42:0/1921606421 shutdown_connections 2024-06-06T08:29:47.790 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:47.790+0000 7f3645a6f740 1 -- 172.21.15.42:0/1921606421 wait complete. 2024-06-06T08:29:47.790 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:47.790+0000 7f3645a6f740 20 client.26356 trim_cache size 0 max 16384 2024-06-06T08:29:47.791 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:29:47.791 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:29:47.791 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:29:47.792 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:47.791+0000 7f3641aff640 1 -- 172.21.15.42:0/1770676126 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f36240a2f00 msgr2=0x7f36240a53c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:29:47.792 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:47.791+0000 7f3641aff640 1 --2- 172.21.15.42:0/1770676126 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f36240a2f00 0x7f36240a53c0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x55f75bed1c90 tx=0x7f362c008040 comp rx=0 tx=0).stop 2024-06-06T08:29:47.792 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:47.791+0000 7f3641aff640 1 -- 172.21.15.42:0/1770676126 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f363c10e670 msgr2=0x7f363c11ce00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:29:47.792 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:47.791+0000 7f3641aff640 1 --2- 172.21.15.42:0/1770676126 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f363c10e670 0x7f363c11ce00 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f363000c890 tx=0x7f363000cd50 comp rx=0 tx=0).stop 2024-06-06T08:29:47.792 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:47.791+0000 7f3641aff640 1 -- 172.21.15.42:0/1770676126 shutdown_connections 2024-06-06T08:29:47.792 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:47.791+0000 7f3641aff640 1 --2- 172.21.15.42:0/1770676126 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f36240a2f00 0x7f36240a53c0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:47.792 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:47.792+0000 7f3641aff640 1 --2- 172.21.15.42:0/1770676126 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f363c110440 0x7f363c1193d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:47.792 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:47.792+0000 7f3641aff640 1 --2- 172.21.15.42:0/1770676126 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f363c110060 0x7f363c118e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:47.792 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:47.792+0000 7f3641aff640 1 --2- 172.21.15.42:0/1770676126 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f363c10e670 0x7f363c11ce00 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:47.792 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:47.792+0000 7f3641aff640 1 -- 172.21.15.42:0/1770676126 >> 172.21.15.42:0/1770676126 conn(0x7f363c06c8e0 msgr2=0x7f363c071e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:29:47.792 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:47.792+0000 7f3641aff640 1 -- 172.21.15.42:0/1770676126 shutdown_connections 2024-06-06T08:29:47.792 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:29:47.792+0000 7f3641aff640 1 -- 172.21.15.42:0/1770676126 wait complete. 2024-06-06T08:29:48.138 INFO:journalctl@ceph.mds.e.smithi120.stdout:Jun 06 08:29:47 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-e[65860]: ignoring --setuser ceph since I am not root 2024-06-06T08:29:48.138 INFO:journalctl@ceph.mds.e.smithi120.stdout:Jun 06 08:29:47 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-e[65860]: ignoring --setgroup ceph since I am not root 2024-06-06T08:29:48.138 INFO:journalctl@ceph.mds.e.smithi120.stdout:Jun 06 08:29:47 smithi120 ceph-mds[65864]: -- 172.21.15.120:0/554508633 <== mon.0 v2:172.21.15.42:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x560e295b5a40 con 0x560e29588800 2024-06-06T08:29:48.138 INFO:journalctl@ceph.mds.e.smithi120.stdout:Jun 06 08:29:47 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-e[65860]: starting mds.e at 2024-06-06T08:29:48.761 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:29:48 smithi042 ceph-mon[32384]: pgmap v220: 129 pgs: 127 active+clean, 2 active+clean+snaptrim; 1.3 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 8.3 MiB/s wr, 891 op/s 2024-06-06T08:29:48.762 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:29:48 smithi042 ceph-mon[32384]: daemon mds.e restarted 2024-06-06T08:29:48.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:29:48 smithi149 ceph-mon[36842]: pgmap v220: 129 pgs: 127 active+clean, 2 active+clean+snaptrim; 1.3 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 8.3 MiB/s wr, 891 op/s 2024-06-06T08:29:48.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:29:48 smithi149 ceph-mon[36842]: daemon mds.e restarted 2024-06-06T08:29:48.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:29:48 smithi120 ceph-mon[36658]: pgmap v220: 129 pgs: 127 active+clean, 2 active+clean+snaptrim; 1.3 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 8.3 MiB/s wr, 891 op/s 2024-06-06T08:29:48.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:29:48 smithi120 ceph-mon[36658]: daemon mds.e restarted 2024-06-06T08:29:49.422 INFO:tasks.cephfs.filesystem:scrub status for tag:2815e8a8-dc9d-411d-8880-434a3fcdeec3 - {'path': '/', 'tag': '2815e8a8-dc9d-411d-8880-434a3fcdeec3', 'options': 'recursive,force'} 2024-06-06T08:29:49.787 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:49 smithi149 systemd[1]: ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mds.f.service: Scheduled restart job, restart counter is at 1. 2024-06-06T08:29:49.788 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:49 smithi149 systemd[1]: Stopped Ceph mds.f for 103bdc14-23dc-11ef-bc9b-c7b262605968. 2024-06-06T08:29:49.788 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:49 smithi149 systemd[1]: ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mds.f.service: Consumed 27.208s CPU time. 2024-06-06T08:29:49.788 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:49 smithi149 systemd[1]: Starting Ceph mds.f for 103bdc14-23dc-11ef-bc9b-c7b262605968... 2024-06-06T08:29:49.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:29:49 smithi149 ceph-mon[36842]: osdmap e103: 12 total, 12 up, 12 in 2024-06-06T08:29:49.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:29:49 smithi149 ceph-mon[36842]: mds.? [v2:172.21.15.120:6834/2117921153,v1:172.21.15.120:6835/2117921153] up:boot 2024-06-06T08:29:49.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:29:49 smithi149 ceph-mon[36842]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 2 up:standby-replay 6 up:standby 2024-06-06T08:29:49.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:29:49 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-06-06T08:29:49.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:29:49 smithi149 ceph-mon[36842]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 5 up:standby 2024-06-06T08:29:49.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:29:49 smithi042 ceph-mon[32384]: osdmap e103: 12 total, 12 up, 12 in 2024-06-06T08:29:49.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:29:49 smithi042 ceph-mon[32384]: mds.? [v2:172.21.15.120:6834/2117921153,v1:172.21.15.120:6835/2117921153] up:boot 2024-06-06T08:29:49.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:29:49 smithi042 ceph-mon[32384]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 2 up:standby-replay 6 up:standby 2024-06-06T08:29:49.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:29:49 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-06-06T08:29:49.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:29:49 smithi042 ceph-mon[32384]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 5 up:standby 2024-06-06T08:29:49.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:29:49 smithi120 ceph-mon[36658]: osdmap e103: 12 total, 12 up, 12 in 2024-06-06T08:29:49.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:29:49 smithi120 ceph-mon[36658]: mds.? [v2:172.21.15.120:6834/2117921153,v1:172.21.15.120:6835/2117921153] up:boot 2024-06-06T08:29:49.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:29:49 smithi120 ceph-mon[36658]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 2 up:standby-replay 6 up:standby 2024-06-06T08:29:49.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:29:49 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-06-06T08:29:49.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:29:49 smithi120 ceph-mon[36658]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 5 up:standby 2024-06-06T08:29:50.535 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:50 smithi149 podman[72719]: 2024-06-06 08:29:49.998426195 +0000 UTC m=+0.106425167 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-06T08:29:50.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:29:50 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:29:50.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:29:50 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:29:50.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:29:50 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:29:50.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:29:50 smithi149 ceph-mon[36842]: pgmap v222: 129 pgs: 129 active+clean; 1.3 GiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 12 MiB/s wr, 1.66k op/s 2024-06-06T08:29:50.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:29:50 smithi149 ceph-mon[36842]: osdmap e104: 12 total, 12 up, 12 in 2024-06-06T08:29:50.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:29:50 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:29:50.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:29:50 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:29:50.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:29:50 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:29:50.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:29:50 smithi042 ceph-mon[32384]: pgmap v222: 129 pgs: 129 active+clean; 1.3 GiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 12 MiB/s wr, 1.66k op/s 2024-06-06T08:29:50.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:29:50 smithi042 ceph-mon[32384]: osdmap e104: 12 total, 12 up, 12 in 2024-06-06T08:29:50.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:29:50 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:29:50.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:29:50 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:29:50.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:29:50 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:29:50.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:29:50 smithi120 ceph-mon[36658]: pgmap v222: 129 pgs: 129 active+clean; 1.3 GiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 12 MiB/s wr, 1.66k op/s 2024-06-06T08:29:50.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:29:50 smithi120 ceph-mon[36658]: osdmap e104: 12 total, 12 up, 12 in 2024-06-06T08:29:51.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.311+0000 7fd72b65c700 1 -- 172.21.15.42:0/769490590 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd724103150 msgr2=0x7fd7241070b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:29:51.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.311+0000 7fd72b65c700 1 --2- 172.21.15.42:0/769490590 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd724103150 0x7fd7241070b0 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7fd7140099c0 tx=0x7fd714009cd0 comp rx=0 tx=0).stop 2024-06-06T08:29:51.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.311+0000 7fd72b65c700 1 -- 172.21.15.42:0/769490590 shutdown_connections 2024-06-06T08:29:51.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.311+0000 7fd72b65c700 1 --2- 172.21.15.42:0/769490590 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd724107790 0x7fd72410f3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:51.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.311+0000 7fd72b65c700 1 --2- 172.21.15.42:0/769490590 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd7241027a0 0x7fd724102b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:51.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.311+0000 7fd72b65c700 1 --2- 172.21.15.42:0/769490590 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd724103150 0x7fd7241070b0 unknown :-1 s=CLOSED pgs=764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:51.313 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.311+0000 7fd72b65c700 1 -- 172.21.15.42:0/769490590 >> 172.21.15.42:0/769490590 conn(0x7fd724079560 msgr2=0x7fd724079970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:29:51.313 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.311+0000 7fd72b65c700 1 -- 172.21.15.42:0/769490590 shutdown_connections 2024-06-06T08:29:51.313 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.311+0000 7fd72b65c700 1 -- 172.21.15.42:0/769490590 wait complete. 2024-06-06T08:29:51.313 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.312+0000 7fd72b65c700 1 Processor -- start 2024-06-06T08:29:51.313 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.312+0000 7fd72b65c700 1 -- start start 2024-06-06T08:29:51.313 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.312+0000 7fd72b65c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd7241027a0 0x7fd724198d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:51.313 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.312+0000 7fd72b65c700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd724103150 0x7fd724199290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:51.313 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.312+0000 7fd72b65c700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd724107790 0x7fd72419d620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:51.313 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.312+0000 7fd72b65c700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd7241128e0 con 0x7fd7241027a0 2024-06-06T08:29:51.313 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.312+0000 7fd72b65c700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fd724112760 con 0x7fd724103150 2024-06-06T08:29:51.313 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.312+0000 7fd72b65c700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fd724112a60 con 0x7fd724107790 2024-06-06T08:29:51.313 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.312+0000 7fd7293f8700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd7241027a0 0x7fd724198d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:51.313 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.312+0000 7fd7293f8700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd7241027a0 0x7fd724198d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:35998/0 (socket says 172.21.15.42:35998) 2024-06-06T08:29:51.313 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.312+0000 7fd7293f8700 1 -- 172.21.15.42:0/3445684125 learned_addr learned my addr 172.21.15.42:0/3445684125 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:29:51.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.312+0000 7fd728bf7700 1 --2- 172.21.15.42:0/3445684125 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd724103150 0x7fd724199290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:51.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.312+0000 7fd729bf9700 1 --2- 172.21.15.42:0/3445684125 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd724107790 0x7fd72419d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:51.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.312+0000 7fd7293f8700 1 -- 172.21.15.42:0/3445684125 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd724107790 msgr2=0x7fd72419d620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:29:51.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.312+0000 7fd7293f8700 1 --2- 172.21.15.42:0/3445684125 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd724107790 0x7fd72419d620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:51.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.312+0000 7fd7293f8700 1 -- 172.21.15.42:0/3445684125 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd724103150 msgr2=0x7fd724199290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:29:51.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.312+0000 7fd7293f8700 1 --2- 172.21.15.42:0/3445684125 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd724103150 0x7fd724199290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:51.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.312+0000 7fd7293f8700 1 -- 172.21.15.42:0/3445684125 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd72419dd60 con 0x7fd7241027a0 2024-06-06T08:29:51.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.313+0000 7fd728bf7700 1 --2- 172.21.15.42:0/3445684125 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd724103150 0x7fd724199290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:29:51.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.313+0000 7fd7293f8700 1 --2- 172.21.15.42:0/3445684125 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd7241027a0 0x7fd724198d50 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7fd72000b530 tx=0x7fd72000b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:29:51.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.313+0000 7fd71a7fc700 1 -- 172.21.15.42:0/3445684125 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd720015020 con 0x7fd7241027a0 2024-06-06T08:29:51.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.313+0000 7fd72b65c700 1 -- 172.21.15.42:0/3445684125 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd72419e050 con 0x7fd7241027a0 2024-06-06T08:29:51.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.313+0000 7fd71a7fc700 1 -- 172.21.15.42:0/3445684125 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd720011d10 con 0x7fd7241027a0 2024-06-06T08:29:51.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.313+0000 7fd71a7fc700 1 -- 172.21.15.42:0/3445684125 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd720010e50 con 0x7fd7241027a0 2024-06-06T08:29:51.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.313+0000 7fd72b65c700 1 -- 172.21.15.42:0/3445684125 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7241a58d0 con 0x7fd7241027a0 2024-06-06T08:29:51.315 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.315+0000 7fd71a7fc700 1 -- 172.21.15.42:0/3445684125 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fd720018020 con 0x7fd7241027a0 2024-06-06T08:29:51.315 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.316+0000 7fd71a7fc700 1 --2- 172.21.15.42:0/3445684125 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fd7100a2fd0 0x7fd7100a5490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:51.316 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.316+0000 7fd728bf7700 1 --2- 172.21.15.42:0/3445684125 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fd7100a2fd0 0x7fd7100a5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:51.316 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.316+0000 7fd71a7fc700 1 -- 172.21.15.42:0/3445684125 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 9422+0+0 (secure 0 0 0) 0x7fd7200cef90 con 0x7fd7241027a0 2024-06-06T08:29:51.316 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.317+0000 7fd728bf7700 1 --2- 172.21.15.42:0/3445684125 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fd7100a2fd0 0x7fd7100a5490 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fd714000c00 tx=0x7fd714005fb0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:29:51.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.317+0000 7fd735edfb80 1 Processor -- start 2024-06-06T08:29:51.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.317+0000 7fd735edfb80 1 -- start start 2024-06-06T08:29:51.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.317+0000 7fd735edfb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5599c91ed590 0x5599c91ed970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:51.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.317+0000 7fd735edfb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5599c91edeb0 0x5599c91e77a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:51.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.317+0000 7fd735edfb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5599c91e7ce0 0x5599c91e8100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:51.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.317+0000 7fd735edfb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5599c90da0f0 con 0x5599c91ed590 2024-06-06T08:29:51.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.317+0000 7fd735edfb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5599c91389e0 con 0x5599c91edeb0 2024-06-06T08:29:51.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.317+0000 7fd735edfb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5599c90a05f0 con 0x5599c91e7ce0 2024-06-06T08:29:51.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.318+0000 7fd7293f8700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5599c91ed590 0x5599c91ed970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:51.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.318+0000 7fd7293f8700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5599c91ed590 0x5599c91ed970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:36008/0 (socket says 172.21.15.42:36008) 2024-06-06T08:29:51.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.318+0000 7fd7293f8700 1 -- 172.21.15.42:0/1338876473 learned_addr learned my addr 172.21.15.42:0/1338876473 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:29:51.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.318+0000 7fd729bf9700 1 --2- 172.21.15.42:0/1338876473 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5599c91e7ce0 0x5599c91e8100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:51.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.318+0000 7fd728bf7700 1 --2- 172.21.15.42:0/1338876473 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5599c91edeb0 0x5599c91e77a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:51.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.318+0000 7fd7293f8700 1 -- 172.21.15.42:0/1338876473 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5599c91e7ce0 msgr2=0x5599c91e8100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:29:51.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.318+0000 7fd7293f8700 1 --2- 172.21.15.42:0/1338876473 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5599c91e7ce0 0x5599c91e8100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:51.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.318+0000 7fd7293f8700 1 -- 172.21.15.42:0/1338876473 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5599c91edeb0 msgr2=0x5599c91e77a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:29:51.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.318+0000 7fd7293f8700 1 --2- 172.21.15.42:0/1338876473 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5599c91edeb0 0x5599c91e77a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:51.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.318+0000 7fd7293f8700 1 -- 172.21.15.42:0/1338876473 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5599c9087a60 con 0x5599c91ed590 2024-06-06T08:29:51.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.318+0000 7fd7293f8700 1 --2- 172.21.15.42:0/1338876473 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5599c91ed590 0x5599c91ed970 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7fd720097bb0 tx=0x7fd720096e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd8a6c6ddf831588 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:29:51.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.318+0000 7fd70f7fe700 1 -- 172.21.15.42:0/1338876473 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd72009b8e0 con 0x5599c91ed590 2024-06-06T08:29:51.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.318+0000 7fd70f7fe700 1 -- 172.21.15.42:0/1338876473 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd72009b1e0 con 0x5599c91ed590 2024-06-06T08:29:51.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.318+0000 7fd70f7fe700 1 -- 172.21.15.42:0/1338876473 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd72009b440 con 0x5599c91ed590 2024-06-06T08:29:51.323 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.319+0000 7fd735edfb80 1 -- 172.21.15.42:0/1338876473 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5599c91ed590 msgr2=0x5599c91ed970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:29:51.323 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.319+0000 7fd735edfb80 1 --2- 172.21.15.42:0/1338876473 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5599c91ed590 0x5599c91ed970 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7fd720097bb0 tx=0x7fd720096e80 comp rx=0 tx=0).stop 2024-06-06T08:29:51.323 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.319+0000 7fd735edfb80 1 -- 172.21.15.42:0/1338876473 shutdown_connections 2024-06-06T08:29:51.323 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.319+0000 7fd735edfb80 1 --2- 172.21.15.42:0/1338876473 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5599c91e7ce0 0x5599c91e8100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:51.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.319+0000 7fd735edfb80 1 --2- 172.21.15.42:0/1338876473 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5599c91ed590 0x5599c91ed970 unknown :-1 s=CLOSED pgs=766 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:51.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.319+0000 7fd735edfb80 1 --2- 172.21.15.42:0/1338876473 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5599c91edeb0 0x5599c91e77a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:51.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.319+0000 7fd735edfb80 1 -- 172.21.15.42:0/1338876473 >> 172.21.15.42:0/1338876473 conn(0x5599c9114210 msgr2=0x5599c91e2a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:29:51.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.319+0000 7fd735edfb80 1 -- 172.21.15.42:0/1338876473 shutdown_connections 2024-06-06T08:29:51.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.319+0000 7fd735edfb80 1 -- 172.21.15.42:0/1338876473 wait complete. 2024-06-06T08:29:51.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.320+0000 7fd735edfb80 1 -- start start 2024-06-06T08:29:51.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.320+0000 7fd735edfb80 1 Processor -- start 2024-06-06T08:29:51.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.320+0000 7fd735edfb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5599c91e7ce0 0x5599c91f3ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:51.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.320+0000 7fd735edfb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5599c91ed590 0x5599c91f0fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:51.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.320+0000 7fd735edfb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5599c91edeb0 0x5599c91f14e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:51.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.320+0000 7fd735edfb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5599c90d9150 con 0x5599c91ed590 2024-06-06T08:29:51.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.320+0000 7fd735edfb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5599c91349a0 con 0x5599c91e7ce0 2024-06-06T08:29:51.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.320+0000 7fd735edfb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5599c91f4890 con 0x5599c91edeb0 2024-06-06T08:29:51.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.320+0000 7fd735edfb80 10 client.0 _ll_register_callbacks cb 0x5599c90ce740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:29:51.325 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.320+0000 7fd728bf7700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5599c91ed590 0x5599c91f0fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:51.325 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.320+0000 7fd728bf7700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5599c91ed590 0x5599c91f0fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:36024/0 (socket says 172.21.15.42:36024) 2024-06-06T08:29:51.325 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.320+0000 7fd728bf7700 1 -- 172.21.15.42:0/2538411995 learned_addr learned my addr 172.21.15.42:0/2538411995 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:29:51.325 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.320+0000 7fd729bf9700 1 --2- 172.21.15.42:0/2538411995 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5599c91edeb0 0x5599c91f14e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:51.325 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.320+0000 7fd7293f8700 1 --2- 172.21.15.42:0/2538411995 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5599c91e7ce0 0x5599c91f3ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:51.325 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.321+0000 7fd728bf7700 1 -- 172.21.15.42:0/2538411995 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5599c91edeb0 msgr2=0x5599c91f14e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:29:51.325 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.321+0000 7fd728bf7700 1 --2- 172.21.15.42:0/2538411995 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5599c91edeb0 0x5599c91f14e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:51.325 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.321+0000 7fd728bf7700 1 -- 172.21.15.42:0/2538411995 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5599c91e7ce0 msgr2=0x5599c91f3ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:29:51.325 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.321+0000 7fd728bf7700 1 --2- 172.21.15.42:0/2538411995 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5599c91e7ce0 0x5599c91f3ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:51.325 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.321+0000 7fd728bf7700 1 -- 172.21.15.42:0/2538411995 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5599c90fe8e0 con 0x5599c91ed590 2024-06-06T08:29:51.325 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.321+0000 7fd728bf7700 1 --2- 172.21.15.42:0/2538411995 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5599c91ed590 0x5599c91f0fa0 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7fd72406bc80 tx=0x7fd714009cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=800ccf8d91ebb64b server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:29:51.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.321+0000 7fd70cff9700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:29:51.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.321+0000 7fd70cff9700 1 -- 172.21.15.42:0/2538411995 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd714035060 con 0x5599c91ed590 2024-06-06T08:29:51.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.321+0000 7fd70cff9700 1 -- 172.21.15.42:0/2538411995 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 9422+0+0 (secure 0 0 0) 0x7fd71400fd00 con 0x5599c91ed590 2024-06-06T08:29:51.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.321+0000 7fd735edfb80 1 -- 172.21.15.42:0/2538411995 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd72009b1e0 con 0x5599c91ed590 2024-06-06T08:29:51.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.321+0000 7fd70cff9700 1 -- 172.21.15.42:0/2538411995 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7fd71403c050 con 0x5599c91ed590 2024-06-06T08:29:51.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.321+0000 7fd735edfb80 10 client.16824 fetch_fsmap learned FSMap version 35 2024-06-06T08:29:51.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.321+0000 7fd735edfb80 1 -- 172.21.15.42:0/2538411995 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x5599c91ff0c0 con 0x5599c91ed590 2024-06-06T08:29:51.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.321+0000 7fd70cff9700 1 -- 172.21.15.42:0/2538411995 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd72009b1e0 con 0x5599c91ed590 2024-06-06T08:29:51.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.321+0000 7fd70cff9700 1 -- 172.21.15.42:0/2538411995 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 35) ==== 7757+0+0 (secure 0 0 0) 0x7fd71402f070 con 0x5599c91ed590 2024-06-06T08:29:51.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.322+0000 7fd735edfb80 10 client.16824 fetch_fsmap finished waiting for FSMap version 35 2024-06-06T08:29:51.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.322+0000 7fd735edfb80 10 client.16824 resolve_mds: validated gid 24484 aka daemon mds.i 2024-06-06T08:29:51.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.322+0000 7fd735edfb80 20 client.16824 populate_metadata read hostname 'smithi042' 2024-06-06T08:29:51.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.322+0000 7fd735edfb80 1 --2- 172.21.15.42:0/2538411995 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5599c9201700 0x5599c9203b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:51.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.322+0000 7fd735edfb80 4 client.16824 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:29:51.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.322+0000 7fd735edfb80 1 -- 172.21.15.42:0/2538411995 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5599c9145ee0 con 0x5599c9201700 2024-06-06T08:29:51.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.322+0000 7fd7293f8700 1 --2- 172.21.15.42:0/2538411995 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5599c9201700 0x5599c9203b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:51.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.322+0000 7fd7293f8700 1 --2- 172.21.15.42:0/2538411995 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5599c9201700 0x5599c9203b30 crc :-1 s=READY pgs=167 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=98cde9de8a34de19 server_cookie=612fa9b6fba15fd5 in_seq=0 out_seq=0 2024-06-06T08:29:51.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.322+0000 7fd70cff9700 10 client.16824 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:29:51.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.323+0000 7fd70cff9700 1 -- 172.21.15.42:0/2538411995 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x5599c9145ee0 con 0x5599c9201700 2024-06-06T08:29:51.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.323+0000 7fd70cff9700 10 client.16824 handle_command_reply: tid=0 2024-06-06T08:29:51.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.323+0000 7fd735edfb80 1 client.16824 shutdown 2024-06-06T08:29:51.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.323+0000 7fd735edfb80 1 -- 172.21.15.42:0/2538411995 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5599c91ed590 msgr2=0x5599c91f0fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:29:51.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.323+0000 7fd735edfb80 1 --2- 172.21.15.42:0/2538411995 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5599c91ed590 0x5599c91f0fa0 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7fd72406bc80 tx=0x7fd714009cd0 comp rx=0 tx=0).stop 2024-06-06T08:29:51.328 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.323+0000 7fd735edfb80 1 -- 172.21.15.42:0/2538411995 shutdown_connections 2024-06-06T08:29:51.328 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.323+0000 7fd735edfb80 1 --2- 172.21.15.42:0/2538411995 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5599c91edeb0 0x5599c91f14e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:51.328 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.323+0000 7fd735edfb80 1 --2- 172.21.15.42:0/2538411995 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5599c9201700 0x5599c9203b30 crc :-1 s=READY pgs=167 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:51.328 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.323+0000 7fd735edfb80 1 --2- 172.21.15.42:0/2538411995 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5599c91e7ce0 0x5599c91f3ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:51.328 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.323+0000 7fd735edfb80 1 --2- 172.21.15.42:0/2538411995 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5599c91ed590 0x5599c91f0fa0 unknown :-1 s=CLOSED pgs=767 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:51.328 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.323+0000 7fd735edfb80 1 -- 172.21.15.42:0/2538411995 >> 172.21.15.42:0/2538411995 conn(0x5599c9114210 msgr2=0x5599c91e13b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:29:51.328 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.323+0000 7fd70cff9700 0 client.16824 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:29:51.328 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.323+0000 7fd735edfb80 1 -- 172.21.15.42:0/2538411995 shutdown_connections 2024-06-06T08:29:51.328 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.323+0000 7fd735edfb80 1 -- 172.21.15.42:0/2538411995 wait complete. 2024-06-06T08:29:51.328 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.323+0000 7fd735edfb80 20 client.16824 trim_cache size 0 max 16384 2024-06-06T08:29:51.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.344+0000 7fd735edfb80 1 Processor -- start 2024-06-06T08:29:51.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.344+0000 7fd735edfb80 1 -- start start 2024-06-06T08:29:51.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.344+0000 7fd735edfb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5599c91e7ce0 0x5599c91e77a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:51.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.344+0000 7fd735edfb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5599c91ed590 0x5599c91e1ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:51.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.344+0000 7fd735edfb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5599c91edeb0 0x5599c91f37e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:51.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.344+0000 7fd735edfb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd7241b0150 con 0x5599c91e7ce0 2024-06-06T08:29:51.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.344+0000 7fd735edfb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fd7241b0880 con 0x5599c91edeb0 2024-06-06T08:29:51.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.344+0000 7fd735edfb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fd7241ae090 con 0x5599c91ed590 2024-06-06T08:29:51.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.344+0000 7fd7293f8700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5599c91e7ce0 0x5599c91e77a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:51.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.344+0000 7fd7293f8700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5599c91e7ce0 0x5599c91e77a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:36036/0 (socket says 172.21.15.42:36036) 2024-06-06T08:29:51.345 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.344+0000 7fd7293f8700 1 -- 172.21.15.42:0/121278757 learned_addr learned my addr 172.21.15.42:0/121278757 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:29:51.345 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.344+0000 7fd729bf9700 1 --2- 172.21.15.42:0/121278757 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5599c91edeb0 0x5599c91f37e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:51.345 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.344+0000 7fd7293f8700 1 -- 172.21.15.42:0/121278757 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5599c91ed590 msgr2=0x5599c91e1ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:29:51.345 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.344+0000 7fd7293f8700 1 --2- 172.21.15.42:0/121278757 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5599c91ed590 0x5599c91e1ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:51.345 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.344+0000 7fd7293f8700 1 -- 172.21.15.42:0/121278757 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5599c91edeb0 msgr2=0x5599c91f37e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:29:51.345 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.344+0000 7fd7293f8700 1 --2- 172.21.15.42:0/121278757 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5599c91edeb0 0x5599c91f37e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:51.345 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.344+0000 7fd7293f8700 1 -- 172.21.15.42:0/121278757 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5599c91f0d70 con 0x5599c91e7ce0 2024-06-06T08:29:51.345 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.344+0000 7fd7293f8700 1 --2- 172.21.15.42:0/121278757 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5599c91e7ce0 0x5599c91e77a0 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7fd7200a3920 tx=0x7fd7200cc860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=246cc5b1b09ba278 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:29:51.345 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.345+0000 7fd70effd700 1 -- 172.21.15.42:0/121278757 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd72009b1e0 con 0x5599c91e7ce0 2024-06-06T08:29:51.345 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.345+0000 7fd70effd700 1 -- 172.21.15.42:0/121278757 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd7200104f0 con 0x5599c91e7ce0 2024-06-06T08:29:51.345 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.345+0000 7fd70effd700 1 -- 172.21.15.42:0/121278757 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd72009b6a0 con 0x5599c91e7ce0 2024-06-06T08:29:51.348 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.345+0000 7fd735edfb80 1 -- 172.21.15.42:0/121278757 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5599c91e7ce0 msgr2=0x5599c91e77a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:29:51.348 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.345+0000 7fd735edfb80 1 --2- 172.21.15.42:0/121278757 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5599c91e7ce0 0x5599c91e77a0 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7fd7200a3920 tx=0x7fd7200cc860 comp rx=0 tx=0).stop 2024-06-06T08:29:51.348 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.345+0000 7fd735edfb80 1 -- 172.21.15.42:0/121278757 shutdown_connections 2024-06-06T08:29:51.348 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.345+0000 7fd735edfb80 1 --2- 172.21.15.42:0/121278757 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5599c91edeb0 0x5599c91f37e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:51.349 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.345+0000 7fd735edfb80 1 --2- 172.21.15.42:0/121278757 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5599c91e7ce0 0x5599c91e77a0 unknown :-1 s=CLOSED pgs=768 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:51.349 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.345+0000 7fd735edfb80 1 --2- 172.21.15.42:0/121278757 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5599c91ed590 0x5599c91e1ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:51.349 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.345+0000 7fd735edfb80 1 -- 172.21.15.42:0/121278757 >> 172.21.15.42:0/121278757 conn(0x5599c9114210 msgr2=0x5599c91e13b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:29:51.349 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.345+0000 7fd735edfb80 1 -- 172.21.15.42:0/121278757 shutdown_connections 2024-06-06T08:29:51.349 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.345+0000 7fd735edfb80 1 -- 172.21.15.42:0/121278757 wait complete. 2024-06-06T08:29:51.349 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.346+0000 7fd735edfb80 1 -- start start 2024-06-06T08:29:51.349 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.346+0000 7fd735edfb80 1 Processor -- start 2024-06-06T08:29:51.349 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.346+0000 7fd735edfb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5599c91e7ce0 0x5599c91f9b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:51.349 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.346+0000 7fd735edfb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5599c91ed590 0x5599c91fa060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:51.349 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.346+0000 7fd735edfb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5599c91edeb0 0x5599c91f6af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:51.349 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.346+0000 7fd735edfb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd7241ad9c0 con 0x5599c91edeb0 2024-06-06T08:29:51.349 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.346+0000 7fd735edfb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fd7241ac5d0 con 0x5599c91ed590 2024-06-06T08:29:51.349 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.346+0000 7fd735edfb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fd7241acc20 con 0x5599c91e7ce0 2024-06-06T08:29:51.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.346+0000 7fd735edfb80 10 client.0 _ll_register_callbacks cb 0x5599c90ce740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:29:51.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.346+0000 7fd729bf9700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5599c91edeb0 0x5599c91f6af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:51.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.347+0000 7fd729bf9700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5599c91edeb0 0x5599c91f6af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:36048/0 (socket says 172.21.15.42:36048) 2024-06-06T08:29:51.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.347+0000 7fd729bf9700 1 -- 172.21.15.42:0/983440657 learned_addr learned my addr 172.21.15.42:0/983440657 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:29:51.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.347+0000 7fd7293f8700 1 --2- 172.21.15.42:0/983440657 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5599c91e7ce0 0x5599c91f9b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:51.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.347+0000 7fd728bf7700 1 --2- 172.21.15.42:0/983440657 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5599c91ed590 0x5599c91fa060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:51.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.347+0000 7fd729bf9700 1 -- 172.21.15.42:0/983440657 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5599c91e7ce0 msgr2=0x5599c91f9b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:29:51.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.347+0000 7fd729bf9700 1 --2- 172.21.15.42:0/983440657 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5599c91e7ce0 0x5599c91f9b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:51.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.347+0000 7fd729bf9700 1 -- 172.21.15.42:0/983440657 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5599c91ed590 msgr2=0x5599c91fa060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:29:51.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.347+0000 7fd729bf9700 1 --2- 172.21.15.42:0/983440657 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5599c91ed590 0x5599c91fa060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:29:51.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.347+0000 7fd729bf9700 1 -- 172.21.15.42:0/983440657 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5599c91f7030 con 0x5599c91edeb0 2024-06-06T08:29:51.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.347+0000 7fd7293f8700 1 --2- 172.21.15.42:0/983440657 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5599c91e7ce0 0x5599c91f9b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:29:51.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.347+0000 7fd729bf9700 1 --2- 172.21.15.42:0/983440657 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5599c91edeb0 0x5599c91f6af0 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7fd71c014b50 tx=0x7fd71c014f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=38930d4a9a4fb45d server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:29:51.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.347+0000 7fd70cff9700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:29:51.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.347+0000 7fd70cff9700 1 -- 172.21.15.42:0/983440657 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd71c012d40 con 0x5599c91edeb0 2024-06-06T08:29:51.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.347+0000 7fd735edfb80 1 -- 172.21.15.42:0/983440657 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd7200104f0 con 0x5599c91edeb0 2024-06-06T08:29:51.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.347+0000 7fd70cff9700 1 -- 172.21.15.42:0/983440657 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 9422+0+0 (secure 0 0 0) 0x7fd71c01e3f0 con 0x5599c91edeb0 2024-06-06T08:29:51.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.347+0000 7fd70cff9700 1 -- 172.21.15.42:0/983440657 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7fd71c029050 con 0x5599c91edeb0 2024-06-06T08:29:51.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.347+0000 7fd735edfb80 10 client.16830 fetch_fsmap learned FSMap version 35 2024-06-06T08:29:51.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.347+0000 7fd735edfb80 1 -- 172.21.15.42:0/983440657 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x5599c926cc60 con 0x5599c91edeb0 2024-06-06T08:29:51.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.348+0000 7fd70cff9700 1 -- 172.21.15.42:0/983440657 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd7200104f0 con 0x5599c91edeb0 2024-06-06T08:29:51.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.348+0000 7fd70cff9700 1 -- 172.21.15.42:0/983440657 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 35) ==== 7757+0+0 (secure 0 0 0) 0x7fd71c011040 con 0x5599c91edeb0 2024-06-06T08:29:51.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.348+0000 7fd735edfb80 10 client.16830 fetch_fsmap finished waiting for FSMap version 35 2024-06-06T08:29:51.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.348+0000 7fd735edfb80 10 client.16830 resolve_mds: validated gid 24484 aka daemon mds.i 2024-06-06T08:29:51.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.348+0000 7fd735edfb80 20 client.16830 populate_metadata read hostname 'smithi042' 2024-06-06T08:29:51.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.348+0000 7fd735edfb80 1 --2- 172.21.15.42:0/983440657 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5599c926d4c0 0x5599c926f8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:29:51.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.348+0000 7fd735edfb80 4 client.16830 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 132.6, "await_for": 45.0}] 2024-06-06T08:29:51.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.348+0000 7fd735edfb80 1 -- 172.21.15.42:0/983440657 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 132.6, "await_for": 45.0}) -- 0x5599c9140460 con 0x5599c926d4c0 2024-06-06T08:29:51.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.348+0000 7fd7293f8700 1 --2- 172.21.15.42:0/983440657 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5599c926d4c0 0x5599c926f8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:29:51.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.349+0000 7fd7293f8700 1 --2- 172.21.15.42:0/983440657 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5599c926d4c0 0x5599c926f8e0 crc :-1 s=READY pgs=168 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9326db426b70cb35 server_cookie=547934e7f11d604f in_seq=0 out_seq=0 2024-06-06T08:29:51.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:29:51.349+0000 7fd70cff9700 10 client.16830 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:29:52.287 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:51 smithi149 podman[72719]: 2024-06-06 08:29:51.860582689 +0000 UTC m=+1.968581653 container create be0fc45210cb158ad10c8ab241e7aa981b8034b9c087f560d5015b516e38933a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=squid-3d89acc, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240528) 2024-06-06T08:29:52.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:29:52 smithi149 ceph-mon[36842]: pgmap v224: 129 pgs: 129 active+clean; 1.3 GiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 11 MiB/s wr, 1.82k op/s 2024-06-06T08:29:52.788 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:52 smithi149 podman[72719]: 2024-06-06 08:29:52.764433727 +0000 UTC m=+2.872432704 container init be0fc45210cb158ad10c8ab241e7aa981b8034b9c087f560d5015b516e38933a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240528, org.label-schema.license=GPLv2) 2024-06-06T08:29:52.788 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:52 smithi149 podman[72719]: 2024-06-06 08:29:52.767593471 +0000 UTC m=+2.875592442 container start be0fc45210cb158ad10c8ab241e7aa981b8034b9c087f560d5015b516e38933a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.build-date=20240528, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-06-06T08:29:52.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:29:52 smithi042 ceph-mon[32384]: pgmap v224: 129 pgs: 129 active+clean; 1.3 GiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 11 MiB/s wr, 1.82k op/s 2024-06-06T08:29:52.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:29:52 smithi120 ceph-mon[36658]: pgmap v224: 129 pgs: 129 active+clean; 1.3 GiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 11 MiB/s wr, 1.82k op/s 2024-06-06T08:29:53.287 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:52 smithi149 bash[72719]: be0fc45210cb158ad10c8ab241e7aa981b8034b9c087f560d5015b516e38933a 2024-06-06T08:29:53.288 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:52 smithi149 systemd[1]: Started Ceph mds.f for 103bdc14-23dc-11ef-bc9b-c7b262605968. 2024-06-06T08:29:54.037 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:53 smithi149 ceph-mds[72740]: -- 172.21.15.149:0/2213052183 <== mon.1 v2:172.21.15.149:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e05ff09a40 con 0x55e05fedd000 2024-06-06T08:29:54.038 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:29:53 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[72736]: starting mds.f at 2024-06-06T08:29:54.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:29:54 smithi042 ceph-mon[32384]: pgmap v225: 129 pgs: 129 active+clean; 1.3 GiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 6.0 MiB/s wr, 1.53k op/s 2024-06-06T08:29:54.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:29:54 smithi120 ceph-mon[36658]: pgmap v225: 129 pgs: 129 active+clean; 1.3 GiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 6.0 MiB/s wr, 1.53k op/s 2024-06-06T08:29:55.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:29:54 smithi149 ceph-mon[36842]: pgmap v225: 129 pgs: 129 active+clean; 1.3 GiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 6.0 MiB/s wr, 1.53k op/s 2024-06-06T08:29:55.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:29:55 smithi042 ceph-mon[32384]: mds.? [v2:172.21.15.149:6834/411591287,v1:172.21.15.149:6835/411591287] up:boot 2024-06-06T08:29:55.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:29:55 smithi042 ceph-mon[32384]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:29:55.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:29:55 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-06-06T08:29:55.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:29:55 smithi120 ceph-mon[36658]: mds.? [v2:172.21.15.149:6834/411591287,v1:172.21.15.149:6835/411591287] up:boot 2024-06-06T08:29:55.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:29:55 smithi120 ceph-mon[36658]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:29:55.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:29:55 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-06-06T08:29:56.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:29:55 smithi149 ceph-mon[36842]: mds.? [v2:172.21.15.149:6834/411591287,v1:172.21.15.149:6835/411591287] up:boot 2024-06-06T08:29:56.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:29:55 smithi149 ceph-mon[36842]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:29:56.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:29:55 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-06-06T08:29:56.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:29:56 smithi042 ceph-mon[32384]: pgmap v226: 129 pgs: 129 active+clean; 1.3 GiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 5.0 MiB/s wr, 1.58k op/s 2024-06-06T08:29:56.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:29:56 smithi120 ceph-mon[36658]: pgmap v226: 129 pgs: 129 active+clean; 1.3 GiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 5.0 MiB/s wr, 1.58k op/s 2024-06-06T08:29:57.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:29:56 smithi149 ceph-mon[36842]: pgmap v226: 129 pgs: 129 active+clean; 1.3 GiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 5.0 MiB/s wr, 1.58k op/s 2024-06-06T08:29:58.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:29:58 smithi042 ceph-mon[32384]: pgmap v227: 129 pgs: 129 active+clean; 1.3 GiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 1.01k op/s 2024-06-06T08:29:58.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:29:58 smithi120 ceph-mon[36658]: pgmap v227: 129 pgs: 129 active+clean; 1.3 GiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 1.01k op/s 2024-06-06T08:29:59.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:29:58 smithi149 ceph-mon[36842]: pgmap v227: 129 pgs: 129 active+clean; 1.3 GiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 1.01k op/s 2024-06-06T08:30:00.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:00 smithi042 ceph-mon[32384]: pgmap v228: 129 pgs: 129 active+clean; 1.3 GiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.9 MiB/s wr, 708 op/s 2024-06-06T08:30:00.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:00 smithi042 ceph-mon[32384]: overall HEALTH_OK 2024-06-06T08:30:00.838 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:00 smithi149 ceph-mon[36842]: pgmap v228: 129 pgs: 129 active+clean; 1.3 GiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.9 MiB/s wr, 708 op/s 2024-06-06T08:30:00.839 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:00 smithi149 ceph-mon[36842]: overall HEALTH_OK 2024-06-06T08:30:00.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:00 smithi120 ceph-mon[36658]: pgmap v228: 129 pgs: 129 active+clean; 1.3 GiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.9 MiB/s wr, 708 op/s 2024-06-06T08:30:00.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:00 smithi120 ceph-mon[36658]: overall HEALTH_OK 2024-06-06T08:30:00.928 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.929+0000 7fad62970640 1 -- 172.21.15.42:0/4237783124 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fad5c1008d0 msgr2=0x7fad5c100d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:00.929 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.929+0000 7fad62970640 1 --2- 172.21.15.42:0/4237783124 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fad5c1008d0 0x7fad5c100d50 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7fad50009900 tx=0x7fad5002a410 comp rx=0 tx=0).stop 2024-06-06T08:30:00.929 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.929+0000 7fad62970640 1 -- 172.21.15.42:0/4237783124 shutdown_connections 2024-06-06T08:30:00.929 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.929+0000 7fad62970640 1 --2- 172.21.15.42:0/4237783124 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fad5c101290 0x7fad5c069050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:00.929 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.929+0000 7fad62970640 1 --2- 172.21.15.42:0/4237783124 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fad5c1008d0 0x7fad5c100d50 unknown :-1 s=CLOSED pgs=770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:00.929 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.929+0000 7fad62970640 1 --2- 172.21.15.42:0/4237783124 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fad5c106890 0x7fad5c106c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:00.929 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.929+0000 7fad62970640 1 -- 172.21.15.42:0/4237783124 >> 172.21.15.42:0/4237783124 conn(0x7fad5c077a20 msgr2=0x7fad5c077e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:00.929 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.930+0000 7fad62970640 1 -- 172.21.15.42:0/4237783124 shutdown_connections 2024-06-06T08:30:00.930 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.930+0000 7fad62970640 1 -- 172.21.15.42:0/4237783124 wait complete. 2024-06-06T08:30:00.931 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.930+0000 7fad62970640 1 Processor -- start 2024-06-06T08:30:00.931 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.931+0000 7fad62970640 1 -- start start 2024-06-06T08:30:00.931 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.931+0000 7fad62970640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fad5c1008d0 0x7fad5c1135f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:00.931 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.931+0000 7fad62970640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fad5c101290 0x7fad5c110690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:00.931 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.931+0000 7fad62970640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fad5c106890 0x7fad5c110bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:00.931 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.931+0000 7fad62970640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fad5c1140a0 con 0x7fad5c1008d0 2024-06-06T08:30:00.931 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.931+0000 7fad62970640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fad5c113f20 con 0x7fad5c101290 2024-06-06T08:30:00.931 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.931+0000 7fad62970640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fad5c114220 con 0x7fad5c106890 2024-06-06T08:30:00.932 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.931+0000 7fad5b7fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fad5c101290 0x7fad5c110690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:00.932 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.931+0000 7fad5bfff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fad5c1008d0 0x7fad5c1135f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:00.932 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.931+0000 7fad5b7fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fad5c101290 0x7fad5c110690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:58408/0 (socket says 172.21.15.42:58408) 2024-06-06T08:30:00.932 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.931+0000 7fad5bfff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fad5c1008d0 0x7fad5c1135f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:32842/0 (socket says 172.21.15.42:32842) 2024-06-06T08:30:00.932 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.931+0000 7fad5b7fe640 1 -- 172.21.15.42:0/3774958158 learned_addr learned my addr 172.21.15.42:0/3774958158 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:00.932 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.931+0000 7fad60f0d640 1 --2- 172.21.15.42:0/3774958158 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fad5c106890 0x7fad5c110bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:00.932 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.932+0000 7fad5b7fe640 1 -- 172.21.15.42:0/3774958158 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fad5c106890 msgr2=0x7fad5c110bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:00.932 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.932+0000 7fad5b7fe640 1 --2- 172.21.15.42:0/3774958158 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fad5c106890 0x7fad5c110bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:00.932 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.932+0000 7fad5b7fe640 1 -- 172.21.15.42:0/3774958158 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fad5c1008d0 msgr2=0x7fad5c1135f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:00.932 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.932+0000 7fad5b7fe640 1 --2- 172.21.15.42:0/3774958158 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fad5c1008d0 0x7fad5c1135f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:00.932 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.932+0000 7fad5b7fe640 1 -- 172.21.15.42:0/3774958158 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad5c111490 con 0x7fad5c101290 2024-06-06T08:30:00.932 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.932+0000 7fad5bfff640 1 --2- 172.21.15.42:0/3774958158 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fad5c1008d0 0x7fad5c1135f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:30:00.933 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.932+0000 7fad5b7fe640 1 --2- 172.21.15.42:0/3774958158 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fad5c101290 0x7fad5c110690 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fad5002a980 tx=0x7fad50003b90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:00.933 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.932+0000 7fad597fa640 1 -- 172.21.15.42:0/3774958158 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad5003f070 con 0x7fad5c101290 2024-06-06T08:30:00.933 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.932+0000 7fad597fa640 1 -- 172.21.15.42:0/3774958158 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fad50031c90 con 0x7fad5c101290 2024-06-06T08:30:00.934 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.933+0000 7fad597fa640 1 -- 172.21.15.42:0/3774958158 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad5003f070 con 0x7fad5c101290 2024-06-06T08:30:00.934 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.933+0000 7fad62970640 1 -- 172.21.15.42:0/3774958158 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fad5c1aad70 con 0x7fad5c101290 2024-06-06T08:30:00.934 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.933+0000 7fad62970640 1 -- 172.21.15.42:0/3774958158 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fad5c1ab180 con 0x7fad5c101290 2024-06-06T08:30:00.935 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.936+0000 7fad597fa640 1 -- 172.21.15.42:0/3774958158 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fad50042070 con 0x7fad5c101290 2024-06-06T08:30:00.935 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.937+0000 7fad65684740 1 Processor -- start 2024-06-06T08:30:00.936 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.937+0000 7fad65684740 1 -- start start 2024-06-06T08:30:00.936 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.938+0000 7fad597fa640 1 --2- 172.21.15.42:0/3774958158 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fad440a3200 0x7fad440a56c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:00.937 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.938+0000 7fad65684740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557ee00f6170 0x557ee00f6550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:00.937 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.938+0000 7fad597fa640 1 -- 172.21.15.42:0/3774958158 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 9422+0+0 (secure 0 0 0) 0x7fad500315b0 con 0x7fad5c101290 2024-06-06T08:30:00.937 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.938+0000 7fad60f0d640 1 --2- 172.21.15.42:0/3774958158 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fad440a3200 0x7fad440a56c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:00.937 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.938+0000 7fad65684740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557ee00f6a90 0x557ee0100e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:00.937 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.938+0000 7fad65684740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ee0101350 0x557ee0103740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:00.938 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.938+0000 7fad65684740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x557ee005a4f0 con 0x557ee0101350 2024-06-06T08:30:00.938 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.938+0000 7fad65684740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x557edfff8870 con 0x557ee00f6a90 2024-06-06T08:30:00.938 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.938+0000 7fad65684740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x557ee00564b0 con 0x557ee00f6170 2024-06-06T08:30:00.938 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.938+0000 7fad5bfff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557ee00f6170 0x557ee00f6550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:00.938 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.938+0000 7fad5bfff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557ee00f6170 0x557ee00f6550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:44842/0 (socket says 172.21.15.42:44842) 2024-06-06T08:30:00.938 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.938+0000 7fad5bfff640 1 -- 172.21.15.42:0/1505014475 learned_addr learned my addr 172.21.15.42:0/1505014475 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:00.939 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.939+0000 7fad5bfff640 1 -- 172.21.15.42:0/1505014475 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557ee00f6a90 msgr2=0x557ee0100e10 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-06T08:30:00.939 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.939+0000 7fad5bfff640 1 --2- 172.21.15.42:0/1505014475 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557ee00f6a90 0x557ee0100e10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:00.939 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.939+0000 7fad5bfff640 1 -- 172.21.15.42:0/1505014475 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ee0101350 msgr2=0x557ee0103740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:00.939 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.939+0000 7fad5bfff640 1 --2- 172.21.15.42:0/1505014475 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ee0101350 0x557ee0103740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:00.939 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.939+0000 7fad5bfff640 1 -- 172.21.15.42:0/1505014475 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557ee00149b0 con 0x557ee00f6170 2024-06-06T08:30:00.939 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.939+0000 7fad60f0d640 1 --2- 172.21.15.42:0/3774958158 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fad440a3200 0x7fad440a56c0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fad5c113d40 tx=0x7fad540096a0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:00.940 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.939+0000 7fad5bfff640 1 --2- 172.21.15.42:0/1505014475 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557ee00f6170 0x557ee00f6550 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fad4c0114f0 tx=0x7fad4c0119b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b42bb83773ea6c8b server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:00.940 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.939+0000 7fad427fc640 1 -- 172.21.15.42:0/1505014475 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad4c01e070 con 0x557ee00f6170 2024-06-06T08:30:00.940 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.939+0000 7fad427fc640 1 -- 172.21.15.42:0/1505014475 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fad4c011030 con 0x557ee00f6170 2024-06-06T08:30:00.940 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.939+0000 7fad427fc640 1 -- 172.21.15.42:0/1505014475 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad4c010720 con 0x557ee00f6170 2024-06-06T08:30:00.941 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.941+0000 7fad65684740 1 -- 172.21.15.42:0/1505014475 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557ee00f6170 msgr2=0x557ee00f6550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:00.941 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.941+0000 7fad65684740 1 --2- 172.21.15.42:0/1505014475 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557ee00f6170 0x557ee00f6550 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fad4c0114f0 tx=0x7fad4c0119b0 comp rx=0 tx=0).stop 2024-06-06T08:30:00.941 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.941+0000 7fad65684740 1 -- 172.21.15.42:0/1505014475 shutdown_connections 2024-06-06T08:30:00.941 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.941+0000 7fad65684740 1 --2- 172.21.15.42:0/1505014475 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557ee00f6a90 0x557ee0100e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:00.941 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.941+0000 7fad65684740 1 --2- 172.21.15.42:0/1505014475 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ee0101350 0x557ee0103740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:00.941 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.941+0000 7fad65684740 1 --2- 172.21.15.42:0/1505014475 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557ee00f6170 0x557ee00f6550 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:00.941 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.941+0000 7fad65684740 1 -- 172.21.15.42:0/1505014475 >> 172.21.15.42:0/1505014475 conn(0x557ee00f2680 msgr2=0x557ee00f2a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:00.942 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.941+0000 7fad65684740 1 -- 172.21.15.42:0/1505014475 shutdown_connections 2024-06-06T08:30:00.942 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.942+0000 7fad65684740 1 -- 172.21.15.42:0/1505014475 wait complete. 2024-06-06T08:30:00.942 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.942+0000 7fad65684740 1 -- start start 2024-06-06T08:30:00.943 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.943+0000 7fad65684740 1 Processor -- start 2024-06-06T08:30:00.943 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.943+0000 7fad65684740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557ee00f6170 0x557ee00fe420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:00.943 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.943+0000 7fad65684740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557ee00f6a90 0x557ee00fe960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:00.943 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.944+0000 7fad5bfff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557ee00f6170 0x557ee00fe420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:00.944 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.944+0000 7fad5bfff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557ee00f6170 0x557ee00fe420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:58424/0 (socket says 172.21.15.42:58424) 2024-06-06T08:30:00.944 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.944+0000 7fad5bfff640 1 -- 172.21.15.42:0/3676683719 learned_addr learned my addr 172.21.15.42:0/3676683719 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:00.944 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.944+0000 7fad5b7fe640 1 --2- 172.21.15.42:0/3676683719 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557ee00f6a90 0x557ee00fe960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:00.944 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.944+0000 7fad65684740 1 --2- 172.21.15.42:0/3676683719 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ee0101350 0x557ee00feea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:00.944 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.944+0000 7fad65684740 1 -- 172.21.15.42:0/3676683719 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x557ee0103f80 con 0x557ee0101350 2024-06-06T08:30:00.944 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.944+0000 7fad65684740 1 -- 172.21.15.42:0/3676683719 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x557edffe3ae0 con 0x557ee00f6170 2024-06-06T08:30:00.944 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.944+0000 7fad60f0d640 1 --2- 172.21.15.42:0/3676683719 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ee0101350 0x557ee00feea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:00.945 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.944+0000 7fad65684740 1 -- 172.21.15.42:0/3676683719 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x557ee0104100 con 0x557ee00f6a90 2024-06-06T08:30:00.945 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.944+0000 7fad65684740 10 client.0 _ll_register_callbacks cb 0x557ee001c9b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:30:00.945 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.944+0000 7fad5bfff640 1 -- 172.21.15.42:0/3676683719 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557ee00f6a90 msgr2=0x557ee00fe960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:00.945 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.944+0000 7fad5bfff640 1 --2- 172.21.15.42:0/3676683719 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557ee00f6a90 0x557ee00fe960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:00.945 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.944+0000 7fad5bfff640 1 -- 172.21.15.42:0/3676683719 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ee0101350 msgr2=0x557ee00feea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:00.945 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.944+0000 7fad5bfff640 1 --2- 172.21.15.42:0/3676683719 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ee0101350 0x557ee00feea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:00.945 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.944+0000 7fad5bfff640 1 -- 172.21.15.42:0/3676683719 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557edfd6e210 con 0x557ee00f6170 2024-06-06T08:30:00.945 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.945+0000 7fad60f0d640 1 --2- 172.21.15.42:0/3676683719 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ee0101350 0x557ee00feea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:30:00.948 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.945+0000 7fad5bfff640 1 --2- 172.21.15.42:0/3676683719 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557ee00f6170 0x557ee00fe420 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fad4c005570 tx=0x7fad4c0055a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f7e2cfc237e46621 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:00.948 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.945+0000 7fad3b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:30:00.949 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.945+0000 7fad3b7fe640 1 -- 172.21.15.42:0/3676683719 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad4c027060 con 0x557ee00f6170 2024-06-06T08:30:00.949 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.945+0000 7fad3b7fe640 1 -- 172.21.15.42:0/3676683719 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 9422+0+0 (secure 0 0 0) 0x7fad4c004030 con 0x557ee00f6170 2024-06-06T08:30:00.949 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.945+0000 7fad65684740 1 -- 172.21.15.42:0/3676683719 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fad4c011030 con 0x557ee00f6170 2024-06-06T08:30:00.949 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.945+0000 7fad3b7fe640 1 -- 172.21.15.42:0/3676683719 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7fad4c02e050 con 0x557ee00f6170 2024-06-06T08:30:00.949 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.946+0000 7fad65684740 10 client.26504 fetch_fsmap learned FSMap version 36 2024-06-06T08:30:00.949 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.946+0000 7fad65684740 1 -- 172.21.15.42:0/3676683719 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x557edfe3a620 con 0x557ee00f6170 2024-06-06T08:30:00.949 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.946+0000 7fad3b7fe640 1 -- 172.21.15.42:0/3676683719 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fad4c011030 con 0x557ee00f6170 2024-06-06T08:30:00.949 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.946+0000 7fad3b7fe640 1 -- 172.21.15.42:0/3676683719 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7fad4c021070 con 0x557ee00f6170 2024-06-06T08:30:00.949 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.946+0000 7fad65684740 10 client.26504 fetch_fsmap finished waiting for FSMap version 36 2024-06-06T08:30:00.949 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.946+0000 7fad65684740 10 client.26504 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:30:00.949 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.946+0000 7fad65684740 20 client.26504 populate_metadata read hostname 'smithi042' 2024-06-06T08:30:00.949 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.946+0000 7fad65684740 1 --2- 172.21.15.42:0/3676683719 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x557ee01112d0 0x557ee01136c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:00.949 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.946+0000 7fad65684740 4 client.26504 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:30:00.950 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.946+0000 7fad65684740 1 -- 172.21.15.42:0/3676683719 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557ee006df10 con 0x557ee01112d0 2024-06-06T08:30:00.950 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.946+0000 7fad5b7fe640 1 --2- 172.21.15.42:0/3676683719 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x557ee01112d0 0x557ee01136c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:00.950 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.947+0000 7fad3b7fe640 10 client.26504 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:30:00.950 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.947+0000 7fad5b7fe640 1 --2- 172.21.15.42:0/3676683719 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x557ee01112d0 0x557ee01136c0 crc :-1 s=READY pgs=169 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9b75e0fc4236a97f server_cookie=f6f17565f0e2f0ec in_seq=0 out_seq=0 2024-06-06T08:30:00.950 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.948+0000 7fad3b7fe640 1 -- 172.21.15.42:0/3676683719 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x557ee006df10 con 0x557ee01112d0 2024-06-06T08:30:00.950 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.948+0000 7fad3b7fe640 10 client.26504 handle_command_reply: tid=0 2024-06-06T08:30:00.950 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.948+0000 7fad65684740 1 client.26504 shutdown 2024-06-06T08:30:00.950 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.949+0000 7fad65684740 1 -- 172.21.15.42:0/3676683719 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557ee00f6170 msgr2=0x557ee00fe420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:00.950 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.949+0000 7fad65684740 1 --2- 172.21.15.42:0/3676683719 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557ee00f6170 0x557ee00fe420 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fad4c005570 tx=0x7fad4c0055a0 comp rx=0 tx=0).stop 2024-06-06T08:30:00.950 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.949+0000 7fad65684740 1 -- 172.21.15.42:0/3676683719 shutdown_connections 2024-06-06T08:30:00.950 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.949+0000 7fad65684740 1 --2- 172.21.15.42:0/3676683719 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x557ee01112d0 0x557ee01136c0 crc :-1 s=READY pgs=169 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:00.950 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.949+0000 7fad65684740 1 --2- 172.21.15.42:0/3676683719 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ee0101350 0x557ee00feea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:00.951 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.949+0000 7fad65684740 1 --2- 172.21.15.42:0/3676683719 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557ee00f6a90 0x557ee00fe960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:00.951 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.949+0000 7fad65684740 1 --2- 172.21.15.42:0/3676683719 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557ee00f6170 0x557ee00fe420 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:00.951 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.949+0000 7fad3b7fe640 0 client.26504 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:30:00.951 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.949+0000 7fad65684740 1 -- 172.21.15.42:0/3676683719 >> 172.21.15.42:0/3676683719 conn(0x557ee00f2680 msgr2=0x557ee00f83b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:00.951 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.949+0000 7fad65684740 1 -- 172.21.15.42:0/3676683719 shutdown_connections 2024-06-06T08:30:00.951 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.949+0000 7fad65684740 1 -- 172.21.15.42:0/3676683719 wait complete. 2024-06-06T08:30:00.951 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.949+0000 7fad65684740 20 client.26504 trim_cache size 0 max 16384 2024-06-06T08:30:00.974 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.975+0000 7fad65684740 1 Processor -- start 2024-06-06T08:30:00.974 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.975+0000 7fad65684740 1 -- start start 2024-06-06T08:30:00.974 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.975+0000 7fad65684740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557ee00f6170 0x557ee00f1f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:00.975 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.975+0000 7fad65684740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ee00f6a90 0x557ee0118e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:00.975 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.975+0000 7fad65684740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557ee0101350 0x557ee0119370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:00.975 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.975+0000 7fad65684740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fad5c1b7d80 con 0x557ee00f6a90 2024-06-06T08:30:00.975 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.976+0000 7fad65684740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fad5c1b5590 con 0x557ee00f6170 2024-06-06T08:30:00.975 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.976+0000 7fad65684740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fad5c1b3400 con 0x557ee0101350 2024-06-06T08:30:00.975 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.976+0000 7fad5bfff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557ee00f6170 0x557ee00f1f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:00.975 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.976+0000 7fad60f0d640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557ee0101350 0x557ee0119370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:00.975 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.976+0000 7fad5bfff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557ee00f6170 0x557ee00f1f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:58438/0 (socket says 172.21.15.42:58438) 2024-06-06T08:30:00.975 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.976+0000 7fad60f0d640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557ee0101350 0x557ee0119370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:44862/0 (socket says 172.21.15.42:44862) 2024-06-06T08:30:00.975 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.976+0000 7fad5bfff640 1 -- 172.21.15.42:0/3849513619 learned_addr learned my addr 172.21.15.42:0/3849513619 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:00.975 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.976+0000 7fad5b7fe640 1 --2- 172.21.15.42:0/3849513619 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ee00f6a90 0x557ee0118e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:00.976 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.976+0000 7fad5bfff640 1 -- 172.21.15.42:0/3849513619 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557ee0101350 msgr2=0x557ee0119370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:00.976 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.976+0000 7fad5bfff640 1 --2- 172.21.15.42:0/3849513619 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557ee0101350 0x557ee0119370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:00.976 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.976+0000 7fad5bfff640 1 -- 172.21.15.42:0/3849513619 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ee00f6a90 msgr2=0x557ee0118e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:00.976 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.976+0000 7fad5bfff640 1 --2- 172.21.15.42:0/3849513619 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ee00f6a90 0x557ee0118e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:00.977 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.976+0000 7fad5bfff640 1 -- 172.21.15.42:0/3849513619 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557ee0103e60 con 0x557ee00f6170 2024-06-06T08:30:00.977 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.977+0000 7fad5bfff640 1 --2- 172.21.15.42:0/3849513619 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557ee00f6170 0x557ee00f1f60 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fad4c0059f0 tx=0x7fad4c00f3c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c3198800f5fd2be7 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:00.977 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.977+0000 7fad41ffb640 1 -- 172.21.15.42:0/3849513619 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad4c027070 con 0x557ee00f6170 2024-06-06T08:30:00.977 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.977+0000 7fad41ffb640 1 -- 172.21.15.42:0/3849513619 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fad4c00f5c0 con 0x557ee00f6170 2024-06-06T08:30:00.977 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.977+0000 7fad41ffb640 1 -- 172.21.15.42:0/3849513619 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad4c01e040 con 0x557ee00f6170 2024-06-06T08:30:00.978 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.978+0000 7fad65684740 1 -- 172.21.15.42:0/3849513619 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557ee00f6170 msgr2=0x557ee00f1f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:00.978 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.978+0000 7fad65684740 1 --2- 172.21.15.42:0/3849513619 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557ee00f6170 0x557ee00f1f60 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fad4c0059f0 tx=0x7fad4c00f3c0 comp rx=0 tx=0).stop 2024-06-06T08:30:00.978 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.978+0000 7fad65684740 1 -- 172.21.15.42:0/3849513619 shutdown_connections 2024-06-06T08:30:00.978 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.978+0000 7fad65684740 1 --2- 172.21.15.42:0/3849513619 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557ee0101350 0x557ee0119370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:00.978 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.978+0000 7fad65684740 1 --2- 172.21.15.42:0/3849513619 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ee00f6a90 0x557ee0118e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:00.978 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.978+0000 7fad65684740 1 --2- 172.21.15.42:0/3849513619 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557ee00f6170 0x557ee00f1f60 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:00.978 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.978+0000 7fad65684740 1 -- 172.21.15.42:0/3849513619 >> 172.21.15.42:0/3849513619 conn(0x557ee00f2680 msgr2=0x557ee00f83b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:00.979 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.979+0000 7fad65684740 1 -- 172.21.15.42:0/3849513619 shutdown_connections 2024-06-06T08:30:00.979 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.979+0000 7fad65684740 1 -- 172.21.15.42:0/3849513619 wait complete. 2024-06-06T08:30:00.979 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.979+0000 7fad65684740 1 -- start start 2024-06-06T08:30:00.980 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.980+0000 7fad65684740 1 Processor -- start 2024-06-06T08:30:00.980 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.980+0000 7fad65684740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ee00f6170 0x557ee0109a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:00.980 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.980+0000 7fad65684740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557ee00f6a90 0x557ee0104dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:00.980 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.981+0000 7fad65684740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557ee0101350 0x557ee0105310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:00.980 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.981+0000 7fad5bfff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ee00f6170 0x557ee0109a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:00.980 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.981+0000 7fad5bfff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ee00f6170 0x557ee0109a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:32882/0 (socket says 172.21.15.42:32882) 2024-06-06T08:30:00.980 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.981+0000 7fad5b7fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557ee00f6a90 0x557ee0104dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:00.980 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.981+0000 7fad5bfff640 1 -- 172.21.15.42:0/192041151 learned_addr learned my addr 172.21.15.42:0/192041151 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:00.980 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.981+0000 7fad65684740 1 -- 172.21.15.42:0/192041151 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fad5c1b3a50 con 0x557ee00f6170 2024-06-06T08:30:00.981 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.981+0000 7fad65684740 1 -- 172.21.15.42:0/192041151 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fad5c1b4ec0 con 0x557ee00f6a90 2024-06-06T08:30:00.981 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.981+0000 7fad65684740 1 -- 172.21.15.42:0/192041151 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fad5c1b4120 con 0x557ee0101350 2024-06-06T08:30:00.981 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.981+0000 7fad65684740 10 client.0 _ll_register_callbacks cb 0x7fad4c01c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:30:00.981 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.981+0000 7fad5bfff640 1 -- 172.21.15.42:0/192041151 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557ee0101350 msgr2=0x557ee0105310 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-06T08:30:00.981 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.981+0000 7fad5bfff640 1 --2- 172.21.15.42:0/192041151 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557ee0101350 0x557ee0105310 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:00.981 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.981+0000 7fad5bfff640 1 -- 172.21.15.42:0/192041151 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557ee00f6a90 msgr2=0x557ee0104dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:00.981 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.981+0000 7fad5bfff640 1 --2- 172.21.15.42:0/192041151 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557ee00f6a90 0x557ee0104dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:00.981 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.981+0000 7fad5bfff640 1 -- 172.21.15.42:0/192041151 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557ee0105b40 con 0x557ee00f6170 2024-06-06T08:30:00.983 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.982+0000 7fad5bfff640 1 --2- 172.21.15.42:0/192041151 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ee00f6170 0x557ee0109a60 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7fad4c00f9a0 tx=0x7fad4c00f430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aca369170605e3ec server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:00.983 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.982+0000 7fad3b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:30:00.983 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.982+0000 7fad3b7fe640 1 -- 172.21.15.42:0/192041151 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad4c027070 con 0x557ee00f6170 2024-06-06T08:30:00.983 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.982+0000 7fad3b7fe640 1 -- 172.21.15.42:0/192041151 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 9422+0+0 (secure 0 0 0) 0x7fad4c004240 con 0x557ee00f6170 2024-06-06T08:30:00.983 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.982+0000 7fad65684740 1 -- 172.21.15.42:0/192041151 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fad4c00f5c0 con 0x557ee00f6170 2024-06-06T08:30:00.983 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.982+0000 7fad3b7fe640 1 -- 172.21.15.42:0/192041151 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7fad4c041050 con 0x557ee00f6170 2024-06-06T08:30:00.983 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.983+0000 7fad65684740 10 client.16851 fetch_fsmap learned FSMap version 36 2024-06-06T08:30:00.983 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.983+0000 7fad65684740 1 -- 172.21.15.42:0/192041151 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x557ee017bde0 con 0x557ee00f6170 2024-06-06T08:30:00.983 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.984+0000 7fad3b7fe640 1 -- 172.21.15.42:0/192041151 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fad4c00f5c0 con 0x557ee00f6170 2024-06-06T08:30:00.984 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.984+0000 7fad3b7fe640 1 -- 172.21.15.42:0/192041151 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7fad4c021040 con 0x557ee00f6170 2024-06-06T08:30:00.984 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.984+0000 7fad65684740 10 client.16851 fetch_fsmap finished waiting for FSMap version 36 2024-06-06T08:30:00.984 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.984+0000 7fad65684740 10 client.16851 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:30:00.984 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.984+0000 7fad65684740 20 client.16851 populate_metadata read hostname 'smithi042' 2024-06-06T08:30:00.984 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.984+0000 7fad65684740 1 --2- 172.21.15.42:0/192041151 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x557ee017c540 0x557ee017e960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:00.984 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.984+0000 7fad65684740 4 client.16851 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:30:00.984 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.984+0000 7fad65684740 1 -- 172.21.15.42:0/192041151 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x557ee0067c20 con 0x557ee017c540 2024-06-06T08:30:00.985 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.984+0000 7fad5b7fe640 1 --2- 172.21.15.42:0/192041151 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x557ee017c540 0x557ee017e960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:00.985 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.985+0000 7fad5b7fe640 1 --2- 172.21.15.42:0/192041151 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x557ee017c540 0x557ee017e960 crc :-1 s=READY pgs=170 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c77b4805bf83d16 server_cookie=c800b4d82cc22c14 in_seq=0 out_seq=0 2024-06-06T08:30:00.985 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:00.985+0000 7fad3b7fe640 10 client.16851 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:30:01.373 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:01.374+0000 7fad3b7fe640 1 -- 172.21.15.42:0/192041151 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x557ee0067c20 con 0x557ee017c540 2024-06-06T08:30:01.373 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:01.374+0000 7fad3b7fe640 10 client.16851 handle_command_reply: tid=0 2024-06-06T08:30:01.374 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:01.374+0000 7fad65684740 1 client.16851 shutdown 2024-06-06T08:30:01.374 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:01.374+0000 7fad65684740 1 -- 172.21.15.42:0/192041151 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ee00f6170 msgr2=0x557ee0109a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:01.374 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:01.374+0000 7fad65684740 1 --2- 172.21.15.42:0/192041151 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ee00f6170 0x557ee0109a60 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7fad4c00f9a0 tx=0x7fad4c00f430 comp rx=0 tx=0).stop 2024-06-06T08:30:01.374 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:01.374+0000 7fad65684740 1 -- 172.21.15.42:0/192041151 shutdown_connections 2024-06-06T08:30:01.374 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:01.374+0000 7fad65684740 1 --2- 172.21.15.42:0/192041151 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x557ee017c540 0x557ee017e960 crc :-1 s=READY pgs=170 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:01.374 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:01.374+0000 7fad3b7fe640 0 client.16851 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:30:01.374 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:01.374+0000 7fad65684740 1 --2- 172.21.15.42:0/192041151 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x557ee00f6a90 0x557ee0104dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:01.374 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:01.374+0000 7fad65684740 1 --2- 172.21.15.42:0/192041151 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557ee0101350 0x557ee0105310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:01.374 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:01.374+0000 7fad65684740 1 --2- 172.21.15.42:0/192041151 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ee00f6170 0x557ee0109a60 unknown :-1 s=CLOSED pgs=771 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:01.374 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:01.374+0000 7fad65684740 1 -- 172.21.15.42:0/192041151 >> 172.21.15.42:0/192041151 conn(0x557ee00f2680 msgr2=0x557ee00f7b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:01.374 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:01.374+0000 7fad65684740 1 -- 172.21.15.42:0/192041151 shutdown_connections 2024-06-06T08:30:01.374 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:01.374+0000 7fad65684740 1 -- 172.21.15.42:0/192041151 wait complete. 2024-06-06T08:30:01.374 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:01.375+0000 7fad65684740 20 client.16851 trim_cache size 0 max 16384 2024-06-06T08:30:01.375 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:30:01.375 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:30:01.375 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:30:01.376 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:01.376+0000 7fad62970640 1 -- 172.21.15.42:0/3774958158 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fad440a3200 msgr2=0x7fad440a56c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:01.376 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:01.376+0000 7fad62970640 1 --2- 172.21.15.42:0/3774958158 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fad440a3200 0x7fad440a56c0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fad5c113d40 tx=0x7fad540096a0 comp rx=0 tx=0).stop 2024-06-06T08:30:01.376 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:01.376+0000 7fad62970640 1 -- 172.21.15.42:0/3774958158 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fad5c101290 msgr2=0x7fad5c110690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:01.376 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:01.376+0000 7fad62970640 1 --2- 172.21.15.42:0/3774958158 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fad5c101290 0x7fad5c110690 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fad5002a980 tx=0x7fad50003b90 comp rx=0 tx=0).stop 2024-06-06T08:30:01.376 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:01.376+0000 7fad62970640 1 -- 172.21.15.42:0/3774958158 shutdown_connections 2024-06-06T08:30:01.376 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:01.376+0000 7fad62970640 1 --2- 172.21.15.42:0/3774958158 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fad440a3200 0x7fad440a56c0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:01.376 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:01.376+0000 7fad62970640 1 --2- 172.21.15.42:0/3774958158 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fad5c101290 0x7fad5c110690 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:01.376 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:01.376+0000 7fad62970640 1 --2- 172.21.15.42:0/3774958158 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fad5c106890 0x7fad5c110bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:01.377 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:01.376+0000 7fad62970640 1 --2- 172.21.15.42:0/3774958158 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fad5c1008d0 0x7fad5c1135f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:01.377 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:01.376+0000 7fad62970640 1 -- 172.21.15.42:0/3774958158 >> 172.21.15.42:0/3774958158 conn(0x7fad5c077a20 msgr2=0x7fad5c0ff7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:01.377 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:01.376+0000 7fad62970640 1 -- 172.21.15.42:0/3774958158 shutdown_connections 2024-06-06T08:30:01.377 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:01.376+0000 7fad62970640 1 -- 172.21.15.42:0/3774958158 wait complete. 2024-06-06T08:30:01.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:01 smithi042 ceph-mon[32384]: scrub summary: idle 2024-06-06T08:30:01.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:01 smithi042 ceph-mon[32384]: scrub summary: idle 2024-06-06T08:30:01.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:01 smithi042 ceph-mon[32384]: scrub summary: idle 2024-06-06T08:30:01.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:01 smithi120 ceph-mon[36658]: scrub summary: idle 2024-06-06T08:30:01.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:01 smithi120 ceph-mon[36658]: scrub summary: idle 2024-06-06T08:30:01.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:01 smithi120 ceph-mon[36658]: scrub summary: idle 2024-06-06T08:30:02.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:01 smithi149 ceph-mon[36842]: scrub summary: idle 2024-06-06T08:30:02.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:01 smithi149 ceph-mon[36842]: scrub summary: idle 2024-06-06T08:30:02.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:01 smithi149 ceph-mon[36842]: scrub summary: idle 2024-06-06T08:30:02.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:02 smithi042 ceph-mon[32384]: pgmap v229: 129 pgs: 129 active+clean; 1.3 GiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.8 MiB/s wr, 633 op/s 2024-06-06T08:30:02.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:02 smithi120 ceph-mon[36658]: pgmap v229: 129 pgs: 129 active+clean; 1.3 GiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.8 MiB/s wr, 633 op/s 2024-06-06T08:30:03.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:02 smithi149 ceph-mon[36842]: pgmap v229: 129 pgs: 129 active+clean; 1.3 GiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.8 MiB/s wr, 633 op/s 2024-06-06T08:30:04.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:04 smithi042 ceph-mon[32384]: pgmap v230: 129 pgs: 129 active+clean; 1.3 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 866 op/s 2024-06-06T08:30:04.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:04 smithi120 ceph-mon[36658]: pgmap v230: 129 pgs: 129 active+clean; 1.3 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 866 op/s 2024-06-06T08:30:05.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:04 smithi149 ceph-mon[36842]: pgmap v230: 129 pgs: 129 active+clean; 1.3 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 866 op/s 2024-06-06T08:30:06.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:06 smithi120 ceph-mon[36658]: pgmap v231: 129 pgs: 129 active+clean; 1.3 GiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 1.03k op/s 2024-06-06T08:30:06.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:06 smithi120 ceph-mon[36658]: osdmap e105: 12 total, 12 up, 12 in 2024-06-06T08:30:07.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:06 smithi149 ceph-mon[36842]: pgmap v231: 129 pgs: 129 active+clean; 1.3 GiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 1.03k op/s 2024-06-06T08:30:07.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:06 smithi149 ceph-mon[36842]: osdmap e105: 12 total, 12 up, 12 in 2024-06-06T08:30:07.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:06 smithi042 ceph-mon[32384]: pgmap v231: 129 pgs: 129 active+clean; 1.3 GiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 1.03k op/s 2024-06-06T08:30:07.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:06 smithi042 ceph-mon[32384]: osdmap e105: 12 total, 12 up, 12 in 2024-06-06T08:30:07.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:07 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:30:08.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:07 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:30:08.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:07 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:30:08.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:08 smithi120 ceph-mon[36658]: pgmap v233: 129 pgs: 129 active+clean; 1.3 GiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 3.8 MiB/s wr, 1.12k op/s 2024-06-06T08:30:08.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:08 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:30:08.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:08 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:30:08.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:08 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:30:09.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:08 smithi149 ceph-mon[36842]: pgmap v233: 129 pgs: 129 active+clean; 1.3 GiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 3.8 MiB/s wr, 1.12k op/s 2024-06-06T08:30:09.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:08 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:30:09.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:08 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:30:09.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:08 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:30:09.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:08 smithi042 ceph-mon[32384]: pgmap v233: 129 pgs: 129 active+clean; 1.3 GiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 3.8 MiB/s wr, 1.12k op/s 2024-06-06T08:30:09.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:08 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:30:09.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:08 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:30:09.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:08 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:30:10.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:10 smithi120 ceph-mon[36658]: pgmap v234: 129 pgs: 16 active+clean+snaptrim, 37 active+clean+snaptrim_wait, 76 active+clean; 1.4 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 4.3 MiB/s wr, 1.12k op/s 2024-06-06T08:30:11.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:10 smithi149 ceph-mon[36842]: pgmap v234: 129 pgs: 16 active+clean+snaptrim, 37 active+clean+snaptrim_wait, 76 active+clean; 1.4 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 4.3 MiB/s wr, 1.12k op/s 2024-06-06T08:30:11.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:10 smithi042 ceph-mon[32384]: pgmap v234: 129 pgs: 16 active+clean+snaptrim, 37 active+clean+snaptrim_wait, 76 active+clean; 1.4 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 4.3 MiB/s wr, 1.12k op/s 2024-06-06T08:30:12.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:12 smithi120 ceph-mon[36658]: pgmap v235: 129 pgs: 20 active+clean+snaptrim, 51 active+clean+snaptrim_wait, 58 active+clean; 1.4 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 4.5 MiB/s wr, 1.13k op/s 2024-06-06T08:30:13.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:12 smithi149 ceph-mon[36842]: pgmap v235: 129 pgs: 20 active+clean+snaptrim, 51 active+clean+snaptrim_wait, 58 active+clean; 1.4 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 4.5 MiB/s wr, 1.13k op/s 2024-06-06T08:30:13.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:12 smithi042 ceph-mon[32384]: pgmap v235: 129 pgs: 20 active+clean+snaptrim, 51 active+clean+snaptrim_wait, 58 active+clean; 1.4 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 4.5 MiB/s wr, 1.13k op/s 2024-06-06T08:30:14.520 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.521+0000 7f63dd3c4640 1 -- 172.21.15.42:0/1201297395 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f63d810cfa0 msgr2=0x7f63d8110fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:14.520 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.521+0000 7f63dd3c4640 1 --2- 172.21.15.42:0/1201297395 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f63d810cfa0 0x7f63d8110fe0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f63cc009900 tx=0x7f63cc02a410 comp rx=0 tx=0).stop 2024-06-06T08:30:14.521 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.522+0000 7f63dd3c4640 1 -- 172.21.15.42:0/1201297395 shutdown_connections 2024-06-06T08:30:14.521 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.522+0000 7f63dd3c4640 1 --2- 172.21.15.42:0/1201297395 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f63d810cfa0 0x7f63d8110fe0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:14.521 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.522+0000 7f63dd3c4640 1 --2- 172.21.15.42:0/1201297395 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f63d81116c0 0x7f63d8119290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:14.521 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.522+0000 7f63dd3c4640 1 --2- 172.21.15.42:0/1201297395 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f63d810c5f0 0x7f63d810c9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:14.521 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.522+0000 7f63dd3c4640 1 -- 172.21.15.42:0/1201297395 >> 172.21.15.42:0/1201297395 conn(0x7f63d806cc20 msgr2=0x7f63d810a9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:14.522 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.522+0000 7f63dd3c4640 1 -- 172.21.15.42:0/1201297395 shutdown_connections 2024-06-06T08:30:14.522 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.522+0000 7f63dd3c4640 1 -- 172.21.15.42:0/1201297395 wait complete. 2024-06-06T08:30:14.525 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.524+0000 7f63dd3c4640 1 Processor -- start 2024-06-06T08:30:14.526 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.524+0000 7f63dd3c4640 1 -- start start 2024-06-06T08:30:14.526 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.525+0000 7f63dd3c4640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f63d810c5f0 0x7f63d81a88d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:14.526 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.525+0000 7f63dd3c4640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f63d81116c0 0x7f63d81a8e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:14.526 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.525+0000 7f63dd3c4640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f63d81a2ad0 0x7f63d81a2f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:14.526 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.525+0000 7f63dd3c4640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f63d811c7d0 con 0x7f63d81a2ad0 2024-06-06T08:30:14.527 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.525+0000 7f63dd3c4640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f63d811c650 con 0x7f63d81116c0 2024-06-06T08:30:14.527 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.525+0000 7f63dd3c4640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f63d811c950 con 0x7f63d810c5f0 2024-06-06T08:30:14.527 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.525+0000 7f63d6ffd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f63d810c5f0 0x7f63d81a88d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:14.527 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.525+0000 7f63d6ffd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f63d810c5f0 0x7f63d81a88d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:41094/0 (socket says 172.21.15.42:41094) 2024-06-06T08:30:14.527 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.525+0000 7f63d6ffd640 1 -- 172.21.15.42:0/3484409448 learned_addr learned my addr 172.21.15.42:0/3484409448 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:14.527 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.525+0000 7f63d67fc640 1 --2- 172.21.15.42:0/3484409448 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f63d81116c0 0x7f63d81a8e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:14.527 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.526+0000 7f63d6ffd640 1 -- 172.21.15.42:0/3484409448 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f63d81116c0 msgr2=0x7f63d81a8e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:14.527 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.526+0000 7f63d6ffd640 1 --2- 172.21.15.42:0/3484409448 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f63d81116c0 0x7f63d81a8e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:14.527 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.526+0000 7f63d6ffd640 1 -- 172.21.15.42:0/3484409448 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f63d81a2ad0 msgr2=0x7f63d81a2f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:14.528 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.526+0000 7f63d6ffd640 1 --2- 172.21.15.42:0/3484409448 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f63d81a2ad0 0x7f63d81a2f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:14.528 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.526+0000 7f63d6ffd640 1 -- 172.21.15.42:0/3484409448 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63d81a35f0 con 0x7f63d810c5f0 2024-06-06T08:30:14.528 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.526+0000 7f63d6ffd640 1 --2- 172.21.15.42:0/3484409448 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f63d810c5f0 0x7f63d81a88d0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f63c800d770 tx=0x7f63c800dc30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:14.529 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.528+0000 7f63bffff640 1 -- 172.21.15.42:0/3484409448 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63c801c070 con 0x7f63d810c5f0 2024-06-06T08:30:14.529 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.529+0000 7f63bffff640 1 -- 172.21.15.42:0/3484409448 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f63c8005500 con 0x7f63d810c5f0 2024-06-06T08:30:14.529 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.529+0000 7f63bffff640 1 -- 172.21.15.42:0/3484409448 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63c8004a00 con 0x7f63d810c5f0 2024-06-06T08:30:14.529 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.530+0000 7f63dd3c4640 1 -- 172.21.15.42:0/3484409448 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63d81a38e0 con 0x7f63d810c5f0 2024-06-06T08:30:14.529 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.530+0000 7f63dd3c4640 1 -- 172.21.15.42:0/3484409448 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63d806d7f0 con 0x7f63d810c5f0 2024-06-06T08:30:14.533 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.534+0000 7f63e01a8740 1 Processor -- start 2024-06-06T08:30:14.533 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.534+0000 7f63e01a8740 1 -- start start 2024-06-06T08:30:14.533 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.535+0000 7f63e01a8740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c29850c170 0x55c29850c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:14.533 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.535+0000 7f63e01a8740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c29850ca90 0x55c298516e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:14.533 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.535+0000 7f63e01a8740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c298517350 0x55c298519740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:14.534 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.535+0000 7f63e01a8740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55c2984704f0 con 0x55c29850ca90 2024-06-06T08:30:14.534 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.535+0000 7f63e01a8740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55c29840e870 con 0x55c298517350 2024-06-06T08:30:14.534 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.535+0000 7f63e01a8740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55c29846c4b0 con 0x55c29850c170 2024-06-06T08:30:14.534 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.535+0000 7f63d67fc640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c298517350 0x55c298519740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:14.535 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.535+0000 7f63d67fc640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c298517350 0x55c298519740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:48870/0 (socket says 172.21.15.42:48870) 2024-06-06T08:30:14.535 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.535+0000 7f63d67fc640 1 -- 172.21.15.42:0/2414569400 learned_addr learned my addr 172.21.15.42:0/2414569400 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:14.535 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.535+0000 7f63d6ffd640 1 --2- 172.21.15.42:0/2414569400 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c29850ca90 0x55c298516e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:14.535 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.535+0000 7f63d77fe640 1 --2- 172.21.15.42:0/2414569400 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c29850c170 0x55c29850c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:14.535 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.535+0000 7f63d67fc640 1 -- 172.21.15.42:0/2414569400 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c29850c170 msgr2=0x55c29850c550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:14.535 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.535+0000 7f63d67fc640 1 --2- 172.21.15.42:0/2414569400 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c29850c170 0x55c29850c550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:14.535 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.535+0000 7f63d67fc640 1 -- 172.21.15.42:0/2414569400 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c29850ca90 msgr2=0x55c298516e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:14.535 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.535+0000 7f63d67fc640 1 --2- 172.21.15.42:0/2414569400 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c29850ca90 0x55c298516e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:14.535 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.535+0000 7f63d67fc640 1 -- 172.21.15.42:0/2414569400 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c29842a9b0 con 0x55c298517350 2024-06-06T08:30:14.535 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.536+0000 7f63d67fc640 1 --2- 172.21.15.42:0/2414569400 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c298517350 0x55c298519740 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f63d8073280 tx=0x7f63cc031510 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9b054f0b06fde4bc server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:14.536 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.536+0000 7f63bd7fa640 1 -- 172.21.15.42:0/2414569400 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63cc035020 con 0x55c298517350 2024-06-06T08:30:14.536 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.536+0000 7f63bd7fa640 1 -- 172.21.15.42:0/2414569400 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f63cc004040 con 0x55c298517350 2024-06-06T08:30:14.536 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.536+0000 7f63bd7fa640 1 -- 172.21.15.42:0/2414569400 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63cc0046c0 con 0x55c298517350 2024-06-06T08:30:14.536 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.537+0000 7f63e01a8740 1 -- 172.21.15.42:0/2414569400 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c298517350 msgr2=0x55c298519740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:14.536 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.537+0000 7f63e01a8740 1 --2- 172.21.15.42:0/2414569400 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c298517350 0x55c298519740 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f63d8073280 tx=0x7f63cc031510 comp rx=0 tx=0).stop 2024-06-06T08:30:14.536 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.537+0000 7f63e01a8740 1 -- 172.21.15.42:0/2414569400 shutdown_connections 2024-06-06T08:30:14.537 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.537+0000 7f63e01a8740 1 --2- 172.21.15.42:0/2414569400 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c298517350 0x55c298519740 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:14.537 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.537+0000 7f63e01a8740 1 --2- 172.21.15.42:0/2414569400 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c29850ca90 0x55c298516e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:14.537 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.537+0000 7f63e01a8740 1 --2- 172.21.15.42:0/2414569400 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c29850c170 0x55c29850c550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:14.537 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.537+0000 7f63e01a8740 1 -- 172.21.15.42:0/2414569400 >> 172.21.15.42:0/2414569400 conn(0x55c298508680 msgr2=0x55c298508a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:14.539 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.541+0000 7f63bffff640 1 -- 172.21.15.42:0/3484409448 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f63c8004ba0 con 0x7f63d810c5f0 2024-06-06T08:30:14.540 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.541+0000 7f63e01a8740 1 -- 172.21.15.42:0/2414569400 shutdown_connections 2024-06-06T08:30:14.541 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.542+0000 7f63bffff640 1 --2- 172.21.15.42:0/3484409448 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f63c00a2e10 0x7f63c00a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:14.541 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.542+0000 7f63e01a8740 1 -- 172.21.15.42:0/2414569400 wait complete. 2024-06-06T08:30:14.541 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.542+0000 7f63bffff640 1 -- 172.21.15.42:0/3484409448 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 9526+0+0 (secure 0 0 0) 0x7f63c80d7a90 con 0x7f63d810c5f0 2024-06-06T08:30:14.541 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.542+0000 7f63e01a8740 1 -- start start 2024-06-06T08:30:14.541 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.542+0000 7f63e01a8740 1 Processor -- start 2024-06-06T08:30:14.541 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.542+0000 7f63d67fc640 1 --2- 172.21.15.42:0/3484409448 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f63c00a2e10 0x7f63c00a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:14.542 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.543+0000 7f63e01a8740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c29850c170 0x55c298514320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:14.542 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.543+0000 7f63e01a8740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c29850ca90 0x55c298514860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:14.543 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.543+0000 7f63e01a8740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c298517350 0x55c298514da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:14.543 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.543+0000 7f63d6ffd640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c29850c170 0x55c298514320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:14.543 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.544+0000 7f63e01a8740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55c298519f20 con 0x55c29850ca90 2024-06-06T08:30:14.543 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.544+0000 7f63e01a8740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55c2983f9ae0 con 0x55c29850c170 2024-06-06T08:30:14.543 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.544+0000 7f63d6ffd640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c29850c170 0x55c298514320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:48874/0 (socket says 172.21.15.42:48874) 2024-06-06T08:30:14.543 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.544+0000 7f63d6ffd640 1 -- 172.21.15.42:0/4017498567 learned_addr learned my addr 172.21.15.42:0/4017498567 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:14.543 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.544+0000 7f63e01a8740 1 -- 172.21.15.42:0/4017498567 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55c29851a0a0 con 0x55c298517350 2024-06-06T08:30:14.543 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.544+0000 7f63e01a8740 10 client.0 _ll_register_callbacks cb 0x55c2984329b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:30:14.544 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.544+0000 7f63d6ffd640 1 -- 172.21.15.42:0/4017498567 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c298517350 msgr2=0x55c298514da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:14.544 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.544+0000 7f63d6ffd640 1 --2- 172.21.15.42:0/4017498567 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c298517350 0x55c298514da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:14.544 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.544+0000 7f63d6ffd640 1 -- 172.21.15.42:0/4017498567 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c29850ca90 msgr2=0x55c298514860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:14.544 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.544+0000 7f63d6ffd640 1 --2- 172.21.15.42:0/4017498567 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c29850ca90 0x55c298514860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:14.544 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.544+0000 7f63d6ffd640 1 -- 172.21.15.42:0/4017498567 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c298184210 con 0x55c29850c170 2024-06-06T08:30:14.544 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.544+0000 7f63d67fc640 1 --2- 172.21.15.42:0/3484409448 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f63c00a2e10 0x7f63c00a52d0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f63cc0319c0 tx=0x7f63cc031a20 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:14.544 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.545+0000 7f63d6ffd640 1 --2- 172.21.15.42:0/4017498567 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c29850c170 0x55c298514320 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f63c80a06d0 tx=0x7f63c80a44c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3e3607c2a197ca7b server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:14.544 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.545+0000 7f63baff5640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:30:14.545 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.545+0000 7f63baff5640 1 -- 172.21.15.42:0/4017498567 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63c80ac8e0 con 0x55c29850c170 2024-06-06T08:30:14.545 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.545+0000 7f63baff5640 1 -- 172.21.15.42:0/4017498567 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 9526+0+0 (secure 0 0 0) 0x7f63c80a0370 con 0x55c29850c170 2024-06-06T08:30:14.545 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.545+0000 7f63e01a8740 1 -- 172.21.15.42:0/4017498567 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f63cc004040 con 0x55c29850c170 2024-06-06T08:30:14.547 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.546+0000 7f63baff5640 1 -- 172.21.15.42:0/4017498567 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f63c80ac450 con 0x55c29850c170 2024-06-06T08:30:14.547 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.546+0000 7f63e01a8740 10 client.26522 fetch_fsmap learned FSMap version 36 2024-06-06T08:30:14.547 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.546+0000 7f63e01a8740 1 -- 172.21.15.42:0/4017498567 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x55c298250620 con 0x55c29850c170 2024-06-06T08:30:14.547 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.547+0000 7f63baff5640 1 -- 172.21.15.42:0/4017498567 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f63c80ac5f0 con 0x55c29850c170 2024-06-06T08:30:14.547 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.547+0000 7f63baff5640 1 -- 172.21.15.42:0/4017498567 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7f63c809fa50 con 0x55c29850c170 2024-06-06T08:30:14.547 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.547+0000 7f63e01a8740 10 client.26522 fetch_fsmap finished waiting for FSMap version 36 2024-06-06T08:30:14.547 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.547+0000 7f63e01a8740 10 client.26522 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:30:14.547 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.547+0000 7f63e01a8740 20 client.26522 populate_metadata read hostname 'smithi042' 2024-06-06T08:30:14.547 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.547+0000 7f63e01a8740 1 --2- 172.21.15.42:0/4017498567 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55c298527700 0x55c298529bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:14.547 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.547+0000 7f63e01a8740 4 client.26522 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:30:14.547 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.547+0000 7f63e01a8740 1 -- 172.21.15.42:0/4017498567 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f63cc004040 con 0x55c298527700 2024-06-06T08:30:14.547 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.548+0000 7f63d67fc640 1 --2- 172.21.15.42:0/4017498567 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55c298527700 0x55c298529bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:14.549 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.550+0000 7f63d67fc640 1 --2- 172.21.15.42:0/4017498567 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55c298527700 0x55c298529bc0 crc :-1 s=READY pgs=171 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=92930b201d34f924 server_cookie=338521240473428 in_seq=0 out_seq=0 2024-06-06T08:30:14.549 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.550+0000 7f63baff5640 10 client.26522 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:30:14.647 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.648+0000 7f63baff5640 1 -- 172.21.15.42:0/4017498567 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x7f63cc004040 con 0x55c298527700 2024-06-06T08:30:14.647 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.648+0000 7f63baff5640 10 client.26522 handle_command_reply: tid=0 2024-06-06T08:30:14.647 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.648+0000 7f63e01a8740 1 client.26522 shutdown 2024-06-06T08:30:14.649 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.650+0000 7f63e01a8740 1 -- 172.21.15.42:0/4017498567 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c29850c170 msgr2=0x55c298514320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:14.649 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.650+0000 7f63e01a8740 1 --2- 172.21.15.42:0/4017498567 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c29850c170 0x55c298514320 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f63c80a06d0 tx=0x7f63c80a44c0 comp rx=0 tx=0).stop 2024-06-06T08:30:14.649 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.650+0000 7f63e01a8740 1 -- 172.21.15.42:0/4017498567 shutdown_connections 2024-06-06T08:30:14.649 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.650+0000 7f63e01a8740 1 --2- 172.21.15.42:0/4017498567 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55c298527700 0x55c298529bc0 crc :-1 s=READY pgs=171 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:14.649 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.650+0000 7f63e01a8740 1 --2- 172.21.15.42:0/4017498567 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c298517350 0x55c298514da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:14.650 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.650+0000 7f63e01a8740 1 --2- 172.21.15.42:0/4017498567 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c29850ca90 0x55c298514860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:14.650 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.650+0000 7f63e01a8740 1 --2- 172.21.15.42:0/4017498567 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c29850c170 0x55c298514320 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:14.650 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.650+0000 7f63e01a8740 1 -- 172.21.15.42:0/4017498567 >> 172.21.15.42:0/4017498567 conn(0x55c298508680 msgr2=0x55c29850e400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:14.650 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.650+0000 7f63baff5640 0 client.26522 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:30:14.650 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.650+0000 7f63e01a8740 1 -- 172.21.15.42:0/4017498567 shutdown_connections 2024-06-06T08:30:14.650 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.650+0000 7f63e01a8740 1 -- 172.21.15.42:0/4017498567 wait complete. 2024-06-06T08:30:14.650 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.650+0000 7f63e01a8740 20 client.26522 trim_cache size 0 max 16384 2024-06-06T08:30:14.679 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.680+0000 7f63e01a8740 1 Processor -- start 2024-06-06T08:30:14.679 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.680+0000 7f63e01a8740 1 -- start start 2024-06-06T08:30:14.680 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.681+0000 7f63e01a8740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c29850c170 0x55c29850eb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:14.680 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.681+0000 7f63e01a8740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c29850ca90 0x55c29852f4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:14.680 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.681+0000 7f63e01a8740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c298517350 0x55c29852fa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:14.680 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.681+0000 7f63e01a8740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f63d81b7e90 con 0x55c29850ca90 2024-06-06T08:30:14.680 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.681+0000 7f63e01a8740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f63d81b56a0 con 0x55c29850c170 2024-06-06T08:30:14.680 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.681+0000 7f63e01a8740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f63d81b3510 con 0x55c298517350 2024-06-06T08:30:14.680 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.681+0000 7f63d67fc640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c29850ca90 0x55c29852f4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:14.681 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.681+0000 7f63d67fc640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c29850ca90 0x55c29852f4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:52322/0 (socket says 172.21.15.42:52322) 2024-06-06T08:30:14.681 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.681+0000 7f63d67fc640 1 -- 172.21.15.42:0/196015250 learned_addr learned my addr 172.21.15.42:0/196015250 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:14.681 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.682+0000 7f63d67fc640 1 -- 172.21.15.42:0/196015250 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c298517350 msgr2=0x55c29852fa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:14.681 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.682+0000 7f63d67fc640 1 --2- 172.21.15.42:0/196015250 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c298517350 0x55c29852fa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:14.681 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.682+0000 7f63d67fc640 1 -- 172.21.15.42:0/196015250 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c29850c170 msgr2=0x55c29850eb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:14.681 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.682+0000 7f63d67fc640 1 --2- 172.21.15.42:0/196015250 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c29850c170 0x55c29850eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:14.681 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.682+0000 7f63d67fc640 1 -- 172.21.15.42:0/196015250 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c298512890 con 0x55c29850ca90 2024-06-06T08:30:14.682 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.683+0000 7f63d67fc640 1 --2- 172.21.15.42:0/196015250 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c29850ca90 0x55c29852f4d0 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7f63cc0319f0 tx=0x7f63cc005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff49f2902283e745 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:14.683 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.684+0000 7f63bcff9640 1 -- 172.21.15.42:0/196015250 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63cc060070 con 0x55c29850ca90 2024-06-06T08:30:14.683 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.684+0000 7f63bcff9640 1 -- 172.21.15.42:0/196015250 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f63cc005520 con 0x55c29850ca90 2024-06-06T08:30:14.683 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.684+0000 7f63bcff9640 1 -- 172.21.15.42:0/196015250 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63cc035050 con 0x55c29850ca90 2024-06-06T08:30:14.683 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.685+0000 7f63e01a8740 1 -- 172.21.15.42:0/196015250 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c29850ca90 msgr2=0x55c29852f4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:14.684 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.685+0000 7f63e01a8740 1 --2- 172.21.15.42:0/196015250 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c29850ca90 0x55c29852f4d0 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7f63cc0319f0 tx=0x7f63cc005fd0 comp rx=0 tx=0).stop 2024-06-06T08:30:14.686 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.687+0000 7f63e01a8740 1 -- 172.21.15.42:0/196015250 shutdown_connections 2024-06-06T08:30:14.686 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.687+0000 7f63e01a8740 1 --2- 172.21.15.42:0/196015250 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c298517350 0x55c29852fa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:14.686 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.687+0000 7f63e01a8740 1 --2- 172.21.15.42:0/196015250 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c29850ca90 0x55c29852f4d0 unknown :-1 s=CLOSED pgs=772 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:14.686 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.687+0000 7f63e01a8740 1 --2- 172.21.15.42:0/196015250 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c29850c170 0x55c29850eb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:14.686 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.687+0000 7f63e01a8740 1 -- 172.21.15.42:0/196015250 >> 172.21.15.42:0/196015250 conn(0x55c298508680 msgr2=0x55c298512c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:14.687 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.687+0000 7f63e01a8740 1 -- 172.21.15.42:0/196015250 shutdown_connections 2024-06-06T08:30:14.687 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.688+0000 7f63e01a8740 1 -- 172.21.15.42:0/196015250 wait complete. 2024-06-06T08:30:14.687 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.688+0000 7f63e01a8740 1 -- start start 2024-06-06T08:30:14.687 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.688+0000 7f63e01a8740 1 Processor -- start 2024-06-06T08:30:14.689 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.689+0000 7f63e01a8740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c29850c170 0x55c298511fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:14.689 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.689+0000 7f63e01a8740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c29850ca90 0x55c29851f2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:14.690 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.689+0000 7f63e01a8740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c298517350 0x55c29851f9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:14.690 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.689+0000 7f63e01a8740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f63d81b3b60 con 0x55c29850ca90 2024-06-06T08:30:14.690 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.689+0000 7f63e01a8740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f63d81b4fd0 con 0x55c298517350 2024-06-06T08:30:14.690 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.689+0000 7f63e01a8740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f63d81b4230 con 0x55c29850c170 2024-06-06T08:30:14.690 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.689+0000 7f63e01a8740 10 client.0 _ll_register_callbacks cb 0x7f63c800df00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:30:14.690 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.689+0000 7f63d77fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c298517350 0x55c29851f9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:14.690 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.689+0000 7f63d77fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c298517350 0x55c29851f9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:48880/0 (socket says 172.21.15.42:48880) 2024-06-06T08:30:14.690 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.689+0000 7f63d77fe640 1 -- 172.21.15.42:0/3334860604 learned_addr learned my addr 172.21.15.42:0/3334860604 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:14.690 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.689+0000 7f63d6ffd640 1 --2- 172.21.15.42:0/3334860604 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c29850c170 0x55c298511fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:14.690 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.689+0000 7f63d67fc640 1 --2- 172.21.15.42:0/3334860604 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c29850ca90 0x55c29851f2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:14.690 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.689+0000 7f63d77fe640 1 -- 172.21.15.42:0/3334860604 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c29850c170 msgr2=0x55c298511fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:14.691 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.689+0000 7f63d77fe640 1 --2- 172.21.15.42:0/3334860604 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c29850c170 0x55c298511fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:14.691 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.689+0000 7f63d77fe640 1 -- 172.21.15.42:0/3334860604 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c29850ca90 msgr2=0x55c29851f2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:14.691 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.689+0000 7f63d77fe640 1 --2- 172.21.15.42:0/3334860604 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c29850ca90 0x55c29851f2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:14.691 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.689+0000 7f63d77fe640 1 -- 172.21.15.42:0/3334860604 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c2985105b0 con 0x55c298517350 2024-06-06T08:30:14.691 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.690+0000 7f63d77fe640 1 --2- 172.21.15.42:0/3334860604 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c298517350 0x55c29851f9e0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f63d000aa50 tx=0x7f63d000ae50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=578d7d33b5f92d70 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:14.691 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.690+0000 7f63baff5640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:30:14.691 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.690+0000 7f63baff5640 1 -- 172.21.15.42:0/3334860604 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63d0018020 con 0x55c298517350 2024-06-06T08:30:14.691 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.690+0000 7f63baff5640 1 -- 172.21.15.42:0/3334860604 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 9526+0+0 (secure 0 0 0) 0x7f63d000ead0 con 0x55c298517350 2024-06-06T08:30:14.691 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.690+0000 7f63e01a8740 1 -- 172.21.15.42:0/3334860604 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f63cc005520 con 0x55c298517350 2024-06-06T08:30:14.691 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.690+0000 7f63baff5640 1 -- 172.21.15.42:0/3334860604 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f63d0023050 con 0x55c298517350 2024-06-06T08:30:14.691 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.690+0000 7f63e01a8740 10 client.26525 fetch_fsmap learned FSMap version 36 2024-06-06T08:30:14.691 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.690+0000 7f63e01a8740 1 -- 172.21.15.42:0/3334860604 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x55c2985917c0 con 0x55c298517350 2024-06-06T08:30:14.692 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.690+0000 7f63baff5640 1 -- 172.21.15.42:0/3334860604 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f63cc005520 con 0x55c298517350 2024-06-06T08:30:14.692 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.691+0000 7f63baff5640 1 -- 172.21.15.42:0/3334860604 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7f63d001c3a0 con 0x55c298517350 2024-06-06T08:30:14.692 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.691+0000 7f63e01a8740 10 client.26525 fetch_fsmap finished waiting for FSMap version 36 2024-06-06T08:30:14.692 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.691+0000 7f63e01a8740 10 client.26525 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:30:14.692 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.691+0000 7f63e01a8740 20 client.26525 populate_metadata read hostname 'smithi042' 2024-06-06T08:30:14.692 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.691+0000 7f63e01a8740 1 --2- 172.21.15.42:0/3334860604 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55c298592050 0x55c298594470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:14.692 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.691+0000 7f63e01a8740 4 client.26525 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:30:14.692 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.691+0000 7f63e01a8740 1 -- 172.21.15.42:0/3334860604 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55c298483f10 con 0x55c298592050 2024-06-06T08:30:14.693 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.691+0000 7f63d6ffd640 1 --2- 172.21.15.42:0/3334860604 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55c298592050 0x55c298594470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:14.693 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.692+0000 7f63d6ffd640 1 --2- 172.21.15.42:0/3334860604 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55c298592050 0x55c298594470 crc :-1 s=READY pgs=172 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=452210366a259f1e server_cookie=6f8a5c178b205ff3 in_seq=0 out_seq=0 2024-06-06T08:30:14.693 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:14.692+0000 7f63baff5640 10 client.26525 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:30:14.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:14 smithi120 ceph-mon[36658]: pgmap v236: 129 pgs: 20 active+clean+snaptrim, 51 active+clean+snaptrim_wait, 58 active+clean; 1.4 GiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 3.8 MiB/s wr, 861 op/s 2024-06-06T08:30:15.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:14 smithi149 ceph-mon[36842]: pgmap v236: 129 pgs: 20 active+clean+snaptrim, 51 active+clean+snaptrim_wait, 58 active+clean; 1.4 GiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 3.8 MiB/s wr, 861 op/s 2024-06-06T08:30:15.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:14 smithi042 ceph-mon[32384]: pgmap v236: 129 pgs: 20 active+clean+snaptrim, 51 active+clean+snaptrim_wait, 58 active+clean; 1.4 GiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 3.8 MiB/s wr, 861 op/s 2024-06-06T08:30:16.413 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:16.414+0000 7f63baff5640 1 -- 172.21.15.42:0/3334860604 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55c298483f10 con 0x55c298592050 2024-06-06T08:30:16.414 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:16.414+0000 7f63baff5640 10 client.26525 handle_command_reply: tid=0 2024-06-06T08:30:16.414 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:16.414+0000 7f63e01a8740 1 client.26525 shutdown 2024-06-06T08:30:16.414 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:16.414+0000 7f63e01a8740 1 -- 172.21.15.42:0/3334860604 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c298517350 msgr2=0x55c29851f9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:16.414 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:16.414+0000 7f63e01a8740 1 --2- 172.21.15.42:0/3334860604 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c298517350 0x55c29851f9e0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f63d000aa50 tx=0x7f63d000ae50 comp rx=0 tx=0).stop 2024-06-06T08:30:16.414 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:16.414+0000 7f63e01a8740 1 -- 172.21.15.42:0/3334860604 shutdown_connections 2024-06-06T08:30:16.414 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:16.414+0000 7f63e01a8740 1 --2- 172.21.15.42:0/3334860604 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55c298592050 0x55c298594470 crc :-1 s=READY pgs=172 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:16.414 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:16.414+0000 7f63e01a8740 1 --2- 172.21.15.42:0/3334860604 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c298517350 0x55c29851f9e0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:16.414 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:16.414+0000 7f63e01a8740 1 --2- 172.21.15.42:0/3334860604 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c29850ca90 0x55c29851f2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:16.414 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:16.414+0000 7f63e01a8740 1 --2- 172.21.15.42:0/3334860604 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c29850c170 0x55c298511fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:16.414 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:16.414+0000 7f63baff5640 0 client.26525 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:30:16.415 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:16.414+0000 7f63e01a8740 1 -- 172.21.15.42:0/3334860604 >> 172.21.15.42:0/3334860604 conn(0x55c298508680 msgr2=0x55c2985142e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:16.415 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:16.415+0000 7f63e01a8740 1 -- 172.21.15.42:0/3334860604 shutdown_connections 2024-06-06T08:30:16.415 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:16.415+0000 7f63e01a8740 1 -- 172.21.15.42:0/3334860604 wait complete. 2024-06-06T08:30:16.415 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:16.415+0000 7f63e01a8740 20 client.26525 trim_cache size 0 max 16384 2024-06-06T08:30:16.415 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:30:16.415 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:30:16.415 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:30:16.416 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:16.416+0000 7f63dd3c4640 1 -- 172.21.15.42:0/3484409448 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f63c00a2e10 msgr2=0x7f63c00a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:16.416 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:16.416+0000 7f63dd3c4640 1 --2- 172.21.15.42:0/3484409448 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f63c00a2e10 0x7f63c00a52d0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f63cc0319c0 tx=0x7f63cc031a20 comp rx=0 tx=0).stop 2024-06-06T08:30:16.416 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:16.416+0000 7f63dd3c4640 1 -- 172.21.15.42:0/3484409448 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f63d810c5f0 msgr2=0x7f63d81a88d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:16.417 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:16.416+0000 7f63dd3c4640 1 --2- 172.21.15.42:0/3484409448 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f63d810c5f0 0x7f63d81a88d0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f63c800d770 tx=0x7f63c800dc30 comp rx=0 tx=0).stop 2024-06-06T08:30:16.417 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:16.416+0000 7f63dd3c4640 1 -- 172.21.15.42:0/3484409448 shutdown_connections 2024-06-06T08:30:16.417 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:16.416+0000 7f63dd3c4640 1 --2- 172.21.15.42:0/3484409448 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f63c00a2e10 0x7f63c00a52d0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:16.417 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:16.416+0000 7f63dd3c4640 1 --2- 172.21.15.42:0/3484409448 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f63d81116c0 0x7f63d81a8e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:16.417 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:16.416+0000 7f63dd3c4640 1 --2- 172.21.15.42:0/3484409448 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f63d81a2ad0 0x7f63d81a2f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:16.417 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:16.416+0000 7f63dd3c4640 1 --2- 172.21.15.42:0/3484409448 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f63d810c5f0 0x7f63d81a88d0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:16.417 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:16.416+0000 7f63dd3c4640 1 -- 172.21.15.42:0/3484409448 >> 172.21.15.42:0/3484409448 conn(0x7f63d806cc20 msgr2=0x7f63d810f6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:16.417 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:16.416+0000 7f63dd3c4640 1 -- 172.21.15.42:0/3484409448 shutdown_connections 2024-06-06T08:30:16.417 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:16.416+0000 7f63dd3c4640 1 -- 172.21.15.42:0/3484409448 wait complete. 2024-06-06T08:30:16.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:16 smithi120 ceph-mon[36658]: pgmap v237: 129 pgs: 17 active+clean+snaptrim, 37 active+clean+snaptrim_wait, 75 active+clean; 1.4 GiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 3.8 MiB/s wr, 787 op/s 2024-06-06T08:30:17.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:16 smithi149 ceph-mon[36842]: pgmap v237: 129 pgs: 17 active+clean+snaptrim, 37 active+clean+snaptrim_wait, 75 active+clean; 1.4 GiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 3.8 MiB/s wr, 787 op/s 2024-06-06T08:30:17.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:16 smithi042 ceph-mon[32384]: pgmap v237: 129 pgs: 17 active+clean+snaptrim, 37 active+clean+snaptrim_wait, 75 active+clean; 1.4 GiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 3.8 MiB/s wr, 787 op/s 2024-06-06T08:30:18.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:18 smithi120 ceph-mon[36658]: pgmap v238: 129 pgs: 17 active+clean+snaptrim, 37 active+clean+snaptrim_wait, 75 active+clean; 1.4 GiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 702 op/s 2024-06-06T08:30:19.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:18 smithi149 ceph-mon[36842]: pgmap v238: 129 pgs: 17 active+clean+snaptrim, 37 active+clean+snaptrim_wait, 75 active+clean; 1.4 GiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 702 op/s 2024-06-06T08:30:19.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:18 smithi042 ceph-mon[32384]: pgmap v238: 129 pgs: 17 active+clean+snaptrim, 37 active+clean+snaptrim_wait, 75 active+clean; 1.4 GiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 702 op/s 2024-06-06T08:30:19.423 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-06-06T08:30:19.804 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:30:20.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:20 smithi120 ceph-mon[36658]: pgmap v239: 129 pgs: 14 active+clean+snaptrim, 36 active+clean+snaptrim_wait, 79 active+clean; 1.4 GiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 3.7 MiB/s wr, 773 op/s 2024-06-06T08:30:20.948 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:20 smithi042 ceph-mon[32384]: pgmap v239: 129 pgs: 14 active+clean+snaptrim, 36 active+clean+snaptrim_wait, 79 active+clean; 1.4 GiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 3.7 MiB/s wr, 773 op/s 2024-06-06T08:30:21.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:20 smithi149 ceph-mon[36842]: pgmap v239: 129 pgs: 14 active+clean+snaptrim, 36 active+clean+snaptrim_wait, 79 active+clean; 1.4 GiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 3.7 MiB/s wr, 773 op/s 2024-06-06T08:30:22.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:22 smithi120 ceph-mon[36658]: pgmap v240: 129 pgs: 10 active+clean+snaptrim, 22 active+clean+snaptrim_wait, 97 active+clean; 1.4 GiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 554 op/s 2024-06-06T08:30:22.916 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:22 smithi149 ceph-mon[36842]: pgmap v240: 129 pgs: 10 active+clean+snaptrim, 22 active+clean+snaptrim_wait, 97 active+clean; 1.4 GiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 554 op/s 2024-06-06T08:30:23.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:22 smithi042 ceph-mon[32384]: pgmap v240: 129 pgs: 10 active+clean+snaptrim, 22 active+clean+snaptrim_wait, 97 active+clean; 1.4 GiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 554 op/s 2024-06-06T08:30:23.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.662+0000 7fcbe0765700 1 -- 172.21.15.42:0/3985550842 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcbd81084f0 msgr2=0x7fcbd81088d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:23.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.662+0000 7fcbe0765700 1 --2- 172.21.15.42:0/3985550842 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcbd81084f0 0x7fcbd81088d0 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7fcbd4009990 tx=0x7fcbd4009ca0 comp rx=0 tx=0).stop 2024-06-06T08:30:23.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.662+0000 7fcbe0765700 1 -- 172.21.15.42:0/3985550842 shutdown_connections 2024-06-06T08:30:23.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.662+0000 7fcbe0765700 1 --2- 172.21.15.42:0/3985550842 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcbd806b3c0 0x7fcbd810f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:23.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.662+0000 7fcbe0765700 1 --2- 172.21.15.42:0/3985550842 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcbd81084f0 0x7fcbd81088d0 unknown :-1 s=CLOSED pgs=773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:23.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.662+0000 7fcbe0765700 1 --2- 172.21.15.42:0/3985550842 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcbd806aa00 0x7fcbd806ae80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:23.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.662+0000 7fcbe0765700 1 -- 172.21.15.42:0/3985550842 >> 172.21.15.42:0/3985550842 conn(0x7fcbd8078300 msgr2=0x7fcbd8078710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:23.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.662+0000 7fcbe0765700 1 -- 172.21.15.42:0/3985550842 shutdown_connections 2024-06-06T08:30:23.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.662+0000 7fcbe0765700 1 -- 172.21.15.42:0/3985550842 wait complete. 2024-06-06T08:30:23.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.663+0000 7fcbe0765700 1 Processor -- start 2024-06-06T08:30:23.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.663+0000 7fcbe0765700 1 -- start start 2024-06-06T08:30:23.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.663+0000 7fcbe0765700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcbd806aa00 0x7fcbd819e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:23.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.663+0000 7fcbe0765700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcbd806b3c0 0x7fcbd819ed80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:23.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.663+0000 7fcbe0765700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcbd81084f0 0x7fcbd8198a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:23.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.663+0000 7fcbe0765700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fcbd8112750 con 0x7fcbd806aa00 2024-06-06T08:30:23.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.663+0000 7fcbe0765700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fcbd81125d0 con 0x7fcbd806b3c0 2024-06-06T08:30:23.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.663+0000 7fcbe0765700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fcbd81128d0 con 0x7fcbd81084f0 2024-06-06T08:30:23.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.664+0000 7fcbde501700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcbd806aa00 0x7fcbd819e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:23.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.664+0000 7fcbddd00700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcbd806b3c0 0x7fcbd819ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:23.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.664+0000 7fcbde501700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcbd806aa00 0x7fcbd819e840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:41354/0 (socket says 172.21.15.42:41354) 2024-06-06T08:30:23.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.664+0000 7fcbde501700 1 -- 172.21.15.42:0/9472152 learned_addr learned my addr 172.21.15.42:0/9472152 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:23.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.664+0000 7fcbded02700 1 --2- 172.21.15.42:0/9472152 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcbd81084f0 0x7fcbd8198a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:23.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.664+0000 7fcbde501700 1 -- 172.21.15.42:0/9472152 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcbd81084f0 msgr2=0x7fcbd8198a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:23.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.664+0000 7fcbde501700 1 --2- 172.21.15.42:0/9472152 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcbd81084f0 0x7fcbd8198a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:23.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.664+0000 7fcbde501700 1 -- 172.21.15.42:0/9472152 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcbd806b3c0 msgr2=0x7fcbd819ed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:23.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.664+0000 7fcbde501700 1 --2- 172.21.15.42:0/9472152 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcbd806b3c0 0x7fcbd819ed80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:23.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.664+0000 7fcbde501700 1 -- 172.21.15.42:0/9472152 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbd81991b0 con 0x7fcbd806aa00 2024-06-06T08:30:23.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.664+0000 7fcbde501700 1 --2- 172.21.15.42:0/9472152 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcbd806aa00 0x7fcbd819e840 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7fcbd400bb60 tx=0x7fcbd400bb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:23.666 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.664+0000 7fcbcf7fe700 1 -- 172.21.15.42:0/9472152 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbd4003a90 con 0x7fcbd806aa00 2024-06-06T08:30:23.666 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.665+0000 7fcbe0765700 1 -- 172.21.15.42:0/9472152 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcbd8199440 con 0x7fcbd806aa00 2024-06-06T08:30:23.666 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.665+0000 7fcbe0765700 1 -- 172.21.15.42:0/9472152 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcbd8101380 con 0x7fcbd806aa00 2024-06-06T08:30:23.666 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.665+0000 7fcbcf7fe700 1 -- 172.21.15.42:0/9472152 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcbd4024070 con 0x7fcbd806aa00 2024-06-06T08:30:23.666 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.665+0000 7fcbcf7fe700 1 -- 172.21.15.42:0/9472152 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbd4017650 con 0x7fcbd806aa00 2024-06-06T08:30:23.667 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.667+0000 7fcbcf7fe700 1 -- 172.21.15.42:0/9472152 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fcbd4009d10 con 0x7fcbd806aa00 2024-06-06T08:30:23.667 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.668+0000 7fcbcf7fe700 1 --2- 172.21.15.42:0/9472152 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fcbc40a2e10 0x7fcbc40a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:23.667 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.668+0000 7fcbddd00700 1 --2- 172.21.15.42:0/9472152 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fcbc40a2e10 0x7fcbc40a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:23.667 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.668+0000 7fcbcf7fe700 1 -- 172.21.15.42:0/9472152 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 9526+0+0 (secure 0 0 0) 0x7fcbd40d0500 con 0x7fcbd806aa00 2024-06-06T08:30:23.667 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.669+0000 7fcbddd00700 1 --2- 172.21.15.42:0/9472152 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fcbc40a2e10 0x7fcbc40a52d0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fcbd8078970 tx=0x7fcbc8017040 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:23.667 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.669+0000 7fcbeafe8b80 1 Processor -- start 2024-06-06T08:30:23.668 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.669+0000 7fcbeafe8b80 1 -- start start 2024-06-06T08:30:23.669 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.669+0000 7fcbeafe8b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b494002640 0x55b494002a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:23.669 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.669+0000 7fcbeafe8b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b494002f60 0x55b493ffc9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:23.669 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.669+0000 7fcbeafe8b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b493ffcf20 0x55b493ffd340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:23.669 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.669+0000 7fcbeafe8b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55b493f4e810 con 0x55b493ffcf20 2024-06-06T08:30:23.669 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.669+0000 7fcbeafe8b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55b493ef6720 con 0x55b494002f60 2024-06-06T08:30:23.670 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.669+0000 7fcbeafe8b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55b493f4a7d0 con 0x55b494002640 2024-06-06T08:30:23.670 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.669+0000 7fcbded02700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b493ffcf20 0x55b493ffd340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:23.670 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.669+0000 7fcbddd00700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b494002f60 0x55b493ffc9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:23.670 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.670+0000 7fcbded02700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b493ffcf20 0x55b493ffd340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:41356/0 (socket says 172.21.15.42:41356) 2024-06-06T08:30:23.670 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.670+0000 7fcbddd00700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b494002f60 0x55b493ffc9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:45414/0 (socket says 172.21.15.42:45414) 2024-06-06T08:30:23.670 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.670+0000 7fcbded02700 1 -- 172.21.15.42:0/1975968348 learned_addr learned my addr 172.21.15.42:0/1975968348 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:23.670 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.670+0000 7fcbde501700 1 --2- 172.21.15.42:0/1975968348 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b494002640 0x55b494002a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:23.670 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.670+0000 7fcbded02700 1 -- 172.21.15.42:0/1975968348 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b494002640 msgr2=0x55b494002a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:23.670 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.670+0000 7fcbded02700 1 --2- 172.21.15.42:0/1975968348 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b494002640 0x55b494002a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:23.670 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.670+0000 7fcbded02700 1 -- 172.21.15.42:0/1975968348 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b494002f60 msgr2=0x55b493ffc9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:23.670 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.670+0000 7fcbded02700 1 --2- 172.21.15.42:0/1975968348 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b494002f60 0x55b493ffc9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:23.670 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.670+0000 7fcbded02700 1 -- 172.21.15.42:0/1975968348 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b493eecf50 con 0x55b493ffcf20 2024-06-06T08:30:23.671 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.670+0000 7fcbddd00700 1 --2- 172.21.15.42:0/1975968348 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b494002f60 0x55b493ffc9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:30:23.671 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.670+0000 7fcbded02700 1 --2- 172.21.15.42:0/1975968348 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b493ffcf20 0x55b493ffd340 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7fcbd0011680 tx=0x7fcbd0009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5fe9a94a4b2d7804 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:23.671 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.670+0000 7fcbccff9700 1 -- 172.21.15.42:0/1975968348 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbd0019030 con 0x55b493ffcf20 2024-06-06T08:30:23.671 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.670+0000 7fcbccff9700 1 -- 172.21.15.42:0/1975968348 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcbd00092e0 con 0x55b493ffcf20 2024-06-06T08:30:23.671 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.670+0000 7fcbccff9700 1 -- 172.21.15.42:0/1975968348 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbd0007500 con 0x55b493ffcf20 2024-06-06T08:30:23.674 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.671+0000 7fcbeafe8b80 1 -- 172.21.15.42:0/1975968348 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b493ffcf20 msgr2=0x55b493ffd340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:23.674 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.671+0000 7fcbeafe8b80 1 --2- 172.21.15.42:0/1975968348 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b493ffcf20 0x55b493ffd340 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7fcbd0011680 tx=0x7fcbd0009920 comp rx=0 tx=0).stop 2024-06-06T08:30:23.675 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.671+0000 7fcbeafe8b80 1 -- 172.21.15.42:0/1975968348 shutdown_connections 2024-06-06T08:30:23.675 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.671+0000 7fcbeafe8b80 1 --2- 172.21.15.42:0/1975968348 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b493ffcf20 0x55b493ffd340 unknown :-1 s=CLOSED pgs=775 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:23.675 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.671+0000 7fcbeafe8b80 1 --2- 172.21.15.42:0/1975968348 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b494002640 0x55b494002a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:23.675 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.671+0000 7fcbeafe8b80 1 --2- 172.21.15.42:0/1975968348 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b494002f60 0x55b493ffc9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:23.675 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.671+0000 7fcbeafe8b80 1 -- 172.21.15.42:0/1975968348 >> 172.21.15.42:0/1975968348 conn(0x55b493f27cc0 msgr2=0x55b493ff7850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:23.675 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.671+0000 7fcbeafe8b80 1 -- 172.21.15.42:0/1975968348 shutdown_connections 2024-06-06T08:30:23.675 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.671+0000 7fcbeafe8b80 1 -- 172.21.15.42:0/1975968348 wait complete. 2024-06-06T08:30:23.675 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.672+0000 7fcbeafe8b80 1 -- start start 2024-06-06T08:30:23.675 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.672+0000 7fcbeafe8b80 1 Processor -- start 2024-06-06T08:30:23.675 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.672+0000 7fcbeafe8b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b493ffcf20 0x55b494008c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:23.675 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.672+0000 7fcbeafe8b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b494002640 0x55b494005f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:23.676 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.672+0000 7fcbeafe8b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b494002f60 0x55b494006460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:23.676 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.672+0000 7fcbddd00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b494002640 0x55b494005f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:23.676 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.673+0000 7fcbddd00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b494002640 0x55b494005f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:41370/0 (socket says 172.21.15.42:41370) 2024-06-06T08:30:23.676 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.673+0000 7fcbddd00700 1 -- 172.21.15.42:0/252132195 learned_addr learned my addr 172.21.15.42:0/252132195 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:23.676 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.673+0000 7fcbeafe8b80 1 -- 172.21.15.42:0/252132195 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55b4940099d0 con 0x55b494002640 2024-06-06T08:30:23.676 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.673+0000 7fcbeafe8b80 1 -- 172.21.15.42:0/252132195 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55b493eeebf0 con 0x55b493ffcf20 2024-06-06T08:30:23.676 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.673+0000 7fcbeafe8b80 1 -- 172.21.15.42:0/252132195 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55b494009b50 con 0x55b494002f60 2024-06-06T08:30:23.676 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.673+0000 7fcbded02700 1 --2- 172.21.15.42:0/252132195 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b494002f60 0x55b494006460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:23.676 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.673+0000 7fcbde501700 1 --2- 172.21.15.42:0/252132195 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b493ffcf20 0x55b494008c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:23.676 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.673+0000 7fcbeafe8b80 10 client.0 _ll_register_callbacks cb 0x55b493ee8920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:30:23.676 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.673+0000 7fcbded02700 1 -- 172.21.15.42:0/252132195 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b493ffcf20 msgr2=0x55b494008c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:23.676 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.673+0000 7fcbded02700 1 --2- 172.21.15.42:0/252132195 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b493ffcf20 0x55b494008c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:23.676 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.673+0000 7fcbded02700 1 -- 172.21.15.42:0/252132195 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b494002640 msgr2=0x55b494005f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:23.677 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.673+0000 7fcbded02700 1 --2- 172.21.15.42:0/252132195 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b494002640 0x55b494005f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:23.677 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.673+0000 7fcbded02700 1 -- 172.21.15.42:0/252132195 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b493e9d8d0 con 0x55b494002f60 2024-06-06T08:30:23.677 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.673+0000 7fcbded02700 1 --2- 172.21.15.42:0/252132195 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b494002f60 0x55b494006460 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fcbd0011650 tx=0x7fcbd0003c90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d382a8aa00172896 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:23.677 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.673+0000 7fcbc1ffb700 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:30:23.677 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.674+0000 7fcbc1ffb700 1 -- 172.21.15.42:0/252132195 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbd0004cd0 con 0x55b494002f60 2024-06-06T08:30:23.677 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.674+0000 7fcbeafe8b80 1 -- 172.21.15.42:0/252132195 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcbd00092e0 con 0x55b494002f60 2024-06-06T08:30:23.677 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.674+0000 7fcbc1ffb700 1 -- 172.21.15.42:0/252132195 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 9526+0+0 (secure 0 0 0) 0x7fcbd0007500 con 0x55b494002f60 2024-06-06T08:30:23.677 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.674+0000 7fcbc1ffb700 1 -- 172.21.15.42:0/252132195 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7fcbd0030050 con 0x55b494002f60 2024-06-06T08:30:23.677 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.674+0000 7fcbeafe8b80 10 client.26428 fetch_fsmap learned FSMap version 36 2024-06-06T08:30:23.677 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.674+0000 7fcbeafe8b80 1 -- 172.21.15.42:0/252132195 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x55b494014260 con 0x55b494002f60 2024-06-06T08:30:23.677 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.674+0000 7fcbc1ffb700 1 -- 172.21.15.42:0/252132195 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcbd00092e0 con 0x55b494002f60 2024-06-06T08:30:23.677 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.674+0000 7fcbc1ffb700 1 -- 172.21.15.42:0/252132195 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7fcbd0005050 con 0x55b494002f60 2024-06-06T08:30:23.677 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.674+0000 7fcbeafe8b80 10 client.26428 fetch_fsmap finished waiting for FSMap version 36 2024-06-06T08:30:23.678 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.674+0000 7fcbeafe8b80 10 client.26428 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:30:23.678 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.674+0000 7fcbeafe8b80 20 client.26428 populate_metadata read hostname 'smithi042' 2024-06-06T08:30:23.678 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.674+0000 7fcbeafe8b80 1 --2- 172.21.15.42:0/252132195 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55b494016790 0x55b494018b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:23.678 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.675+0000 7fcbeafe8b80 4 client.26428 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:30:23.678 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.675+0000 7fcbeafe8b80 1 -- 172.21.15.42:0/252132195 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b493f5bd10 con 0x55b494016790 2024-06-06T08:30:23.678 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.675+0000 7fcbde501700 1 --2- 172.21.15.42:0/252132195 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55b494016790 0x55b494018b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:23.678 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.675+0000 7fcbde501700 1 --2- 172.21.15.42:0/252132195 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55b494016790 0x55b494018b80 crc :-1 s=READY pgs=173 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=319d63cb6190b184 server_cookie=2d075d8bc9001e4f in_seq=0 out_seq=0 2024-06-06T08:30:23.678 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.675+0000 7fcbc1ffb700 10 client.26428 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:30:23.711 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.712+0000 7fcbc1ffb700 1 -- 172.21.15.42:0/252132195 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55b493f5bd10 con 0x55b494016790 2024-06-06T08:30:23.711 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.712+0000 7fcbc1ffb700 10 client.26428 handle_command_reply: tid=0 2024-06-06T08:30:23.712 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.712+0000 7fcbeafe8b80 1 client.26428 shutdown 2024-06-06T08:30:23.712 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.712+0000 7fcbeafe8b80 1 -- 172.21.15.42:0/252132195 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b494002f60 msgr2=0x55b494006460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:23.712 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.712+0000 7fcbeafe8b80 1 --2- 172.21.15.42:0/252132195 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b494002f60 0x55b494006460 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fcbd0011650 tx=0x7fcbd0003c90 comp rx=0 tx=0).stop 2024-06-06T08:30:23.712 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.712+0000 7fcbeafe8b80 1 -- 172.21.15.42:0/252132195 shutdown_connections 2024-06-06T08:30:23.712 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.712+0000 7fcbeafe8b80 1 --2- 172.21.15.42:0/252132195 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b494002f60 0x55b494006460 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:23.712 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.712+0000 7fcbeafe8b80 1 --2- 172.21.15.42:0/252132195 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55b494016790 0x55b494018b80 crc :-1 s=READY pgs=173 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:23.712 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.712+0000 7fcbeafe8b80 1 --2- 172.21.15.42:0/252132195 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b493ffcf20 0x55b494008c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:23.712 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.712+0000 7fcbeafe8b80 1 --2- 172.21.15.42:0/252132195 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b494002640 0x55b494005f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:23.712 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.712+0000 7fcbc1ffb700 0 client.26428 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:30:23.712 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.712+0000 7fcbeafe8b80 1 -- 172.21.15.42:0/252132195 >> 172.21.15.42:0/252132195 conn(0x55b493f27cc0 msgr2=0x55b493ffb9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:23.712 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.712+0000 7fcbeafe8b80 1 -- 172.21.15.42:0/252132195 shutdown_connections 2024-06-06T08:30:23.712 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.712+0000 7fcbeafe8b80 1 -- 172.21.15.42:0/252132195 wait complete. 2024-06-06T08:30:23.713 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.712+0000 7fcbeafe8b80 20 client.26428 trim_cache size 0 max 16384 2024-06-06T08:30:23.738 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.738+0000 7fcbeafe8b80 1 Processor -- start 2024-06-06T08:30:23.738 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.738+0000 7fcbeafe8b80 1 -- start start 2024-06-06T08:30:23.738 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.738+0000 7fcbeafe8b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b493ffcf20 0x55b493ffc9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:23.738 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.739+0000 7fcbeafe8b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b494002640 0x55b494006490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:23.738 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.739+0000 7fcbeafe8b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b494002f60 0x55b49401e270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:23.738 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.739+0000 7fcbeafe8b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fcbbc011760 con 0x55b494002f60 2024-06-06T08:30:23.738 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.739+0000 7fcbeafe8b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fcbbc00ef30 con 0x55b494002640 2024-06-06T08:30:23.738 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.739+0000 7fcbeafe8b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fcbbc00cda0 con 0x55b493ffcf20 2024-06-06T08:30:23.739 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.739+0000 7fcbded02700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b494002f60 0x55b49401e270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:23.739 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.739+0000 7fcbded02700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b494002f60 0x55b49401e270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:41380/0 (socket says 172.21.15.42:41380) 2024-06-06T08:30:23.739 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.739+0000 7fcbde501700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b493ffcf20 0x55b493ffc9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:23.739 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.739+0000 7fcbded02700 1 -- 172.21.15.42:0/3518153853 learned_addr learned my addr 172.21.15.42:0/3518153853 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:23.739 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.739+0000 7fcbddd00700 1 --2- 172.21.15.42:0/3518153853 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b494002640 0x55b494006490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:23.739 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.739+0000 7fcbde501700 1 -- 172.21.15.42:0/3518153853 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b494002640 msgr2=0x55b494006490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:23.739 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.739+0000 7fcbde501700 1 --2- 172.21.15.42:0/3518153853 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b494002640 0x55b494006490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:23.739 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.739+0000 7fcbde501700 1 -- 172.21.15.42:0/3518153853 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b494002f60 msgr2=0x55b49401e270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:23.739 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.739+0000 7fcbde501700 1 --2- 172.21.15.42:0/3518153853 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b494002f60 0x55b49401e270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:23.739 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.739+0000 7fcbde501700 1 -- 172.21.15.42:0/3518153853 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b494008860 con 0x55b493ffcf20 2024-06-06T08:30:23.739 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.739+0000 7fcbde501700 1 --2- 172.21.15.42:0/3518153853 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b493ffcf20 0x55b493ffc9e0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fcbd40cd900 tx=0x7fcbd402b040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dd483be1ed8968cc server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:23.742 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.740+0000 7fcbc3fff700 1 -- 172.21.15.42:0/3518153853 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbd409c2a0 con 0x55b493ffcf20 2024-06-06T08:30:23.742 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.740+0000 7fcbc3fff700 1 -- 172.21.15.42:0/3518153853 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcbd409ce60 con 0x55b493ffcf20 2024-06-06T08:30:23.742 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.740+0000 7fcbc3fff700 1 -- 172.21.15.42:0/3518153853 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbd409c0c0 con 0x55b493ffcf20 2024-06-06T08:30:23.742 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.740+0000 7fcbeafe8b80 1 -- 172.21.15.42:0/3518153853 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b493ffcf20 msgr2=0x55b493ffc9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:23.743 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.740+0000 7fcbeafe8b80 1 --2- 172.21.15.42:0/3518153853 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b493ffcf20 0x55b493ffc9e0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fcbd40cd900 tx=0x7fcbd402b040 comp rx=0 tx=0).stop 2024-06-06T08:30:23.743 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.740+0000 7fcbeafe8b80 1 -- 172.21.15.42:0/3518153853 shutdown_connections 2024-06-06T08:30:23.743 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.740+0000 7fcbeafe8b80 1 --2- 172.21.15.42:0/3518153853 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b494002f60 0x55b49401e270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:23.743 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.740+0000 7fcbeafe8b80 1 --2- 172.21.15.42:0/3518153853 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b493ffcf20 0x55b493ffc9e0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:23.743 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.740+0000 7fcbeafe8b80 1 --2- 172.21.15.42:0/3518153853 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b494002640 0x55b494006490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:23.743 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.740+0000 7fcbeafe8b80 1 -- 172.21.15.42:0/3518153853 >> 172.21.15.42:0/3518153853 conn(0x55b493f27cc0 msgr2=0x55b493ff7380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:23.743 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.741+0000 7fcbeafe8b80 1 -- 172.21.15.42:0/3518153853 shutdown_connections 2024-06-06T08:30:23.743 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.741+0000 7fcbeafe8b80 1 -- 172.21.15.42:0/3518153853 wait complete. 2024-06-06T08:30:23.743 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.741+0000 7fcbeafe8b80 1 -- start start 2024-06-06T08:30:23.743 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.741+0000 7fcbeafe8b80 1 Processor -- start 2024-06-06T08:30:23.743 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.741+0000 7fcbeafe8b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b493ffcf20 0x55b49400ee70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:23.743 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.741+0000 7fcbeafe8b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b494002640 0x55b49400f3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:23.743 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.741+0000 7fcbeafe8b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b494002f60 0x55b49400be40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:23.744 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.741+0000 7fcbeafe8b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fcbbc00d3f0 con 0x55b494002f60 2024-06-06T08:30:23.744 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.741+0000 7fcbeafe8b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fcbbc00e860 con 0x55b493ffcf20 2024-06-06T08:30:23.744 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.741+0000 7fcbeafe8b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fcbbc00dac0 con 0x55b494002640 2024-06-06T08:30:23.744 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.741+0000 7fcbeafe8b80 10 client.0 _ll_register_callbacks cb 0x55b493ee8920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:30:23.744 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.741+0000 7fcbde501700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b493ffcf20 0x55b49400ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:23.744 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.741+0000 7fcbde501700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b493ffcf20 0x55b49400ee70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:45440/0 (socket says 172.21.15.42:45440) 2024-06-06T08:30:23.744 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.741+0000 7fcbde501700 1 -- 172.21.15.42:0/630678872 learned_addr learned my addr 172.21.15.42:0/630678872 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:23.744 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.741+0000 7fcbddd00700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b494002640 0x55b49400f3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:23.744 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.742+0000 7fcbded02700 1 --2- 172.21.15.42:0/630678872 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b494002f60 0x55b49400be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:23.744 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.742+0000 7fcbde501700 1 -- 172.21.15.42:0/630678872 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b494002640 msgr2=0x55b49400f3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:23.744 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.742+0000 7fcbde501700 1 --2- 172.21.15.42:0/630678872 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b494002640 0x55b49400f3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:23.744 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.742+0000 7fcbde501700 1 -- 172.21.15.42:0/630678872 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b494002f60 msgr2=0x55b49400be40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:23.745 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.742+0000 7fcbde501700 1 --2- 172.21.15.42:0/630678872 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b494002f60 0x55b49400be40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:23.745 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.742+0000 7fcbde501700 1 -- 172.21.15.42:0/630678872 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b49400c380 con 0x55b493ffcf20 2024-06-06T08:30:23.745 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.742+0000 7fcbde501700 1 --2- 172.21.15.42:0/630678872 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b493ffcf20 0x55b49400ee70 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fcbd409c6f0 tx=0x7fcbd40983c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3f4f292ccef4b23f server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:23.745 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.742+0000 7fcbc1ffb700 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:30:23.745 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.742+0000 7fcbc1ffb700 1 -- 172.21.15.42:0/630678872 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbd409c2a0 con 0x55b493ffcf20 2024-06-06T08:30:23.745 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.742+0000 7fcbeafe8b80 1 -- 172.21.15.42:0/630678872 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcbd409ce60 con 0x55b493ffcf20 2024-06-06T08:30:23.745 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.742+0000 7fcbc1ffb700 1 -- 172.21.15.42:0/630678872 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 9526+0+0 (secure 0 0 0) 0x7fcbd40d0170 con 0x55b493ffcf20 2024-06-06T08:30:23.745 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.743+0000 7fcbc1ffb700 1 -- 172.21.15.42:0/630678872 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7fcbd409c760 con 0x55b493ffcf20 2024-06-06T08:30:23.745 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.743+0000 7fcbeafe8b80 10 client.26543 fetch_fsmap learned FSMap version 36 2024-06-06T08:30:23.745 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.743+0000 7fcbeafe8b80 1 -- 172.21.15.42:0/630678872 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x55b494081a60 con 0x55b493ffcf20 2024-06-06T08:30:23.745 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.743+0000 7fcbc1ffb700 1 -- 172.21.15.42:0/630678872 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcbd409ce60 con 0x55b493ffcf20 2024-06-06T08:30:23.745 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.743+0000 7fcbc1ffb700 1 -- 172.21.15.42:0/630678872 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7fcbd4026310 con 0x55b493ffcf20 2024-06-06T08:30:23.745 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.743+0000 7fcbeafe8b80 10 client.26543 fetch_fsmap finished waiting for FSMap version 36 2024-06-06T08:30:23.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.743+0000 7fcbeafe8b80 10 client.26543 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:30:23.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.743+0000 7fcbeafe8b80 20 client.26543 populate_metadata read hostname 'smithi042' 2024-06-06T08:30:23.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.743+0000 7fcbeafe8b80 1 --2- 172.21.15.42:0/630678872 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55b494082150 0x55b494084570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:23.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.743+0000 7fcbeafe8b80 4 client.26543 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-06-06T08:30:23.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.743+0000 7fcbeafe8b80 1 -- 172.21.15.42:0/630678872 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55b493f56290 con 0x55b494082150 2024-06-06T08:30:23.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.743+0000 7fcbddd00700 1 --2- 172.21.15.42:0/630678872 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55b494082150 0x55b494084570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:23.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.744+0000 7fcbddd00700 1 --2- 172.21.15.42:0/630678872 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55b494082150 0x55b494084570 crc :-1 s=READY pgs=174 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9c6d9c9f4ed7509b server_cookie=4f8e559554f195eb in_seq=0 out_seq=0 2024-06-06T08:30:23.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.744+0000 7fcbc1ffb700 10 client.26543 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:30:23.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.833+0000 7fcbc1ffb700 1 -- 172.21.15.42:0/630678872 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55b493f56290 con 0x55b494082150 2024-06-06T08:30:23.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.833+0000 7fcbc1ffb700 10 client.26543 handle_command_reply: tid=0 2024-06-06T08:30:23.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.833+0000 7fcbeafe8b80 1 client.26543 shutdown 2024-06-06T08:30:23.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.833+0000 7fcbeafe8b80 1 -- 172.21.15.42:0/630678872 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b493ffcf20 msgr2=0x55b49400ee70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:23.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.833+0000 7fcbeafe8b80 1 --2- 172.21.15.42:0/630678872 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b493ffcf20 0x55b49400ee70 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fcbd409c6f0 tx=0x7fcbd40983c0 comp rx=0 tx=0).stop 2024-06-06T08:30:23.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.833+0000 7fcbeafe8b80 1 -- 172.21.15.42:0/630678872 shutdown_connections 2024-06-06T08:30:23.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.833+0000 7fcbeafe8b80 1 --2- 172.21.15.42:0/630678872 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b494002f60 0x55b49400be40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:23.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.833+0000 7fcbeafe8b80 1 --2- 172.21.15.42:0/630678872 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55b494082150 0x55b494084570 crc :-1 s=READY pgs=174 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:23.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.833+0000 7fcbeafe8b80 1 --2- 172.21.15.42:0/630678872 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b493ffcf20 0x55b49400ee70 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:23.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.833+0000 7fcbeafe8b80 1 --2- 172.21.15.42:0/630678872 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b494002640 0x55b49400f3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:23.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.833+0000 7fcbeafe8b80 1 -- 172.21.15.42:0/630678872 >> 172.21.15.42:0/630678872 conn(0x55b493f27cc0 msgr2=0x55b493ff0e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:23.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.833+0000 7fcbc1ffb700 0 client.26543 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:30:23.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.833+0000 7fcbeafe8b80 1 -- 172.21.15.42:0/630678872 shutdown_connections 2024-06-06T08:30:23.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.833+0000 7fcbeafe8b80 1 -- 172.21.15.42:0/630678872 wait complete. 2024-06-06T08:30:23.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.833+0000 7fcbeafe8b80 20 client.26543 trim_cache size 0 max 16384 2024-06-06T08:30:23.834 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:30:23.834 INFO:teuthology.orchestra.run.smithi042.stdout: "status": "no active scrubs running", 2024-06-06T08:30:23.834 INFO:teuthology.orchestra.run.smithi042.stdout: "scrubs": {} 2024-06-06T08:30:23.834 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:30:23.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.834+0000 7fcbe0765700 1 -- 172.21.15.42:0/9472152 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fcbc40a2e10 msgr2=0x7fcbc40a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:23.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.834+0000 7fcbe0765700 1 --2- 172.21.15.42:0/9472152 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fcbc40a2e10 0x7fcbc40a52d0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fcbd8078970 tx=0x7fcbc8017040 comp rx=0 tx=0).stop 2024-06-06T08:30:23.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.834+0000 7fcbe0765700 1 -- 172.21.15.42:0/9472152 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcbd806aa00 msgr2=0x7fcbd819e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:23.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.834+0000 7fcbe0765700 1 --2- 172.21.15.42:0/9472152 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcbd806aa00 0x7fcbd819e840 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7fcbd400bb60 tx=0x7fcbd400bb90 comp rx=0 tx=0).stop 2024-06-06T08:30:23.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.834+0000 7fcbe0765700 1 -- 172.21.15.42:0/9472152 shutdown_connections 2024-06-06T08:30:23.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.834+0000 7fcbe0765700 1 --2- 172.21.15.42:0/9472152 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fcbc40a2e10 0x7fcbc40a52d0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:23.836 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.834+0000 7fcbe0765700 1 --2- 172.21.15.42:0/9472152 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcbd81084f0 0x7fcbd8198a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:23.836 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.834+0000 7fcbe0765700 1 --2- 172.21.15.42:0/9472152 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcbd806aa00 0x7fcbd819e840 unknown :-1 s=CLOSED pgs=774 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:23.836 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.834+0000 7fcbe0765700 1 --2- 172.21.15.42:0/9472152 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcbd806b3c0 0x7fcbd819ed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:23.836 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.834+0000 7fcbe0765700 1 -- 172.21.15.42:0/9472152 >> 172.21.15.42:0/9472152 conn(0x7fcbd8078300 msgr2=0x7fcbd8100080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:23.836 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.834+0000 7fcbe0765700 1 -- 172.21.15.42:0/9472152 shutdown_connections 2024-06-06T08:30:23.836 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:23.834+0000 7fcbe0765700 1 -- 172.21.15.42:0/9472152 wait complete. 2024-06-06T08:30:24.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:24 smithi120 ceph-mon[36658]: pgmap v241: 129 pgs: 6 active+clean+snaptrim, 17 active+clean+snaptrim_wait, 106 active+clean; 1.4 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.1 MiB/s wr, 454 op/s 2024-06-06T08:30:25.003 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:24 smithi042 ceph-mon[32384]: pgmap v241: 129 pgs: 6 active+clean+snaptrim, 17 active+clean+snaptrim_wait, 106 active+clean; 1.4 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.1 MiB/s wr, 454 op/s 2024-06-06T08:30:25.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:24 smithi149 ceph-mon[36842]: pgmap v241: 129 pgs: 6 active+clean+snaptrim, 17 active+clean+snaptrim_wait, 106 active+clean; 1.4 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.1 MiB/s wr, 454 op/s 2024-06-06T08:30:25.433 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-06-06T08:30:25.434 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:30:25.693 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:30:26.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:26 smithi042 ceph-mon[32384]: pgmap v242: 129 pgs: 2 active+clean+snaptrim, 7 active+clean+snaptrim_wait, 120 active+clean; 1.4 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 421 op/s 2024-06-06T08:30:26.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:26 smithi120 ceph-mon[36658]: pgmap v242: 129 pgs: 2 active+clean+snaptrim, 7 active+clean+snaptrim_wait, 120 active+clean; 1.4 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 421 op/s 2024-06-06T08:30:27.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:26 smithi149 ceph-mon[36842]: pgmap v242: 129 pgs: 2 active+clean+snaptrim, 7 active+clean+snaptrim_wait, 120 active+clean; 1.4 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 421 op/s 2024-06-06T08:30:27.040 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:27.041+0000 7fd70cff9700 1 -- 172.21.15.42:0/983440657 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x5599c9140460 con 0x5599c926d4c0 2024-06-06T08:30:27.040 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:27.041+0000 7fd70cff9700 10 client.16830 handle_command_reply: tid=0 2024-06-06T08:30:27.041 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:27.041+0000 7fd735edfb80 1 client.16830 shutdown 2024-06-06T08:30:27.041 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:27.041+0000 7fd735edfb80 1 -- 172.21.15.42:0/983440657 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5599c91edeb0 msgr2=0x5599c91f6af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:27.041 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:27.041+0000 7fd735edfb80 1 --2- 172.21.15.42:0/983440657 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5599c91edeb0 0x5599c91f6af0 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7fd71c014b50 tx=0x7fd71c014f10 comp rx=0 tx=0).stop 2024-06-06T08:30:27.041 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:27.041+0000 7fd735edfb80 1 -- 172.21.15.42:0/983440657 shutdown_connections 2024-06-06T08:30:27.041 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:27.041+0000 7fd735edfb80 1 --2- 172.21.15.42:0/983440657 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5599c91edeb0 0x5599c91f6af0 unknown :-1 s=CLOSED pgs=769 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:27.041 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:27.041+0000 7fd735edfb80 1 --2- 172.21.15.42:0/983440657 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5599c91e7ce0 0x5599c91f9b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:27.041 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:27.041+0000 7fd735edfb80 1 --2- 172.21.15.42:0/983440657 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5599c926d4c0 0x5599c926f8e0 crc :-1 s=READY pgs=168 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:27.041 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:27.041+0000 7fd735edfb80 1 --2- 172.21.15.42:0/983440657 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5599c91ed590 0x5599c91fa060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:27.041 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:27.041+0000 7fd735edfb80 1 -- 172.21.15.42:0/983440657 >> 172.21.15.42:0/983440657 conn(0x5599c9114210 msgr2=0x5599c91ee290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:27.041 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:27.041+0000 7fd70cff9700 0 client.16830 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:30:27.041 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:27.041+0000 7fd735edfb80 1 -- 172.21.15.42:0/983440657 shutdown_connections 2024-06-06T08:30:27.041 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:27.041+0000 7fd735edfb80 1 -- 172.21.15.42:0/983440657 wait complete. 2024-06-06T08:30:27.041 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:27.041+0000 7fd735edfb80 20 client.16830 trim_cache size 0 max 16384 2024-06-06T08:30:27.042 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:30:27.042 INFO:teuthology.orchestra.run.smithi042.stdout: "epoch": 35, 2024-06-06T08:30:27.042 INFO:teuthology.orchestra.run.smithi042.stdout: "leader": 24484, 2024-06-06T08:30:27.042 INFO:teuthology.orchestra.run.smithi042.stdout: "set_version": 18, 2024-06-06T08:30:27.042 INFO:teuthology.orchestra.run.smithi042.stdout: "sets": { 2024-06-06T08:30:27.042 INFO:teuthology.orchestra.run.smithi042.stdout: "28b595ce": { 2024-06-06T08:30:27.042 INFO:teuthology.orchestra.run.smithi042.stdout: "version": 18, 2024-06-06T08:30:27.042 INFO:teuthology.orchestra.run.smithi042.stdout: "age_ref": 0.0, 2024-06-06T08:30:27.042 INFO:teuthology.orchestra.run.smithi042.stdout: "state": { 2024-06-06T08:30:27.042 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "QUIESCED", 2024-06-06T08:30:27.042 INFO:teuthology.orchestra.run.smithi042.stdout: "age": 0.0 2024-06-06T08:30:27.042 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:30:27.043 INFO:teuthology.orchestra.run.smithi042.stdout: "timeout": 90.0, 2024-06-06T08:30:27.043 INFO:teuthology.orchestra.run.smithi042.stdout: "expiration": 132.6, 2024-06-06T08:30:27.043 INFO:teuthology.orchestra.run.smithi042.stdout: "members": { 2024-06-06T08:30:27.043 INFO:teuthology.orchestra.run.smithi042.stdout: "file:/": { 2024-06-06T08:30:27.043 INFO:teuthology.orchestra.run.smithi042.stdout: "excluded": false, 2024-06-06T08:30:27.043 INFO:teuthology.orchestra.run.smithi042.stdout: "state": { 2024-06-06T08:30:27.043 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "QUIESCED", 2024-06-06T08:30:27.043 INFO:teuthology.orchestra.run.smithi042.stdout: "age": 0.0 2024-06-06T08:30:27.043 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:30:27.043 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:30:27.043 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:30:27.043 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:30:27.043 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:30:27.043 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:30:27.044 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:27.042+0000 7fd72b65c700 1 -- 172.21.15.42:0/3445684125 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fd7100a2fd0 msgr2=0x7fd7100a5490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:27.044 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:27.042+0000 7fd72b65c700 1 --2- 172.21.15.42:0/3445684125 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fd7100a2fd0 0x7fd7100a5490 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fd714000c00 tx=0x7fd714005fb0 comp rx=0 tx=0).stop 2024-06-06T08:30:27.044 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:27.042+0000 7fd72b65c700 1 -- 172.21.15.42:0/3445684125 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd7241027a0 msgr2=0x7fd724198d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:27.044 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:27.042+0000 7fd72b65c700 1 --2- 172.21.15.42:0/3445684125 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd7241027a0 0x7fd724198d50 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7fd72000b530 tx=0x7fd72000b8f0 comp rx=0 tx=0).stop 2024-06-06T08:30:27.044 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:27.042+0000 7fd72b65c700 1 -- 172.21.15.42:0/3445684125 shutdown_connections 2024-06-06T08:30:27.044 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:27.042+0000 7fd72b65c700 1 --2- 172.21.15.42:0/3445684125 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fd7100a2fd0 0x7fd7100a5490 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:27.044 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:27.042+0000 7fd72b65c700 1 --2- 172.21.15.42:0/3445684125 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd724107790 0x7fd72419d620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:27.044 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:27.042+0000 7fd72b65c700 1 --2- 172.21.15.42:0/3445684125 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd7241027a0 0x7fd724198d50 unknown :-1 s=CLOSED pgs=765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:27.045 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:27.042+0000 7fd72b65c700 1 --2- 172.21.15.42:0/3445684125 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd724103150 0x7fd724199290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:27.045 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:27.042+0000 7fd72b65c700 1 -- 172.21.15.42:0/3445684125 >> 172.21.15.42:0/3445684125 conn(0x7fd724079560 msgr2=0x7fd724106330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:27.045 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:27.042+0000 7fd72b65c700 1 -- 172.21.15.42:0/3445684125 shutdown_connections 2024-06-06T08:30:27.045 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:27.042+0000 7fd72b65c700 1 -- 172.21.15.42:0/3445684125 wait complete. 2024-06-06T08:30:27.906 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '28b595ce', quiesce took 58.3 seconds. Will release after: -45.699999999999996 2024-06-06T08:30:27.906 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:30:28.109 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:28.110+0000 7f7c31b0e700 1 -- 172.21.15.42:0/11407612 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7c2c101380 msgr2=0x7f7c2c101800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:28.109 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:28.110+0000 7f7c31b0e700 1 --2- 172.21.15.42:0/11407612 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7c2c101380 0x7f7c2c101800 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7f7c14009990 tx=0x7f7c14009ca0 comp rx=0 tx=0).stop 2024-06-06T08:30:28.109 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:28.110+0000 7f7c31b0e700 1 -- 172.21.15.42:0/11407612 shutdown_connections 2024-06-06T08:30:28.109 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:28.110+0000 7f7c31b0e700 1 --2- 172.21.15.42:0/11407612 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7c2c101d40 0x7f7c2c10e230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:28.109 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:28.110+0000 7f7c31b0e700 1 --2- 172.21.15.42:0/11407612 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7c2c1073f0 0x7f7c2c1077d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:28.109 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:28.110+0000 7f7c31b0e700 1 --2- 172.21.15.42:0/11407612 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7c2c101380 0x7f7c2c101800 unknown :-1 s=CLOSED pgs=776 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:28.109 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:28.110+0000 7f7c31b0e700 1 -- 172.21.15.42:0/11407612 >> 172.21.15.42:0/11407612 conn(0x7f7c2c078300 msgr2=0x7f7c2c078710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:28.109 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:28.110+0000 7f7c31b0e700 1 -- 172.21.15.42:0/11407612 shutdown_connections 2024-06-06T08:30:28.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:28.110+0000 7f7c31b0e700 1 -- 172.21.15.42:0/11407612 wait complete. 2024-06-06T08:30:28.111 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:28.111+0000 7f7c31b0e700 1 Processor -- start 2024-06-06T08:30:28.111 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:28.111+0000 7f7c31b0e700 1 -- start start 2024-06-06T08:30:28.111 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:28.111+0000 7f7c31b0e700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7c2c101380 0x7f7c2c19e830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:28.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:28.111+0000 7f7c31b0e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7c2c101d40 0x7f7c2c19ed70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:28.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:28.111+0000 7f7c31b0e700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7c2c1073f0 0x7f7c2c1989f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:28.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:28.112+0000 7f7c31b0e700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7c2c1127b0 con 0x7f7c2c101d40 2024-06-06T08:30:28.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:28.112+0000 7f7c31b0e700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f7c2c112630 con 0x7f7c2c101380 2024-06-06T08:30:28.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:28.112+0000 7f7c31b0e700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f7c2c112930 con 0x7f7c2c1073f0 2024-06-06T08:30:28.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:28.112+0000 7f7c23fff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7c2c101d40 0x7f7c2c19ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:28.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:28.112+0000 7f7c23fff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7c2c101d40 0x7f7c2c19ed70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55278/0 (socket says 172.21.15.42:55278) 2024-06-06T08:30:28.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:28.112+0000 7f7c23fff700 1 -- 172.21.15.42:0/3404042067 learned_addr learned my addr 172.21.15.42:0/3404042067 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:28.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:28.112+0000 7f7c2b7fe700 1 --2- 172.21.15.42:0/3404042067 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7c2c101380 0x7f7c2c19e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:28.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:28.112+0000 7f7c2bfff700 1 --2- 172.21.15.42:0/3404042067 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7c2c1073f0 0x7f7c2c1989f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:28.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:28.112+0000 7f7c23fff700 1 -- 172.21.15.42:0/3404042067 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7c2c1073f0 msgr2=0x7f7c2c1989f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:28.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:28.112+0000 7f7c23fff700 1 --2- 172.21.15.42:0/3404042067 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7c2c1073f0 0x7f7c2c1989f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:28.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:28.112+0000 7f7c23fff700 1 -- 172.21.15.42:0/3404042067 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7c2c101380 msgr2=0x7f7c2c19e830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:28.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:28.112+0000 7f7c23fff700 1 --2- 172.21.15.42:0/3404042067 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7c2c101380 0x7f7c2c19e830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:28.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:28.112+0000 7f7c23fff700 1 -- 172.21.15.42:0/3404042067 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c2c199150 con 0x7f7c2c101d40 2024-06-06T08:30:28.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:28.112+0000 7f7c2bfff700 1 --2- 172.21.15.42:0/3404042067 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7c2c1073f0 0x7f7c2c1989f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:30:28.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:28.112+0000 7f7c23fff700 1 --2- 172.21.15.42:0/3404042067 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7c2c101d40 0x7f7c2c19ed70 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7f7c14000c00 tx=0x7f7c1400bab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:28.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:28.112+0000 7f7c297fa700 1 -- 172.21.15.42:0/3404042067 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c14027070 con 0x7f7c2c101d40 2024-06-06T08:30:28.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:28.113+0000 7f7c31b0e700 1 -- 172.21.15.42:0/3404042067 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c2c1993e0 con 0x7f7c2c101d40 2024-06-06T08:30:28.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:28.113+0000 7f7c297fa700 1 -- 172.21.15.42:0/3404042067 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7c14003d70 con 0x7f7c2c101d40 2024-06-06T08:30:28.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:28.113+0000 7f7c297fa700 1 -- 172.21.15.42:0/3404042067 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c1400f6c0 con 0x7f7c2c101d40 2024-06-06T08:30:28.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:28.113+0000 7f7c31b0e700 1 -- 172.21.15.42:0/3404042067 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c2c1a5700 con 0x7f7c2c101d40 2024-06-06T08:30:28.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:28.113+0000 7f7c31b0e700 1 -- 172.21.15.42:0/3404042067 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7c2c069180 con 0x7f7c2c101d40 2024-06-06T08:30:28.114 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:28.116+0000 7f7c297fa700 1 -- 172.21.15.42:0/3404042067 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f7c1402a070 con 0x7f7c2c101d40 2024-06-06T08:30:28.115 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:28.116+0000 7f7c297fa700 1 --2- 172.21.15.42:0/3404042067 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f7c180a2e10 0x7f7c180a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:28.115 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:28.116+0000 7f7c2b7fe700 1 --2- 172.21.15.42:0/3404042067 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f7c180a2e10 0x7f7c180a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:28.115 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:28.116+0000 7f7c297fa700 1 -- 172.21.15.42:0/3404042067 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 9526+0+0 (secure 0 0 0) 0x7f7c140d0c90 con 0x7f7c2c101d40 2024-06-06T08:30:28.116 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:28.117+0000 7f7c2b7fe700 1 --2- 172.21.15.42:0/3404042067 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f7c180a2e10 0x7f7c180a52d0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f7c2c199b30 tx=0x7f7c1c009260 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:28.119 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:28.121+0000 7f7c297fa700 1 -- 172.21.15.42:0/3404042067 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f7c14031070 con 0x7f7c2c101d40 2024-06-06T08:30:28.173 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:30:28.387 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:28.388+0000 7f7c31b0e700 1 -- 172.21.15.42:0/3404042067 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7c2c02dca0 con 0x7f7c2c101d40 2024-06-06T08:30:28.387 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:28.389+0000 7f7c297fa700 1 -- 172.21.15.42:0/3404042067 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 36 v36) ==== 94+0+11880 (secure 0 0 0) 0x7f7c14013070 con 0x7f7c2c101d40 2024-06-06T08:30:28.388 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:30:28.388 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":36,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/667270675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":667270675},{"type":"v1","addr":"172.21.15.42:6837","nonce":667270675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/2414389302","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":2414389302},{"type":"v1","addr":"172.21.15.42:6839","nonce":2414389302}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14574,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/3625002785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":3625002785},{"type":"v1","addr":"172.21.15.42:6841","nonce":3625002785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":26389,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/411591287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":411591287},{"type":"v1","addr":"172.21.15.149:6835","nonce":411591287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":35,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T08:18:39.778858+0000","modified":"2024-06-06T08:29:48.529916+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24464},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6837/3434475673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":3434475673},{"type":"v1","addr":"172.21.15.120:6837","nonce":3434475673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":21,"addr":"172.21.15.120:6839/1585293472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":1585293472},{"type":"v1","addr":"172.21.15.120:6839","nonce":1585293472}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":25,"addr":"172.21.15.149:6837/751787578","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":751787578},{"type":"v1","addr":"172.21.15.149:6837","nonce":751787578}]},"join_fscid":-1,"export_targets":[0,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":8,"addr":"172.21.15.149:6839/764851483","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":764851483},{"type":"v1","addr":"172.21.15.149:6839","nonce":764851483}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26474":{"gid":26474,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6835/2117921153","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":2117921153},{"type":"v1","addr":"172.21.15.120:6835","nonce":2117921153}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24484,24464,24469]},"id":1}]} 2024-06-06T08:30:28.390 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:28.391+0000 7f7c31b0e700 1 -- 172.21.15.42:0/3404042067 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f7c180a2e10 msgr2=0x7f7c180a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:28.390 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:28.391+0000 7f7c31b0e700 1 --2- 172.21.15.42:0/3404042067 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f7c180a2e10 0x7f7c180a52d0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f7c2c199b30 tx=0x7f7c1c009260 comp rx=0 tx=0).stop 2024-06-06T08:30:28.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:28.391+0000 7f7c31b0e700 1 -- 172.21.15.42:0/3404042067 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7c2c101d40 msgr2=0x7f7c2c19ed70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:28.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:28.391+0000 7f7c31b0e700 1 --2- 172.21.15.42:0/3404042067 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7c2c101d40 0x7f7c2c19ed70 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7f7c14000c00 tx=0x7f7c1400bab0 comp rx=0 tx=0).stop 2024-06-06T08:30:28.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:28.391+0000 7f7c31b0e700 1 -- 172.21.15.42:0/3404042067 shutdown_connections 2024-06-06T08:30:28.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:28.391+0000 7f7c31b0e700 1 --2- 172.21.15.42:0/3404042067 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f7c180a2e10 0x7f7c180a52d0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:28.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:28.391+0000 7f7c31b0e700 1 --2- 172.21.15.42:0/3404042067 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7c2c1073f0 0x7f7c2c1989f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:28.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:28.391+0000 7f7c31b0e700 1 --2- 172.21.15.42:0/3404042067 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7c2c101380 0x7f7c2c19e830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:28.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:28.391+0000 7f7c31b0e700 1 --2- 172.21.15.42:0/3404042067 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7c2c101d40 0x7f7c2c19ed70 unknown :-1 s=CLOSED pgs=777 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:28.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:28.391+0000 7f7c31b0e700 1 -- 172.21.15.42:0/3404042067 >> 172.21.15.42:0/3404042067 conn(0x7f7c2c078300 msgr2=0x7f7c2c0ffe70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:28.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:28.391+0000 7f7c31b0e700 1 -- 172.21.15.42:0/3404042067 shutdown_connections 2024-06-06T08:30:28.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:28.391+0000 7f7c31b0e700 1 -- 172.21.15.42:0/3404042067 wait complete. 2024-06-06T08:30:28.392 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 36 2024-06-06T08:30:28.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:28 smithi120 ceph-mon[36658]: pgmap v243: 129 pgs: 2 active+clean+snaptrim, 7 active+clean+snaptrim_wait, 120 active+clean; 1.4 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.7 MiB/s wr, 325 op/s 2024-06-06T08:30:28.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:28 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/3404042067' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:30:29.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:28 smithi149 ceph-mon[36842]: pgmap v243: 129 pgs: 2 active+clean+snaptrim, 7 active+clean+snaptrim_wait, 120 active+clean; 1.4 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.7 MiB/s wr, 325 op/s 2024-06-06T08:30:29.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:28 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/3404042067' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:30:29.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:28 smithi042 ceph-mon[32384]: pgmap v243: 129 pgs: 2 active+clean+snaptrim, 7 active+clean+snaptrim_wait, 120 active+clean; 1.4 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.7 MiB/s wr, 325 op/s 2024-06-06T08:30:29.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:28 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/3404042067' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:30:29.188 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-06-06T08:30:29.515 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.514+0000 7f7747977640 1 -- 172.21.15.42:0/183488303 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7740106890 msgr2=0x7f7740106c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:29.515 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.514+0000 7f7747977640 1 --2- 172.21.15.42:0/183488303 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7740106890 0x7f7740106c70 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7f7738009930 tx=0x7f773802a420 comp rx=0 tx=0).stop 2024-06-06T08:30:29.515 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.514+0000 7f7747977640 1 -- 172.21.15.42:0/183488303 shutdown_connections 2024-06-06T08:30:29.515 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.514+0000 7f7747977640 1 --2- 172.21.15.42:0/183488303 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7740101290 0x7f774010d750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:29.515 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.514+0000 7f7747977640 1 --2- 172.21.15.42:0/183488303 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f77401008d0 0x7f7740100d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:29.515 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.514+0000 7f7747977640 1 --2- 172.21.15.42:0/183488303 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7740106890 0x7f7740106c70 unknown :-1 s=CLOSED pgs=778 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:29.515 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.514+0000 7f7747977640 1 -- 172.21.15.42:0/183488303 >> 172.21.15.42:0/183488303 conn(0x7f7740077a20 msgr2=0x7f7740077e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:29.516 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.514+0000 7f7747977640 1 -- 172.21.15.42:0/183488303 shutdown_connections 2024-06-06T08:30:29.516 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.514+0000 7f7747977640 1 -- 172.21.15.42:0/183488303 wait complete. 2024-06-06T08:30:29.516 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.515+0000 7f7747977640 1 Processor -- start 2024-06-06T08:30:29.516 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.515+0000 7f7747977640 1 -- start start 2024-06-06T08:30:29.516 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.515+0000 7f7747977640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f77401008d0 0x7f7740199020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:29.516 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.515+0000 7f7747977640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7740101290 0x7f7740199560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:29.516 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.515+0000 7f7747977640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7740106890 0x7f77401a40a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:29.516 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.515+0000 7f7747977640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7740110c60 con 0x7f7740101290 2024-06-06T08:30:29.516 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.515+0000 7f7747977640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f7740110ae0 con 0x7f7740106890 2024-06-06T08:30:29.516 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.515+0000 7f7747977640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f7740110de0 con 0x7f77401008d0 2024-06-06T08:30:29.516 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.515+0000 7f7744f12640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7740101290 0x7f7740199560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:29.516 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.515+0000 7f7744f12640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7740101290 0x7f7740199560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55292/0 (socket says 172.21.15.42:55292) 2024-06-06T08:30:29.516 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.515+0000 7f7744f12640 1 -- 172.21.15.42:0/1613365089 learned_addr learned my addr 172.21.15.42:0/1613365089 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:29.517 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.515+0000 7f7745713640 1 --2- 172.21.15.42:0/1613365089 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f77401008d0 0x7f7740199020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:29.517 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.515+0000 7f7745f14640 1 --2- 172.21.15.42:0/1613365089 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7740106890 0x7f77401a40a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:29.517 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.515+0000 7f7744f12640 1 -- 172.21.15.42:0/1613365089 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f77401008d0 msgr2=0x7f7740199020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:29.517 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.515+0000 7f7744f12640 1 --2- 172.21.15.42:0/1613365089 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f77401008d0 0x7f7740199020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:29.517 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.515+0000 7f7744f12640 1 -- 172.21.15.42:0/1613365089 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7740106890 msgr2=0x7f77401a40a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:29.517 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.515+0000 7f7744f12640 1 --2- 172.21.15.42:0/1613365089 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7740106890 0x7f77401a40a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:29.517 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.515+0000 7f7744f12640 1 -- 172.21.15.42:0/1613365089 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77401a45e0 con 0x7f7740101290 2024-06-06T08:30:29.517 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.515+0000 7f7745f14640 1 --2- 172.21.15.42:0/1613365089 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7740106890 0x7f77401a40a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:30:29.517 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.515+0000 7f7744f12640 1 --2- 172.21.15.42:0/1613365089 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7740101290 0x7f7740199560 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f773400eab0 tx=0x7f773400ef70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:29.517 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.515+0000 7f773e7fc640 1 -- 172.21.15.42:0/1613365089 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f773400ce40 con 0x7f7740101290 2024-06-06T08:30:29.517 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.516+0000 7f7747977640 1 -- 172.21.15.42:0/1613365089 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77401a47b0 con 0x7f7740101290 2024-06-06T08:30:29.517 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.516+0000 7f773e7fc640 1 -- 172.21.15.42:0/1613365089 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7734011950 con 0x7f7740101290 2024-06-06T08:30:29.517 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.516+0000 7f773e7fc640 1 -- 172.21.15.42:0/1613365089 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7734010ae0 con 0x7f7740101290 2024-06-06T08:30:29.518 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.516+0000 7f7747977640 1 -- 172.21.15.42:0/1613365089 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77401a4d20 con 0x7f7740101290 2024-06-06T08:30:29.524 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.519+0000 7f773e7fc640 1 -- 172.21.15.42:0/1613365089 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f7734011b00 con 0x7f7740101290 2024-06-06T08:30:29.524 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.519+0000 7f774a764740 1 Processor -- start 2024-06-06T08:30:29.524 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.519+0000 7f774a764740 1 -- start start 2024-06-06T08:30:29.525 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.519+0000 7f774a764740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562ec68ae170 0x562ec68ae550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:29.525 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.519+0000 7f774a764740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562ec68aea90 0x562ec68b8e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:29.525 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.519+0000 7f774a764740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562ec68b9350 0x562ec68bb740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:29.525 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.519+0000 7f774a764740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x562ec68124f0 con 0x562ec68b9350 2024-06-06T08:30:29.525 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.519+0000 7f774a764740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x562ec67b0870 con 0x562ec68ae170 2024-06-06T08:30:29.525 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.519+0000 7f774a764740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x562ec680e4b0 con 0x562ec68aea90 2024-06-06T08:30:29.525 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.519+0000 7f7744f12640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562ec68b9350 0x562ec68bb740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:29.525 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.519+0000 7f7744f12640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562ec68b9350 0x562ec68bb740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55302/0 (socket says 172.21.15.42:55302) 2024-06-06T08:30:29.525 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.520+0000 7f7744f12640 1 -- 172.21.15.42:0/3698460575 learned_addr learned my addr 172.21.15.42:0/3698460575 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:29.525 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.520+0000 7f7745f14640 1 --2- 172.21.15.42:0/3698460575 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562ec68ae170 0x562ec68ae550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:29.525 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.520+0000 7f7745713640 1 --2- 172.21.15.42:0/3698460575 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562ec68aea90 0x562ec68b8e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:29.526 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.520+0000 7f773e7fc640 1 --2- 172.21.15.42:0/1613365089 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f77280a2da0 0x7f77280a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:29.526 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.520+0000 7f7744f12640 1 -- 172.21.15.42:0/3698460575 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562ec68aea90 msgr2=0x562ec68b8e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:29.526 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.520+0000 7f7744f12640 1 --2- 172.21.15.42:0/3698460575 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562ec68aea90 0x562ec68b8e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:29.526 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.520+0000 7f7744f12640 1 -- 172.21.15.42:0/3698460575 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562ec68ae170 msgr2=0x562ec68ae550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:29.526 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.520+0000 7f7744f12640 1 --2- 172.21.15.42:0/3698460575 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562ec68ae170 0x562ec68ae550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:29.526 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.520+0000 7f7744f12640 1 -- 172.21.15.42:0/3698460575 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562ec67cc9b0 con 0x562ec68b9350 2024-06-06T08:30:29.526 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.520+0000 7f7745f14640 1 --2- 172.21.15.42:0/3698460575 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562ec68ae170 0x562ec68ae550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:30:29.526 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.520+0000 7f7745f14640 1 --2- 172.21.15.42:0/1613365089 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f77280a2da0 0x7f77280a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:29.526 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.520+0000 7f773e7fc640 1 -- 172.21.15.42:0/1613365089 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 9526+0+0 (secure 0 0 0) 0x7f77340d0080 con 0x7f7740101290 2024-06-06T08:30:29.526 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.520+0000 7f7744f12640 1 --2- 172.21.15.42:0/3698460575 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562ec68b9350 0x562ec68bb740 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7f77340cd2c0 tx=0x7f77340c6ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4881ccb7614bba0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:29.526 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.520+0000 7f77277fe640 1 -- 172.21.15.42:0/3698460575 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f773409bc90 con 0x562ec68b9350 2024-06-06T08:30:29.526 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.520+0000 7f77277fe640 1 -- 172.21.15.42:0/3698460575 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f77340c7970 con 0x562ec68b9350 2024-06-06T08:30:29.527 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.520+0000 7f77277fe640 1 -- 172.21.15.42:0/3698460575 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f773409d480 con 0x562ec68b9350 2024-06-06T08:30:29.527 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.521+0000 7f7745f14640 1 --2- 172.21.15.42:0/1613365089 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f77280a2da0 0x7f77280a5260 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f7730009ce0 tx=0x7f77300046c0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:29.527 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.521+0000 7f774a764740 1 -- 172.21.15.42:0/3698460575 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562ec68b9350 msgr2=0x562ec68bb740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:29.527 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.521+0000 7f774a764740 1 --2- 172.21.15.42:0/3698460575 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562ec68b9350 0x562ec68bb740 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7f77340cd2c0 tx=0x7f77340c6ce0 comp rx=0 tx=0).stop 2024-06-06T08:30:29.527 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.521+0000 7f774a764740 1 -- 172.21.15.42:0/3698460575 shutdown_connections 2024-06-06T08:30:29.527 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.521+0000 7f774a764740 1 --2- 172.21.15.42:0/3698460575 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562ec68b9350 0x562ec68bb740 unknown :-1 s=CLOSED pgs=780 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:29.527 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.521+0000 7f774a764740 1 --2- 172.21.15.42:0/3698460575 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562ec68aea90 0x562ec68b8e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:29.527 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.521+0000 7f774a764740 1 --2- 172.21.15.42:0/3698460575 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562ec68ae170 0x562ec68ae550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:29.527 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.521+0000 7f774a764740 1 -- 172.21.15.42:0/3698460575 >> 172.21.15.42:0/3698460575 conn(0x562ec68aa680 msgr2=0x562ec68aaa60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:29.527 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.521+0000 7f774a764740 1 -- 172.21.15.42:0/3698460575 shutdown_connections 2024-06-06T08:30:29.527 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.521+0000 7f774a764740 1 -- 172.21.15.42:0/3698460575 wait complete. 2024-06-06T08:30:29.528 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.521+0000 7f774a764740 1 -- start start 2024-06-06T08:30:29.528 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.522+0000 7f774a764740 1 Processor -- start 2024-06-06T08:30:29.528 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.522+0000 7f774a764740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562ec68ae170 0x562ec68b6280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:29.528 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.522+0000 7f774a764740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562ec68aea90 0x562ec68b67c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:29.528 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.522+0000 7f774a764740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562ec68b9350 0x562ec68b6d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:29.528 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.522+0000 7f774a764740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x562ec68bbf20 con 0x562ec68b9350 2024-06-06T08:30:29.528 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.522+0000 7f774a764740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x562ec679bae0 con 0x562ec68aea90 2024-06-06T08:30:29.528 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.522+0000 7f774a764740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x562ec68bc0a0 con 0x562ec68ae170 2024-06-06T08:30:29.528 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.522+0000 7f774a764740 10 client.0 _ll_register_callbacks cb 0x562ec67d49b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:30:29.528 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.522+0000 7f7745f14640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562ec68b9350 0x562ec68b6d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:29.528 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.522+0000 7f7745f14640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562ec68b9350 0x562ec68b6d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55318/0 (socket says 172.21.15.42:55318) 2024-06-06T08:30:29.528 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.522+0000 7f7745f14640 1 -- 172.21.15.42:0/138347393 learned_addr learned my addr 172.21.15.42:0/138347393 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:29.528 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.522+0000 7f7745713640 1 --2- 172.21.15.42:0/138347393 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562ec68ae170 0x562ec68b6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:29.528 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.522+0000 7f7744f12640 1 --2- 172.21.15.42:0/138347393 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562ec68aea90 0x562ec68b67c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:29.529 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.522+0000 7f7745f14640 1 -- 172.21.15.42:0/138347393 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562ec68ae170 msgr2=0x562ec68b6280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:29.529 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.522+0000 7f7745f14640 1 --2- 172.21.15.42:0/138347393 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562ec68ae170 0x562ec68b6280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:29.529 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.522+0000 7f7745f14640 1 -- 172.21.15.42:0/138347393 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562ec68aea90 msgr2=0x562ec68b67c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:29.529 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.522+0000 7f7745f14640 1 --2- 172.21.15.42:0/138347393 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562ec68aea90 0x562ec68b67c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:29.529 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.522+0000 7f7745f14640 1 -- 172.21.15.42:0/138347393 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562ec6526210 con 0x562ec68b9350 2024-06-06T08:30:29.529 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.522+0000 7f7744f12640 1 --2- 172.21.15.42:0/138347393 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562ec68aea90 0x562ec68b67c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:30:29.529 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.523+0000 7f7745f14640 1 --2- 172.21.15.42:0/138347393 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562ec68b9350 0x562ec68b6d00 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f773001d6d0 tx=0x7f77300092a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bfd2cb30d0eba11e server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:29.529 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.523+0000 7f7724ff9640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:30:29.529 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.523+0000 7f7724ff9640 1 -- 172.21.15.42:0/138347393 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7730012940 con 0x562ec68b9350 2024-06-06T08:30:29.529 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.523+0000 7f7724ff9640 1 -- 172.21.15.42:0/138347393 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 9526+0+0 (secure 0 0 0) 0x7f7730012ae0 con 0x562ec68b9350 2024-06-06T08:30:29.529 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.523+0000 7f774a764740 1 -- 172.21.15.42:0/138347393 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x562ec6825f10 con 0x562ec68b9350 2024-06-06T08:30:29.529 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.523+0000 7f7724ff9640 1 -- 172.21.15.42:0/138347393 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f773002e050 con 0x562ec68b9350 2024-06-06T08:30:29.530 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.523+0000 7f774a764740 10 client.16896 fetch_fsmap learned FSMap version 36 2024-06-06T08:30:29.530 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.523+0000 7f774a764740 1 -- 172.21.15.42:0/138347393 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x562ec65f2620 con 0x562ec68b9350 2024-06-06T08:30:29.530 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.523+0000 7f7724ff9640 1 -- 172.21.15.42:0/138347393 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x562ec6825f10 con 0x562ec68b9350 2024-06-06T08:30:29.530 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.523+0000 7f7724ff9640 1 -- 172.21.15.42:0/138347393 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7f773001a3f0 con 0x562ec68b9350 2024-06-06T08:30:29.530 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.523+0000 7f774a764740 10 client.16896 fetch_fsmap finished waiting for FSMap version 36 2024-06-06T08:30:29.530 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.523+0000 7f774a764740 10 client.16896 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:30:29.530 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.523+0000 7f774a764740 20 client.16896 populate_metadata read hostname 'smithi042' 2024-06-06T08:30:29.530 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.523+0000 7f774a764740 1 --2- 172.21.15.42:0/138347393 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x562ec68c94c0 0x562ec68cb8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:29.530 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.523+0000 7f774a764740 4 client.16896 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:30:29.530 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.523+0000 7f774a764740 1 -- 172.21.15.42:0/138347393 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562ec681fc20 con 0x562ec68c94c0 2024-06-06T08:30:29.530 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.524+0000 7f7745713640 1 --2- 172.21.15.42:0/138347393 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x562ec68c94c0 0x562ec68cb8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:29.530 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.524+0000 7f7724ff9640 10 client.16896 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:30:29.530 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.524+0000 7f7745713640 1 --2- 172.21.15.42:0/138347393 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x562ec68c94c0 0x562ec68cb8d0 crc :-1 s=READY pgs=175 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=164105a1b4addf4f server_cookie=9d653160c7875608 in_seq=0 out_seq=0 2024-06-06T08:30:29.530 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.525+0000 7f7724ff9640 1 -- 172.21.15.42:0/138347393 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x562ec681fc20 con 0x562ec68c94c0 2024-06-06T08:30:29.531 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.525+0000 7f7724ff9640 10 client.16896 handle_command_reply: tid=0 2024-06-06T08:30:29.531 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.525+0000 7f774a764740 1 client.16896 shutdown 2024-06-06T08:30:29.531 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.525+0000 7f774a764740 1 -- 172.21.15.42:0/138347393 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562ec68b9350 msgr2=0x562ec68b6d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:29.531 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.525+0000 7f774a764740 1 --2- 172.21.15.42:0/138347393 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562ec68b9350 0x562ec68b6d00 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f773001d6d0 tx=0x7f77300092a0 comp rx=0 tx=0).stop 2024-06-06T08:30:29.531 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.525+0000 7f774a764740 1 -- 172.21.15.42:0/138347393 shutdown_connections 2024-06-06T08:30:29.531 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.525+0000 7f774a764740 1 --2- 172.21.15.42:0/138347393 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x562ec68c94c0 0x562ec68cb8d0 crc :-1 s=READY pgs=175 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:29.531 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.525+0000 7f774a764740 1 --2- 172.21.15.42:0/138347393 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562ec68aea90 0x562ec68b67c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:29.531 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.525+0000 7f7724ff9640 0 client.16896 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:30:29.531 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.525+0000 7f774a764740 1 --2- 172.21.15.42:0/138347393 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562ec68b9350 0x562ec68b6d00 unknown :-1 s=CLOSED pgs=781 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:29.531 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.525+0000 7f774a764740 1 --2- 172.21.15.42:0/138347393 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562ec68ae170 0x562ec68b6280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:29.531 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.525+0000 7f774a764740 1 -- 172.21.15.42:0/138347393 >> 172.21.15.42:0/138347393 conn(0x562ec68aa680 msgr2=0x562ec68b0400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:29.531 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.525+0000 7f774a764740 1 -- 172.21.15.42:0/138347393 shutdown_connections 2024-06-06T08:30:29.531 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.525+0000 7f774a764740 1 -- 172.21.15.42:0/138347393 wait complete. 2024-06-06T08:30:29.531 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.525+0000 7f774a764740 20 client.16896 trim_cache size 0 max 16384 2024-06-06T08:30:29.544 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.541+0000 7f774a764740 1 Processor -- start 2024-06-06T08:30:29.544 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.541+0000 7f774a764740 1 -- start start 2024-06-06T08:30:29.544 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.541+0000 7f774a764740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562ec68ae170 0x562ec68b6950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:29.545 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.541+0000 7f774a764740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562ec68aea90 0x562ec68b6e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:29.545 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.541+0000 7f774a764740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562ec68b9350 0x562ec68d11e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:29.545 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.541+0000 7f774a764740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f77401b18e0 con 0x562ec68b9350 2024-06-06T08:30:29.545 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.541+0000 7f774a764740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f77401af0f0 con 0x562ec68aea90 2024-06-06T08:30:29.545 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.541+0000 7f774a764740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f77401acf60 con 0x562ec68ae170 2024-06-06T08:30:29.545 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.541+0000 7f7745f14640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562ec68b9350 0x562ec68d11e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:29.545 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.541+0000 7f7745f14640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562ec68b9350 0x562ec68d11e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55330/0 (socket says 172.21.15.42:55330) 2024-06-06T08:30:29.545 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.541+0000 7f7745f14640 1 -- 172.21.15.42:0/4046145625 learned_addr learned my addr 172.21.15.42:0/4046145625 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:29.545 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.541+0000 7f7744f12640 1 --2- 172.21.15.42:0/4046145625 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562ec68aea90 0x562ec68b6e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:29.545 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.541+0000 7f7745713640 1 --2- 172.21.15.42:0/4046145625 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562ec68ae170 0x562ec68b6950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:29.545 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.541+0000 7f7745f14640 1 -- 172.21.15.42:0/4046145625 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562ec68ae170 msgr2=0x562ec68b6950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:29.545 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.541+0000 7f7745f14640 1 --2- 172.21.15.42:0/4046145625 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562ec68ae170 0x562ec68b6950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:29.545 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.541+0000 7f7745f14640 1 -- 172.21.15.42:0/4046145625 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562ec68aea90 msgr2=0x562ec68b6e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:29.545 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.541+0000 7f7745f14640 1 --2- 172.21.15.42:0/4046145625 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562ec68aea90 0x562ec68b6e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:29.546 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.541+0000 7f7745f14640 1 -- 172.21.15.42:0/4046145625 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562ec68aefd0 con 0x562ec68b9350 2024-06-06T08:30:29.546 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.541+0000 7f7745713640 1 --2- 172.21.15.42:0/4046145625 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562ec68ae170 0x562ec68b6950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:30:29.546 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.541+0000 7f7745f14640 1 --2- 172.21.15.42:0/4046145625 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562ec68b9350 0x562ec68d11e0 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7f773001a810 tx=0x7f7730009330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12ec5a36ea7c8df6 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:29.546 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.542+0000 7f7726ffd640 1 -- 172.21.15.42:0/4046145625 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f773001d0c0 con 0x562ec68b9350 2024-06-06T08:30:29.546 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.542+0000 7f7726ffd640 1 -- 172.21.15.42:0/4046145625 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f773002b070 con 0x562ec68b9350 2024-06-06T08:30:29.546 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.542+0000 7f7726ffd640 1 -- 172.21.15.42:0/4046145625 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f773001acb0 con 0x562ec68b9350 2024-06-06T08:30:29.546 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.542+0000 7f774a764740 1 -- 172.21.15.42:0/4046145625 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562ec68b9350 msgr2=0x562ec68d11e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:29.546 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.542+0000 7f774a764740 1 --2- 172.21.15.42:0/4046145625 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562ec68b9350 0x562ec68d11e0 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7f773001a810 tx=0x7f7730009330 comp rx=0 tx=0).stop 2024-06-06T08:30:29.546 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.542+0000 7f774a764740 1 -- 172.21.15.42:0/4046145625 shutdown_connections 2024-06-06T08:30:29.546 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.542+0000 7f774a764740 1 --2- 172.21.15.42:0/4046145625 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562ec68aea90 0x562ec68b6e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:29.546 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.542+0000 7f774a764740 1 --2- 172.21.15.42:0/4046145625 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562ec68b9350 0x562ec68d11e0 unknown :-1 s=CLOSED pgs=782 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:29.547 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.542+0000 7f774a764740 1 --2- 172.21.15.42:0/4046145625 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562ec68ae170 0x562ec68b6950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:29.547 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.542+0000 7f774a764740 1 -- 172.21.15.42:0/4046145625 >> 172.21.15.42:0/4046145625 conn(0x562ec68aa680 msgr2=0x562ec68b6240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:29.547 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.542+0000 7f774a764740 1 -- 172.21.15.42:0/4046145625 shutdown_connections 2024-06-06T08:30:29.547 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.542+0000 7f774a764740 1 -- 172.21.15.42:0/4046145625 wait complete. 2024-06-06T08:30:29.547 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.542+0000 7f774a764740 1 -- start start 2024-06-06T08:30:29.547 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.543+0000 7f774a764740 1 Processor -- start 2024-06-06T08:30:29.547 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.543+0000 7f774a764740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562ec68ae170 0x562ec68c17e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:29.547 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.543+0000 7f774a764740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562ec68aea90 0x562ec68bcb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:29.547 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.543+0000 7f774a764740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562ec68b9350 0x562ec68bd090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:29.547 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.543+0000 7f774a764740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f77401ad5b0 con 0x562ec68aea90 2024-06-06T08:30:29.547 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.543+0000 7f774a764740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f77401aea20 con 0x562ec68b9350 2024-06-06T08:30:29.547 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.543+0000 7f774a764740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f77401adc80 con 0x562ec68ae170 2024-06-06T08:30:29.548 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.543+0000 7f774a764740 10 client.0 _ll_register_callbacks cb 0x7f7730009920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:30:29.548 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.543+0000 7f7744f12640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562ec68aea90 0x562ec68bcb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:29.548 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.543+0000 7f7744f12640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562ec68aea90 0x562ec68bcb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55336/0 (socket says 172.21.15.42:55336) 2024-06-06T08:30:29.548 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.543+0000 7f7744f12640 1 -- 172.21.15.42:0/1152047539 learned_addr learned my addr 172.21.15.42:0/1152047539 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:29.548 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.543+0000 7f7745f14640 1 --2- 172.21.15.42:0/1152047539 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562ec68b9350 0x562ec68bd090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:29.548 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.543+0000 7f7745713640 1 --2- 172.21.15.42:0/1152047539 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562ec68ae170 0x562ec68c17e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:29.548 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.543+0000 7f7744f12640 1 -- 172.21.15.42:0/1152047539 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562ec68ae170 msgr2=0x562ec68c17e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:29.548 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.543+0000 7f7744f12640 1 --2- 172.21.15.42:0/1152047539 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562ec68ae170 0x562ec68c17e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:29.548 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.543+0000 7f7744f12640 1 -- 172.21.15.42:0/1152047539 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562ec68b9350 msgr2=0x562ec68bd090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:29.548 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.543+0000 7f7744f12640 1 --2- 172.21.15.42:0/1152047539 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562ec68b9350 0x562ec68bd090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:29.548 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.543+0000 7f7744f12640 1 -- 172.21.15.42:0/1152047539 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562ec68bd600 con 0x562ec68aea90 2024-06-06T08:30:29.548 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.543+0000 7f7745f14640 1 --2- 172.21.15.42:0/1152047539 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562ec68b9350 0x562ec68bd090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:30:29.548 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.544+0000 7f7744f12640 1 --2- 172.21.15.42:0/1152047539 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562ec68aea90 0x562ec68bcb50 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7f7734098b20 tx=0x7f7734011e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4da10ccd5a1c3221 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:29.548 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.544+0000 7f7724ff9640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:30:29.549 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.544+0000 7f7724ff9640 1 -- 172.21.15.42:0/1152047539 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f773409bab0 con 0x562ec68aea90 2024-06-06T08:30:29.549 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.544+0000 7f7724ff9640 1 -- 172.21.15.42:0/1152047539 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 9526+0+0 (secure 0 0 0) 0x7f77340b0330 con 0x562ec68aea90 2024-06-06T08:30:29.549 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.544+0000 7f774a764740 1 -- 172.21.15.42:0/1152047539 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f773002b070 con 0x562ec68aea90 2024-06-06T08:30:29.549 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.544+0000 7f7724ff9640 1 -- 172.21.15.42:0/1152047539 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f773409bc90 con 0x562ec68aea90 2024-06-06T08:30:29.549 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.544+0000 7f774a764740 10 client.16902 fetch_fsmap learned FSMap version 36 2024-06-06T08:30:29.549 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.544+0000 7f774a764740 1 -- 172.21.15.42:0/1152047539 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x562ec6933f70 con 0x562ec68aea90 2024-06-06T08:30:29.549 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.544+0000 7f7724ff9640 1 -- 172.21.15.42:0/1152047539 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f773002b070 con 0x562ec68aea90 2024-06-06T08:30:29.549 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.544+0000 7f7724ff9640 1 -- 172.21.15.42:0/1152047539 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7f773400f040 con 0x562ec68aea90 2024-06-06T08:30:29.549 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.544+0000 7f774a764740 10 client.16902 fetch_fsmap finished waiting for FSMap version 36 2024-06-06T08:30:29.549 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.544+0000 7f774a764740 10 client.16902 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:30:29.549 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.544+0000 7f774a764740 20 client.16902 populate_metadata read hostname 'smithi042' 2024-06-06T08:30:29.549 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.544+0000 7f774a764740 1 --2- 172.21.15.42:0/1152047539 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x562ec69343f0 0x562ec6936810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:29.549 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.544+0000 7f774a764740 4 client.16902 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:30:29.550 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.544+0000 7f774a764740 1 -- 172.21.15.42:0/1152047539 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x562ec6819f70 con 0x562ec69343f0 2024-06-06T08:30:29.550 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.545+0000 7f7745713640 1 --2- 172.21.15.42:0/1152047539 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x562ec69343f0 0x562ec6936810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:29.550 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.545+0000 7f7745713640 1 --2- 172.21.15.42:0/1152047539 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x562ec69343f0 0x562ec6936810 crc :-1 s=READY pgs=176 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=54e127f8c08b56a4 server_cookie=1dbba4731d65040a in_seq=0 out_seq=0 2024-06-06T08:30:29.550 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:29.545+0000 7f7724ff9640 10 client.16902 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:30:30.027 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:30.027+0000 7f7724ff9640 1 -- 172.21.15.42:0/1152047539 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x562ec6819f70 con 0x562ec69343f0 2024-06-06T08:30:30.027 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:30.027+0000 7f7724ff9640 10 client.16902 handle_command_reply: tid=0 2024-06-06T08:30:30.027 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:30.027+0000 7f774a764740 1 client.16902 shutdown 2024-06-06T08:30:30.027 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:30.027+0000 7f774a764740 1 -- 172.21.15.42:0/1152047539 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562ec68aea90 msgr2=0x562ec68bcb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:30.027 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:30.027+0000 7f774a764740 1 --2- 172.21.15.42:0/1152047539 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562ec68aea90 0x562ec68bcb50 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7f7734098b20 tx=0x7f7734011e50 comp rx=0 tx=0).stop 2024-06-06T08:30:30.027 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:30.027+0000 7f774a764740 1 -- 172.21.15.42:0/1152047539 shutdown_connections 2024-06-06T08:30:30.027 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:30.027+0000 7f774a764740 1 --2- 172.21.15.42:0/1152047539 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x562ec69343f0 0x562ec6936810 crc :-1 s=READY pgs=176 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:30.027 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:30.027+0000 7f774a764740 1 --2- 172.21.15.42:0/1152047539 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562ec68b9350 0x562ec68bd090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:30.027 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:30.027+0000 7f774a764740 1 --2- 172.21.15.42:0/1152047539 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562ec68aea90 0x562ec68bcb50 unknown :-1 s=CLOSED pgs=783 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:30.027 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:30.027+0000 7f774a764740 1 --2- 172.21.15.42:0/1152047539 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562ec68ae170 0x562ec68c17e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:30.027 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:30.027+0000 7f774a764740 1 -- 172.21.15.42:0/1152047539 >> 172.21.15.42:0/1152047539 conn(0x562ec68aa680 msgr2=0x562ec68b6ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:30.028 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:30.027+0000 7f7724ff9640 0 client.16902 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:30:30.028 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:30.028+0000 7f774a764740 1 -- 172.21.15.42:0/1152047539 shutdown_connections 2024-06-06T08:30:30.028 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:30.028+0000 7f774a764740 1 -- 172.21.15.42:0/1152047539 wait complete. 2024-06-06T08:30:30.028 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:30.028+0000 7f774a764740 20 client.16902 trim_cache size 0 max 16384 2024-06-06T08:30:30.028 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:30:30.028 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:30:30.028 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:30:30.030 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:30.029+0000 7f7747977640 1 -- 172.21.15.42:0/1613365089 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f77280a2da0 msgr2=0x7f77280a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:30.030 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:30.029+0000 7f7747977640 1 --2- 172.21.15.42:0/1613365089 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f77280a2da0 0x7f77280a5260 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f7730009ce0 tx=0x7f77300046c0 comp rx=0 tx=0).stop 2024-06-06T08:30:30.030 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:30.029+0000 7f7747977640 1 -- 172.21.15.42:0/1613365089 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7740101290 msgr2=0x7f7740199560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:30.030 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:30.029+0000 7f7747977640 1 --2- 172.21.15.42:0/1613365089 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7740101290 0x7f7740199560 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f773400eab0 tx=0x7f773400ef70 comp rx=0 tx=0).stop 2024-06-06T08:30:30.030 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:30.029+0000 7f7747977640 1 -- 172.21.15.42:0/1613365089 shutdown_connections 2024-06-06T08:30:30.030 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:30.029+0000 7f7747977640 1 --2- 172.21.15.42:0/1613365089 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f77280a2da0 0x7f77280a5260 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:30.030 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:30.029+0000 7f7747977640 1 --2- 172.21.15.42:0/1613365089 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7740106890 0x7f77401a40a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:30.030 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:30.029+0000 7f7747977640 1 --2- 172.21.15.42:0/1613365089 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7740101290 0x7f7740199560 unknown :-1 s=CLOSED pgs=779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:30.030 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:30.029+0000 7f7747977640 1 --2- 172.21.15.42:0/1613365089 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f77401008d0 0x7f7740199020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:30.030 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:30.030+0000 7f7747977640 1 -- 172.21.15.42:0/1613365089 >> 172.21.15.42:0/1613365089 conn(0x7f7740077a20 msgr2=0x7f7740103450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:30.031 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:30.030+0000 7f7747977640 1 -- 172.21.15.42:0/1613365089 shutdown_connections 2024-06-06T08:30:30.031 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:30.030+0000 7f7747977640 1 -- 172.21.15.42:0/1613365089 wait complete. 2024-06-06T08:30:30.155 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:30:30.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:30 smithi042 ceph-mon[32384]: pgmap v244: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 306 op/s 2024-06-06T08:30:30.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:30 smithi042 ceph-mon[32384]: osdmap e106: 12 total, 12 up, 12 in 2024-06-06T08:30:30.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:30 smithi120 ceph-mon[36658]: pgmap v244: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 306 op/s 2024-06-06T08:30:30.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:30 smithi120 ceph-mon[36658]: osdmap e106: 12 total, 12 up, 12 in 2024-06-06T08:30:31.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:30 smithi149 ceph-mon[36842]: pgmap v244: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 306 op/s 2024-06-06T08:30:31.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:30 smithi149 ceph-mon[36842]: osdmap e106: 12 total, 12 up, 12 in 2024-06-06T08:30:31.288 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:31.289+0000 7f002ac4d700 1 -- 172.21.15.42:0/3501332131 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f00241066b0 msgr2=0x7f002410e280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:31.288 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:31.289+0000 7f002ac4d700 1 --2- 172.21.15.42:0/3501332131 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f00241066b0 0x7f002410e280 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7f001c00b0d0 tx=0x7f001c00b3e0 comp rx=0 tx=0).stop 2024-06-06T08:30:31.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:31.289+0000 7f002ac4d700 1 -- 172.21.15.42:0/3501332131 shutdown_connections 2024-06-06T08:30:31.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:31.289+0000 7f002ac4d700 1 --2- 172.21.15.42:0/3501332131 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f00241066b0 0x7f002410e280 unknown :-1 s=CLOSED pgs=784 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:31.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:31.289+0000 7f002ac4d700 1 --2- 172.21.15.42:0/3501332131 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0024101620 0x7f0024101a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:31.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:31.289+0000 7f002ac4d700 1 --2- 172.21.15.42:0/3501332131 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0024101fd0 0x7f0024105fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:31.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:31.289+0000 7f002ac4d700 1 -- 172.21.15.42:0/3501332131 >> 172.21.15.42:0/3501332131 conn(0x7f0024078360 msgr2=0x7f0024078770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:31.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:31.289+0000 7f002ac4d700 1 -- 172.21.15.42:0/3501332131 shutdown_connections 2024-06-06T08:30:31.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:31.289+0000 7f002ac4d700 1 -- 172.21.15.42:0/3501332131 wait complete. 2024-06-06T08:30:31.291 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:31.290+0000 7f002ac4d700 1 Processor -- start 2024-06-06T08:30:31.291 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:31.290+0000 7f002ac4d700 1 -- start start 2024-06-06T08:30:31.291 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:31.290+0000 7f002ac4d700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0024101620 0x7f002419e830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:31.291 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:31.290+0000 7f002ac4d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0024101fd0 0x7f002419ed70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:31.291 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:31.290+0000 7f002ac4d700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f00241066b0 0x7f0024198a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:31.291 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:31.290+0000 7f002ac4d700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f00241116a0 con 0x7f0024101fd0 2024-06-06T08:30:31.291 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:31.290+0000 7f002ac4d700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f0024111520 con 0x7f00241066b0 2024-06-06T08:30:31.291 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:31.290+0000 7f002ac4d700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f0024111820 con 0x7f0024101620 2024-06-06T08:30:31.291 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:31.290+0000 7f001bfff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0024101fd0 0x7f002419ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:31.292 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:31.290+0000 7f001bfff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0024101fd0 0x7f002419ed70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55354/0 (socket says 172.21.15.42:55354) 2024-06-06T08:30:31.292 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:31.291+0000 7f001bfff700 1 -- 172.21.15.42:0/1432028077 learned_addr learned my addr 172.21.15.42:0/1432028077 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:31.292 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:31.291+0000 7f00289e9700 1 --2- 172.21.15.42:0/1432028077 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0024101620 0x7f002419e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:31.292 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:31.291+0000 7f00291ea700 1 --2- 172.21.15.42:0/1432028077 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f00241066b0 0x7f0024198a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:31.292 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:31.291+0000 7f001bfff700 1 -- 172.21.15.42:0/1432028077 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0024101620 msgr2=0x7f002419e830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:31.292 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:31.291+0000 7f001bfff700 1 --2- 172.21.15.42:0/1432028077 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0024101620 0x7f002419e830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:31.292 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:31.291+0000 7f001bfff700 1 -- 172.21.15.42:0/1432028077 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f00241066b0 msgr2=0x7f0024198a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:31.292 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:31.291+0000 7f001bfff700 1 --2- 172.21.15.42:0/1432028077 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f00241066b0 0x7f0024198a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:31.292 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:31.291+0000 7f001bfff700 1 -- 172.21.15.42:0/1432028077 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00241991a0 con 0x7f0024101fd0 2024-06-06T08:30:31.292 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:31.291+0000 7f001bfff700 1 --2- 172.21.15.42:0/1432028077 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0024101fd0 0x7f002419ed70 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7f001400d980 tx=0x7f001400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:31.292 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:31.291+0000 7f0019ffb700 1 -- 172.21.15.42:0/1432028077 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0014017070 con 0x7f0024101fd0 2024-06-06T08:30:31.292 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:31.291+0000 7f0019ffb700 1 -- 172.21.15.42:0/1432028077 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f001400fd70 con 0x7f0024101fd0 2024-06-06T08:30:31.292 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:31.291+0000 7f002ac4d700 1 -- 172.21.15.42:0/1432028077 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0024199490 con 0x7f0024101fd0 2024-06-06T08:30:31.292 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:31.291+0000 7f0019ffb700 1 -- 172.21.15.42:0/1432028077 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f001400e3b0 con 0x7f0024101fd0 2024-06-06T08:30:31.293 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:31.291+0000 7f002ac4d700 1 -- 172.21.15.42:0/1432028077 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00241a5700 con 0x7f0024101fd0 2024-06-06T08:30:31.293 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:31.292+0000 7f002ac4d700 1 -- 172.21.15.42:0/1432028077 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0024069180 con 0x7f0024101fd0 2024-06-06T08:30:31.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:31.294+0000 7f0019ffb700 1 -- 172.21.15.42:0/1432028077 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f001400f890 con 0x7f0024101fd0 2024-06-06T08:30:31.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:31.294+0000 7f0019ffb700 1 --2- 172.21.15.42:0/1432028077 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f000c0a2e10 0x7f000c0a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:31.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:31.294+0000 7f00289e9700 1 --2- 172.21.15.42:0/1432028077 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f000c0a2e10 0x7f000c0a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:31.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:31.294+0000 7f0019ffb700 1 -- 172.21.15.42:0/1432028077 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 9438+0+0 (secure 0 0 0) 0x7f00140cf170 con 0x7f0024101fd0 2024-06-06T08:30:31.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:31.295+0000 7f00289e9700 1 --2- 172.21.15.42:0/1432028077 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f000c0a2e10 0x7f000c0a52d0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f0024106340 tx=0x7f00200073d0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:31.298 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:31.299+0000 7f0019ffb700 1 -- 172.21.15.42:0/1432028077 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f001409ba00 con 0x7f0024101fd0 2024-06-06T08:30:31.550 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:31.552+0000 7f002ac4d700 1 -- 172.21.15.42:0/1432028077 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f002402dca0 con 0x7f0024101fd0 2024-06-06T08:30:31.554 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:31.552+0000 7f0019ffb700 1 -- 172.21.15.42:0/1432028077 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 36 v36) ==== 94+0+11880 (secure 0 0 0) 0x7f001409b300 con 0x7f0024101fd0 2024-06-06T08:30:31.555 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:30:31.555 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":36,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/667270675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":667270675},{"type":"v1","addr":"172.21.15.42:6837","nonce":667270675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/2414389302","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":2414389302},{"type":"v1","addr":"172.21.15.42:6839","nonce":2414389302}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14574,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/3625002785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":3625002785},{"type":"v1","addr":"172.21.15.42:6841","nonce":3625002785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":26389,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/411591287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":411591287},{"type":"v1","addr":"172.21.15.149:6835","nonce":411591287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":35,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T08:18:39.778858+0000","modified":"2024-06-06T08:29:48.529916+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24464},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6837/3434475673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":3434475673},{"type":"v1","addr":"172.21.15.120:6837","nonce":3434475673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":21,"addr":"172.21.15.120:6839/1585293472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":1585293472},{"type":"v1","addr":"172.21.15.120:6839","nonce":1585293472}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":25,"addr":"172.21.15.149:6837/751787578","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":751787578},{"type":"v1","addr":"172.21.15.149:6837","nonce":751787578}]},"join_fscid":-1,"export_targets":[0,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":8,"addr":"172.21.15.149:6839/764851483","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":764851483},{"type":"v1","addr":"172.21.15.149:6839","nonce":764851483}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26474":{"gid":26474,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6835/2117921153","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":2117921153},{"type":"v1","addr":"172.21.15.120:6835","nonce":2117921153}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24484,24464,24469]},"id":1}]} 2024-06-06T08:30:31.556 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:31.555+0000 7f002ac4d700 1 -- 172.21.15.42:0/1432028077 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f000c0a2e10 msgr2=0x7f000c0a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:31.556 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:31.555+0000 7f002ac4d700 1 --2- 172.21.15.42:0/1432028077 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f000c0a2e10 0x7f000c0a52d0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f0024106340 tx=0x7f00200073d0 comp rx=0 tx=0).stop 2024-06-06T08:30:31.556 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:31.555+0000 7f002ac4d700 1 -- 172.21.15.42:0/1432028077 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0024101fd0 msgr2=0x7f002419ed70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:31.556 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:31.555+0000 7f002ac4d700 1 --2- 172.21.15.42:0/1432028077 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0024101fd0 0x7f002419ed70 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7f001400d980 tx=0x7f001400dc90 comp rx=0 tx=0).stop 2024-06-06T08:30:31.556 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:31.555+0000 7f002ac4d700 1 -- 172.21.15.42:0/1432028077 shutdown_connections 2024-06-06T08:30:31.556 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:31.555+0000 7f002ac4d700 1 --2- 172.21.15.42:0/1432028077 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f000c0a2e10 0x7f000c0a52d0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:31.556 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:31.555+0000 7f002ac4d700 1 --2- 172.21.15.42:0/1432028077 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f00241066b0 0x7f0024198a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:31.556 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:31.555+0000 7f002ac4d700 1 --2- 172.21.15.42:0/1432028077 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0024101620 0x7f002419e830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:31.556 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:31.555+0000 7f002ac4d700 1 --2- 172.21.15.42:0/1432028077 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0024101fd0 0x7f002419ed70 unknown :-1 s=CLOSED pgs=785 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:31.556 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:31.555+0000 7f002ac4d700 1 -- 172.21.15.42:0/1432028077 >> 172.21.15.42:0/1432028077 conn(0x7f0024078360 msgr2=0x7f002406ae60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:31.556 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:31.555+0000 7f002ac4d700 1 -- 172.21.15.42:0/1432028077 shutdown_connections 2024-06-06T08:30:31.556 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:31.555+0000 7f002ac4d700 1 -- 172.21.15.42:0/1432028077 wait complete. 2024-06-06T08:30:31.557 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 36 2024-06-06T08:30:31.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:31 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/1432028077' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:30:31.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:31 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/1432028077' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:30:32.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:31 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/1432028077' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:30:32.525 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24484 quiesce db --set-id 28b595ce --release --await' 2024-06-06T08:30:32.526 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- timeout 105 ceph tell mds.24484 quiesce db --set-id 28b595ce --release --await 2024-06-06T08:30:32.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:32 smithi042 ceph-mon[32384]: pgmap v246: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 213 op/s 2024-06-06T08:30:32.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:32 smithi120 ceph-mon[36658]: pgmap v246: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 213 op/s 2024-06-06T08:30:32.910 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:32 smithi149 ceph-mon[36842]: pgmap v246: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 213 op/s 2024-06-06T08:30:33.093 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.094+0000 7f1441700700 1 -- 172.21.15.42:0/3722270697 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f143c100a80 msgr2=0x7f143c100f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:33.093 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.094+0000 7f1441700700 1 --2- 172.21.15.42:0/3722270697 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f143c100a80 0x7f143c100f00 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7f1430009990 tx=0x7f1430009ca0 comp rx=0 tx=0).stop 2024-06-06T08:30:33.093 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.094+0000 7f1441700700 1 -- 172.21.15.42:0/3722270697 shutdown_connections 2024-06-06T08:30:33.094 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.094+0000 7f1441700700 1 --2- 172.21.15.42:0/3722270697 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f143c101440 0x7f143c10f330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:33.094 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.094+0000 7f1441700700 1 --2- 172.21.15.42:0/3722270697 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f143c108510 0x7f143c1088f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:33.094 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.094+0000 7f1441700700 1 --2- 172.21.15.42:0/3722270697 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f143c100a80 0x7f143c100f00 unknown :-1 s=CLOSED pgs=786 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:33.094 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.094+0000 7f1441700700 1 -- 172.21.15.42:0/3722270697 >> 172.21.15.42:0/3722270697 conn(0x7f143c077a00 msgr2=0x7f143c0fedb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:33.094 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.094+0000 7f1441700700 1 -- 172.21.15.42:0/3722270697 shutdown_connections 2024-06-06T08:30:33.094 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.094+0000 7f1441700700 1 -- 172.21.15.42:0/3722270697 wait complete. 2024-06-06T08:30:33.096 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.095+0000 7f1441700700 1 Processor -- start 2024-06-06T08:30:33.096 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.095+0000 7f1441700700 1 -- start start 2024-06-06T08:30:33.096 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.095+0000 7f1441700700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f143c100a80 0x7f143c19e7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:33.096 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.095+0000 7f1441700700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f143c101440 0x7f143c19ed30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:33.096 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.095+0000 7f1441700700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f143c108510 0x7f143c1989b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:33.096 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.095+0000 7f1441700700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f143c112790 con 0x7f143c100a80 2024-06-06T08:30:33.096 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.095+0000 7f1441700700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f143c112610 con 0x7f143c101440 2024-06-06T08:30:33.096 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.095+0000 7f1441700700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f143c112910 con 0x7f143c108510 2024-06-06T08:30:33.097 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.096+0000 7f143affd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f143c100a80 0x7f143c19e7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:33.097 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.096+0000 7f143b7fe700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f143c108510 0x7f143c1989b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:33.097 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.096+0000 7f143affd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f143c100a80 0x7f143c19e7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55376/0 (socket says 172.21.15.42:55376) 2024-06-06T08:30:33.097 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.096+0000 7f143affd700 1 -- 172.21.15.42:0/2675032182 learned_addr learned my addr 172.21.15.42:0/2675032182 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:33.097 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.096+0000 7f143a7fc700 1 --2- 172.21.15.42:0/2675032182 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f143c101440 0x7f143c19ed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:33.097 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.096+0000 7f143affd700 1 -- 172.21.15.42:0/2675032182 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f143c108510 msgr2=0x7f143c1989b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:33.097 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.096+0000 7f143affd700 1 --2- 172.21.15.42:0/2675032182 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f143c108510 0x7f143c1989b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:33.097 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.096+0000 7f143affd700 1 -- 172.21.15.42:0/2675032182 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f143c101440 msgr2=0x7f143c19ed30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:33.097 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.096+0000 7f143affd700 1 --2- 172.21.15.42:0/2675032182 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f143c101440 0x7f143c19ed30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:33.097 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.096+0000 7f143affd700 1 -- 172.21.15.42:0/2675032182 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f143c199110 con 0x7f143c100a80 2024-06-06T08:30:33.097 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.096+0000 7f143b7fe700 1 --2- 172.21.15.42:0/2675032182 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f143c108510 0x7f143c1989b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:30:33.097 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.096+0000 7f143affd700 1 --2- 172.21.15.42:0/2675032182 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f143c100a80 0x7f143c19e7f0 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7f142c00e9c0 tx=0x7f142c00ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:33.097 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.096+0000 7f1423fff700 1 -- 172.21.15.42:0/2675032182 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f142c00cbd0 con 0x7f143c100a80 2024-06-06T08:30:33.098 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.096+0000 7f1441700700 1 -- 172.21.15.42:0/2675032182 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f143c199400 con 0x7f143c100a80 2024-06-06T08:30:33.098 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.096+0000 7f1423fff700 1 -- 172.21.15.42:0/2675032182 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f142c00ee60 con 0x7f143c100a80 2024-06-06T08:30:33.098 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.096+0000 7f1423fff700 1 -- 172.21.15.42:0/2675032182 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f142c005630 con 0x7f143c100a80 2024-06-06T08:30:33.098 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.096+0000 7f1441700700 1 -- 172.21.15.42:0/2675032182 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f143c1a56c0 con 0x7f143c100a80 2024-06-06T08:30:33.098 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.099+0000 7f1423fff700 1 -- 172.21.15.42:0/2675032182 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f142c004750 con 0x7f143c100a80 2024-06-06T08:30:33.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.100+0000 7f1423fff700 1 --2- 172.21.15.42:0/2675032182 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f14240a2d90 0x7f14240a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:33.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.100+0000 7f143a7fc700 1 --2- 172.21.15.42:0/2675032182 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f14240a2d90 0x7f14240a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:33.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.100+0000 7f1423fff700 1 -- 172.21.15.42:0/2675032182 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 9438+0+0 (secure 0 0 0) 0x7f142c0cfa60 con 0x7f143c100a80 2024-06-06T08:30:33.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.101+0000 7f144bf83b80 1 Processor -- start 2024-06-06T08:30:33.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.101+0000 7f144bf83b80 1 -- start start 2024-06-06T08:30:33.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.101+0000 7f143a7fc700 1 --2- 172.21.15.42:0/2675032182 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f14240a2d90 0x7f14240a5250 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f143000b2e0 tx=0x7f1430005960 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:33.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.101+0000 7f144bf83b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560833f92850 0x560833f92c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:33.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.101+0000 7f144bf83b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560833f93170 0x560833f97010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:33.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.101+0000 7f144bf83b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560833f97550 0x560833f97990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:33.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.101+0000 7f144bf83b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x560833e80f60 con 0x560833f97550 2024-06-06T08:30:33.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.101+0000 7f144bf83b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x560833edf850 con 0x560833f92850 2024-06-06T08:30:33.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.101+0000 7f144bf83b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x560833e47460 con 0x560833f93170 2024-06-06T08:30:33.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.101+0000 7f143b7fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560833f97550 0x560833f97990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:33.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.101+0000 7f143b7fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560833f97550 0x560833f97990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55382/0 (socket says 172.21.15.42:55382) 2024-06-06T08:30:33.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.101+0000 7f143b7fe700 1 -- 172.21.15.42:0/1919954258 learned_addr learned my addr 172.21.15.42:0/1919954258 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:33.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.101+0000 7f143a7fc700 1 --2- 172.21.15.42:0/1919954258 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560833f93170 0x560833f97010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:33.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.101+0000 7f143affd700 1 --2- 172.21.15.42:0/1919954258 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560833f92850 0x560833f92c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:33.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.101+0000 7f143a7fc700 1 -- 172.21.15.42:0/1919954258 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560833f92850 msgr2=0x560833f92c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:33.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.101+0000 7f143a7fc700 1 --2- 172.21.15.42:0/1919954258 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560833f92850 0x560833f92c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:33.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.101+0000 7f143a7fc700 1 -- 172.21.15.42:0/1919954258 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560833f97550 msgr2=0x560833f97990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:33.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.101+0000 7f143a7fc700 1 --2- 172.21.15.42:0/1919954258 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560833f97550 0x560833f97990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:33.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.101+0000 7f143a7fc700 1 -- 172.21.15.42:0/1919954258 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560833e2e8d0 con 0x560833f93170 2024-06-06T08:30:33.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.102+0000 7f143a7fc700 1 --2- 172.21.15.42:0/1919954258 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560833f93170 0x560833f97010 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f14300059d0 tx=0x7f143001f000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=98d53f23ccf614b8 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:33.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.102+0000 7f14217fa700 1 -- 172.21.15.42:0/1919954258 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1430003680 con 0x560833f93170 2024-06-06T08:30:33.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.102+0000 7f14217fa700 1 -- 172.21.15.42:0/1919954258 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1430003d00 con 0x560833f93170 2024-06-06T08:30:33.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.102+0000 7f14217fa700 1 -- 172.21.15.42:0/1919954258 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f143000fc10 con 0x560833f93170 2024-06-06T08:30:33.108 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.103+0000 7f144bf83b80 1 -- 172.21.15.42:0/1919954258 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560833f93170 msgr2=0x560833f97010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:33.108 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.103+0000 7f144bf83b80 1 --2- 172.21.15.42:0/1919954258 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560833f93170 0x560833f97010 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f14300059d0 tx=0x7f143001f000 comp rx=0 tx=0).stop 2024-06-06T08:30:33.109 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.103+0000 7f144bf83b80 1 -- 172.21.15.42:0/1919954258 shutdown_connections 2024-06-06T08:30:33.109 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.103+0000 7f144bf83b80 1 --2- 172.21.15.42:0/1919954258 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560833f97550 0x560833f97990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:33.109 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.103+0000 7f144bf83b80 1 --2- 172.21.15.42:0/1919954258 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560833f92850 0x560833f92c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:33.109 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.103+0000 7f144bf83b80 1 --2- 172.21.15.42:0/1919954258 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560833f93170 0x560833f97010 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:33.109 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.103+0000 7f144bf83b80 1 -- 172.21.15.42:0/1919954258 >> 172.21.15.42:0/1919954258 conn(0x560833ebb080 msgr2=0x560833f89220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:33.109 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.103+0000 7f144bf83b80 1 -- 172.21.15.42:0/1919954258 shutdown_connections 2024-06-06T08:30:33.109 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.103+0000 7f144bf83b80 1 -- 172.21.15.42:0/1919954258 wait complete. 2024-06-06T08:30:33.109 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.104+0000 7f144bf83b80 1 -- start start 2024-06-06T08:30:33.109 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.104+0000 7f144bf83b80 1 Processor -- start 2024-06-06T08:30:33.109 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.104+0000 7f144bf83b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560833f92850 0x560833f9eae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:33.109 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.104+0000 7f144bf83b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560833f93170 0x560833f9be30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:33.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.104+0000 7f143affd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560833f92850 0x560833f9eae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:33.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.104+0000 7f143affd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560833f92850 0x560833f9eae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:36544/0 (socket says 172.21.15.42:36544) 2024-06-06T08:30:33.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.104+0000 7f143a7fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560833f93170 0x560833f9be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:33.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.104+0000 7f143affd700 1 -- 172.21.15.42:0/294938499 learned_addr learned my addr 172.21.15.42:0/294938499 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:33.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.104+0000 7f144bf83b80 1 --2- 172.21.15.42:0/294938499 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560833f97550 0x560833f9c370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:33.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.104+0000 7f144bf83b80 1 -- 172.21.15.42:0/294938499 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x560833e7ffc0 con 0x560833f93170 2024-06-06T08:30:33.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.104+0000 7f144bf83b80 1 -- 172.21.15.42:0/294938499 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x560833edb810 con 0x560833f97550 2024-06-06T08:30:33.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.104+0000 7f144bf83b80 1 -- 172.21.15.42:0/294938499 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x560833f9f5c0 con 0x560833f92850 2024-06-06T08:30:33.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.105+0000 7f143b7fe700 1 --2- 172.21.15.42:0/294938499 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560833f97550 0x560833f9c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:33.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.105+0000 7f143affd700 1 -- 172.21.15.42:0/294938499 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560833f97550 msgr2=0x560833f9c370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:33.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.105+0000 7f144bf83b80 10 client.0 _ll_register_callbacks cb 0x560833e755b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:30:33.110 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.105+0000 7f143affd700 1 --2- 172.21.15.42:0/294938499 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560833f97550 0x560833f9c370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:33.111 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.105+0000 7f143affd700 1 -- 172.21.15.42:0/294938499 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560833f93170 msgr2=0x560833f9be30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:33.111 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.105+0000 7f143affd700 1 --2- 172.21.15.42:0/294938499 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560833f93170 0x560833f9be30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:33.111 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.105+0000 7f143affd700 1 -- 172.21.15.42:0/294938499 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560833ea5750 con 0x560833f92850 2024-06-06T08:30:33.111 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.105+0000 7f143a7fc700 1 --2- 172.21.15.42:0/294938499 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560833f93170 0x560833f9be30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:30:33.111 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.105+0000 7f143b7fe700 1 --2- 172.21.15.42:0/294938499 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560833f97550 0x560833f9c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:30:33.111 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.105+0000 7f144bf83b80 1 -- 172.21.15.42:0/294938499 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1430003d00 con 0x560833f92850 2024-06-06T08:30:33.111 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.105+0000 7f143affd700 1 --2- 172.21.15.42:0/294938499 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560833f92850 0x560833f9eae0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f142c009fd0 tx=0x7f142c09bb90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=38dddd5af8684aef server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:33.111 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.105+0000 7f141eff5700 10 client.26473 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:30:33.111 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.105+0000 7f141eff5700 1 -- 172.21.15.42:0/294938499 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f142c016540 con 0x560833f92850 2024-06-06T08:30:33.111 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.105+0000 7f141eff5700 1 -- 172.21.15.42:0/294938499 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 9438+0+0 (secure 0 0 0) 0x7f142c09bdf0 con 0x560833f92850 2024-06-06T08:30:33.111 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.105+0000 7f141eff5700 1 -- 172.21.15.42:0/294938499 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f142c09bff0 con 0x560833f92850 2024-06-06T08:30:33.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.105+0000 7f144bf83b80 10 client.26473 fetch_fsmap learned FSMap version 36 2024-06-06T08:30:33.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.105+0000 7f144bf83b80 1 -- 172.21.15.42:0/294938499 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({fsmap=36}) -- 0x560833fa9cb0 con 0x560833f92850 2024-06-06T08:30:33.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.106+0000 7f141eff5700 1 -- 172.21.15.42:0/294938499 <== mon.1 v2:172.21.15.149:3300/0 4 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7f142c0a4370 con 0x560833f92850 2024-06-06T08:30:33.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.106+0000 7f144bf83b80 10 client.26473 fetch_fsmap finished waiting for FSMap version 36 2024-06-06T08:30:33.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.106+0000 7f144bf83b80 10 client.26473 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.b 2024-06-06T08:30:33.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.106+0000 7f144bf83b80 20 client.26473 populate_metadata read hostname 'smithi042' 2024-06-06T08:30:33.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.106+0000 7f144bf83b80 1 --2- 172.21.15.42:0/294938499 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x560833fac230 0x560833fae620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:33.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.106+0000 7f144bf83b80 4 client.26473 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:30:33.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.106+0000 7f144bf83b80 1 -- 172.21.15.42:0/294938499 --> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560833eecd50 con 0x560833fac230 2024-06-06T08:30:33.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.106+0000 7f143a7fc700 1 --2- 172.21.15.42:0/294938499 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x560833fac230 0x560833fae620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:33.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.107+0000 7f143a7fc700 1 --2- 172.21.15.42:0/294938499 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x560833fac230 0x560833fae620 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=ecc4cedea6c36cd1 server_cookie=be5279c8b82bdf84 in_seq=0 out_seq=0 2024-06-06T08:30:33.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.107+0000 7f141eff5700 10 client.26473 ms_handle_connect on v2:172.21.15.120:6838/1585293472 2024-06-06T08:30:33.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.107+0000 7f141eff5700 1 -- 172.21.15.42:0/294938499 <== mds.2 v2:172.21.15.120:6838/1585293472 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x560833eecd50 con 0x560833fac230 2024-06-06T08:30:33.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.107+0000 7f141eff5700 10 client.26473 handle_command_reply: tid=0 2024-06-06T08:30:33.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.107+0000 7f144bf83b80 1 client.26473 shutdown 2024-06-06T08:30:33.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.107+0000 7f144bf83b80 1 -- 172.21.15.42:0/294938499 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560833f92850 msgr2=0x560833f9eae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:33.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.107+0000 7f144bf83b80 1 --2- 172.21.15.42:0/294938499 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560833f92850 0x560833f9eae0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f142c009fd0 tx=0x7f142c09bb90 comp rx=0 tx=0).stop 2024-06-06T08:30:33.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.107+0000 7f144bf83b80 1 -- 172.21.15.42:0/294938499 shutdown_connections 2024-06-06T08:30:33.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.108+0000 7f144bf83b80 1 --2- 172.21.15.42:0/294938499 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560833f97550 0x560833f9c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:33.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.108+0000 7f144bf83b80 1 --2- 172.21.15.42:0/294938499 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x560833fac230 0x560833fae620 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:33.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.108+0000 7f144bf83b80 1 --2- 172.21.15.42:0/294938499 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560833f92850 0x560833f9eae0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:33.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.108+0000 7f144bf83b80 1 --2- 172.21.15.42:0/294938499 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560833f93170 0x560833f9be30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:33.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.108+0000 7f141eff5700 0 client.26473 ms_handle_reset on v2:172.21.15.120:6838/1585293472 2024-06-06T08:30:33.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.108+0000 7f144bf83b80 1 -- 172.21.15.42:0/294938499 >> 172.21.15.42:0/294938499 conn(0x560833ebb080 msgr2=0x560833f98a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:33.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.108+0000 7f144bf83b80 1 -- 172.21.15.42:0/294938499 shutdown_connections 2024-06-06T08:30:33.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.108+0000 7f144bf83b80 1 -- 172.21.15.42:0/294938499 wait complete. 2024-06-06T08:30:33.114 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.108+0000 7f144bf83b80 20 client.26473 trim_cache size 0 max 16384 2024-06-06T08:30:33.118 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:30:33.124 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.124+0000 7f144bf83b80 1 Processor -- start 2024-06-06T08:30:33.124 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.124+0000 7f144bf83b80 1 -- start start 2024-06-06T08:30:33.124 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.124+0000 7f144bf83b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560833f92850 0x560833f8d960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:33.124 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.124+0000 7f144bf83b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560833f93170 0x560833f9e620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:33.124 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.124+0000 7f144bf83b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560833f97550 0x560833fb3e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:33.124 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.124+0000 7f144bf83b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f143c1aeb60 con 0x560833f97550 2024-06-06T08:30:33.124 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.124+0000 7f144bf83b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f143c1ac330 con 0x560833f92850 2024-06-06T08:30:33.124 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.124+0000 7f144bf83b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f143c1aa1a0 con 0x560833f93170 2024-06-06T08:30:33.125 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.124+0000 7f143b7fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560833f97550 0x560833fb3e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:33.125 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.124+0000 7f143a7fc700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560833f93170 0x560833f9e620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:33.125 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.124+0000 7f143b7fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560833f97550 0x560833fb3e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55398/0 (socket says 172.21.15.42:55398) 2024-06-06T08:30:33.125 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.124+0000 7f143b7fe700 1 -- 172.21.15.42:0/114683880 learned_addr learned my addr 172.21.15.42:0/114683880 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:33.125 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.124+0000 7f143affd700 1 --2- 172.21.15.42:0/114683880 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560833f92850 0x560833f8d960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:33.125 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.125+0000 7f143b7fe700 1 -- 172.21.15.42:0/114683880 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560833f93170 msgr2=0x560833f9e620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:33.125 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.125+0000 7f143b7fe700 1 --2- 172.21.15.42:0/114683880 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560833f93170 0x560833f9e620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:33.125 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.125+0000 7f143b7fe700 1 -- 172.21.15.42:0/114683880 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560833f92850 msgr2=0x560833f8d960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:33.125 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.125+0000 7f143b7fe700 1 --2- 172.21.15.42:0/114683880 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560833f92850 0x560833f8d960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:33.125 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.125+0000 7f143b7fe700 1 -- 172.21.15.42:0/114683880 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560833f85810 con 0x560833f97550 2024-06-06T08:30:33.125 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.125+0000 7f143a7fc700 1 --2- 172.21.15.42:0/114683880 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560833f93170 0x560833f9e620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:30:33.125 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.125+0000 7f143b7fe700 1 --2- 172.21.15.42:0/114683880 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560833f97550 0x560833fb3e50 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7f143400d820 tx=0x7f1434007950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cfd380804de84c50 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:33.125 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.125+0000 7f1420ff9700 1 -- 172.21.15.42:0/114683880 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f143401a070 con 0x560833f97550 2024-06-06T08:30:33.126 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.125+0000 7f1420ff9700 1 -- 172.21.15.42:0/114683880 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1434003cd0 con 0x560833f97550 2024-06-06T08:30:33.126 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.125+0000 7f1420ff9700 1 -- 172.21.15.42:0/114683880 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14340169a0 con 0x560833f97550 2024-06-06T08:30:33.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.126+0000 7f144bf83b80 1 -- 172.21.15.42:0/114683880 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560833f97550 msgr2=0x560833fb3e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:33.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.126+0000 7f144bf83b80 1 --2- 172.21.15.42:0/114683880 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560833f97550 0x560833fb3e50 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7f143400d820 tx=0x7f1434007950 comp rx=0 tx=0).stop 2024-06-06T08:30:33.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.126+0000 7f144bf83b80 1 -- 172.21.15.42:0/114683880 shutdown_connections 2024-06-06T08:30:33.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.126+0000 7f144bf83b80 1 --2- 172.21.15.42:0/114683880 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560833f97550 0x560833fb3e50 unknown :-1 s=CLOSED pgs=788 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:33.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.126+0000 7f144bf83b80 1 --2- 172.21.15.42:0/114683880 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560833f92850 0x560833f8d960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:33.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.126+0000 7f144bf83b80 1 --2- 172.21.15.42:0/114683880 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560833f93170 0x560833f9e620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:33.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.126+0000 7f144bf83b80 1 -- 172.21.15.42:0/114683880 >> 172.21.15.42:0/114683880 conn(0x560833ebb080 msgr2=0x560833f8d250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:33.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.126+0000 7f144bf83b80 1 -- 172.21.15.42:0/114683880 shutdown_connections 2024-06-06T08:30:33.130 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.126+0000 7f144bf83b80 1 -- 172.21.15.42:0/114683880 wait complete. 2024-06-06T08:30:33.130 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.126+0000 7f144bf83b80 1 -- start start 2024-06-06T08:30:33.130 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.126+0000 7f144bf83b80 1 Processor -- start 2024-06-06T08:30:33.130 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.127+0000 7f144bf83b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560833f92850 0x560833fa5180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:33.130 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.127+0000 7f144bf83b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560833f93170 0x560833fa0500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:33.130 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.127+0000 7f144bf83b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560833f97550 0x560833fa0c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:33.130 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.127+0000 7f144bf83b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f143c1aa7f0 con 0x560833f93170 2024-06-06T08:30:33.130 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.127+0000 7f144bf83b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f143c1abc60 con 0x560833f92850 2024-06-06T08:30:33.130 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.127+0000 7f144bf83b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f143c1aaec0 con 0x560833f97550 2024-06-06T08:30:33.130 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.127+0000 7f144bf83b80 10 client.0 _ll_register_callbacks cb 0x560833e755b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:30:33.130 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.127+0000 7f143a7fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560833f93170 0x560833fa0500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:33.130 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.127+0000 7f143a7fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560833f93170 0x560833fa0500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55402/0 (socket says 172.21.15.42:55402) 2024-06-06T08:30:33.131 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.127+0000 7f143a7fc700 1 -- 172.21.15.42:0/687087215 learned_addr learned my addr 172.21.15.42:0/687087215 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:33.131 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.127+0000 7f143b7fe700 1 --2- 172.21.15.42:0/687087215 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560833f97550 0x560833fa0c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:33.131 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.127+0000 7f143affd700 1 --2- 172.21.15.42:0/687087215 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560833f92850 0x560833fa5180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:33.131 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.127+0000 7f143a7fc700 1 -- 172.21.15.42:0/687087215 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560833f97550 msgr2=0x560833fa0c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:33.131 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.127+0000 7f143a7fc700 1 --2- 172.21.15.42:0/687087215 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560833f97550 0x560833fa0c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:33.131 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.127+0000 7f143a7fc700 1 -- 172.21.15.42:0/687087215 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560833f92850 msgr2=0x560833fa5180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:33.131 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.127+0000 7f143a7fc700 1 --2- 172.21.15.42:0/687087215 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560833f92850 0x560833fa5180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:33.131 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.127+0000 7f143a7fc700 1 -- 172.21.15.42:0/687087215 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560833f89760 con 0x560833f93170 2024-06-06T08:30:33.131 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.127+0000 7f143b7fe700 1 --2- 172.21.15.42:0/687087215 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560833f97550 0x560833fa0c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:30:33.131 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.128+0000 7f143a7fc700 1 --2- 172.21.15.42:0/687087215 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560833f93170 0x560833fa0500 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7f143000f7c0 tx=0x7f143000f750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4c011b608980734 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:33.131 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.128+0000 7f141eff5700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:30:33.131 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.128+0000 7f141eff5700 1 -- 172.21.15.42:0/687087215 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f143000f860 con 0x560833f93170 2024-06-06T08:30:33.131 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.128+0000 7f141eff5700 1 -- 172.21.15.42:0/687087215 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 9438+0+0 (secure 0 0 0) 0x7f143002a040 con 0x560833f93170 2024-06-06T08:30:33.131 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.128+0000 7f144bf83b80 1 -- 172.21.15.42:0/687087215 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1434003cd0 con 0x560833f93170 2024-06-06T08:30:33.132 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.128+0000 7f141eff5700 1 -- 172.21.15.42:0/687087215 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f1430046050 con 0x560833f93170 2024-06-06T08:30:33.132 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.128+0000 7f144bf83b80 10 client.16926 fetch_fsmap learned FSMap version 36 2024-06-06T08:30:33.132 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.128+0000 7f144bf83b80 1 -- 172.21.15.42:0/687087215 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x560834016e60 con 0x560833f93170 2024-06-06T08:30:33.132 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.128+0000 7f141eff5700 1 -- 172.21.15.42:0/687087215 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1434003cd0 con 0x560833f93170 2024-06-06T08:30:33.132 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.129+0000 7f141eff5700 1 -- 172.21.15.42:0/687087215 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7f1430037860 con 0x560833f93170 2024-06-06T08:30:33.132 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.129+0000 7f144bf83b80 10 client.16926 fetch_fsmap finished waiting for FSMap version 36 2024-06-06T08:30:33.132 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.129+0000 7f144bf83b80 10 client.16926 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.b 2024-06-06T08:30:33.132 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.129+0000 7f144bf83b80 20 client.16926 populate_metadata read hostname 'smithi042' 2024-06-06T08:30:33.132 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.129+0000 7f144bf83b80 1 --2- 172.21.15.42:0/687087215 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x560834017030 0x560834019420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:33.132 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.129+0000 7f144bf83b80 4 client.16926 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-06-06T08:30:33.132 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.129+0000 7f144bf83b80 1 -- 172.21.15.42:0/687087215 --> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] -- command(tid 0: {"prefix": "damage ls"}) -- 0x560833ee72d0 con 0x560834017030 2024-06-06T08:30:33.132 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.129+0000 7f143affd700 1 --2- 172.21.15.42:0/687087215 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x560834017030 0x560834019420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:33.132 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.129+0000 7f141eff5700 10 client.16926 ms_handle_connect on v2:172.21.15.120:6838/1585293472 2024-06-06T08:30:33.133 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.129+0000 7f143affd700 1 --2- 172.21.15.42:0/687087215 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x560834017030 0x560834019420 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=aa9edff09e8954d server_cookie=7f18f108008e8eed in_seq=0 out_seq=0 2024-06-06T08:30:33.133 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.130+0000 7f141eff5700 1 -- 172.21.15.42:0/687087215 <== mds.2 v2:172.21.15.120:6838/1585293472 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x560833ee72d0 con 0x560834017030 2024-06-06T08:30:33.133 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.130+0000 7f141eff5700 10 client.16926 handle_command_reply: tid=0 2024-06-06T08:30:33.133 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.130+0000 7f144bf83b80 1 client.16926 shutdown 2024-06-06T08:30:33.133 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.130+0000 7f144bf83b80 1 -- 172.21.15.42:0/687087215 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560833f93170 msgr2=0x560833fa0500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:33.133 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.130+0000 7f144bf83b80 1 --2- 172.21.15.42:0/687087215 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560833f93170 0x560833fa0500 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7f143000f7c0 tx=0x7f143000f750 comp rx=0 tx=0).stop 2024-06-06T08:30:33.133 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.130+0000 7f144bf83b80 1 -- 172.21.15.42:0/687087215 shutdown_connections 2024-06-06T08:30:33.133 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.130+0000 7f144bf83b80 1 --2- 172.21.15.42:0/687087215 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x560834017030 0x560834019420 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:33.133 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.130+0000 7f144bf83b80 1 --2- 172.21.15.42:0/687087215 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560833f97550 0x560833fa0c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:33.133 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.130+0000 7f141eff5700 0 client.16926 ms_handle_reset on v2:172.21.15.120:6838/1585293472 2024-06-06T08:30:33.133 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.130+0000 7f144bf83b80 1 --2- 172.21.15.42:0/687087215 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560833f92850 0x560833fa5180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:33.133 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.130+0000 7f144bf83b80 1 --2- 172.21.15.42:0/687087215 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560833f93170 0x560833fa0500 unknown :-1 s=CLOSED pgs=789 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:33.133 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.130+0000 7f144bf83b80 1 -- 172.21.15.42:0/687087215 >> 172.21.15.42:0/687087215 conn(0x560833ebb080 msgr2=0x560833f886f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:33.133 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.130+0000 7f144bf83b80 1 -- 172.21.15.42:0/687087215 shutdown_connections 2024-06-06T08:30:33.133 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.130+0000 7f144bf83b80 1 -- 172.21.15.42:0/687087215 wait complete. 2024-06-06T08:30:33.134 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.130+0000 7f144bf83b80 20 client.16926 trim_cache size 0 max 16384 2024-06-06T08:30:33.134 INFO:teuthology.orchestra.run.smithi042.stdout:[] 2024-06-06T08:30:33.134 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.131+0000 7f1441700700 1 -- 172.21.15.42:0/2675032182 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f14240a2d90 msgr2=0x7f14240a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:33.135 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.131+0000 7f1441700700 1 --2- 172.21.15.42:0/2675032182 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f14240a2d90 0x7f14240a5250 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f143000b2e0 tx=0x7f1430005960 comp rx=0 tx=0).stop 2024-06-06T08:30:33.135 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.131+0000 7f1441700700 1 -- 172.21.15.42:0/2675032182 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f143c100a80 msgr2=0x7f143c19e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:33.135 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.131+0000 7f1441700700 1 --2- 172.21.15.42:0/2675032182 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f143c100a80 0x7f143c19e7f0 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7f142c00e9c0 tx=0x7f142c00ecd0 comp rx=0 tx=0).stop 2024-06-06T08:30:33.135 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.131+0000 7f1441700700 1 -- 172.21.15.42:0/2675032182 shutdown_connections 2024-06-06T08:30:33.135 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.131+0000 7f1441700700 1 --2- 172.21.15.42:0/2675032182 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f14240a2d90 0x7f14240a5250 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:33.135 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.131+0000 7f1441700700 1 --2- 172.21.15.42:0/2675032182 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f143c108510 0x7f143c1989b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:33.135 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.131+0000 7f1441700700 1 --2- 172.21.15.42:0/2675032182 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f143c100a80 0x7f143c19e7f0 unknown :-1 s=CLOSED pgs=787 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:33.135 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.131+0000 7f1441700700 1 --2- 172.21.15.42:0/2675032182 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f143c101440 0x7f143c19ed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:33.135 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.131+0000 7f1441700700 1 -- 172.21.15.42:0/2675032182 >> 172.21.15.42:0/2675032182 conn(0x7f143c077a00 msgr2=0x7f143c0fefa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:33.135 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.131+0000 7f1441700700 1 -- 172.21.15.42:0/2675032182 shutdown_connections 2024-06-06T08:30:33.135 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:33.131+0000 7f1441700700 1 -- 172.21.15.42:0/2675032182 wait complete. 2024-06-06T08:30:33.960 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-06-06T08:30:34.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:34 smithi120 ceph-mon[36658]: pgmap v247: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 254 op/s 2024-06-06T08:30:35.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:34 smithi149 ceph-mon[36842]: pgmap v247: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 254 op/s 2024-06-06T08:30:35.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:34 smithi042 ceph-mon[32384]: pgmap v247: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 254 op/s 2024-06-06T08:30:35.475 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:30:36.087 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.088+0000 7fb4dd473700 1 -- 172.21.15.42:0/3062558084 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb4d8107400 msgr2=0x7fb4d81077e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:36.087 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.088+0000 7fb4dd473700 1 --2- 172.21.15.42:0/3062558084 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb4d8107400 0x7fb4d81077e0 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7fb4c8009990 tx=0x7fb4c8009ca0 comp rx=0 tx=0).stop 2024-06-06T08:30:36.088 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.088+0000 7fb4dd473700 1 -- 172.21.15.42:0/3062558084 shutdown_connections 2024-06-06T08:30:36.088 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.088+0000 7fb4dd473700 1 --2- 172.21.15.42:0/3062558084 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb4d8101d50 0x7fb4d810e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:36.088 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.088+0000 7fb4dd473700 1 --2- 172.21.15.42:0/3062558084 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb4d8107400 0x7fb4d81077e0 unknown :-1 s=CLOSED pgs=790 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:36.088 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.088+0000 7fb4dd473700 1 --2- 172.21.15.42:0/3062558084 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb4d8101390 0x7fb4d8101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:36.088 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.088+0000 7fb4dd473700 1 -- 172.21.15.42:0/3062558084 >> 172.21.15.42:0/3062558084 conn(0x7fb4d8078340 msgr2=0x7fb4d8078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:36.088 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.088+0000 7fb4dd473700 1 -- 172.21.15.42:0/3062558084 shutdown_connections 2024-06-06T08:30:36.088 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.088+0000 7fb4dd473700 1 -- 172.21.15.42:0/3062558084 wait complete. 2024-06-06T08:30:36.088 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.089+0000 7fb4dd473700 1 Processor -- start 2024-06-06T08:30:36.088 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.089+0000 7fb4dd473700 1 -- start start 2024-06-06T08:30:36.090 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.089+0000 7fb4dd473700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb4d8101390 0x7fb4d8199be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:36.090 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.089+0000 7fb4dd473700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb4d8101d50 0x7fb4d819a120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:36.090 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.089+0000 7fb4dd473700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb4d8107400 0x7fb4d81a4c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:36.090 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.089+0000 7fb4dd473700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb4d8111740 con 0x7fb4d8101390 2024-06-06T08:30:36.090 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.089+0000 7fb4dd473700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fb4d81115c0 con 0x7fb4d8101d50 2024-06-06T08:30:36.090 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.089+0000 7fb4dd473700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fb4d81118c0 con 0x7fb4d8107400 2024-06-06T08:30:36.090 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.089+0000 7fb4d6ffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb4d8101390 0x7fb4d8199be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:36.090 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.089+0000 7fb4d6ffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb4d8101390 0x7fb4d8199be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55412/0 (socket says 172.21.15.42:55412) 2024-06-06T08:30:36.090 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.089+0000 7fb4d6ffd700 1 -- 172.21.15.42:0/3248254525 learned_addr learned my addr 172.21.15.42:0/3248254525 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:36.090 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.089+0000 7fb4d67fc700 1 --2- 172.21.15.42:0/3248254525 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb4d8101d50 0x7fb4d819a120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:36.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.089+0000 7fb4d6ffd700 1 -- 172.21.15.42:0/3248254525 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb4d8107400 msgr2=0x7fb4d81a4c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:36.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.089+0000 7fb4d6ffd700 1 --2- 172.21.15.42:0/3248254525 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb4d8107400 0x7fb4d81a4c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:36.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.090+0000 7fb4d6ffd700 1 -- 172.21.15.42:0/3248254525 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb4d8101d50 msgr2=0x7fb4d819a120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:36.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.090+0000 7fb4d6ffd700 1 --2- 172.21.15.42:0/3248254525 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb4d8101d50 0x7fb4d819a120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:36.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.090+0000 7fb4d6ffd700 1 -- 172.21.15.42:0/3248254525 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4d81a51a0 con 0x7fb4d8101390 2024-06-06T08:30:36.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.090+0000 7fb4d67fc700 1 --2- 172.21.15.42:0/3248254525 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb4d8101d50 0x7fb4d819a120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:30:36.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.090+0000 7fb4d6ffd700 1 --2- 172.21.15.42:0/3248254525 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb4d8101390 0x7fb4d8199be0 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7fb4c8005910 tx=0x7fb4c80047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:36.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.090+0000 7fb4cffff700 1 -- 172.21.15.42:0/3248254525 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4c8027070 con 0x7fb4d8101390 2024-06-06T08:30:36.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.090+0000 7fb4cffff700 1 -- 172.21.15.42:0/3248254525 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb4c8003780 con 0x7fb4d8101390 2024-06-06T08:30:36.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.090+0000 7fb4dd473700 1 -- 172.21.15.42:0/3248254525 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4d81a5370 con 0x7fb4d8101390 2024-06-06T08:30:36.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.090+0000 7fb4cffff700 1 -- 172.21.15.42:0/3248254525 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4c8022da0 con 0x7fb4d8101390 2024-06-06T08:30:36.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.090+0000 7fb4dd473700 1 -- 172.21.15.42:0/3248254525 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4d81a5710 con 0x7fb4d8101390 2024-06-06T08:30:36.092 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.092+0000 7fb4cffff700 1 -- 172.21.15.42:0/3248254525 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fb4c802a070 con 0x7fb4d8101390 2024-06-06T08:30:36.092 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.093+0000 7fb4cffff700 1 --2- 172.21.15.42:0/3248254525 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fb4c40a2d90 0x7fb4c40a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:36.092 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.093+0000 7fb4d67fc700 1 --2- 172.21.15.42:0/3248254525 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fb4c40a2d90 0x7fb4c40a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:36.093 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.093+0000 7fb4cffff700 1 -- 172.21.15.42:0/3248254525 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 9438+0+0 (secure 0 0 0) 0x7fb4c80d04c0 con 0x7fb4d8101390 2024-06-06T08:30:36.093 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.093+0000 7fb4d67fc700 1 --2- 172.21.15.42:0/3248254525 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fb4c40a2d90 0x7fb4c40a5250 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fb4d8078840 tx=0x7fb4c000b410 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:36.093 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.094+0000 7fb4e7cf6b80 1 Processor -- start 2024-06-06T08:30:36.093 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.094+0000 7fb4e7cf6b80 1 -- start start 2024-06-06T08:30:36.094 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.094+0000 7fb4e7cf6b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559fe141b910 0x559fe141bcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:36.094 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.094+0000 7fb4e7cf6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fe141c230 0x559fe1415b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:36.094 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.094+0000 7fb4e7cf6b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559fe1416060 0x559fe1416480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:36.095 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.094+0000 7fb4e7cf6b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x559fe1304060 con 0x559fe141c230 2024-06-06T08:30:36.095 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.094+0000 7fb4e7cf6b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x559fe1362950 con 0x559fe1416060 2024-06-06T08:30:36.095 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.094+0000 7fb4e7cf6b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x559fe12ca560 con 0x559fe141b910 2024-06-06T08:30:36.095 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.094+0000 7fb4d67fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fe141c230 0x559fe1415b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:36.095 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.094+0000 7fb4d67fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fe141c230 0x559fe1415b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55418/0 (socket says 172.21.15.42:55418) 2024-06-06T08:30:36.095 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.094+0000 7fb4d67fc700 1 -- 172.21.15.42:0/3508898842 learned_addr learned my addr 172.21.15.42:0/3508898842 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:36.095 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.094+0000 7fb4d77fe700 1 --2- 172.21.15.42:0/3508898842 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559fe1416060 0x559fe1416480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:36.095 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.095+0000 7fb4d6ffd700 1 --2- 172.21.15.42:0/3508898842 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559fe141b910 0x559fe141bcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:36.095 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.095+0000 7fb4d77fe700 1 -- 172.21.15.42:0/3508898842 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559fe141b910 msgr2=0x559fe141bcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:36.095 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.095+0000 7fb4d77fe700 1 --2- 172.21.15.42:0/3508898842 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559fe141b910 0x559fe141bcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:36.095 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.095+0000 7fb4d77fe700 1 -- 172.21.15.42:0/3508898842 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fe141c230 msgr2=0x559fe1415b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:36.095 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.095+0000 7fb4d77fe700 1 --2- 172.21.15.42:0/3508898842 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fe141c230 0x559fe1415b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:36.095 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.095+0000 7fb4d77fe700 1 -- 172.21.15.42:0/3508898842 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559fe12b19d0 con 0x559fe1416060 2024-06-06T08:30:36.096 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.095+0000 7fb4d67fc700 1 --2- 172.21.15.42:0/3508898842 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fe141c230 0x559fe1415b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:30:36.096 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.095+0000 7fb4d77fe700 1 --2- 172.21.15.42:0/3508898842 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559fe1416060 0x559fe1416480 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fb4d0009cc0 tx=0x7fb4d000b410 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8c26784e32b10bd9 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:36.096 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.095+0000 7fb4cd7fa700 1 -- 172.21.15.42:0/3508898842 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4d0018070 con 0x559fe1416060 2024-06-06T08:30:36.096 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.095+0000 7fb4cd7fa700 1 -- 172.21.15.42:0/3508898842 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb4d000bcf0 con 0x559fe1416060 2024-06-06T08:30:36.096 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.095+0000 7fb4cd7fa700 1 -- 172.21.15.42:0/3508898842 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4d0012770 con 0x559fe1416060 2024-06-06T08:30:36.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.096+0000 7fb4e7cf6b80 1 -- 172.21.15.42:0/3508898842 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559fe1416060 msgr2=0x559fe1416480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:36.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.096+0000 7fb4e7cf6b80 1 --2- 172.21.15.42:0/3508898842 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559fe1416060 0x559fe1416480 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fb4d0009cc0 tx=0x7fb4d000b410 comp rx=0 tx=0).stop 2024-06-06T08:30:36.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.096+0000 7fb4e7cf6b80 1 -- 172.21.15.42:0/3508898842 shutdown_connections 2024-06-06T08:30:36.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.096+0000 7fb4e7cf6b80 1 --2- 172.21.15.42:0/3508898842 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559fe1416060 0x559fe1416480 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:36.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.096+0000 7fb4e7cf6b80 1 --2- 172.21.15.42:0/3508898842 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559fe141b910 0x559fe141bcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:36.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.096+0000 7fb4e7cf6b80 1 --2- 172.21.15.42:0/3508898842 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fe141c230 0x559fe1415b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:36.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.096+0000 7fb4e7cf6b80 1 -- 172.21.15.42:0/3508898842 >> 172.21.15.42:0/3508898842 conn(0x559fe133e180 msgr2=0x559fe140ca00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:36.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.096+0000 7fb4e7cf6b80 1 -- 172.21.15.42:0/3508898842 shutdown_connections 2024-06-06T08:30:36.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.096+0000 7fb4e7cf6b80 1 -- 172.21.15.42:0/3508898842 wait complete. 2024-06-06T08:30:36.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.097+0000 7fb4e7cf6b80 1 -- start start 2024-06-06T08:30:36.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.097+0000 7fb4e7cf6b80 1 Processor -- start 2024-06-06T08:30:36.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.097+0000 7fb4e7cf6b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559fe1416060 0x559fe1421f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:36.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.097+0000 7fb4e7cf6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fe141b910 0x559fe141f280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:36.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.097+0000 7fb4e7cf6b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559fe141c230 0x559fe141f7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:36.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.097+0000 7fb4e7cf6b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x559fe13030c0 con 0x559fe141b910 2024-06-06T08:30:36.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.097+0000 7fb4e7cf6b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x559fe135e910 con 0x559fe141c230 2024-06-06T08:30:36.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.097+0000 7fb4e7cf6b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x559fe1422c10 con 0x559fe1416060 2024-06-06T08:30:36.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.098+0000 7fb4e7cf6b80 10 client.0 _ll_register_callbacks cb 0x559fe12f86b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:30:36.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.098+0000 7fb4d6ffd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559fe1416060 0x559fe1421f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:36.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.098+0000 7fb4d6ffd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559fe1416060 0x559fe1421f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:36586/0 (socket says 172.21.15.42:36586) 2024-06-06T08:30:36.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.098+0000 7fb4d6ffd700 1 -- 172.21.15.42:0/901065018 learned_addr learned my addr 172.21.15.42:0/901065018 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:36.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.098+0000 7fb4d77fe700 1 --2- 172.21.15.42:0/901065018 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559fe141c230 0x559fe141f7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:36.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.098+0000 7fb4d77fe700 1 -- 172.21.15.42:0/901065018 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559fe1416060 msgr2=0x559fe1421f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:36.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.098+0000 7fb4d77fe700 1 --2- 172.21.15.42:0/901065018 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559fe1416060 0x559fe1421f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:36.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.098+0000 7fb4d77fe700 1 -- 172.21.15.42:0/901065018 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fe141b910 msgr2=0x559fe141f280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:36.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.098+0000 7fb4d77fe700 1 --2- 172.21.15.42:0/901065018 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fe141b910 0x559fe141f280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:36.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.098+0000 7fb4d77fe700 1 -- 172.21.15.42:0/901065018 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559fe1328850 con 0x559fe141c230 2024-06-06T08:30:36.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.098+0000 7fb4d6ffd700 1 --2- 172.21.15.42:0/901065018 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559fe1416060 0x559fe1421f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:30:36.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.099+0000 7fb4d77fe700 1 --2- 172.21.15.42:0/901065018 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559fe141c230 0x559fe141f7c0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fb4d0013ed0 tx=0x7fb4d0013ae0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9b1c52535452f149 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:36.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.099+0000 7fb4be7fc700 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:30:36.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.099+0000 7fb4be7fc700 1 -- 172.21.15.42:0/901065018 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4d0020070 con 0x559fe141c230 2024-06-06T08:30:36.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.099+0000 7fb4be7fc700 1 -- 172.21.15.42:0/901065018 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 9438+0+0 (secure 0 0 0) 0x7fb4d001c410 con 0x559fe141c230 2024-06-06T08:30:36.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.099+0000 7fb4e7cf6b80 1 -- 172.21.15.42:0/901065018 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb4d000bcf0 con 0x559fe141c230 2024-06-06T08:30:36.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.099+0000 7fb4be7fc700 1 -- 172.21.15.42:0/901065018 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7fb4d002c050 con 0x559fe141c230 2024-06-06T08:30:36.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.099+0000 7fb4e7cf6b80 10 client.26594 fetch_fsmap learned FSMap version 36 2024-06-06T08:30:36.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.099+0000 7fb4e7cf6b80 1 -- 172.21.15.42:0/901065018 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x559fe142d370 con 0x559fe141c230 2024-06-06T08:30:36.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.099+0000 7fb4be7fc700 1 -- 172.21.15.42:0/901065018 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb4d000bcf0 con 0x559fe141c230 2024-06-06T08:30:36.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.099+0000 7fb4be7fc700 1 -- 172.21.15.42:0/901065018 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7fb4d001b050 con 0x559fe141c230 2024-06-06T08:30:36.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.099+0000 7fb4e7cf6b80 10 client.26594 fetch_fsmap finished waiting for FSMap version 36 2024-06-06T08:30:36.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.099+0000 7fb4e7cf6b80 10 client.26594 resolve_mds: validated gid 24484 aka daemon mds.i 2024-06-06T08:30:36.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.099+0000 7fb4e7cf6b80 20 client.26594 populate_metadata read hostname 'smithi042' 2024-06-06T08:30:36.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.099+0000 7fb4e7cf6b80 1 --2- 172.21.15.42:0/901065018 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x559fe142f8a0 0x559fe1431c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:36.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.100+0000 7fb4e7cf6b80 4 client.26594 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:30:36.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.100+0000 7fb4e7cf6b80 1 -- 172.21.15.42:0/901065018 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559fe136fe50 con 0x559fe142f8a0 2024-06-06T08:30:36.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.100+0000 7fb4d6ffd700 1 --2- 172.21.15.42:0/901065018 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x559fe142f8a0 0x559fe1431c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:36.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.100+0000 7fb4d6ffd700 1 --2- 172.21.15.42:0/901065018 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x559fe142f8a0 0x559fe1431c90 crc :-1 s=READY pgs=177 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=be191f414e445d9e server_cookie=15e3aaba542d2184 in_seq=0 out_seq=0 2024-06-06T08:30:36.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.100+0000 7fb4be7fc700 10 client.26594 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:30:36.104 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.101+0000 7fb4be7fc700 1 -- 172.21.15.42:0/901065018 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x559fe136fe50 con 0x559fe142f8a0 2024-06-06T08:30:36.104 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.101+0000 7fb4be7fc700 10 client.26594 handle_command_reply: tid=0 2024-06-06T08:30:36.104 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.101+0000 7fb4e7cf6b80 1 client.26594 shutdown 2024-06-06T08:30:36.104 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.101+0000 7fb4e7cf6b80 1 -- 172.21.15.42:0/901065018 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559fe141c230 msgr2=0x559fe141f7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:36.104 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.101+0000 7fb4e7cf6b80 1 --2- 172.21.15.42:0/901065018 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559fe141c230 0x559fe141f7c0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fb4d0013ed0 tx=0x7fb4d0013ae0 comp rx=0 tx=0).stop 2024-06-06T08:30:36.104 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.101+0000 7fb4e7cf6b80 1 -- 172.21.15.42:0/901065018 shutdown_connections 2024-06-06T08:30:36.104 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.101+0000 7fb4e7cf6b80 1 --2- 172.21.15.42:0/901065018 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x559fe142f8a0 0x559fe1431c90 crc :-1 s=READY pgs=177 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:36.104 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.101+0000 7fb4e7cf6b80 1 --2- 172.21.15.42:0/901065018 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559fe141c230 0x559fe141f7c0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:36.104 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.101+0000 7fb4e7cf6b80 1 --2- 172.21.15.42:0/901065018 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559fe1416060 0x559fe1421f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:36.104 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.101+0000 7fb4be7fc700 0 client.26594 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:30:36.104 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.101+0000 7fb4e7cf6b80 1 --2- 172.21.15.42:0/901065018 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fe141b910 0x559fe141f280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:36.104 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.101+0000 7fb4e7cf6b80 1 -- 172.21.15.42:0/901065018 >> 172.21.15.42:0/901065018 conn(0x559fe133e180 msgr2=0x559fe140bbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:36.104 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.101+0000 7fb4e7cf6b80 1 -- 172.21.15.42:0/901065018 shutdown_connections 2024-06-06T08:30:36.104 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.101+0000 7fb4e7cf6b80 1 -- 172.21.15.42:0/901065018 wait complete. 2024-06-06T08:30:36.105 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.101+0000 7fb4e7cf6b80 20 client.26594 trim_cache size 0 max 16384 2024-06-06T08:30:36.121 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.122+0000 7fb4e7cf6b80 1 Processor -- start 2024-06-06T08:30:36.121 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.122+0000 7fb4e7cf6b80 1 -- start start 2024-06-06T08:30:36.122 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.122+0000 7fb4e7cf6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fe1416060 0x559fe1410f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:36.122 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.122+0000 7fb4e7cf6b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559fe141b910 0x559fe1421ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:36.122 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.122+0000 7fb4e7cf6b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559fe141c230 0x559fe140c330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:36.122 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.122+0000 7fb4e7cf6b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb4d81aeb90 con 0x559fe1416060 2024-06-06T08:30:36.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.122+0000 7fb4e7cf6b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fb4d81ac360 con 0x559fe141c230 2024-06-06T08:30:36.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.122+0000 7fb4e7cf6b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fb4d81aa1f0 con 0x559fe141b910 2024-06-06T08:30:36.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.122+0000 7fb4d6ffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fe1416060 0x559fe1410f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:36.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.123+0000 7fb4d6ffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fe1416060 0x559fe1410f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55428/0 (socket says 172.21.15.42:55428) 2024-06-06T08:30:36.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.123+0000 7fb4d6ffd700 1 -- 172.21.15.42:0/1526713731 learned_addr learned my addr 172.21.15.42:0/1526713731 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:36.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.123+0000 7fb4d67fc700 1 --2- 172.21.15.42:0/1526713731 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559fe141b910 0x559fe1421ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:36.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.123+0000 7fb4d77fe700 1 --2- 172.21.15.42:0/1526713731 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559fe141c230 0x559fe140c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:36.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.123+0000 7fb4d6ffd700 1 -- 172.21.15.42:0/1526713731 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559fe141b910 msgr2=0x559fe1421ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:36.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.123+0000 7fb4d6ffd700 1 --2- 172.21.15.42:0/1526713731 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559fe141b910 0x559fe1421ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:36.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.123+0000 7fb4d6ffd700 1 -- 172.21.15.42:0/1526713731 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559fe141c230 msgr2=0x559fe140c330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:36.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.123+0000 7fb4d6ffd700 1 --2- 172.21.15.42:0/1526713731 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559fe141c230 0x559fe140c330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:36.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.123+0000 7fb4d6ffd700 1 -- 172.21.15.42:0/1526713731 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559fe14044a0 con 0x559fe1416060 2024-06-06T08:30:36.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.123+0000 7fb4d6ffd700 1 --2- 172.21.15.42:0/1526713731 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fe1416060 0x559fe1410f90 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7fb4c80cde80 tx=0x7fb4c8087040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=923f013d03daf430 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:36.124 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.123+0000 7fb4ccff9700 1 -- 172.21.15.42:0/1526713731 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4c809cde0 con 0x559fe1416060 2024-06-06T08:30:36.124 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.123+0000 7fb4ccff9700 1 -- 172.21.15.42:0/1526713731 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb4c809c6e0 con 0x559fe1416060 2024-06-06T08:30:36.124 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.123+0000 7fb4ccff9700 1 -- 172.21.15.42:0/1526713731 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4c809c940 con 0x559fe1416060 2024-06-06T08:30:36.126 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.124+0000 7fb4e7cf6b80 1 -- 172.21.15.42:0/1526713731 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fe1416060 msgr2=0x559fe1410f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:36.126 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.124+0000 7fb4e7cf6b80 1 --2- 172.21.15.42:0/1526713731 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fe1416060 0x559fe1410f90 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7fb4c80cde80 tx=0x7fb4c8087040 comp rx=0 tx=0).stop 2024-06-06T08:30:36.126 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.124+0000 7fb4e7cf6b80 1 -- 172.21.15.42:0/1526713731 shutdown_connections 2024-06-06T08:30:36.126 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.124+0000 7fb4e7cf6b80 1 --2- 172.21.15.42:0/1526713731 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559fe141c230 0x559fe140c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:36.126 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.124+0000 7fb4e7cf6b80 1 --2- 172.21.15.42:0/1526713731 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fe1416060 0x559fe1410f90 unknown :-1 s=CLOSED pgs=792 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:36.127 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.124+0000 7fb4e7cf6b80 1 --2- 172.21.15.42:0/1526713731 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559fe141b910 0x559fe1421ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:36.127 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.124+0000 7fb4e7cf6b80 1 -- 172.21.15.42:0/1526713731 >> 172.21.15.42:0/1526713731 conn(0x559fe133e180 msgr2=0x559fe141cd40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:36.127 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.124+0000 7fb4e7cf6b80 1 -- 172.21.15.42:0/1526713731 shutdown_connections 2024-06-06T08:30:36.127 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.124+0000 7fb4e7cf6b80 1 -- 172.21.15.42:0/1526713731 wait complete. 2024-06-06T08:30:36.127 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.124+0000 7fb4e7cf6b80 1 -- start start 2024-06-06T08:30:36.127 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.125+0000 7fb4e7cf6b80 1 Processor -- start 2024-06-06T08:30:36.127 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.125+0000 7fb4e7cf6b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559fe1416060 0x559fe1427ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:36.127 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.125+0000 7fb4e7cf6b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559fe141b910 0x559fe1428410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:36.127 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.125+0000 7fb4e7cf6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fe141c230 0x559fe1424ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:36.127 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.125+0000 7fb4e7cf6b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb4d81aa840 con 0x559fe141c230 2024-06-06T08:30:36.127 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.125+0000 7fb4e7cf6b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fb4d81abc90 con 0x559fe1416060 2024-06-06T08:30:36.127 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.125+0000 7fb4e7cf6b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fb4d81aaef0 con 0x559fe141b910 2024-06-06T08:30:36.127 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.125+0000 7fb4e7cf6b80 10 client.0 _ll_register_callbacks cb 0x559fe12f86b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:30:36.128 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.125+0000 7fb4d6ffd700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559fe1416060 0x559fe1427ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:36.128 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.125+0000 7fb4d77fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fe141c230 0x559fe1424ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:36.128 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.125+0000 7fb4d6ffd700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559fe1416060 0x559fe1427ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:42766/0 (socket says 172.21.15.42:42766) 2024-06-06T08:30:36.128 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.125+0000 7fb4d6ffd700 1 -- 172.21.15.42:0/3986225647 learned_addr learned my addr 172.21.15.42:0/3986225647 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:36.128 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.125+0000 7fb4d67fc700 1 --2- 172.21.15.42:0/3986225647 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559fe141b910 0x559fe1428410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:36.128 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.125+0000 7fb4d77fe700 1 -- 172.21.15.42:0/3986225647 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559fe141b910 msgr2=0x559fe1428410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:36.128 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.125+0000 7fb4d77fe700 1 --2- 172.21.15.42:0/3986225647 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559fe141b910 0x559fe1428410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:36.128 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.125+0000 7fb4d77fe700 1 -- 172.21.15.42:0/3986225647 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559fe1416060 msgr2=0x559fe1427ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:36.128 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.125+0000 7fb4d77fe700 1 --2- 172.21.15.42:0/3986225647 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559fe1416060 0x559fe1427ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:36.128 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.125+0000 7fb4d77fe700 1 -- 172.21.15.42:0/3986225647 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559fe141b410 con 0x559fe141c230 2024-06-06T08:30:36.128 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.125+0000 7fb4d77fe700 1 --2- 172.21.15.42:0/3986225647 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fe141c230 0x559fe1424ea0 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7fb4d0009fd0 tx=0x7fb4d0012890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=301e556aee7b2696 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:36.128 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.125+0000 7fb4be7fc700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:30:36.128 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.126+0000 7fb4be7fc700 1 -- 172.21.15.42:0/3986225647 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4d0020040 con 0x559fe141c230 2024-06-06T08:30:36.128 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.126+0000 7fb4be7fc700 1 -- 172.21.15.42:0/3986225647 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 9438+0+0 (secure 0 0 0) 0x7fb4d0012d30 con 0x559fe141c230 2024-06-06T08:30:36.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.126+0000 7fb4e7cf6b80 1 -- 172.21.15.42:0/3986225647 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb4c809c6e0 con 0x559fe141c230 2024-06-06T08:30:36.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.126+0000 7fb4be7fc700 1 -- 172.21.15.42:0/3986225647 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7fb4d0038050 con 0x559fe141c230 2024-06-06T08:30:36.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.126+0000 7fb4e7cf6b80 10 client.16941 fetch_fsmap learned FSMap version 36 2024-06-06T08:30:36.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.126+0000 7fb4e7cf6b80 1 -- 172.21.15.42:0/3986225647 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x559fe149ab70 con 0x559fe141c230 2024-06-06T08:30:36.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.126+0000 7fb4be7fc700 1 -- 172.21.15.42:0/3986225647 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb4c809c6e0 con 0x559fe141c230 2024-06-06T08:30:36.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.126+0000 7fb4be7fc700 1 -- 172.21.15.42:0/3986225647 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7fb4d001b040 con 0x559fe141c230 2024-06-06T08:30:36.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.126+0000 7fb4e7cf6b80 10 client.16941 fetch_fsmap finished waiting for FSMap version 36 2024-06-06T08:30:36.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.126+0000 7fb4e7cf6b80 10 client.16941 resolve_mds: validated gid 24484 aka daemon mds.i 2024-06-06T08:30:36.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.126+0000 7fb4e7cf6b80 20 client.16941 populate_metadata read hostname 'smithi042' 2024-06-06T08:30:36.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.126+0000 7fb4e7cf6b80 1 --2- 172.21.15.42:0/3986225647 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x559fe149b1f0 0x559fe149d610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:36.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.126+0000 7fb4e7cf6b80 4 client.16941 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "28b595ce", "release": true, "await": true}] 2024-06-06T08:30:36.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.126+0000 7fb4e7cf6b80 1 -- 172.21.15.42:0/3986225647 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "quiesce db", "set_id": "28b595ce", "release": true, "await": true}) -- 0x559fe136a3d0 con 0x559fe149b1f0 2024-06-06T08:30:36.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.127+0000 7fb4d6ffd700 1 --2- 172.21.15.42:0/3986225647 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x559fe149b1f0 0x559fe149d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:36.130 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.127+0000 7fb4d6ffd700 1 --2- 172.21.15.42:0/3986225647 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x559fe149b1f0 0x559fe149d610 crc :-1 s=READY pgs=178 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fe890772326f95d3 server_cookie=80e885983f95b5b5 in_seq=0 out_seq=0 2024-06-06T08:30:36.130 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:36.127+0000 7fb4be7fc700 10 client.16941 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:30:36.791 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:36 smithi042 ceph-mon[32384]: pgmap v248: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 262 op/s 2024-06-06T08:30:36.904 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:36 smithi120 ceph-mon[36658]: pgmap v248: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 262 op/s 2024-06-06T08:30:37.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:36 smithi149 ceph-mon[36842]: pgmap v248: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 262 op/s 2024-06-06T08:30:37.075 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:37.075+0000 7fb4be7fc700 1 -- 172.21.15.42:0/3986225647 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x559fe136a3d0 con 0x559fe149b1f0 2024-06-06T08:30:37.075 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:37.075+0000 7fb4be7fc700 10 client.16941 handle_command_reply: tid=0 2024-06-06T08:30:37.075 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:37.075+0000 7fb4e7cf6b80 1 client.16941 shutdown 2024-06-06T08:30:37.075 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:37.076+0000 7fb4e7cf6b80 1 -- 172.21.15.42:0/3986225647 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fe141c230 msgr2=0x559fe1424ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:37.075 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:37.076+0000 7fb4e7cf6b80 1 --2- 172.21.15.42:0/3986225647 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fe141c230 0x559fe1424ea0 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7fb4d0009fd0 tx=0x7fb4d0012890 comp rx=0 tx=0).stop 2024-06-06T08:30:37.076 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:37.077+0000 7fb4e7cf6b80 1 -- 172.21.15.42:0/3986225647 shutdown_connections 2024-06-06T08:30:37.076 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:37.077+0000 7fb4e7cf6b80 1 --2- 172.21.15.42:0/3986225647 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fe141c230 0x559fe1424ea0 unknown :-1 s=CLOSED pgs=793 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:37.076 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:37.077+0000 7fb4e7cf6b80 1 --2- 172.21.15.42:0/3986225647 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x559fe149b1f0 0x559fe149d610 crc :-1 s=READY pgs=178 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:37.076 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:37.077+0000 7fb4e7cf6b80 1 --2- 172.21.15.42:0/3986225647 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559fe1416060 0x559fe1427ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:37.076 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:37.077+0000 7fb4be7fc700 0 client.16941 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:30:37.076 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:37.077+0000 7fb4e7cf6b80 1 --2- 172.21.15.42:0/3986225647 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559fe141b910 0x559fe1428410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:37.076 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:37.077+0000 7fb4e7cf6b80 1 -- 172.21.15.42:0/3986225647 >> 172.21.15.42:0/3986225647 conn(0x559fe133e180 msgr2=0x559fe1410f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:37.077 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:37.077+0000 7fb4e7cf6b80 1 -- 172.21.15.42:0/3986225647 shutdown_connections 2024-06-06T08:30:37.077 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:37.077+0000 7fb4e7cf6b80 1 -- 172.21.15.42:0/3986225647 wait complete. 2024-06-06T08:30:37.077 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:37.077+0000 7fb4e7cf6b80 20 client.16941 trim_cache size 0 max 16384 2024-06-06T08:30:37.077 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:30:37.078 INFO:teuthology.orchestra.run.smithi042.stdout: "epoch": 35, 2024-06-06T08:30:37.078 INFO:teuthology.orchestra.run.smithi042.stdout: "leader": 24484, 2024-06-06T08:30:37.078 INFO:teuthology.orchestra.run.smithi042.stdout: "set_version": 20, 2024-06-06T08:30:37.078 INFO:teuthology.orchestra.run.smithi042.stdout: "sets": { 2024-06-06T08:30:37.078 INFO:teuthology.orchestra.run.smithi042.stdout: "28b595ce": { 2024-06-06T08:30:37.078 INFO:teuthology.orchestra.run.smithi042.stdout: "version": 20, 2024-06-06T08:30:37.078 INFO:teuthology.orchestra.run.smithi042.stdout: "age_ref": 0.0, 2024-06-06T08:30:37.078 INFO:teuthology.orchestra.run.smithi042.stdout: "state": { 2024-06-06T08:30:37.079 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "RELEASED", 2024-06-06T08:30:37.079 INFO:teuthology.orchestra.run.smithi042.stdout: "age": 0.0 2024-06-06T08:30:37.079 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:30:37.079 INFO:teuthology.orchestra.run.smithi042.stdout: "timeout": 90.0, 2024-06-06T08:30:37.079 INFO:teuthology.orchestra.run.smithi042.stdout: "expiration": 132.6, 2024-06-06T08:30:37.079 INFO:teuthology.orchestra.run.smithi042.stdout: "members": { 2024-06-06T08:30:37.079 INFO:teuthology.orchestra.run.smithi042.stdout: "file:/": { 2024-06-06T08:30:37.079 INFO:teuthology.orchestra.run.smithi042.stdout: "excluded": false, 2024-06-06T08:30:37.079 INFO:teuthology.orchestra.run.smithi042.stdout: "state": { 2024-06-06T08:30:37.079 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "RELEASED", 2024-06-06T08:30:37.079 INFO:teuthology.orchestra.run.smithi042.stdout: "age": 0.0 2024-06-06T08:30:37.079 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:30:37.079 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:30:37.079 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:30:37.080 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:30:37.080 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:30:37.080 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:30:37.080 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:37.078+0000 7fb4dd473700 1 -- 172.21.15.42:0/3248254525 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fb4c40a2d90 msgr2=0x7fb4c40a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:37.080 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:37.078+0000 7fb4dd473700 1 --2- 172.21.15.42:0/3248254525 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fb4c40a2d90 0x7fb4c40a5250 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fb4d8078840 tx=0x7fb4c000b410 comp rx=0 tx=0).stop 2024-06-06T08:30:37.080 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:37.079+0000 7fb4dd473700 1 -- 172.21.15.42:0/3248254525 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb4d8101390 msgr2=0x7fb4d8199be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:37.081 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:37.079+0000 7fb4dd473700 1 --2- 172.21.15.42:0/3248254525 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb4d8101390 0x7fb4d8199be0 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7fb4c8005910 tx=0x7fb4c80047b0 comp rx=0 tx=0).stop 2024-06-06T08:30:37.081 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:37.079+0000 7fb4dd473700 1 -- 172.21.15.42:0/3248254525 shutdown_connections 2024-06-06T08:30:37.081 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:37.079+0000 7fb4dd473700 1 --2- 172.21.15.42:0/3248254525 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fb4c40a2d90 0x7fb4c40a5250 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:37.081 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:37.079+0000 7fb4dd473700 1 --2- 172.21.15.42:0/3248254525 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb4d8107400 0x7fb4d81a4c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:37.081 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:37.079+0000 7fb4dd473700 1 --2- 172.21.15.42:0/3248254525 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb4d8101390 0x7fb4d8199be0 unknown :-1 s=CLOSED pgs=791 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:37.081 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:37.079+0000 7fb4dd473700 1 --2- 172.21.15.42:0/3248254525 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb4d8101d50 0x7fb4d819a120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:37.081 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:37.079+0000 7fb4dd473700 1 -- 172.21.15.42:0/3248254525 >> 172.21.15.42:0/3248254525 conn(0x7fb4d8078340 msgr2=0x7fb4d80fffd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:37.081 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:37.079+0000 7fb4dd473700 1 -- 172.21.15.42:0/3248254525 shutdown_connections 2024-06-06T08:30:37.081 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:37.079+0000 7fb4dd473700 1 -- 172.21.15.42:0/3248254525 wait complete. 2024-06-06T08:30:37.757 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '28b595ce', total seconds elapsed: 68.2 2024-06-06T08:30:38.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.282+0000 7f119b95e700 1 -- 172.21.15.42:0/2966707884 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f119406aa90 msgr2=0x7f119410ea00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:38.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.282+0000 7f119b95e700 1 --2- 172.21.15.42:0/2966707884 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f119406aa90 0x7f119410ea00 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7f1184009990 tx=0x7f1184009ca0 comp rx=0 tx=0).stop 2024-06-06T08:30:38.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.282+0000 7f119b95e700 1 -- 172.21.15.42:0/2966707884 shutdown_connections 2024-06-06T08:30:38.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.282+0000 7f119b95e700 1 --2- 172.21.15.42:0/2966707884 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f119410ef40 0x7f1194111330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:38.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.282+0000 7f119b95e700 1 --2- 172.21.15.42:0/2966707884 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f119406a170 0x7f119406a550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:38.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.282+0000 7f119b95e700 1 --2- 172.21.15.42:0/2966707884 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f119406aa90 0x7f119410ea00 unknown :-1 s=CLOSED pgs=794 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:38.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.282+0000 7f119b95e700 1 -- 172.21.15.42:0/2966707884 >> 172.21.15.42:0/2966707884 conn(0x7f11940782c0 msgr2=0x7f11940786d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:38.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.282+0000 7f119b95e700 1 -- 172.21.15.42:0/2966707884 shutdown_connections 2024-06-06T08:30:38.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.282+0000 7f119b95e700 1 -- 172.21.15.42:0/2966707884 wait complete. 2024-06-06T08:30:38.284 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.283+0000 7f119b95e700 1 Processor -- start 2024-06-06T08:30:38.284 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.283+0000 7f119b95e700 1 -- start start 2024-06-06T08:30:38.284 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.283+0000 7f119b95e700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f119406a170 0x7f119419aed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:38.284 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.283+0000 7f119b95e700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f119406aa90 0x7f119419b410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:38.284 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.283+0000 7f119b95e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f119410ef40 0x7f119419f7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:38.284 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.283+0000 7f119b95e700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f1194114980 con 0x7f119410ef40 2024-06-06T08:30:38.284 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.283+0000 7f119b95e700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f1194114800 con 0x7f119406a170 2024-06-06T08:30:38.284 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.283+0000 7f119b95e700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f1194114b00 con 0x7f119406aa90 2024-06-06T08:30:38.284 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.283+0000 7f1199efb700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f119410ef40 0x7f119419f7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:38.284 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.283+0000 7f1199efb700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f119410ef40 0x7f119419f7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37680/0 (socket says 172.21.15.42:37680) 2024-06-06T08:30:38.284 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.283+0000 7f1199efb700 1 -- 172.21.15.42:0/460174458 learned_addr learned my addr 172.21.15.42:0/460174458 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:38.284 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.283+0000 7f1198ef9700 1 --2- 172.21.15.42:0/460174458 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f119406aa90 0x7f119419b410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:38.285 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.283+0000 7f11996fa700 1 --2- 172.21.15.42:0/460174458 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f119406a170 0x7f119419aed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:38.285 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.284+0000 7f1199efb700 1 -- 172.21.15.42:0/460174458 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f119406aa90 msgr2=0x7f119419b410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:38.285 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.284+0000 7f1199efb700 1 --2- 172.21.15.42:0/460174458 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f119406aa90 0x7f119419b410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:38.285 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.284+0000 7f1199efb700 1 -- 172.21.15.42:0/460174458 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f119406a170 msgr2=0x7f119419aed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:38.285 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.284+0000 7f1199efb700 1 --2- 172.21.15.42:0/460174458 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f119406a170 0x7f119419aed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:38.285 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.284+0000 7f1199efb700 1 -- 172.21.15.42:0/460174458 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f119419fee0 con 0x7f119410ef40 2024-06-06T08:30:38.285 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.284+0000 7f1199efb700 1 --2- 172.21.15.42:0/460174458 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f119410ef40 0x7f119419f7a0 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7f118c0094f0 tx=0x7f118c00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:38.285 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.284+0000 7f118a7fc700 1 -- 172.21.15.42:0/460174458 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f118c004db0 con 0x7f119410ef40 2024-06-06T08:30:38.285 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.284+0000 7f118a7fc700 1 -- 172.21.15.42:0/460174458 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f118c009e20 con 0x7f119410ef40 2024-06-06T08:30:38.285 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.284+0000 7f119b95e700 1 -- 172.21.15.42:0/460174458 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11941a01d0 con 0x7f119410ef40 2024-06-06T08:30:38.285 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.284+0000 7f118a7fc700 1 -- 172.21.15.42:0/460174458 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f118c015400 con 0x7f119410ef40 2024-06-06T08:30:38.285 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.284+0000 7f119b95e700 1 -- 172.21.15.42:0/460174458 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11941a7a50 con 0x7f119410ef40 2024-06-06T08:30:38.286 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.287+0000 7f118a7fc700 1 -- 172.21.15.42:0/460174458 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f118c00db20 con 0x7f119410ef40 2024-06-06T08:30:38.287 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.288+0000 7f118a7fc700 1 --2- 172.21.15.42:0/460174458 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f11800a2e10 0x7f11800a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:38.287 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.288+0000 7f118a7fc700 1 -- 172.21.15.42:0/460174458 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 9438+0+0 (secure 0 0 0) 0x7f118c0cf0f0 con 0x7f119410ef40 2024-06-06T08:30:38.287 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.288+0000 7f11996fa700 1 --2- 172.21.15.42:0/460174458 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f11800a2e10 0x7f11800a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:38.288 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.289+0000 7f11996fa700 1 --2- 172.21.15.42:0/460174458 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f11800a2e10 0x7f11800a52d0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f1190005950 tx=0x7f119000b410 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:38.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.289+0000 7f11a61e1b80 1 Processor -- start 2024-06-06T08:30:38.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.289+0000 7f11a61e1b80 1 -- start start 2024-06-06T08:30:38.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.289+0000 7f11a61e1b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5580fd88b640 0x5580fd88ba20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:38.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.289+0000 7f11a61e1b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5580fd88bf60 0x5580fd8859e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:38.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.289+0000 7f11a61e1b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5580fd885f20 0x5580fd886340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:38.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.289+0000 7f11a61e1b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5580fd7d7810 con 0x5580fd885f20 2024-06-06T08:30:38.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.289+0000 7f11a61e1b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5580fd77f720 con 0x5580fd88bf60 2024-06-06T08:30:38.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.289+0000 7f11a61e1b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5580fd7d37d0 con 0x5580fd88b640 2024-06-06T08:30:38.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.289+0000 7f1199efb700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5580fd885f20 0x5580fd886340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:38.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.290+0000 7f1199efb700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5580fd885f20 0x5580fd886340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37690/0 (socket says 172.21.15.42:37690) 2024-06-06T08:30:38.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.290+0000 7f1199efb700 1 -- 172.21.15.42:0/2066818855 learned_addr learned my addr 172.21.15.42:0/2066818855 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:38.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.290+0000 7f11996fa700 1 --2- 172.21.15.42:0/2066818855 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5580fd88b640 0x5580fd88ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:38.290 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.290+0000 7f1198ef9700 1 --2- 172.21.15.42:0/2066818855 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5580fd88bf60 0x5580fd8859e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:38.290 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.290+0000 7f1199efb700 1 -- 172.21.15.42:0/2066818855 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5580fd88b640 msgr2=0x5580fd88ba20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:38.290 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.290+0000 7f1199efb700 1 --2- 172.21.15.42:0/2066818855 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5580fd88b640 0x5580fd88ba20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:38.290 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.290+0000 7f1199efb700 1 -- 172.21.15.42:0/2066818855 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5580fd88bf60 msgr2=0x5580fd8859e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:38.290 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.290+0000 7f1199efb700 1 --2- 172.21.15.42:0/2066818855 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5580fd88bf60 0x5580fd8859e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:38.290 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.290+0000 7f1199efb700 1 -- 172.21.15.42:0/2066818855 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5580fd775f50 con 0x5580fd885f20 2024-06-06T08:30:38.290 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.290+0000 7f1198ef9700 1 --2- 172.21.15.42:0/2066818855 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5580fd88bf60 0x5580fd8859e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:30:38.290 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.290+0000 7f1199efb700 1 --2- 172.21.15.42:0/2066818855 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5580fd885f20 0x5580fd886340 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7f118c0a3960 tx=0x7f118c09b9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e7525073fd1f8c0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:38.293 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.290+0000 7f117f7fe700 1 -- 172.21.15.42:0/2066818855 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f118c0b9e60 con 0x5580fd885f20 2024-06-06T08:30:38.293 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.290+0000 7f117f7fe700 1 -- 172.21.15.42:0/2066818855 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f118c0a3e90 con 0x5580fd885f20 2024-06-06T08:30:38.293 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.290+0000 7f117f7fe700 1 -- 172.21.15.42:0/2066818855 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f118c09b480 con 0x5580fd885f20 2024-06-06T08:30:38.293 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.291+0000 7f11a61e1b80 1 -- 172.21.15.42:0/2066818855 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5580fd885f20 msgr2=0x5580fd886340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:38.293 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.291+0000 7f11a61e1b80 1 --2- 172.21.15.42:0/2066818855 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5580fd885f20 0x5580fd886340 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7f118c0a3960 tx=0x7f118c09b9f0 comp rx=0 tx=0).stop 2024-06-06T08:30:38.293 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.291+0000 7f11a61e1b80 1 -- 172.21.15.42:0/2066818855 shutdown_connections 2024-06-06T08:30:38.293 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.291+0000 7f11a61e1b80 1 --2- 172.21.15.42:0/2066818855 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5580fd885f20 0x5580fd886340 unknown :-1 s=CLOSED pgs=796 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:38.293 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.291+0000 7f11a61e1b80 1 --2- 172.21.15.42:0/2066818855 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5580fd88b640 0x5580fd88ba20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:38.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.291+0000 7f11a61e1b80 1 --2- 172.21.15.42:0/2066818855 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5580fd88bf60 0x5580fd8859e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:38.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.291+0000 7f11a61e1b80 1 -- 172.21.15.42:0/2066818855 >> 172.21.15.42:0/2066818855 conn(0x5580fd7b0cc0 msgr2=0x5580fd880850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:38.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.291+0000 7f11a61e1b80 1 -- 172.21.15.42:0/2066818855 shutdown_connections 2024-06-06T08:30:38.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.291+0000 7f11a61e1b80 1 -- 172.21.15.42:0/2066818855 wait complete. 2024-06-06T08:30:38.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.291+0000 7f11a61e1b80 1 -- start start 2024-06-06T08:30:38.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.292+0000 7f11a61e1b80 1 Processor -- start 2024-06-06T08:30:38.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.292+0000 7f11a61e1b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5580fd885f20 0x5580fd891d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:38.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.292+0000 7f11a61e1b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5580fd88b640 0x5580fd88f080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:38.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.292+0000 7f11a61e1b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5580fd88bf60 0x5580fd88f5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:38.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.292+0000 7f11a61e1b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5580fd892970 con 0x5580fd885f20 2024-06-06T08:30:38.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.292+0000 7f11a61e1b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5580fd777bf0 con 0x5580fd88bf60 2024-06-06T08:30:38.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.292+0000 7f11a61e1b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5580fd892af0 con 0x5580fd88b640 2024-06-06T08:30:38.295 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.292+0000 7f11a61e1b80 10 client.0 _ll_register_callbacks cb 0x5580fd771920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:30:38.295 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.292+0000 7f11996fa700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5580fd885f20 0x5580fd891d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:38.295 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.292+0000 7f11996fa700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5580fd885f20 0x5580fd891d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37696/0 (socket says 172.21.15.42:37696) 2024-06-06T08:30:38.295 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.292+0000 7f11996fa700 1 -- 172.21.15.42:0/2829122294 learned_addr learned my addr 172.21.15.42:0/2829122294 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:38.295 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.292+0000 7f1198ef9700 1 --2- 172.21.15.42:0/2829122294 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5580fd88b640 0x5580fd88f080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:38.295 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.292+0000 7f1199efb700 1 --2- 172.21.15.42:0/2829122294 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5580fd88bf60 0x5580fd88f5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:38.295 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.292+0000 7f11996fa700 1 -- 172.21.15.42:0/2829122294 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5580fd88b640 msgr2=0x5580fd88f080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:38.295 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.292+0000 7f11996fa700 1 --2- 172.21.15.42:0/2829122294 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5580fd88b640 0x5580fd88f080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:38.295 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.292+0000 7f11996fa700 1 -- 172.21.15.42:0/2829122294 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5580fd88bf60 msgr2=0x5580fd88f5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:38.295 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.292+0000 7f11996fa700 1 --2- 172.21.15.42:0/2829122294 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5580fd88bf60 0x5580fd88f5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:38.295 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.292+0000 7f11996fa700 1 -- 172.21.15.42:0/2829122294 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5580fd7268d0 con 0x5580fd885f20 2024-06-06T08:30:38.295 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.293+0000 7f11996fa700 1 --2- 172.21.15.42:0/2829122294 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5580fd885f20 0x5580fd891d80 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7f11900116f0 tx=0x7f11900047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=804a5b1fa221c4be server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:38.296 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.293+0000 7f117cff9700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:30:38.296 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.293+0000 7f117cff9700 1 -- 172.21.15.42:0/2829122294 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1190028670 con 0x5580fd885f20 2024-06-06T08:30:38.296 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.293+0000 7f117cff9700 1 -- 172.21.15.42:0/2829122294 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 9438+0+0 (secure 0 0 0) 0x7f1190028810 con 0x5580fd885f20 2024-06-06T08:30:38.296 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.293+0000 7f11a61e1b80 1 -- 172.21.15.42:0/2829122294 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f118c0a3e90 con 0x5580fd885f20 2024-06-06T08:30:38.296 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.293+0000 7f117cff9700 1 -- 172.21.15.42:0/2829122294 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f1190031050 con 0x5580fd885f20 2024-06-06T08:30:38.296 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.293+0000 7f11a61e1b80 10 client.16953 fetch_fsmap learned FSMap version 36 2024-06-06T08:30:38.296 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.293+0000 7f11a61e1b80 1 -- 172.21.15.42:0/2829122294 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x5580fd89d3c0 con 0x5580fd885f20 2024-06-06T08:30:38.296 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.293+0000 7f117cff9700 1 -- 172.21.15.42:0/2829122294 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f118c0a3e90 con 0x5580fd885f20 2024-06-06T08:30:38.296 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.293+0000 7f117cff9700 1 -- 172.21.15.42:0/2829122294 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7f119001e4c0 con 0x5580fd885f20 2024-06-06T08:30:38.296 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.293+0000 7f11a61e1b80 10 client.16953 fetch_fsmap finished waiting for FSMap version 36 2024-06-06T08:30:38.296 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.293+0000 7f11a61e1b80 10 client.16953 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-06-06T08:30:38.296 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.294+0000 7f11a61e1b80 20 client.16953 populate_metadata read hostname 'smithi042' 2024-06-06T08:30:38.297 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.294+0000 7f11a61e1b80 1 --2- 172.21.15.42:0/2829122294 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x5580fd89fa00 0x5580fd8a1e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:38.297 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.294+0000 7f11a61e1b80 4 client.16953 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:30:38.297 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.294+0000 7f11a61e1b80 1 -- 172.21.15.42:0/2829122294 --> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5580fd7e4d10 con 0x5580fd89fa00 2024-06-06T08:30:38.297 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.294+0000 7f1198ef9700 1 --2- 172.21.15.42:0/2829122294 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x5580fd89fa00 0x5580fd8a1e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:38.297 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.294+0000 7f1198ef9700 1 --2- 172.21.15.42:0/2829122294 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x5580fd89fa00 0x5580fd8a1e60 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=46e542d7cf7ae81c server_cookie=25eb929102193b1c in_seq=0 out_seq=0 2024-06-06T08:30:38.297 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.294+0000 7f117cff9700 10 client.16953 ms_handle_connect on v2:172.21.15.149:6836/751787578 2024-06-06T08:30:38.298 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.295+0000 7f117cff9700 1 -- 172.21.15.42:0/2829122294 <== mds.1 v2:172.21.15.149:6836/751787578 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x5580fd7e4d10 con 0x5580fd89fa00 2024-06-06T08:30:38.298 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.295+0000 7f117cff9700 10 client.16953 handle_command_reply: tid=0 2024-06-06T08:30:38.298 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.295+0000 7f11a61e1b80 1 client.16953 shutdown 2024-06-06T08:30:38.298 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.295+0000 7f11a61e1b80 1 -- 172.21.15.42:0/2829122294 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5580fd885f20 msgr2=0x5580fd891d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:38.298 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.295+0000 7f11a61e1b80 1 --2- 172.21.15.42:0/2829122294 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5580fd885f20 0x5580fd891d80 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7f11900116f0 tx=0x7f11900047c0 comp rx=0 tx=0).stop 2024-06-06T08:30:38.298 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.295+0000 7f11a61e1b80 1 -- 172.21.15.42:0/2829122294 shutdown_connections 2024-06-06T08:30:38.298 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.295+0000 7f11a61e1b80 1 --2- 172.21.15.42:0/2829122294 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x5580fd89fa00 0x5580fd8a1e60 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:38.299 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.295+0000 7f117cff9700 0 client.16953 ms_handle_reset on v2:172.21.15.149:6836/751787578 2024-06-06T08:30:38.299 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.295+0000 7f11a61e1b80 1 --2- 172.21.15.42:0/2829122294 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5580fd88bf60 0x5580fd88f5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:38.299 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.295+0000 7f11a61e1b80 1 --2- 172.21.15.42:0/2829122294 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5580fd885f20 0x5580fd891d80 unknown :-1 s=CLOSED pgs=797 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:38.299 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.295+0000 7f11a61e1b80 1 --2- 172.21.15.42:0/2829122294 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5580fd88b640 0x5580fd88f080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:38.299 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.295+0000 7f11a61e1b80 1 -- 172.21.15.42:0/2829122294 >> 172.21.15.42:0/2829122294 conn(0x5580fd7b0cc0 msgr2=0x5580fd8849d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:38.299 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.295+0000 7f11a61e1b80 1 -- 172.21.15.42:0/2829122294 shutdown_connections 2024-06-06T08:30:38.299 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.295+0000 7f11a61e1b80 1 -- 172.21.15.42:0/2829122294 wait complete. 2024-06-06T08:30:38.299 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.296+0000 7f11a61e1b80 20 client.16953 trim_cache size 0 max 16384 2024-06-06T08:30:38.309 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.311+0000 7f11a61e1b80 1 Processor -- start 2024-06-06T08:30:38.309 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.311+0000 7f11a61e1b80 1 -- start start 2024-06-06T08:30:38.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.311+0000 7f11a61e1b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5580fd885f20 0x5580fd8859e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:38.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.311+0000 7f11a61e1b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5580fd88b640 0x5580fd89bc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:38.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.311+0000 7f11a61e1b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5580fd88bf60 0x5580fd88ca50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:38.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.311+0000 7f11a61e1b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f11941b31c0 con 0x5580fd885f20 2024-06-06T08:30:38.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.311+0000 7f11a61e1b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f11941b0990 con 0x5580fd88b640 2024-06-06T08:30:38.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.311+0000 7f11a61e1b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f11941ae800 con 0x5580fd88bf60 2024-06-06T08:30:38.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.311+0000 7f11996fa700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5580fd885f20 0x5580fd8859e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:38.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.311+0000 7f11996fa700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5580fd885f20 0x5580fd8859e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37706/0 (socket says 172.21.15.42:37706) 2024-06-06T08:30:38.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.311+0000 7f11996fa700 1 -- 172.21.15.42:0/997721399 learned_addr learned my addr 172.21.15.42:0/997721399 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:38.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.311+0000 7f1199efb700 1 --2- 172.21.15.42:0/997721399 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5580fd88bf60 0x5580fd88ca50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:38.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.311+0000 7f1198ef9700 1 --2- 172.21.15.42:0/997721399 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5580fd88b640 0x5580fd89bc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:38.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.311+0000 7f11996fa700 1 -- 172.21.15.42:0/997721399 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5580fd88bf60 msgr2=0x5580fd88ca50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:38.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.311+0000 7f11996fa700 1 --2- 172.21.15.42:0/997721399 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5580fd88bf60 0x5580fd88ca50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:38.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.311+0000 7f11996fa700 1 -- 172.21.15.42:0/997721399 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5580fd88b640 msgr2=0x5580fd89bc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:38.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.311+0000 7f11996fa700 1 --2- 172.21.15.42:0/997721399 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5580fd88b640 0x5580fd89bc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:38.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.311+0000 7f11996fa700 1 -- 172.21.15.42:0/997721399 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5580fd88fbc0 con 0x5580fd885f20 2024-06-06T08:30:38.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.311+0000 7f1199efb700 1 --2- 172.21.15.42:0/997721399 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5580fd88bf60 0x5580fd88ca50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:30:38.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.312+0000 7f11996fa700 1 --2- 172.21.15.42:0/997721399 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5580fd885f20 0x5580fd8859e0 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7f119001e890 tx=0x7f1190010af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e9c24083f942b9a server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:38.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.312+0000 7f117effd700 1 -- 172.21.15.42:0/997721399 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1190039020 con 0x5580fd885f20 2024-06-06T08:30:38.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.312+0000 7f117effd700 1 -- 172.21.15.42:0/997721399 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1190023070 con 0x5580fd885f20 2024-06-06T08:30:38.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.312+0000 7f117effd700 1 -- 172.21.15.42:0/997721399 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1190028c90 con 0x5580fd885f20 2024-06-06T08:30:38.316 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.312+0000 7f11a61e1b80 1 -- 172.21.15.42:0/997721399 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5580fd885f20 msgr2=0x5580fd8859e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:38.316 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.312+0000 7f11a61e1b80 1 --2- 172.21.15.42:0/997721399 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5580fd885f20 0x5580fd8859e0 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7f119001e890 tx=0x7f1190010af0 comp rx=0 tx=0).stop 2024-06-06T08:30:38.316 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.312+0000 7f11a61e1b80 1 -- 172.21.15.42:0/997721399 shutdown_connections 2024-06-06T08:30:38.316 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.312+0000 7f11a61e1b80 1 --2- 172.21.15.42:0/997721399 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5580fd88bf60 0x5580fd88ca50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:38.316 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.312+0000 7f11a61e1b80 1 --2- 172.21.15.42:0/997721399 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5580fd885f20 0x5580fd8859e0 unknown :-1 s=CLOSED pgs=798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:38.316 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.312+0000 7f11a61e1b80 1 --2- 172.21.15.42:0/997721399 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5580fd88b640 0x5580fd89bc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:38.316 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.312+0000 7f11a61e1b80 1 -- 172.21.15.42:0/997721399 >> 172.21.15.42:0/997721399 conn(0x5580fd7b0cc0 msgr2=0x5580fd88c340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:38.316 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.313+0000 7f11a61e1b80 1 -- 172.21.15.42:0/997721399 shutdown_connections 2024-06-06T08:30:38.316 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.313+0000 7f11a61e1b80 1 -- 172.21.15.42:0/997721399 wait complete. 2024-06-06T08:30:38.316 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.313+0000 7f11a61e1b80 1 -- start start 2024-06-06T08:30:38.316 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.313+0000 7f11a61e1b80 1 Processor -- start 2024-06-06T08:30:38.316 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.313+0000 7f11a61e1b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5580fd885f20 0x5580fd8982a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:38.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.313+0000 7f11a61e1b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5580fd88b640 0x5580fd8a6dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:38.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.313+0000 7f11a61e1b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5580fd88bf60 0x5580fd8a7310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:38.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.313+0000 7f11a61e1b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f11941aee50 con 0x5580fd885f20 2024-06-06T08:30:38.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.313+0000 7f11a61e1b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f11941b02c0 con 0x5580fd88bf60 2024-06-06T08:30:38.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.313+0000 7f11a61e1b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f11941af520 con 0x5580fd88b640 2024-06-06T08:30:38.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.313+0000 7f11a61e1b80 10 client.0 _ll_register_callbacks cb 0x5580fd771920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:30:38.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.313+0000 7f11996fa700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5580fd885f20 0x5580fd8982a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:38.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.314+0000 7f11996fa700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5580fd885f20 0x5580fd8982a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37720/0 (socket says 172.21.15.42:37720) 2024-06-06T08:30:38.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.314+0000 7f11996fa700 1 -- 172.21.15.42:0/3524157383 learned_addr learned my addr 172.21.15.42:0/3524157383 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:38.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.314+0000 7f1199efb700 1 --2- 172.21.15.42:0/3524157383 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5580fd88bf60 0x5580fd8a7310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:38.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.314+0000 7f1198ef9700 1 --2- 172.21.15.42:0/3524157383 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5580fd88b640 0x5580fd8a6dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:38.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.314+0000 7f11996fa700 1 -- 172.21.15.42:0/3524157383 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5580fd88b640 msgr2=0x5580fd8a6dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:38.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.314+0000 7f11996fa700 1 --2- 172.21.15.42:0/3524157383 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5580fd88b640 0x5580fd8a6dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:38.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.314+0000 7f11996fa700 1 -- 172.21.15.42:0/3524157383 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5580fd88bf60 msgr2=0x5580fd8a7310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:38.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.314+0000 7f11996fa700 1 --2- 172.21.15.42:0/3524157383 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5580fd88bf60 0x5580fd8a7310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:38.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.314+0000 7f11996fa700 1 -- 172.21.15.42:0/3524157383 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5580fd8a7850 con 0x5580fd885f20 2024-06-06T08:30:38.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.314+0000 7f1199efb700 1 --2- 172.21.15.42:0/3524157383 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5580fd88bf60 0x5580fd8a7310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:30:38.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.314+0000 7f1198ef9700 1 --2- 172.21.15.42:0/3524157383 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5580fd88b640 0x5580fd8a6dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:30:38.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.314+0000 7f11996fa700 1 --2- 172.21.15.42:0/3524157383 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5580fd885f20 0x5580fd8982a0 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7f119000b510 tx=0x7f1190028890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33a3521c803b0a01 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:38.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.314+0000 7f117cff9700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:30:38.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.314+0000 7f117cff9700 1 -- 172.21.15.42:0/3524157383 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1190039030 con 0x5580fd885f20 2024-06-06T08:30:38.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.314+0000 7f117cff9700 1 -- 172.21.15.42:0/3524157383 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 9438+0+0 (secure 0 0 0) 0x7f1190028930 con 0x5580fd885f20 2024-06-06T08:30:38.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.314+0000 7f11a61e1b80 1 -- 172.21.15.42:0/3524157383 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1190023070 con 0x5580fd885f20 2024-06-06T08:30:38.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.314+0000 7f117cff9700 1 -- 172.21.15.42:0/3524157383 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f119004f050 con 0x5580fd885f20 2024-06-06T08:30:38.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.314+0000 7f11a61e1b80 10 client.16959 fetch_fsmap learned FSMap version 36 2024-06-06T08:30:38.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.314+0000 7f11a61e1b80 1 -- 172.21.15.42:0/3524157383 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x5580fd90a460 con 0x5580fd885f20 2024-06-06T08:30:38.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.315+0000 7f117cff9700 1 -- 172.21.15.42:0/3524157383 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1190023070 con 0x5580fd885f20 2024-06-06T08:30:38.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.315+0000 7f117cff9700 1 -- 172.21.15.42:0/3524157383 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7f1190044020 con 0x5580fd885f20 2024-06-06T08:30:38.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.315+0000 7f11a61e1b80 10 client.16959 fetch_fsmap finished waiting for FSMap version 36 2024-06-06T08:30:38.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.315+0000 7f11a61e1b80 10 client.16959 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-06-06T08:30:38.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.315+0000 7f11a61e1b80 20 client.16959 populate_metadata read hostname 'smithi042' 2024-06-06T08:30:38.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.315+0000 7f11a61e1b80 1 --2- 172.21.15.42:0/3524157383 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x5580fd89fa00 0x5580fd90cad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:38.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.315+0000 7f11a61e1b80 4 client.16959 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-06-06T08:30:38.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.315+0000 7f11a61e1b80 1 -- 172.21.15.42:0/3524157383 --> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5580fd7df290 con 0x5580fd89fa00 2024-06-06T08:30:38.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.315+0000 7f1198ef9700 1 --2- 172.21.15.42:0/3524157383 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x5580fd89fa00 0x5580fd90cad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:38.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.315+0000 7f117cff9700 10 client.16959 ms_handle_connect on v2:172.21.15.149:6836/751787578 2024-06-06T08:30:38.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.315+0000 7f1198ef9700 1 --2- 172.21.15.42:0/3524157383 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x5580fd89fa00 0x5580fd90cad0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=f04bf9fb56e5bdd2 server_cookie=118cac8c8ef619c4 in_seq=0 out_seq=0 2024-06-06T08:30:38.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.316+0000 7f117cff9700 1 -- 172.21.15.42:0/3524157383 <== mds.1 v2:172.21.15.149:6836/751787578 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5580fd7df290 con 0x5580fd89fa00 2024-06-06T08:30:38.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.316+0000 7f117cff9700 10 client.16959 handle_command_reply: tid=0 2024-06-06T08:30:38.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.316+0000 7f11a61e1b80 1 client.16959 shutdown 2024-06-06T08:30:38.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.316+0000 7f11a61e1b80 1 -- 172.21.15.42:0/3524157383 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5580fd885f20 msgr2=0x5580fd8982a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:38.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.316+0000 7f11a61e1b80 1 --2- 172.21.15.42:0/3524157383 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5580fd885f20 0x5580fd8982a0 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7f119000b510 tx=0x7f1190028890 comp rx=0 tx=0).stop 2024-06-06T08:30:38.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.316+0000 7f11a61e1b80 1 -- 172.21.15.42:0/3524157383 shutdown_connections 2024-06-06T08:30:38.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.316+0000 7f11a61e1b80 1 --2- 172.21.15.42:0/3524157383 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x5580fd89fa00 0x5580fd90cad0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:38.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.316+0000 7f11a61e1b80 1 --2- 172.21.15.42:0/3524157383 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5580fd88bf60 0x5580fd8a7310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:38.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.316+0000 7f11a61e1b80 1 --2- 172.21.15.42:0/3524157383 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5580fd885f20 0x5580fd8982a0 unknown :-1 s=CLOSED pgs=799 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:38.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.316+0000 7f117cff9700 0 client.16959 ms_handle_reset on v2:172.21.15.149:6836/751787578 2024-06-06T08:30:38.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.316+0000 7f11a61e1b80 1 --2- 172.21.15.42:0/3524157383 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5580fd88b640 0x5580fd8a6dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:38.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.316+0000 7f11a61e1b80 1 -- 172.21.15.42:0/3524157383 >> 172.21.15.42:0/3524157383 conn(0x5580fd7b0cc0 msgr2=0x5580fd88c340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:38.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.316+0000 7f11a61e1b80 1 -- 172.21.15.42:0/3524157383 shutdown_connections 2024-06-06T08:30:38.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.316+0000 7f11a61e1b80 1 -- 172.21.15.42:0/3524157383 wait complete. 2024-06-06T08:30:38.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.316+0000 7f11a61e1b80 20 client.16959 trim_cache size 0 max 16384 2024-06-06T08:30:38.321 INFO:teuthology.orchestra.run.smithi042.stdout:[] 2024-06-06T08:30:38.321 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.317+0000 7f119b95e700 1 -- 172.21.15.42:0/460174458 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f11800a2e10 msgr2=0x7f11800a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:38.321 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.317+0000 7f119b95e700 1 --2- 172.21.15.42:0/460174458 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f11800a2e10 0x7f11800a52d0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f1190005950 tx=0x7f119000b410 comp rx=0 tx=0).stop 2024-06-06T08:30:38.321 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.317+0000 7f119b95e700 1 -- 172.21.15.42:0/460174458 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f119410ef40 msgr2=0x7f119419f7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:38.321 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.317+0000 7f119b95e700 1 --2- 172.21.15.42:0/460174458 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f119410ef40 0x7f119419f7a0 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7f118c0094f0 tx=0x7f118c00d3b0 comp rx=0 tx=0).stop 2024-06-06T08:30:38.321 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.317+0000 7f119b95e700 1 -- 172.21.15.42:0/460174458 shutdown_connections 2024-06-06T08:30:38.321 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.317+0000 7f119b95e700 1 --2- 172.21.15.42:0/460174458 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f11800a2e10 0x7f11800a52d0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:38.322 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.317+0000 7f119b95e700 1 --2- 172.21.15.42:0/460174458 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f119410ef40 0x7f119419f7a0 unknown :-1 s=CLOSED pgs=795 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:38.322 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.317+0000 7f119b95e700 1 --2- 172.21.15.42:0/460174458 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f119406a170 0x7f119419aed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:38.322 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.317+0000 7f119b95e700 1 --2- 172.21.15.42:0/460174458 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f119406aa90 0x7f119419b410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:38.322 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.317+0000 7f119b95e700 1 -- 172.21.15.42:0/460174458 >> 172.21.15.42:0/460174458 conn(0x7f11940782c0 msgr2=0x7f11941103f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:38.322 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.317+0000 7f119b95e700 1 -- 172.21.15.42:0/460174458 shutdown_connections 2024-06-06T08:30:38.322 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:38.317+0000 7f119b95e700 1 -- 172.21.15.42:0/460174458 wait complete. 2024-06-06T08:30:38.908 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:38 smithi042 ceph-mon[32384]: pgmap v249: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.9 MiB/s wr, 171 op/s 2024-06-06T08:30:38.986 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-06-06T08:30:39.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:38 smithi149 ceph-mon[36842]: pgmap v249: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.9 MiB/s wr, 171 op/s 2024-06-06T08:30:39.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:38 smithi120 ceph-mon[36658]: pgmap v249: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.9 MiB/s wr, 171 op/s 2024-06-06T08:30:39.244 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:30:41.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:40 smithi149 ceph-mon[36842]: pgmap v250: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 684 KiB/s wr, 167 op/s 2024-06-06T08:30:41.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:40 smithi042 ceph-mon[32384]: pgmap v250: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 684 KiB/s wr, 167 op/s 2024-06-06T08:30:41.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:40 smithi120 ceph-mon[36658]: pgmap v250: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 684 KiB/s wr, 167 op/s 2024-06-06T08:30:41.506 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.506+0000 7fad818ee700 1 -- 172.21.15.42:0/3546732431 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fad7c107840 msgr2=0x7fad7c10f3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:41.506 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.506+0000 7fad818ee700 1 --2- 172.21.15.42:0/3546732431 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fad7c107840 0x7fad7c10f3c0 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7fad7400b0d0 tx=0x7fad7400b3e0 comp rx=0 tx=0).stop 2024-06-06T08:30:41.506 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.507+0000 7fad818ee700 1 -- 172.21.15.42:0/3546732431 shutdown_connections 2024-06-06T08:30:41.506 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.507+0000 7fad818ee700 1 --2- 172.21.15.42:0/3546732431 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fad7c107840 0x7fad7c10f3c0 unknown :-1 s=CLOSED pgs=800 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:41.506 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.507+0000 7fad818ee700 1 --2- 172.21.15.42:0/3546732431 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fad7c102740 0x7fad7c102b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:41.507 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.507+0000 7fad818ee700 1 --2- 172.21.15.42:0/3546732431 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fad7c1030f0 0x7fad7c107110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:41.507 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.507+0000 7fad818ee700 1 -- 172.21.15.42:0/3546732431 >> 172.21.15.42:0/3546732431 conn(0x7fad7c0795f0 msgr2=0x7fad7c079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:41.507 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.507+0000 7fad818ee700 1 -- 172.21.15.42:0/3546732431 shutdown_connections 2024-06-06T08:30:41.507 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.507+0000 7fad818ee700 1 -- 172.21.15.42:0/3546732431 wait complete. 2024-06-06T08:30:41.507 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.507+0000 7fad818ee700 1 Processor -- start 2024-06-06T08:30:41.507 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.507+0000 7fad818ee700 1 -- start start 2024-06-06T08:30:41.508 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.508+0000 7fad818ee700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fad7c102740 0x7fad7c074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:41.509 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.508+0000 7fad818ee700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fad7c1030f0 0x7fad7c074cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:41.509 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.508+0000 7fad818ee700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fad7c107840 0x7fad7c075210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:41.509 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.508+0000 7fad818ee700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fad7c1127d0 con 0x7fad7c102740 2024-06-06T08:30:41.509 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.508+0000 7fad818ee700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fad7c112650 con 0x7fad7c1030f0 2024-06-06T08:30:41.509 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.508+0000 7fad818ee700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fad7c112950 con 0x7fad7c107840 2024-06-06T08:30:41.509 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.508+0000 7fad7affd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fad7c102740 0x7fad7c074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:41.509 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.508+0000 7fad7affd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fad7c102740 0x7fad7c074790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37732/0 (socket says 172.21.15.42:37732) 2024-06-06T08:30:41.509 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.508+0000 7fad7affd700 1 -- 172.21.15.42:0/521639168 learned_addr learned my addr 172.21.15.42:0/521639168 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:41.509 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.508+0000 7fad7a7fc700 1 --2- 172.21.15.42:0/521639168 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fad7c1030f0 0x7fad7c074cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:41.509 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.508+0000 7fad7b7fe700 1 --2- 172.21.15.42:0/521639168 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fad7c107840 0x7fad7c075210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:41.509 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.508+0000 7fad7affd700 1 -- 172.21.15.42:0/521639168 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fad7c107840 msgr2=0x7fad7c075210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:41.509 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.508+0000 7fad7affd700 1 --2- 172.21.15.42:0/521639168 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fad7c107840 0x7fad7c075210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:41.509 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.508+0000 7fad7affd700 1 -- 172.21.15.42:0/521639168 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fad7c1030f0 msgr2=0x7fad7c074cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:41.510 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.508+0000 7fad7affd700 1 --2- 172.21.15.42:0/521639168 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fad7c1030f0 0x7fad7c074cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:41.510 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.508+0000 7fad7affd700 1 -- 172.21.15.42:0/521639168 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad7c1a7090 con 0x7fad7c102740 2024-06-06T08:30:41.510 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.508+0000 7fad7b7fe700 1 --2- 172.21.15.42:0/521639168 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fad7c107840 0x7fad7c075210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:30:41.510 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.508+0000 7fad7affd700 1 --2- 172.21.15.42:0/521639168 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fad7c102740 0x7fad7c074790 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7fad6c00c920 tx=0x7fad6c00cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:41.510 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.509+0000 7fad808ec700 1 -- 172.21.15.42:0/521639168 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad6c007b00 con 0x7fad7c102740 2024-06-06T08:30:41.510 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.509+0000 7fad818ee700 1 -- 172.21.15.42:0/521639168 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fad7c1a7380 con 0x7fad7c102740 2024-06-06T08:30:41.510 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.509+0000 7fad808ec700 1 -- 172.21.15.42:0/521639168 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fad6c004d10 con 0x7fad7c102740 2024-06-06T08:30:41.510 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.509+0000 7fad808ec700 1 -- 172.21.15.42:0/521639168 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad6c005630 con 0x7fad7c102740 2024-06-06T08:30:41.510 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.509+0000 7fad818ee700 1 -- 172.21.15.42:0/521639168 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fad7c1a7910 con 0x7fad7c102740 2024-06-06T08:30:41.512 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.511+0000 7fad808ec700 1 -- 172.21.15.42:0/521639168 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fad6c004750 con 0x7fad7c102740 2024-06-06T08:30:41.512 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.512+0000 7fad808ec700 1 --2- 172.21.15.42:0/521639168 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fad640a2d90 0x7fad640a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:41.512 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.512+0000 7fad7a7fc700 1 --2- 172.21.15.42:0/521639168 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fad640a2d90 0x7fad640a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:41.512 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.512+0000 7fad808ec700 1 -- 172.21.15.42:0/521639168 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 9438+0+0 (secure 0 0 0) 0x7fad6c0cf3d0 con 0x7fad7c102740 2024-06-06T08:30:41.512 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.512+0000 7fad7a7fc700 1 --2- 172.21.15.42:0/521639168 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fad640a2d90 0x7fad640a5250 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fad7c108c90 tx=0x7fad70009190 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:41.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.512+0000 7fad8c171b80 1 Processor -- start 2024-06-06T08:30:41.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.512+0000 7fad8c171b80 1 -- start start 2024-06-06T08:30:41.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.513+0000 7fad8c171b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564b86057640 0x564b86057a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:41.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.513+0000 7fad8c171b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564b86057f60 0x564b860519e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:41.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.513+0000 7fad8c171b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564b86051f20 0x564b86052340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:41.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.513+0000 7fad8c171b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x564b85fa3810 con 0x564b86057640 2024-06-06T08:30:41.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.513+0000 7fad8c171b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x564b85f4b720 con 0x564b86057f60 2024-06-06T08:30:41.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.513+0000 7fad8c171b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x564b85f9f7d0 con 0x564b86051f20 2024-06-06T08:30:41.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.513+0000 7fad7affd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564b86057640 0x564b86057a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:41.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.513+0000 7fad7affd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564b86057640 0x564b86057a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37742/0 (socket says 172.21.15.42:37742) 2024-06-06T08:30:41.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.513+0000 7fad7affd700 1 -- 172.21.15.42:0/2409356102 learned_addr learned my addr 172.21.15.42:0/2409356102 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:41.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.513+0000 7fad7a7fc700 1 --2- 172.21.15.42:0/2409356102 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564b86057f60 0x564b860519e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:41.513 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.513+0000 7fad7b7fe700 1 --2- 172.21.15.42:0/2409356102 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564b86051f20 0x564b86052340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:41.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.513+0000 7fad7affd700 1 -- 172.21.15.42:0/2409356102 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564b86051f20 msgr2=0x564b86052340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:41.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.513+0000 7fad7affd700 1 --2- 172.21.15.42:0/2409356102 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564b86051f20 0x564b86052340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:41.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.513+0000 7fad7affd700 1 -- 172.21.15.42:0/2409356102 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564b86057f60 msgr2=0x564b860519e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:41.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.513+0000 7fad7affd700 1 --2- 172.21.15.42:0/2409356102 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564b86057f60 0x564b860519e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:41.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.513+0000 7fad7affd700 1 -- 172.21.15.42:0/2409356102 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564b85f41f50 con 0x564b86057640 2024-06-06T08:30:41.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.513+0000 7fad7affd700 1 --2- 172.21.15.42:0/2409356102 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564b86057640 0x564b86057a20 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7fad6c0a3c40 tx=0x7fad6c09b3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41890b5212698586 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:41.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.513+0000 7fad61ffb700 1 -- 172.21.15.42:0/2409356102 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad6c01d040 con 0x564b86057640 2024-06-06T08:30:41.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.514+0000 7fad61ffb700 1 -- 172.21.15.42:0/2409356102 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fad6c09b500 con 0x564b86057640 2024-06-06T08:30:41.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.514+0000 7fad61ffb700 1 -- 172.21.15.42:0/2409356102 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad6c09b760 con 0x564b86057640 2024-06-06T08:30:41.518 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.514+0000 7fad8c171b80 1 -- 172.21.15.42:0/2409356102 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564b86057640 msgr2=0x564b86057a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:41.518 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.514+0000 7fad8c171b80 1 --2- 172.21.15.42:0/2409356102 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564b86057640 0x564b86057a20 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7fad6c0a3c40 tx=0x7fad6c09b3a0 comp rx=0 tx=0).stop 2024-06-06T08:30:41.518 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.514+0000 7fad8c171b80 1 -- 172.21.15.42:0/2409356102 shutdown_connections 2024-06-06T08:30:41.518 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.514+0000 7fad8c171b80 1 --2- 172.21.15.42:0/2409356102 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564b86051f20 0x564b86052340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:41.518 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.514+0000 7fad8c171b80 1 --2- 172.21.15.42:0/2409356102 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564b86057640 0x564b86057a20 unknown :-1 s=CLOSED pgs=802 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:41.518 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.514+0000 7fad8c171b80 1 --2- 172.21.15.42:0/2409356102 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564b86057f60 0x564b860519e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:41.518 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.514+0000 7fad8c171b80 1 -- 172.21.15.42:0/2409356102 >> 172.21.15.42:0/2409356102 conn(0x564b85f7ccc0 msgr2=0x564b8604c850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:41.518 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.514+0000 7fad8c171b80 1 -- 172.21.15.42:0/2409356102 shutdown_connections 2024-06-06T08:30:41.518 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.514+0000 7fad8c171b80 1 -- 172.21.15.42:0/2409356102 wait complete. 2024-06-06T08:30:41.518 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.515+0000 7fad8c171b80 1 -- start start 2024-06-06T08:30:41.518 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.515+0000 7fad8c171b80 1 Processor -- start 2024-06-06T08:30:41.519 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.515+0000 7fad8c171b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564b86051f20 0x564b8605dd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:41.519 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.515+0000 7fad8c171b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564b86057640 0x564b8605b010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:41.519 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.515+0000 7fad8c171b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564b86057f60 0x564b8605b550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:41.519 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.515+0000 7fad8c171b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x564b8605e9d0 con 0x564b86057640 2024-06-06T08:30:41.519 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.515+0000 7fad8c171b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x564b85f43bf0 con 0x564b86051f20 2024-06-06T08:30:41.519 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.515+0000 7fad8c171b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x564b8605eb50 con 0x564b86057f60 2024-06-06T08:30:41.519 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.515+0000 7fad8c171b80 10 client.0 _ll_register_callbacks cb 0x564b85f3d920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:30:41.519 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.515+0000 7fad7a7fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564b86057640 0x564b8605b010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:41.519 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.515+0000 7fad7a7fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564b86057640 0x564b8605b010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37744/0 (socket says 172.21.15.42:37744) 2024-06-06T08:30:41.519 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.515+0000 7fad7a7fc700 1 -- 172.21.15.42:0/3103204250 learned_addr learned my addr 172.21.15.42:0/3103204250 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:41.519 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.516+0000 7fad7affd700 1 --2- 172.21.15.42:0/3103204250 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564b86051f20 0x564b8605dd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:41.519 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.516+0000 7fad7b7fe700 1 --2- 172.21.15.42:0/3103204250 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564b86057f60 0x564b8605b550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:41.520 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.516+0000 7fad7a7fc700 1 -- 172.21.15.42:0/3103204250 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564b86057f60 msgr2=0x564b8605b550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:41.520 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.516+0000 7fad7a7fc700 1 --2- 172.21.15.42:0/3103204250 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564b86057f60 0x564b8605b550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:41.520 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.516+0000 7fad7a7fc700 1 -- 172.21.15.42:0/3103204250 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564b86051f20 msgr2=0x564b8605dd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:41.520 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.516+0000 7fad7a7fc700 1 --2- 172.21.15.42:0/3103204250 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564b86051f20 0x564b8605dd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:41.520 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.516+0000 7fad7a7fc700 1 -- 172.21.15.42:0/3103204250 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564b85ef28d0 con 0x564b86057640 2024-06-06T08:30:41.520 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.516+0000 7fad7a7fc700 1 --2- 172.21.15.42:0/3103204250 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564b86057640 0x564b8605b010 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7fad70009ee0 tx=0x7fad70004860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dab978d1a273d38d server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:41.520 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.516+0000 7fad5affd700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:30:41.520 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.516+0000 7fad5affd700 1 -- 172.21.15.42:0/3103204250 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad70025070 con 0x564b86057640 2024-06-06T08:30:41.520 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.516+0000 7fad5affd700 1 -- 172.21.15.42:0/3103204250 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 9438+0+0 (secure 0 0 0) 0x7fad70015b20 con 0x564b86057640 2024-06-06T08:30:41.520 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.516+0000 7fad8c171b80 1 -- 172.21.15.42:0/3103204250 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fad6c09b500 con 0x564b86057640 2024-06-06T08:30:41.520 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.516+0000 7fad5affd700 1 -- 172.21.15.42:0/3103204250 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7fad7001b040 con 0x564b86057640 2024-06-06T08:30:41.520 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.516+0000 7fad8c171b80 10 client.16971 fetch_fsmap learned FSMap version 36 2024-06-06T08:30:41.520 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.516+0000 7fad8c171b80 1 -- 172.21.15.42:0/3103204250 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x564b86069380 con 0x564b86057640 2024-06-06T08:30:41.521 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.517+0000 7fad5affd700 1 -- 172.21.15.42:0/3103204250 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fad6c09b500 con 0x564b86057640 2024-06-06T08:30:41.521 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.517+0000 7fad5affd700 1 -- 172.21.15.42:0/3103204250 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7fad70006710 con 0x564b86057640 2024-06-06T08:30:41.521 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.517+0000 7fad8c171b80 10 client.16971 fetch_fsmap finished waiting for FSMap version 36 2024-06-06T08:30:41.521 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.517+0000 7fad8c171b80 10 client.16971 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:30:41.521 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.517+0000 7fad8c171b80 20 client.16971 populate_metadata read hostname 'smithi042' 2024-06-06T08:30:41.521 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.517+0000 7fad8c171b80 1 --2- 172.21.15.42:0/3103204250 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x564b8606b910 0x564b8606ddb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:41.521 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.517+0000 7fad8c171b80 4 client.16971 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:30:41.521 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.517+0000 7fad8c171b80 1 -- 172.21.15.42:0/3103204250 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564b85fb0d10 con 0x564b8606b910 2024-06-06T08:30:41.521 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.517+0000 7fad7affd700 1 --2- 172.21.15.42:0/3103204250 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x564b8606b910 0x564b8606ddb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:41.521 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.518+0000 7fad5affd700 10 client.16971 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:30:41.521 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.518+0000 7fad7affd700 1 --2- 172.21.15.42:0/3103204250 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x564b8606b910 0x564b8606ddb0 crc :-1 s=READY pgs=179 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1e00893ff263cced server_cookie=326d9985a93e681d in_seq=0 out_seq=0 2024-06-06T08:30:41.521 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.518+0000 7fad5affd700 1 -- 172.21.15.42:0/3103204250 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x564b85fb0d10 con 0x564b8606b910 2024-06-06T08:30:41.522 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.518+0000 7fad5affd700 10 client.16971 handle_command_reply: tid=0 2024-06-06T08:30:41.522 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.518+0000 7fad8c171b80 1 client.16971 shutdown 2024-06-06T08:30:41.522 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.518+0000 7fad8c171b80 1 -- 172.21.15.42:0/3103204250 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564b86057640 msgr2=0x564b8605b010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:41.522 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.518+0000 7fad8c171b80 1 --2- 172.21.15.42:0/3103204250 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564b86057640 0x564b8605b010 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7fad70009ee0 tx=0x7fad70004860 comp rx=0 tx=0).stop 2024-06-06T08:30:41.522 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.519+0000 7fad8c171b80 1 -- 172.21.15.42:0/3103204250 shutdown_connections 2024-06-06T08:30:41.522 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.519+0000 7fad8c171b80 1 --2- 172.21.15.42:0/3103204250 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564b86057f60 0x564b8605b550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:41.522 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.519+0000 7fad8c171b80 1 --2- 172.21.15.42:0/3103204250 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x564b8606b910 0x564b8606ddb0 crc :-1 s=READY pgs=179 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:41.522 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.519+0000 7fad8c171b80 1 --2- 172.21.15.42:0/3103204250 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564b86051f20 0x564b8605dd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:41.522 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.519+0000 7fad5affd700 0 client.16971 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:30:41.522 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.519+0000 7fad8c171b80 1 --2- 172.21.15.42:0/3103204250 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564b86057640 0x564b8605b010 unknown :-1 s=CLOSED pgs=803 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:41.522 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.519+0000 7fad8c171b80 1 -- 172.21.15.42:0/3103204250 >> 172.21.15.42:0/3103204250 conn(0x564b85f7ccc0 msgr2=0x564b8604c5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:41.522 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.519+0000 7fad8c171b80 1 -- 172.21.15.42:0/3103204250 shutdown_connections 2024-06-06T08:30:41.523 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.519+0000 7fad8c171b80 1 -- 172.21.15.42:0/3103204250 wait complete. 2024-06-06T08:30:41.523 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.519+0000 7fad8c171b80 20 client.16971 trim_cache size 0 max 16384 2024-06-06T08:30:41.534 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.534+0000 7fad8c171b80 1 Processor -- start 2024-06-06T08:30:41.534 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.534+0000 7fad8c171b80 1 -- start start 2024-06-06T08:30:41.534 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.534+0000 7fad8c171b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564b86051f20 0x564b860519e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:41.534 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.534+0000 7fad8c171b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564b86057640 0x564b86067c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:41.534 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.534+0000 7fad8c171b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564b86057f60 0x564b8605afd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:41.534 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.534+0000 7fad8c171b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fad7c1b3160 con 0x564b86051f20 2024-06-06T08:30:41.534 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.534+0000 7fad8c171b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fad7c1b0930 con 0x564b86057f60 2024-06-06T08:30:41.534 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.534+0000 7fad8c171b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fad7c1ae7a0 con 0x564b86057640 2024-06-06T08:30:41.535 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.535+0000 7fad7affd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564b86051f20 0x564b860519e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:41.535 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.535+0000 7fad7affd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564b86051f20 0x564b860519e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37754/0 (socket says 172.21.15.42:37754) 2024-06-06T08:30:41.535 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.535+0000 7fad7affd700 1 -- 172.21.15.42:0/2439165948 learned_addr learned my addr 172.21.15.42:0/2439165948 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:41.535 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.535+0000 7fad7a7fc700 1 --2- 172.21.15.42:0/2439165948 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564b86057640 0x564b86067c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:41.535 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.535+0000 7fad7b7fe700 1 --2- 172.21.15.42:0/2439165948 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564b86057f60 0x564b8605afd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:41.535 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.535+0000 7fad7affd700 1 -- 172.21.15.42:0/2439165948 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564b86057640 msgr2=0x564b86067c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:41.535 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.535+0000 7fad7affd700 1 --2- 172.21.15.42:0/2439165948 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564b86057640 0x564b86067c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:41.535 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.535+0000 7fad7affd700 1 -- 172.21.15.42:0/2439165948 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564b86057f60 msgr2=0x564b8605afd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:41.535 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.535+0000 7fad7affd700 1 --2- 172.21.15.42:0/2439165948 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564b86057f60 0x564b8605afd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:41.535 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.535+0000 7fad7affd700 1 -- 172.21.15.42:0/2439165948 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564b8605e080 con 0x564b86051f20 2024-06-06T08:30:41.535 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.535+0000 7fad7affd700 1 --2- 172.21.15.42:0/2439165948 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564b86051f20 0x564b860519e0 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7fad6c097ed0 tx=0x7fad6c0b1040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7160e0b4d8ff4fdd server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:41.535 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.535+0000 7fad617fa700 1 -- 172.21.15.42:0/2439165948 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad6c01d040 con 0x564b86051f20 2024-06-06T08:30:41.535 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.535+0000 7fad617fa700 1 -- 172.21.15.42:0/2439165948 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fad6c0a4170 con 0x564b86051f20 2024-06-06T08:30:41.536 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.535+0000 7fad617fa700 1 -- 172.21.15.42:0/2439165948 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad6c09b760 con 0x564b86051f20 2024-06-06T08:30:41.539 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.536+0000 7fad8c171b80 1 -- 172.21.15.42:0/2439165948 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564b86051f20 msgr2=0x564b860519e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:41.539 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.536+0000 7fad8c171b80 1 --2- 172.21.15.42:0/2439165948 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564b86051f20 0x564b860519e0 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7fad6c097ed0 tx=0x7fad6c0b1040 comp rx=0 tx=0).stop 2024-06-06T08:30:41.539 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.536+0000 7fad8c171b80 1 -- 172.21.15.42:0/2439165948 shutdown_connections 2024-06-06T08:30:41.539 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.536+0000 7fad8c171b80 1 --2- 172.21.15.42:0/2439165948 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564b86057f60 0x564b8605afd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:41.539 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.536+0000 7fad8c171b80 1 --2- 172.21.15.42:0/2439165948 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564b86051f20 0x564b860519e0 unknown :-1 s=CLOSED pgs=804 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:41.539 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.536+0000 7fad8c171b80 1 --2- 172.21.15.42:0/2439165948 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564b86057640 0x564b86067c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:41.539 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.536+0000 7fad8c171b80 1 -- 172.21.15.42:0/2439165948 >> 172.21.15.42:0/2439165948 conn(0x564b85f7ccc0 msgr2=0x564b86059920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:41.539 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.536+0000 7fad8c171b80 1 -- 172.21.15.42:0/2439165948 shutdown_connections 2024-06-06T08:30:41.539 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.536+0000 7fad8c171b80 1 -- 172.21.15.42:0/2439165948 wait complete. 2024-06-06T08:30:41.539 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.536+0000 7fad8c171b80 1 -- start start 2024-06-06T08:30:41.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.537+0000 7fad8c171b80 1 Processor -- start 2024-06-06T08:30:41.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.537+0000 7fad8c171b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564b86051f20 0x564b86063de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:41.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.537+0000 7fad8c171b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564b86057640 0x564b86064320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:41.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.537+0000 7fad8c171b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564b86057f60 0x564b86072700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:41.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.537+0000 7fad8c171b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fad7c1aedf0 con 0x564b86051f20 2024-06-06T08:30:41.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.537+0000 7fad8c171b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fad7c1b0260 con 0x564b86057f60 2024-06-06T08:30:41.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.537+0000 7fad8c171b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fad7c1af4c0 con 0x564b86057640 2024-06-06T08:30:41.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.537+0000 7fad8c171b80 10 client.0 _ll_register_callbacks cb 0x564b85f3d920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:30:41.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.537+0000 7fad7affd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564b86051f20 0x564b86063de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:41.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.537+0000 7fad7affd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564b86051f20 0x564b86063de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37756/0 (socket says 172.21.15.42:37756) 2024-06-06T08:30:41.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.537+0000 7fad7affd700 1 -- 172.21.15.42:0/1533378747 learned_addr learned my addr 172.21.15.42:0/1533378747 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:41.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.537+0000 7fad7b7fe700 1 --2- 172.21.15.42:0/1533378747 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564b86057f60 0x564b86072700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:41.540 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.537+0000 7fad7affd700 1 -- 172.21.15.42:0/1533378747 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564b86057640 msgr2=0x564b86064320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:41.541 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.537+0000 7fad7a7fc700 1 --2- 172.21.15.42:0/1533378747 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564b86057640 0x564b86064320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:41.541 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.537+0000 7fad7affd700 1 --2- 172.21.15.42:0/1533378747 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564b86057640 0x564b86064320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:41.541 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.537+0000 7fad7affd700 1 -- 172.21.15.42:0/1533378747 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564b86057f60 msgr2=0x564b86072700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:41.541 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.537+0000 7fad7affd700 1 --2- 172.21.15.42:0/1533378747 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564b86057f60 0x564b86072700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:41.541 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.537+0000 7fad7affd700 1 -- 172.21.15.42:0/1533378747 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564b86064a10 con 0x564b86051f20 2024-06-06T08:30:41.541 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.538+0000 7fad7affd700 1 --2- 172.21.15.42:0/1533378747 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564b86051f20 0x564b86063de0 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7fad6c0a3c40 tx=0x7fad6c000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=422c15d6afec5dfa server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:41.541 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.538+0000 7fad5affd700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:30:41.541 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.538+0000 7fad5affd700 1 -- 172.21.15.42:0/1533378747 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad6c01d070 con 0x564b86051f20 2024-06-06T08:30:41.541 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.538+0000 7fad5affd700 1 -- 172.21.15.42:0/1533378747 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 9438+0+0 (secure 0 0 0) 0x7fad6c09b760 con 0x564b86051f20 2024-06-06T08:30:41.541 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.538+0000 7fad8c171b80 1 -- 172.21.15.42:0/1533378747 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fad6c0a4170 con 0x564b86051f20 2024-06-06T08:30:41.541 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.538+0000 7fad5affd700 1 -- 172.21.15.42:0/1533378747 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7fad6c0995a0 con 0x564b86051f20 2024-06-06T08:30:41.541 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.538+0000 7fad8c171b80 10 client.16977 fetch_fsmap learned FSMap version 36 2024-06-06T08:30:41.541 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.538+0000 7fad8c171b80 1 -- 172.21.15.42:0/1533378747 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x564b860d5cb0 con 0x564b86051f20 2024-06-06T08:30:41.541 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.538+0000 7fad5affd700 1 -- 172.21.15.42:0/1533378747 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fad6c0a4170 con 0x564b86051f20 2024-06-06T08:30:41.542 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.538+0000 7fad5affd700 1 -- 172.21.15.42:0/1533378747 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7fad6c09a950 con 0x564b86051f20 2024-06-06T08:30:41.542 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.538+0000 7fad8c171b80 10 client.16977 fetch_fsmap finished waiting for FSMap version 36 2024-06-06T08:30:41.542 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.538+0000 7fad8c171b80 10 client.16977 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:30:41.542 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.538+0000 7fad8c171b80 20 client.16977 populate_metadata read hostname 'smithi042' 2024-06-06T08:30:41.542 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.539+0000 7fad8c171b80 1 --2- 172.21.15.42:0/1533378747 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x564b860d5f70 0x564b860d8360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:41.542 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.539+0000 7fad8c171b80 4 client.16977 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-06-06T08:30:41.542 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.539+0000 7fad8c171b80 1 -- 172.21.15.42:0/1533378747 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "damage ls"}) -- 0x564b85fab290 con 0x564b860d5f70 2024-06-06T08:30:41.542 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.539+0000 7fad7a7fc700 1 --2- 172.21.15.42:0/1533378747 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x564b860d5f70 0x564b860d8360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:41.542 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.539+0000 7fad5affd700 10 client.16977 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:30:41.542 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.539+0000 7fad7a7fc700 1 --2- 172.21.15.42:0/1533378747 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x564b860d5f70 0x564b860d8360 crc :-1 s=READY pgs=180 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=993f8aefd079621d server_cookie=774d90ee2d97b310 in_seq=0 out_seq=0 2024-06-06T08:30:41.542 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.540+0000 7fad5affd700 1 -- 172.21.15.42:0/1533378747 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x564b85fab290 con 0x564b860d5f70 2024-06-06T08:30:41.542 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.540+0000 7fad5affd700 10 client.16977 handle_command_reply: tid=0 2024-06-06T08:30:41.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.540+0000 7fad8c171b80 1 client.16977 shutdown 2024-06-06T08:30:41.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.540+0000 7fad8c171b80 1 -- 172.21.15.42:0/1533378747 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564b86051f20 msgr2=0x564b86063de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:41.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.540+0000 7fad8c171b80 1 --2- 172.21.15.42:0/1533378747 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564b86051f20 0x564b86063de0 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7fad6c0a3c40 tx=0x7fad6c000bc0 comp rx=0 tx=0).stop 2024-06-06T08:30:41.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.540+0000 7fad8c171b80 1 -- 172.21.15.42:0/1533378747 shutdown_connections 2024-06-06T08:30:41.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.540+0000 7fad8c171b80 1 --2- 172.21.15.42:0/1533378747 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x564b860d5f70 0x564b860d8360 crc :-1 s=READY pgs=180 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:41.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.540+0000 7fad8c171b80 1 --2- 172.21.15.42:0/1533378747 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564b86057f60 0x564b86072700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:41.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.540+0000 7fad8c171b80 1 --2- 172.21.15.42:0/1533378747 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564b86051f20 0x564b86063de0 unknown :-1 s=CLOSED pgs=805 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:41.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.540+0000 7fad5affd700 0 client.16977 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:30:41.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.540+0000 7fad8c171b80 1 --2- 172.21.15.42:0/1533378747 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564b86057640 0x564b86064320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:41.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.540+0000 7fad8c171b80 1 -- 172.21.15.42:0/1533378747 >> 172.21.15.42:0/1533378747 conn(0x564b85f7ccc0 msgr2=0x564b8605afb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:41.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.540+0000 7fad8c171b80 1 -- 172.21.15.42:0/1533378747 shutdown_connections 2024-06-06T08:30:41.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.540+0000 7fad8c171b80 1 -- 172.21.15.42:0/1533378747 wait complete. 2024-06-06T08:30:41.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.540+0000 7fad8c171b80 20 client.16977 trim_cache size 0 max 16384 2024-06-06T08:30:41.544 INFO:teuthology.orchestra.run.smithi042.stdout:[] 2024-06-06T08:30:41.544 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.541+0000 7fad818ee700 1 -- 172.21.15.42:0/521639168 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fad640a2d90 msgr2=0x7fad640a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:41.544 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.541+0000 7fad818ee700 1 --2- 172.21.15.42:0/521639168 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fad640a2d90 0x7fad640a5250 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fad7c108c90 tx=0x7fad70009190 comp rx=0 tx=0).stop 2024-06-06T08:30:41.544 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.541+0000 7fad818ee700 1 -- 172.21.15.42:0/521639168 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fad7c102740 msgr2=0x7fad7c074790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:41.544 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.541+0000 7fad818ee700 1 --2- 172.21.15.42:0/521639168 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fad7c102740 0x7fad7c074790 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7fad6c00c920 tx=0x7fad6c00cc30 comp rx=0 tx=0).stop 2024-06-06T08:30:41.545 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.541+0000 7fad818ee700 1 -- 172.21.15.42:0/521639168 shutdown_connections 2024-06-06T08:30:41.545 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.541+0000 7fad818ee700 1 --2- 172.21.15.42:0/521639168 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fad640a2d90 0x7fad640a5250 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:41.545 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.541+0000 7fad818ee700 1 --2- 172.21.15.42:0/521639168 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fad7c107840 0x7fad7c075210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:41.545 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.541+0000 7fad818ee700 1 --2- 172.21.15.42:0/521639168 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fad7c102740 0x7fad7c074790 unknown :-1 s=CLOSED pgs=801 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:41.545 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.541+0000 7fad818ee700 1 --2- 172.21.15.42:0/521639168 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fad7c1030f0 0x7fad7c074cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:41.545 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.541+0000 7fad818ee700 1 -- 172.21.15.42:0/521639168 >> 172.21.15.42:0/521639168 conn(0x7fad7c0795f0 msgr2=0x7fad7c100410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:41.545 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.541+0000 7fad818ee700 1 -- 172.21.15.42:0/521639168 shutdown_connections 2024-06-06T08:30:41.545 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:41.541+0000 7fad818ee700 1 -- 172.21.15.42:0/521639168 wait complete. 2024-06-06T08:30:43.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:42 smithi149 ceph-mon[36842]: pgmap v251: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 594 KiB/s wr, 145 op/s 2024-06-06T08:30:43.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:42 smithi042 ceph-mon[32384]: pgmap v251: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 594 KiB/s wr, 145 op/s 2024-06-06T08:30:43.131 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.129+0000 7f9c0b970640 1 -- 172.21.15.42:0/57188825 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9c041079c0 msgr2=0x7f9c04107da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:43.131 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.129+0000 7f9c0b970640 1 --2- 172.21.15.42:0/57188825 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9c041079c0 0x7f9c04107da0 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7f9c00009930 tx=0x7f9c0002a420 comp rx=0 tx=0).stop 2024-06-06T08:30:43.131 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.129+0000 7f9c0b970640 1 -- 172.21.15.42:0/57188825 shutdown_connections 2024-06-06T08:30:43.131 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.129+0000 7f9c0b970640 1 --2- 172.21.15.42:0/57188825 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9c04102370 0x7f9c0410e880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:43.131 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.129+0000 7f9c0b970640 1 --2- 172.21.15.42:0/57188825 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9c041019b0 0x7f9c04101e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:43.131 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.129+0000 7f9c0b970640 1 --2- 172.21.15.42:0/57188825 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9c041079c0 0x7f9c04107da0 unknown :-1 s=CLOSED pgs=806 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:43.132 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.129+0000 7f9c0b970640 1 -- 172.21.15.42:0/57188825 >> 172.21.15.42:0/57188825 conn(0x7f9c04078e30 msgr2=0x7f9c04079240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:43.132 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.129+0000 7f9c0b970640 1 -- 172.21.15.42:0/57188825 shutdown_connections 2024-06-06T08:30:43.132 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.129+0000 7f9c0b970640 1 -- 172.21.15.42:0/57188825 wait complete. 2024-06-06T08:30:43.132 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.129+0000 7f9c0b970640 1 Processor -- start 2024-06-06T08:30:43.132 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.129+0000 7f9c0b970640 1 -- start start 2024-06-06T08:30:43.132 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.130+0000 7f9c0b970640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9c041019b0 0x7f9c041981d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:43.132 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.130+0000 7f9c0b970640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9c04102370 0x7f9c04198710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:43.132 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.130+0000 7f9c0b970640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9c041079c0 0x7f9c0419ca90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:43.132 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.130+0000 7f9c0b970640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9c04111dd0 con 0x7f9c04102370 2024-06-06T08:30:43.132 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.130+0000 7f9c0b970640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f9c04111c50 con 0x7f9c041019b0 2024-06-06T08:30:43.133 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.130+0000 7f9c0b970640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f9c04111f50 con 0x7f9c041079c0 2024-06-06T08:30:43.133 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.130+0000 7f9c08f0b640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9c04102370 0x7f9c04198710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:43.133 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.130+0000 7f9c08f0b640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9c04102370 0x7f9c04198710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37770/0 (socket says 172.21.15.42:37770) 2024-06-06T08:30:43.133 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.130+0000 7f9c08f0b640 1 -- 172.21.15.42:0/3783981642 learned_addr learned my addr 172.21.15.42:0/3783981642 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:43.133 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.130+0000 7f9c09f0d640 1 --2- 172.21.15.42:0/3783981642 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9c041079c0 0x7f9c0419ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:43.133 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.130+0000 7f9c0970c640 1 --2- 172.21.15.42:0/3783981642 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9c041019b0 0x7f9c041981d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:43.133 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.130+0000 7f9c08f0b640 1 -- 172.21.15.42:0/3783981642 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9c041079c0 msgr2=0x7f9c0419ca90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:43.133 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.130+0000 7f9c08f0b640 1 --2- 172.21.15.42:0/3783981642 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9c041079c0 0x7f9c0419ca90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:43.133 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.130+0000 7f9c08f0b640 1 -- 172.21.15.42:0/3783981642 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9c041019b0 msgr2=0x7f9c041981d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:43.133 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.130+0000 7f9c08f0b640 1 --2- 172.21.15.42:0/3783981642 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9c041019b0 0x7f9c041981d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:43.133 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.130+0000 7f9c08f0b640 1 -- 172.21.15.42:0/3783981642 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c0419d1c0 con 0x7f9c04102370 2024-06-06T08:30:43.134 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.130+0000 7f9c08f0b640 1 --2- 172.21.15.42:0/3783981642 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9c04102370 0x7f9c04198710 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7f9bf400d770 tx=0x7f9bf400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:43.134 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.130+0000 7f9bfa7fc640 1 -- 172.21.15.42:0/3783981642 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bf4017070 con 0x7f9c04102370 2024-06-06T08:30:43.134 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.130+0000 7f9bfa7fc640 1 -- 172.21.15.42:0/3783981642 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9bf4005500 con 0x7f9c04102370 2024-06-06T08:30:43.134 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.130+0000 7f9bfa7fc640 1 -- 172.21.15.42:0/3783981642 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bf4004e00 con 0x7f9c04102370 2024-06-06T08:30:43.134 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.130+0000 7f9c0b970640 1 -- 172.21.15.42:0/3783981642 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c0419d4b0 con 0x7f9c04102370 2024-06-06T08:30:43.134 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.131+0000 7f9c0b970640 1 -- 172.21.15.42:0/3783981642 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c041a4d40 con 0x7f9c04102370 2024-06-06T08:30:43.141 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:42 smithi120 ceph-mon[36658]: pgmap v251: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 594 KiB/s wr, 145 op/s 2024-06-06T08:30:43.142 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.133+0000 7f9bfa7fc640 1 -- 172.21.15.42:0/3783981642 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f9bf4004fa0 con 0x7f9c04102370 2024-06-06T08:30:43.142 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.133+0000 7f9c0e67d740 1 Processor -- start 2024-06-06T08:30:43.142 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.134+0000 7f9c0e67d740 1 -- start start 2024-06-06T08:30:43.142 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.134+0000 7f9c0e67d740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611d0a1a170 0x5611d0a1a550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:43.142 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.134+0000 7f9c0e67d740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5611d0a1aa90 0x5611d0a24e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:43.142 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.134+0000 7f9c0e67d740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5611d0a25350 0x5611d0a27740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:43.143 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.134+0000 7f9c0e67d740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5611d097e4f0 con 0x5611d0a25350 2024-06-06T08:30:43.143 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.134+0000 7f9c0e67d740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5611d091c870 con 0x5611d0a1aa90 2024-06-06T08:30:43.143 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.134+0000 7f9c0e67d740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5611d097a4b0 con 0x5611d0a1a170 2024-06-06T08:30:43.143 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.134+0000 7f9bfa7fc640 1 --2- 172.21.15.42:0/3783981642 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f9bf00a2e20 0x7f9bf00a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:43.143 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.134+0000 7f9c08f0b640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5611d0a25350 0x5611d0a27740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:43.143 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.134+0000 7f9c0970c640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5611d0a1aa90 0x5611d0a24e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:43.143 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.134+0000 7f9c08f0b640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5611d0a25350 0x5611d0a27740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37776/0 (socket says 172.21.15.42:37776) 2024-06-06T08:30:43.143 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.134+0000 7f9c08f0b640 1 -- 172.21.15.42:0/1247823735 learned_addr learned my addr 172.21.15.42:0/1247823735 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:43.143 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.134+0000 7f9c09f0d640 1 --2- 172.21.15.42:0/3783981642 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f9bf00a2e20 0x7f9bf00a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:43.143 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.134+0000 7f9bfa7fc640 1 -- 172.21.15.42:0/3783981642 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 9438+0+0 (secure 0 0 0) 0x7f9bf40cf2a0 con 0x7f9c04102370 2024-06-06T08:30:43.144 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.134+0000 7f9c09f0d640 1 --2- 172.21.15.42:0/1247823735 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611d0a1a170 0x5611d0a1a550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:43.144 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.134+0000 7f9c08f0b640 1 -- 172.21.15.42:0/1247823735 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611d0a1a170 msgr2=0x5611d0a1a550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:43.144 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.134+0000 7f9c08f0b640 1 --2- 172.21.15.42:0/1247823735 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611d0a1a170 0x5611d0a1a550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:43.144 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.134+0000 7f9c08f0b640 1 -- 172.21.15.42:0/1247823735 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5611d0a1aa90 msgr2=0x5611d0a24e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:43.144 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.134+0000 7f9c08f0b640 1 --2- 172.21.15.42:0/1247823735 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5611d0a1aa90 0x5611d0a24e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:43.144 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.134+0000 7f9c08f0b640 1 -- 172.21.15.42:0/1247823735 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5611d09389b0 con 0x5611d0a25350 2024-06-06T08:30:43.144 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.134+0000 7f9c09f0d640 1 --2- 172.21.15.42:0/1247823735 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611d0a1a170 0x5611d0a1a550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:30:43.144 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.135+0000 7f9c08f0b640 1 --2- 172.21.15.42:0/1247823735 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5611d0a25350 0x5611d0a27740 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7f9bf4097e00 tx=0x7f9bf40048a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd53568f7f65d715 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:43.144 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.135+0000 7f9c09f0d640 1 --2- 172.21.15.42:0/3783981642 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f9bf00a2e20 0x7f9bf00a52e0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f9bfc009fd0 tx=0x7f9bfc0095a0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:43.144 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.135+0000 7f9bef7fe640 1 -- 172.21.15.42:0/1247823735 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bf4020070 con 0x5611d0a25350 2024-06-06T08:30:43.144 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.135+0000 7f9bef7fe640 1 -- 172.21.15.42:0/1247823735 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9bf40046c0 con 0x5611d0a25350 2024-06-06T08:30:43.144 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.135+0000 7f9bef7fe640 1 -- 172.21.15.42:0/1247823735 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bf4009cc0 con 0x5611d0a25350 2024-06-06T08:30:43.145 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.135+0000 7f9c0e67d740 1 -- 172.21.15.42:0/1247823735 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5611d0a25350 msgr2=0x5611d0a27740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:43.145 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.135+0000 7f9c0e67d740 1 --2- 172.21.15.42:0/1247823735 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5611d0a25350 0x5611d0a27740 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7f9bf4097e00 tx=0x7f9bf40048a0 comp rx=0 tx=0).stop 2024-06-06T08:30:43.145 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.136+0000 7f9c0e67d740 1 -- 172.21.15.42:0/1247823735 shutdown_connections 2024-06-06T08:30:43.145 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.136+0000 7f9c0e67d740 1 --2- 172.21.15.42:0/1247823735 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5611d0a1aa90 0x5611d0a24e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:43.145 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.136+0000 7f9c0e67d740 1 --2- 172.21.15.42:0/1247823735 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5611d0a25350 0x5611d0a27740 unknown :-1 s=CLOSED pgs=808 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:43.145 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.136+0000 7f9c0e67d740 1 --2- 172.21.15.42:0/1247823735 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611d0a1a170 0x5611d0a1a550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:43.145 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.136+0000 7f9c0e67d740 1 -- 172.21.15.42:0/1247823735 >> 172.21.15.42:0/1247823735 conn(0x5611d0a16680 msgr2=0x5611d0a16a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:43.145 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.136+0000 7f9c0e67d740 1 -- 172.21.15.42:0/1247823735 shutdown_connections 2024-06-06T08:30:43.145 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.136+0000 7f9c0e67d740 1 -- 172.21.15.42:0/1247823735 wait complete. 2024-06-06T08:30:43.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.136+0000 7f9c0e67d740 1 -- start start 2024-06-06T08:30:43.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.136+0000 7f9c0e67d740 1 Processor -- start 2024-06-06T08:30:43.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.136+0000 7f9c0e67d740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611d0a1a170 0x5611d0a22240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:43.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.136+0000 7f9c0e67d740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5611d0a1aa90 0x5611d0a22780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:43.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.136+0000 7f9c0e67d740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5611d0a25350 0x5611d0a22cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:43.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.136+0000 7f9c0e67d740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5611d0a27ec0 con 0x5611d0a1aa90 2024-06-06T08:30:43.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.136+0000 7f9c0e67d740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5611d0907ae0 con 0x5611d0a25350 2024-06-06T08:30:43.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.136+0000 7f9c0e67d740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5611d0a28040 con 0x5611d0a1a170 2024-06-06T08:30:43.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.136+0000 7f9c0e67d740 10 client.0 _ll_register_callbacks cb 0x5611d09409b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:30:43.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.137+0000 7f9c08f0b640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5611d0a1aa90 0x5611d0a22780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:43.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.137+0000 7f9c08f0b640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5611d0a1aa90 0x5611d0a22780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37788/0 (socket says 172.21.15.42:37788) 2024-06-06T08:30:43.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.137+0000 7f9c08f0b640 1 -- 172.21.15.42:0/3803690775 learned_addr learned my addr 172.21.15.42:0/3803690775 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:43.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.137+0000 7f9c09f0d640 1 --2- 172.21.15.42:0/3803690775 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5611d0a25350 0x5611d0a22cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:43.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.137+0000 7f9c0970c640 1 --2- 172.21.15.42:0/3803690775 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611d0a1a170 0x5611d0a22240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:43.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.137+0000 7f9c08f0b640 1 -- 172.21.15.42:0/3803690775 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611d0a1a170 msgr2=0x5611d0a22240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:43.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.137+0000 7f9c08f0b640 1 --2- 172.21.15.42:0/3803690775 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611d0a1a170 0x5611d0a22240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:43.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.137+0000 7f9c08f0b640 1 -- 172.21.15.42:0/3803690775 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5611d0a25350 msgr2=0x5611d0a22cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:43.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.137+0000 7f9c08f0b640 1 --2- 172.21.15.42:0/3803690775 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5611d0a25350 0x5611d0a22cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:43.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.137+0000 7f9c08f0b640 1 -- 172.21.15.42:0/3803690775 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5611d0692210 con 0x5611d0a1aa90 2024-06-06T08:30:43.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.137+0000 7f9c09f0d640 1 --2- 172.21.15.42:0/3803690775 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5611d0a25350 0x5611d0a22cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:30:43.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.137+0000 7f9c0970c640 1 --2- 172.21.15.42:0/3803690775 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611d0a1a170 0x5611d0a22240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:30:43.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.137+0000 7f9c08f0b640 1 --2- 172.21.15.42:0/3803690775 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5611d0a1aa90 0x5611d0a22780 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f9bf40cc710 tx=0x7f9bf409f850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=134652cf0eb43242 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:43.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.137+0000 7f9becff9640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:30:43.148 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.137+0000 7f9becff9640 1 -- 172.21.15.42:0/3803690775 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bf4020040 con 0x5611d0a1aa90 2024-06-06T08:30:43.148 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.137+0000 7f9becff9640 1 -- 172.21.15.42:0/3803690775 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 9438+0+0 (secure 0 0 0) 0x7f9bf4009cc0 con 0x5611d0a1aa90 2024-06-06T08:30:43.148 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.137+0000 7f9c0e67d740 1 -- 172.21.15.42:0/3803690775 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5611d0991f10 con 0x5611d0a1aa90 2024-06-06T08:30:43.148 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.137+0000 7f9becff9640 1 -- 172.21.15.42:0/3803690775 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f9bf409bb30 con 0x5611d0a1aa90 2024-06-06T08:30:43.148 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.137+0000 7f9c0e67d740 10 client.16989 fetch_fsmap learned FSMap version 36 2024-06-06T08:30:43.148 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.137+0000 7f9c0e67d740 1 -- 172.21.15.42:0/3803690775 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x5611d075e620 con 0x5611d0a1aa90 2024-06-06T08:30:43.148 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.138+0000 7f9becff9640 1 -- 172.21.15.42:0/3803690775 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x5611d0991f10 con 0x5611d0a1aa90 2024-06-06T08:30:43.148 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.138+0000 7f9becff9640 1 -- 172.21.15.42:0/3803690775 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7f9bf40b4220 con 0x5611d0a1aa90 2024-06-06T08:30:43.148 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.138+0000 7f9c0e67d740 10 client.16989 fetch_fsmap finished waiting for FSMap version 36 2024-06-06T08:30:43.148 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.138+0000 7f9c0e67d740 10 client.16989 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:30:43.148 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.138+0000 7f9c0e67d740 20 client.16989 populate_metadata read hostname 'smithi042' 2024-06-06T08:30:43.149 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.138+0000 7f9c0e67d740 1 --2- 172.21.15.42:0/3803690775 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5611d0a35200 0x5611d0a375f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:43.149 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.138+0000 7f9c0e67d740 4 client.16989 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:30:43.149 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.138+0000 7f9c0e67d740 1 -- 172.21.15.42:0/3803690775 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5611d098bc20 con 0x5611d0a35200 2024-06-06T08:30:43.149 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.138+0000 7f9c0970c640 1 --2- 172.21.15.42:0/3803690775 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5611d0a35200 0x5611d0a375f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:43.149 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.138+0000 7f9becff9640 10 client.16989 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:30:43.149 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.138+0000 7f9c0970c640 1 --2- 172.21.15.42:0/3803690775 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5611d0a35200 0x5611d0a375f0 crc :-1 s=READY pgs=181 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cae6603b89d9a450 server_cookie=d48e26f72f0b5490 in_seq=0 out_seq=0 2024-06-06T08:30:43.149 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.139+0000 7f9becff9640 1 -- 172.21.15.42:0/3803690775 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x5611d098bc20 con 0x5611d0a35200 2024-06-06T08:30:43.149 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.139+0000 7f9becff9640 10 client.16989 handle_command_reply: tid=0 2024-06-06T08:30:43.149 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.139+0000 7f9c0e67d740 1 client.16989 shutdown 2024-06-06T08:30:43.149 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.139+0000 7f9c0e67d740 1 -- 172.21.15.42:0/3803690775 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5611d0a1aa90 msgr2=0x5611d0a22780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:43.150 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.139+0000 7f9c0e67d740 1 --2- 172.21.15.42:0/3803690775 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5611d0a1aa90 0x5611d0a22780 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f9bf40cc710 tx=0x7f9bf409f850 comp rx=0 tx=0).stop 2024-06-06T08:30:43.150 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.140+0000 7f9c0e67d740 1 -- 172.21.15.42:0/3803690775 shutdown_connections 2024-06-06T08:30:43.150 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.140+0000 7f9c0e67d740 1 --2- 172.21.15.42:0/3803690775 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5611d0a35200 0x5611d0a375f0 crc :-1 s=READY pgs=181 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:43.150 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.140+0000 7f9c0e67d740 1 --2- 172.21.15.42:0/3803690775 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5611d0a25350 0x5611d0a22cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:43.150 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.140+0000 7f9c0e67d740 1 --2- 172.21.15.42:0/3803690775 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5611d0a1aa90 0x5611d0a22780 unknown :-1 s=CLOSED pgs=809 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:43.150 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.140+0000 7f9becff9640 0 client.16989 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:30:43.150 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.140+0000 7f9c0e67d740 1 --2- 172.21.15.42:0/3803690775 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611d0a1a170 0x5611d0a22240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:43.150 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.140+0000 7f9c0e67d740 1 -- 172.21.15.42:0/3803690775 >> 172.21.15.42:0/3803690775 conn(0x5611d0a16680 msgr2=0x5611d0a1c3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:43.150 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.140+0000 7f9c0e67d740 1 -- 172.21.15.42:0/3803690775 shutdown_connections 2024-06-06T08:30:43.150 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.140+0000 7f9c0e67d740 1 -- 172.21.15.42:0/3803690775 wait complete. 2024-06-06T08:30:43.150 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.140+0000 7f9c0e67d740 20 client.16989 trim_cache size 0 max 16384 2024-06-06T08:30:43.160 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.155+0000 7f9c0e67d740 1 Processor -- start 2024-06-06T08:30:43.161 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.155+0000 7f9c0e67d740 1 -- start start 2024-06-06T08:30:43.161 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.156+0000 7f9c0e67d740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5611d0a1a170 0x5611d0a15f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:43.161 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.156+0000 7f9c0e67d740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5611d0a1aa90 0x5611d0a3cce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:43.161 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.156+0000 7f9c0e67d740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611d0a25350 0x5611d0a3d220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:43.161 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.156+0000 7f9c0e67d740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9c041b16e0 con 0x5611d0a1aa90 2024-06-06T08:30:43.161 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.156+0000 7f9c0e67d740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f9c041aeef0 con 0x5611d0a1a170 2024-06-06T08:30:43.161 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.156+0000 7f9c0e67d740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f9c041acd60 con 0x5611d0a25350 2024-06-06T08:30:43.161 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.156+0000 7f9c08f0b640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5611d0a1aa90 0x5611d0a3cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:43.161 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.156+0000 7f9c08f0b640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5611d0a1aa90 0x5611d0a3cce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37804/0 (socket says 172.21.15.42:37804) 2024-06-06T08:30:43.161 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.156+0000 7f9c08f0b640 1 -- 172.21.15.42:0/1088531056 learned_addr learned my addr 172.21.15.42:0/1088531056 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:43.161 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.156+0000 7f9c09f0d640 1 --2- 172.21.15.42:0/1088531056 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611d0a25350 0x5611d0a3d220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:43.162 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.156+0000 7f9c0970c640 1 --2- 172.21.15.42:0/1088531056 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5611d0a1a170 0x5611d0a15f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:43.162 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.156+0000 7f9c08f0b640 1 -- 172.21.15.42:0/1088531056 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611d0a25350 msgr2=0x5611d0a3d220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:43.162 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.156+0000 7f9c08f0b640 1 --2- 172.21.15.42:0/1088531056 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611d0a25350 0x5611d0a3d220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:43.162 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.156+0000 7f9c08f0b640 1 -- 172.21.15.42:0/1088531056 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5611d0a1a170 msgr2=0x5611d0a15f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:43.162 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.156+0000 7f9c08f0b640 1 --2- 172.21.15.42:0/1088531056 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5611d0a1a170 0x5611d0a15f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:43.162 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.156+0000 7f9c08f0b640 1 -- 172.21.15.42:0/1088531056 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5611d0a31120 con 0x5611d0a1aa90 2024-06-06T08:30:43.162 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.156+0000 7f9c08f0b640 1 --2- 172.21.15.42:0/1088531056 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5611d0a1aa90 0x5611d0a3cce0 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7f9bf409b3c0 tx=0x7f9bf4099940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=588acf742049f699 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:43.162 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.156+0000 7f9beeffd640 1 -- 172.21.15.42:0/1088531056 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bf4020040 con 0x5611d0a1aa90 2024-06-06T08:30:43.162 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.156+0000 7f9beeffd640 1 -- 172.21.15.42:0/1088531056 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9bf40a2b60 con 0x5611d0a1aa90 2024-06-06T08:30:43.162 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.156+0000 7f9beeffd640 1 -- 172.21.15.42:0/1088531056 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bf40cc8e0 con 0x5611d0a1aa90 2024-06-06T08:30:43.162 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.157+0000 7f9c0e67d740 1 -- 172.21.15.42:0/1088531056 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5611d0a1aa90 msgr2=0x5611d0a3cce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:43.162 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.157+0000 7f9c0e67d740 1 --2- 172.21.15.42:0/1088531056 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5611d0a1aa90 0x5611d0a3cce0 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7f9bf409b3c0 tx=0x7f9bf4099940 comp rx=0 tx=0).stop 2024-06-06T08:30:43.163 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.157+0000 7f9c0e67d740 1 -- 172.21.15.42:0/1088531056 shutdown_connections 2024-06-06T08:30:43.163 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.157+0000 7f9c0e67d740 1 --2- 172.21.15.42:0/1088531056 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611d0a25350 0x5611d0a3d220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:43.163 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.157+0000 7f9c0e67d740 1 --2- 172.21.15.42:0/1088531056 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5611d0a1aa90 0x5611d0a3cce0 unknown :-1 s=CLOSED pgs=810 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:43.163 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.157+0000 7f9c0e67d740 1 --2- 172.21.15.42:0/1088531056 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5611d0a1a170 0x5611d0a15f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:43.163 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.157+0000 7f9c0e67d740 1 -- 172.21.15.42:0/1088531056 >> 172.21.15.42:0/1088531056 conn(0x5611d0a16680 msgr2=0x5611d0a20b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:43.163 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.157+0000 7f9c0e67d740 1 -- 172.21.15.42:0/1088531056 shutdown_connections 2024-06-06T08:30:43.163 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.157+0000 7f9c0e67d740 1 -- 172.21.15.42:0/1088531056 wait complete. 2024-06-06T08:30:43.163 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.157+0000 7f9c0e67d740 1 -- start start 2024-06-06T08:30:43.163 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.157+0000 7f9c0e67d740 1 Processor -- start 2024-06-06T08:30:43.163 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.158+0000 7f9c0e67d740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611d0a1a170 0x5611d0a2d480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:43.163 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.158+0000 7f9c0e67d740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5611d0a1aa90 0x5611d0a2d9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:43.163 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.158+0000 7f9c0e67d740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5611d0a25350 0x5611d0a1eaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:43.163 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.158+0000 7f9c0e67d740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9c041ad3b0 con 0x5611d0a25350 2024-06-06T08:30:43.164 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.158+0000 7f9c0e67d740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f9c041ae820 con 0x5611d0a1aa90 2024-06-06T08:30:43.164 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.158+0000 7f9c0e67d740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f9c041ada80 con 0x5611d0a1a170 2024-06-06T08:30:43.164 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.158+0000 7f9c0e67d740 10 client.0 _ll_register_callbacks cb 0x7f9c00009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:30:43.164 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.158+0000 7f9c09f0d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5611d0a25350 0x5611d0a1eaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:43.164 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.158+0000 7f9c09f0d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5611d0a25350 0x5611d0a1eaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37810/0 (socket says 172.21.15.42:37810) 2024-06-06T08:30:43.164 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.158+0000 7f9c0970c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611d0a1a170 0x5611d0a2d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:43.164 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.158+0000 7f9c09f0d640 1 -- 172.21.15.42:0/1095545541 learned_addr learned my addr 172.21.15.42:0/1095545541 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:43.164 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.158+0000 7f9c08f0b640 1 --2- 172.21.15.42:0/1095545541 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5611d0a1aa90 0x5611d0a2d9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:43.164 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.158+0000 7f9c09f0d640 1 -- 172.21.15.42:0/1095545541 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611d0a1a170 msgr2=0x5611d0a2d480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:43.164 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.158+0000 7f9c09f0d640 1 --2- 172.21.15.42:0/1095545541 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611d0a1a170 0x5611d0a2d480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:43.164 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.158+0000 7f9c09f0d640 1 -- 172.21.15.42:0/1095545541 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5611d0a1aa90 msgr2=0x5611d0a2d9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:43.164 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.158+0000 7f9c09f0d640 1 --2- 172.21.15.42:0/1095545541 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5611d0a1aa90 0x5611d0a2d9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:43.165 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.158+0000 7f9c09f0d640 1 -- 172.21.15.42:0/1095545541 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5611d0a1f320 con 0x5611d0a25350 2024-06-06T08:30:43.165 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.159+0000 7f9c09f0d640 1 --2- 172.21.15.42:0/1095545541 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5611d0a25350 0x5611d0a1eaf0 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f9bfc010a60 tx=0x7f9bfc004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=139206d761b69685 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:43.165 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.159+0000 7f9becff9640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:30:43.165 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.159+0000 7f9becff9640 1 -- 172.21.15.42:0/1095545541 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bfc01f620 con 0x5611d0a25350 2024-06-06T08:30:43.165 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.159+0000 7f9becff9640 1 -- 172.21.15.42:0/1095545541 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 9438+0+0 (secure 0 0 0) 0x7f9bfc01f7c0 con 0x5611d0a25350 2024-06-06T08:30:43.165 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.159+0000 7f9c0e67d740 1 -- 172.21.15.42:0/1095545541 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5611d0985f70 con 0x5611d0a25350 2024-06-06T08:30:43.165 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.159+0000 7f9becff9640 1 -- 172.21.15.42:0/1095545541 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f9bfc01f9c0 con 0x5611d0a25350 2024-06-06T08:30:43.165 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.159+0000 7f9c0e67d740 10 client.16995 fetch_fsmap learned FSMap version 36 2024-06-06T08:30:43.165 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.159+0000 7f9c0e67d740 1 -- 172.21.15.42:0/1095545541 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x5611d0a9f760 con 0x5611d0a25350 2024-06-06T08:30:43.165 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.159+0000 7f9becff9640 1 -- 172.21.15.42:0/1095545541 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x5611d0985f70 con 0x5611d0a25350 2024-06-06T08:30:43.165 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.159+0000 7f9becff9640 1 -- 172.21.15.42:0/1095545541 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7f9bfc027070 con 0x5611d0a25350 2024-06-06T08:30:43.165 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.159+0000 7f9c0e67d740 10 client.16995 fetch_fsmap finished waiting for FSMap version 36 2024-06-06T08:30:43.165 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.159+0000 7f9c0e67d740 10 client.16995 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:30:43.166 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.159+0000 7f9c0e67d740 20 client.16995 populate_metadata read hostname 'smithi042' 2024-06-06T08:30:43.166 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.159+0000 7f9c0e67d740 1 --2- 172.21.15.42:0/1095545541 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5611d0a9ff90 0x5611d0aa23b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:43.166 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.159+0000 7f9c0e67d740 4 client.16995 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:30:43.166 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.159+0000 7f9c0e67d740 1 -- 172.21.15.42:0/1095545541 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5611d09038e0 con 0x5611d0a9ff90 2024-06-06T08:30:43.166 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.160+0000 7f9c0970c640 1 --2- 172.21.15.42:0/1095545541 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5611d0a9ff90 0x5611d0aa23b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:43.166 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.160+0000 7f9becff9640 10 client.16995 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:30:43.166 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:43.160+0000 7f9c0970c640 1 --2- 172.21.15.42:0/1095545541 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5611d0a9ff90 0x5611d0aa23b0 crc :-1 s=READY pgs=182 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ede262051b9caa97 server_cookie=1dcbd18969244e76 in_seq=0 out_seq=0 2024-06-06T08:30:43.239 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-06-06T08:30:43.240 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-06-06T08:30:43.487 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:30:44.919 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:44.918+0000 7f9becff9640 1 -- 172.21.15.42:0/1095545541 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5611d09038e0 con 0x5611d0a9ff90 2024-06-06T08:30:44.919 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:44.918+0000 7f9becff9640 10 client.16995 handle_command_reply: tid=0 2024-06-06T08:30:44.919 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:44.918+0000 7f9c0e67d740 1 client.16995 shutdown 2024-06-06T08:30:44.919 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:44.918+0000 7f9c0e67d740 1 -- 172.21.15.42:0/1095545541 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5611d0a25350 msgr2=0x5611d0a1eaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:44.919 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:44.918+0000 7f9c0e67d740 1 --2- 172.21.15.42:0/1095545541 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5611d0a25350 0x5611d0a1eaf0 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f9bfc010a60 tx=0x7f9bfc004a40 comp rx=0 tx=0).stop 2024-06-06T08:30:44.920 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:44.918+0000 7f9c0e67d740 1 -- 172.21.15.42:0/1095545541 shutdown_connections 2024-06-06T08:30:44.920 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:44.918+0000 7f9c0e67d740 1 --2- 172.21.15.42:0/1095545541 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5611d0a9ff90 0x5611d0aa23b0 crc :-1 s=READY pgs=182 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:44.920 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:44.918+0000 7f9c0e67d740 1 --2- 172.21.15.42:0/1095545541 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5611d0a1aa90 0x5611d0a2d9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:44.920 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:44.918+0000 7f9c0e67d740 1 --2- 172.21.15.42:0/1095545541 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5611d0a25350 0x5611d0a1eaf0 unknown :-1 s=CLOSED pgs=811 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:44.920 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:44.918+0000 7f9c0e67d740 1 --2- 172.21.15.42:0/1095545541 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611d0a1a170 0x5611d0a2d480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:44.920 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:44.918+0000 7f9becff9640 0 client.16995 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:30:44.920 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:44.918+0000 7f9c0e67d740 1 -- 172.21.15.42:0/1095545541 >> 172.21.15.42:0/1095545541 conn(0x5611d0a16680 msgr2=0x5611d0a1bb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:44.920 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:44.918+0000 7f9c0e67d740 1 -- 172.21.15.42:0/1095545541 shutdown_connections 2024-06-06T08:30:44.920 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:44.919+0000 7f9c0e67d740 1 -- 172.21.15.42:0/1095545541 wait complete. 2024-06-06T08:30:44.920 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:44.919+0000 7f9c0e67d740 20 client.16995 trim_cache size 0 max 16384 2024-06-06T08:30:44.921 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:30:44.921 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:30:44.921 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:30:44.922 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:44.919+0000 7f9c0b970640 1 -- 172.21.15.42:0/3783981642 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f9bf00a2e20 msgr2=0x7f9bf00a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:44.922 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:44.919+0000 7f9c0b970640 1 --2- 172.21.15.42:0/3783981642 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f9bf00a2e20 0x7f9bf00a52e0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f9bfc009fd0 tx=0x7f9bfc0095a0 comp rx=0 tx=0).stop 2024-06-06T08:30:44.922 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:44.919+0000 7f9c0b970640 1 -- 172.21.15.42:0/3783981642 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9c04102370 msgr2=0x7f9c04198710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:44.922 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:44.919+0000 7f9c0b970640 1 --2- 172.21.15.42:0/3783981642 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9c04102370 0x7f9c04198710 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7f9bf400d770 tx=0x7f9bf400dc30 comp rx=0 tx=0).stop 2024-06-06T08:30:44.922 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:44.919+0000 7f9c0b970640 1 -- 172.21.15.42:0/3783981642 shutdown_connections 2024-06-06T08:30:44.922 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:44.919+0000 7f9c0b970640 1 --2- 172.21.15.42:0/3783981642 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f9bf00a2e20 0x7f9bf00a52e0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:44.922 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:44.919+0000 7f9c0b970640 1 --2- 172.21.15.42:0/3783981642 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9c041079c0 0x7f9c0419ca90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:44.922 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:44.919+0000 7f9c0b970640 1 --2- 172.21.15.42:0/3783981642 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9c04102370 0x7f9c04198710 unknown :-1 s=CLOSED pgs=807 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:44.922 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:44.919+0000 7f9c0b970640 1 --2- 172.21.15.42:0/3783981642 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9c041019b0 0x7f9c041981d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:44.922 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:44.919+0000 7f9c0b970640 1 -- 172.21.15.42:0/3783981642 >> 172.21.15.42:0/3783981642 conn(0x7f9c04078e30 msgr2=0x7f9c040ff1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:44.922 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:44.919+0000 7f9c0b970640 1 -- 172.21.15.42:0/3783981642 shutdown_connections 2024-06-06T08:30:44.922 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:44.919+0000 7f9c0b970640 1 -- 172.21.15.42:0/3783981642 wait complete. 2024-06-06T08:30:44.984 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:44 smithi042 ceph-mon[32384]: pgmap v252: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 513 KiB/s wr, 126 op/s 2024-06-06T08:30:45.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:44 smithi149 ceph-mon[36842]: pgmap v252: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 513 KiB/s wr, 126 op/s 2024-06-06T08:30:45.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:44 smithi120 ceph-mon[36658]: pgmap v252: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 513 KiB/s wr, 126 op/s 2024-06-06T08:30:45.234 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.233+0000 7fc718544700 1 -- 172.21.15.42:0/400735288 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc71006abc0 msgr2=0x7fc71006b040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:45.234 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.233+0000 7fc718544700 1 --2- 172.21.15.42:0/400735288 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc71006abc0 0x7fc71006b040 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7fc700009990 tx=0x7fc700009ca0 comp rx=0 tx=0).stop 2024-06-06T08:30:45.234 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.234+0000 7fc718544700 1 -- 172.21.15.42:0/400735288 shutdown_connections 2024-06-06T08:30:45.234 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.234+0000 7fc718544700 1 --2- 172.21.15.42:0/400735288 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc71006b580 0x7fc71010f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:45.235 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.234+0000 7fc718544700 1 --2- 172.21.15.42:0/400735288 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc710108500 0x7fc7101088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:45.235 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.234+0000 7fc718544700 1 --2- 172.21.15.42:0/400735288 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc71006abc0 0x7fc71006b040 unknown :-1 s=CLOSED pgs=812 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:45.235 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.234+0000 7fc718544700 1 -- 172.21.15.42:0/400735288 >> 172.21.15.42:0/400735288 conn(0x7fc710078340 msgr2=0x7fc710078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:45.235 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.234+0000 7fc718544700 1 -- 172.21.15.42:0/400735288 shutdown_connections 2024-06-06T08:30:45.235 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.234+0000 7fc718544700 1 -- 172.21.15.42:0/400735288 wait complete. 2024-06-06T08:30:45.235 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.234+0000 7fc718544700 1 Processor -- start 2024-06-06T08:30:45.235 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.234+0000 7fc718544700 1 -- start start 2024-06-06T08:30:45.236 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.235+0000 7fc718544700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc71006abc0 0x7fc710198cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:45.236 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.235+0000 7fc718544700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc71006b580 0x7fc710199230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:45.236 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.235+0000 7fc718544700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc710108500 0x7fc71019c4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:45.236 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.235+0000 7fc718544700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc710112780 con 0x7fc71006abc0 2024-06-06T08:30:45.236 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.235+0000 7fc718544700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fc710112600 con 0x7fc71006b580 2024-06-06T08:30:45.236 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.235+0000 7fc718544700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fc710112900 con 0x7fc710108500 2024-06-06T08:30:45.237 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.235+0000 7fc7162e0700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc71006abc0 0x7fc710198cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:45.237 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.235+0000 7fc7162e0700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc71006abc0 0x7fc710198cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37826/0 (socket says 172.21.15.42:37826) 2024-06-06T08:30:45.237 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.235+0000 7fc7162e0700 1 -- 172.21.15.42:0/1917592934 learned_addr learned my addr 172.21.15.42:0/1917592934 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:45.237 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.235+0000 7fc716ae1700 1 --2- 172.21.15.42:0/1917592934 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc710108500 0x7fc71019c4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:45.237 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.235+0000 7fc715adf700 1 --2- 172.21.15.42:0/1917592934 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc71006b580 0x7fc710199230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:45.237 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.235+0000 7fc7162e0700 1 -- 172.21.15.42:0/1917592934 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc710108500 msgr2=0x7fc71019c4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:45.237 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.235+0000 7fc7162e0700 1 --2- 172.21.15.42:0/1917592934 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc710108500 0x7fc71019c4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:45.237 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.235+0000 7fc7162e0700 1 -- 172.21.15.42:0/1917592934 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc71006b580 msgr2=0x7fc710199230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:45.237 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.235+0000 7fc7162e0700 1 --2- 172.21.15.42:0/1917592934 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc71006b580 0x7fc710199230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:45.237 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.235+0000 7fc7162e0700 1 -- 172.21.15.42:0/1917592934 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc71019cbf0 con 0x7fc71006abc0 2024-06-06T08:30:45.237 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.235+0000 7fc715adf700 1 --2- 172.21.15.42:0/1917592934 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc71006b580 0x7fc710199230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:30:45.237 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.235+0000 7fc7162e0700 1 --2- 172.21.15.42:0/1917592934 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc71006abc0 0x7fc710198cf0 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7fc70c00c9b0 tx=0x7fc70c00ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:45.237 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.236+0000 7fc7077fe700 1 -- 172.21.15.42:0/1917592934 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc70c007b00 con 0x7fc71006abc0 2024-06-06T08:30:45.238 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.236+0000 7fc718544700 1 -- 172.21.15.42:0/1917592934 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc71019cee0 con 0x7fc71006abc0 2024-06-06T08:30:45.238 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.236+0000 7fc718544700 1 -- 172.21.15.42:0/1917592934 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7101a5850 con 0x7fc71006abc0 2024-06-06T08:30:45.238 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.236+0000 7fc7077fe700 1 -- 172.21.15.42:0/1917592934 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc70c007ca0 con 0x7fc71006abc0 2024-06-06T08:30:45.238 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.236+0000 7fc7077fe700 1 -- 172.21.15.42:0/1917592934 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc70c018730 con 0x7fc71006abc0 2024-06-06T08:30:45.238 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.239+0000 7fc7077fe700 1 -- 172.21.15.42:0/1917592934 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fc70c0188d0 con 0x7fc71006abc0 2024-06-06T08:30:45.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.239+0000 7fc7077fe700 1 --2- 172.21.15.42:0/1917592934 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc6fc0a2d90 0x7fc6fc0a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:45.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.240+0000 7fc715adf700 1 --2- 172.21.15.42:0/1917592934 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc6fc0a2d90 0x7fc6fc0a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:45.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.240+0000 7fc7077fe700 1 -- 172.21.15.42:0/1917592934 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 9438+0+0 (secure 0 0 0) 0x7fc70c0cf730 con 0x7fc71006abc0 2024-06-06T08:30:45.241 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.240+0000 7fc722dc7b80 1 Processor -- start 2024-06-06T08:30:45.241 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.240+0000 7fc715adf700 1 --2- 172.21.15.42:0/1917592934 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc6fc0a2d90 0x7fc6fc0a5250 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fc700006010 tx=0x7fc70000b540 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:45.241 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.240+0000 7fc722dc7b80 1 -- start start 2024-06-06T08:30:45.241 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.241+0000 7fc722dc7b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5601b15844f0 0x5601b15848d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:45.241 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.241+0000 7fc722dc7b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601b157e6f0 0x5601b157eb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:45.241 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.241+0000 7fc722dc7b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5601b157f0b0 0x5601b158b290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:45.241 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.241+0000 7fc722dc7b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5601b146cfe0 con 0x5601b157e6f0 2024-06-06T08:30:45.241 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.241+0000 7fc722dc7b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5601b14cb8d0 con 0x5601b15844f0 2024-06-06T08:30:45.241 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.241+0000 7fc722dc7b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5601b14334e0 con 0x5601b157f0b0 2024-06-06T08:30:45.241 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.241+0000 7fc715adf700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601b157e6f0 0x5601b157eb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:45.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.241+0000 7fc715adf700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601b157e6f0 0x5601b157eb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37840/0 (socket says 172.21.15.42:37840) 2024-06-06T08:30:45.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.241+0000 7fc715adf700 1 -- 172.21.15.42:0/1168235583 learned_addr learned my addr 172.21.15.42:0/1168235583 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:45.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.241+0000 7fc716ae1700 1 --2- 172.21.15.42:0/1168235583 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5601b157f0b0 0x5601b158b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:45.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.241+0000 7fc7162e0700 1 --2- 172.21.15.42:0/1168235583 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5601b15844f0 0x5601b15848d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:45.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.241+0000 7fc715adf700 1 -- 172.21.15.42:0/1168235583 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5601b157f0b0 msgr2=0x5601b158b290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:45.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.241+0000 7fc715adf700 1 --2- 172.21.15.42:0/1168235583 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5601b157f0b0 0x5601b158b290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:45.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.241+0000 7fc715adf700 1 -- 172.21.15.42:0/1168235583 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5601b15844f0 msgr2=0x5601b15848d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:45.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.241+0000 7fc715adf700 1 --2- 172.21.15.42:0/1168235583 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5601b15844f0 0x5601b15848d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:45.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.241+0000 7fc715adf700 1 -- 172.21.15.42:0/1168235583 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5601b141a950 con 0x5601b157e6f0 2024-06-06T08:30:45.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.241+0000 7fc715adf700 1 --2- 172.21.15.42:0/1168235583 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601b157e6f0 0x5601b157eb70 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7fc700009990 tx=0x7fc70001f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2820bd67da6362e0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:45.245 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.241+0000 7fc704ff9700 1 -- 172.21.15.42:0/1168235583 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc70000be40 con 0x5601b157e6f0 2024-06-06T08:30:45.245 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.242+0000 7fc704ff9700 1 -- 172.21.15.42:0/1168235583 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc700003e40 con 0x5601b157e6f0 2024-06-06T08:30:45.245 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.242+0000 7fc704ff9700 1 -- 172.21.15.42:0/1168235583 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc70000f6c0 con 0x5601b157e6f0 2024-06-06T08:30:45.245 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.242+0000 7fc722dc7b80 1 -- 172.21.15.42:0/1168235583 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601b157e6f0 msgr2=0x5601b157eb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:45.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.242+0000 7fc722dc7b80 1 --2- 172.21.15.42:0/1168235583 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601b157e6f0 0x5601b157eb70 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7fc700009990 tx=0x7fc70001f000 comp rx=0 tx=0).stop 2024-06-06T08:30:45.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.242+0000 7fc722dc7b80 1 -- 172.21.15.42:0/1168235583 shutdown_connections 2024-06-06T08:30:45.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.242+0000 7fc722dc7b80 1 --2- 172.21.15.42:0/1168235583 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5601b157f0b0 0x5601b158b290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:45.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.242+0000 7fc722dc7b80 1 --2- 172.21.15.42:0/1168235583 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5601b15844f0 0x5601b15848d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:45.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.242+0000 7fc722dc7b80 1 --2- 172.21.15.42:0/1168235583 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601b157e6f0 0x5601b157eb70 unknown :-1 s=CLOSED pgs=814 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:45.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.242+0000 7fc722dc7b80 1 -- 172.21.15.42:0/1168235583 >> 172.21.15.42:0/1168235583 conn(0x5601b14a7100 msgr2=0x5601b15752a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:45.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.242+0000 7fc722dc7b80 1 -- 172.21.15.42:0/1168235583 shutdown_connections 2024-06-06T08:30:45.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.242+0000 7fc722dc7b80 1 -- 172.21.15.42:0/1168235583 wait complete. 2024-06-06T08:30:45.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.243+0000 7fc722dc7b80 1 -- start start 2024-06-06T08:30:45.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.243+0000 7fc722dc7b80 1 Processor -- start 2024-06-06T08:30:45.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.243+0000 7fc722dc7b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601b157e6f0 0x5601b158af40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:45.247 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.243+0000 7fc722dc7b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5601b157f0b0 0x5601b1588240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:45.247 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.243+0000 7fc722dc7b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5601b15844f0 0x5601b1588780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:45.247 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.243+0000 7fc722dc7b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5601b146c040 con 0x5601b157e6f0 2024-06-06T08:30:45.247 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.243+0000 7fc722dc7b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5601b14c7890 con 0x5601b157f0b0 2024-06-06T08:30:45.247 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.243+0000 7fc722dc7b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5601b158b7d0 con 0x5601b15844f0 2024-06-06T08:30:45.247 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.243+0000 7fc722dc7b80 10 client.0 _ll_register_callbacks cb 0x5601b1461630 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:30:45.247 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.243+0000 7fc7162e0700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601b157e6f0 0x5601b158af40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:45.247 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.243+0000 7fc7162e0700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601b157e6f0 0x5601b158af40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37854/0 (socket says 172.21.15.42:37854) 2024-06-06T08:30:45.247 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.243+0000 7fc716ae1700 1 --2- 172.21.15.42:0/3251167785 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5601b15844f0 0x5601b1588780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:45.247 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.243+0000 7fc7162e0700 1 -- 172.21.15.42:0/3251167785 learned_addr learned my addr 172.21.15.42:0/3251167785 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:45.247 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.243+0000 7fc715adf700 1 --2- 172.21.15.42:0/3251167785 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5601b157f0b0 0x5601b1588240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:45.247 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.244+0000 7fc716ae1700 1 -- 172.21.15.42:0/3251167785 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5601b157f0b0 msgr2=0x5601b1588240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:45.247 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.244+0000 7fc716ae1700 1 --2- 172.21.15.42:0/3251167785 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5601b157f0b0 0x5601b1588240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:45.248 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.244+0000 7fc716ae1700 1 -- 172.21.15.42:0/3251167785 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601b157e6f0 msgr2=0x5601b158af40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:45.248 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.244+0000 7fc716ae1700 1 --2- 172.21.15.42:0/3251167785 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601b157e6f0 0x5601b158af40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:45.248 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.244+0000 7fc716ae1700 1 -- 172.21.15.42:0/3251167785 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5601b14917d0 con 0x5601b15844f0 2024-06-06T08:30:45.248 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.244+0000 7fc716ae1700 1 --2- 172.21.15.42:0/3251167785 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5601b15844f0 0x5601b1588780 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fc708004090 tx=0x7fc7080040c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a97a762927dfdde2 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:45.248 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.244+0000 7fc6f9ffb700 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:30:45.248 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.244+0000 7fc6f9ffb700 1 -- 172.21.15.42:0/3251167785 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc70801a070 con 0x5601b15844f0 2024-06-06T08:30:45.248 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.244+0000 7fc722dc7b80 1 -- 172.21.15.42:0/3251167785 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5601b14d8dd0 con 0x5601b15844f0 2024-06-06T08:30:45.248 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.244+0000 7fc6f9ffb700 1 -- 172.21.15.42:0/3251167785 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 9438+0+0 (secure 0 0 0) 0x7fc708004db0 con 0x5601b15844f0 2024-06-06T08:30:45.248 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.244+0000 7fc6f9ffb700 1 -- 172.21.15.42:0/3251167785 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7fc708025050 con 0x5601b15844f0 2024-06-06T08:30:45.248 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.244+0000 7fc722dc7b80 10 client.26542 fetch_fsmap learned FSMap version 36 2024-06-06T08:30:45.248 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.244+0000 7fc722dc7b80 1 -- 172.21.15.42:0/3251167785 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x5601b1595ea0 con 0x5601b15844f0 2024-06-06T08:30:45.248 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.245+0000 7fc6f9ffb700 1 -- 172.21.15.42:0/3251167785 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x5601b14d8dd0 con 0x5601b15844f0 2024-06-06T08:30:45.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.245+0000 7fc6f9ffb700 1 -- 172.21.15.42:0/3251167785 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7fc708016730 con 0x5601b15844f0 2024-06-06T08:30:45.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.245+0000 7fc722dc7b80 10 client.26542 fetch_fsmap finished waiting for FSMap version 36 2024-06-06T08:30:45.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.245+0000 7fc722dc7b80 10 client.26542 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:30:45.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.245+0000 7fc722dc7b80 20 client.26542 populate_metadata read hostname 'smithi042' 2024-06-06T08:30:45.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.245+0000 7fc722dc7b80 1 --2- 172.21.15.42:0/3251167785 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5601b1598620 0x5601b159aa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:45.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.245+0000 7fc722dc7b80 4 client.26542 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:30:45.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.245+0000 7fc722dc7b80 1 -- 172.21.15.42:0/3251167785 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5601b14d3350 con 0x5601b1598620 2024-06-06T08:30:45.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.245+0000 7fc7162e0700 1 --2- 172.21.15.42:0/3251167785 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5601b1598620 0x5601b159aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:45.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.245+0000 7fc6f9ffb700 10 client.26542 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:30:45.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.245+0000 7fc7162e0700 1 --2- 172.21.15.42:0/3251167785 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5601b1598620 0x5601b159aa10 crc :-1 s=READY pgs=183 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e0ed473cf00e45d7 server_cookie=12b6f4c30822de37 in_seq=0 out_seq=0 2024-06-06T08:30:45.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.246+0000 7fc6f9ffb700 1 -- 172.21.15.42:0/3251167785 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x5601b14d3350 con 0x5601b1598620 2024-06-06T08:30:45.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.246+0000 7fc6f9ffb700 10 client.26542 handle_command_reply: tid=0 2024-06-06T08:30:45.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.246+0000 7fc722dc7b80 1 client.26542 shutdown 2024-06-06T08:30:45.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.246+0000 7fc722dc7b80 1 -- 172.21.15.42:0/3251167785 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5601b15844f0 msgr2=0x5601b1588780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:45.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.246+0000 7fc722dc7b80 1 --2- 172.21.15.42:0/3251167785 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5601b15844f0 0x5601b1588780 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fc708004090 tx=0x7fc7080040c0 comp rx=0 tx=0).stop 2024-06-06T08:30:45.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.246+0000 7fc722dc7b80 1 -- 172.21.15.42:0/3251167785 shutdown_connections 2024-06-06T08:30:45.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.246+0000 7fc722dc7b80 1 --2- 172.21.15.42:0/3251167785 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5601b15844f0 0x5601b1588780 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:45.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.246+0000 7fc722dc7b80 1 --2- 172.21.15.42:0/3251167785 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601b157e6f0 0x5601b158af40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:45.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.246+0000 7fc722dc7b80 1 --2- 172.21.15.42:0/3251167785 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5601b1598620 0x5601b159aa10 crc :-1 s=READY pgs=183 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:45.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.246+0000 7fc722dc7b80 1 --2- 172.21.15.42:0/3251167785 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5601b157f0b0 0x5601b1588240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:45.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.246+0000 7fc6f9ffb700 0 client.26542 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:30:45.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.246+0000 7fc722dc7b80 1 -- 172.21.15.42:0/3251167785 >> 172.21.15.42:0/3251167785 conn(0x5601b14a7100 msgr2=0x5601b1574780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:45.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.246+0000 7fc722dc7b80 1 -- 172.21.15.42:0/3251167785 shutdown_connections 2024-06-06T08:30:45.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.246+0000 7fc722dc7b80 1 -- 172.21.15.42:0/3251167785 wait complete. 2024-06-06T08:30:45.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.246+0000 7fc722dc7b80 20 client.26542 trim_cache size 0 max 16384 2024-06-06T08:30:45.269 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.267+0000 7fc722dc7b80 1 Processor -- start 2024-06-06T08:30:45.269 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.267+0000 7fc722dc7b80 1 -- start start 2024-06-06T08:30:45.269 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.267+0000 7fc722dc7b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601b157e6f0 0x5601b15825f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:45.269 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.267+0000 7fc722dc7b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5601b157f0b0 0x5601b1574f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:45.269 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.267+0000 7fc722dc7b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5601b15844f0 0x5601b1575440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:45.269 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.268+0000 7fc722dc7b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc6f4011650 con 0x5601b157e6f0 2024-06-06T08:30:45.269 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.268+0000 7fc722dc7b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fc6f400ee20 con 0x5601b15844f0 2024-06-06T08:30:45.269 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.268+0000 7fc722dc7b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fc6f400cc90 con 0x5601b157f0b0 2024-06-06T08:30:45.269 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.268+0000 7fc7162e0700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601b157e6f0 0x5601b15825f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:45.269 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.268+0000 7fc7162e0700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601b157e6f0 0x5601b15825f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37860/0 (socket says 172.21.15.42:37860) 2024-06-06T08:30:45.269 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.268+0000 7fc7162e0700 1 -- 172.21.15.42:0/3832580765 learned_addr learned my addr 172.21.15.42:0/3832580765 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:45.269 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.268+0000 7fc7162e0700 1 -- 172.21.15.42:0/3832580765 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5601b157f0b0 msgr2=0x5601b1574f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:45.269 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.268+0000 7fc716ae1700 1 --2- 172.21.15.42:0/3832580765 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5601b15844f0 0x5601b1575440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:45.270 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.268+0000 7fc715adf700 1 --2- 172.21.15.42:0/3832580765 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5601b157f0b0 0x5601b1574f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:45.270 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.268+0000 7fc7162e0700 1 --2- 172.21.15.42:0/3832580765 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5601b157f0b0 0x5601b1574f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:45.270 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.268+0000 7fc7162e0700 1 -- 172.21.15.42:0/3832580765 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5601b15844f0 msgr2=0x5601b1575440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:45.270 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.268+0000 7fc7162e0700 1 --2- 172.21.15.42:0/3832580765 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5601b15844f0 0x5601b1575440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:45.270 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.268+0000 7fc7162e0700 1 -- 172.21.15.42:0/3832580765 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5601b1575ec0 con 0x5601b157e6f0 2024-06-06T08:30:45.270 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.268+0000 7fc716ae1700 1 --2- 172.21.15.42:0/3832580765 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5601b15844f0 0x5601b1575440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:30:45.270 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.268+0000 7fc715adf700 1 --2- 172.21.15.42:0/3832580765 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5601b157f0b0 0x5601b1574f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:30:45.270 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.268+0000 7fc7162e0700 1 --2- 172.21.15.42:0/3832580765 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601b157e6f0 0x5601b15825f0 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7fc70c00a740 tx=0x7fc70c097490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=85a9eb6996975da5 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:45.270 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.268+0000 7fc6fbfff700 1 -- 172.21.15.42:0/3832580765 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc70c0b3070 con 0x5601b157e6f0 2024-06-06T08:30:45.270 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.268+0000 7fc6fbfff700 1 -- 172.21.15.42:0/3832580765 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc70c09fc10 con 0x5601b157e6f0 2024-06-06T08:30:45.270 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.268+0000 7fc6fbfff700 1 -- 172.21.15.42:0/3832580765 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc70c0860b0 con 0x5601b157e6f0 2024-06-06T08:30:45.270 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.269+0000 7fc722dc7b80 1 -- 172.21.15.42:0/3832580765 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601b157e6f0 msgr2=0x5601b15825f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:45.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.269+0000 7fc722dc7b80 1 --2- 172.21.15.42:0/3832580765 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601b157e6f0 0x5601b15825f0 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7fc70c00a740 tx=0x7fc70c097490 comp rx=0 tx=0).stop 2024-06-06T08:30:45.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.269+0000 7fc722dc7b80 1 -- 172.21.15.42:0/3832580765 shutdown_connections 2024-06-06T08:30:45.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.269+0000 7fc722dc7b80 1 --2- 172.21.15.42:0/3832580765 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5601b15844f0 0x5601b1575440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:45.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.269+0000 7fc722dc7b80 1 --2- 172.21.15.42:0/3832580765 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601b157e6f0 0x5601b15825f0 unknown :-1 s=CLOSED pgs=815 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:45.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.269+0000 7fc722dc7b80 1 --2- 172.21.15.42:0/3832580765 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5601b157f0b0 0x5601b1574f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:45.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.269+0000 7fc722dc7b80 1 -- 172.21.15.42:0/3832580765 >> 172.21.15.42:0/3832580765 conn(0x5601b14a7100 msgr2=0x5601b1581ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:45.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.269+0000 7fc722dc7b80 1 -- 172.21.15.42:0/3832580765 shutdown_connections 2024-06-06T08:30:45.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.269+0000 7fc722dc7b80 1 -- 172.21.15.42:0/3832580765 wait complete. 2024-06-06T08:30:45.274 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.269+0000 7fc722dc7b80 1 -- start start 2024-06-06T08:30:45.274 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.269+0000 7fc722dc7b80 1 Processor -- start 2024-06-06T08:30:45.275 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.270+0000 7fc722dc7b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5601b157e6f0 0x5601b1590ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:45.275 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.270+0000 7fc722dc7b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5601b157f0b0 0x5601b158d9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:45.275 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.270+0000 7fc722dc7b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601b15844f0 0x5601b158df30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:45.275 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.270+0000 7fc722dc7b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc6f400d2e0 con 0x5601b15844f0 2024-06-06T08:30:45.275 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.270+0000 7fc722dc7b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fc6f400e750 con 0x5601b157e6f0 2024-06-06T08:30:45.275 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.270+0000 7fc722dc7b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fc6f400d9b0 con 0x5601b157f0b0 2024-06-06T08:30:45.275 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.270+0000 7fc722dc7b80 10 client.0 _ll_register_callbacks cb 0x5601b1461630 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:30:45.275 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.270+0000 7fc7162e0700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5601b157e6f0 0x5601b1590ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:45.275 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.270+0000 7fc715adf700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5601b157f0b0 0x5601b158d9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:45.275 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.270+0000 7fc7162e0700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5601b157e6f0 0x5601b1590ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:34882/0 (socket says 172.21.15.42:34882) 2024-06-06T08:30:45.275 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.270+0000 7fc7162e0700 1 -- 172.21.15.42:0/3670152773 learned_addr learned my addr 172.21.15.42:0/3670152773 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:45.275 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.270+0000 7fc716ae1700 1 --2- 172.21.15.42:0/3670152773 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601b15844f0 0x5601b158df30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:45.276 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.270+0000 7fc7162e0700 1 -- 172.21.15.42:0/3670152773 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5601b157f0b0 msgr2=0x5601b158d9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:45.276 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.270+0000 7fc7162e0700 1 --2- 172.21.15.42:0/3670152773 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5601b157f0b0 0x5601b158d9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:45.276 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.270+0000 7fc7162e0700 1 -- 172.21.15.42:0/3670152773 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601b15844f0 msgr2=0x5601b158df30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:45.276 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.270+0000 7fc7162e0700 1 --2- 172.21.15.42:0/3670152773 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601b15844f0 0x5601b158df30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:45.276 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.270+0000 7fc7162e0700 1 -- 172.21.15.42:0/3670152773 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5601b158e5a0 con 0x5601b157e6f0 2024-06-06T08:30:45.276 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.270+0000 7fc7162e0700 1 --2- 172.21.15.42:0/3670152773 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5601b157e6f0 0x5601b1590ff0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fc70c0a3fa0 tx=0x7fc70c09b9e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ad0d1310368b7152 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:45.276 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.270+0000 7fc6f9ffb700 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:30:45.276 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.270+0000 7fc6f9ffb700 1 -- 172.21.15.42:0/3670152773 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc70c065060 con 0x5601b157e6f0 2024-06-06T08:30:45.276 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.271+0000 7fc6f9ffb700 1 -- 172.21.15.42:0/3670152773 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 9438+0+0 (secure 0 0 0) 0x7fc70c097ed0 con 0x5601b157e6f0 2024-06-06T08:30:45.276 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.271+0000 7fc722dc7b80 1 -- 172.21.15.42:0/3670152773 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc70c09fc10 con 0x5601b157e6f0 2024-06-06T08:30:45.276 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.271+0000 7fc6f9ffb700 1 -- 172.21.15.42:0/3670152773 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7fc70c0b3050 con 0x5601b157e6f0 2024-06-06T08:30:45.276 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.271+0000 7fc722dc7b80 10 client.26657 fetch_fsmap learned FSMap version 36 2024-06-06T08:30:45.276 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.271+0000 7fc722dc7b80 1 -- 172.21.15.42:0/3670152773 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x5601b1603fc0 con 0x5601b157e6f0 2024-06-06T08:30:45.276 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.271+0000 7fc6f9ffb700 1 -- 172.21.15.42:0/3670152773 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc70c09fc10 con 0x5601b157e6f0 2024-06-06T08:30:45.277 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.271+0000 7fc6f9ffb700 1 -- 172.21.15.42:0/3670152773 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7fc70c0a4040 con 0x5601b157e6f0 2024-06-06T08:30:45.277 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.271+0000 7fc722dc7b80 10 client.26657 fetch_fsmap finished waiting for FSMap version 36 2024-06-06T08:30:45.277 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.271+0000 7fc722dc7b80 10 client.26657 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:30:45.277 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.271+0000 7fc722dc7b80 20 client.26657 populate_metadata read hostname 'smithi042' 2024-06-06T08:30:45.277 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.271+0000 7fc722dc7b80 1 --2- 172.21.15.42:0/3670152773 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5601b16045f0 0x5601b1606a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:45.277 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.271+0000 7fc722dc7b80 4 client.26657 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-06-06T08:30:45.277 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.271+0000 7fc722dc7b80 1 -- 172.21.15.42:0/3670152773 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5601b1486fd0 con 0x5601b16045f0 2024-06-06T08:30:45.277 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.271+0000 7fc715adf700 1 --2- 172.21.15.42:0/3670152773 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5601b16045f0 0x5601b1606a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:45.277 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.272+0000 7fc715adf700 1 --2- 172.21.15.42:0/3670152773 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5601b16045f0 0x5601b1606a10 crc :-1 s=READY pgs=184 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=83cb7e103a56f35b server_cookie=df6d661a90e2ca7a in_seq=0 out_seq=0 2024-06-06T08:30:45.277 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.272+0000 7fc6f9ffb700 10 client.26657 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:30:45.277 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.273+0000 7fc6f9ffb700 1 -- 172.21.15.42:0/3670152773 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5601b1486fd0 con 0x5601b16045f0 2024-06-06T08:30:45.277 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.273+0000 7fc6f9ffb700 10 client.26657 handle_command_reply: tid=0 2024-06-06T08:30:45.277 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.273+0000 7fc722dc7b80 1 client.26657 shutdown 2024-06-06T08:30:45.277 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.273+0000 7fc722dc7b80 1 -- 172.21.15.42:0/3670152773 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5601b157e6f0 msgr2=0x5601b1590ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:45.278 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.273+0000 7fc722dc7b80 1 --2- 172.21.15.42:0/3670152773 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5601b157e6f0 0x5601b1590ff0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fc70c0a3fa0 tx=0x7fc70c09b9e0 comp rx=0 tx=0).stop 2024-06-06T08:30:45.278 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.273+0000 7fc722dc7b80 1 -- 172.21.15.42:0/3670152773 shutdown_connections 2024-06-06T08:30:45.278 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.273+0000 7fc722dc7b80 1 --2- 172.21.15.42:0/3670152773 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601b15844f0 0x5601b158df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:45.278 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.273+0000 7fc722dc7b80 1 --2- 172.21.15.42:0/3670152773 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5601b16045f0 0x5601b1606a10 crc :-1 s=READY pgs=184 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:45.278 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.273+0000 7fc722dc7b80 1 --2- 172.21.15.42:0/3670152773 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5601b157e6f0 0x5601b1590ff0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:45.278 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.273+0000 7fc722dc7b80 1 --2- 172.21.15.42:0/3670152773 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5601b157f0b0 0x5601b158d9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:45.278 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.273+0000 7fc6f9ffb700 0 client.26657 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:30:45.278 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.273+0000 7fc722dc7b80 1 -- 172.21.15.42:0/3670152773 >> 172.21.15.42:0/3670152773 conn(0x5601b14a7100 msgr2=0x5601b1582770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:45.278 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.273+0000 7fc722dc7b80 1 -- 172.21.15.42:0/3670152773 shutdown_connections 2024-06-06T08:30:45.278 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.273+0000 7fc722dc7b80 1 -- 172.21.15.42:0/3670152773 wait complete. 2024-06-06T08:30:45.278 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.273+0000 7fc722dc7b80 20 client.26657 trim_cache size 0 max 16384 2024-06-06T08:30:45.279 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:30:45.279 INFO:teuthology.orchestra.run.smithi042.stdout: "return_code": 0, 2024-06-06T08:30:45.279 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_tag": "17c50d6c-a755-428a-8d63-5a0bca130683", 2024-06-06T08:30:45.279 INFO:teuthology.orchestra.run.smithi042.stdout: "mode": "asynchronous" 2024-06-06T08:30:45.279 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:30:45.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.274+0000 7fc718544700 1 -- 172.21.15.42:0/1917592934 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc6fc0a2d90 msgr2=0x7fc6fc0a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:45.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.274+0000 7fc718544700 1 --2- 172.21.15.42:0/1917592934 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc6fc0a2d90 0x7fc6fc0a5250 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fc700006010 tx=0x7fc70000b540 comp rx=0 tx=0).stop 2024-06-06T08:30:45.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.274+0000 7fc718544700 1 -- 172.21.15.42:0/1917592934 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc71006abc0 msgr2=0x7fc710198cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:45.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.274+0000 7fc718544700 1 --2- 172.21.15.42:0/1917592934 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc71006abc0 0x7fc710198cf0 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7fc70c00c9b0 tx=0x7fc70c00ccc0 comp rx=0 tx=0).stop 2024-06-06T08:30:45.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.274+0000 7fc718544700 1 -- 172.21.15.42:0/1917592934 shutdown_connections 2024-06-06T08:30:45.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.274+0000 7fc718544700 1 --2- 172.21.15.42:0/1917592934 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc6fc0a2d90 0x7fc6fc0a5250 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:45.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.274+0000 7fc718544700 1 --2- 172.21.15.42:0/1917592934 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc710108500 0x7fc71019c4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:45.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.274+0000 7fc718544700 1 --2- 172.21.15.42:0/1917592934 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc71006abc0 0x7fc710198cf0 unknown :-1 s=CLOSED pgs=813 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:45.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.274+0000 7fc718544700 1 --2- 172.21.15.42:0/1917592934 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc71006b580 0x7fc710199230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:45.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.274+0000 7fc718544700 1 -- 172.21.15.42:0/1917592934 >> 172.21.15.42:0/1917592934 conn(0x7fc710078340 msgr2=0x7fc7100fffd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:45.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.274+0000 7fc718544700 1 -- 172.21.15.42:0/1917592934 shutdown_connections 2024-06-06T08:30:45.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:45.274+0000 7fc718544700 1 -- 172.21.15.42:0/1917592934 wait complete. 2024-06-06T08:30:45.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:45 smithi149 ceph-mon[36842]: scrub queued for path: / 2024-06-06T08:30:45.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:45 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:30:45.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:45 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:30:45.788 INFO:journalctl@ceph.mds.i.smithi149.stdout:Jun 06 08:30:45 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-i[67620]: 2024-06-06T08:30:45.515+0000 7f56ce534700 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x10000001c31 [...c,head] /volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-42/ auth{1=1,2=1} v162845 ap=2 f(v7 m2024-06-06T08:29:01.115587+0000 53=53+0) n(v15 rc2024-06-06T08:29:01.115587+0000 b1268707 54=53+1) old_inodes=5 (inest sync->mix g=1,2) caps={15213=pAsLsXs/-@144} | dirtyscattered=0 request=0 lock=0 dirfrag=1 caps=1 dirtyrstat=0 dirtyparent=0 replicated=1 dirty=0 waiter=0 authpin=1 scrubqueue=0 0x55b4e81dd180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value":"(2)0x10000001c31:[<0x10000000399/blog-42 v51044>,<0x10000000208/blogtest_in v565>,<0x10000000201/src v2065>,<0x10000000006/blogbench-1.0 v1815>,<0x10000000005/tmp v118>,<0x100000001fb/client.0 v111>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v123>,<0x10000000001/sv_1 v144>,<0x10000000000/qa v134>,<0x1/volumes v129>]//[]","memoryvalue":"(2)0x10000001c31:[<0x10000000399/blog-42 v162845>,<0x10000000208/blogtest_in v2797>,<0x10000000201/src v2797>,<0x10000000006/blogbench-1.0 v2439>,<0x10000000005/tmp v679>,<0x100000001fb/client.0 v661>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v668>,<0x10000000001/sv_1 v692>,<0x10000000000/qa v661>,<0x1/volumes v652>]//[]","error_str":""},"raw_stats":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-06-06T08:28:29.297773+0000 52=52+0)","ondisk_value.rstat":"n(v0 rc2024-06-06T08:29:01.115587+0000 b1268707 54=53+1)","memory_value.dirstat":"f(v7 m2024-06-06T08:29:01.115587+0000 53=53+0)","memory_value.rstat":"n(v15 rc2024-06-06T08:29:01.115587+0000 b1268707 54=53+1)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-06-06T08:30:45.788 INFO:journalctl@ceph.mds.i.smithi149.stdout:Jun 06 08:30:45 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-i[67620]: 2024-06-06T08:30:45.588+0000 7f56ce534700 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x100000030cd [...c,head] /volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-83/ auth{1=1,2=1} fragtree_t(*^3) v162851 ap=2 f(v4 m2024-06-06T08:29:22.519462+0000 140=140+0) n(v10 rc2024-06-06T08:29:22.519462+0000 b2221611 141=140+1) old_inodes=3 (inest sync->mix g=1,2) caps={15213=pAsLsXsFs/pAsLsXsFsxcral@120} | dirtyscattered=0 request=0 lock=0 dirfrag=8 caps=1 dirtyrstat=0 dirtyparent=0 replicated=1 dirty=0 waiter=0 authpin=1 scrubqueue=0 0x55b4e679eb00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value":"(2)0x100000030cd:[<0x10000000399/blog-83 v98317>,<0x10000000208/blogtest_in v1192>,<0x10000000201/src v2270>,<0x10000000006/blogbench-1.0 v1957>,<0x10000000005/tmp v204>,<0x100000001fb/client.0 v192>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v205>,<0x10000000001/sv_1 v224>,<0x10000000000/qa v215>,<0x1/volumes v210>]//[]","memoryvalue":"(2)0x100000030cd:[<0x10000000399/blog-83 v162851>,<0x10000000208/blogtest_in v2797>,<0x10000000201/src v2797>,<0x10000000006/blogbench-1.0 v2439>,<0x10000000005/tmp v679>,<0x100000001fb/client.0 v661>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v668>,<0x10000000001/sv_1 v692>,<0x10000000000/qa v661>,<0x1/volumes v652>]//[]","error_str":""},"raw_stats":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 135=135+0)","ondisk_value.rstat":"n(v0 rc2024-06-06T08:29:22.519462+0000 b2221611 141=140+1)","memory_value.dirstat":"f(v4 m2024-06-06T08:29:22.519462+0000 140=140+0)","memory_value.rstat":"n(v10 rc2024-06-06T08:29:22.519462+0000 b2221611 141=140+1)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2024-06-06T08:30:45.973 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:45 smithi042 ceph-mon[32384]: scrub queued for path: / 2024-06-06T08:30:45.973 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:45 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:30:45.973 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:45 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:30:46.008 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-06-06T08:30:46.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:45 smithi120 ceph-mon[36658]: scrub queued for path: / 2024-06-06T08:30:46.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:45 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:30:46.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:45 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:30:46.322 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:30:46.785 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:46 smithi042 ceph-mon[32384]: pgmap v253: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 236 KiB/s wr, 66 op/s 2024-06-06T08:30:46.785 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:46 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:30:46.785 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:46 smithi042 ceph-mon[32384]: scrub summary: active paths [/] 2024-06-06T08:30:46.786 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:46 smithi042 ceph-mon[32384]: Scrub error on inode 0x10000001c31 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-42) see mds.i log and `damage ls` output for details 2024-06-06T08:30:46.786 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:46 smithi042 ceph-mon[32384]: Scrub error on inode 0x100000030cd (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-83) see mds.i log and `damage ls` output for details 2024-06-06T08:30:46.989 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:46 smithi120 ceph-mon[36658]: pgmap v253: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 236 KiB/s wr, 66 op/s 2024-06-06T08:30:46.989 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:46 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:30:46.989 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:46 smithi120 ceph-mon[36658]: scrub summary: active paths [/] 2024-06-06T08:30:46.989 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:46 smithi120 ceph-mon[36658]: Scrub error on inode 0x10000001c31 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-42) see mds.i log and `damage ls` output for details 2024-06-06T08:30:46.989 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:46 smithi120 ceph-mon[36658]: Scrub error on inode 0x100000030cd (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-83) see mds.i log and `damage ls` output for details 2024-06-06T08:30:46.989 INFO:journalctl@ceph.mds.e.smithi120.stdout:Jun 06 08:30:46 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-e[65860]: *** Caught signal (Segmentation fault) ** 2024-06-06T08:30:46.989 INFO:journalctl@ceph.mds.e.smithi120.stdout:Jun 06 08:30:46 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-e[65860]: in thread 7f0ce0861700 thread_name:MR_Finisher 2024-06-06T08:30:46.990 INFO:journalctl@ceph.mds.e.smithi120.stdout:Jun 06 08:30:46 smithi120 podman[71340]: 2024-06-06 08:30:46.861229382 +0000 UTC m=+0.028536124 container died 30ebb9ada5bf990f6f1c0e25b4ea102532483198c1998881c6e562e72a6b37d6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-e, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-3d89acc, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_CLEAN=True, org.label-schema.build-date=20240528, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-06-06T08:30:47.037 INFO:journalctl@ceph.mds.c.smithi149.stdout:Jun 06 08:30:46 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-c[67318]: 2024-06-06T08:30:46.734+0000 7f2b1e061700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000007804 [c,head] /volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-50/comment-54.xml auth{0=1} v1431 ap=1 s=3339 n(v0 rc2024-06-06T08:30:37.109029+0000 b3339 1=1+0) | replicated=1 authpin=1 scrubqueue=0 0x5592b2d78680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000007804:[<0x10000001ebf/comment-54.xml v1431>,<0x10000000399/blog-50 v167570>,<0x10000000208/blogtest_in v2791>,<0x10000000201/src v2792>,<0x10000000006/blogbench-1.0 v2434>,<0x10000000005/tmp v673>,<0x100000001fb/client.0 v657>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v666>,<0x10000000001/sv_1 v689>,<0x10000000000/qa v657>,<0x1/volumes v650>]//[3]","memoryvalue":"(4)0x10000007804:[<0x10000001ebf/comment-54.xml v1431>,<0x10000000399/blog-50 v167595>,<0x10000000208/blogtest_in v2797>,<0x10000000201/src v2788>,<0x10000000006/blogbench-1.0 v2437>,<0x10000000005/tmp v675>,<0x100000001fb/client.0 v659>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v661>,<0x10000000001/sv_1 v685>,<0x10000000000/qa v659>,<0x1/volumes v652>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T08:30:47.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:46 smithi149 ceph-mon[36842]: pgmap v253: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 236 KiB/s wr, 66 op/s 2024-06-06T08:30:47.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:46 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:30:47.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:46 smithi149 ceph-mon[36842]: scrub summary: active paths [/] 2024-06-06T08:30:47.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:46 smithi149 ceph-mon[36842]: Scrub error on inode 0x10000001c31 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-42) see mds.i log and `damage ls` output for details 2024-06-06T08:30:47.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:46 smithi149 ceph-mon[36842]: Scrub error on inode 0x100000030cd (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-83) see mds.i log and `damage ls` output for details 2024-06-06T08:30:47.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:47 smithi042 ceph-mon[32384]: Scrub error on inode 0x10000007804 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-50/comment-54.xml) see mds.c log and `damage ls` output for details 2024-06-06T08:30:47.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:47 smithi120 ceph-mon[36658]: Scrub error on inode 0x10000007804 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-50/comment-54.xml) see mds.c log and `damage ls` output for details 2024-06-06T08:30:47.888 INFO:journalctl@ceph.mds.b.smithi120.stdout:Jun 06 08:30:47 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-b[66463]: 2024-06-06T08:30:47.573+0000 7f75e480a700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000007818 [c,head] /volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-13.xml auth{0=1,1=1} v1356 ap=1 s=0 n(v0 rc2024-06-06T08:30:42.648997+0000 1=1+0)/n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15213=0-4194304@b} caps={15213=pAsxLsXsxFsxcrwb/pAsxXsxFxcwb@1},l=15213 | importingcaps=0 caps=1 dirtyrstat=1 replicated=1 authpin=1 scrubqueue=0 0x559797df6c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000007818:[<0x1000000133a/comment-13.xml v1356>,<0x10000000399/blog-28 v170880>,<0x10000000208/blogtest_in v2791>,<0x10000000201/src v2792>,<0x10000000006/blogbench-1.0 v2434>,<0x10000000005/tmp v673>,<0x100000001fb/client.0 v657>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v666>,<0x10000000001/sv_1 v689>,<0x10000000000/qa v657>,<0x1/volumes v650>]//[3]","memoryvalue":"(4)0x10000007818:[<0x1000000133a/comment-13.xml v1356>,<0x10000000399/blog-28 v170959>,<0x10000000208/blogtest_in v2797>,<0x10000000201/src v2788>,<0x10000000006/blogbench-1.0 v2437>,<0x10000000005/tmp v675>,<0x100000001fb/client.0 v659>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v661>,<0x10000000001/sv_1 v685>,<0x10000000000/qa v659>,<0x1/volumes v652>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T08:30:47.889 INFO:journalctl@ceph.mds.b.smithi120.stdout:Jun 06 08:30:47 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-b[66463]: 2024-06-06T08:30:47.573+0000 7f75e480a700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000007810 [c,head] /volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-21.xml auth{0=1,1=1} v1364 ap=1 s=5228 n(v0 rc2024-06-06T08:30:39.943012+0000 b5228 1=1+0) | replicated=1 authpin=1 scrubqueue=0 0x559795e39600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000007810:[<0x1000000133a/comment-21.xml v1364>,<0x10000000399/blog-28 v170880>,<0x10000000208/blogtest_in v2791>,<0x10000000201/src v2792>,<0x10000000006/blogbench-1.0 v2434>,<0x10000000005/tmp v673>,<0x100000001fb/client.0 v657>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v666>,<0x10000000001/sv_1 v689>,<0x10000000000/qa v657>,<0x1/volumes v650>]//[3]","memoryvalue":"(4)0x10000007810:[<0x1000000133a/comment-21.xml v1364>,<0x10000000399/blog-28 v170959>,<0x10000000208/blogtest_in v2797>,<0x10000000201/src v2788>,<0x10000000006/blogbench-1.0 v2437>,<0x10000000005/tmp v675>,<0x100000001fb/client.0 v659>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v661>,<0x10000000001/sv_1 v685>,<0x10000000000/qa v659>,<0x1/volumes v652>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T08:30:47.889 INFO:journalctl@ceph.mds.e.smithi120.stdout:Jun 06 08:30:47 smithi120 podman[71340]: 2024-06-06 08:30:47.634579078 +0000 UTC m=+0.801885805 container remove 30ebb9ada5bf990f6f1c0e25b4ea102532483198c1998881c6e562e72a6b37d6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-e, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS) 2024-06-06T08:30:47.889 INFO:journalctl@ceph.mds.e.smithi120.stdout:Jun 06 08:30:47 smithi120 systemd[1]: ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mds.e.service: Main process exited, code=exited, status=139/n/a 2024-06-06T08:30:47.890 INFO:journalctl@ceph.mds.b.smithi120.stdout:Jun 06 08:30:47 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-b[66463]: 2024-06-06T08:30:47.573+0000 7f75e480a700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000007809 [c,head] /volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-26.xml auth{0=1,1=1} v1366 ap=1 s=4896 n(v0 rc2024-06-06T08:30:39.875013+0000 b4896 1=1+0) | replicated=1 authpin=1 scrubqueue=0 0x55978e604680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000007809:[<0x1000000133a/comment-26.xml v1366>,<0x10000000399/blog-28 v170880>,<0x10000000208/blogtest_in v2791>,<0x10000000201/src v2792>,<0x10000000006/blogbench-1.0 v2434>,<0x10000000005/tmp v673>,<0x100000001fb/client.0 v657>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v666>,<0x10000000001/sv_1 v689>,<0x10000000000/qa v657>,<0x1/volumes v650>]//[3]","memoryvalue":"(4)0x10000007809:[<0x1000000133a/comment-26.xml v1366>,<0x10000000399/blog-28 v170959>,<0x10000000208/blogtest_in v2797>,<0x10000000201/src v2788>,<0x10000000006/blogbench-1.0 v2437>,<0x10000000005/tmp v675>,<0x100000001fb/client.0 v659>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v661>,<0x10000000001/sv_1 v685>,<0x10000000000/qa v659>,<0x1/volumes v652>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T08:30:47.890 INFO:journalctl@ceph.mds.b.smithi120.stdout:Jun 06 08:30:47 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-b[66463]: 2024-06-06T08:30:47.574+0000 7f75e480a700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x200000031d2 [c,head] /volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-30.xml auth{0=1,1=1} v1350 ap=1 s=4707 n(v0 rc2024-06-06T08:30:37.114029+0000 b4707 1=1+0) caps={15213=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=1 authpin=1 scrubqueue=0 0x559798687700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x200000031d2:[<0x1000000133a/comment-30.xml v1350>,<0x10000000399/blog-28 v170880>,<0x10000000208/blogtest_in v2791>,<0x10000000201/src v2792>,<0x10000000006/blogbench-1.0 v2434>,<0x10000000005/tmp v673>,<0x100000001fb/client.0 v657>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v666>,<0x10000000001/sv_1 v689>,<0x10000000000/qa v657>,<0x1/volumes v650>]//[3]","memoryvalue":"(4)0x200000031d2:[<0x1000000133a/comment-30.xml v1350>,<0x10000000399/blog-28 v170959>,<0x10000000208/blogtest_in v2797>,<0x10000000201/src v2788>,<0x10000000006/blogbench-1.0 v2437>,<0x10000000005/tmp v675>,<0x100000001fb/client.0 v659>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v661>,<0x10000000001/sv_1 v685>,<0x10000000000/qa v659>,<0x1/volumes v652>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T08:30:47.890 INFO:journalctl@ceph.mds.b.smithi120.stdout:Jun 06 08:30:47 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-b[66463]: 2024-06-06T08:30:47.575+0000 7f75e480a700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000007813 [c,head] /volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-18.xml auth{0=1,1=1} v1368 ap=1 s=5976 n(v0 rc2024-06-06T08:30:39.975012+0000 b5976 1=1+0) | replicated=1 authpin=1 scrubqueue=0 0x5597998de000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000007813:[<0x1000000133a/comment-18.xml v1368>,<0x10000000399/blog-28 v170880>,<0x10000000208/blogtest_in v2791>,<0x10000000201/src v2792>,<0x10000000006/blogbench-1.0 v2434>,<0x10000000005/tmp v673>,<0x100000001fb/client.0 v657>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v666>,<0x10000000001/sv_1 v689>,<0x10000000000/qa v657>,<0x1/volumes v650>]//[3]","memoryvalue":"(4)0x10000007813:[<0x1000000133a/comment-18.xml v1368>,<0x10000000399/blog-28 v170959>,<0x10000000208/blogtest_in v2797>,<0x10000000201/src v2788>,<0x10000000006/blogbench-1.0 v2437>,<0x10000000005/tmp v675>,<0x100000001fb/client.0 v659>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v661>,<0x10000000001/sv_1 v685>,<0x10000000000/qa v659>,<0x1/volumes v652>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T08:30:47.890 INFO:journalctl@ceph.mds.b.smithi120.stdout:Jun 06 08:30:47 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-b[66463]: 2024-06-06T08:30:47.576+0000 7f75e480a700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000781a [c,head] /volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-12.xml auth{0=1,1=1} v1361 ap=1 s=0 n(v0 rc2024-06-06T08:30:42.662996+0000 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15213=0-4194304@b} caps={15213=pAsxLsXsxFsxcrwb/pAsxXsxFxcwb@1},l=15213 | importingcaps=0 caps=1 replicated=1 authpin=1 scrubqueue=0 0x559799ce7080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000781a:[<0x1000000133a/comment-12.xml v1361>,<0x10000000399/blog-28 v170880>,<0x10000000208/blogtest_in v2791>,<0x10000000201/src v2792>,<0x10000000006/blogbench-1.0 v2434>,<0x10000000005/tmp v673>,<0x100000001fb/client.0 v657>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v666>,<0x10000000001/sv_1 v689>,<0x10000000000/qa v657>,<0x1/volumes v650>]//[3]","memoryvalue":"(4)0x1000000781a:[<0x1000000133a/comment-12.xml v1361>,<0x10000000399/blog-28 v170959>,<0x10000000208/blogtest_in v2797>,<0x10000000201/src v2788>,<0x10000000006/blogbench-1.0 v2437>,<0x10000000005/tmp v675>,<0x100000001fb/client.0 v659>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v661>,<0x10000000001/sv_1 v685>,<0x10000000000/qa v659>,<0x1/volumes v652>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T08:30:47.890 INFO:journalctl@ceph.mds.b.smithi120.stdout:Jun 06 08:30:47 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-b[66463]: 2024-06-06T08:30:47.581+0000 7f75e480a700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000007807 [c,head] /volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-28.xml auth{0=1,1=1} v1330 ap=1 s=7002 n(v0 rc2024-06-06T08:30:39.852013+0000 b7002 1=1+0) | replicated=1 authpin=1 scrubqueue=0 0x55979e45f700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000007807:[<0x1000000133a/comment-28.xml v1330>,<0x10000000399/blog-28 v170880>,<0x10000000208/blogtest_in v2791>,<0x10000000201/src v2792>,<0x10000000006/blogbench-1.0 v2434>,<0x10000000005/tmp v673>,<0x100000001fb/client.0 v657>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v666>,<0x10000000001/sv_1 v689>,<0x10000000000/qa v657>,<0x1/volumes v650>]//[3]","memoryvalue":"(4)0x10000007807:[<0x1000000133a/comment-28.xml v1330>,<0x10000000399/blog-28 v170959>,<0x10000000208/blogtest_in v2797>,<0x10000000201/src v2788>,<0x10000000006/blogbench-1.0 v2437>,<0x10000000005/tmp v675>,<0x100000001fb/client.0 v659>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v661>,<0x10000000001/sv_1 v685>,<0x10000000000/qa v659>,<0x1/volumes v652>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T08:30:47.890 INFO:journalctl@ceph.mds.b.smithi120.stdout:Jun 06 08:30:47 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-b[66463]: 2024-06-06T08:30:47.583+0000 7f75e480a700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000780f [c,head] /volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-22.xml auth{0=1,1=1} v1346 ap=1 s=9457 n(v0 rc2024-06-06T08:30:39.933012+0000 b9457 1=1+0) | replicated=1 authpin=1 scrubqueue=0 0x55979dcc2000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000780f:[<0x1000000133a/comment-22.xml v1346>,<0x10000000399/blog-28 v170880>,<0x10000000208/blogtest_in v2791>,<0x10000000201/src v2792>,<0x10000000006/blogbench-1.0 v2434>,<0x10000000005/tmp v673>,<0x100000001fb/client.0 v657>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v666>,<0x10000000001/sv_1 v689>,<0x10000000000/qa v657>,<0x1/volumes v650>]//[3]","memoryvalue":"(4)0x1000000780f:[<0x1000000133a/comment-22.xml v1346>,<0x10000000399/blog-28 v170959>,<0x10000000208/blogtest_in v2797>,<0x10000000201/src v2788>,<0x10000000006/blogbench-1.0 v2437>,<0x10000000005/tmp v675>,<0x100000001fb/client.0 v659>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v661>,<0x10000000001/sv_1 v685>,<0x10000000000/qa v659>,<0x1/volumes v652>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T08:30:47.890 INFO:journalctl@ceph.mds.b.smithi120.stdout:Jun 06 08:30:47 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-b[66463]: 2024-06-06T08:30:47.584+0000 7f75e480a700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000007808 [c,head] /volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-27.xml auth{0=1,1=1} v1348 ap=1 s=9095 n(v0 rc2024-06-06T08:30:39.864013+0000 b9095 1=1+0) | replicated=1 authpin=1 scrubqueue=0 0x55979c14f080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000007808:[<0x1000000133a/comment-27.xml v1348>,<0x10000000399/blog-28 v170880>,<0x10000000208/blogtest_in v2791>,<0x10000000201/src v2792>,<0x10000000006/blogbench-1.0 v2434>,<0x10000000005/tmp v673>,<0x100000001fb/client.0 v657>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v666>,<0x10000000001/sv_1 v689>,<0x10000000000/qa v657>,<0x1/volumes v650>]//[3]","memoryvalue":"(4)0x10000007808:[<0x1000000133a/comment-27.xml v1348>,<0x10000000399/blog-28 v170959>,<0x10000000208/blogtest_in v2797>,<0x10000000201/src v2788>,<0x10000000006/blogbench-1.0 v2437>,<0x10000000005/tmp v675>,<0x100000001fb/client.0 v659>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v661>,<0x10000000001/sv_1 v685>,<0x10000000000/qa v659>,<0x1/volumes v652>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T08:30:47.890 INFO:journalctl@ceph.mds.b.smithi120.stdout:Jun 06 08:30:47 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-b[66463]: 2024-06-06T08:30:47.584+0000 7f75e480a700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x200000031d6 [c,head] /volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-15.xml auth{0=1,1=1} v1337 ap=1 s=8728 n(v0 rc2024-06-06T08:30:40.011012+0000 b8728 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15213=0-4194304@b} caps={15213=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15213 | importingcaps=0 caps=1 replicated=1 authpin=1 scrubqueue=0 0x55979c143180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x200000031d6:[<0x1000000133a/comment-15.xml v1337>,<0x10000000399/blog-28 v170880>,<0x10000000208/blogtest_in v2791>,<0x10000000201/src v2792>,<0x10000000006/blogbench-1.0 v2434>,<0x10000000005/tmp v673>,<0x100000001fb/client.0 v657>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v666>,<0x10000000001/sv_1 v689>,<0x10000000000/qa v657>,<0x1/volumes v650>]//[3]","memoryvalue":"(4)0x200000031d6:[<0x1000000133a/comment-15.xml v1337>,<0x10000000399/blog-28 v170959>,<0x10000000208/blogtest_in v2797>,<0x10000000201/src v2788>,<0x10000000006/blogbench-1.0 v2437>,<0x10000000005/tmp v675>,<0x100000001fb/client.0 v659>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v661>,<0x10000000001/sv_1 v685>,<0x10000000000/qa v659>,<0x1/volumes v652>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T08:30:47.890 INFO:journalctl@ceph.mds.b.smithi120.stdout:Jun 06 08:30:47 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-b[66463]: 2024-06-06T08:30:47.585+0000 7f75e480a700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000007814 [c,head] /volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-17.xml auth{0=1,1=1} v1344 ap=1 s=5621 n(v0 rc2024-06-06T08:30:39.987012+0000 b5621 1=1+0) | replicated=1 authpin=1 scrubqueue=0 0x55979c184100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000007814:[<0x1000000133a/comment-17.xml v1344>,<0x10000000399/blog-28 v170880>,<0x10000000208/blogtest_in v2791>,<0x10000000201/src v2792>,<0x10000000006/blogbench-1.0 v2434>,<0x10000000005/tmp v673>,<0x100000001fb/client.0 v657>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v666>,<0x10000000001/sv_1 v689>,<0x10000000000/qa v657>,<0x1/volumes v650>]//[3]","memoryvalue":"(4)0x10000007814:[<0x1000000133a/comment-17.xml v1344>,<0x10000000399/blog-28 v170959>,<0x10000000208/blogtest_in v2797>,<0x10000000201/src v2788>,<0x10000000006/blogbench-1.0 v2437>,<0x10000000005/tmp v675>,<0x100000001fb/client.0 v659>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v661>,<0x10000000001/sv_1 v685>,<0x10000000000/qa v659>,<0x1/volumes v652>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T08:30:47.891 INFO:journalctl@ceph.mds.b.smithi120.stdout:Jun 06 08:30:47 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-b[66463]: 2024-06-06T08:30:47.588+0000 7f75e480a700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000007812 [c,head] /volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-19.xml auth{0=1,1=1} v1344 ap=1 s=3394 n(v0 rc2024-06-06T08:30:39.965012+0000 b3394 1=1+0) | replicated=1 authpin=1 scrubqueue=0 0x55979c2ba680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000007812:[<0x1000000133a/comment-19.xml v1344>,<0x10000000399/blog-28 v170880>,<0x10000000208/blogtest_in v2791>,<0x10000000201/src v2792>,<0x10000000006/blogbench-1.0 v2434>,<0x10000000005/tmp v673>,<0x100000001fb/client.0 v657>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v666>,<0x10000000001/sv_1 v689>,<0x10000000000/qa v657>,<0x1/volumes v650>]//[3]","memoryvalue":"(4)0x10000007812:[<0x1000000133a/comment-19.xml v1344>,<0x10000000399/blog-28 v170959>,<0x10000000208/blogtest_in v2797>,<0x10000000201/src v2788>,<0x10000000006/blogbench-1.0 v2437>,<0x10000000005/tmp v675>,<0x100000001fb/client.0 v659>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v661>,<0x10000000001/sv_1 v685>,<0x10000000000/qa v659>,<0x1/volumes v652>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T08:30:47.891 INFO:journalctl@ceph.mds.b.smithi120.stdout:Jun 06 08:30:47 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-b[66463]: 2024-06-06T08:30:47.589+0000 7f75e480a700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000007815 [c,head] /volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-16.xml auth{0=1,1=1} v1360 ap=1 s=8042 n(v0 rc2024-06-06T08:30:40.000012+0000 b8042 1=1+0) | replicated=1 authpin=1 scrubqueue=0 0x55979b1f3080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000007815:[<0x1000000133a/comment-16.xml v1360>,<0x10000000399/blog-28 v170880>,<0x10000000208/blogtest_in v2791>,<0x10000000201/src v2792>,<0x10000000006/blogbench-1.0 v2434>,<0x10000000005/tmp v673>,<0x100000001fb/client.0 v657>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v666>,<0x10000000001/sv_1 v689>,<0x10000000000/qa v657>,<0x1/volumes v650>]//[3]","memoryvalue":"(4)0x10000007815:[<0x1000000133a/comment-16.xml v1360>,<0x10000000399/blog-28 v170959>,<0x10000000208/blogtest_in v2797>,<0x10000000201/src v2788>,<0x10000000006/blogbench-1.0 v2437>,<0x10000000005/tmp v675>,<0x100000001fb/client.0 v659>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v661>,<0x10000000001/sv_1 v685>,<0x10000000000/qa v659>,<0x1/volumes v652>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T08:30:47.891 INFO:journalctl@ceph.mds.b.smithi120.stdout:Jun 06 08:30:47 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-b[66463]: 2024-06-06T08:30:47.590+0000 7f75e480a700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000780b [c,head] /volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-25.xml auth{0=1,1=1} v1356 ap=1 s=6195 n(v0 rc2024-06-06T08:30:39.891012+0000 b6195 1=1+0) | replicated=1 authpin=1 scrubqueue=0 0x55979b2e0000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000780b:[<0x1000000133a/comment-25.xml v1356>,<0x10000000399/blog-28 v170880>,<0x10000000208/blogtest_in v2791>,<0x10000000201/src v2792>,<0x10000000006/blogbench-1.0 v2434>,<0x10000000005/tmp v673>,<0x100000001fb/client.0 v657>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v666>,<0x10000000001/sv_1 v689>,<0x10000000000/qa v657>,<0x1/volumes v650>]//[3]","memoryvalue":"(4)0x1000000780b:[<0x1000000133a/comment-25.xml v1356>,<0x10000000399/blog-28 v170959>,<0x10000000208/blogtest_in v2797>,<0x10000000201/src v2788>,<0x10000000006/blogbench-1.0 v2437>,<0x10000000005/tmp v675>,<0x100000001fb/client.0 v659>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v661>,<0x10000000001/sv_1 v685>,<0x10000000000/qa v659>,<0x1/volumes v652>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T08:30:47.891 INFO:journalctl@ceph.mds.b.smithi120.stdout:Jun 06 08:30:47 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-b[66463]: 2024-06-06T08:30:47.591+0000 7f75e480a700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000007816 [c,head] /volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-14.xml auth{0=1,1=1} v1341 ap=1 s=0 n(v0 rc2024-06-06T08:30:42.637997+0000 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15213=0-4194304@b} caps={15213=pAsxLsXsxFsxcrwb/pAsxXsxFxcwb@1},l=15213 | importingcaps=0 caps=1 replicated=1 authpin=1 scrubqueue=0 0x5597990a3700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000007816:[<0x1000000133a/comment-14.xml v1341>,<0x10000000399/blog-28 v170880>,<0x10000000208/blogtest_in v2791>,<0x10000000201/src v2792>,<0x10000000006/blogbench-1.0 v2434>,<0x10000000005/tmp v673>,<0x100000001fb/client.0 v657>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v666>,<0x10000000001/sv_1 v689>,<0x10000000000/qa v657>,<0x1/volumes v650>]//[3]","memoryvalue":"(4)0x10000007816:[<0x1000000133a/comment-14.xml v1341>,<0x10000000399/blog-28 v170959>,<0x10000000208/blogtest_in v2797>,<0x10000000201/src v2788>,<0x10000000006/blogbench-1.0 v2437>,<0x10000000005/tmp v675>,<0x100000001fb/client.0 v659>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v661>,<0x10000000001/sv_1 v685>,<0x10000000000/qa v659>,<0x1/volumes v652>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T08:30:47.891 INFO:journalctl@ceph.mds.b.smithi120.stdout:Jun 06 08:30:47 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-b[66463]: 2024-06-06T08:30:47.593+0000 7f75e480a700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000780c [c,head] /volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-24.xml auth{0=1,1=1} v1354 ap=1 s=7194 n(v0 rc2024-06-06T08:30:39.904012+0000 b7194 1=1+0) | replicated=1 authpin=1 scrubqueue=0 0x55979e58b700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000780c:[<0x1000000133a/comment-24.xml v1354>,<0x10000000399/blog-28 v170880>,<0x10000000208/blogtest_in v2791>,<0x10000000201/src v2792>,<0x10000000006/blogbench-1.0 v2434>,<0x10000000005/tmp v673>,<0x100000001fb/client.0 v657>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v666>,<0x10000000001/sv_1 v689>,<0x10000000000/qa v657>,<0x1/volumes v650>]//[3]","memoryvalue":"(4)0x1000000780c:[<0x1000000133a/comment-24.xml v1354>,<0x10000000399/blog-28 v170959>,<0x10000000208/blogtest_in v2797>,<0x10000000201/src v2788>,<0x10000000006/blogbench-1.0 v2437>,<0x10000000005/tmp v675>,<0x100000001fb/client.0 v659>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v661>,<0x10000000001/sv_1 v685>,<0x10000000000/qa v659>,<0x1/volumes v652>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T08:30:47.891 INFO:journalctl@ceph.mds.b.smithi120.stdout:Jun 06 08:30:47 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-b[66463]: 2024-06-06T08:30:47.593+0000 7f75e480a700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000780d [c,head] /volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-23.xml auth{0=1,1=1} v1358 ap=1 s=6151 n(v0 rc2024-06-06T08:30:39.919012+0000 b6151 1=1+0) | replicated=1 authpin=1 scrubqueue=0 0x55979e58a100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000780d:[<0x1000000133a/comment-23.xml v1358>,<0x10000000399/blog-28 v170880>,<0x10000000208/blogtest_in v2791>,<0x10000000201/src v2792>,<0x10000000006/blogbench-1.0 v2434>,<0x10000000005/tmp v673>,<0x100000001fb/client.0 v657>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v666>,<0x10000000001/sv_1 v689>,<0x10000000000/qa v657>,<0x1/volumes v650>]//[3]","memoryvalue":"(4)0x1000000780d:[<0x1000000133a/comment-23.xml v1358>,<0x10000000399/blog-28 v170959>,<0x10000000208/blogtest_in v2797>,<0x10000000201/src v2788>,<0x10000000006/blogbench-1.0 v2437>,<0x10000000005/tmp v675>,<0x100000001fb/client.0 v659>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v661>,<0x10000000001/sv_1 v685>,<0x10000000000/qa v659>,<0x1/volumes v652>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T08:30:47.891 INFO:journalctl@ceph.mds.b.smithi120.stdout:Jun 06 08:30:47 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-b[66463]: 2024-06-06T08:30:47.594+0000 7f75e480a700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000007805 [c,head] /volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-29.xml auth{0=1,1=1} v1340 ap=1 s=4596 n(v0 rc2024-06-06T08:30:39.840013+0000 b4596 1=1+0) | replicated=1 authpin=1 scrubqueue=0 0x559799449180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000007805:[<0x1000000133a/comment-29.xml v1340>,<0x10000000399/blog-28 v170880>,<0x10000000208/blogtest_in v2791>,<0x10000000201/src v2792>,<0x10000000006/blogbench-1.0 v2434>,<0x10000000005/tmp v673>,<0x100000001fb/client.0 v657>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v666>,<0x10000000001/sv_1 v689>,<0x10000000000/qa v657>,<0x1/volumes v650>]//[3]","memoryvalue":"(4)0x10000007805:[<0x1000000133a/comment-29.xml v1340>,<0x10000000399/blog-28 v170959>,<0x10000000208/blogtest_in v2797>,<0x10000000201/src v2788>,<0x10000000006/blogbench-1.0 v2437>,<0x10000000005/tmp v675>,<0x100000001fb/client.0 v659>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v661>,<0x10000000001/sv_1 v685>,<0x10000000000/qa v659>,<0x1/volumes v652>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T08:30:47.891 INFO:journalctl@ceph.mds.b.smithi120.stdout:Jun 06 08:30:47 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-b[66463]: 2024-06-06T08:30:47.596+0000 7f75e480a700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000781c [c,head] /volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-11.xml auth{0=1,1=1} v1335 ap=1 s=0 n(v0 rc2024-06-06T08:30:42.675996+0000 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15213=0-4194304@b} caps={15213=pAsxLsXsxFsxcrwb/pAsxXsxFxcwb@1},l=15213 | importingcaps=0 caps=1 replicated=1 authpin=1 scrubqueue=0 0x55979e3e2680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000781c:[<0x1000000133a/comment-11.xml v1335>,<0x10000000399/blog-28 v170880>,<0x10000000208/blogtest_in v2791>,<0x10000000201/src v2792>,<0x10000000006/blogbench-1.0 v2434>,<0x10000000005/tmp v673>,<0x100000001fb/client.0 v657>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v666>,<0x10000000001/sv_1 v689>,<0x10000000000/qa v657>,<0x1/volumes v650>]//[3]","memoryvalue":"(4)0x1000000781c:[<0x1000000133a/comment-11.xml v1335>,<0x10000000399/blog-28 v170959>,<0x10000000208/blogtest_in v2797>,<0x10000000201/src v2788>,<0x10000000006/blogbench-1.0 v2437>,<0x10000000005/tmp v675>,<0x100000001fb/client.0 v659>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v661>,<0x10000000001/sv_1 v685>,<0x10000000000/qa v659>,<0x1/volumes v652>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T08:30:47.891 INFO:journalctl@ceph.mds.b.smithi120.stdout:Jun 06 08:30:47 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-b[66463]: 2024-06-06T08:30:47.596+0000 7f75e480a700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000007811 [c,head] /volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-20.xml auth{0=1,1=1} v1338 ap=1 s=9698 n(v0 rc2024-06-06T08:30:39.955012+0000 b9698 1=1+0) | replicated=1 authpin=1 scrubqueue=0 0x55979998e000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000007811:[<0x1000000133a/comment-20.xml v1338>,<0x10000000399/blog-28 v170880>,<0x10000000208/blogtest_in v2791>,<0x10000000201/src v2792>,<0x10000000006/blogbench-1.0 v2434>,<0x10000000005/tmp v673>,<0x100000001fb/client.0 v657>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v666>,<0x10000000001/sv_1 v689>,<0x10000000000/qa v657>,<0x1/volumes v650>]//[3]","memoryvalue":"(4)0x10000007811:[<0x1000000133a/comment-20.xml v1338>,<0x10000000399/blog-28 v170959>,<0x10000000208/blogtest_in v2797>,<0x10000000201/src v2788>,<0x10000000006/blogbench-1.0 v2437>,<0x10000000005/tmp v675>,<0x100000001fb/client.0 v659>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v661>,<0x10000000001/sv_1 v685>,<0x10000000000/qa v659>,<0x1/volumes v652>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T08:30:48.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:47 smithi149 ceph-mon[36842]: Scrub error on inode 0x10000007804 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-50/comment-54.xml) see mds.c log and `damage ls` output for details 2024-06-06T08:30:48.158 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.157+0000 7f6898072700 1 -- 172.21.15.42:0/2734341709 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f689006aac0 msgr2=0x7f689010ea00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:48.158 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.157+0000 7f6898072700 1 --2- 172.21.15.42:0/2734341709 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f689006aac0 0x7f689010ea00 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7f6880009990 tx=0x7f6880009ca0 comp rx=0 tx=0).stop 2024-06-06T08:30:48.158 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.157+0000 7f6898072700 1 -- 172.21.15.42:0/2734341709 shutdown_connections 2024-06-06T08:30:48.158 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.157+0000 7f6898072700 1 --2- 172.21.15.42:0/2734341709 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f689010ef40 0x7f6890111330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:48.158 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.157+0000 7f6898072700 1 --2- 172.21.15.42:0/2734341709 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f689006a1a0 0x7f689006a580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:48.158 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.157+0000 7f6898072700 1 --2- 172.21.15.42:0/2734341709 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f689006aac0 0x7f689010ea00 unknown :-1 s=CLOSED pgs=816 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:48.158 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.157+0000 7f6898072700 1 -- 172.21.15.42:0/2734341709 >> 172.21.15.42:0/2734341709 conn(0x7f6890078340 msgr2=0x7f6890078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:48.158 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.158+0000 7f6898072700 1 -- 172.21.15.42:0/2734341709 shutdown_connections 2024-06-06T08:30:48.158 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.158+0000 7f6898072700 1 -- 172.21.15.42:0/2734341709 wait complete. 2024-06-06T08:30:48.160 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.158+0000 7f6898072700 1 Processor -- start 2024-06-06T08:30:48.160 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.158+0000 7f6898072700 1 -- start start 2024-06-06T08:30:48.160 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.159+0000 7f6898072700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f689006a1a0 0x7f689019aeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:48.160 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.159+0000 7f6898072700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f689006aac0 0x7f689019b3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:48.160 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.159+0000 7f6898072700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f689010ef40 0x7f689019f780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:48.160 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.159+0000 7f6898072700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f68901149c0 con 0x7f689006aac0 2024-06-06T08:30:48.160 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.159+0000 7f6898072700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f6890114840 con 0x7f689006a1a0 2024-06-06T08:30:48.161 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.159+0000 7f6898072700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f6890114b40 con 0x7f689010ef40 2024-06-06T08:30:48.161 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.159+0000 7f6895e0e700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f689006a1a0 0x7f689019aeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:48.161 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.159+0000 7f689560d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f689006aac0 0x7f689019b3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:48.161 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.159+0000 7f689560d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f689006aac0 0x7f689019b3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:46258/0 (socket says 172.21.15.42:46258) 2024-06-06T08:30:48.161 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.159+0000 7f689560d700 1 -- 172.21.15.42:0/3765498381 learned_addr learned my addr 172.21.15.42:0/3765498381 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:48.161 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.159+0000 7f689660f700 1 --2- 172.21.15.42:0/3765498381 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f689010ef40 0x7f689019f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:48.161 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.159+0000 7f689660f700 1 -- 172.21.15.42:0/3765498381 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f689006a1a0 msgr2=0x7f689019aeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:48.161 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.160+0000 7f689660f700 1 --2- 172.21.15.42:0/3765498381 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f689006a1a0 0x7f689019aeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:48.161 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.160+0000 7f689660f700 1 -- 172.21.15.42:0/3765498381 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f689006aac0 msgr2=0x7f689019b3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:48.161 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.160+0000 7f689660f700 1 --2- 172.21.15.42:0/3765498381 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f689006aac0 0x7f689019b3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:48.161 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.160+0000 7f689660f700 1 -- 172.21.15.42:0/3765498381 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f689019fec0 con 0x7f689010ef40 2024-06-06T08:30:48.161 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.160+0000 7f689660f700 1 --2- 172.21.15.42:0/3765498381 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f689010ef40 0x7f689019f780 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f688800ef90 tx=0x7f688800c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:48.162 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.161+0000 7f6886ffd700 1 -- 172.21.15.42:0/3765498381 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68880092e0 con 0x7f689010ef40 2024-06-06T08:30:48.162 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.161+0000 7f6886ffd700 1 -- 172.21.15.42:0/3765498381 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6888004bb0 con 0x7f689010ef40 2024-06-06T08:30:48.162 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.161+0000 7f6886ffd700 1 -- 172.21.15.42:0/3765498381 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6888004280 con 0x7f689010ef40 2024-06-06T08:30:48.162 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.161+0000 7f6898072700 1 -- 172.21.15.42:0/3765498381 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68901a0150 con 0x7f689010ef40 2024-06-06T08:30:48.162 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.161+0000 7f6898072700 1 -- 172.21.15.42:0/3765498381 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68901a7a30 con 0x7f689010ef40 2024-06-06T08:30:48.164 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.164+0000 7f6886ffd700 1 -- 172.21.15.42:0/3765498381 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f688801b030 con 0x7f689010ef40 2024-06-06T08:30:48.165 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.165+0000 7f6886ffd700 1 --2- 172.21.15.42:0/3765498381 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f687c0a2e90 0x7f687c0a5350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:48.165 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.165+0000 7f68a28f5b80 1 Processor -- start 2024-06-06T08:30:48.165 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.165+0000 7f6886ffd700 1 -- 172.21.15.42:0/3765498381 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 9438+0+0 (secure 0 0 0) 0x7f68880cf3e0 con 0x7f689010ef40 2024-06-06T08:30:48.165 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.165+0000 7f6895e0e700 1 --2- 172.21.15.42:0/3765498381 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f687c0a2e90 0x7f687c0a5350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:48.167 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.166+0000 7f68a28f5b80 1 -- start start 2024-06-06T08:30:48.167 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.166+0000 7f6895e0e700 1 --2- 172.21.15.42:0/3765498381 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f687c0a2e90 0x7f687c0a5350 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f688c009bf0 tx=0x7f688c009260 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:48.167 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.166+0000 7f68a28f5b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56237581af60 0x56237581b340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:48.167 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.166+0000 7f68a28f5b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56237581b880 0x562375815260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:48.167 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.166+0000 7f68a28f5b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5623758157a0 0x562375815bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:48.167 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.166+0000 7f68a28f5b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x562375707f60 con 0x56237581b880 2024-06-06T08:30:48.167 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.166+0000 7f68a28f5b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x562375766850 con 0x56237581af60 2024-06-06T08:30:48.167 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.166+0000 7f68a28f5b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5623756ce460 con 0x5623758157a0 2024-06-06T08:30:48.167 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.166+0000 7f689560d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56237581b880 0x562375815260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:48.167 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.166+0000 7f689560d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56237581b880 0x562375815260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:46266/0 (socket says 172.21.15.42:46266) 2024-06-06T08:30:48.167 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.166+0000 7f689560d700 1 -- 172.21.15.42:0/1938017300 learned_addr learned my addr 172.21.15.42:0/1938017300 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:48.167 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.167+0000 7f689660f700 1 --2- 172.21.15.42:0/1938017300 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5623758157a0 0x562375815bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:48.168 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.167+0000 7f6895e0e700 1 --2- 172.21.15.42:0/1938017300 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56237581af60 0x56237581b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:48.168 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.167+0000 7f689560d700 1 -- 172.21.15.42:0/1938017300 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5623758157a0 msgr2=0x562375815bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:48.168 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.167+0000 7f689560d700 1 --2- 172.21.15.42:0/1938017300 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5623758157a0 0x562375815bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:48.168 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.167+0000 7f689560d700 1 -- 172.21.15.42:0/1938017300 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56237581af60 msgr2=0x56237581b340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:48.168 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.167+0000 7f689560d700 1 --2- 172.21.15.42:0/1938017300 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56237581af60 0x56237581b340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:48.168 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.167+0000 7f689560d700 1 -- 172.21.15.42:0/1938017300 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5623756b58d0 con 0x56237581b880 2024-06-06T08:30:48.171 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.167+0000 7f689560d700 1 --2- 172.21.15.42:0/1938017300 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56237581b880 0x562375815260 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7f6880009720 tx=0x7f6880005c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3142045e855254a4 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:48.172 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.167+0000 7f687bfff700 1 -- 172.21.15.42:0/1938017300 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6880027070 con 0x56237581b880 2024-06-06T08:30:48.172 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.168+0000 7f687bfff700 1 -- 172.21.15.42:0/1938017300 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6880005550 con 0x56237581b880 2024-06-06T08:30:48.172 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.168+0000 7f687bfff700 1 -- 172.21.15.42:0/1938017300 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6880003ce0 con 0x56237581b880 2024-06-06T08:30:48.172 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.168+0000 7f68a28f5b80 1 -- 172.21.15.42:0/1938017300 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56237581b880 msgr2=0x562375815260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:48.172 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.168+0000 7f68a28f5b80 1 --2- 172.21.15.42:0/1938017300 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56237581b880 0x562375815260 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7f6880009720 tx=0x7f6880005c80 comp rx=0 tx=0).stop 2024-06-06T08:30:48.172 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.169+0000 7f68a28f5b80 1 -- 172.21.15.42:0/1938017300 shutdown_connections 2024-06-06T08:30:48.172 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.169+0000 7f68a28f5b80 1 --2- 172.21.15.42:0/1938017300 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5623758157a0 0x562375815bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:48.172 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.169+0000 7f68a28f5b80 1 --2- 172.21.15.42:0/1938017300 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56237581af60 0x56237581b340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:48.172 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.169+0000 7f68a28f5b80 1 --2- 172.21.15.42:0/1938017300 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56237581b880 0x562375815260 unknown :-1 s=CLOSED pgs=817 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:48.172 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.169+0000 7f68a28f5b80 1 -- 172.21.15.42:0/1938017300 >> 172.21.15.42:0/1938017300 conn(0x562375742080 msgr2=0x562375810220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:48.172 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.169+0000 7f68a28f5b80 1 -- 172.21.15.42:0/1938017300 shutdown_connections 2024-06-06T08:30:48.172 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.169+0000 7f68a28f5b80 1 -- 172.21.15.42:0/1938017300 wait complete. 2024-06-06T08:30:48.172 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.169+0000 7f68a28f5b80 1 -- start start 2024-06-06T08:30:48.172 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.169+0000 7f68a28f5b80 1 Processor -- start 2024-06-06T08:30:48.173 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.170+0000 7f68a28f5b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5623758157a0 0x562375821540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:48.173 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.170+0000 7f68a28f5b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56237581af60 0x56237581e900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:48.173 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.170+0000 7f68a28f5b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56237581b880 0x56237581ee40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:48.173 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.170+0000 7f68a28f5b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x562375706fc0 con 0x56237581b880 2024-06-06T08:30:48.173 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.170+0000 7f68a28f5b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x562375762810 con 0x5623758157a0 2024-06-06T08:30:48.173 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.170+0000 7f68a28f5b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5623758222a0 con 0x56237581af60 2024-06-06T08:30:48.173 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.170+0000 7f68a28f5b80 10 client.0 _ll_register_callbacks cb 0x5623756fc5b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:30:48.173 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.170+0000 7f689660f700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56237581b880 0x56237581ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:48.173 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.170+0000 7f6895e0e700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5623758157a0 0x562375821540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:48.173 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.170+0000 7f689660f700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56237581b880 0x56237581ee40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:46282/0 (socket says 172.21.15.42:46282) 2024-06-06T08:30:48.173 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.170+0000 7f6895e0e700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5623758157a0 0x562375821540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:60464/0 (socket says 172.21.15.42:60464) 2024-06-06T08:30:48.173 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.170+0000 7f689660f700 1 -- 172.21.15.42:0/111601586 learned_addr learned my addr 172.21.15.42:0/111601586 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:48.173 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.170+0000 7f689560d700 1 --2- 172.21.15.42:0/111601586 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56237581af60 0x56237581e900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:48.173 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.170+0000 7f689660f700 1 -- 172.21.15.42:0/111601586 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56237581af60 msgr2=0x56237581e900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:48.174 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.170+0000 7f689660f700 1 --2- 172.21.15.42:0/111601586 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56237581af60 0x56237581e900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:48.174 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.170+0000 7f689660f700 1 -- 172.21.15.42:0/111601586 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5623758157a0 msgr2=0x562375821540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:48.174 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.170+0000 7f689660f700 1 --2- 172.21.15.42:0/111601586 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5623758157a0 0x562375821540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:48.174 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.170+0000 7f689660f700 1 -- 172.21.15.42:0/111601586 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56237572c750 con 0x56237581b880 2024-06-06T08:30:48.174 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.171+0000 7f689660f700 1 --2- 172.21.15.42:0/111601586 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56237581b880 0x56237581ee40 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7f68880090a0 tx=0x7f68880ccca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a70d3c3e0fadf6e server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:48.174 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.171+0000 7f68797fa700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:30:48.174 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.171+0000 7f68797fa700 1 -- 172.21.15.42:0/111601586 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68880b4060 con 0x56237581b880 2024-06-06T08:30:48.174 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.171+0000 7f68797fa700 1 -- 172.21.15.42:0/111601586 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 9438+0+0 (secure 0 0 0) 0x7f68880a3ef0 con 0x56237581b880 2024-06-06T08:30:48.174 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.171+0000 7f68a28f5b80 1 -- 172.21.15.42:0/111601586 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6880005550 con 0x56237581b880 2024-06-06T08:30:48.174 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.171+0000 7f68797fa700 1 -- 172.21.15.42:0/111601586 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f68880b9050 con 0x56237581b880 2024-06-06T08:30:48.174 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.171+0000 7f68a28f5b80 10 client.17025 fetch_fsmap learned FSMap version 36 2024-06-06T08:30:48.174 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.171+0000 7f68a28f5b80 1 -- 172.21.15.42:0/111601586 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x56237582ca50 con 0x56237581b880 2024-06-06T08:30:48.174 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.172+0000 7f68797fa700 1 -- 172.21.15.42:0/111601586 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f688809bca0 con 0x56237581b880 2024-06-06T08:30:48.176 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.172+0000 7f68797fa700 1 -- 172.21.15.42:0/111601586 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7f68880b4370 con 0x56237581b880 2024-06-06T08:30:48.176 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.172+0000 7f68a28f5b80 10 client.17025 fetch_fsmap finished waiting for FSMap version 36 2024-06-06T08:30:48.177 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.172+0000 7f68a28f5b80 10 client.17025 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:30:48.177 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.172+0000 7f68a28f5b80 20 client.17025 populate_metadata read hostname 'smithi042' 2024-06-06T08:30:48.177 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.172+0000 7f68a28f5b80 1 --2- 172.21.15.42:0/111601586 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56237582f090 0x5623758314a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:48.177 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.172+0000 7f68a28f5b80 4 client.17025 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:30:48.177 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.172+0000 7f68a28f5b80 1 -- 172.21.15.42:0/111601586 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f6880005550 con 0x56237582f090 2024-06-06T08:30:48.177 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.172+0000 7f6895e0e700 1 --2- 172.21.15.42:0/111601586 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56237582f090 0x5623758314a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:48.177 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.173+0000 7f6895e0e700 1 --2- 172.21.15.42:0/111601586 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56237582f090 0x5623758314a0 crc :-1 s=READY pgs=185 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9daa8849570b6f04 server_cookie=8e0bb9d28f7ccb98 in_seq=0 out_seq=0 2024-06-06T08:30:48.177 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.173+0000 7f68797fa700 10 client.17025 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:30:48.177 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.174+0000 7f68797fa700 1 -- 172.21.15.42:0/111601586 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x7f6880005550 con 0x56237582f090 2024-06-06T08:30:48.177 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.174+0000 7f68797fa700 10 client.17025 handle_command_reply: tid=0 2024-06-06T08:30:48.177 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.174+0000 7f68a28f5b80 1 client.17025 shutdown 2024-06-06T08:30:48.177 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.174+0000 7f68a28f5b80 1 -- 172.21.15.42:0/111601586 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56237581b880 msgr2=0x56237581ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:48.177 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.174+0000 7f68a28f5b80 1 --2- 172.21.15.42:0/111601586 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56237581b880 0x56237581ee40 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7f68880090a0 tx=0x7f68880ccca0 comp rx=0 tx=0).stop 2024-06-06T08:30:48.177 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.175+0000 7f68a28f5b80 1 -- 172.21.15.42:0/111601586 shutdown_connections 2024-06-06T08:30:48.178 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.175+0000 7f68a28f5b80 1 --2- 172.21.15.42:0/111601586 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56237581b880 0x56237581ee40 unknown :-1 s=CLOSED pgs=818 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:48.178 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.175+0000 7f68a28f5b80 1 --2- 172.21.15.42:0/111601586 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56237582f090 0x5623758314a0 crc :-1 s=READY pgs=185 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:48.178 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.175+0000 7f68797fa700 0 client.17025 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:30:48.178 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.175+0000 7f68a28f5b80 1 --2- 172.21.15.42:0/111601586 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5623758157a0 0x562375821540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:48.178 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.175+0000 7f68a28f5b80 1 --2- 172.21.15.42:0/111601586 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56237581af60 0x56237581e900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:48.178 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.175+0000 7f68a28f5b80 1 -- 172.21.15.42:0/111601586 >> 172.21.15.42:0/111601586 conn(0x562375742080 msgr2=0x56237580f700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:48.178 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.175+0000 7f68a28f5b80 1 -- 172.21.15.42:0/111601586 shutdown_connections 2024-06-06T08:30:48.178 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.175+0000 7f68a28f5b80 1 -- 172.21.15.42:0/111601586 wait complete. 2024-06-06T08:30:48.178 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.175+0000 7f68a28f5b80 20 client.17025 trim_cache size 0 max 16384 2024-06-06T08:30:48.204 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.204+0000 7f68a28f5b80 1 Processor -- start 2024-06-06T08:30:48.204 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.204+0000 7f68a28f5b80 1 -- start start 2024-06-06T08:30:48.204 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.204+0000 7f68a28f5b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5623758157a0 0x56237581c370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:48.204 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.204+0000 7f68a28f5b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56237581af60 0x56237580fe80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:48.204 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.204+0000 7f68a28f5b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56237581b880 0x5623758103c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:48.204 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.204+0000 7f68a28f5b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f68901aec30 con 0x56237581af60 2024-06-06T08:30:48.205 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.204+0000 7f68a28f5b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f68901ac400 con 0x5623758157a0 2024-06-06T08:30:48.205 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.204+0000 7f68a28f5b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f68901aa290 con 0x56237581b880 2024-06-06T08:30:48.205 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.205+0000 7f6895e0e700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5623758157a0 0x56237581c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:48.205 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.205+0000 7f689560d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56237581af60 0x56237580fe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:48.205 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.205+0000 7f6895e0e700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5623758157a0 0x56237581c370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:60472/0 (socket says 172.21.15.42:60472) 2024-06-06T08:30:48.205 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.205+0000 7f6895e0e700 1 -- 172.21.15.42:0/3151288798 learned_addr learned my addr 172.21.15.42:0/3151288798 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:48.206 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.205+0000 7f689660f700 1 --2- 172.21.15.42:0/3151288798 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56237581b880 0x5623758103c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:48.206 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.205+0000 7f6895e0e700 1 -- 172.21.15.42:0/3151288798 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56237581b880 msgr2=0x5623758103c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:48.206 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.205+0000 7f6895e0e700 1 --2- 172.21.15.42:0/3151288798 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56237581b880 0x5623758103c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:48.206 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.205+0000 7f6895e0e700 1 -- 172.21.15.42:0/3151288798 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56237581af60 msgr2=0x56237580fe80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:48.206 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.205+0000 7f6895e0e700 1 --2- 172.21.15.42:0/3151288798 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56237581af60 0x56237580fe80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:48.206 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.205+0000 7f6895e0e700 1 -- 172.21.15.42:0/3151288798 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56237581c8b0 con 0x5623758157a0 2024-06-06T08:30:48.206 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.205+0000 7f689560d700 1 --2- 172.21.15.42:0/3151288798 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56237581af60 0x56237580fe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:30:48.206 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.205+0000 7f6895e0e700 1 --2- 172.21.15.42:0/3151288798 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5623758157a0 0x56237581c370 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x562375831d10 tx=0x7f688c014000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=659fcd712653e626 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:48.206 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.206+0000 7f687b7fe700 1 -- 172.21.15.42:0/3151288798 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f688c004310 con 0x5623758157a0 2024-06-06T08:30:48.207 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.206+0000 7f687b7fe700 1 -- 172.21.15.42:0/3151288798 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f688c0044b0 con 0x5623758157a0 2024-06-06T08:30:48.207 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.206+0000 7f687b7fe700 1 -- 172.21.15.42:0/3151288798 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f688c012af0 con 0x5623758157a0 2024-06-06T08:30:48.207 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.206+0000 7f68a28f5b80 1 -- 172.21.15.42:0/3151288798 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5623758157a0 msgr2=0x56237581c370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:48.207 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.207+0000 7f68a28f5b80 1 --2- 172.21.15.42:0/3151288798 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5623758157a0 0x56237581c370 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x562375831d10 tx=0x7f688c014000 comp rx=0 tx=0).stop 2024-06-06T08:30:48.207 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.207+0000 7f68a28f5b80 1 -- 172.21.15.42:0/3151288798 shutdown_connections 2024-06-06T08:30:48.207 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.207+0000 7f68a28f5b80 1 --2- 172.21.15.42:0/3151288798 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56237581b880 0x5623758103c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:48.207 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.207+0000 7f68a28f5b80 1 --2- 172.21.15.42:0/3151288798 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5623758157a0 0x56237581c370 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:48.207 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.207+0000 7f68a28f5b80 1 --2- 172.21.15.42:0/3151288798 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56237581af60 0x56237580fe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:48.207 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.207+0000 7f68a28f5b80 1 -- 172.21.15.42:0/3151288798 >> 172.21.15.42:0/3151288798 conn(0x562375742080 msgr2=0x56237581bc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:48.208 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.207+0000 7f68a28f5b80 1 -- 172.21.15.42:0/3151288798 shutdown_connections 2024-06-06T08:30:48.208 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.207+0000 7f68a28f5b80 1 -- 172.21.15.42:0/3151288798 wait complete. 2024-06-06T08:30:48.208 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.207+0000 7f68a28f5b80 1 -- start start 2024-06-06T08:30:48.208 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.207+0000 7f68a28f5b80 1 Processor -- start 2024-06-06T08:30:48.209 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.208+0000 7f68a28f5b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5623758157a0 0x562375827b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:48.209 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.208+0000 7f68a28f5b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56237581af60 0x562375824530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:48.209 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.208+0000 7f68a28f5b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56237581b880 0x562375824a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:48.209 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.208+0000 7f68a28f5b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f68901aa8e0 con 0x56237581b880 2024-06-06T08:30:48.210 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.208+0000 7f68a28f5b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f68901abd30 con 0x56237581af60 2024-06-06T08:30:48.210 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.208+0000 7f68a28f5b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f68901aaf90 con 0x5623758157a0 2024-06-06T08:30:48.210 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.208+0000 7f68a28f5b80 10 client.0 _ll_register_callbacks cb 0x5623756fc5b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:30:48.210 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.208+0000 7f689560d700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56237581af60 0x562375824530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:48.210 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.208+0000 7f6895e0e700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5623758157a0 0x562375827b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:48.210 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.208+0000 7f689560d700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56237581af60 0x562375824530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:60480/0 (socket says 172.21.15.42:60480) 2024-06-06T08:30:48.210 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.208+0000 7f689560d700 1 -- 172.21.15.42:0/18805629 learned_addr learned my addr 172.21.15.42:0/18805629 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:48.210 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.208+0000 7f6895e0e700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5623758157a0 0x562375827b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:50930/0 (socket says 172.21.15.42:50930) 2024-06-06T08:30:48.210 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.208+0000 7f689660f700 1 --2- 172.21.15.42:0/18805629 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56237581b880 0x562375824a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:48.210 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.208+0000 7f689560d700 1 -- 172.21.15.42:0/18805629 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5623758157a0 msgr2=0x562375827b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:48.210 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.208+0000 7f689560d700 1 --2- 172.21.15.42:0/18805629 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5623758157a0 0x562375827b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:48.210 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.208+0000 7f689560d700 1 -- 172.21.15.42:0/18805629 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56237581b880 msgr2=0x562375824a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:48.210 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.208+0000 7f689560d700 1 --2- 172.21.15.42:0/18805629 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56237581b880 0x562375824a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:48.211 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.208+0000 7f689560d700 1 -- 172.21.15.42:0/18805629 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562375825060 con 0x56237581af60 2024-06-06T08:30:48.211 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.208+0000 7f689660f700 1 --2- 172.21.15.42:0/18805629 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56237581b880 0x562375824a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:30:48.211 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.209+0000 7f689560d700 1 --2- 172.21.15.42:0/18805629 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56237581af60 0x562375824530 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f6880009720 tx=0x7f6880009310 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3150c24614c2b01e server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:48.211 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.209+0000 7f68797fa700 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:30:48.211 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.209+0000 7f68797fa700 1 -- 172.21.15.42:0/18805629 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6880027040 con 0x56237581af60 2024-06-06T08:30:48.211 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.209+0000 7f68797fa700 1 -- 172.21.15.42:0/18805629 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 9438+0+0 (secure 0 0 0) 0x7f6880003a90 con 0x56237581af60 2024-06-06T08:30:48.211 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.209+0000 7f68a28f5b80 1 -- 172.21.15.42:0/18805629 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f688c0044b0 con 0x56237581af60 2024-06-06T08:30:48.211 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.209+0000 7f68797fa700 1 -- 172.21.15.42:0/18805629 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f6880039050 con 0x56237581af60 2024-06-06T08:30:48.211 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.209+0000 7f68a28f5b80 10 client.26672 fetch_fsmap learned FSMap version 36 2024-06-06T08:30:48.211 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.209+0000 7f68a28f5b80 1 -- 172.21.15.42:0/18805629 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x56237589ab60 con 0x56237581af60 2024-06-06T08:30:48.212 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.210+0000 7f68797fa700 1 -- 172.21.15.42:0/18805629 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f688c0044b0 con 0x56237581af60 2024-06-06T08:30:48.212 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.210+0000 7f68797fa700 1 -- 172.21.15.42:0/18805629 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 36) ==== 8362+0+0 (secure 0 0 0) 0x7f6880034030 con 0x56237581af60 2024-06-06T08:30:48.212 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.210+0000 7f68a28f5b80 10 client.26672 fetch_fsmap finished waiting for FSMap version 36 2024-06-06T08:30:48.212 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.210+0000 7f68a28f5b80 10 client.26672 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:30:48.212 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.210+0000 7f68a28f5b80 20 client.26672 populate_metadata read hostname 'smithi042' 2024-06-06T08:30:48.213 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.210+0000 7f68a28f5b80 1 --2- 172.21.15.42:0/18805629 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56237589ae30 0x56237589d220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:48.213 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.210+0000 7f68a28f5b80 4 client.26672 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-06-06T08:30:48.213 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.210+0000 7f68a28f5b80 1 -- 172.21.15.42:0/18805629 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "scrub status"}) -- 0x562375773d50 con 0x56237589ae30 2024-06-06T08:30:48.213 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.210+0000 7f6895e0e700 1 --2- 172.21.15.42:0/18805629 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56237589ae30 0x56237589d220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:48.213 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.211+0000 7f68797fa700 10 client.26672 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:30:48.213 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.211+0000 7f6895e0e700 1 --2- 172.21.15.42:0/18805629 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56237589ae30 0x56237589d220 crc :-1 s=READY pgs=186 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=42c2435bb4a09606 server_cookie=cc1aee5547c1c56b in_seq=0 out_seq=0 2024-06-06T08:30:48.213 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.211+0000 7f68797fa700 1 -- 172.21.15.42:0/18805629 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x562375773d50 con 0x56237589ae30 2024-06-06T08:30:48.213 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.211+0000 7f68797fa700 10 client.26672 handle_command_reply: tid=0 2024-06-06T08:30:48.213 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.211+0000 7f68a28f5b80 1 client.26672 shutdown 2024-06-06T08:30:48.213 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.211+0000 7f68a28f5b80 1 -- 172.21.15.42:0/18805629 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56237581af60 msgr2=0x562375824530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:48.213 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.211+0000 7f68a28f5b80 1 --2- 172.21.15.42:0/18805629 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56237581af60 0x562375824530 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f6880009720 tx=0x7f6880009310 comp rx=0 tx=0).stop 2024-06-06T08:30:48.213 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.212+0000 7f68a28f5b80 1 -- 172.21.15.42:0/18805629 shutdown_connections 2024-06-06T08:30:48.213 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.212+0000 7f68a28f5b80 1 --2- 172.21.15.42:0/18805629 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56237581b880 0x562375824a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:48.214 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.212+0000 7f68a28f5b80 1 --2- 172.21.15.42:0/18805629 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5623758157a0 0x562375827b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:48.214 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.212+0000 7f68a28f5b80 1 --2- 172.21.15.42:0/18805629 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56237589ae30 0x56237589d220 crc :-1 s=READY pgs=186 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:48.214 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.212+0000 7f68a28f5b80 1 --2- 172.21.15.42:0/18805629 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56237581af60 0x562375824530 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:48.214 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.212+0000 7f68797fa700 0 client.26672 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:30:48.214 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.212+0000 7f68a28f5b80 1 -- 172.21.15.42:0/18805629 >> 172.21.15.42:0/18805629 conn(0x562375742080 msgr2=0x5623758200e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:48.214 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.212+0000 7f68a28f5b80 1 -- 172.21.15.42:0/18805629 shutdown_connections 2024-06-06T08:30:48.214 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.212+0000 7f68a28f5b80 1 -- 172.21.15.42:0/18805629 wait complete. 2024-06-06T08:30:48.214 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.212+0000 7f68a28f5b80 20 client.26672 trim_cache size 0 max 16384 2024-06-06T08:30:48.214 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:30:48.214 INFO:teuthology.orchestra.run.smithi042.stdout: "status": "IDLE (waiting for more scrubs)", 2024-06-06T08:30:48.214 INFO:teuthology.orchestra.run.smithi042.stdout: "scrubs": { 2024-06-06T08:30:48.215 INFO:teuthology.orchestra.run.smithi042.stdout: "17c50d6c-a755-428a-8d63-5a0bca130683": { 2024-06-06T08:30:48.215 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/", 2024-06-06T08:30:48.215 INFO:teuthology.orchestra.run.smithi042.stdout: "tag": "17c50d6c-a755-428a-8d63-5a0bca130683", 2024-06-06T08:30:48.215 INFO:teuthology.orchestra.run.smithi042.stdout: "options": "recursive,force" 2024-06-06T08:30:48.215 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:30:48.215 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:30:48.215 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:30:48.215 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.213+0000 7f6898072700 1 -- 172.21.15.42:0/3765498381 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f687c0a2e90 msgr2=0x7f687c0a5350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:48.216 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.213+0000 7f6898072700 1 --2- 172.21.15.42:0/3765498381 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f687c0a2e90 0x7f687c0a5350 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f688c009bf0 tx=0x7f688c009260 comp rx=0 tx=0).stop 2024-06-06T08:30:48.216 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.213+0000 7f6898072700 1 -- 172.21.15.42:0/3765498381 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f689010ef40 msgr2=0x7f689019f780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:48.216 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.213+0000 7f6898072700 1 --2- 172.21.15.42:0/3765498381 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f689010ef40 0x7f689019f780 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f688800ef90 tx=0x7f688800c3a0 comp rx=0 tx=0).stop 2024-06-06T08:30:48.216 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.213+0000 7f6898072700 1 -- 172.21.15.42:0/3765498381 shutdown_connections 2024-06-06T08:30:48.216 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.213+0000 7f6898072700 1 --2- 172.21.15.42:0/3765498381 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f687c0a2e90 0x7f687c0a5350 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:48.216 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.213+0000 7f6898072700 1 --2- 172.21.15.42:0/3765498381 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f689010ef40 0x7f689019f780 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:48.216 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.213+0000 7f6898072700 1 --2- 172.21.15.42:0/3765498381 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f689006a1a0 0x7f689019aeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:48.216 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.213+0000 7f6898072700 1 --2- 172.21.15.42:0/3765498381 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f689006aac0 0x7f689019b3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:48.216 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.213+0000 7f6898072700 1 -- 172.21.15.42:0/3765498381 >> 172.21.15.42:0/3765498381 conn(0x7f6890078340 msgr2=0x7f68901103f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:48.216 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.213+0000 7f6898072700 1 -- 172.21.15.42:0/3765498381 shutdown_connections 2024-06-06T08:30:48.216 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:30:48.214+0000 7f6898072700 1 -- 172.21.15.42:0/3765498381 wait complete. 2024-06-06T08:30:48.388 INFO:journalctl@ceph.mds.e.smithi120.stdout:Jun 06 08:30:47 smithi120 systemd[1]: ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mds.e.service: Failed with result 'exit-code'. 2024-06-06T08:30:48.388 INFO:journalctl@ceph.mds.e.smithi120.stdout:Jun 06 08:30:47 smithi120 systemd[1]: ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mds.e.service: Consumed 2.605s CPU time. 2024-06-06T08:30:48.389 INFO:journalctl@ceph.mds.b.smithi120.stdout:Jun 06 08:30:47 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-b[66463]: 2024-06-06T08:30:47.984+0000 7f75e480a700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x200000031d5 [c,head] /volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-23/comment-10.xml auth{0=1,1=1} v1290 ap=1 s=6445 n(v0 rc2024-06-06T08:30:39.940012+0000 b6445 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15213=0-4194304@b} caps={15213=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15213 | importingcaps=0 caps=1 replicated=1 authpin=1 scrubqueue=0 0x55979afb6580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x200000031d5:[<0x10000001056/comment-10.xml v1290>,<0x10000000399/blog-23 v170879>,<0x10000000208/blogtest_in v2791>,<0x10000000201/src v2792>,<0x10000000006/blogbench-1.0 v2434>,<0x10000000005/tmp v673>,<0x100000001fb/client.0 v657>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v666>,<0x10000000001/sv_1 v689>,<0x10000000000/qa v657>,<0x1/volumes v650>]//[3]","memoryvalue":"(4)0x200000031d5:[<0x10000001056/comment-10.xml v1290>,<0x10000000399/blog-23 v170999>,<0x10000000208/blogtest_in v2797>,<0x10000000201/src v2788>,<0x10000000006/blogbench-1.0 v2437>,<0x10000000005/tmp v675>,<0x100000001fb/client.0 v659>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v661>,<0x10000000001/sv_1 v685>,<0x10000000000/qa v659>,<0x1/volumes v652>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T08:30:48.389 INFO:journalctl@ceph.mds.b.smithi120.stdout:Jun 06 08:30:47 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-b[66463]: 2024-06-06T08:30:47.985+0000 7f75e480a700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000007819 [c,head] /volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-23/comment-8.xml auth{0=1,1=1} v1316 ap=1 s=9445 n(v0 rc2024-06-06T08:30:42.649997+0000 b9445 1=1+0) caps={15213=pAsLsXsFsc/-@1},l=15213(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 dirtyrstat=0 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x55979b25b180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000007819:[<0x10000001056/comment-8.xml v1299>,<0x10000000399/blog-23 v170879>,<0x10000000208/blogtest_in v2791>,<0x10000000201/src v2792>,<0x10000000006/blogbench-1.0 v2434>,<0x10000000005/tmp v673>,<0x100000001fb/client.0 v657>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v666>,<0x10000000001/sv_1 v689>,<0x10000000000/qa v657>,<0x1/volumes v650>]//[3]","memoryvalue":"(4)0x10000007819:[<0x10000001056/comment-8.xml v1316>,<0x10000000399/blog-23 v170999>,<0x10000000208/blogtest_in v2797>,<0x10000000201/src v2788>,<0x10000000006/blogbench-1.0 v2437>,<0x10000000005/tmp v675>,<0x100000001fb/client.0 v659>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v661>,<0x10000000001/sv_1 v685>,<0x10000000000/qa v659>,<0x1/volumes v652>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T08:30:48.389 INFO:journalctl@ceph.mds.b.smithi120.stdout:Jun 06 08:30:47 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-b[66463]: 2024-06-06T08:30:47.986+0000 7f75e480a700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000781b [c,head] /volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-23/comment-7.xml auth{0=1,1=1} v1332 ap=1 s=2734 n(v0 rc2024-06-06T08:30:42.663996+0000 b2734 1=1+0) caps={15213=pAsLsXsFsc/-@1},l=15213(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x5597990df080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000781b:[<0x10000001056/comment-7.xml v1316>,<0x10000000399/blog-23 v170879>,<0x10000000208/blogtest_in v2791>,<0x10000000201/src v2792>,<0x10000000006/blogbench-1.0 v2434>,<0x10000000005/tmp v673>,<0x100000001fb/client.0 v657>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v666>,<0x10000000001/sv_1 v689>,<0x10000000000/qa v657>,<0x1/volumes v650>]//[3]","memoryvalue":"(4)0x1000000781b:[<0x10000001056/comment-7.xml v1332>,<0x10000000399/blog-23 v170999>,<0x10000000208/blogtest_in v2797>,<0x10000000201/src v2788>,<0x10000000006/blogbench-1.0 v2437>,<0x10000000005/tmp v675>,<0x100000001fb/client.0 v659>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v661>,<0x10000000001/sv_1 v685>,<0x10000000000/qa v659>,<0x1/volumes v652>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T08:30:48.389 INFO:journalctl@ceph.mds.b.smithi120.stdout:Jun 06 08:30:47 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-b[66463]: 2024-06-06T08:30:47.986+0000 7f75e480a700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x200000031d3 [c,head] /volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-23/comment-15.xml auth{0=1,1=1} v1304 ap=1 s=8449 n(v0 rc2024-06-06T08:30:37.117028+0000 b8449 1=1+0) caps={15213=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=1 authpin=1 scrubqueue=0 0x5597990e0680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x200000031d3:[<0x10000001056/comment-15.xml v1304>,<0x10000000399/blog-23 v170879>,<0x10000000208/blogtest_in v2791>,<0x10000000201/src v2792>,<0x10000000006/blogbench-1.0 v2434>,<0x10000000005/tmp v673>,<0x100000001fb/client.0 v657>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v666>,<0x10000000001/sv_1 v689>,<0x10000000000/qa v657>,<0x1/volumes v650>]//[3]","memoryvalue":"(4)0x200000031d3:[<0x10000001056/comment-15.xml v1304>,<0x10000000399/blog-23 v170999>,<0x10000000208/blogtest_in v2797>,<0x10000000201/src v2788>,<0x10000000006/blogbench-1.0 v2437>,<0x10000000005/tmp v675>,<0x100000001fb/client.0 v659>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v661>,<0x10000000001/sv_1 v685>,<0x10000000000/qa v659>,<0x1/volumes v652>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T08:30:48.389 INFO:journalctl@ceph.mds.b.smithi120.stdout:Jun 06 08:30:47 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-b[66463]: 2024-06-06T08:30:47.987+0000 7f75e480a700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000007817 [c,head] /volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-23/comment-9.xml auth{0=1,1=1} v1334 ap=1 s=7714 n(v0 rc2024-06-06T08:30:42.638997+0000 b7714 1=1+0) caps={15213=pAsLsXsFsc/-@1},l=15213(-1) | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x55979e419080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000007817:[<0x10000001056/comment-9.xml v1306>,<0x10000000399/blog-23 v170879>,<0x10000000208/blogtest_in v2791>,<0x10000000201/src v2792>,<0x10000000006/blogbench-1.0 v2434>,<0x10000000005/tmp v673>,<0x100000001fb/client.0 v657>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v666>,<0x10000000001/sv_1 v689>,<0x10000000000/qa v657>,<0x1/volumes v650>]//[3]","memoryvalue":"(4)0x10000007817:[<0x10000001056/comment-9.xml v1334>,<0x10000000399/blog-23 v170999>,<0x10000000208/blogtest_in v2797>,<0x10000000201/src v2788>,<0x10000000006/blogbench-1.0 v2437>,<0x10000000005/tmp v675>,<0x100000001fb/client.0 v659>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v661>,<0x10000000001/sv_1 v685>,<0x10000000000/qa v659>,<0x1/volumes v652>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T08:30:48.389 INFO:journalctl@ceph.mds.b.smithi120.stdout:Jun 06 08:30:47 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-b[66463]: 2024-06-06T08:30:47.987+0000 7f75e480a700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x200000031d1 [...c,head] /volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-23/comment-16.xml auth{0=1,1=1} v1312 ap=1 s=6696 n(v0 rc2024-06-06T08:29:50.721297+0000 b6696 1=1+0) old_inodes=1 | replicated=1 authpin=1 scrubqueue=0 0x55979c040c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x200000031d1:[<0x10000001056/comment-16.xml v1312>,<0x10000000399/blog-23 v170879>,<0x10000000208/blogtest_in v2791>,<0x10000000201/src v2792>,<0x10000000006/blogbench-1.0 v2434>,<0x10000000005/tmp v673>,<0x100000001fb/client.0 v657>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v666>,<0x10000000001/sv_1 v689>,<0x10000000000/qa v657>,<0x1/volumes v650>]//[3]","memoryvalue":"(4)0x200000031d1:[<0x10000001056/comment-16.xml v1312>,<0x10000000399/blog-23 v170999>,<0x10000000208/blogtest_in v2797>,<0x10000000201/src v2788>,<0x10000000006/blogbench-1.0 v2437>,<0x10000000005/tmp v675>,<0x100000001fb/client.0 v659>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v661>,<0x10000000001/sv_1 v685>,<0x10000000000/qa v659>,<0x1/volumes v652>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T08:30:48.389 INFO:journalctl@ceph.mds.b.smithi120.stdout:Jun 06 08:30:47 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-b[66463]: 2024-06-06T08:30:47.996+0000 7f75e480a700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000780e [c,head] /volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-23/comment-11.xml auth{0=1,1=1} v1298 ap=1 s=3746 n(v0 rc2024-06-06T08:30:39.928012+0000 b3746 1=1+0) | replicated=1 authpin=1 scrubqueue=0 0x559798dbc680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000780e:[<0x10000001056/comment-11.xml v1298>,<0x10000000399/blog-23 v170879>,<0x10000000208/blogtest_in v2791>,<0x10000000201/src v2792>,<0x10000000006/blogbench-1.0 v2434>,<0x10000000005/tmp v673>,<0x100000001fb/client.0 v657>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v666>,<0x10000000001/sv_1 v689>,<0x10000000000/qa v657>,<0x1/volumes v650>]//[3]","memoryvalue":"(4)0x1000000780e:[<0x10000001056/comment-11.xml v1298>,<0x10000000399/blog-23 v170999>,<0x10000000208/blogtest_in v2797>,<0x10000000201/src v2788>,<0x10000000006/blogbench-1.0 v2437>,<0x10000000005/tmp v675>,<0x100000001fb/client.0 v659>,<0x100000001fa/e93b6774-8f9f-44df-853f-98ad42534c08 v661>,<0x10000000001/sv_1 v685>,<0x10000000000/qa v659>,<0x1/volumes v652>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T08:30:48.964 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:48 smithi042 ceph-mon[32384]: pgmap v254: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 55 KiB/s wr, 22 op/s 2024-06-06T08:30:48.965 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:48 smithi042 ceph-mon[32384]: Scrub error on inode 0x10000007818 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-13.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:48.965 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:48 smithi042 ceph-mon[32384]: Scrub error on inode 0x10000007810 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-21.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:48.965 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:48 smithi042 ceph-mon[32384]: Scrub error on inode 0x10000007809 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-26.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:48.965 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:48 smithi042 ceph-mon[32384]: Scrub error on inode 0x200000031d2 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-30.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:48.965 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:48 smithi042 ceph-mon[32384]: Scrub error on inode 0x10000007813 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-18.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:48.965 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:48 smithi042 ceph-mon[32384]: Scrub error on inode 0x1000000781a (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-12.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:48.965 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:48 smithi042 ceph-mon[32384]: Scrub error on inode 0x10000007807 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-28.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:48.965 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:48 smithi042 ceph-mon[32384]: Scrub error on inode 0x1000000780f (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-22.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:48.965 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:48 smithi042 ceph-mon[32384]: Scrub error on inode 0x10000007808 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-27.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:48.965 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:48 smithi042 ceph-mon[32384]: Scrub error on inode 0x200000031d6 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-15.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:48.965 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:48 smithi042 ceph-mon[32384]: Scrub error on inode 0x10000007814 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-17.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:48.966 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:48 smithi042 ceph-mon[32384]: Scrub error on inode 0x10000007812 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-19.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:48.966 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:48 smithi042 ceph-mon[32384]: Scrub error on inode 0x10000007815 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-16.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:48.966 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:48 smithi042 ceph-mon[32384]: Scrub error on inode 0x1000000780b (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-25.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:48.966 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:48 smithi042 ceph-mon[32384]: Scrub error on inode 0x10000007816 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-14.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:48.966 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:48 smithi042 ceph-mon[32384]: Scrub error on inode 0x1000000780c (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-24.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:48.966 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:48 smithi042 ceph-mon[32384]: Scrub error on inode 0x1000000780d (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-23.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:48.966 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:48 smithi042 ceph-mon[32384]: Scrub error on inode 0x10000007805 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-29.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:48.966 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:48 smithi042 ceph-mon[32384]: Scrub error on inode 0x1000000781c (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-11.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:48.966 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:48 smithi042 ceph-mon[32384]: Scrub error on inode 0x10000007811 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-20.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:48.966 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:48 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:30:48.991 INFO:tasks.cephfs.filesystem:scrub status for tag:17c50d6c-a755-428a-8d63-5a0bca130683 - {'path': '/', 'tag': '17c50d6c-a755-428a-8d63-5a0bca130683', 'options': 'recursive,force'} 2024-06-06T08:30:49.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:48 smithi149 ceph-mon[36842]: pgmap v254: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 55 KiB/s wr, 22 op/s 2024-06-06T08:30:49.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:48 smithi149 ceph-mon[36842]: Scrub error on inode 0x10000007818 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-13.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:49.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:48 smithi149 ceph-mon[36842]: Scrub error on inode 0x10000007810 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-21.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:49.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:48 smithi149 ceph-mon[36842]: Scrub error on inode 0x10000007809 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-26.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:49.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:48 smithi149 ceph-mon[36842]: Scrub error on inode 0x200000031d2 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-30.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:49.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:48 smithi149 ceph-mon[36842]: Scrub error on inode 0x10000007813 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-18.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:49.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:48 smithi149 ceph-mon[36842]: Scrub error on inode 0x1000000781a (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-12.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:49.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:48 smithi149 ceph-mon[36842]: Scrub error on inode 0x10000007807 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-28.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:49.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:48 smithi149 ceph-mon[36842]: Scrub error on inode 0x1000000780f (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-22.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:49.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:48 smithi149 ceph-mon[36842]: Scrub error on inode 0x10000007808 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-27.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:49.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:48 smithi149 ceph-mon[36842]: Scrub error on inode 0x200000031d6 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-15.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:49.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:48 smithi149 ceph-mon[36842]: Scrub error on inode 0x10000007814 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-17.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:49.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:48 smithi149 ceph-mon[36842]: Scrub error on inode 0x10000007812 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-19.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:49.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:48 smithi149 ceph-mon[36842]: Scrub error on inode 0x10000007815 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-16.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:49.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:48 smithi149 ceph-mon[36842]: Scrub error on inode 0x1000000780b (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-25.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:49.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:48 smithi149 ceph-mon[36842]: Scrub error on inode 0x10000007816 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-14.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:49.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:48 smithi149 ceph-mon[36842]: Scrub error on inode 0x1000000780c (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-24.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:49.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:48 smithi149 ceph-mon[36842]: Scrub error on inode 0x1000000780d (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-23.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:49.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:48 smithi149 ceph-mon[36842]: Scrub error on inode 0x10000007805 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-29.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:49.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:48 smithi149 ceph-mon[36842]: Scrub error on inode 0x1000000781c (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-11.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:49.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:48 smithi149 ceph-mon[36842]: Scrub error on inode 0x10000007811 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-20.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:49.039 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:48 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:30:49.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:48 smithi120 ceph-mon[36658]: pgmap v254: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 55 KiB/s wr, 22 op/s 2024-06-06T08:30:49.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:48 smithi120 ceph-mon[36658]: Scrub error on inode 0x10000007818 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-13.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:49.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:48 smithi120 ceph-mon[36658]: Scrub error on inode 0x10000007810 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-21.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:49.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:48 smithi120 ceph-mon[36658]: Scrub error on inode 0x10000007809 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-26.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:49.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:48 smithi120 ceph-mon[36658]: Scrub error on inode 0x200000031d2 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-30.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:49.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:48 smithi120 ceph-mon[36658]: Scrub error on inode 0x10000007813 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-18.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:49.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:48 smithi120 ceph-mon[36658]: Scrub error on inode 0x1000000781a (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-12.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:49.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:48 smithi120 ceph-mon[36658]: Scrub error on inode 0x10000007807 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-28.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:49.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:48 smithi120 ceph-mon[36658]: Scrub error on inode 0x1000000780f (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-22.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:49.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:48 smithi120 ceph-mon[36658]: Scrub error on inode 0x10000007808 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-27.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:49.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:48 smithi120 ceph-mon[36658]: Scrub error on inode 0x200000031d6 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-15.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:49.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:48 smithi120 ceph-mon[36658]: Scrub error on inode 0x10000007814 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-17.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:49.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:48 smithi120 ceph-mon[36658]: Scrub error on inode 0x10000007812 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-19.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:49.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:48 smithi120 ceph-mon[36658]: Scrub error on inode 0x10000007815 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-16.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:49.140 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:48 smithi120 ceph-mon[36658]: Scrub error on inode 0x1000000780b (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-25.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:49.140 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:48 smithi120 ceph-mon[36658]: Scrub error on inode 0x10000007816 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-14.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:49.140 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:48 smithi120 ceph-mon[36658]: Scrub error on inode 0x1000000780c (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-24.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:49.140 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:48 smithi120 ceph-mon[36658]: Scrub error on inode 0x1000000780d (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-23.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:49.140 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:48 smithi120 ceph-mon[36658]: Scrub error on inode 0x10000007805 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-29.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:49.140 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:48 smithi120 ceph-mon[36658]: Scrub error on inode 0x1000000781c (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-11.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:49.140 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:48 smithi120 ceph-mon[36658]: Scrub error on inode 0x10000007811 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-20.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:49.140 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:48 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:30:50.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:49 smithi149 ceph-mon[36842]: Scrub error on inode 0x200000031d5 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-23/comment-10.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:50.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:49 smithi149 ceph-mon[36842]: Scrub error on inode 0x10000007819 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-23/comment-8.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:50.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:49 smithi149 ceph-mon[36842]: Scrub error on inode 0x1000000781b (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-23/comment-7.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:50.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:49 smithi149 ceph-mon[36842]: Scrub error on inode 0x200000031d3 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-23/comment-15.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:50.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:49 smithi149 ceph-mon[36842]: Scrub error on inode 0x10000007817 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-23/comment-9.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:50.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:49 smithi149 ceph-mon[36842]: Scrub error on inode 0x200000031d1 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-23/comment-16.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:50.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:49 smithi149 ceph-mon[36842]: Scrub error on inode 0x1000000780e (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-23/comment-11.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:50.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:49 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:30:50.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:49 smithi149 ceph-mon[36842]: scrub summary: idle+waiting paths [/] 2024-06-06T08:30:50.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:49 smithi042 ceph-mon[32384]: Scrub error on inode 0x200000031d5 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-23/comment-10.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:50.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:49 smithi042 ceph-mon[32384]: Scrub error on inode 0x10000007819 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-23/comment-8.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:50.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:49 smithi042 ceph-mon[32384]: Scrub error on inode 0x1000000781b (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-23/comment-7.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:50.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:49 smithi042 ceph-mon[32384]: Scrub error on inode 0x200000031d3 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-23/comment-15.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:50.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:49 smithi042 ceph-mon[32384]: Scrub error on inode 0x10000007817 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-23/comment-9.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:50.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:49 smithi042 ceph-mon[32384]: Scrub error on inode 0x200000031d1 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-23/comment-16.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:50.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:49 smithi042 ceph-mon[32384]: Scrub error on inode 0x1000000780e (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-23/comment-11.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:50.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:49 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:30:50.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:49 smithi042 ceph-mon[32384]: scrub summary: idle+waiting paths [/] 2024-06-06T08:30:50.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:49 smithi120 ceph-mon[36658]: Scrub error on inode 0x200000031d5 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-23/comment-10.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:50.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:49 smithi120 ceph-mon[36658]: Scrub error on inode 0x10000007819 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-23/comment-8.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:50.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:49 smithi120 ceph-mon[36658]: Scrub error on inode 0x1000000781b (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-23/comment-7.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:50.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:49 smithi120 ceph-mon[36658]: Scrub error on inode 0x200000031d3 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-23/comment-15.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:50.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:49 smithi120 ceph-mon[36658]: Scrub error on inode 0x10000007817 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-23/comment-9.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:50.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:49 smithi120 ceph-mon[36658]: Scrub error on inode 0x200000031d1 (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-23/comment-16.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:50.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:49 smithi120 ceph-mon[36658]: Scrub error on inode 0x1000000780e (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-23/comment-11.xml) see mds.b log and `damage ls` output for details 2024-06-06T08:30:50.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:49 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:30:50.139 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:49 smithi120 ceph-mon[36658]: scrub summary: idle+waiting paths [/] 2024-06-06T08:30:51.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:50 smithi149 ceph-mon[36842]: pgmap v255: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 432 KiB/s wr, 1.40k op/s 2024-06-06T08:30:51.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:50 smithi042 ceph-mon[32384]: pgmap v255: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 432 KiB/s wr, 1.40k op/s 2024-06-06T08:30:51.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:50 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mon-a[32380]: 2024-06-06T08:30:50.669+0000 7f4a4b234700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2024-06-06T08:30:51.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:50 smithi120 ceph-mon[36658]: pgmap v255: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 432 KiB/s wr, 1.40k op/s 2024-06-06T08:30:52.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:51 smithi149 ceph-mon[36842]: Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2024-06-06T08:30:52.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:51 smithi149 ceph-mon[36842]: mds.? [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] up:active 2024-06-06T08:30:52.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:51 smithi149 ceph-mon[36842]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:30:52.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:51 smithi149 ceph-mon[36842]: pgmap v256: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 545 KiB/s wr, 1.73k op/s 2024-06-06T08:30:52.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:51 smithi042 ceph-mon[32384]: Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2024-06-06T08:30:52.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:51 smithi042 ceph-mon[32384]: mds.? [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] up:active 2024-06-06T08:30:52.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:51 smithi042 ceph-mon[32384]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:30:52.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:51 smithi042 ceph-mon[32384]: pgmap v256: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 545 KiB/s wr, 1.73k op/s 2024-06-06T08:30:52.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:51 smithi120 ceph-mon[36658]: Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2024-06-06T08:30:52.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:51 smithi120 ceph-mon[36658]: mds.? [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] up:active 2024-06-06T08:30:52.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:51 smithi120 ceph-mon[36658]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:30:52.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:51 smithi120 ceph-mon[36658]: pgmap v256: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 545 KiB/s wr, 1.73k op/s 2024-06-06T08:30:53.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:52 smithi149 ceph-mon[36842]: mds.? [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] up:active 2024-06-06T08:30:53.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:52 smithi149 ceph-mon[36842]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:30:53.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:52 smithi042 ceph-mon[32384]: mds.? [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] up:active 2024-06-06T08:30:53.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:52 smithi042 ceph-mon[32384]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:30:53.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:52 smithi120 ceph-mon[36658]: mds.? [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] up:active 2024-06-06T08:30:53.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:52 smithi120 ceph-mon[36658]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:30:54.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:53 smithi149 ceph-mon[36842]: pgmap v257: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 556 KiB/s wr, 1.83k op/s 2024-06-06T08:30:54.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:53 smithi042 ceph-mon[32384]: pgmap v257: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 556 KiB/s wr, 1.83k op/s 2024-06-06T08:30:54.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:53 smithi120 ceph-mon[36658]: pgmap v257: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 556 KiB/s wr, 1.83k op/s 2024-06-06T08:30:56.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:56 smithi120 ceph-mon[36658]: pgmap v258: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 535 KiB/s wr, 1.85k op/s 2024-06-06T08:30:56.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:56 smithi149 ceph-mon[36842]: pgmap v258: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 535 KiB/s wr, 1.85k op/s 2024-06-06T08:30:56.564 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:56 smithi042 ceph-mon[32384]: pgmap v258: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 535 KiB/s wr, 1.85k op/s 2024-06-06T08:30:58.021 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.021+0000 7f7d49134640 1 -- 172.21.15.42:0/4163404886 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d441015b0 msgr2=0x7f7d4410d6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:58.021 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.021+0000 7f7d49134640 1 --2- 172.21.15.42:0/4163404886 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d441015b0 0x7f7d4410d6e0 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7f7d3c009900 tx=0x7f7d3c02a410 comp rx=0 tx=0).stop 2024-06-06T08:30:58.022 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.021+0000 7f7d49134640 1 -- 172.21.15.42:0/4163404886 shutdown_connections 2024-06-06T08:30:58.022 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.021+0000 7f7d49134640 1 --2- 172.21.15.42:0/4163404886 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d441015b0 0x7f7d4410d6e0 unknown :-1 s=CLOSED pgs=819 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:58.022 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.021+0000 7f7d49134640 1 --2- 172.21.15.42:0/4163404886 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7d44100bf0 0x7f7d44101070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:58.022 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.021+0000 7f7d49134640 1 --2- 172.21.15.42:0/4163404886 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7d44105850 0x7f7d44105c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:58.022 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.021+0000 7f7d49134640 1 -- 172.21.15.42:0/4163404886 >> 172.21.15.42:0/4163404886 conn(0x7f7d440766a0 msgr2=0x7f7d44076ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:58.022 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.021+0000 7f7d49134640 1 -- 172.21.15.42:0/4163404886 shutdown_connections 2024-06-06T08:30:58.022 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.021+0000 7f7d49134640 1 -- 172.21.15.42:0/4163404886 wait complete. 2024-06-06T08:30:58.022 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.022+0000 7f7d49134640 1 Processor -- start 2024-06-06T08:30:58.024 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.022+0000 7f7d49134640 1 -- start start 2024-06-06T08:30:58.024 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.022+0000 7f7d49134640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d44100bf0 0x7f7d44198140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:58.024 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.022+0000 7f7d49134640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7d441015b0 0x7f7d44198680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:58.024 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.022+0000 7f7d49134640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7d44105850 0x7f7d4419c9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:58.024 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.022+0000 7f7d49134640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7d44110c90 con 0x7f7d44100bf0 2024-06-06T08:30:58.024 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.022+0000 7f7d49134640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f7d44110b10 con 0x7f7d441015b0 2024-06-06T08:30:58.024 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.022+0000 7f7d49134640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f7d44110e10 con 0x7f7d44105850 2024-06-06T08:30:58.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.022+0000 7f7d42d9d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d44100bf0 0x7f7d44198140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:58.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.023+0000 7f7d42d9d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d44100bf0 0x7f7d44198140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:58726/0 (socket says 172.21.15.42:58726) 2024-06-06T08:30:58.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.023+0000 7f7d42d9d640 1 -- 172.21.15.42:0/2105233531 learned_addr learned my addr 172.21.15.42:0/2105233531 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:58.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.023+0000 7f7d4259c640 1 --2- 172.21.15.42:0/2105233531 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7d441015b0 0x7f7d44198680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:58.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.023+0000 7f7d4359e640 1 --2- 172.21.15.42:0/2105233531 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7d44105850 0x7f7d4419c9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:58.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.023+0000 7f7d42d9d640 1 -- 172.21.15.42:0/2105233531 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7d44105850 msgr2=0x7f7d4419c9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:58.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.023+0000 7f7d42d9d640 1 --2- 172.21.15.42:0/2105233531 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7d44105850 0x7f7d4419c9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:58.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.023+0000 7f7d42d9d640 1 -- 172.21.15.42:0/2105233531 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7d441015b0 msgr2=0x7f7d44198680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:58.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.023+0000 7f7d42d9d640 1 --2- 172.21.15.42:0/2105233531 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7d441015b0 0x7f7d44198680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:58.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.023+0000 7f7d42d9d640 1 -- 172.21.15.42:0/2105233531 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d4419d0e0 con 0x7f7d44100bf0 2024-06-06T08:30:58.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.023+0000 7f7d42d9d640 1 --2- 172.21.15.42:0/2105233531 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d44100bf0 0x7f7d44198140 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7f7d3400ebc0 tx=0x7f7d3400c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:58.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.023+0000 7f7d3bfff640 1 -- 172.21.15.42:0/2105233531 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d34010630 con 0x7f7d44100bf0 2024-06-06T08:30:58.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.023+0000 7f7d3bfff640 1 -- 172.21.15.42:0/2105233531 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7d34010cb0 con 0x7f7d44100bf0 2024-06-06T08:30:58.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.023+0000 7f7d49134640 1 -- 172.21.15.42:0/2105233531 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d4419d3d0 con 0x7f7d44100bf0 2024-06-06T08:30:58.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.023+0000 7f7d3bfff640 1 -- 172.21.15.42:0/2105233531 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d34018bd0 con 0x7f7d44100bf0 2024-06-06T08:30:58.026 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.023+0000 7f7d49134640 1 -- 172.21.15.42:0/2105233531 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d441a4c60 con 0x7f7d44100bf0 2024-06-06T08:30:58.031 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.026+0000 7f7d3bfff640 1 -- 172.21.15.42:0/2105233531 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f7d340107d0 con 0x7f7d44100bf0 2024-06-06T08:30:58.031 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.026+0000 7f7d4be42740 1 Processor -- start 2024-06-06T08:30:58.031 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.026+0000 7f7d4be42740 1 -- start start 2024-06-06T08:30:58.032 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.026+0000 7f7d4be42740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5570854a6170 0x5570854a6550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:58.032 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.026+0000 7f7d4be42740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5570854a6a90 0x5570854b0e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:58.032 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.026+0000 7f7d4be42740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5570854b1350 0x5570854b3740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:58.032 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.027+0000 7f7d4be42740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55708540a4f0 con 0x5570854a6a90 2024-06-06T08:30:58.032 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.027+0000 7f7d4be42740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5570853a8870 con 0x5570854a6170 2024-06-06T08:30:58.032 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.027+0000 7f7d4be42740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5570854064b0 con 0x5570854b1350 2024-06-06T08:30:58.032 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.027+0000 7f7d42d9d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5570854a6a90 0x5570854b0e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:58.032 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.027+0000 7f7d3bfff640 1 --2- 172.21.15.42:0/2105233531 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f7d300a2da0 0x7f7d300a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:58.032 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.027+0000 7f7d42d9d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5570854a6a90 0x5570854b0e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:58732/0 (socket says 172.21.15.42:58732) 2024-06-06T08:30:58.032 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.027+0000 7f7d42d9d640 1 -- 172.21.15.42:0/3953400061 learned_addr learned my addr 172.21.15.42:0/3953400061 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:58.032 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.027+0000 7f7d4259c640 1 --2- 172.21.15.42:0/3953400061 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5570854b1350 0x5570854b3740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:58.032 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.027+0000 7f7d4359e640 1 --2- 172.21.15.42:0/3953400061 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5570854a6170 0x5570854a6550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:58.033 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.027+0000 7f7d4359e640 1 --2- 172.21.15.42:0/2105233531 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f7d300a2da0 0x7f7d300a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:58.033 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.027+0000 7f7d3bfff640 1 -- 172.21.15.42:0/2105233531 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 9438+0+0 (secure 0 0 0) 0x7f7d340cfe00 con 0x7f7d44100bf0 2024-06-06T08:30:58.033 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.027+0000 7f7d42d9d640 1 -- 172.21.15.42:0/3953400061 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5570854b1350 msgr2=0x5570854b3740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:58.033 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.027+0000 7f7d42d9d640 1 --2- 172.21.15.42:0/3953400061 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5570854b1350 0x5570854b3740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:58.033 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.027+0000 7f7d42d9d640 1 -- 172.21.15.42:0/3953400061 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5570854a6170 msgr2=0x5570854a6550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:58.033 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.027+0000 7f7d42d9d640 1 --2- 172.21.15.42:0/3953400061 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5570854a6170 0x5570854a6550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:58.033 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.027+0000 7f7d42d9d640 1 -- 172.21.15.42:0/3953400061 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5570853c49b0 con 0x5570854a6a90 2024-06-06T08:30:58.033 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.027+0000 7f7d4259c640 1 --2- 172.21.15.42:0/3953400061 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5570854b1350 0x5570854b3740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:30:58.033 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.027+0000 7f7d4359e640 1 --2- 172.21.15.42:0/3953400061 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5570854a6170 0x5570854a6550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:30:58.033 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.027+0000 7f7d42d9d640 1 --2- 172.21.15.42:0/3953400061 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5570854a6a90 0x5570854b0e10 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7f7d3409bfd0 tx=0x7f7d3400cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=326f52d68b926c89 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:58.033 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.028+0000 7f7d4359e640 1 --2- 172.21.15.42:0/2105233531 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f7d300a2da0 0x7f7d300a5260 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f7d3c006010 tx=0x7f7d3c009260 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:58.033 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.028+0000 7f7d397fa640 1 -- 172.21.15.42:0/3953400061 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d34010e60 con 0x5570854a6a90 2024-06-06T08:30:58.033 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.028+0000 7f7d397fa640 1 -- 172.21.15.42:0/3953400061 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7d3409c040 con 0x5570854a6a90 2024-06-06T08:30:58.033 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.028+0000 7f7d397fa640 1 -- 172.21.15.42:0/3953400061 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d340986b0 con 0x5570854a6a90 2024-06-06T08:30:58.034 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.028+0000 7f7d4be42740 1 -- 172.21.15.42:0/3953400061 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5570854a6a90 msgr2=0x5570854b0e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:58.034 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.028+0000 7f7d4be42740 1 --2- 172.21.15.42:0/3953400061 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5570854a6a90 0x5570854b0e10 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7f7d3409bfd0 tx=0x7f7d3400cf90 comp rx=0 tx=0).stop 2024-06-06T08:30:58.034 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.028+0000 7f7d4be42740 1 -- 172.21.15.42:0/3953400061 shutdown_connections 2024-06-06T08:30:58.034 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.028+0000 7f7d4be42740 1 --2- 172.21.15.42:0/3953400061 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5570854b1350 0x5570854b3740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:58.034 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.028+0000 7f7d4be42740 1 --2- 172.21.15.42:0/3953400061 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5570854a6a90 0x5570854b0e10 unknown :-1 s=CLOSED pgs=821 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:58.034 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.028+0000 7f7d4be42740 1 --2- 172.21.15.42:0/3953400061 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5570854a6170 0x5570854a6550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:58.034 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.028+0000 7f7d4be42740 1 -- 172.21.15.42:0/3953400061 >> 172.21.15.42:0/3953400061 conn(0x5570854a2680 msgr2=0x5570854a2a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:58.034 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.028+0000 7f7d4be42740 1 -- 172.21.15.42:0/3953400061 shutdown_connections 2024-06-06T08:30:58.034 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.029+0000 7f7d4be42740 1 -- 172.21.15.42:0/3953400061 wait complete. 2024-06-06T08:30:58.034 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.029+0000 7f7d4be42740 1 -- start start 2024-06-06T08:30:58.034 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.029+0000 7f7d4be42740 1 Processor -- start 2024-06-06T08:30:58.034 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.029+0000 7f7d4be42740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5570854a6170 0x5570854ae320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:58.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.029+0000 7f7d4be42740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5570854a6a90 0x5570854ae860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:58.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.029+0000 7f7d4be42740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5570854b1350 0x5570854aeda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:58.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.029+0000 7f7d4be42740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5570854b3ec0 con 0x5570854a6a90 2024-06-06T08:30:58.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.029+0000 7f7d4be42740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x557085393ae0 con 0x5570854b1350 2024-06-06T08:30:58.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.029+0000 7f7d4be42740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5570854b4040 con 0x5570854a6170 2024-06-06T08:30:58.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.029+0000 7f7d4be42740 10 client.0 _ll_register_callbacks cb 0x5570853cc9b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:30:58.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.029+0000 7f7d4259c640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5570854a6a90 0x5570854ae860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:58.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.029+0000 7f7d4259c640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5570854a6a90 0x5570854ae860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:58748/0 (socket says 172.21.15.42:58748) 2024-06-06T08:30:58.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.029+0000 7f7d4259c640 1 -- 172.21.15.42:0/1220912656 learned_addr learned my addr 172.21.15.42:0/1220912656 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:58.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.029+0000 7f7d4359e640 1 --2- 172.21.15.42:0/1220912656 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5570854b1350 0x5570854aeda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:58.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.030+0000 7f7d42d9d640 1 --2- 172.21.15.42:0/1220912656 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5570854a6170 0x5570854ae320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:58.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.030+0000 7f7d4259c640 1 -- 172.21.15.42:0/1220912656 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5570854a6170 msgr2=0x5570854ae320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:58.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.030+0000 7f7d4259c640 1 --2- 172.21.15.42:0/1220912656 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5570854a6170 0x5570854ae320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:58.036 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.030+0000 7f7d4259c640 1 -- 172.21.15.42:0/1220912656 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5570854b1350 msgr2=0x5570854aeda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:58.036 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.030+0000 7f7d4259c640 1 --2- 172.21.15.42:0/1220912656 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5570854b1350 0x5570854aeda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:58.036 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.030+0000 7f7d4259c640 1 -- 172.21.15.42:0/1220912656 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55708511e210 con 0x5570854a6a90 2024-06-06T08:30:58.036 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.030+0000 7f7d42d9d640 1 --2- 172.21.15.42:0/1220912656 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5570854a6170 0x5570854ae320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:30:58.036 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.030+0000 7f7d4259c640 1 --2- 172.21.15.42:0/1220912656 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5570854a6a90 0x5570854ae860 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7f7d2c00b9a0 tx=0x7f7d2c00be60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=468fce8b7c4465cd server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:58.036 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.030+0000 7f7d2a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:30:58.036 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.030+0000 7f7d2a7fc640 1 -- 172.21.15.42:0/1220912656 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d2c003ea0 con 0x5570854a6a90 2024-06-06T08:30:58.036 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.030+0000 7f7d2a7fc640 1 -- 172.21.15.42:0/1220912656 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 9438+0+0 (secure 0 0 0) 0x7f7d2c01b640 con 0x5570854a6a90 2024-06-06T08:30:58.036 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.030+0000 7f7d4be42740 1 -- 172.21.15.42:0/1220912656 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7d3409c040 con 0x5570854a6a90 2024-06-06T08:30:58.036 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.030+0000 7f7d2a7fc640 1 -- 172.21.15.42:0/1220912656 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=38) ==== 24+0+0 (secure 0 0 0) 0x7f7d2c024050 con 0x5570854a6a90 2024-06-06T08:30:58.036 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.030+0000 7f7d4be42740 10 client.17043 fetch_fsmap learned FSMap version 38 2024-06-06T08:30:58.036 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.030+0000 7f7d4be42740 1 -- 172.21.15.42:0/1220912656 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=38,monmap=4+}) -- 0x5570851ea620 con 0x5570854a6a90 2024-06-06T08:30:58.037 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.030+0000 7f7d2a7fc640 1 -- 172.21.15.42:0/1220912656 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7d3409c040 con 0x5570854a6a90 2024-06-06T08:30:58.037 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.031+0000 7f7d2a7fc640 1 -- 172.21.15.42:0/1220912656 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 38) ==== 8362+0+0 (secure 0 0 0) 0x7f7d2c019020 con 0x5570854a6a90 2024-06-06T08:30:58.037 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.031+0000 7f7d4be42740 10 client.17043 fetch_fsmap finished waiting for FSMap version 38 2024-06-06T08:30:58.037 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.031+0000 7f7d4be42740 10 client.17043 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:30:58.037 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.031+0000 7f7d4be42740 20 client.17043 populate_metadata read hostname 'smithi042' 2024-06-06T08:30:58.037 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.031+0000 7f7d4be42740 1 --2- 172.21.15.42:0/1220912656 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5570854c14c0 0x5570854c3930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:58.037 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.031+0000 7f7d4be42740 4 client.17043 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:30:58.037 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.031+0000 7f7d4be42740 1 -- 172.21.15.42:0/1220912656 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55708541df10 con 0x5570854c14c0 2024-06-06T08:30:58.037 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.031+0000 7f7d42d9d640 1 --2- 172.21.15.42:0/1220912656 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5570854c14c0 0x5570854c3930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:58.037 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.032+0000 7f7d42d9d640 1 --2- 172.21.15.42:0/1220912656 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5570854c14c0 0x5570854c3930 crc :-1 s=READY pgs=187 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fa2e60098c907201 server_cookie=1a06f54115838423 in_seq=0 out_seq=0 2024-06-06T08:30:58.037 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.032+0000 7f7d2a7fc640 10 client.17043 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:30:58.038 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.032+0000 7f7d2a7fc640 1 -- 172.21.15.42:0/1220912656 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55708541df10 con 0x5570854c14c0 2024-06-06T08:30:58.039 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.032+0000 7f7d2a7fc640 10 client.17043 handle_command_reply: tid=0 2024-06-06T08:30:58.039 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.033+0000 7f7d4be42740 1 client.17043 shutdown 2024-06-06T08:30:58.039 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.033+0000 7f7d4be42740 1 -- 172.21.15.42:0/1220912656 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5570854a6a90 msgr2=0x5570854ae860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:58.039 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.033+0000 7f7d4be42740 1 --2- 172.21.15.42:0/1220912656 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5570854a6a90 0x5570854ae860 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7f7d2c00b9a0 tx=0x7f7d2c00be60 comp rx=0 tx=0).stop 2024-06-06T08:30:58.039 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.033+0000 7f7d4be42740 1 -- 172.21.15.42:0/1220912656 shutdown_connections 2024-06-06T08:30:58.039 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.033+0000 7f7d4be42740 1 --2- 172.21.15.42:0/1220912656 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5570854c14c0 0x5570854c3930 crc :-1 s=READY pgs=187 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:58.039 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.033+0000 7f7d4be42740 1 --2- 172.21.15.42:0/1220912656 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5570854b1350 0x5570854aeda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:58.039 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.033+0000 7f7d4be42740 1 --2- 172.21.15.42:0/1220912656 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5570854a6a90 0x5570854ae860 unknown :-1 s=CLOSED pgs=822 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:58.039 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.033+0000 7f7d2a7fc640 0 client.17043 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:30:58.039 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.033+0000 7f7d4be42740 1 --2- 172.21.15.42:0/1220912656 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5570854a6170 0x5570854ae320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:58.039 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.033+0000 7f7d4be42740 1 -- 172.21.15.42:0/1220912656 >> 172.21.15.42:0/1220912656 conn(0x5570854a2680 msgr2=0x5570854a8400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:58.039 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.033+0000 7f7d4be42740 1 -- 172.21.15.42:0/1220912656 shutdown_connections 2024-06-06T08:30:58.039 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.033+0000 7f7d4be42740 1 -- 172.21.15.42:0/1220912656 wait complete. 2024-06-06T08:30:58.040 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.033+0000 7f7d4be42740 20 client.17043 trim_cache size 0 max 16384 2024-06-06T08:30:58.050 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.049+0000 7f7d4be42740 1 Processor -- start 2024-06-06T08:30:58.050 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.049+0000 7f7d4be42740 1 -- start start 2024-06-06T08:30:58.050 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.049+0000 7f7d4be42740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5570854a6170 0x5570854c9200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:58.050 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.049+0000 7f7d4be42740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5570854a6a90 0x5570854c9740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:58.050 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.049+0000 7f7d4be42740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5570854b1350 0x5570854ae2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:58.050 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.049+0000 7f7d4be42740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7d441b1700 con 0x5570854b1350 2024-06-06T08:30:58.050 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.049+0000 7f7d4be42740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f7d441aef10 con 0x5570854a6a90 2024-06-06T08:30:58.050 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.049+0000 7f7d4be42740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f7d441acd80 con 0x5570854a6170 2024-06-06T08:30:58.051 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.049+0000 7f7d4359e640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5570854b1350 0x5570854ae2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:58.051 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.049+0000 7f7d4359e640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5570854b1350 0x5570854ae2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:58762/0 (socket says 172.21.15.42:58762) 2024-06-06T08:30:58.051 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.049+0000 7f7d4359e640 1 -- 172.21.15.42:0/114393116 learned_addr learned my addr 172.21.15.42:0/114393116 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:58.051 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.050+0000 7f7d4259c640 1 --2- 172.21.15.42:0/114393116 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5570854a6a90 0x5570854c9740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:58.051 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.050+0000 7f7d42d9d640 1 --2- 172.21.15.42:0/114393116 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5570854a6170 0x5570854c9200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:58.051 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.050+0000 7f7d4359e640 1 -- 172.21.15.42:0/114393116 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5570854a6170 msgr2=0x5570854c9200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:58.051 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.050+0000 7f7d4359e640 1 --2- 172.21.15.42:0/114393116 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5570854a6170 0x5570854c9200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:58.051 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.050+0000 7f7d4359e640 1 -- 172.21.15.42:0/114393116 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5570854a6a90 msgr2=0x5570854c9740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:58.051 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.050+0000 7f7d4359e640 1 --2- 172.21.15.42:0/114393116 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5570854a6a90 0x5570854c9740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:58.051 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.050+0000 7f7d4359e640 1 -- 172.21.15.42:0/114393116 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5570854ac870 con 0x5570854b1350 2024-06-06T08:30:58.051 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.050+0000 7f7d4359e640 1 --2- 172.21.15.42:0/114393116 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5570854b1350 0x5570854ae2e0 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7f7d3c033000 tx=0x7f7d3c03b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e2016d8a0f7b01da server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:58.051 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.050+0000 7f7d38ff9640 1 -- 172.21.15.42:0/114393116 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d3c043070 con 0x5570854b1350 2024-06-06T08:30:58.051 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.050+0000 7f7d38ff9640 1 -- 172.21.15.42:0/114393116 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7d3c04f070 con 0x5570854b1350 2024-06-06T08:30:58.051 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.050+0000 7f7d38ff9640 1 -- 172.21.15.42:0/114393116 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d3c035040 con 0x5570854b1350 2024-06-06T08:30:58.055 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.051+0000 7f7d4be42740 1 -- 172.21.15.42:0/114393116 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5570854b1350 msgr2=0x5570854ae2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:58.055 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.051+0000 7f7d4be42740 1 --2- 172.21.15.42:0/114393116 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5570854b1350 0x5570854ae2e0 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7f7d3c033000 tx=0x7f7d3c03b000 comp rx=0 tx=0).stop 2024-06-06T08:30:58.055 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.051+0000 7f7d4be42740 1 -- 172.21.15.42:0/114393116 shutdown_connections 2024-06-06T08:30:58.055 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.051+0000 7f7d4be42740 1 --2- 172.21.15.42:0/114393116 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5570854a6a90 0x5570854c9740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:58.055 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.051+0000 7f7d4be42740 1 --2- 172.21.15.42:0/114393116 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5570854b1350 0x5570854ae2e0 unknown :-1 s=CLOSED pgs=823 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:58.055 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.051+0000 7f7d4be42740 1 --2- 172.21.15.42:0/114393116 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5570854a6170 0x5570854c9200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:58.055 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.051+0000 7f7d4be42740 1 -- 172.21.15.42:0/114393116 >> 172.21.15.42:0/114393116 conn(0x5570854a2680 msgr2=0x5570854a9630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:58.055 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.051+0000 7f7d4be42740 1 -- 172.21.15.42:0/114393116 shutdown_connections 2024-06-06T08:30:58.055 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.051+0000 7f7d4be42740 1 -- 172.21.15.42:0/114393116 wait complete. 2024-06-06T08:30:58.055 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.051+0000 7f7d4be42740 1 -- start start 2024-06-06T08:30:58.055 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.051+0000 7f7d4be42740 1 Processor -- start 2024-06-06T08:30:58.056 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.052+0000 7f7d4be42740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5570854a6170 0x5570854b9950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:58.056 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.052+0000 7f7d4be42740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5570854a6a90 0x5570854b4d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:58.056 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.052+0000 7f7d4be42740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5570854b1350 0x5570854b5250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:58.056 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.052+0000 7f7d4be42740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7d441ad3d0 con 0x5570854a6a90 2024-06-06T08:30:58.056 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.052+0000 7f7d4be42740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f7d441ae840 con 0x5570854b1350 2024-06-06T08:30:58.056 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.052+0000 7f7d4be42740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f7d441adaa0 con 0x5570854a6170 2024-06-06T08:30:58.056 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.052+0000 7f7d4be42740 10 client.0 _ll_register_callbacks cb 0x7f7d2c004120 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:30:58.056 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.052+0000 7f7d4259c640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5570854a6a90 0x5570854b4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:58.056 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.052+0000 7f7d4259c640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5570854a6a90 0x5570854b4d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:58774/0 (socket says 172.21.15.42:58774) 2024-06-06T08:30:58.056 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.052+0000 7f7d4259c640 1 -- 172.21.15.42:0/3256591288 learned_addr learned my addr 172.21.15.42:0/3256591288 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:30:58.056 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.052+0000 7f7d4359e640 1 --2- 172.21.15.42:0/3256591288 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5570854b1350 0x5570854b5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:58.056 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.052+0000 7f7d42d9d640 1 --2- 172.21.15.42:0/3256591288 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5570854a6170 0x5570854b9950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:58.057 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.052+0000 7f7d4259c640 1 -- 172.21.15.42:0/3256591288 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5570854a6170 msgr2=0x5570854b9950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:58.057 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.052+0000 7f7d4259c640 1 --2- 172.21.15.42:0/3256591288 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5570854a6170 0x5570854b9950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:58.057 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.052+0000 7f7d4259c640 1 -- 172.21.15.42:0/3256591288 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5570854b1350 msgr2=0x5570854b5250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:30:58.057 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.052+0000 7f7d4259c640 1 --2- 172.21.15.42:0/3256591288 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5570854b1350 0x5570854b5250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:58.057 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.052+0000 7f7d4259c640 1 -- 172.21.15.42:0/3256591288 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5570854b5a50 con 0x5570854a6a90 2024-06-06T08:30:58.057 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.052+0000 7f7d4259c640 1 --2- 172.21.15.42:0/3256591288 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5570854a6a90 0x5570854b4d10 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7f7d2c000c00 tx=0x7f7d2c005980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7021a0e79f3bc9a server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:30:58.057 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.052+0000 7f7d2a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:30:58.057 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.052+0000 7f7d2a7fc640 1 -- 172.21.15.42:0/3256591288 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d2c003ea0 con 0x5570854a6a90 2024-06-06T08:30:58.057 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.053+0000 7f7d2a7fc640 1 -- 172.21.15.42:0/3256591288 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 9438+0+0 (secure 0 0 0) 0x7f7d2c011650 con 0x5570854a6a90 2024-06-06T08:30:58.057 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.053+0000 7f7d4be42740 1 -- 172.21.15.42:0/3256591288 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7d3c04f070 con 0x5570854a6a90 2024-06-06T08:30:58.057 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.053+0000 7f7d2a7fc640 1 -- 172.21.15.42:0/3256591288 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=38) ==== 24+0+0 (secure 0 0 0) 0x7f7d2c038050 con 0x5570854a6a90 2024-06-06T08:30:58.057 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.053+0000 7f7d4be42740 10 client.17049 fetch_fsmap learned FSMap version 38 2024-06-06T08:30:58.057 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.053+0000 7f7d4be42740 1 -- 172.21.15.42:0/3256591288 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=38,monmap=4+}) -- 0x55708552c150 con 0x5570854a6a90 2024-06-06T08:30:58.057 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.053+0000 7f7d2a7fc640 1 -- 172.21.15.42:0/3256591288 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7d3c04f070 con 0x5570854a6a90 2024-06-06T08:30:58.057 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.053+0000 7f7d2a7fc640 1 -- 172.21.15.42:0/3256591288 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 38) ==== 8362+0+0 (secure 0 0 0) 0x7f7d2c019040 con 0x5570854a6a90 2024-06-06T08:30:58.058 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.053+0000 7f7d4be42740 10 client.17049 fetch_fsmap finished waiting for FSMap version 38 2024-06-06T08:30:58.058 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.053+0000 7f7d4be42740 10 client.17049 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:30:58.058 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.053+0000 7f7d4be42740 20 client.17049 populate_metadata read hostname 'smithi042' 2024-06-06T08:30:58.058 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.053+0000 7f7d4be42740 1 --2- 172.21.15.42:0/3256591288 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55708552c900 0x55708552ed20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:30:58.058 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.053+0000 7f7d4be42740 4 client.17049 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:30:58.058 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.053+0000 7f7d4be42740 1 -- 172.21.15.42:0/3256591288 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x557085417c20 con 0x55708552c900 2024-06-06T08:30:58.058 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.054+0000 7f7d42d9d640 1 --2- 172.21.15.42:0/3256591288 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55708552c900 0x55708552ed20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:30:58.058 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.054+0000 7f7d2a7fc640 10 client.17049 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:30:58.058 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.054+0000 7f7d42d9d640 1 --2- 172.21.15.42:0/3256591288 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55708552c900 0x55708552ed20 crc :-1 s=READY pgs=188 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4d295c83784d5e42 server_cookie=9641ac038a03e92e in_seq=0 out_seq=0 2024-06-06T08:30:58.082 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.082+0000 7f7d2a7fc640 1 -- 172.21.15.42:0/3256591288 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x557085417c20 con 0x55708552c900 2024-06-06T08:30:58.082 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.082+0000 7f7d2a7fc640 10 client.17049 handle_command_reply: tid=0 2024-06-06T08:30:58.082 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.082+0000 7f7d4be42740 1 client.17049 shutdown 2024-06-06T08:30:58.082 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.082+0000 7f7d4be42740 1 -- 172.21.15.42:0/3256591288 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5570854a6a90 msgr2=0x5570854b4d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:58.083 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.082+0000 7f7d4be42740 1 --2- 172.21.15.42:0/3256591288 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5570854a6a90 0x5570854b4d10 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7f7d2c000c00 tx=0x7f7d2c005980 comp rx=0 tx=0).stop 2024-06-06T08:30:58.083 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.082+0000 7f7d4be42740 1 -- 172.21.15.42:0/3256591288 shutdown_connections 2024-06-06T08:30:58.083 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.082+0000 7f7d4be42740 1 --2- 172.21.15.42:0/3256591288 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55708552c900 0x55708552ed20 crc :-1 s=READY pgs=188 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:58.083 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.082+0000 7f7d4be42740 1 --2- 172.21.15.42:0/3256591288 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5570854b1350 0x5570854b5250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:58.083 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.082+0000 7f7d4be42740 1 --2- 172.21.15.42:0/3256591288 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5570854a6a90 0x5570854b4d10 unknown :-1 s=CLOSED pgs=824 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:58.083 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.082+0000 7f7d2a7fc640 0 client.17049 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:30:58.083 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.082+0000 7f7d4be42740 1 --2- 172.21.15.42:0/3256591288 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5570854a6170 0x5570854b9950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:58.083 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.082+0000 7f7d4be42740 1 -- 172.21.15.42:0/3256591288 >> 172.21.15.42:0/3256591288 conn(0x5570854a2680 msgr2=0x5570854ae2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:58.084 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.082+0000 7f7d4be42740 1 -- 172.21.15.42:0/3256591288 shutdown_connections 2024-06-06T08:30:58.084 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.082+0000 7f7d4be42740 1 -- 172.21.15.42:0/3256591288 wait complete. 2024-06-06T08:30:58.084 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.082+0000 7f7d4be42740 20 client.17049 trim_cache size 0 max 16384 2024-06-06T08:30:58.084 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:30:58.084 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:30:58.084 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:30:58.085 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.082+0000 7f7d49134640 1 -- 172.21.15.42:0/2105233531 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f7d300a2da0 msgr2=0x7f7d300a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:58.085 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.082+0000 7f7d49134640 1 --2- 172.21.15.42:0/2105233531 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f7d300a2da0 0x7f7d300a5260 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f7d3c006010 tx=0x7f7d3c009260 comp rx=0 tx=0).stop 2024-06-06T08:30:58.085 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.082+0000 7f7d49134640 1 -- 172.21.15.42:0/2105233531 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d44100bf0 msgr2=0x7f7d44198140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:30:58.085 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.082+0000 7f7d49134640 1 --2- 172.21.15.42:0/2105233531 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d44100bf0 0x7f7d44198140 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7f7d3400ebc0 tx=0x7f7d3400c6a0 comp rx=0 tx=0).stop 2024-06-06T08:30:58.085 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.082+0000 7f7d49134640 1 -- 172.21.15.42:0/2105233531 shutdown_connections 2024-06-06T08:30:58.085 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.082+0000 7f7d49134640 1 --2- 172.21.15.42:0/2105233531 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f7d300a2da0 0x7f7d300a5260 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:58.085 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.082+0000 7f7d49134640 1 --2- 172.21.15.42:0/2105233531 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7d441015b0 0x7f7d44198680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:58.085 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.082+0000 7f7d49134640 1 --2- 172.21.15.42:0/2105233531 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7d44105850 0x7f7d4419c9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:58.085 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.082+0000 7f7d49134640 1 --2- 172.21.15.42:0/2105233531 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d44100bf0 0x7f7d44198140 unknown :-1 s=CLOSED pgs=820 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:30:58.086 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.082+0000 7f7d49134640 1 -- 172.21.15.42:0/2105233531 >> 172.21.15.42:0/2105233531 conn(0x7f7d440766a0 msgr2=0x7f7d4406a390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:30:58.086 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.083+0000 7f7d49134640 1 -- 172.21.15.42:0/2105233531 shutdown_connections 2024-06-06T08:30:58.086 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:30:58.083+0000 7f7d49134640 1 -- 172.21.15.42:0/2105233531 wait complete. 2024-06-06T08:30:58.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:58 smithi120 ceph-mon[36658]: pgmap v259: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 520 KiB/s wr, 1.84k op/s 2024-06-06T08:30:58.389 INFO:journalctl@ceph.mds.e.smithi120.stdout:Jun 06 08:30:58 smithi120 systemd[1]: ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mds.e.service: Scheduled restart job, restart counter is at 1. 2024-06-06T08:30:58.389 INFO:journalctl@ceph.mds.e.smithi120.stdout:Jun 06 08:30:58 smithi120 systemd[1]: Stopped Ceph mds.e for 103bdc14-23dc-11ef-bc9b-c7b262605968. 2024-06-06T08:30:58.389 INFO:journalctl@ceph.mds.e.smithi120.stdout:Jun 06 08:30:58 smithi120 systemd[1]: ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mds.e.service: Consumed 2.605s CPU time. 2024-06-06T08:30:58.389 INFO:journalctl@ceph.mds.e.smithi120.stdout:Jun 06 08:30:58 smithi120 systemd[1]: Starting Ceph mds.e for 103bdc14-23dc-11ef-bc9b-c7b262605968... 2024-06-06T08:30:58.389 INFO:journalctl@ceph.mds.e.smithi120.stdout:Jun 06 08:30:58 smithi120 podman[71439]: 2024-06-06 08:30:58.277044911 +0000 UTC m=+0.017683310 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-06T08:30:58.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:58 smithi149 ceph-mon[36842]: pgmap v259: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 520 KiB/s wr, 1.84k op/s 2024-06-06T08:30:58.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:58 smithi042 ceph-mon[32384]: pgmap v259: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 520 KiB/s wr, 1.84k op/s 2024-06-06T08:30:58.656 INFO:journalctl@ceph.mds.e.smithi120.stdout:Jun 06 08:30:58 smithi120 podman[71439]: 2024-06-06 08:30:58.406682203 +0000 UTC m=+0.147320602 container create aefa5406aa6ea907fe67a0b0eaa3ed3c322b3e120a0b18547dff42ad1e3a1b22 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-e, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, io.buildah.version=1.33.5, RELEASE=squid-3d89acc, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-06-06T08:30:58.657 INFO:journalctl@ceph.mds.e.smithi120.stdout:Jun 06 08:30:58 smithi120 podman[71439]: 2024-06-06 08:30:58.656027886 +0000 UTC m=+0.396666279 container init aefa5406aa6ea907fe67a0b0eaa3ed3c322b3e120a0b18547dff42ad1e3a1b22 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-e, org.label-schema.build-date=20240528, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=squid-3d89acc, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-06-06T08:30:58.657 INFO:journalctl@ceph.mds.e.smithi120.stdout:Jun 06 08:30:58 smithi120 podman[71439]: 2024-06-06 08:30:58.658505072 +0000 UTC m=+0.399143473 container start aefa5406aa6ea907fe67a0b0eaa3ed3c322b3e120a0b18547dff42ad1e3a1b22 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-e, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240528, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-3d89acc) 2024-06-06T08:30:59.132 INFO:journalctl@ceph.mds.e.smithi120.stdout:Jun 06 08:30:58 smithi120 ceph-mds[71459]: -- 172.21.15.120:0/3427880980 <== mon.2 v2:172.21.15.120:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ca05f6ba40 con 0x55ca05f3ec00 2024-06-06T08:30:59.132 INFO:journalctl@ceph.mds.e.smithi120.stdout:Jun 06 08:30:58 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-e[71455]: starting mds.e at 2024-06-06T08:30:59.132 INFO:journalctl@ceph.mds.e.smithi120.stdout:Jun 06 08:30:58 smithi120 bash[71439]: aefa5406aa6ea907fe67a0b0eaa3ed3c322b3e120a0b18547dff42ad1e3a1b22 2024-06-06T08:30:59.132 INFO:journalctl@ceph.mds.e.smithi120.stdout:Jun 06 08:30:58 smithi120 systemd[1]: Started Ceph mds.e for 103bdc14-23dc-11ef-bc9b-c7b262605968. 2024-06-06T08:30:59.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:30:59 smithi120 ceph-mon[36658]: daemon mds.e restarted 2024-06-06T08:30:59.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:30:59 smithi149 ceph-mon[36842]: daemon mds.e restarted 2024-06-06T08:30:59.564 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:30:59 smithi042 ceph-mon[32384]: daemon mds.e restarted 2024-06-06T08:31:00.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:31:00 smithi120 ceph-mon[36658]: pgmap v260: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 1.3 MiB/s wr, 1.87k op/s 2024-06-06T08:31:00.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:31:00 smithi120 ceph-mon[36658]: osdmap e107: 12 total, 12 up, 12 in 2024-06-06T08:31:00.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:31:00 smithi120 ceph-mon[36658]: mds.? [v2:172.21.15.120:6834/2158320752,v1:172.21.15.120:6835/2158320752] up:boot 2024-06-06T08:31:00.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:31:00 smithi120 ceph-mon[36658]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 2 up:standby-replay 7 up:standby 2024-06-06T08:31:00.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:31:00 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-06-06T08:31:00.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:31:00 smithi120 ceph-mon[36658]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:31:00.439 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:31:00 smithi149 ceph-mon[36842]: pgmap v260: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 1.3 MiB/s wr, 1.87k op/s 2024-06-06T08:31:00.439 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:31:00 smithi149 ceph-mon[36842]: osdmap e107: 12 total, 12 up, 12 in 2024-06-06T08:31:00.439 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:31:00 smithi149 ceph-mon[36842]: mds.? [v2:172.21.15.120:6834/2158320752,v1:172.21.15.120:6835/2158320752] up:boot 2024-06-06T08:31:00.439 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:31:00 smithi149 ceph-mon[36842]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 2 up:standby-replay 7 up:standby 2024-06-06T08:31:00.439 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:31:00 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-06-06T08:31:00.439 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:31:00 smithi149 ceph-mon[36842]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:31:00.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:31:00 smithi042 ceph-mon[32384]: pgmap v260: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 1.3 MiB/s wr, 1.87k op/s 2024-06-06T08:31:00.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:31:00 smithi042 ceph-mon[32384]: osdmap e107: 12 total, 12 up, 12 in 2024-06-06T08:31:00.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:31:00 smithi042 ceph-mon[32384]: mds.? [v2:172.21.15.120:6834/2158320752,v1:172.21.15.120:6835/2158320752] up:boot 2024-06-06T08:31:00.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:31:00 smithi042 ceph-mon[32384]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 2 up:standby-replay 7 up:standby 2024-06-06T08:31:00.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:31:00 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-06-06T08:31:00.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:31:00 smithi042 ceph-mon[32384]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:31:00.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:31:00 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mon-a[32380]: 2024-06-06T08:31:00.305+0000 7f4a4b234700 -1 log_channel(cluster) log [ERR] : Health check update: 2 MDSs report damaged metadata (MDS_DAMAGE) 2024-06-06T08:31:01.158 INFO:tasks.quiescer.fs.[cephfs]:Total duration (51.2) is longer than `split_if_longer` (35.0), will split into two consecutive quiesces 2024-06-06T08:31:01.158 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 25.6 2024-06-06T08:31:01.159 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:31:01.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:31:01 smithi120 ceph-mon[36658]: Health check update: 2 MDSs report damaged metadata (MDS_DAMAGE) 2024-06-06T08:31:01.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:31:01 smithi120 ceph-mon[36658]: scrub summary: idle 2024-06-06T08:31:01.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:31:01 smithi120 ceph-mon[36658]: scrub summary: idle 2024-06-06T08:31:01.414 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:31:01.537 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:31:01 smithi042 ceph-mon[32384]: Health check update: 2 MDSs report damaged metadata (MDS_DAMAGE) 2024-06-06T08:31:01.537 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:31:01 smithi042 ceph-mon[32384]: scrub summary: idle 2024-06-06T08:31:01.537 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:31:01 smithi042 ceph-mon[32384]: scrub summary: idle 2024-06-06T08:31:01.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:31:01 smithi149 ceph-mon[36842]: Health check update: 2 MDSs report damaged metadata (MDS_DAMAGE) 2024-06-06T08:31:01.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:31:01 smithi149 ceph-mon[36842]: scrub summary: idle 2024-06-06T08:31:01.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:31:01 smithi149 ceph-mon[36842]: scrub summary: idle 2024-06-06T08:31:02.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:31:02 smithi149 ceph-mon[36842]: scrub summary: idle 2024-06-06T08:31:02.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:31:02 smithi149 ceph-mon[36842]: pgmap v262: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 593 KiB/s rd, 1.1 MiB/s wr, 197 op/s 2024-06-06T08:31:02.559 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:31:02 smithi042 ceph-mon[32384]: scrub summary: idle 2024-06-06T08:31:02.560 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:31:02 smithi042 ceph-mon[32384]: pgmap v262: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 593 KiB/s rd, 1.1 MiB/s wr, 197 op/s 2024-06-06T08:31:02.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:31:02 smithi120 ceph-mon[36658]: scrub summary: idle 2024-06-06T08:31:02.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:31:02 smithi120 ceph-mon[36658]: pgmap v262: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 593 KiB/s rd, 1.1 MiB/s wr, 197 op/s 2024-06-06T08:31:03.236 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:03.236+0000 7fde6c070700 1 -- 172.21.15.42:0/2610910812 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fde6406abc0 msgr2=0x7fde6406b040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:03.236 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:03.236+0000 7fde6c070700 1 --2- 172.21.15.42:0/2610910812 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fde6406abc0 0x7fde6406b040 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7fde54009990 tx=0x7fde54009ca0 comp rx=0 tx=0).stop 2024-06-06T08:31:03.236 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:03.236+0000 7fde6c070700 1 -- 172.21.15.42:0/2610910812 shutdown_connections 2024-06-06T08:31:03.236 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:03.236+0000 7fde6c070700 1 --2- 172.21.15.42:0/2610910812 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fde6406b580 0x7fde6410f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:03.236 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:03.236+0000 7fde6c070700 1 --2- 172.21.15.42:0/2610910812 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fde64108500 0x7fde641088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:03.236 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:03.237+0000 7fde6c070700 1 --2- 172.21.15.42:0/2610910812 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fde6406abc0 0x7fde6406b040 unknown :-1 s=CLOSED pgs=825 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:03.236 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:03.237+0000 7fde6c070700 1 -- 172.21.15.42:0/2610910812 >> 172.21.15.42:0/2610910812 conn(0x7fde64078340 msgr2=0x7fde64078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:03.237 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:03.237+0000 7fde6c070700 1 -- 172.21.15.42:0/2610910812 shutdown_connections 2024-06-06T08:31:03.237 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:03.237+0000 7fde6c070700 1 -- 172.21.15.42:0/2610910812 wait complete. 2024-06-06T08:31:03.237 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:03.237+0000 7fde6c070700 1 Processor -- start 2024-06-06T08:31:03.237 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:03.237+0000 7fde6c070700 1 -- start start 2024-06-06T08:31:03.238 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:03.237+0000 7fde6c070700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fde6406abc0 0x7fde6419e820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:03.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:03.238+0000 7fde6c070700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fde6406b580 0x7fde6419ed60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:03.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:03.238+0000 7fde6c070700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fde64108500 0x7fde641989e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:03.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:03.238+0000 7fde6c070700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fde64112760 con 0x7fde6406b580 2024-06-06T08:31:03.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:03.238+0000 7fde6c070700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fde641125e0 con 0x7fde64108500 2024-06-06T08:31:03.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:03.238+0000 7fde6c070700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fde641128e0 con 0x7fde6406abc0 2024-06-06T08:31:03.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:03.238+0000 7fde6960b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fde6406b580 0x7fde6419ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:03.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:03.238+0000 7fde6960b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fde6406b580 0x7fde6419ed60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:58800/0 (socket says 172.21.15.42:58800) 2024-06-06T08:31:03.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:03.238+0000 7fde6960b700 1 -- 172.21.15.42:0/2245401759 learned_addr learned my addr 172.21.15.42:0/2245401759 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:03.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:03.238+0000 7fde69e0c700 1 --2- 172.21.15.42:0/2245401759 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fde6406abc0 0x7fde6419e820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:03.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:03.238+0000 7fde6960b700 1 -- 172.21.15.42:0/2245401759 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fde6406abc0 msgr2=0x7fde6419e820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:03.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:03.238+0000 7fde6960b700 1 --2- 172.21.15.42:0/2245401759 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fde6406abc0 0x7fde6419e820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:03.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:03.238+0000 7fde6960b700 1 -- 172.21.15.42:0/2245401759 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fde64108500 msgr2=0x7fde641989e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:03.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:03.238+0000 7fde6960b700 1 --2- 172.21.15.42:0/2245401759 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fde64108500 0x7fde641989e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:03.240 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:03.238+0000 7fde6960b700 1 -- 172.21.15.42:0/2245401759 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde64199140 con 0x7fde6406b580 2024-06-06T08:31:03.240 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:03.238+0000 7fde6960b700 1 --2- 172.21.15.42:0/2245401759 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fde6406b580 0x7fde6419ed60 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7fde54000c00 tx=0x7fde54003680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:03.240 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:03.238+0000 7fde5affd700 1 -- 172.21.15.42:0/2245401759 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde54027070 con 0x7fde6406b580 2024-06-06T08:31:03.240 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:03.238+0000 7fde5affd700 1 -- 172.21.15.42:0/2245401759 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fde54004110 con 0x7fde6406b580 2024-06-06T08:31:03.240 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:03.238+0000 7fde5affd700 1 -- 172.21.15.42:0/2245401759 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde5400f460 con 0x7fde6406b580 2024-06-06T08:31:03.240 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:03.238+0000 7fde6c070700 1 -- 172.21.15.42:0/2245401759 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde641993d0 con 0x7fde6406b580 2024-06-06T08:31:03.240 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:03.239+0000 7fde6c070700 1 -- 172.21.15.42:0/2245401759 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde641a56f0 con 0x7fde6406b580 2024-06-06T08:31:03.240 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:03.239+0000 7fde6c070700 1 -- 172.21.15.42:0/2245401759 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde64069180 con 0x7fde6406b580 2024-06-06T08:31:03.241 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:03.241+0000 7fde5affd700 1 -- 172.21.15.42:0/2245401759 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fde5402a070 con 0x7fde6406b580 2024-06-06T08:31:03.241 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:03.241+0000 7fde5affd700 1 --2- 172.21.15.42:0/2245401759 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fde500a2d90 0x7fde500a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:03.241 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:03.241+0000 7fde69e0c700 1 --2- 172.21.15.42:0/2245401759 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fde500a2d90 0x7fde500a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:03.241 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:03.241+0000 7fde5affd700 1 -- 172.21.15.42:0/2245401759 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 9350+0+0 (secure 0 0 0) 0x7fde540d0b70 con 0x7fde6406b580 2024-06-06T08:31:03.241 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:03.242+0000 7fde69e0c700 1 --2- 172.21.15.42:0/2245401759 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fde500a2d90 0x7fde500a5250 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fde64199b20 tx=0x7fde6000a380 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:03.243 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:03.245+0000 7fde5affd700 1 -- 172.21.15.42:0/2245401759 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fde54031070 con 0x7fde6406b580 2024-06-06T08:31:03.495 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:03.497+0000 7fde6c070700 1 -- 172.21.15.42:0/2245401759 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fde6402dca0 con 0x7fde6406b580 2024-06-06T08:31:03.496 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:03.497+0000 7fde5affd700 1 -- 172.21.15.42:0/2245401759 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 40 v40) ==== 94+0+11882 (secure 0 0 0) 0x7fde54013070 con 0x7fde6406b580 2024-06-06T08:31:03.496 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:31:03.497 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":40,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/667270675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":667270675},{"type":"v1","addr":"172.21.15.42:6837","nonce":667270675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/2414389302","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":2414389302},{"type":"v1","addr":"172.21.15.42:6839","nonce":2414389302}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14574,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/3625002785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":3625002785},{"type":"v1","addr":"172.21.15.42:6841","nonce":3625002785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":26389,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/411591287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":411591287},{"type":"v1","addr":"172.21.15.149:6835","nonce":411591287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":40,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T08:18:39.778858+0000","modified":"2024-06-06T08:30:59.137396+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24464},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6837/3434475673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":3434475673},{"type":"v1","addr":"172.21.15.120:6837","nonce":3434475673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":188,"addr":"172.21.15.120:6839/1585293472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":1585293472},{"type":"v1","addr":"172.21.15.120:6839","nonce":1585293472}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":192,"addr":"172.21.15.149:6837/751787578","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":751787578},{"type":"v1","addr":"172.21.15.149:6837","nonce":751787578}]},"join_fscid":-1,"export_targets":[0,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":8,"addr":"172.21.15.149:6839/764851483","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":764851483},{"type":"v1","addr":"172.21.15.149:6839","nonce":764851483}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26696":{"gid":26696,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6835/2158320752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":2158320752},{"type":"v1","addr":"172.21.15.120:6835","nonce":2158320752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24469,24484,24464]},"id":1}]} 2024-06-06T08:31:03.499 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:03.500+0000 7fde6c070700 1 -- 172.21.15.42:0/2245401759 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fde500a2d90 msgr2=0x7fde500a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:03.499 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:03.500+0000 7fde6c070700 1 --2- 172.21.15.42:0/2245401759 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fde500a2d90 0x7fde500a5250 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fde64199b20 tx=0x7fde6000a380 comp rx=0 tx=0).stop 2024-06-06T08:31:03.499 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:03.500+0000 7fde6c070700 1 -- 172.21.15.42:0/2245401759 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fde6406b580 msgr2=0x7fde6419ed60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:03.499 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:03.500+0000 7fde6c070700 1 --2- 172.21.15.42:0/2245401759 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fde6406b580 0x7fde6419ed60 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7fde54000c00 tx=0x7fde54003680 comp rx=0 tx=0).stop 2024-06-06T08:31:03.499 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:03.500+0000 7fde6c070700 1 -- 172.21.15.42:0/2245401759 shutdown_connections 2024-06-06T08:31:03.499 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:03.500+0000 7fde6c070700 1 --2- 172.21.15.42:0/2245401759 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fde500a2d90 0x7fde500a5250 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:03.499 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:03.500+0000 7fde6c070700 1 --2- 172.21.15.42:0/2245401759 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fde64108500 0x7fde641989e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:03.500 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:03.500+0000 7fde6c070700 1 --2- 172.21.15.42:0/2245401759 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fde6406abc0 0x7fde6419e820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:03.500 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:03.500+0000 7fde6c070700 1 --2- 172.21.15.42:0/2245401759 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fde6406b580 0x7fde6419ed60 unknown :-1 s=CLOSED pgs=826 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:03.500 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:03.500+0000 7fde6c070700 1 -- 172.21.15.42:0/2245401759 >> 172.21.15.42:0/2245401759 conn(0x7fde64078340 msgr2=0x7fde640fff50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:03.500 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:03.500+0000 7fde6c070700 1 -- 172.21.15.42:0/2245401759 shutdown_connections 2024-06-06T08:31:03.500 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:03.500+0000 7fde6c070700 1 -- 172.21.15.42:0/2245401759 wait complete. 2024-06-06T08:31:03.500 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 40 2024-06-06T08:31:04.166 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24484 quiesce db / --timeout 90 --expiration 145.6 --await-for 45.0' 2024-06-06T08:31:04.166 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- timeout 105 ceph tell mds.24484 quiesce db / --timeout 90 --expiration 145.6 --await-for 45.0 2024-06-06T08:31:04.420 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:31:04.440 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:31:04 smithi120 ceph-mon[36658]: pgmap v263: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 468 KiB/s rd, 1.1 MiB/s wr, 78 op/s 2024-06-06T08:31:04.440 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:31:04 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/2245401759' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:31:04.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:31:04 smithi149 ceph-mon[36842]: pgmap v263: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 468 KiB/s rd, 1.1 MiB/s wr, 78 op/s 2024-06-06T08:31:04.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:31:04 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/2245401759' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:31:04.543 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:31:04 smithi042 ceph-mon[32384]: pgmap v263: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 468 KiB/s rd, 1.1 MiB/s wr, 78 op/s 2024-06-06T08:31:04.543 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:31:04 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/2245401759' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:31:06.222 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.223+0000 7fa2a734c700 1 -- 172.21.15.42:0/3515032062 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa2a01015f0 msgr2=0x7fa2a01019d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:06.222 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.223+0000 7fa2a734c700 1 --2- 172.21.15.42:0/3515032062 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa2a01015f0 0x7fa2a01019d0 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7fa29c0099c0 tx=0x7fa29c009cd0 comp rx=0 tx=0).stop 2024-06-06T08:31:06.222 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.223+0000 7fa2a734c700 1 -- 172.21.15.42:0/3515032062 shutdown_connections 2024-06-06T08:31:06.222 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.223+0000 7fa2a734c700 1 --2- 172.21.15.42:0/3515032062 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa2a01066c0 0x7fa2a010e290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:06.223 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.223+0000 7fa2a734c700 1 --2- 172.21.15.42:0/3515032062 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa2a01015f0 0x7fa2a01019d0 unknown :-1 s=CLOSED pgs=827 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:06.223 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.223+0000 7fa2a734c700 1 --2- 172.21.15.42:0/3515032062 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa2a0101fa0 0x7fa2a0105fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:06.223 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.223+0000 7fa2a734c700 1 -- 172.21.15.42:0/3515032062 >> 172.21.15.42:0/3515032062 conn(0x7fa2a0078330 msgr2=0x7fa2a0078740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:06.223 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:31:06 smithi042 ceph-mon[32384]: pgmap v264: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 528 KiB/s rd, 1.2 MiB/s wr, 74 op/s 2024-06-06T08:31:06.225 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.223+0000 7fa2a734c700 1 -- 172.21.15.42:0/3515032062 shutdown_connections 2024-06-06T08:31:06.225 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.223+0000 7fa2a734c700 1 -- 172.21.15.42:0/3515032062 wait complete. 2024-06-06T08:31:06.225 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.224+0000 7fa2a734c700 1 Processor -- start 2024-06-06T08:31:06.225 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.224+0000 7fa2a734c700 1 -- start start 2024-06-06T08:31:06.225 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.225+0000 7fa2a734c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa2a01015f0 0x7fa2a0197790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:06.225 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.225+0000 7fa2a734c700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa2a0101fa0 0x7fa2a0197cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:06.225 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.225+0000 7fa2a734c700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa2a01066c0 0x7fa2a0198210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:06.225 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.225+0000 7fa2a734c700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa2a01116a0 con 0x7fa2a01015f0 2024-06-06T08:31:06.225 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.225+0000 7fa2a734c700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fa2a0111520 con 0x7fa2a0101fa0 2024-06-06T08:31:06.225 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.225+0000 7fa2a734c700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fa2a0111820 con 0x7fa2a01066c0 2024-06-06T08:31:06.226 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.225+0000 7fa2a50e8700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa2a01015f0 0x7fa2a0197790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:06.226 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.225+0000 7fa2a50e8700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa2a01015f0 0x7fa2a0197790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:58828/0 (socket says 172.21.15.42:58828) 2024-06-06T08:31:06.226 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.225+0000 7fa2a50e8700 1 -- 172.21.15.42:0/1478627176 learned_addr learned my addr 172.21.15.42:0/1478627176 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:06.226 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.225+0000 7fa2a58e9700 1 --2- 172.21.15.42:0/1478627176 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa2a01066c0 0x7fa2a0198210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:06.226 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.225+0000 7fa2a48e7700 1 --2- 172.21.15.42:0/1478627176 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa2a0101fa0 0x7fa2a0197cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:06.226 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.225+0000 7fa2a50e8700 1 -- 172.21.15.42:0/1478627176 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa2a01066c0 msgr2=0x7fa2a0198210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:06.226 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.225+0000 7fa2a50e8700 1 --2- 172.21.15.42:0/1478627176 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa2a01066c0 0x7fa2a0198210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:06.226 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.225+0000 7fa2a50e8700 1 -- 172.21.15.42:0/1478627176 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa2a0101fa0 msgr2=0x7fa2a0197cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:06.226 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.225+0000 7fa2a50e8700 1 --2- 172.21.15.42:0/1478627176 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa2a0101fa0 0x7fa2a0197cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:06.226 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.225+0000 7fa2a50e8700 1 -- 172.21.15.42:0/1478627176 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2a01a6fa0 con 0x7fa2a01015f0 2024-06-06T08:31:06.226 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.225+0000 7fa2a48e7700 1 --2- 172.21.15.42:0/1478627176 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa2a0101fa0 0x7fa2a0197cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:31:06.226 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.225+0000 7fa2a50e8700 1 --2- 172.21.15.42:0/1478627176 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa2a01015f0 0x7fa2a0197790 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7fa29c006010 tx=0x7fa29c0038b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:06.226 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.226+0000 7fa2967fc700 1 -- 172.21.15.42:0/1478627176 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa29c027070 con 0x7fa2a01015f0 2024-06-06T08:31:06.227 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.226+0000 7fa2967fc700 1 -- 172.21.15.42:0/1478627176 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa29c004050 con 0x7fa2a01015f0 2024-06-06T08:31:06.227 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.226+0000 7fa2967fc700 1 -- 172.21.15.42:0/1478627176 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa29c022e40 con 0x7fa2a01015f0 2024-06-06T08:31:06.227 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.226+0000 7fa2a734c700 1 -- 172.21.15.42:0/1478627176 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2a01a7230 con 0x7fa2a01015f0 2024-06-06T08:31:06.227 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.226+0000 7fa2a734c700 1 -- 172.21.15.42:0/1478627176 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2a01a7630 con 0x7fa2a01015f0 2024-06-06T08:31:06.227 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.228+0000 7fa2967fc700 1 -- 172.21.15.42:0/1478627176 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fa29c02a070 con 0x7fa2a01015f0 2024-06-06T08:31:06.228 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.229+0000 7fa2967fc700 1 --2- 172.21.15.42:0/1478627176 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fa28c0a2eb0 0x7fa28c0a5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:06.228 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.229+0000 7fa2a48e7700 1 --2- 172.21.15.42:0/1478627176 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fa28c0a2eb0 0x7fa28c0a5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:06.228 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.229+0000 7fa2967fc700 1 -- 172.21.15.42:0/1478627176 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 9350+0+0 (secure 0 0 0) 0x7fa29c0d0400 con 0x7fa2a01015f0 2024-06-06T08:31:06.230 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.230+0000 7fa2b1bcfb80 1 Processor -- start 2024-06-06T08:31:06.230 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.230+0000 7fa2a48e7700 1 --2- 172.21.15.42:0/1478627176 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fa28c0a2eb0 0x7fa28c0a5370 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fa2a01998f0 tx=0x7fa290005f50 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:06.230 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.230+0000 7fa2b1bcfb80 1 -- start start 2024-06-06T08:31:06.230 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.230+0000 7fa2b1bcfb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556167f46590 0x556167f46970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:06.230 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.230+0000 7fa2b1bcfb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556167f46eb0 0x556167f407a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:06.230 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.230+0000 7fa2b1bcfb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556167f40ce0 0x556167f41100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:06.230 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.230+0000 7fa2b1bcfb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x556167e330f0 con 0x556167f46eb0 2024-06-06T08:31:06.230 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.230+0000 7fa2b1bcfb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x556167e919e0 con 0x556167f46590 2024-06-06T08:31:06.230 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.230+0000 7fa2b1bcfb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x556167df95f0 con 0x556167f40ce0 2024-06-06T08:31:06.230 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.230+0000 7fa2a48e7700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556167f46eb0 0x556167f407a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:06.230 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.230+0000 7fa2a48e7700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556167f46eb0 0x556167f407a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:58834/0 (socket says 172.21.15.42:58834) 2024-06-06T08:31:06.231 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.230+0000 7fa2a48e7700 1 -- 172.21.15.42:0/4203067520 learned_addr learned my addr 172.21.15.42:0/4203067520 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:06.231 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.230+0000 7fa2a50e8700 1 --2- 172.21.15.42:0/4203067520 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556167f46590 0x556167f46970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:06.231 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.230+0000 7fa2a58e9700 1 --2- 172.21.15.42:0/4203067520 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556167f40ce0 0x556167f41100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:06.231 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.230+0000 7fa2a48e7700 1 -- 172.21.15.42:0/4203067520 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556167f40ce0 msgr2=0x556167f41100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:06.231 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.230+0000 7fa2a48e7700 1 --2- 172.21.15.42:0/4203067520 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556167f40ce0 0x556167f41100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:06.231 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.230+0000 7fa2a48e7700 1 -- 172.21.15.42:0/4203067520 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556167f46590 msgr2=0x556167f46970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:06.231 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.230+0000 7fa2a48e7700 1 --2- 172.21.15.42:0/4203067520 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556167f46590 0x556167f46970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:06.231 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.230+0000 7fa2a48e7700 1 -- 172.21.15.42:0/4203067520 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556167de0a60 con 0x556167f46eb0 2024-06-06T08:31:06.231 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.231+0000 7fa2a48e7700 1 --2- 172.21.15.42:0/4203067520 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556167f46eb0 0x556167f407a0 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7fa29000ecc0 tx=0x7fa290011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a7c0d4142a5cd42 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:06.231 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.231+0000 7fa28b7fe700 1 -- 172.21.15.42:0/4203067520 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa290021070 con 0x556167f46eb0 2024-06-06T08:31:06.231 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.231+0000 7fa28b7fe700 1 -- 172.21.15.42:0/4203067520 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa290004d10 con 0x556167f46eb0 2024-06-06T08:31:06.231 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.231+0000 7fa28b7fe700 1 -- 172.21.15.42:0/4203067520 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa29001d450 con 0x556167f46eb0 2024-06-06T08:31:06.235 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.232+0000 7fa2b1bcfb80 1 -- 172.21.15.42:0/4203067520 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556167f46eb0 msgr2=0x556167f407a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:06.235 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.232+0000 7fa2b1bcfb80 1 --2- 172.21.15.42:0/4203067520 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556167f46eb0 0x556167f407a0 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7fa29000ecc0 tx=0x7fa290011000 comp rx=0 tx=0).stop 2024-06-06T08:31:06.235 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.232+0000 7fa2b1bcfb80 1 -- 172.21.15.42:0/4203067520 shutdown_connections 2024-06-06T08:31:06.236 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.232+0000 7fa2b1bcfb80 1 --2- 172.21.15.42:0/4203067520 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556167f40ce0 0x556167f41100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:06.236 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.232+0000 7fa2b1bcfb80 1 --2- 172.21.15.42:0/4203067520 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556167f46590 0x556167f46970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:06.236 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.232+0000 7fa2b1bcfb80 1 --2- 172.21.15.42:0/4203067520 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556167f46eb0 0x556167f407a0 unknown :-1 s=CLOSED pgs=829 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:06.236 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.232+0000 7fa2b1bcfb80 1 -- 172.21.15.42:0/4203067520 >> 172.21.15.42:0/4203067520 conn(0x556167e6d210 msgr2=0x556167f3ba90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:06.236 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.232+0000 7fa2b1bcfb80 1 -- 172.21.15.42:0/4203067520 shutdown_connections 2024-06-06T08:31:06.236 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.232+0000 7fa2b1bcfb80 1 -- 172.21.15.42:0/4203067520 wait complete. 2024-06-06T08:31:06.236 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.232+0000 7fa2b1bcfb80 1 -- start start 2024-06-06T08:31:06.236 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.232+0000 7fa2b1bcfb80 1 Processor -- start 2024-06-06T08:31:06.236 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.233+0000 7fa2b1bcfb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556167f40ce0 0x556167f4cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:06.236 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.233+0000 7fa2b1bcfb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556167f46590 0x556167f49eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:06.236 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.233+0000 7fa2b1bcfb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556167f46eb0 0x556167f4a3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:06.236 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.233+0000 7fa2b1bcfb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x556167e32150 con 0x556167f40ce0 2024-06-06T08:31:06.236 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.233+0000 7fa2b1bcfb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x556167e8d9a0 con 0x556167f46eb0 2024-06-06T08:31:06.236 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.233+0000 7fa2b1bcfb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x556167f4d890 con 0x556167f46590 2024-06-06T08:31:06.237 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.233+0000 7fa2b1bcfb80 10 client.0 _ll_register_callbacks cb 0x556167e27740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:31:06.237 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.233+0000 7fa2a50e8700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556167f40ce0 0x556167f4cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:06.237 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.233+0000 7fa2a50e8700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556167f40ce0 0x556167f4cbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:58848/0 (socket says 172.21.15.42:58848) 2024-06-06T08:31:06.237 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.233+0000 7fa2a50e8700 1 -- 172.21.15.42:0/1919872833 learned_addr learned my addr 172.21.15.42:0/1919872833 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:06.237 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.233+0000 7fa2a58e9700 1 --2- 172.21.15.42:0/1919872833 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556167f46eb0 0x556167f4a3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:06.237 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.233+0000 7fa2a48e7700 1 --2- 172.21.15.42:0/1919872833 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556167f46590 0x556167f49eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:06.237 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.233+0000 7fa2a50e8700 1 -- 172.21.15.42:0/1919872833 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556167f46590 msgr2=0x556167f49eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:06.237 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.233+0000 7fa2a50e8700 1 --2- 172.21.15.42:0/1919872833 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556167f46590 0x556167f49eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:06.237 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.233+0000 7fa2a50e8700 1 -- 172.21.15.42:0/1919872833 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556167f46eb0 msgr2=0x556167f4a3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:06.237 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.233+0000 7fa2a50e8700 1 --2- 172.21.15.42:0/1919872833 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556167f46eb0 0x556167f4a3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:06.237 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.233+0000 7fa2a50e8700 1 -- 172.21.15.42:0/1919872833 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556167e578e0 con 0x556167f40ce0 2024-06-06T08:31:06.237 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.233+0000 7fa2a58e9700 1 --2- 172.21.15.42:0/1919872833 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556167f46eb0 0x556167f4a3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:31:06.237 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.233+0000 7fa2a50e8700 1 --2- 172.21.15.42:0/1919872833 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556167f40ce0 0x556167f4cbb0 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7fa29c09c600 tx=0x7fa29c09c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=590b40607f335f54 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:06.238 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.233+0000 7fa288ff9700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:31:06.238 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.233+0000 7fa288ff9700 1 -- 172.21.15.42:0/1919872833 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa29c09cd70 con 0x556167f40ce0 2024-06-06T08:31:06.238 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.233+0000 7fa288ff9700 1 -- 172.21.15.42:0/1919872833 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(107..107 src has 1..107) ==== 9350+0+0 (secure 0 0 0) 0x7fa29c09c8d0 con 0x556167f40ce0 2024-06-06T08:31:06.238 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.233+0000 7fa2b1bcfb80 1 -- 172.21.15.42:0/1919872833 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa290004d10 con 0x556167f40ce0 2024-06-06T08:31:06.238 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.234+0000 7fa288ff9700 1 -- 172.21.15.42:0/1919872833 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7fa29c09c670 con 0x556167f40ce0 2024-06-06T08:31:06.238 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.234+0000 7fa2b1bcfb80 10 client.17067 fetch_fsmap learned FSMap version 40 2024-06-06T08:31:06.238 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.234+0000 7fa2b1bcfb80 1 -- 172.21.15.42:0/1919872833 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x556167f57fd0 con 0x556167f40ce0 2024-06-06T08:31:06.238 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.234+0000 7fa288ff9700 1 -- 172.21.15.42:0/1919872833 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa290004d10 con 0x556167f40ce0 2024-06-06T08:31:06.238 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.234+0000 7fa288ff9700 1 -- 172.21.15.42:0/1919872833 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 40) ==== 8362+0+0 (secure 0 0 0) 0x7fa29c085bb0 con 0x556167f40ce0 2024-06-06T08:31:06.238 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.234+0000 7fa2b1bcfb80 10 client.17067 fetch_fsmap finished waiting for FSMap version 40 2024-06-06T08:31:06.238 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.234+0000 7fa2b1bcfb80 10 client.17067 resolve_mds: validated gid 24484 aka daemon mds.i 2024-06-06T08:31:06.238 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.234+0000 7fa2b1bcfb80 20 client.17067 populate_metadata read hostname 'smithi042' 2024-06-06T08:31:06.238 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.234+0000 7fa2b1bcfb80 1 --2- 172.21.15.42:0/1919872833 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x556167f5a4a0 0x556167f5c8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:06.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.234+0000 7fa2b1bcfb80 4 client.17067 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:31:06.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.234+0000 7fa2b1bcfb80 1 -- 172.21.15.42:0/1919872833 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556167e9eee0 con 0x556167f5a4a0 2024-06-06T08:31:06.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.234+0000 7fa2a48e7700 1 --2- 172.21.15.42:0/1919872833 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x556167f5a4a0 0x556167f5c8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:06.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.235+0000 7fa2a48e7700 1 --2- 172.21.15.42:0/1919872833 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x556167f5a4a0 0x556167f5c8f0 crc :-1 s=READY pgs=189 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b120bff475b45d0e server_cookie=c7c963b9ce421d8a in_seq=0 out_seq=0 2024-06-06T08:31:06.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.235+0000 7fa288ff9700 10 client.17067 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:31:06.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.236+0000 7fa288ff9700 1 -- 172.21.15.42:0/1919872833 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x556167e9eee0 con 0x556167f5a4a0 2024-06-06T08:31:06.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.236+0000 7fa288ff9700 10 client.17067 handle_command_reply: tid=0 2024-06-06T08:31:06.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.236+0000 7fa2b1bcfb80 1 client.17067 shutdown 2024-06-06T08:31:06.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.236+0000 7fa2b1bcfb80 1 -- 172.21.15.42:0/1919872833 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556167f40ce0 msgr2=0x556167f4cbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:06.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.236+0000 7fa2b1bcfb80 1 --2- 172.21.15.42:0/1919872833 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556167f40ce0 0x556167f4cbb0 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7fa29c09c600 tx=0x7fa29c09c4f0 comp rx=0 tx=0).stop 2024-06-06T08:31:06.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.236+0000 7fa2b1bcfb80 1 -- 172.21.15.42:0/1919872833 shutdown_connections 2024-06-06T08:31:06.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.236+0000 7fa2b1bcfb80 1 --2- 172.21.15.42:0/1919872833 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x556167f5a4a0 0x556167f5c8f0 crc :-1 s=READY pgs=189 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:06.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.236+0000 7fa2b1bcfb80 1 --2- 172.21.15.42:0/1919872833 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556167f46eb0 0x556167f4a3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:06.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.236+0000 7fa2b1bcfb80 1 --2- 172.21.15.42:0/1919872833 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556167f40ce0 0x556167f4cbb0 unknown :-1 s=CLOSED pgs=830 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:06.240 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.236+0000 7fa2b1bcfb80 1 --2- 172.21.15.42:0/1919872833 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556167f46590 0x556167f49eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:06.240 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.236+0000 7fa2b1bcfb80 1 -- 172.21.15.42:0/1919872833 >> 172.21.15.42:0/1919872833 conn(0x556167e6d210 msgr2=0x556167f3a3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:06.240 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.236+0000 7fa288ff9700 0 client.17067 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:31:06.240 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.236+0000 7fa2b1bcfb80 1 -- 172.21.15.42:0/1919872833 shutdown_connections 2024-06-06T08:31:06.240 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.236+0000 7fa2b1bcfb80 1 -- 172.21.15.42:0/1919872833 wait complete. 2024-06-06T08:31:06.240 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.236+0000 7fa2b1bcfb80 20 client.17067 trim_cache size 0 max 16384 2024-06-06T08:31:06.256 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.256+0000 7fa2b1bcfb80 1 Processor -- start 2024-06-06T08:31:06.256 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.257+0000 7fa2b1bcfb80 1 -- start start 2024-06-06T08:31:06.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.257+0000 7fa2b1bcfb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556167f40ce0 0x556167f407a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:06.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.257+0000 7fa2b1bcfb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556167f46590 0x556167f4c6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:06.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.257+0000 7fa2b1bcfb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556167f46eb0 0x556167f44f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:06.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.257+0000 7fa2b1bcfb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa2a01b2e40 con 0x556167f46590 2024-06-06T08:31:06.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.257+0000 7fa2b1bcfb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fa2a01b0610 con 0x556167f40ce0 2024-06-06T08:31:06.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.257+0000 7fa2b1bcfb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fa2a01ae460 con 0x556167f46eb0 2024-06-06T08:31:06.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.257+0000 7fa2a48e7700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556167f46590 0x556167f4c6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:06.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.257+0000 7fa2a48e7700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556167f46590 0x556167f4c6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:58852/0 (socket says 172.21.15.42:58852) 2024-06-06T08:31:06.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.257+0000 7fa2a48e7700 1 -- 172.21.15.42:0/1711224286 learned_addr learned my addr 172.21.15.42:0/1711224286 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:06.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.257+0000 7fa2a50e8700 1 --2- 172.21.15.42:0/1711224286 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556167f40ce0 0x556167f407a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:06.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.257+0000 7fa2a58e9700 1 --2- 172.21.15.42:0/1711224286 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556167f46eb0 0x556167f44f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:06.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.257+0000 7fa2a48e7700 1 -- 172.21.15.42:0/1711224286 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556167f46eb0 msgr2=0x556167f44f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:06.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.257+0000 7fa2a48e7700 1 --2- 172.21.15.42:0/1711224286 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556167f46eb0 0x556167f44f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:06.258 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.257+0000 7fa2a48e7700 1 -- 172.21.15.42:0/1711224286 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556167f40ce0 msgr2=0x556167f407a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:06.258 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.257+0000 7fa2a48e7700 1 --2- 172.21.15.42:0/1711224286 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556167f40ce0 0x556167f407a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:06.258 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.257+0000 7fa2a48e7700 1 -- 172.21.15.42:0/1711224286 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556167f4a770 con 0x556167f46590 2024-06-06T08:31:06.258 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.257+0000 7fa2a58e9700 1 --2- 172.21.15.42:0/1711224286 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556167f46eb0 0x556167f44f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:31:06.258 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.257+0000 7fa2a50e8700 1 --2- 172.21.15.42:0/1711224286 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556167f40ce0 0x556167f407a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:31:06.258 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.257+0000 7fa2a48e7700 1 --2- 172.21.15.42:0/1711224286 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556167f46590 0x556167f4c6f0 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7fa290013040 tx=0x7fa290005350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e1b0a212a008321 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:06.258 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.258+0000 7fa28affd700 1 -- 172.21.15.42:0/1711224286 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa290039070 con 0x556167f46590 2024-06-06T08:31:06.258 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.258+0000 7fa28affd700 1 -- 172.21.15.42:0/1711224286 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa2900055c0 con 0x556167f46590 2024-06-06T08:31:06.258 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.258+0000 7fa28affd700 1 -- 172.21.15.42:0/1711224286 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa290021040 con 0x556167f46590 2024-06-06T08:31:06.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.258+0000 7fa2b1bcfb80 1 -- 172.21.15.42:0/1711224286 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556167f46590 msgr2=0x556167f4c6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:06.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.258+0000 7fa2b1bcfb80 1 --2- 172.21.15.42:0/1711224286 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556167f46590 0x556167f4c6f0 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7fa290013040 tx=0x7fa290005350 comp rx=0 tx=0).stop 2024-06-06T08:31:06.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.258+0000 7fa2b1bcfb80 1 -- 172.21.15.42:0/1711224286 shutdown_connections 2024-06-06T08:31:06.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.258+0000 7fa2b1bcfb80 1 --2- 172.21.15.42:0/1711224286 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556167f46eb0 0x556167f44f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:06.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.258+0000 7fa2b1bcfb80 1 --2- 172.21.15.42:0/1711224286 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556167f40ce0 0x556167f407a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:06.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.258+0000 7fa2b1bcfb80 1 --2- 172.21.15.42:0/1711224286 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556167f46590 0x556167f4c6f0 unknown :-1 s=CLOSED pgs=831 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:06.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.258+0000 7fa2b1bcfb80 1 -- 172.21.15.42:0/1711224286 >> 172.21.15.42:0/1711224286 conn(0x556167e6d210 msgr2=0x556167f3ac40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:06.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.258+0000 7fa2b1bcfb80 1 -- 172.21.15.42:0/1711224286 shutdown_connections 2024-06-06T08:31:06.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.258+0000 7fa2b1bcfb80 1 -- 172.21.15.42:0/1711224286 wait complete. 2024-06-06T08:31:06.262 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.259+0000 7fa2b1bcfb80 1 -- start start 2024-06-06T08:31:06.262 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.259+0000 7fa2b1bcfb80 1 Processor -- start 2024-06-06T08:31:06.262 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.259+0000 7fa2b1bcfb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556167f40ce0 0x556167f53450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:06.262 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.259+0000 7fa2b1bcfb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556167f46590 0x556167f4e7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:06.262 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.259+0000 7fa2b1bcfb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556167f46eb0 0x556167f4ef10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:06.262 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.259+0000 7fa2b1bcfb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa2a01aead0 con 0x556167f46590 2024-06-06T08:31:06.262 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.259+0000 7fa2b1bcfb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fa2a01aff40 con 0x556167f40ce0 2024-06-06T08:31:06.262 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.259+0000 7fa2b1bcfb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fa2a01af1a0 con 0x556167f46eb0 2024-06-06T08:31:06.262 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.259+0000 7fa2b1bcfb80 10 client.0 _ll_register_callbacks cb 0x556167e27740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:31:06.262 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.259+0000 7fa2a48e7700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556167f46590 0x556167f4e7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:06.262 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.259+0000 7fa2a48e7700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556167f46590 0x556167f4e7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:58856/0 (socket says 172.21.15.42:58856) 2024-06-06T08:31:06.262 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.259+0000 7fa2a48e7700 1 -- 172.21.15.42:0/2465582891 learned_addr learned my addr 172.21.15.42:0/2465582891 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:06.262 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.259+0000 7fa2a50e8700 1 --2- 172.21.15.42:0/2465582891 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556167f40ce0 0x556167f53450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:06.263 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.260+0000 7fa2a58e9700 1 --2- 172.21.15.42:0/2465582891 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556167f46eb0 0x556167f4ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:06.263 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.260+0000 7fa2a48e7700 1 -- 172.21.15.42:0/2465582891 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556167f46eb0 msgr2=0x556167f4ef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:06.263 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.260+0000 7fa2a48e7700 1 --2- 172.21.15.42:0/2465582891 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556167f46eb0 0x556167f4ef10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:06.263 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.260+0000 7fa2a48e7700 1 -- 172.21.15.42:0/2465582891 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556167f40ce0 msgr2=0x556167f53450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:06.263 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.260+0000 7fa2a48e7700 1 --2- 172.21.15.42:0/2465582891 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556167f40ce0 0x556167f53450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:06.263 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.260+0000 7fa2a48e7700 1 -- 172.21.15.42:0/2465582891 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556167fc4190 con 0x556167f46590 2024-06-06T08:31:06.263 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.260+0000 7fa2a50e8700 1 --2- 172.21.15.42:0/2465582891 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556167f40ce0 0x556167f53450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:31:06.263 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.260+0000 7fa2a58e9700 1 --2- 172.21.15.42:0/2465582891 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556167f46eb0 0x556167f4ef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:31:06.263 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.260+0000 7fa2a48e7700 1 --2- 172.21.15.42:0/2465582891 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556167f46590 0x556167f4e7d0 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7fa290005950 tx=0x7fa290010850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4aa540d7a3f457f5 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:06.263 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.260+0000 7fa288ff9700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:31:06.263 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.260+0000 7fa288ff9700 1 -- 172.21.15.42:0/2465582891 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa290039070 con 0x556167f46590 2024-06-06T08:31:06.263 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.260+0000 7fa2b1bcfb80 1 -- 172.21.15.42:0/2465582891 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa2900055c0 con 0x556167f46590 2024-06-06T08:31:06.263 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.260+0000 7fa288ff9700 1 -- 172.21.15.42:0/2465582891 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(107..107 src has 1..107) ==== 9350+0+0 (secure 0 0 0) 0x7fa290004af0 con 0x556167f46590 2024-06-06T08:31:06.263 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.260+0000 7fa288ff9700 1 -- 172.21.15.42:0/2465582891 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7fa290046050 con 0x556167f46590 2024-06-06T08:31:06.264 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.260+0000 7fa2b1bcfb80 10 client.17073 fetch_fsmap learned FSMap version 40 2024-06-06T08:31:06.264 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.260+0000 7fa2b1bcfb80 1 -- 172.21.15.42:0/2465582891 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x556167fc5290 con 0x556167f46590 2024-06-06T08:31:06.264 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.261+0000 7fa288ff9700 1 -- 172.21.15.42:0/2465582891 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa2900055c0 con 0x556167f46590 2024-06-06T08:31:06.264 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.261+0000 7fa288ff9700 1 -- 172.21.15.42:0/2465582891 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 40) ==== 8362+0+0 (secure 0 0 0) 0x7fa290033a80 con 0x556167f46590 2024-06-06T08:31:06.264 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.261+0000 7fa2b1bcfb80 10 client.17073 fetch_fsmap finished waiting for FSMap version 40 2024-06-06T08:31:06.264 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.261+0000 7fa2b1bcfb80 10 client.17073 resolve_mds: validated gid 24484 aka daemon mds.i 2024-06-06T08:31:06.264 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.261+0000 7fa2b1bcfb80 20 client.17073 populate_metadata read hostname 'smithi042' 2024-06-06T08:31:06.264 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.261+0000 7fa2b1bcfb80 1 --2- 172.21.15.42:0/2465582891 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x556167fc5840 0x556167fc7c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:06.264 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.261+0000 7fa2b1bcfb80 4 client.17073 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 145.6, "await_for": 45.0}] 2024-06-06T08:31:06.264 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.261+0000 7fa2b1bcfb80 1 -- 172.21.15.42:0/2465582891 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 145.6, "await_for": 45.0}) -- 0x556167e99460 con 0x556167fc5840 2024-06-06T08:31:06.264 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.261+0000 7fa2a50e8700 1 --2- 172.21.15.42:0/2465582891 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x556167fc5840 0x556167fc7c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:06.264 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.261+0000 7fa288ff9700 10 client.17073 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:31:06.264 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:06.261+0000 7fa2a50e8700 1 --2- 172.21.15.42:0/2465582891 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x556167fc5840 0x556167fc7c60 crc :-1 s=READY pgs=190 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c16c68bce2f212e1 server_cookie=7cdcc4fc90a03075 in_seq=0 out_seq=0 2024-06-06T08:31:06.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:31:06 smithi149 ceph-mon[36842]: pgmap v264: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 528 KiB/s rd, 1.2 MiB/s wr, 74 op/s 2024-06-06T08:31:06.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:31:06 smithi120 ceph-mon[36658]: pgmap v264: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 528 KiB/s rd, 1.2 MiB/s wr, 74 op/s 2024-06-06T08:31:08.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:31:08 smithi149 ceph-mon[36842]: pgmap v265: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 528 KiB/s rd, 1.2 MiB/s wr, 74 op/s 2024-06-06T08:31:08.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:31:08 smithi042 ceph-mon[32384]: pgmap v265: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 528 KiB/s rd, 1.2 MiB/s wr, 74 op/s 2024-06-06T08:31:08.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:31:08 smithi120 ceph-mon[36658]: pgmap v265: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 528 KiB/s rd, 1.2 MiB/s wr, 74 op/s 2024-06-06T08:31:09.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:31:09 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:31:09.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:31:09 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:31:09.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:31:09 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:31:09.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:31:09 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:31:09.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:31:09 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:31:09.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:31:09 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:31:09.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:31:09 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:31:09.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:31:09 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:31:09.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:31:09 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:31:09.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:31:09 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:31:09.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:31:09 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:31:09.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:31:09 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:31:10.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:31:10 smithi149 ceph-mon[36842]: pgmap v266: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 296 KiB/s rd, 284 KiB/s wr, 49 op/s 2024-06-06T08:31:10.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:31:10 smithi042 ceph-mon[32384]: pgmap v266: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 296 KiB/s rd, 284 KiB/s wr, 49 op/s 2024-06-06T08:31:10.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:31:10 smithi120 ceph-mon[36658]: pgmap v266: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 296 KiB/s rd, 284 KiB/s wr, 49 op/s 2024-06-06T08:31:11.214 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.215+0000 7f3e59914640 1 -- 172.21.15.42:0/3212854043 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3e54101340 msgr2=0x7f3e54105800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:11.214 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.215+0000 7f3e59914640 1 --2- 172.21.15.42:0/3212854043 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3e54101340 0x7f3e54105800 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7f3e44009900 tx=0x7f3e4402a540 comp rx=0 tx=0).stop 2024-06-06T08:31:11.215 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.215+0000 7f3e59914640 1 -- 172.21.15.42:0/3212854043 shutdown_connections 2024-06-06T08:31:11.215 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.215+0000 7f3e59914640 1 --2- 172.21.15.42:0/3212854043 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3e54105d40 0x7f3e541061d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:11.215 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.215+0000 7f3e59914640 1 --2- 172.21.15.42:0/3212854043 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3e54101340 0x7f3e54105800 secure :-1 s=CLOSED pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7f3e44009900 tx=0x7f3e4402a540 comp rx=0 tx=0).stop 2024-06-06T08:31:11.215 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.215+0000 7f3e59914640 1 --2- 172.21.15.42:0/3212854043 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3e54100a20 0x7f3e54100e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:11.215 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.215+0000 7f3e59914640 1 -- 172.21.15.42:0/3212854043 >> 172.21.15.42:0/3212854043 conn(0x7f3e54077a20 msgr2=0x7f3e54077e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:11.216 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.217+0000 7f3e59914640 1 -- 172.21.15.42:0/3212854043 shutdown_connections 2024-06-06T08:31:11.218 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.219+0000 7f3e59914640 1 -- 172.21.15.42:0/3212854043 wait complete. 2024-06-06T08:31:11.219 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.220+0000 7f3e59914640 1 Processor -- start 2024-06-06T08:31:11.220 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.221+0000 7f3e59914640 1 -- start start 2024-06-06T08:31:11.220 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.221+0000 7f3e59914640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3e54100a20 0x7f3e541a4860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:11.220 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.221+0000 7f3e59914640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3e54105d40 0x7f3e541a4da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:11.220 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.221+0000 7f3e59914640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3e5419ea10 0x7f3e5419eec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:11.220 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.221+0000 7f3e59914640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f3e541184a0 con 0x7f3e54100a20 2024-06-06T08:31:11.220 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.221+0000 7f3e59914640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f3e54118320 con 0x7f3e5419ea10 2024-06-06T08:31:11.220 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.221+0000 7f3e59914640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f3e54118620 con 0x7f3e54105d40 2024-06-06T08:31:11.221 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.221+0000 7f3e52ffd640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3e54100a20 0x7f3e541a4860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:11.221 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.221+0000 7f3e527fc640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3e54105d40 0x7f3e541a4da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:11.221 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.222+0000 7f3e527fc640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3e54105d40 0x7f3e541a4da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:35478/0 (socket says 172.21.15.42:35478) 2024-06-06T08:31:11.221 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.222+0000 7f3e527fc640 1 -- 172.21.15.42:0/1702950692 learned_addr learned my addr 172.21.15.42:0/1702950692 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:11.221 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.222+0000 7f3e537fe640 1 --2- 172.21.15.42:0/1702950692 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3e5419ea10 0x7f3e5419eec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:11.222 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.222+0000 7f3e527fc640 1 -- 172.21.15.42:0/1702950692 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3e5419ea10 msgr2=0x7f3e5419eec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:11.222 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.222+0000 7f3e527fc640 1 --2- 172.21.15.42:0/1702950692 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3e5419ea10 0x7f3e5419eec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:11.222 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.222+0000 7f3e527fc640 1 -- 172.21.15.42:0/1702950692 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3e54100a20 msgr2=0x7f3e541a4860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:11.222 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.222+0000 7f3e527fc640 1 --2- 172.21.15.42:0/1702950692 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3e54100a20 0x7f3e541a4860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:11.222 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.222+0000 7f3e527fc640 1 -- 172.21.15.42:0/1702950692 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e5419f530 con 0x7f3e54105d40 2024-06-06T08:31:11.222 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.222+0000 7f3e527fc640 1 --2- 172.21.15.42:0/1702950692 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3e54105d40 0x7f3e541a4da0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f3e4402ab30 tx=0x7f3e44003cd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:11.222 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.223+0000 7f3e58912640 1 -- 172.21.15.42:0/1702950692 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e4403f020 con 0x7f3e54105d40 2024-06-06T08:31:11.223 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.223+0000 7f3e58912640 1 -- 172.21.15.42:0/1702950692 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3e44003e40 con 0x7f3e54105d40 2024-06-06T08:31:11.223 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.223+0000 7f3e58912640 1 -- 172.21.15.42:0/1702950692 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e4403f020 con 0x7f3e54105d40 2024-06-06T08:31:11.223 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.223+0000 7f3e59914640 1 -- 172.21.15.42:0/1702950692 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3e5419f7c0 con 0x7f3e54105d40 2024-06-06T08:31:11.223 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.223+0000 7f3e59914640 1 -- 172.21.15.42:0/1702950692 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3e541ab960 con 0x7f3e54105d40 2024-06-06T08:31:11.227 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.227+0000 7f3e5c623740 1 Processor -- start 2024-06-06T08:31:11.227 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.227+0000 7f3e5c623740 1 -- start start 2024-06-06T08:31:11.227 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.227+0000 7f3e58912640 1 -- 172.21.15.42:0/1702950692 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f3e44042020 con 0x7f3e54105d40 2024-06-06T08:31:11.227 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.228+0000 7f3e58912640 1 --2- 172.21.15.42:0/1702950692 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f3e3c0a3200 0x7f3e3c0a56c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:11.227 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.228+0000 7f3e5c623740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56368f267050 0x56368f267430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:11.228 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.228+0000 7f3e5c623740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56368f267970 0x56368f282e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:11.228 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.228+0000 7f3e5c623740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56368f283360 0x56368f285750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:11.228 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.228+0000 7f3e5c623740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56368f1cb4f0 con 0x56368f267050 2024-06-06T08:31:11.228 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.228+0000 7f3e5c623740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x56368f169870 con 0x56368f283360 2024-06-06T08:31:11.228 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.228+0000 7f3e5c623740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x56368f1c74b0 con 0x56368f267970 2024-06-06T08:31:11.229 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.229+0000 7f3e58912640 1 -- 172.21.15.42:0/1702950692 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 9526+0+0 (secure 0 0 0) 0x7f3e440317c0 con 0x7f3e54105d40 2024-06-06T08:31:11.230 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.229+0000 7f3e537fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56368f283360 0x56368f285750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:11.230 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.229+0000 7f3e537fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56368f283360 0x56368f285750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:53018/0 (socket says 172.21.15.42:53018) 2024-06-06T08:31:11.230 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.229+0000 7f3e537fe640 1 -- 172.21.15.42:0/3528466126 learned_addr learned my addr 172.21.15.42:0/3528466126 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:11.230 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.229+0000 7f3e537fe640 1 --2- 172.21.15.42:0/1702950692 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f3e3c0a3200 0x7f3e3c0a56c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:11.230 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.229+0000 7f3e52ffd640 1 --2- 172.21.15.42:0/3528466126 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56368f267050 0x56368f267430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:11.230 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.229+0000 7f3e527fc640 1 --2- 172.21.15.42:0/3528466126 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56368f267970 0x56368f282e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:11.230 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.230+0000 7f3e537fe640 1 -- 172.21.15.42:0/3528466126 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56368f267970 msgr2=0x56368f282e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:11.230 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.230+0000 7f3e537fe640 1 --2- 172.21.15.42:0/3528466126 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56368f267970 0x56368f282e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:11.230 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.230+0000 7f3e537fe640 1 -- 172.21.15.42:0/3528466126 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56368f267050 msgr2=0x56368f267430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:11.231 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.230+0000 7f3e537fe640 1 --2- 172.21.15.42:0/3528466126 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56368f267050 0x56368f267430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:11.231 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.230+0000 7f3e537fe640 1 -- 172.21.15.42:0/3528466126 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56368f1859b0 con 0x56368f283360 2024-06-06T08:31:11.231 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.230+0000 7f3e52ffd640 1 --2- 172.21.15.42:0/3528466126 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56368f267050 0x56368f267430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:31:11.231 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.230+0000 7f3e527fc640 1 --2- 172.21.15.42:0/3528466126 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56368f267970 0x56368f282e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:31:11.231 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.231+0000 7f3e537fe640 1 --2- 172.21.15.42:0/3528466126 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56368f283360 0x56368f285750 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f3e4c00af50 tx=0x7f3e4c016700 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f782fad8923d1c1a server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:11.231 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.231+0000 7f3e537fe640 1 --2- 172.21.15.42:0/1702950692 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f3e3c0a3200 0x7f3e3c0a56c0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f3e4c0070b0 tx=0x7f3e4c00c000 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:11.232 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.231+0000 7f3e39ffb640 1 -- 172.21.15.42:0/3528466126 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e4c01d070 con 0x56368f283360 2024-06-06T08:31:11.232 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.231+0000 7f3e39ffb640 1 -- 172.21.15.42:0/3528466126 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3e4c009c60 con 0x56368f283360 2024-06-06T08:31:11.232 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.231+0000 7f3e39ffb640 1 -- 172.21.15.42:0/3528466126 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e4c013040 con 0x56368f283360 2024-06-06T08:31:11.232 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.232+0000 7f3e5c623740 1 -- 172.21.15.42:0/3528466126 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56368f283360 msgr2=0x56368f285750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:11.232 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.232+0000 7f3e5c623740 1 --2- 172.21.15.42:0/3528466126 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56368f283360 0x56368f285750 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f3e4c00af50 tx=0x7f3e4c016700 comp rx=0 tx=0).stop 2024-06-06T08:31:11.238 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.240+0000 7f3e5c623740 1 -- 172.21.15.42:0/3528466126 shutdown_connections 2024-06-06T08:31:11.238 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.240+0000 7f3e5c623740 1 --2- 172.21.15.42:0/3528466126 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56368f283360 0x56368f285750 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:11.239 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.240+0000 7f3e5c623740 1 --2- 172.21.15.42:0/3528466126 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56368f267970 0x56368f282e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:11.239 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.240+0000 7f3e5c623740 1 --2- 172.21.15.42:0/3528466126 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56368f267050 0x56368f267430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:11.239 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.240+0000 7f3e5c623740 1 -- 172.21.15.42:0/3528466126 >> 172.21.15.42:0/3528466126 conn(0x56368f263680 msgr2=0x56368f263a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:11.242 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.243+0000 7f3e5c623740 1 -- 172.21.15.42:0/3528466126 shutdown_connections 2024-06-06T08:31:11.245 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.246+0000 7f3e5c623740 1 -- 172.21.15.42:0/3528466126 wait complete. 2024-06-06T08:31:11.246 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.246+0000 7f3e5c623740 1 -- start start 2024-06-06T08:31:11.246 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.247+0000 7f3e5c623740 1 Processor -- start 2024-06-06T08:31:11.249 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.249+0000 7f3e5c623740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56368f267050 0x56368f280390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:11.249 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.249+0000 7f3e5c623740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56368f267970 0x56368f2808d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:11.249 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.249+0000 7f3e5c623740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56368f283360 0x56368f280e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:11.249 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.249+0000 7f3e5c623740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56368f285f20 con 0x56368f267050 2024-06-06T08:31:11.250 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.249+0000 7f3e5c623740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x56368f154ae0 con 0x56368f267970 2024-06-06T08:31:11.250 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.249+0000 7f3e5c623740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x56368f2860a0 con 0x56368f283360 2024-06-06T08:31:11.250 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.249+0000 7f3e5c623740 10 client.0 _ll_register_callbacks cb 0x56368f18d9b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:31:11.250 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.250+0000 7f3e537fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56368f283360 0x56368f280e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:11.250 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.251+0000 7f3e537fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56368f283360 0x56368f280e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:35488/0 (socket says 172.21.15.42:35488) 2024-06-06T08:31:11.250 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.251+0000 7f3e537fe640 1 -- 172.21.15.42:0/1934465199 learned_addr learned my addr 172.21.15.42:0/1934465199 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:11.250 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.251+0000 7f3e52ffd640 1 --2- 172.21.15.42:0/1934465199 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56368f267050 0x56368f280390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:11.251 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.252+0000 7f3e52ffd640 1 -- 172.21.15.42:0/1934465199 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56368f283360 msgr2=0x56368f280e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:11.251 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.252+0000 7f3e52ffd640 1 --2- 172.21.15.42:0/1934465199 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56368f283360 0x56368f280e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:11.251 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.252+0000 7f3e52ffd640 1 -- 172.21.15.42:0/1934465199 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56368f267970 msgr2=0x56368f2808d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:11.251 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.252+0000 7f3e52ffd640 1 --2- 172.21.15.42:0/1934465199 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56368f267970 0x56368f2808d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:11.251 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.252+0000 7f3e52ffd640 1 -- 172.21.15.42:0/1934465199 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56368eedf210 con 0x56368f267050 2024-06-06T08:31:11.252 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.253+0000 7f3e52ffd640 1 --2- 172.21.15.42:0/1934465199 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56368f267050 0x56368f280390 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7f3e5419fb50 tx=0x7f3e4800f5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a35606463c2adae server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:11.252 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.253+0000 7f3e32ffd640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:31:11.252 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.253+0000 7f3e32ffd640 1 -- 172.21.15.42:0/1934465199 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e48018020 con 0x56368f267050 2024-06-06T08:31:11.252 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.253+0000 7f3e5c623740 1 -- 172.21.15.42:0/1934465199 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3e4c009c60 con 0x56368f267050 2024-06-06T08:31:11.252 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.253+0000 7f3e32ffd640 1 -- 172.21.15.42:0/1934465199 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 9526+0+0 (secure 0 0 0) 0x7f3e48014660 con 0x56368f267050 2024-06-06T08:31:11.253 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.254+0000 7f3e32ffd640 1 -- 172.21.15.42:0/1934465199 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f3e48023050 con 0x56368f267050 2024-06-06T08:31:11.256 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.256+0000 7f3e5c623740 10 client.17085 fetch_fsmap learned FSMap version 40 2024-06-06T08:31:11.256 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.256+0000 7f3e5c623740 1 -- 172.21.15.42:0/1934465199 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x56368efab620 con 0x56368f267050 2024-06-06T08:31:11.257 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.258+0000 7f3e32ffd640 1 -- 172.21.15.42:0/1934465199 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3e4c009c60 con 0x56368f267050 2024-06-06T08:31:11.258 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.259+0000 7f3e32ffd640 1 -- 172.21.15.42:0/1934465199 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 40) ==== 8362+0+0 (secure 0 0 0) 0x7f3e48013c30 con 0x56368f267050 2024-06-06T08:31:11.259 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.260+0000 7f3e5c623740 10 client.17085 fetch_fsmap finished waiting for FSMap version 40 2024-06-06T08:31:11.259 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.260+0000 7f3e5c623740 10 client.17085 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:31:11.259 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.260+0000 7f3e5c623740 20 client.17085 populate_metadata read hostname 'smithi042' 2024-06-06T08:31:11.259 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.260+0000 7f3e5c623740 1 --2- 172.21.15.42:0/1934465199 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56368f2a45b0 0x56368f2a69e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:11.259 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.260+0000 7f3e5c623740 4 client.17085 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:31:11.259 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.260+0000 7f3e5c623740 1 -- 172.21.15.42:0/1934465199 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56368f1def10 con 0x56368f2a45b0 2024-06-06T08:31:11.260 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.261+0000 7f3e527fc640 1 --2- 172.21.15.42:0/1934465199 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56368f2a45b0 0x56368f2a69e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:11.260 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.262+0000 7f3e527fc640 1 --2- 172.21.15.42:0/1934465199 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56368f2a45b0 0x56368f2a69e0 crc :-1 s=READY pgs=191 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dd8561a549895e0e server_cookie=1045e12df66df3a4 in_seq=0 out_seq=0 2024-06-06T08:31:11.261 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.262+0000 7f3e32ffd640 10 client.17085 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:31:11.262 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.263+0000 7f3e32ffd640 1 -- 172.21.15.42:0/1934465199 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x56368f1def10 con 0x56368f2a45b0 2024-06-06T08:31:11.262 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.263+0000 7f3e32ffd640 10 client.17085 handle_command_reply: tid=0 2024-06-06T08:31:11.262 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.263+0000 7f3e5c623740 1 client.17085 shutdown 2024-06-06T08:31:11.267 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.267+0000 7f3e5c623740 1 -- 172.21.15.42:0/1934465199 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56368f267050 msgr2=0x56368f280390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:11.267 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.267+0000 7f3e5c623740 1 --2- 172.21.15.42:0/1934465199 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56368f267050 0x56368f280390 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7f3e5419fb50 tx=0x7f3e4800f5b0 comp rx=0 tx=0).stop 2024-06-06T08:31:11.267 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.268+0000 7f3e5c623740 1 -- 172.21.15.42:0/1934465199 shutdown_connections 2024-06-06T08:31:11.267 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.268+0000 7f3e5c623740 1 --2- 172.21.15.42:0/1934465199 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56368f2a45b0 0x56368f2a69e0 crc :-1 s=READY pgs=191 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:11.267 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.268+0000 7f3e5c623740 1 --2- 172.21.15.42:0/1934465199 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56368f267970 0x56368f2808d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:11.267 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.268+0000 7f3e5c623740 1 --2- 172.21.15.42:0/1934465199 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56368f283360 0x56368f280e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:11.267 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.268+0000 7f3e5c623740 1 --2- 172.21.15.42:0/1934465199 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56368f267050 0x56368f280390 unknown :-1 s=CLOSED pgs=834 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:11.267 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.268+0000 7f3e5c623740 1 -- 172.21.15.42:0/1934465199 >> 172.21.15.42:0/1934465199 conn(0x56368f263680 msgr2=0x56368f2694f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:11.268 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.268+0000 7f3e32ffd640 0 client.17085 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:31:11.268 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.269+0000 7f3e5c623740 1 -- 172.21.15.42:0/1934465199 shutdown_connections 2024-06-06T08:31:11.268 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.269+0000 7f3e5c623740 1 -- 172.21.15.42:0/1934465199 wait complete. 2024-06-06T08:31:11.269 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.269+0000 7f3e5c623740 20 client.17085 trim_cache size 0 max 16384 2024-06-06T08:31:11.308 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.310+0000 7f3e5c623740 1 Processor -- start 2024-06-06T08:31:11.309 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.311+0000 7f3e5c623740 1 -- start start 2024-06-06T08:31:11.310 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.311+0000 7f3e5c623740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56368f267050 0x56368f2ac2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:11.310 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.311+0000 7f3e5c623740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56368f267970 0x56368f2ac830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:11.310 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.311+0000 7f3e5c623740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56368f283360 0x56368f280350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:11.310 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.311+0000 7f3e5c623740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f3e5410be70 con 0x56368f267050 2024-06-06T08:31:11.310 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.311+0000 7f3e5c623740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f3e54109700 con 0x56368f267970 2024-06-06T08:31:11.311 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.311+0000 7f3e5c623740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f3e5404f760 con 0x56368f283360 2024-06-06T08:31:11.311 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.312+0000 7f3e52ffd640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56368f267050 0x56368f2ac2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:11.311 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.312+0000 7f3e52ffd640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56368f267050 0x56368f2ac2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:46434/0 (socket says 172.21.15.42:46434) 2024-06-06T08:31:11.311 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.312+0000 7f3e52ffd640 1 -- 172.21.15.42:0/3074857583 learned_addr learned my addr 172.21.15.42:0/3074857583 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:11.311 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.313+0000 7f3e527fc640 1 --2- 172.21.15.42:0/3074857583 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56368f267970 0x56368f2ac830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:11.312 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.314+0000 7f3e537fe640 1 --2- 172.21.15.42:0/3074857583 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56368f283360 0x56368f280350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:11.316 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.316+0000 7f3e52ffd640 1 -- 172.21.15.42:0/3074857583 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56368f283360 msgr2=0x56368f280350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:11.316 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.316+0000 7f3e52ffd640 1 --2- 172.21.15.42:0/3074857583 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56368f283360 0x56368f280350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:11.316 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.316+0000 7f3e52ffd640 1 -- 172.21.15.42:0/3074857583 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56368f267970 msgr2=0x56368f2ac830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:11.316 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.316+0000 7f3e52ffd640 1 --2- 172.21.15.42:0/3074857583 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56368f267970 0x56368f2ac830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:11.316 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.316+0000 7f3e52ffd640 1 -- 172.21.15.42:0/3074857583 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56368f2a30d0 con 0x56368f267050 2024-06-06T08:31:11.319 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.319+0000 7f3e52ffd640 1 --2- 172.21.15.42:0/3074857583 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56368f267050 0x56368f2ac2f0 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7f3e4800c010 tx=0x7f3e48007f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79f21ad723b9ce20 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:11.320 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.321+0000 7f3e397fa640 1 -- 172.21.15.42:0/3074857583 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e4802b070 con 0x56368f267050 2024-06-06T08:31:11.320 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.321+0000 7f3e397fa640 1 -- 172.21.15.42:0/3074857583 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3e4801f270 con 0x56368f267050 2024-06-06T08:31:11.320 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.322+0000 7f3e5c623740 1 -- 172.21.15.42:0/3074857583 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56368f267050 msgr2=0x56368f2ac2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:11.320 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.322+0000 7f3e5c623740 1 --2- 172.21.15.42:0/3074857583 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56368f267050 0x56368f2ac2f0 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7f3e4800c010 tx=0x7f3e48007f60 comp rx=0 tx=0).stop 2024-06-06T08:31:11.327 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.328+0000 7f3e5c623740 1 -- 172.21.15.42:0/3074857583 shutdown_connections 2024-06-06T08:31:11.328 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.328+0000 7f3e5c623740 1 --2- 172.21.15.42:0/3074857583 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56368f267970 0x56368f2ac830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:11.328 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.328+0000 7f3e5c623740 1 --2- 172.21.15.42:0/3074857583 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56368f283360 0x56368f280350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:11.328 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.328+0000 7f3e5c623740 1 --2- 172.21.15.42:0/3074857583 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56368f267050 0x56368f2ac2f0 unknown :-1 s=CLOSED pgs=835 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:11.328 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.328+0000 7f3e5c623740 1 -- 172.21.15.42:0/3074857583 >> 172.21.15.42:0/3074857583 conn(0x56368f263680 msgr2=0x56368f27b640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:11.331 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.331+0000 7f3e5c623740 1 -- 172.21.15.42:0/3074857583 shutdown_connections 2024-06-06T08:31:11.332 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.333+0000 7f3e5c623740 1 -- 172.21.15.42:0/3074857583 wait complete. 2024-06-06T08:31:11.332 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.333+0000 7f3e5c623740 1 -- start start 2024-06-06T08:31:11.333 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.333+0000 7f3e5c623740 1 Processor -- start 2024-06-06T08:31:11.333 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.334+0000 7f3e5c623740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56368f267050 0x56368f286390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:11.333 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.334+0000 7f3e5c623740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56368f267970 0x56368f2868d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:11.333 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.334+0000 7f3e5c623740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56368f283360 0x56368f286e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:11.333 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.334+0000 7f3e5c623740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f3e540737c0 con 0x56368f267970 2024-06-06T08:31:11.333 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.334+0000 7f3e5c623740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f3e54109030 con 0x56368f283360 2024-06-06T08:31:11.334 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.334+0000 7f3e5c623740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f3e54108290 con 0x56368f267050 2024-06-06T08:31:11.334 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.334+0000 7f3e5c623740 10 client.0 _ll_register_callbacks cb 0x7f3e4800b240 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:31:11.334 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.334+0000 7f3e537fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56368f283360 0x56368f286e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:11.334 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.334+0000 7f3e537fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56368f283360 0x56368f286e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:53046/0 (socket says 172.21.15.42:53046) 2024-06-06T08:31:11.334 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.334+0000 7f3e537fe640 1 -- 172.21.15.42:0/3520353319 learned_addr learned my addr 172.21.15.42:0/3520353319 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:11.334 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.335+0000 7f3e527fc640 1 --2- 172.21.15.42:0/3520353319 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56368f267970 0x56368f2868d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:11.334 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.335+0000 7f3e52ffd640 1 --2- 172.21.15.42:0/3520353319 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56368f267050 0x56368f286390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:11.337 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.338+0000 7f3e537fe640 1 -- 172.21.15.42:0/3520353319 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56368f267050 msgr2=0x56368f286390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:11.337 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.338+0000 7f3e537fe640 1 --2- 172.21.15.42:0/3520353319 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56368f267050 0x56368f286390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:11.337 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.338+0000 7f3e537fe640 1 -- 172.21.15.42:0/3520353319 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56368f267970 msgr2=0x56368f2868d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:11.337 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.338+0000 7f3e537fe640 1 --2- 172.21.15.42:0/3520353319 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56368f267970 0x56368f2868d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:11.337 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.338+0000 7f3e537fe640 1 -- 172.21.15.42:0/3520353319 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56368f30d550 con 0x56368f283360 2024-06-06T08:31:11.344 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.345+0000 7f3e537fe640 1 --2- 172.21.15.42:0/3520353319 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56368f283360 0x56368f286e10 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f3e4c00a440 tx=0x7f3e4c009c60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=475af18029df9eca server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:11.344 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.346+0000 7f3e32ffd640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:31:11.345 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.346+0000 7f3e32ffd640 1 -- 172.21.15.42:0/3520353319 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e4c031070 con 0x56368f283360 2024-06-06T08:31:11.345 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.346+0000 7f3e5c623740 1 -- 172.21.15.42:0/3520353319 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3e4801f270 con 0x56368f283360 2024-06-06T08:31:11.345 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.346+0000 7f3e32ffd640 1 -- 172.21.15.42:0/3520353319 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 9526+0+0 (secure 0 0 0) 0x7f3e4c00a870 con 0x56368f283360 2024-06-06T08:31:11.351 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.352+0000 7f3e32ffd640 1 -- 172.21.15.42:0/3520353319 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f3e4c01d040 con 0x56368f283360 2024-06-06T08:31:11.351 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.352+0000 7f3e5c623740 10 client.26723 fetch_fsmap learned FSMap version 40 2024-06-06T08:31:11.351 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.352+0000 7f3e5c623740 1 -- 172.21.15.42:0/3520353319 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x56368f30e820 con 0x56368f283360 2024-06-06T08:31:11.357 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.359+0000 7f3e32ffd640 1 -- 172.21.15.42:0/3520353319 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3e4801f270 con 0x56368f283360 2024-06-06T08:31:11.357 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.359+0000 7f3e32ffd640 1 -- 172.21.15.42:0/3520353319 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 40) ==== 8362+0+0 (secure 0 0 0) 0x7f3e4c021400 con 0x56368f283360 2024-06-06T08:31:11.358 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.359+0000 7f3e5c623740 10 client.26723 fetch_fsmap finished waiting for FSMap version 40 2024-06-06T08:31:11.358 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.359+0000 7f3e5c623740 10 client.26723 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:31:11.358 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.359+0000 7f3e5c623740 20 client.26723 populate_metadata read hostname 'smithi042' 2024-06-06T08:31:11.358 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.359+0000 7f3e5c623740 1 --2- 172.21.15.42:0/3520353319 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56368f30efe0 0x56368f311400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:11.358 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.359+0000 7f3e5c623740 4 client.26723 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:31:11.358 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.359+0000 7f3e5c623740 1 -- 172.21.15.42:0/3520353319 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56368f1d8c20 con 0x56368f30efe0 2024-06-06T08:31:11.360 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.360+0000 7f3e52ffd640 1 --2- 172.21.15.42:0/3520353319 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56368f30efe0 0x56368f311400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:11.362 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.364+0000 7f3e52ffd640 1 --2- 172.21.15.42:0/3520353319 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56368f30efe0 0x56368f311400 crc :-1 s=READY pgs=192 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3d21bf79f0c019d server_cookie=7310612ba4771758 in_seq=0 out_seq=0 2024-06-06T08:31:11.362 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:11.364+0000 7f3e32ffd640 10 client.26723 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:31:12.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:31:12 smithi149 ceph-mon[36842]: pgmap v267: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 253 KiB/s rd, 243 KiB/s wr, 42 op/s 2024-06-06T08:31:12.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:31:12 smithi149 ceph-mon[36842]: osdmap e108: 12 total, 12 up, 12 in 2024-06-06T08:31:12.564 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:31:12 smithi042 ceph-mon[32384]: pgmap v267: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 253 KiB/s rd, 243 KiB/s wr, 42 op/s 2024-06-06T08:31:12.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:31:12 smithi042 ceph-mon[32384]: osdmap e108: 12 total, 12 up, 12 in 2024-06-06T08:31:12.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:31:12 smithi120 ceph-mon[36658]: pgmap v267: 129 pgs: 129 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 253 KiB/s rd, 243 KiB/s wr, 42 op/s 2024-06-06T08:31:12.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:31:12 smithi120 ceph-mon[36658]: osdmap e108: 12 total, 12 up, 12 in 2024-06-06T08:31:14.185 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:14.186+0000 7f3e32ffd640 1 -- 172.21.15.42:0/3520353319 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x56368f1d8c20 con 0x56368f30efe0 2024-06-06T08:31:14.185 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:14.186+0000 7f3e32ffd640 10 client.26723 handle_command_reply: tid=0 2024-06-06T08:31:14.186 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:14.186+0000 7f3e5c623740 1 client.26723 shutdown 2024-06-06T08:31:14.186 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:14.187+0000 7f3e5c623740 1 -- 172.21.15.42:0/3520353319 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56368f283360 msgr2=0x56368f286e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:14.186 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:14.187+0000 7f3e5c623740 1 --2- 172.21.15.42:0/3520353319 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56368f283360 0x56368f286e10 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f3e4c00a440 tx=0x7f3e4c009c60 comp rx=0 tx=0).stop 2024-06-06T08:31:14.186 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:14.187+0000 7f3e5c623740 1 -- 172.21.15.42:0/3520353319 shutdown_connections 2024-06-06T08:31:14.186 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:14.187+0000 7f3e5c623740 1 --2- 172.21.15.42:0/3520353319 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56368f30efe0 0x56368f311400 crc :-1 s=READY pgs=192 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:14.186 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:14.187+0000 7f3e5c623740 1 --2- 172.21.15.42:0/3520353319 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56368f283360 0x56368f286e10 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:14.186 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:14.187+0000 7f3e5c623740 1 --2- 172.21.15.42:0/3520353319 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56368f267970 0x56368f2868d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:14.186 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:14.187+0000 7f3e5c623740 1 --2- 172.21.15.42:0/3520353319 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56368f267050 0x56368f286390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:14.186 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:14.187+0000 7f3e5c623740 1 -- 172.21.15.42:0/3520353319 >> 172.21.15.42:0/3520353319 conn(0x56368f263680 msgr2=0x56368f261f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:14.187 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:14.187+0000 7f3e32ffd640 0 client.26723 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:31:14.187 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:14.187+0000 7f3e5c623740 1 -- 172.21.15.42:0/3520353319 shutdown_connections 2024-06-06T08:31:14.187 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:14.187+0000 7f3e5c623740 1 -- 172.21.15.42:0/3520353319 wait complete. 2024-06-06T08:31:14.187 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:14.187+0000 7f3e5c623740 20 client.26723 trim_cache size 0 max 16384 2024-06-06T08:31:14.187 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:31:14.188 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:31:14.188 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:31:14.188 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:14.188+0000 7f3e59914640 1 -- 172.21.15.42:0/1702950692 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f3e3c0a3200 msgr2=0x7f3e3c0a56c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:14.188 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:14.188+0000 7f3e59914640 1 --2- 172.21.15.42:0/1702950692 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f3e3c0a3200 0x7f3e3c0a56c0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f3e4c0070b0 tx=0x7f3e4c00c000 comp rx=0 tx=0).stop 2024-06-06T08:31:14.188 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:14.188+0000 7f3e59914640 1 -- 172.21.15.42:0/1702950692 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3e54105d40 msgr2=0x7f3e541a4da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:14.188 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:14.188+0000 7f3e59914640 1 --2- 172.21.15.42:0/1702950692 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3e54105d40 0x7f3e541a4da0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f3e4402ab30 tx=0x7f3e44003cd0 comp rx=0 tx=0).stop 2024-06-06T08:31:14.189 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:14.188+0000 7f3e59914640 1 -- 172.21.15.42:0/1702950692 shutdown_connections 2024-06-06T08:31:14.189 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:14.188+0000 7f3e59914640 1 --2- 172.21.15.42:0/1702950692 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f3e3c0a3200 0x7f3e3c0a56c0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:14.189 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:14.188+0000 7f3e59914640 1 --2- 172.21.15.42:0/1702950692 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3e5419ea10 0x7f3e5419eec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:14.189 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:14.188+0000 7f3e59914640 1 --2- 172.21.15.42:0/1702950692 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3e54105d40 0x7f3e541a4da0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:14.189 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:14.188+0000 7f3e59914640 1 --2- 172.21.15.42:0/1702950692 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3e54100a20 0x7f3e541a4860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:14.189 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:14.188+0000 7f3e59914640 1 -- 172.21.15.42:0/1702950692 >> 172.21.15.42:0/1702950692 conn(0x7f3e54077a20 msgr2=0x7f3e54103ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:14.189 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:14.189+0000 7f3e59914640 1 -- 172.21.15.42:0/1702950692 shutdown_connections 2024-06-06T08:31:14.189 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:14.189+0000 7f3e59914640 1 -- 172.21.15.42:0/1702950692 wait complete. 2024-06-06T08:31:14.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:14.410+0000 7fa288ff9700 1 -- 172.21.15.42:0/2465582891 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x556167e99460 con 0x556167fc5840 2024-06-06T08:31:14.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:14.410+0000 7fa288ff9700 10 client.17073 handle_command_reply: tid=0 2024-06-06T08:31:14.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:14.410+0000 7fa2b1bcfb80 1 client.17073 shutdown 2024-06-06T08:31:14.409 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:14.410+0000 7fa2b1bcfb80 1 -- 172.21.15.42:0/2465582891 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556167f46590 msgr2=0x556167f4e7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:14.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:14.410+0000 7fa2b1bcfb80 1 --2- 172.21.15.42:0/2465582891 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556167f46590 0x556167f4e7d0 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7fa290005950 tx=0x7fa290010850 comp rx=0 tx=0).stop 2024-06-06T08:31:14.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:14.411+0000 7fa2b1bcfb80 1 -- 172.21.15.42:0/2465582891 shutdown_connections 2024-06-06T08:31:14.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:14.411+0000 7fa2b1bcfb80 1 --2- 172.21.15.42:0/2465582891 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556167f46eb0 0x556167f4ef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:14.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:14.411+0000 7fa2b1bcfb80 1 --2- 172.21.15.42:0/2465582891 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x556167fc5840 0x556167fc7c60 crc :-1 s=READY pgs=190 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:14.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:14.411+0000 7fa288ff9700 0 client.17073 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:31:14.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:14.411+0000 7fa2b1bcfb80 1 --2- 172.21.15.42:0/2465582891 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x556167f40ce0 0x556167f53450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:14.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:14.411+0000 7fa2b1bcfb80 1 --2- 172.21.15.42:0/2465582891 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556167f46590 0x556167f4e7d0 unknown :-1 s=CLOSED pgs=832 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:14.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:14.411+0000 7fa2b1bcfb80 1 -- 172.21.15.42:0/2465582891 >> 172.21.15.42:0/2465582891 conn(0x556167e6d210 msgr2=0x556167f44f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:14.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:14.411+0000 7fa2b1bcfb80 1 -- 172.21.15.42:0/2465582891 shutdown_connections 2024-06-06T08:31:14.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:14.411+0000 7fa2b1bcfb80 1 -- 172.21.15.42:0/2465582891 wait complete. 2024-06-06T08:31:14.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:14.411+0000 7fa2b1bcfb80 20 client.17073 trim_cache size 0 max 16384 2024-06-06T08:31:14.411 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:31:14.412 INFO:teuthology.orchestra.run.smithi042.stdout: "epoch": 40, 2024-06-06T08:31:14.412 INFO:teuthology.orchestra.run.smithi042.stdout: "leader": 24484, 2024-06-06T08:31:14.412 INFO:teuthology.orchestra.run.smithi042.stdout: "set_version": 22, 2024-06-06T08:31:14.412 INFO:teuthology.orchestra.run.smithi042.stdout: "sets": { 2024-06-06T08:31:14.412 INFO:teuthology.orchestra.run.smithi042.stdout: "99a9321b": { 2024-06-06T08:31:14.412 INFO:teuthology.orchestra.run.smithi042.stdout: "version": 22, 2024-06-06T08:31:14.412 INFO:teuthology.orchestra.run.smithi042.stdout: "age_ref": 0.0, 2024-06-06T08:31:14.412 INFO:teuthology.orchestra.run.smithi042.stdout: "state": { 2024-06-06T08:31:14.412 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "QUIESCED", 2024-06-06T08:31:14.412 INFO:teuthology.orchestra.run.smithi042.stdout: "age": 0.0 2024-06-06T08:31:14.412 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:31:14.412 INFO:teuthology.orchestra.run.smithi042.stdout: "timeout": 90.0, 2024-06-06T08:31:14.412 INFO:teuthology.orchestra.run.smithi042.stdout: "expiration": 145.6, 2024-06-06T08:31:14.413 INFO:teuthology.orchestra.run.smithi042.stdout: "members": { 2024-06-06T08:31:14.413 INFO:teuthology.orchestra.run.smithi042.stdout: "file:/": { 2024-06-06T08:31:14.413 INFO:teuthology.orchestra.run.smithi042.stdout: "excluded": false, 2024-06-06T08:31:14.413 INFO:teuthology.orchestra.run.smithi042.stdout: "state": { 2024-06-06T08:31:14.413 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "QUIESCED", 2024-06-06T08:31:14.413 INFO:teuthology.orchestra.run.smithi042.stdout: "age": 0.0 2024-06-06T08:31:14.413 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:31:14.413 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:31:14.413 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:31:14.413 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:31:14.413 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:31:14.413 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:31:14.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:14.413+0000 7fa2a734c700 1 -- 172.21.15.42:0/1478627176 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fa28c0a2eb0 msgr2=0x7fa28c0a5370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:14.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:14.413+0000 7fa2a734c700 1 --2- 172.21.15.42:0/1478627176 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fa28c0a2eb0 0x7fa28c0a5370 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fa2a01998f0 tx=0x7fa290005f50 comp rx=0 tx=0).stop 2024-06-06T08:31:14.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:14.413+0000 7fa2a734c700 1 -- 172.21.15.42:0/1478627176 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa2a01015f0 msgr2=0x7fa2a0197790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:14.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:14.413+0000 7fa2a734c700 1 --2- 172.21.15.42:0/1478627176 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa2a01015f0 0x7fa2a0197790 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7fa29c006010 tx=0x7fa29c0038b0 comp rx=0 tx=0).stop 2024-06-06T08:31:14.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:14.413+0000 7fa2a734c700 1 -- 172.21.15.42:0/1478627176 shutdown_connections 2024-06-06T08:31:14.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:14.413+0000 7fa2a734c700 1 --2- 172.21.15.42:0/1478627176 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fa28c0a2eb0 0x7fa28c0a5370 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:14.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:14.413+0000 7fa2a734c700 1 --2- 172.21.15.42:0/1478627176 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa2a01066c0 0x7fa2a0198210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:14.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:14.413+0000 7fa2a734c700 1 --2- 172.21.15.42:0/1478627176 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa2a01015f0 0x7fa2a0197790 unknown :-1 s=CLOSED pgs=828 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:14.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:14.413+0000 7fa2a734c700 1 --2- 172.21.15.42:0/1478627176 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa2a0101fa0 0x7fa2a0197cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:14.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:14.413+0000 7fa2a734c700 1 -- 172.21.15.42:0/1478627176 >> 172.21.15.42:0/1478627176 conn(0x7fa2a0078330 msgr2=0x7fa2a00ff2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:14.415 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:31:14 smithi042 ceph-mon[32384]: pgmap v269: 129 pgs: 6 active+clean+snaptrim, 6 active+clean+snaptrim_wait, 117 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 115 KiB/s rd, 85 KiB/s wr, 38 op/s 2024-06-06T08:31:14.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:14.414+0000 7fa2a734c700 1 -- 172.21.15.42:0/1478627176 shutdown_connections 2024-06-06T08:31:14.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:14.414+0000 7fa2a734c700 1 -- 172.21.15.42:0/1478627176 wait complete. 2024-06-06T08:31:14.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:31:14 smithi149 ceph-mon[36842]: pgmap v269: 129 pgs: 6 active+clean+snaptrim, 6 active+clean+snaptrim_wait, 117 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 115 KiB/s rd, 85 KiB/s wr, 38 op/s 2024-06-06T08:31:14.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:31:14 smithi120 ceph-mon[36658]: pgmap v269: 129 pgs: 6 active+clean+snaptrim, 6 active+clean+snaptrim_wait, 117 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 115 KiB/s rd, 85 KiB/s wr, 38 op/s 2024-06-06T08:31:15.468 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '99a9321b', quiesce took 14.3 seconds. Will release after: 11.3 2024-06-06T08:31:16.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:31:16 smithi149 ceph-mon[36842]: pgmap v270: 129 pgs: 18 active+clean+snaptrim, 46 active+clean+snaptrim_wait, 65 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 105 KiB/s rd, 139 KiB/s wr, 24 op/s 2024-06-06T08:31:16.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:31:16 smithi042 ceph-mon[32384]: pgmap v270: 129 pgs: 18 active+clean+snaptrim, 46 active+clean+snaptrim_wait, 65 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 105 KiB/s rd, 139 KiB/s wr, 24 op/s 2024-06-06T08:31:16.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:31:16 smithi120 ceph-mon[36658]: pgmap v270: 129 pgs: 18 active+clean+snaptrim, 46 active+clean+snaptrim_wait, 65 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 105 KiB/s rd, 139 KiB/s wr, 24 op/s 2024-06-06T08:31:18.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:31:18 smithi149 ceph-mon[36842]: pgmap v271: 129 pgs: 20 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 55 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 105 KiB/s rd, 140 KiB/s wr, 24 op/s 2024-06-06T08:31:18.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:31:18 smithi042 ceph-mon[32384]: pgmap v271: 129 pgs: 20 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 55 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 105 KiB/s rd, 140 KiB/s wr, 24 op/s 2024-06-06T08:31:18.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:31:18 smithi120 ceph-mon[36658]: pgmap v271: 129 pgs: 20 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 55 active+clean; 1.4 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 105 KiB/s rd, 140 KiB/s wr, 24 op/s 2024-06-06T08:31:18.993 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-06-06T08:31:19.452 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:31:20.485 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:31:20 smithi042 ceph-mon[32384]: pgmap v272: 129 pgs: 20 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 55 active+clean; 1.4 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 94 KiB/s rd, 102 KiB/s wr, 19 op/s 2024-06-06T08:31:20.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:31:20 smithi149 ceph-mon[36842]: pgmap v272: 129 pgs: 20 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 55 active+clean; 1.4 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 94 KiB/s rd, 102 KiB/s wr, 19 op/s 2024-06-06T08:31:20.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:31:20 smithi120 ceph-mon[36658]: pgmap v272: 129 pgs: 20 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 55 active+clean; 1.4 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 94 KiB/s rd, 102 KiB/s wr, 19 op/s 2024-06-06T08:31:21.923 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.924+0000 7f8c9da43700 1 -- 172.21.15.42:0/3735452524 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8c9806af70 msgr2=0x7f8c9806b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:21.924 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.924+0000 7f8c9da43700 1 --2- 172.21.15.42:0/3735452524 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8c9806af70 0x7f8c9806b3d0 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7f8c8001a9a0 tx=0x7f8c8001acb0 comp rx=0 tx=0).stop 2024-06-06T08:31:21.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.926+0000 7f8c9da43700 1 -- 172.21.15.42:0/3735452524 shutdown_connections 2024-06-06T08:31:21.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.926+0000 7f8c9da43700 1 --2- 172.21.15.42:0/3735452524 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8c98104ec0 0x7f8c98105350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:21.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.926+0000 7f8c9da43700 1 --2- 172.21.15.42:0/3735452524 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8c981073b0 0x7f8c9806aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:21.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.926+0000 7f8c9da43700 1 --2- 172.21.15.42:0/3735452524 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8c9806af70 0x7f8c9806b3d0 unknown :-1 s=CLOSED pgs=836 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:21.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.926+0000 7f8c9da43700 1 -- 172.21.15.42:0/3735452524 >> 172.21.15.42:0/3735452524 conn(0x7f8c98078300 msgr2=0x7f8c98078710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:21.925 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.927+0000 7f8c9da43700 1 -- 172.21.15.42:0/3735452524 shutdown_connections 2024-06-06T08:31:21.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.927+0000 7f8c9da43700 1 -- 172.21.15.42:0/3735452524 wait complete. 2024-06-06T08:31:21.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.928+0000 7f8c9da43700 1 Processor -- start 2024-06-06T08:31:21.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.928+0000 7f8c9da43700 1 -- start start 2024-06-06T08:31:21.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.928+0000 7f8c9da43700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8c9806af70 0x7f8c98115810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:21.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.928+0000 7f8c9da43700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8c98104ec0 0x7f8c98111900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:21.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.928+0000 7f8c9da43700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8c981073b0 0x7f8c98111e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:21.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.928+0000 7f8c9da43700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f8c9810a310 con 0x7f8c981073b0 2024-06-06T08:31:21.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.928+0000 7f8c9da43700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f8c9810a190 con 0x7f8c9806af70 2024-06-06T08:31:21.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.928+0000 7f8c9da43700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f8c9810a490 con 0x7f8c98104ec0 2024-06-06T08:31:21.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.929+0000 7f8c967fc700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8c98104ec0 0x7f8c98111900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:21.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.929+0000 7f8c967fc700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8c98104ec0 0x7f8c98111900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:43724/0 (socket says 172.21.15.42:43724) 2024-06-06T08:31:21.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.929+0000 7f8c967fc700 1 -- 172.21.15.42:0/4072547080 learned_addr learned my addr 172.21.15.42:0/4072547080 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:21.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.929+0000 7f8c977fe700 1 --2- 172.21.15.42:0/4072547080 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8c981073b0 0x7f8c98111e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:21.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.929+0000 7f8c967fc700 1 -- 172.21.15.42:0/4072547080 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8c9806af70 msgr2=0x7f8c98115810 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-06-06T08:31:21.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.929+0000 7f8c967fc700 1 --2- 172.21.15.42:0/4072547080 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8c9806af70 0x7f8c98115810 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:21.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.929+0000 7f8c967fc700 1 -- 172.21.15.42:0/4072547080 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8c981073b0 msgr2=0x7f8c98111e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:21.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.929+0000 7f8c967fc700 1 --2- 172.21.15.42:0/4072547080 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8c981073b0 0x7f8c98111e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:21.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.929+0000 7f8c967fc700 1 -- 172.21.15.42:0/4072547080 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c98112480 con 0x7f8c98104ec0 2024-06-06T08:31:21.929 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.929+0000 7f8c967fc700 1 --2- 172.21.15.42:0/4072547080 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8c98104ec0 0x7f8c98111900 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f8c80003b90 tx=0x7f8c80003bc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:21.930 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.930+0000 7f8c9ca41700 1 -- 172.21.15.42:0/4072547080 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c80003fe0 con 0x7f8c98104ec0 2024-06-06T08:31:21.930 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.930+0000 7f8c9ca41700 1 -- 172.21.15.42:0/4072547080 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8c80005510 con 0x7f8c98104ec0 2024-06-06T08:31:21.930 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.930+0000 7f8c9ca41700 1 -- 172.21.15.42:0/4072547080 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c80004a20 con 0x7f8c98104ec0 2024-06-06T08:31:21.930 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.930+0000 7f8c9da43700 1 -- 172.21.15.42:0/4072547080 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c98112710 con 0x7f8c98104ec0 2024-06-06T08:31:21.930 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.930+0000 7f8c9da43700 1 -- 172.21.15.42:0/4072547080 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c981a34c0 con 0x7f8c98104ec0 2024-06-06T08:31:21.938 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.940+0000 7f8ca82c6b80 1 Processor -- start 2024-06-06T08:31:21.940 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.941+0000 7f8ca82c6b80 1 -- start start 2024-06-06T08:31:21.940 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.941+0000 7f8c9ca41700 1 -- 172.21.15.42:0/4072547080 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f8c80004180 con 0x7f8c98104ec0 2024-06-06T08:31:21.940 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.941+0000 7f8ca82c6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55862a09ef60 0x55862a09f340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:21.940 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.941+0000 7f8ca82c6b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55862a09f880 0x55862a099260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:21.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.942+0000 7f8ca82c6b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55862a0997a0 0x55862a099bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:21.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.942+0000 7f8ca82c6b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x558629f8bf60 con 0x55862a09ef60 2024-06-06T08:31:21.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.942+0000 7f8c96ffd700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55862a09f880 0x55862a099260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:21.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.942+0000 7f8c96ffd700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55862a09f880 0x55862a099260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:58618/0 (socket says 172.21.15.42:58618) 2024-06-06T08:31:21.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.942+0000 7f8c96ffd700 1 -- 172.21.15.42:0/3309845426 learned_addr learned my addr 172.21.15.42:0/3309845426 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:21.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.943+0000 7f8ca82c6b80 1 -- 172.21.15.42:0/3309845426 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x558629fea850 con 0x55862a09f880 2024-06-06T08:31:21.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.943+0000 7f8ca82c6b80 1 -- 172.21.15.42:0/3309845426 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x558629f52460 con 0x55862a0997a0 2024-06-06T08:31:21.946 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.943+0000 7f8c9ca41700 1 --2- 172.21.15.42:0/4072547080 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f8c840a2e50 0x7f8c840a5310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:21.947 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.944+0000 7f8c9ca41700 1 -- 172.21.15.42:0/4072547080 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 9526+0+0 (secure 0 0 0) 0x7f8c800e1470 con 0x7f8c98104ec0 2024-06-06T08:31:21.947 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.946+0000 7f8c977fe700 1 --2- 172.21.15.42:0/3309845426 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55862a09ef60 0x55862a09f340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:21.947 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.947+0000 7f8c96ffd700 1 -- 172.21.15.42:0/3309845426 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55862a0997a0 msgr2=0x55862a099bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:21.947 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.947+0000 7f8c96ffd700 1 --2- 172.21.15.42:0/3309845426 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55862a0997a0 0x55862a099bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:21.947 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.947+0000 7f8c96ffd700 1 -- 172.21.15.42:0/3309845426 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55862a09ef60 msgr2=0x55862a09f340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:21.947 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.947+0000 7f8c96ffd700 1 --2- 172.21.15.42:0/3309845426 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55862a09ef60 0x55862a09f340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:21.947 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.947+0000 7f8c96ffd700 1 -- 172.21.15.42:0/3309845426 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558629f398d0 con 0x55862a09f880 2024-06-06T08:31:21.947 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.947+0000 7f8c977fe700 1 --2- 172.21.15.42:0/4072547080 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f8c840a2e50 0x7f8c840a5310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:21.947 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.947+0000 7f8c977fe700 1 --2- 172.21.15.42:0/4072547080 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f8c840a2e50 0x7f8c840a5310 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f8c88009aa0 tx=0x7f8c88008040 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:21.950 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.949+0000 7f8c96ffd700 1 --2- 172.21.15.42:0/3309845426 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55862a09f880 0x55862a099260 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f8c90009c60 tx=0x7f8c90009f70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4f3336de19e2ce1 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:21.950 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.949+0000 7f8c8dffb700 1 -- 172.21.15.42:0/3309845426 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c90004bb0 con 0x55862a09f880 2024-06-06T08:31:21.950 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.949+0000 7f8c8dffb700 1 -- 172.21.15.42:0/3309845426 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8c90004d50 con 0x55862a09f880 2024-06-06T08:31:21.950 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.949+0000 7f8c8dffb700 1 -- 172.21.15.42:0/3309845426 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c90013750 con 0x55862a09f880 2024-06-06T08:31:21.950 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.951+0000 7f8ca82c6b80 1 -- 172.21.15.42:0/3309845426 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55862a09f880 msgr2=0x55862a099260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:21.950 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.951+0000 7f8ca82c6b80 1 --2- 172.21.15.42:0/3309845426 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55862a09f880 0x55862a099260 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f8c90009c60 tx=0x7f8c90009f70 comp rx=0 tx=0).stop 2024-06-06T08:31:21.950 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.951+0000 7f8ca82c6b80 1 -- 172.21.15.42:0/3309845426 shutdown_connections 2024-06-06T08:31:21.950 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.951+0000 7f8ca82c6b80 1 --2- 172.21.15.42:0/3309845426 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55862a0997a0 0x55862a099bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:21.950 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.951+0000 7f8ca82c6b80 1 --2- 172.21.15.42:0/3309845426 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55862a09ef60 0x55862a09f340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:21.955 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.951+0000 7f8ca82c6b80 1 --2- 172.21.15.42:0/3309845426 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55862a09f880 0x55862a099260 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:21.955 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.952+0000 7f8ca82c6b80 1 -- 172.21.15.42:0/3309845426 >> 172.21.15.42:0/3309845426 conn(0x558629fc6080 msgr2=0x55862a094220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:21.955 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.952+0000 7f8ca82c6b80 1 -- 172.21.15.42:0/3309845426 shutdown_connections 2024-06-06T08:31:21.955 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.953+0000 7f8ca82c6b80 1 -- 172.21.15.42:0/3309845426 wait complete. 2024-06-06T08:31:21.955 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.953+0000 7f8ca82c6b80 1 -- start start 2024-06-06T08:31:21.955 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.954+0000 7f8ca82c6b80 1 Processor -- start 2024-06-06T08:31:21.956 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.954+0000 7f8ca82c6b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55862a0997a0 0x55862a0a56e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:21.956 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.954+0000 7f8ca82c6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55862a09ef60 0x55862a0a29e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:21.956 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.954+0000 7f8ca82c6b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55862a09f880 0x55862a0a2f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:21.956 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.954+0000 7f8ca82c6b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x558629f8afc0 con 0x55862a09ef60 2024-06-06T08:31:21.956 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.954+0000 7f8ca82c6b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x558629fe6810 con 0x55862a09f880 2024-06-06T08:31:21.956 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.954+0000 7f8ca82c6b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55862a0a6260 con 0x55862a0997a0 2024-06-06T08:31:21.956 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.954+0000 7f8c967fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55862a09ef60 0x55862a0a29e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:21.956 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.954+0000 7f8c967fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55862a09ef60 0x55862a0a29e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55532/0 (socket says 172.21.15.42:55532) 2024-06-06T08:31:21.956 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.954+0000 7f8c967fc700 1 -- 172.21.15.42:0/1833738715 learned_addr learned my addr 172.21.15.42:0/1833738715 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:21.956 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.954+0000 7f8ca82c6b80 10 client.0 _ll_register_callbacks cb 0x558629f805b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:31:21.956 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.955+0000 7f8c96ffd700 1 --2- 172.21.15.42:0/1833738715 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55862a0997a0 0x55862a0a56e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:21.956 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.955+0000 7f8c977fe700 1 --2- 172.21.15.42:0/1833738715 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55862a09f880 0x55862a0a2f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:21.956 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.955+0000 7f8c96ffd700 1 -- 172.21.15.42:0/1833738715 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55862a09f880 msgr2=0x55862a0a2f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:21.957 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.955+0000 7f8c96ffd700 1 --2- 172.21.15.42:0/1833738715 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55862a09f880 0x55862a0a2f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:21.957 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.955+0000 7f8c96ffd700 1 -- 172.21.15.42:0/1833738715 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55862a09ef60 msgr2=0x55862a0a29e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:21.957 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.955+0000 7f8c96ffd700 1 --2- 172.21.15.42:0/1833738715 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55862a09ef60 0x55862a0a29e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:21.957 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.955+0000 7f8c96ffd700 1 -- 172.21.15.42:0/1833738715 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558629fb0750 con 0x55862a0997a0 2024-06-06T08:31:21.958 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.957+0000 7f8c96ffd700 1 --2- 172.21.15.42:0/1833738715 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55862a0997a0 0x55862a0a56e0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f8c90009550 tx=0x7f8c90005250 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f5755104fc62c85c server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:21.958 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.957+0000 7f8c76ffd700 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:31:21.958 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.957+0000 7f8c76ffd700 1 -- 172.21.15.42:0/1833738715 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c90023020 con 0x55862a0997a0 2024-06-06T08:31:21.958 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.957+0000 7f8c76ffd700 1 -- 172.21.15.42:0/1833738715 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 9526+0+0 (secure 0 0 0) 0x7f8c9001f480 con 0x55862a0997a0 2024-06-06T08:31:21.958 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.957+0000 7f8ca82c6b80 1 -- 172.21.15.42:0/1833738715 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8c90004d50 con 0x55862a0997a0 2024-06-06T08:31:21.958 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.959+0000 7f8c76ffd700 1 -- 172.21.15.42:0/1833738715 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f8c90005700 con 0x55862a0997a0 2024-06-06T08:31:21.958 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.959+0000 7f8ca82c6b80 10 client.26617 fetch_fsmap learned FSMap version 40 2024-06-06T08:31:21.958 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.959+0000 7f8ca82c6b80 1 -- 172.21.15.42:0/1833738715 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x55862a0b08d0 con 0x55862a0997a0 2024-06-06T08:31:21.960 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.959+0000 7f8c76ffd700 1 -- 172.21.15.42:0/1833738715 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8c9001fb60 con 0x55862a0997a0 2024-06-06T08:31:21.960 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.960+0000 7f8c76ffd700 1 -- 172.21.15.42:0/1833738715 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 40) ==== 8362+0+0 (secure 0 0 0) 0x7f8c90012070 con 0x55862a0997a0 2024-06-06T08:31:21.960 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.960+0000 7f8ca82c6b80 10 client.26617 fetch_fsmap finished waiting for FSMap version 40 2024-06-06T08:31:21.960 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.960+0000 7f8ca82c6b80 10 client.26617 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:31:21.960 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.960+0000 7f8ca82c6b80 20 client.26617 populate_metadata read hostname 'smithi042' 2024-06-06T08:31:21.960 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.960+0000 7f8ca82c6b80 1 --2- 172.21.15.42:0/1833738715 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55862a0b2e00 0x55862a0b51f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:21.961 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.960+0000 7f8ca82c6b80 4 client.26617 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:31:21.961 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.960+0000 7f8ca82c6b80 1 -- 172.21.15.42:0/1833738715 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f8c90004d50 con 0x55862a0b2e00 2024-06-06T08:31:21.961 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.961+0000 7f8c967fc700 1 --2- 172.21.15.42:0/1833738715 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55862a0b2e00 0x55862a0b51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:21.966 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.965+0000 7f8c967fc700 1 --2- 172.21.15.42:0/1833738715 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55862a0b2e00 0x55862a0b51f0 crc :-1 s=READY pgs=193 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9ac085dd40395c server_cookie=2c7be690c2cd4832 in_seq=0 out_seq=0 2024-06-06T08:31:21.966 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.965+0000 7f8c76ffd700 10 client.26617 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:31:21.966 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.966+0000 7f8c76ffd700 1 -- 172.21.15.42:0/1833738715 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x7f8c90004d50 con 0x55862a0b2e00 2024-06-06T08:31:21.966 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.966+0000 7f8c76ffd700 10 client.26617 handle_command_reply: tid=0 2024-06-06T08:31:21.966 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.966+0000 7f8ca82c6b80 1 client.26617 shutdown 2024-06-06T08:31:21.966 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.967+0000 7f8ca82c6b80 1 -- 172.21.15.42:0/1833738715 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55862a0997a0 msgr2=0x55862a0a56e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:21.966 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.967+0000 7f8ca82c6b80 1 --2- 172.21.15.42:0/1833738715 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55862a0997a0 0x55862a0a56e0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f8c90009550 tx=0x7f8c90005250 comp rx=0 tx=0).stop 2024-06-06T08:31:21.968 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.968+0000 7f8ca82c6b80 1 -- 172.21.15.42:0/1833738715 shutdown_connections 2024-06-06T08:31:21.968 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.968+0000 7f8ca82c6b80 1 --2- 172.21.15.42:0/1833738715 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55862a0b2e00 0x55862a0b51f0 crc :-1 s=READY pgs=193 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:21.968 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.968+0000 7f8c76ffd700 0 client.26617 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:31:21.968 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.968+0000 7f8ca82c6b80 1 --2- 172.21.15.42:0/1833738715 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55862a09f880 0x55862a0a2f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:21.968 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.968+0000 7f8ca82c6b80 1 --2- 172.21.15.42:0/1833738715 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55862a0997a0 0x55862a0a56e0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:21.968 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.968+0000 7f8ca82c6b80 1 --2- 172.21.15.42:0/1833738715 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55862a09ef60 0x55862a0a29e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:21.969 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.968+0000 7f8ca82c6b80 1 -- 172.21.15.42:0/1833738715 >> 172.21.15.42:0/1833738715 conn(0x558629fc6080 msgr2=0x55862a093700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:21.969 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.970+0000 7f8ca82c6b80 1 -- 172.21.15.42:0/1833738715 shutdown_connections 2024-06-06T08:31:21.969 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.970+0000 7f8ca82c6b80 1 -- 172.21.15.42:0/1833738715 wait complete. 2024-06-06T08:31:21.969 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:21.970+0000 7f8ca82c6b80 20 client.26617 trim_cache size 0 max 16384 2024-06-06T08:31:22.009 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.010+0000 7f8ca82c6b80 1 Processor -- start 2024-06-06T08:31:22.009 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.010+0000 7f8ca82c6b80 1 -- start start 2024-06-06T08:31:22.010 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.011+0000 7f8ca82c6b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55862a0997a0 0x55862a099260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:22.010 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.011+0000 7f8ca82c6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55862a09ef60 0x55862a093e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:22.010 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.011+0000 7f8c96ffd700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55862a0997a0 0x55862a099260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:22.011 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.011+0000 7f8c96ffd700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55862a0997a0 0x55862a099260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:58646/0 (socket says 172.21.15.42:58646) 2024-06-06T08:31:22.011 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.012+0000 7f8c96ffd700 1 -- 172.21.15.42:0/718940054 learned_addr learned my addr 172.21.15.42:0/718940054 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:22.011 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.012+0000 7f8c967fc700 1 --2- 172.21.15.42:0/718940054 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55862a09ef60 0x55862a093e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:22.012 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.012+0000 7f8ca82c6b80 1 --2- 172.21.15.42:0/718940054 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55862a09f880 0x55862a0943c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:22.012 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.012+0000 7f8ca82c6b80 1 -- 172.21.15.42:0/718940054 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f8c981aed60 con 0x55862a09ef60 2024-06-06T08:31:22.012 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.013+0000 7f8c977fe700 1 --2- 172.21.15.42:0/718940054 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55862a09f880 0x55862a0943c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:22.012 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.013+0000 7f8ca82c6b80 1 -- 172.21.15.42:0/718940054 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f8c981ac530 con 0x55862a0997a0 2024-06-06T08:31:22.012 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.013+0000 7f8ca82c6b80 1 -- 172.21.15.42:0/718940054 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f8c981aa3a0 con 0x55862a09f880 2024-06-06T08:31:22.013 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.014+0000 7f8c967fc700 1 -- 172.21.15.42:0/718940054 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55862a09f880 msgr2=0x55862a0943c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:22.013 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.014+0000 7f8c967fc700 1 --2- 172.21.15.42:0/718940054 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55862a09f880 0x55862a0943c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:22.013 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.014+0000 7f8c967fc700 1 -- 172.21.15.42:0/718940054 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55862a0997a0 msgr2=0x55862a099260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:22.013 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.014+0000 7f8c967fc700 1 --2- 172.21.15.42:0/718940054 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55862a0997a0 0x55862a099260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:22.013 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.014+0000 7f8c967fc700 1 -- 172.21.15.42:0/718940054 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55862a09f590 con 0x55862a09ef60 2024-06-06T08:31:22.014 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.015+0000 7f8c967fc700 1 --2- 172.21.15.42:0/718940054 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55862a09ef60 0x55862a093e80 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7f8c8001a8f0 tx=0x7f8c800e0040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ac1e67114f8a7d4d server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:22.017 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.016+0000 7f8c8d7fa700 1 -- 172.21.15.42:0/718940054 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c800cb070 con 0x55862a09ef60 2024-06-06T08:31:22.018 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.016+0000 7f8c8d7fa700 1 -- 172.21.15.42:0/718940054 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8c800cd040 con 0x55862a09ef60 2024-06-06T08:31:22.018 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.016+0000 7f8c8d7fa700 1 -- 172.21.15.42:0/718940054 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c800ab670 con 0x55862a09ef60 2024-06-06T08:31:22.018 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.017+0000 7f8ca82c6b80 1 -- 172.21.15.42:0/718940054 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55862a09ef60 msgr2=0x55862a093e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:22.018 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.017+0000 7f8ca82c6b80 1 --2- 172.21.15.42:0/718940054 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55862a09ef60 0x55862a093e80 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7f8c8001a8f0 tx=0x7f8c800e0040 comp rx=0 tx=0).stop 2024-06-06T08:31:22.019 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.017+0000 7f8ca82c6b80 1 -- 172.21.15.42:0/718940054 shutdown_connections 2024-06-06T08:31:22.019 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.018+0000 7f8ca82c6b80 1 --2- 172.21.15.42:0/718940054 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55862a09f880 0x55862a0943c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:22.019 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.018+0000 7f8ca82c6b80 1 --2- 172.21.15.42:0/718940054 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55862a0997a0 0x55862a099260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:22.019 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.018+0000 7f8ca82c6b80 1 --2- 172.21.15.42:0/718940054 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55862a09ef60 0x55862a093e80 unknown :-1 s=CLOSED pgs=837 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:22.019 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.018+0000 7f8ca82c6b80 1 -- 172.21.15.42:0/718940054 >> 172.21.15.42:0/718940054 conn(0x558629fc6080 msgr2=0x55862a0a4aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:22.019 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.018+0000 7f8ca82c6b80 1 -- 172.21.15.42:0/718940054 shutdown_connections 2024-06-06T08:31:22.019 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.018+0000 7f8ca82c6b80 1 -- 172.21.15.42:0/718940054 wait complete. 2024-06-06T08:31:22.022 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.019+0000 7f8ca82c6b80 1 -- start start 2024-06-06T08:31:22.022 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.020+0000 7f8ca82c6b80 1 Processor -- start 2024-06-06T08:31:22.022 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.021+0000 7f8ca82c6b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55862a0997a0 0x55862a0b8280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:22.023 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.021+0000 7f8ca82c6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55862a09ef60 0x55862a0b87c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:22.023 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.021+0000 7f8c96ffd700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55862a0997a0 0x55862a0b8280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:22.023 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.021+0000 7f8c96ffd700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55862a0997a0 0x55862a0b8280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:58650/0 (socket says 172.21.15.42:58650) 2024-06-06T08:31:22.023 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.022+0000 7f8c96ffd700 1 -- 172.21.15.42:0/828884169 learned_addr learned my addr 172.21.15.42:0/828884169 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:22.023 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.022+0000 7f8ca82c6b80 1 --2- 172.21.15.42:0/828884169 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55862a09f880 0x55862a0b6780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:22.023 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.022+0000 7f8ca82c6b80 1 -- 172.21.15.42:0/828884169 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f8c981aa9f0 con 0x55862a09ef60 2024-06-06T08:31:22.023 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.022+0000 7f8c967fc700 1 --2- 172.21.15.42:0/828884169 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55862a09ef60 0x55862a0b87c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:22.023 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.022+0000 7f8ca82c6b80 1 -- 172.21.15.42:0/828884169 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f8c981abe60 con 0x55862a0997a0 2024-06-06T08:31:22.024 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.022+0000 7f8ca82c6b80 1 -- 172.21.15.42:0/828884169 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f8c981ab0c0 con 0x55862a09f880 2024-06-06T08:31:22.024 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.022+0000 7f8ca82c6b80 10 client.0 _ll_register_callbacks cb 0x558629f805b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:31:22.024 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.022+0000 7f8c977fe700 1 --2- 172.21.15.42:0/828884169 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55862a09f880 0x55862a0b6780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:22.024 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.023+0000 7f8c967fc700 1 -- 172.21.15.42:0/828884169 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55862a09f880 msgr2=0x55862a0b6780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:22.025 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.023+0000 7f8c967fc700 1 --2- 172.21.15.42:0/828884169 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55862a09f880 0x55862a0b6780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:22.025 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.023+0000 7f8c967fc700 1 -- 172.21.15.42:0/828884169 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55862a0997a0 msgr2=0x55862a0b8280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:22.025 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.023+0000 7f8c967fc700 1 --2- 172.21.15.42:0/828884169 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55862a0997a0 0x55862a0b8280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:22.025 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.023+0000 7f8c967fc700 1 -- 172.21.15.42:0/828884169 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55862a090810 con 0x55862a09ef60 2024-06-06T08:31:22.025 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.023+0000 7f8c96ffd700 1 --2- 172.21.15.42:0/828884169 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55862a0997a0 0x55862a0b8280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:31:22.025 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.023+0000 7f8c967fc700 1 --2- 172.21.15.42:0/828884169 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55862a09ef60 0x55862a0b87c0 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7f8c800decf0 tx=0x7f8c800ad230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5b9b5f02fcbc2ae server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:22.025 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.023+0000 7f8c76ffd700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:31:22.029 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.024+0000 7f8c76ffd700 1 -- 172.21.15.42:0/828884169 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c800cb040 con 0x55862a09ef60 2024-06-06T08:31:22.030 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.024+0000 7f8c76ffd700 1 -- 172.21.15.42:0/828884169 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 9526+0+0 (secure 0 0 0) 0x7f8c80005030 con 0x55862a09ef60 2024-06-06T08:31:22.030 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.024+0000 7f8ca82c6b80 1 -- 172.21.15.42:0/828884169 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8c800cd040 con 0x55862a09ef60 2024-06-06T08:31:22.030 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.024+0000 7f8c76ffd700 1 -- 172.21.15.42:0/828884169 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f8c800adcd0 con 0x55862a09ef60 2024-06-06T08:31:22.030 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.024+0000 7f8ca82c6b80 10 client.17109 fetch_fsmap learned FSMap version 40 2024-06-06T08:31:22.030 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.024+0000 7f8ca82c6b80 1 -- 172.21.15.42:0/828884169 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x55862a11dfc0 con 0x55862a09ef60 2024-06-06T08:31:22.030 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.025+0000 7f8c76ffd700 1 -- 172.21.15.42:0/828884169 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8c800b61b0 con 0x55862a09ef60 2024-06-06T08:31:22.030 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.025+0000 7f8c76ffd700 1 -- 172.21.15.42:0/828884169 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 40) ==== 8362+0+0 (secure 0 0 0) 0x7f8c800b5d20 con 0x55862a09ef60 2024-06-06T08:31:22.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.025+0000 7f8ca82c6b80 10 client.17109 fetch_fsmap finished waiting for FSMap version 40 2024-06-06T08:31:22.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.025+0000 7f8ca82c6b80 10 client.17109 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:31:22.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.025+0000 7f8ca82c6b80 20 client.17109 populate_metadata read hostname 'smithi042' 2024-06-06T08:31:22.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.025+0000 7f8ca82c6b80 1 --2- 172.21.15.42:0/828884169 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55862a0b2e00 0x55862a120620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:22.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.025+0000 7f8ca82c6b80 4 client.17109 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-06-06T08:31:22.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.025+0000 7f8ca82c6b80 1 -- 172.21.15.42:0/828884169 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "scrub status"}) -- 0x7f8c800cd040 con 0x55862a0b2e00 2024-06-06T08:31:22.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.026+0000 7f8c96ffd700 1 --2- 172.21.15.42:0/828884169 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55862a0b2e00 0x55862a120620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:22.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.027+0000 7f8c96ffd700 1 --2- 172.21.15.42:0/828884169 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55862a0b2e00 0x55862a120620 crc :-1 s=READY pgs=194 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6ca80ff668c17874 server_cookie=778f7574f89495b4 in_seq=0 out_seq=0 2024-06-06T08:31:22.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.027+0000 7f8c76ffd700 10 client.17109 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:31:22.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.028+0000 7f8c76ffd700 1 -- 172.21.15.42:0/828884169 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x7f8c800cd040 con 0x55862a0b2e00 2024-06-06T08:31:22.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.028+0000 7f8c76ffd700 10 client.17109 handle_command_reply: tid=0 2024-06-06T08:31:22.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.028+0000 7f8ca82c6b80 1 client.17109 shutdown 2024-06-06T08:31:22.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.028+0000 7f8ca82c6b80 1 -- 172.21.15.42:0/828884169 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55862a09ef60 msgr2=0x55862a0b87c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:22.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.028+0000 7f8ca82c6b80 1 --2- 172.21.15.42:0/828884169 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55862a09ef60 0x55862a0b87c0 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7f8c800decf0 tx=0x7f8c800ad230 comp rx=0 tx=0).stop 2024-06-06T08:31:22.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.029+0000 7f8ca82c6b80 1 -- 172.21.15.42:0/828884169 shutdown_connections 2024-06-06T08:31:22.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.029+0000 7f8ca82c6b80 1 --2- 172.21.15.42:0/828884169 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55862a09f880 0x55862a0b6780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:22.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.029+0000 7f8ca82c6b80 1 --2- 172.21.15.42:0/828884169 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55862a0b2e00 0x55862a120620 crc :-1 s=READY pgs=194 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:22.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.029+0000 7f8ca82c6b80 1 --2- 172.21.15.42:0/828884169 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55862a0997a0 0x55862a0b8280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:22.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.029+0000 7f8ca82c6b80 1 --2- 172.21.15.42:0/828884169 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55862a09ef60 0x55862a0b87c0 unknown :-1 s=CLOSED pgs=838 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:22.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.029+0000 7f8ca82c6b80 1 -- 172.21.15.42:0/828884169 >> 172.21.15.42:0/828884169 conn(0x558629fc6080 msgr2=0x55862a0a4210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:22.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.029+0000 7f8c76ffd700 0 client.17109 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:31:22.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.029+0000 7f8ca82c6b80 1 -- 172.21.15.42:0/828884169 shutdown_connections 2024-06-06T08:31:22.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.030+0000 7f8ca82c6b80 1 -- 172.21.15.42:0/828884169 wait complete. 2024-06-06T08:31:22.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.030+0000 7f8ca82c6b80 20 client.17109 trim_cache size 0 max 16384 2024-06-06T08:31:22.034 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:31:22.034 INFO:teuthology.orchestra.run.smithi042.stdout: "status": "no active scrubs running", 2024-06-06T08:31:22.034 INFO:teuthology.orchestra.run.smithi042.stdout: "scrubs": {} 2024-06-06T08:31:22.034 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:31:22.035 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.031+0000 7f8c9da43700 1 -- 172.21.15.42:0/4072547080 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f8c840a2e50 msgr2=0x7f8c840a5310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:22.035 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.031+0000 7f8c9da43700 1 --2- 172.21.15.42:0/4072547080 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f8c840a2e50 0x7f8c840a5310 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f8c88009aa0 tx=0x7f8c88008040 comp rx=0 tx=0).stop 2024-06-06T08:31:22.035 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.031+0000 7f8c9da43700 1 -- 172.21.15.42:0/4072547080 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8c98104ec0 msgr2=0x7f8c98111900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:22.035 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.031+0000 7f8c9da43700 1 --2- 172.21.15.42:0/4072547080 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8c98104ec0 0x7f8c98111900 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f8c80003b90 tx=0x7f8c80003bc0 comp rx=0 tx=0).stop 2024-06-06T08:31:22.035 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.031+0000 7f8c9da43700 1 -- 172.21.15.42:0/4072547080 shutdown_connections 2024-06-06T08:31:22.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.031+0000 7f8c9da43700 1 --2- 172.21.15.42:0/4072547080 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f8c840a2e50 0x7f8c840a5310 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:22.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.031+0000 7f8c9da43700 1 --2- 172.21.15.42:0/4072547080 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8c981073b0 0x7f8c98111e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:22.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.031+0000 7f8c9da43700 1 --2- 172.21.15.42:0/4072547080 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8c9806af70 0x7f8c98115810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:22.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.031+0000 7f8c9da43700 1 --2- 172.21.15.42:0/4072547080 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8c98104ec0 0x7f8c98111900 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:22.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.031+0000 7f8c9da43700 1 -- 172.21.15.42:0/4072547080 >> 172.21.15.42:0/4072547080 conn(0x7f8c98078300 msgr2=0x7f8c98103ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:22.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.031+0000 7f8c9da43700 1 -- 172.21.15.42:0/4072547080 shutdown_connections 2024-06-06T08:31:22.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:22.031+0000 7f8c9da43700 1 -- 172.21.15.42:0/4072547080 wait complete. 2024-06-06T08:31:22.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:31:22 smithi149 ceph-mon[36842]: pgmap v273: 129 pgs: 20 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 55 active+clean; 1.4 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 90 KiB/s rd, 97 KiB/s wr, 19 op/s 2024-06-06T08:31:22.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:31:22 smithi042 ceph-mon[32384]: pgmap v273: 129 pgs: 20 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 55 active+clean; 1.4 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 90 KiB/s rd, 97 KiB/s wr, 19 op/s 2024-06-06T08:31:22.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:31:22 smithi120 ceph-mon[36658]: pgmap v273: 129 pgs: 20 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 55 active+clean; 1.4 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 90 KiB/s rd, 97 KiB/s wr, 19 op/s 2024-06-06T08:31:23.993 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-06-06T08:31:23.993 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:31:24.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:31:24 smithi042 ceph-mon[32384]: pgmap v274: 129 pgs: 16 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 59 active+clean; 1.4 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 82 KiB/s wr, 17 op/s 2024-06-06T08:31:24.443 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:31:24.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:31:24 smithi149 ceph-mon[36842]: pgmap v274: 129 pgs: 16 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 59 active+clean; 1.4 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 82 KiB/s wr, 17 op/s 2024-06-06T08:31:24.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:31:24 smithi120 ceph-mon[36658]: pgmap v274: 129 pgs: 16 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 59 active+clean; 1.4 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 82 KiB/s wr, 17 op/s 2024-06-06T08:31:26.441 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:31:26 smithi042 ceph-mon[32384]: pgmap v275: 129 pgs: 9 active+clean+snaptrim, 23 active+clean+snaptrim_wait, 97 active+clean; 1.4 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 75 KiB/s rd, 79 KiB/s wr, 15 op/s 2024-06-06T08:31:26.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:31:26 smithi149 ceph-mon[36842]: pgmap v275: 129 pgs: 9 active+clean+snaptrim, 23 active+clean+snaptrim_wait, 97 active+clean; 1.4 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 75 KiB/s rd, 79 KiB/s wr, 15 op/s 2024-06-06T08:31:26.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:31:26 smithi120 ceph-mon[36658]: pgmap v275: 129 pgs: 9 active+clean+snaptrim, 23 active+clean+snaptrim_wait, 97 active+clean; 1.4 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 75 KiB/s rd, 79 KiB/s wr, 15 op/s 2024-06-06T08:31:26.769 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:31:26.830 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:26.830+0000 7f225d918700 1 -- 172.21.15.42:0/635468606 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2258106b90 msgr2=0x7f2258106f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:26.830 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:26.830+0000 7f225d918700 1 --2- 172.21.15.42:0/635468606 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2258106b90 0x7f2258106f70 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f2248009990 tx=0x7f2248009ca0 comp rx=0 tx=0).stop 2024-06-06T08:31:26.830 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:26.830+0000 7f225d918700 1 -- 172.21.15.42:0/635468606 shutdown_connections 2024-06-06T08:31:26.830 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:26.830+0000 7f225d918700 1 --2- 172.21.15.42:0/635468606 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2258101510 0x7f225810d9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:26.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:26.830+0000 7f225d918700 1 --2- 172.21.15.42:0/635468606 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2258106b90 0x7f2258106f70 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:26.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:26.830+0000 7f225d918700 1 --2- 172.21.15.42:0/635468606 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2258100b50 0x7f2258100fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:26.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:26.830+0000 7f225d918700 1 -- 172.21.15.42:0/635468606 >> 172.21.15.42:0/635468606 conn(0x7f2258077a00 msgr2=0x7f22580fedb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:26.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:26.830+0000 7f225d918700 1 -- 172.21.15.42:0/635468606 shutdown_connections 2024-06-06T08:31:26.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:26.831+0000 7f225d918700 1 -- 172.21.15.42:0/635468606 wait complete. 2024-06-06T08:31:26.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:26.832+0000 7f225d918700 1 Processor -- start 2024-06-06T08:31:26.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:26.832+0000 7f225d918700 1 -- start start 2024-06-06T08:31:26.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:26.833+0000 7f225d918700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2258100b50 0x7f225819ea40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:26.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:26.833+0000 7f225d918700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2258101510 0x7f225819ef80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:26.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:26.833+0000 7f22567fc700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2258101510 0x7f225819ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:26.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:26.833+0000 7f22567fc700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2258101510 0x7f225819ef80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:58670/0 (socket says 172.21.15.42:58670) 2024-06-06T08:31:26.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:26.833+0000 7f22567fc700 1 -- 172.21.15.42:0/4254188140 learned_addr learned my addr 172.21.15.42:0/4254188140 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:26.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:26.833+0000 7f2256ffd700 1 --2- 172.21.15.42:0/4254188140 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2258100b50 0x7f225819ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:26.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:26.833+0000 7f225d918700 1 --2- 172.21.15.42:0/4254188140 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2258106b90 0x7f2258198b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:26.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:26.834+0000 7f225d918700 1 -- 172.21.15.42:0/4254188140 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2258112870 con 0x7f2258106b90 2024-06-06T08:31:26.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:26.834+0000 7f225d918700 1 -- 172.21.15.42:0/4254188140 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f22581126f0 con 0x7f2258101510 2024-06-06T08:31:26.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:26.834+0000 7f22577fe700 1 --2- 172.21.15.42:0/4254188140 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2258106b90 0x7f2258198b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:26.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:26.834+0000 7f225d918700 1 -- 172.21.15.42:0/4254188140 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f22581129f0 con 0x7f2258100b50 2024-06-06T08:31:26.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:26.834+0000 7f22567fc700 1 -- 172.21.15.42:0/4254188140 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2258100b50 msgr2=0x7f225819ea40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:26.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:26.834+0000 7f22567fc700 1 --2- 172.21.15.42:0/4254188140 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2258100b50 0x7f225819ea40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:26.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:26.834+0000 7f22567fc700 1 -- 172.21.15.42:0/4254188140 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2258106b90 msgr2=0x7f2258198b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:26.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:26.834+0000 7f22567fc700 1 --2- 172.21.15.42:0/4254188140 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2258106b90 0x7f2258198b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:26.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:26.834+0000 7f22567fc700 1 -- 172.21.15.42:0/4254188140 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22581993f0 con 0x7f2258101510 2024-06-06T08:31:26.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:26.835+0000 7f22567fc700 1 --2- 172.21.15.42:0/4254188140 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2258101510 0x7f225819ef80 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f224c00b550 tx=0x7f224c00b860 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:26.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:26.835+0000 7f225c916700 1 -- 172.21.15.42:0/4254188140 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f224c015020 con 0x7f2258101510 2024-06-06T08:31:26.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:26.835+0000 7f225c916700 1 -- 172.21.15.42:0/4254188140 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f224c011d10 con 0x7f2258101510 2024-06-06T08:31:26.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:26.835+0000 7f225d918700 1 -- 172.21.15.42:0/4254188140 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22581996e0 con 0x7f2258101510 2024-06-06T08:31:26.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:26.835+0000 7f225d918700 1 -- 172.21.15.42:0/4254188140 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22581a59c0 con 0x7f2258101510 2024-06-06T08:31:26.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:26.836+0000 7f225c916700 1 -- 172.21.15.42:0/4254188140 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f224c010e20 con 0x7f2258101510 2024-06-06T08:31:26.836 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:26.837+0000 7f225d918700 1 -- 172.21.15.42:0/4254188140 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2258102200 con 0x7f2258101510 2024-06-06T08:31:26.837 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:26.839+0000 7f225c916700 1 -- 172.21.15.42:0/4254188140 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f224c018020 con 0x7f2258101510 2024-06-06T08:31:26.838 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:26.839+0000 7f225c916700 1 --2- 172.21.15.42:0/4254188140 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f22400a2e10 0x7f22400a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:26.839 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:26.840+0000 7f225c916700 1 -- 172.21.15.42:0/4254188140 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 9526+0+0 (secure 0 0 0) 0x7f224c0cef30 con 0x7f2258101510 2024-06-06T08:31:26.839 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:26.840+0000 7f2256ffd700 1 --2- 172.21.15.42:0/4254188140 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f22400a2e10 0x7f22400a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:26.839 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:26.841+0000 7f2256ffd700 1 --2- 172.21.15.42:0/4254188140 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f22400a2e10 0x7f22400a52d0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f22480098e0 tx=0x7f224800b540 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:26.847 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:26.848+0000 7f225c916700 1 -- 172.21.15.42:0/4254188140 <== mon.2 v2:172.21.15.120:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f224c01f020 con 0x7f2258101510 2024-06-06T08:31:27.136 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:31:27.268 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:27.269+0000 7f225d918700 1 -- 172.21.15.42:0/4254188140 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2258199fd0 con 0x7f2258101510 2024-06-06T08:31:27.269 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:31:27.269 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":40,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/667270675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":667270675},{"type":"v1","addr":"172.21.15.42:6837","nonce":667270675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/2414389302","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":2414389302},{"type":"v1","addr":"172.21.15.42:6839","nonce":2414389302}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14574,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/3625002785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":3625002785},{"type":"v1","addr":"172.21.15.42:6841","nonce":3625002785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":26389,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/411591287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":411591287},{"type":"v1","addr":"172.21.15.149:6835","nonce":411591287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":40,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T08:18:39.778858+0000","modified":"2024-06-06T08:30:59.137396+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24464},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6837/3434475673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":3434475673},{"type":"v1","addr":"172.21.15.120:6837","nonce":3434475673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":188,"addr":"172.21.15.120:6839/1585293472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":1585293472},{"type":"v1","addr":"172.21.15.120:6839","nonce":1585293472}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":192,"addr":"172.21.15.149:6837/751787578","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":751787578},{"type":"v1","addr":"172.21.15.149:6837","nonce":751787578}]},"join_fscid":-1,"export_targets":[0,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":8,"addr":"172.21.15.149:6839/764851483","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":764851483},{"type":"v1","addr":"172.21.15.149:6839","nonce":764851483}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26696":{"gid":26696,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6835/2158320752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":2158320752},{"type":"v1","addr":"172.21.15.120:6835","nonce":2158320752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24469,24484,24464]},"id":1}]} 2024-06-06T08:31:27.269 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:27.270+0000 7f225c916700 1 -- 172.21.15.42:0/4254188140 <== mon.2 v2:172.21.15.120:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 40 v40) ==== 94+0+11882 (secure 0 0 0) 0x7f224c09b810 con 0x7f2258101510 2024-06-06T08:31:27.274 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:27.274+0000 7f225d918700 1 -- 172.21.15.42:0/4254188140 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f22400a2e10 msgr2=0x7f22400a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:27.274 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:27.274+0000 7f225d918700 1 --2- 172.21.15.42:0/4254188140 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f22400a2e10 0x7f22400a52d0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f22480098e0 tx=0x7f224800b540 comp rx=0 tx=0).stop 2024-06-06T08:31:27.274 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:27.274+0000 7f225d918700 1 -- 172.21.15.42:0/4254188140 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2258101510 msgr2=0x7f225819ef80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:27.274 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:27.274+0000 7f225d918700 1 --2- 172.21.15.42:0/4254188140 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2258101510 0x7f225819ef80 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f224c00b550 tx=0x7f224c00b860 comp rx=0 tx=0).stop 2024-06-06T08:31:27.274 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:27.275+0000 7f225d918700 1 -- 172.21.15.42:0/4254188140 shutdown_connections 2024-06-06T08:31:27.274 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:27.275+0000 7f225d918700 1 --2- 172.21.15.42:0/4254188140 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f22400a2e10 0x7f22400a52d0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:27.274 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:27.275+0000 7f225d918700 1 --2- 172.21.15.42:0/4254188140 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2258106b90 0x7f2258198b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:27.274 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:27.275+0000 7f225d918700 1 --2- 172.21.15.42:0/4254188140 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2258100b50 0x7f225819ea40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:27.274 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:27.275+0000 7f225d918700 1 --2- 172.21.15.42:0/4254188140 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2258101510 0x7f225819ef80 secure :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f224c00b550 tx=0x7f224c00b860 comp rx=0 tx=0).stop 2024-06-06T08:31:27.275 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:27.275+0000 7f225d918700 1 -- 172.21.15.42:0/4254188140 >> 172.21.15.42:0/4254188140 conn(0x7f2258077a00 msgr2=0x7f22581038d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:27.275 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:27.275+0000 7f225d918700 1 -- 172.21.15.42:0/4254188140 shutdown_connections 2024-06-06T08:31:27.275 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:27.275+0000 7f225d918700 1 -- 172.21.15.42:0/4254188140 wait complete. 2024-06-06T08:31:27.275 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 40 2024-06-06T08:31:27.332 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.333+0000 7feb82261640 1 -- 172.21.15.42:0/813145708 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7feb7c102340 msgr2=0x7feb7c10e850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:27.332 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.333+0000 7feb82261640 1 --2- 172.21.15.42:0/813145708 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7feb7c102340 0x7feb7c10e850 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7feb74009ca0 tx=0x7feb7402a8c0 comp rx=0 tx=0).stop 2024-06-06T08:31:27.332 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.333+0000 7feb82261640 1 -- 172.21.15.42:0/813145708 shutdown_connections 2024-06-06T08:31:27.332 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.333+0000 7feb82261640 1 --2- 172.21.15.42:0/813145708 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7feb7c102340 0x7feb7c10e850 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:27.332 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.333+0000 7feb82261640 1 --2- 172.21.15.42:0/813145708 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feb7c101980 0x7feb7c101e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:27.332 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.333+0000 7feb82261640 1 --2- 172.21.15.42:0/813145708 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7feb7c107990 0x7feb7c107d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:27.333 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.333+0000 7feb82261640 1 -- 172.21.15.42:0/813145708 >> 172.21.15.42:0/813145708 conn(0x7feb7c0fd450 msgr2=0x7feb7c0ff870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:27.333 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.333+0000 7feb82261640 1 -- 172.21.15.42:0/813145708 shutdown_connections 2024-06-06T08:31:27.333 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.333+0000 7feb82261640 1 -- 172.21.15.42:0/813145708 wait complete. 2024-06-06T08:31:27.334 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.334+0000 7feb82261640 1 Processor -- start 2024-06-06T08:31:27.334 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.334+0000 7feb82261640 1 -- start start 2024-06-06T08:31:27.334 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.334+0000 7feb82261640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7feb7c101980 0x7feb7c1a43f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:27.334 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.334+0000 7feb82261640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feb7c102340 0x7feb7c1a4930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:27.335 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.335+0000 7feb82261640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7feb7c107990 0x7feb7c10d930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:27.335 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.335+0000 7feb7affd640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feb7c102340 0x7feb7c1a4930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:27.335 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.335+0000 7feb82261640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7feb7c111d70 con 0x7feb7c102340 2024-06-06T08:31:27.335 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.335+0000 7feb82261640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7feb7c111bf0 con 0x7feb7c101980 2024-06-06T08:31:27.335 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.335+0000 7feb82261640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7feb7c111ef0 con 0x7feb7c107990 2024-06-06T08:31:27.335 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.335+0000 7feb7b7fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7feb7c101980 0x7feb7c1a43f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:27.335 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.335+0000 7feb7affd640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feb7c102340 0x7feb7c1a4930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55586/0 (socket says 172.21.15.42:55586) 2024-06-06T08:31:27.335 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.335+0000 7feb7b7fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7feb7c101980 0x7feb7c1a43f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:58688/0 (socket says 172.21.15.42:58688) 2024-06-06T08:31:27.335 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.335+0000 7feb7affd640 1 -- 172.21.15.42:0/324734907 learned_addr learned my addr 172.21.15.42:0/324734907 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:27.335 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.335+0000 7feb7bfff640 1 --2- 172.21.15.42:0/324734907 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7feb7c107990 0x7feb7c10d930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:27.336 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.335+0000 7feb7affd640 1 -- 172.21.15.42:0/324734907 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7feb7c107990 msgr2=0x7feb7c10d930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:27.336 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.335+0000 7feb7affd640 1 --2- 172.21.15.42:0/324734907 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7feb7c107990 0x7feb7c10d930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:27.336 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.335+0000 7feb7affd640 1 -- 172.21.15.42:0/324734907 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7feb7c101980 msgr2=0x7feb7c1a43f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:27.336 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.335+0000 7feb7affd640 1 --2- 172.21.15.42:0/324734907 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7feb7c101980 0x7feb7c1a43f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:27.336 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.335+0000 7feb7affd640 1 -- 172.21.15.42:0/324734907 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb7c10e0b0 con 0x7feb7c102340 2024-06-06T08:31:27.337 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.335+0000 7feb7b7fe640 1 --2- 172.21.15.42:0/324734907 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7feb7c101980 0x7feb7c1a43f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:31:27.337 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.336+0000 7feb7affd640 1 --2- 172.21.15.42:0/324734907 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feb7c102340 0x7feb7c1a4930 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x7feb7000e9f0 tx=0x7feb7000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:27.337 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.336+0000 7feb78ff9640 1 -- 172.21.15.42:0/324734907 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb7000cd80 con 0x7feb7c102340 2024-06-06T08:31:27.337 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.336+0000 7feb82261640 1 -- 172.21.15.42:0/324734907 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb7c10e3a0 con 0x7feb7c102340 2024-06-06T08:31:27.337 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.336+0000 7feb82261640 1 -- 172.21.15.42:0/324734907 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb7c1ab240 con 0x7feb7c102340 2024-06-06T08:31:27.337 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.336+0000 7feb78ff9640 1 -- 172.21.15.42:0/324734907 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7feb70010910 con 0x7feb7c102340 2024-06-06T08:31:27.337 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.336+0000 7feb78ff9640 1 -- 172.21.15.42:0/324734907 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb70026060 con 0x7feb7c102340 2024-06-06T08:31:27.340 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.340+0000 7feb84f68740 1 Processor -- start 2024-06-06T08:31:27.340 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.340+0000 7feb84f68740 1 -- start start 2024-06-06T08:31:27.340 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.340+0000 7feb78ff9640 1 -- 172.21.15.42:0/324734907 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7feb70018980 con 0x7feb7c102340 2024-06-06T08:31:27.340 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.340+0000 7feb84f68740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5566664d6170 0x5566664d6550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:27.340 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.340+0000 7feb84f68740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5566664d6a90 0x5566664e0e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:27.340 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.341+0000 7feb7bfff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5566664d6170 0x5566664d6550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:27.340 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.341+0000 7feb7bfff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5566664d6170 0x5566664d6550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:43820/0 (socket says 172.21.15.42:43820) 2024-06-06T08:31:27.340 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.341+0000 7feb7b7fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5566664d6a90 0x5566664e0e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:27.340 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.341+0000 7feb7b7fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5566664d6a90 0x5566664e0e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55600/0 (socket says 172.21.15.42:55600) 2024-06-06T08:31:27.341 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.341+0000 7feb84f68740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5566664e1350 0x5566664e3740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:27.341 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.341+0000 7feb84f68740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55666643a4f0 con 0x5566664d6a90 2024-06-06T08:31:27.342 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.341+0000 7feb84f68740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5566663d8870 con 0x5566664e1350 2024-06-06T08:31:27.342 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.341+0000 7feb78ff9640 1 --2- 172.21.15.42:0/324734907 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7feb640a2da0 0x7feb640a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:27.342 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.341+0000 7feb84f68740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5566664364b0 con 0x5566664d6170 2024-06-06T08:31:27.342 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.341+0000 7feb7bfff640 1 -- 172.21.15.42:0/1488162898 learned_addr learned my addr 172.21.15.42:0/1488162898 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:27.342 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.341+0000 7feb7affd640 1 --2- 172.21.15.42:0/1488162898 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5566664e1350 0x5566664e3740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:27.342 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.342+0000 7feb7bfff640 1 -- 172.21.15.42:0/1488162898 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5566664e1350 msgr2=0x5566664e3740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:27.342 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.342+0000 7feb7bfff640 1 --2- 172.21.15.42:0/1488162898 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5566664e1350 0x5566664e3740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:27.342 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.342+0000 7feb7bfff640 1 -- 172.21.15.42:0/1488162898 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5566664d6a90 msgr2=0x5566664e0e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:27.342 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.342+0000 7feb7bfff640 1 --2- 172.21.15.42:0/1488162898 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5566664d6a90 0x5566664e0e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:27.342 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.342+0000 7feb7bfff640 1 -- 172.21.15.42:0/1488162898 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5566663f49b0 con 0x5566664d6170 2024-06-06T08:31:27.343 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.342+0000 7feb7b7fe640 1 --2- 172.21.15.42:0/1488162898 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5566664d6a90 0x5566664e0e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:31:27.343 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.342+0000 7feb7bfff640 1 --2- 172.21.15.42:0/324734907 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7feb640a2da0 0x7feb640a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:27.343 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.342+0000 7feb78ff9640 1 -- 172.21.15.42:0/324734907 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 9526+0+0 (secure 0 0 0) 0x7feb700cfa80 con 0x7feb7c102340 2024-06-06T08:31:27.343 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.342+0000 7feb7bfff640 1 --2- 172.21.15.42:0/1488162898 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5566664d6170 0x5566664d6550 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7feb74035000 tx=0x7feb740098b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c76af4025fcaeb9e server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:27.343 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.342+0000 7feb61ffb640 1 -- 172.21.15.42:0/1488162898 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb74031650 con 0x5566664d6170 2024-06-06T08:31:27.343 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.342+0000 7feb61ffb640 1 -- 172.21.15.42:0/1488162898 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7feb74036070 con 0x5566664d6170 2024-06-06T08:31:27.343 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.342+0000 7feb61ffb640 1 -- 172.21.15.42:0/1488162898 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb740307c0 con 0x5566664d6170 2024-06-06T08:31:27.346 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.343+0000 7feb7bfff640 1 --2- 172.21.15.42:0/324734907 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7feb640a2da0 0x7feb640a5260 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7feb7404d000 tx=0x7feb7404a000 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:27.346 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.343+0000 7feb84f68740 1 -- 172.21.15.42:0/1488162898 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5566664d6170 msgr2=0x5566664d6550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:27.346 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.344+0000 7feb84f68740 1 --2- 172.21.15.42:0/1488162898 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5566664d6170 0x5566664d6550 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7feb74035000 tx=0x7feb740098b0 comp rx=0 tx=0).stop 2024-06-06T08:31:27.346 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.344+0000 7feb84f68740 1 -- 172.21.15.42:0/1488162898 shutdown_connections 2024-06-06T08:31:27.346 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.344+0000 7feb84f68740 1 --2- 172.21.15.42:0/1488162898 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5566664e1350 0x5566664e3740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:27.346 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.344+0000 7feb84f68740 1 --2- 172.21.15.42:0/1488162898 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5566664d6a90 0x5566664e0e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:27.346 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.344+0000 7feb84f68740 1 --2- 172.21.15.42:0/1488162898 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5566664d6170 0x5566664d6550 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:27.346 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.344+0000 7feb84f68740 1 -- 172.21.15.42:0/1488162898 >> 172.21.15.42:0/1488162898 conn(0x5566664d2680 msgr2=0x5566664d2a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:27.347 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.344+0000 7feb84f68740 1 -- 172.21.15.42:0/1488162898 shutdown_connections 2024-06-06T08:31:27.347 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.344+0000 7feb84f68740 1 -- 172.21.15.42:0/1488162898 wait complete. 2024-06-06T08:31:27.347 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.345+0000 7feb84f68740 1 -- start start 2024-06-06T08:31:27.347 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.345+0000 7feb84f68740 1 Processor -- start 2024-06-06T08:31:27.347 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.346+0000 7feb84f68740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5566664d6170 0x5566664de270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:27.347 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.346+0000 7feb84f68740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5566664d6a90 0x5566664de7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:27.347 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.346+0000 7feb7b7fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5566664d6170 0x5566664de270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:27.347 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.346+0000 7feb7b7fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5566664d6170 0x5566664de270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:58712/0 (socket says 172.21.15.42:58712) 2024-06-06T08:31:27.347 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.346+0000 7feb7b7fe640 1 -- 172.21.15.42:0/475745957 learned_addr learned my addr 172.21.15.42:0/475745957 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:27.347 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.346+0000 7feb84f68740 1 --2- 172.21.15.42:0/475745957 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5566664e1350 0x5566664decf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:27.347 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.347+0000 7feb7affd640 1 --2- 172.21.15.42:0/475745957 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5566664d6a90 0x5566664de7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:27.347 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.347+0000 7feb7bfff640 1 --2- 172.21.15.42:0/475745957 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5566664e1350 0x5566664decf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:27.348 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.347+0000 7feb84f68740 1 -- 172.21.15.42:0/475745957 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5566664e3e00 con 0x5566664d6a90 2024-06-06T08:31:27.348 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.347+0000 7feb84f68740 1 -- 172.21.15.42:0/475745957 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5566663c3ae0 con 0x5566664d6170 2024-06-06T08:31:27.348 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.347+0000 7feb84f68740 1 -- 172.21.15.42:0/475745957 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5566664e3f80 con 0x5566664e1350 2024-06-06T08:31:27.350 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.347+0000 7feb7bfff640 1 -- 172.21.15.42:0/475745957 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5566664d6170 msgr2=0x5566664de270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:27.350 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.347+0000 7feb7bfff640 1 --2- 172.21.15.42:0/475745957 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5566664d6170 0x5566664de270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:27.350 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.348+0000 7feb7bfff640 1 -- 172.21.15.42:0/475745957 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5566664d6a90 msgr2=0x5566664de7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:27.351 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.348+0000 7feb7bfff640 1 --2- 172.21.15.42:0/475745957 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5566664d6a90 0x5566664de7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:27.351 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.348+0000 7feb7bfff640 1 -- 172.21.15.42:0/475745957 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55666614e210 con 0x5566664e1350 2024-06-06T08:31:27.351 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.348+0000 7feb7affd640 1 --2- 172.21.15.42:0/475745957 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5566664d6a90 0x5566664de7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:31:27.351 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.348+0000 7feb7bfff640 1 --2- 172.21.15.42:0/475745957 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5566664e1350 0x5566664decf0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7feb74031040 tx=0x7feb74004880 comp rx=0 tx=0).ready entity=mon.1 client_cookie=76dc78b32d80808e server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:27.351 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.348+0000 7feb5affd640 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:31:27.351 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.348+0000 7feb5affd640 1 -- 172.21.15.42:0/475745957 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb74030c20 con 0x5566664e1350 2024-06-06T08:31:27.351 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.348+0000 7feb84f68740 10 client.0 _ll_register_callbacks cb 0x5566663fc9b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:31:27.351 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.348+0000 7feb5affd640 1 -- 172.21.15.42:0/475745957 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 9526+0+0 (secure 0 0 0) 0x7feb74031450 con 0x5566664e1350 2024-06-06T08:31:27.351 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.348+0000 7feb84f68740 1 -- 172.21.15.42:0/475745957 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feb74036070 con 0x5566664e1350 2024-06-06T08:31:27.351 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.349+0000 7feb5affd640 1 -- 172.21.15.42:0/475745957 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7feb74030dc0 con 0x5566664e1350 2024-06-06T08:31:27.352 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.349+0000 7feb84f68740 10 client.26638 fetch_fsmap learned FSMap version 40 2024-06-06T08:31:27.352 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.349+0000 7feb84f68740 1 -- 172.21.15.42:0/475745957 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({fsmap=40}) -- 0x55666621a620 con 0x5566664e1350 2024-06-06T08:31:27.352 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.349+0000 7feb5affd640 1 -- 172.21.15.42:0/475745957 <== mon.1 v2:172.21.15.149:3300/0 4 ==== fsmap(e 40) ==== 8362+0+0 (secure 0 0 0) 0x7feb7402f610 con 0x5566664e1350 2024-06-06T08:31:27.352 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.349+0000 7feb84f68740 10 client.26638 fetch_fsmap finished waiting for FSMap version 40 2024-06-06T08:31:27.352 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.349+0000 7feb84f68740 10 client.26638 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:31:27.352 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.349+0000 7feb84f68740 20 client.26638 populate_metadata read hostname 'smithi042' 2024-06-06T08:31:27.352 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.349+0000 7feb84f68740 1 --2- 172.21.15.42:0/475745957 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5566664f0df0 0x5566664f32b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:27.352 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.349+0000 7feb84f68740 4 client.26638 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:31:27.352 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.349+0000 7feb84f68740 1 -- 172.21.15.42:0/475745957 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7feb74036070 con 0x5566664f0df0 2024-06-06T08:31:27.352 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.350+0000 7feb7b7fe640 1 --2- 172.21.15.42:0/475745957 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5566664f0df0 0x5566664f32b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:27.352 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.350+0000 7feb5affd640 10 client.26638 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:31:27.352 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.350+0000 7feb7b7fe640 1 --2- 172.21.15.42:0/475745957 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5566664f0df0 0x5566664f32b0 crc :-1 s=READY pgs=195 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6a40dd2567ebd293 server_cookie=1e4a84f26392e652 in_seq=0 out_seq=0 2024-06-06T08:31:27.352 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.351+0000 7feb5affd640 1 -- 172.21.15.42:0/475745957 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x7feb74036070 con 0x5566664f0df0 2024-06-06T08:31:27.353 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.351+0000 7feb5affd640 10 client.26638 handle_command_reply: tid=0 2024-06-06T08:31:27.353 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.351+0000 7feb84f68740 1 client.26638 shutdown 2024-06-06T08:31:27.353 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.351+0000 7feb84f68740 1 -- 172.21.15.42:0/475745957 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5566664e1350 msgr2=0x5566664decf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:27.353 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.351+0000 7feb84f68740 1 --2- 172.21.15.42:0/475745957 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5566664e1350 0x5566664decf0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7feb74031040 tx=0x7feb74004880 comp rx=0 tx=0).stop 2024-06-06T08:31:27.353 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.351+0000 7feb84f68740 1 -- 172.21.15.42:0/475745957 shutdown_connections 2024-06-06T08:31:27.353 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.351+0000 7feb84f68740 1 --2- 172.21.15.42:0/475745957 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5566664f0df0 0x5566664f32b0 crc :-1 s=READY pgs=195 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:27.353 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.351+0000 7feb84f68740 1 --2- 172.21.15.42:0/475745957 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5566664e1350 0x5566664decf0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:27.353 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.351+0000 7feb84f68740 1 --2- 172.21.15.42:0/475745957 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5566664d6a90 0x5566664de7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:27.353 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.351+0000 7feb84f68740 1 --2- 172.21.15.42:0/475745957 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5566664d6170 0x5566664de270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:27.353 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.351+0000 7feb84f68740 1 -- 172.21.15.42:0/475745957 >> 172.21.15.42:0/475745957 conn(0x5566664d2680 msgr2=0x5566664d8400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:27.353 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.351+0000 7feb5affd640 0 client.26638 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:31:27.353 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.351+0000 7feb84f68740 1 -- 172.21.15.42:0/475745957 shutdown_connections 2024-06-06T08:31:27.353 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.352+0000 7feb84f68740 1 -- 172.21.15.42:0/475745957 wait complete. 2024-06-06T08:31:27.354 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.352+0000 7feb84f68740 20 client.26638 trim_cache size 0 max 16384 2024-06-06T08:31:27.375 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.376+0000 7feb84f68740 1 Processor -- start 2024-06-06T08:31:27.375 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.376+0000 7feb84f68740 1 -- start start 2024-06-06T08:31:27.377 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.377+0000 7feb84f68740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5566664d6170 0x5566664de7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:27.377 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.377+0000 7feb84f68740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5566664d6a90 0x5566664ded00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:27.377 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.377+0000 7feb84f68740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5566664e1350 0x5566664f8b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:27.377 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.377+0000 7feb84f68740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7feb68012890 con 0x5566664d6a90 2024-06-06T08:31:27.377 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.377+0000 7feb84f68740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7feb680100a0 con 0x5566664e1350 2024-06-06T08:31:27.377 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.377+0000 7feb84f68740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7feb6800df10 con 0x5566664d6170 2024-06-06T08:31:27.377 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.377+0000 7feb7b7fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5566664d6170 0x5566664de7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:27.377 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.377+0000 7feb7bfff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5566664e1350 0x5566664f8b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:27.377 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.377+0000 7feb7b7fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5566664d6170 0x5566664de7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:43824/0 (socket says 172.21.15.42:43824) 2024-06-06T08:31:27.378 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.377+0000 7feb7b7fe640 1 -- 172.21.15.42:0/2789796520 learned_addr learned my addr 172.21.15.42:0/2789796520 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:27.378 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.377+0000 7feb7b7fe640 1 -- 172.21.15.42:0/2789796520 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5566664e1350 msgr2=0x5566664f8b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:27.378 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.377+0000 7feb7b7fe640 1 --2- 172.21.15.42:0/2789796520 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5566664e1350 0x5566664f8b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:27.378 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.377+0000 7feb7b7fe640 1 -- 172.21.15.42:0/2789796520 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5566664d6a90 msgr2=0x5566664ded00 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-06-06T08:31:27.378 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.377+0000 7feb7b7fe640 1 --2- 172.21.15.42:0/2789796520 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5566664d6a90 0x5566664ded00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:27.378 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.377+0000 7feb7b7fe640 1 -- 172.21.15.42:0/2789796520 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5566664dd220 con 0x5566664d6170 2024-06-06T08:31:27.378 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.378+0000 7feb7b7fe640 1 --2- 172.21.15.42:0/2789796520 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5566664d6170 0x5566664de7c0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7feb6c012300 tx=0x7feb6c013af0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2534b846bb8a0157 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:27.378 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.378+0000 7feb617fa640 1 -- 172.21.15.42:0/2789796520 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb6c004020 con 0x5566664d6170 2024-06-06T08:31:27.378 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.378+0000 7feb617fa640 1 -- 172.21.15.42:0/2789796520 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7feb6c005500 con 0x5566664d6170 2024-06-06T08:31:27.378 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.378+0000 7feb617fa640 1 -- 172.21.15.42:0/2789796520 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb6c004e00 con 0x5566664d6170 2024-06-06T08:31:27.382 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.379+0000 7feb84f68740 1 -- 172.21.15.42:0/2789796520 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5566664d6170 msgr2=0x5566664de7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:27.382 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.379+0000 7feb84f68740 1 --2- 172.21.15.42:0/2789796520 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5566664d6170 0x5566664de7c0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7feb6c012300 tx=0x7feb6c013af0 comp rx=0 tx=0).stop 2024-06-06T08:31:27.382 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.379+0000 7feb84f68740 1 -- 172.21.15.42:0/2789796520 shutdown_connections 2024-06-06T08:31:27.382 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.379+0000 7feb84f68740 1 --2- 172.21.15.42:0/2789796520 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5566664e1350 0x5566664f8b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:27.383 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.379+0000 7feb84f68740 1 --2- 172.21.15.42:0/2789796520 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5566664d6a90 0x5566664ded00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:27.383 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.379+0000 7feb84f68740 1 --2- 172.21.15.42:0/2789796520 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5566664d6170 0x5566664de7c0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:27.383 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.379+0000 7feb84f68740 1 -- 172.21.15.42:0/2789796520 >> 172.21.15.42:0/2789796520 conn(0x5566664d2680 msgr2=0x5566664d2a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:27.383 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.379+0000 7feb84f68740 1 -- 172.21.15.42:0/2789796520 shutdown_connections 2024-06-06T08:31:27.383 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.379+0000 7feb84f68740 1 -- 172.21.15.42:0/2789796520 wait complete. 2024-06-06T08:31:27.383 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.380+0000 7feb84f68740 1 -- start start 2024-06-06T08:31:27.383 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.380+0000 7feb84f68740 1 Processor -- start 2024-06-06T08:31:27.384 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.381+0000 7feb84f68740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5566664d6170 0x5566664e95d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:27.384 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.381+0000 7feb84f68740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5566664d6a90 0x5566664e4940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:27.384 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.381+0000 7feb84f68740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5566664e1350 0x5566664e4e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:27.384 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.381+0000 7feb84f68740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7feb6800e560 con 0x5566664d6a90 2024-06-06T08:31:27.384 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.381+0000 7feb84f68740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7feb6800f9d0 con 0x5566664e1350 2024-06-06T08:31:27.385 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.381+0000 7feb84f68740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7feb6800ec30 con 0x5566664d6170 2024-06-06T08:31:27.385 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.381+0000 7feb84f68740 10 client.0 _ll_register_callbacks cb 0x7feb74009800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:31:27.385 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.381+0000 7feb7b7fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5566664d6170 0x5566664e95d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:27.385 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.381+0000 7feb7bfff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5566664e1350 0x5566664e4e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:27.385 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.381+0000 7feb7b7fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5566664d6170 0x5566664e95d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:43834/0 (socket says 172.21.15.42:43834) 2024-06-06T08:31:27.385 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.381+0000 7feb7b7fe640 1 -- 172.21.15.42:0/1711822002 learned_addr learned my addr 172.21.15.42:0/1711822002 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:27.385 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.381+0000 7feb7affd640 1 --2- 172.21.15.42:0/1711822002 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5566664d6a90 0x5566664e4940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:27.386 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.381+0000 7feb7bfff640 1 -- 172.21.15.42:0/1711822002 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5566664d6170 msgr2=0x5566664e95d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:27.386 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.381+0000 7feb7bfff640 1 --2- 172.21.15.42:0/1711822002 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5566664d6170 0x5566664e95d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:27.386 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.381+0000 7feb7bfff640 1 -- 172.21.15.42:0/1711822002 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5566664d6a90 msgr2=0x5566664e4940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:27.386 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.381+0000 7feb7bfff640 1 --2- 172.21.15.42:0/1711822002 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5566664d6a90 0x5566664e4940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:27.386 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.381+0000 7feb7bfff640 1 -- 172.21.15.42:0/1711822002 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5566664e53c0 con 0x5566664e1350 2024-06-06T08:31:27.386 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.381+0000 7feb7b7fe640 1 --2- 172.21.15.42:0/1711822002 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5566664d6170 0x5566664e95d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:31:27.386 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.382+0000 7feb7bfff640 1 --2- 172.21.15.42:0/1711822002 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5566664e1350 0x5566664e4e80 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7feb74009380 tx=0x7feb740093d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9f5cf52822550638 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:27.386 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.382+0000 7feb5affd640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:31:27.386 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.382+0000 7feb5affd640 1 -- 172.21.15.42:0/1711822002 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb7406c030 con 0x5566664e1350 2024-06-06T08:31:27.386 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.382+0000 7feb84f68740 1 -- 172.21.15.42:0/1711822002 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feb6c005500 con 0x5566664e1350 2024-06-06T08:31:27.386 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.382+0000 7feb5affd640 1 -- 172.21.15.42:0/1711822002 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 9526+0+0 (secure 0 0 0) 0x7feb74031450 con 0x5566664e1350 2024-06-06T08:31:27.386 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.382+0000 7feb5affd640 1 -- 172.21.15.42:0/1711822002 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7feb74076050 con 0x5566664e1350 2024-06-06T08:31:27.387 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.382+0000 7feb84f68740 10 client.26756 fetch_fsmap learned FSMap version 40 2024-06-06T08:31:27.387 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.382+0000 7feb84f68740 1 -- 172.21.15.42:0/1711822002 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x55666655b810 con 0x5566664e1350 2024-06-06T08:31:27.387 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.382+0000 7feb5affd640 1 -- 172.21.15.42:0/1711822002 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7feb6c005500 con 0x5566664e1350 2024-06-06T08:31:27.387 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.383+0000 7feb5affd640 1 -- 172.21.15.42:0/1711822002 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 40) ==== 8362+0+0 (secure 0 0 0) 0x7feb74071450 con 0x5566664e1350 2024-06-06T08:31:27.387 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.383+0000 7feb84f68740 10 client.26756 fetch_fsmap finished waiting for FSMap version 40 2024-06-06T08:31:27.387 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.383+0000 7feb84f68740 10 client.26756 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:31:27.387 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.383+0000 7feb84f68740 20 client.26756 populate_metadata read hostname 'smithi042' 2024-06-06T08:31:27.387 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.383+0000 7feb84f68740 1 --2- 172.21.15.42:0/1711822002 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55666655bef0 0x55666655e310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:27.387 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.383+0000 7feb84f68740 4 client.26756 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:31:27.387 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.383+0000 7feb84f68740 1 -- 172.21.15.42:0/1711822002 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55666644df10 con 0x55666655bef0 2024-06-06T08:31:27.387 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.383+0000 7feb7b7fe640 1 --2- 172.21.15.42:0/1711822002 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55666655bef0 0x55666655e310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:27.388 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.384+0000 7feb7b7fe640 1 --2- 172.21.15.42:0/1711822002 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55666655bef0 0x55666655e310 crc :-1 s=READY pgs=196 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e1ef61354df3f235 server_cookie=758792f7d967247d in_seq=0 out_seq=0 2024-06-06T08:31:27.388 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.384+0000 7feb5affd640 10 client.26756 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:31:27.404 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.406+0000 7feb5affd640 1 -- 172.21.15.42:0/1711822002 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55666644df10 con 0x55666655bef0 2024-06-06T08:31:27.405 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.406+0000 7feb5affd640 10 client.26756 handle_command_reply: tid=0 2024-06-06T08:31:27.405 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.406+0000 7feb84f68740 1 client.26756 shutdown 2024-06-06T08:31:27.406 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.406+0000 7feb84f68740 1 -- 172.21.15.42:0/1711822002 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5566664e1350 msgr2=0x5566664e4e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:27.406 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.406+0000 7feb84f68740 1 --2- 172.21.15.42:0/1711822002 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5566664e1350 0x5566664e4e80 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7feb74009380 tx=0x7feb740093d0 comp rx=0 tx=0).stop 2024-06-06T08:31:27.407 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.407+0000 7feb84f68740 1 -- 172.21.15.42:0/1711822002 shutdown_connections 2024-06-06T08:31:27.407 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.407+0000 7feb84f68740 1 --2- 172.21.15.42:0/1711822002 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55666655bef0 0x55666655e310 crc :-1 s=READY pgs=196 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:27.407 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.407+0000 7feb84f68740 1 --2- 172.21.15.42:0/1711822002 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5566664e1350 0x5566664e4e80 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:27.407 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.407+0000 7feb5affd640 0 client.26756 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:31:27.407 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.407+0000 7feb84f68740 1 --2- 172.21.15.42:0/1711822002 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5566664d6a90 0x5566664e4940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:27.407 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.407+0000 7feb84f68740 1 --2- 172.21.15.42:0/1711822002 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5566664d6170 0x5566664e95d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:27.407 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.407+0000 7feb84f68740 1 -- 172.21.15.42:0/1711822002 >> 172.21.15.42:0/1711822002 conn(0x5566664d2680 msgr2=0x5566664d0f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:27.407 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.407+0000 7feb84f68740 1 -- 172.21.15.42:0/1711822002 shutdown_connections 2024-06-06T08:31:27.407 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.407+0000 7feb84f68740 1 -- 172.21.15.42:0/1711822002 wait complete. 2024-06-06T08:31:27.407 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.408+0000 7feb84f68740 20 client.26756 trim_cache size 0 max 16384 2024-06-06T08:31:27.407 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:31:27.408 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:31:27.408 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:31:27.408 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.408+0000 7feb82261640 1 -- 172.21.15.42:0/324734907 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7feb640a2da0 msgr2=0x7feb640a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:27.408 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.408+0000 7feb82261640 1 --2- 172.21.15.42:0/324734907 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7feb640a2da0 0x7feb640a5260 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7feb7404d000 tx=0x7feb7404a000 comp rx=0 tx=0).stop 2024-06-06T08:31:27.408 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.408+0000 7feb82261640 1 -- 172.21.15.42:0/324734907 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feb7c102340 msgr2=0x7feb7c1a4930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:27.409 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.408+0000 7feb82261640 1 --2- 172.21.15.42:0/324734907 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feb7c102340 0x7feb7c1a4930 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x7feb7000e9f0 tx=0x7feb7000eeb0 comp rx=0 tx=0).stop 2024-06-06T08:31:27.409 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.409+0000 7feb82261640 1 -- 172.21.15.42:0/324734907 shutdown_connections 2024-06-06T08:31:27.409 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.409+0000 7feb82261640 1 --2- 172.21.15.42:0/324734907 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7feb640a2da0 0x7feb640a5260 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:27.409 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.409+0000 7feb82261640 1 --2- 172.21.15.42:0/324734907 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7feb7c107990 0x7feb7c10d930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:27.409 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.409+0000 7feb82261640 1 --2- 172.21.15.42:0/324734907 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7feb7c102340 0x7feb7c1a4930 unknown :-1 s=CLOSED pgs=839 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:27.409 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.409+0000 7feb82261640 1 --2- 172.21.15.42:0/324734907 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7feb7c101980 0x7feb7c1a43f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:27.409 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.409+0000 7feb82261640 1 -- 172.21.15.42:0/324734907 >> 172.21.15.42:0/324734907 conn(0x7feb7c0fd450 msgr2=0x7feb7c0fd830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:27.409 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.409+0000 7feb82261640 1 -- 172.21.15.42:0/324734907 shutdown_connections 2024-06-06T08:31:27.409 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:27.409+0000 7feb82261640 1 -- 172.21.15.42:0/324734907 wait complete. 2024-06-06T08:31:28.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:31:28 smithi149 ceph-mon[36842]: pgmap v276: 129 pgs: 8 active+clean+snaptrim, 15 active+clean+snaptrim_wait, 106 active+clean; 1.4 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 8 op/s 2024-06-06T08:31:28.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:31:28 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/4254188140' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:31:28.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:31:28 smithi042 ceph-mon[32384]: pgmap v276: 129 pgs: 8 active+clean+snaptrim, 15 active+clean+snaptrim_wait, 106 active+clean; 1.4 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 8 op/s 2024-06-06T08:31:28.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:31:28 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/4254188140' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:31:28.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:31:28 smithi120 ceph-mon[36658]: pgmap v276: 129 pgs: 8 active+clean+snaptrim, 15 active+clean+snaptrim_wait, 106 active+clean; 1.4 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 8 op/s 2024-06-06T08:31:28.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:31:28 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/4254188140' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:31:28.652 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-06-06T08:31:30.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:31:30 smithi149 ceph-mon[36842]: pgmap v277: 129 pgs: 2 active+clean+snaptrim, 127 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 74 KiB/s wr, 13 op/s 2024-06-06T08:31:30.540 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:31:30 smithi042 ceph-mon[32384]: pgmap v277: 129 pgs: 2 active+clean+snaptrim, 127 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 74 KiB/s wr, 13 op/s 2024-06-06T08:31:30.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:31:30 smithi120 ceph-mon[36658]: pgmap v277: 129 pgs: 2 active+clean+snaptrim, 127 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 74 KiB/s wr, 13 op/s 2024-06-06T08:31:30.697 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:31:30.932 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:30.933+0000 7f93bd713700 1 -- 172.21.15.42:0/3474814911 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93b81085f0 msgr2=0x7f93b81089d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:30.932 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:30.933+0000 7f93bd713700 1 --2- 172.21.15.42:0/3474814911 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93b81085f0 0x7f93b81089d0 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7f93a800b0a0 tx=0x7f93a800b3b0 comp rx=0 tx=0).stop 2024-06-06T08:31:30.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:30.933+0000 7f93bd713700 1 -- 172.21.15.42:0/3474814911 shutdown_connections 2024-06-06T08:31:30.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:30.933+0000 7f93bd713700 1 --2- 172.21.15.42:0/3474814911 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f93b8102ea0 0x7f93b810f380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:30.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:30.933+0000 7f93bd713700 1 --2- 172.21.15.42:0/3474814911 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93b81085f0 0x7f93b81089d0 unknown :-1 s=CLOSED pgs=840 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:30.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:30.933+0000 7f93bd713700 1 --2- 172.21.15.42:0/3474814911 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f93b81024e0 0x7f93b8102960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:30.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:30.933+0000 7f93bd713700 1 -- 172.21.15.42:0/3474814911 >> 172.21.15.42:0/3474814911 conn(0x7f93b8079640 msgr2=0x7f93b8079a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:30.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:30.933+0000 7f93bd713700 1 -- 172.21.15.42:0/3474814911 shutdown_connections 2024-06-06T08:31:30.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:30.933+0000 7f93bd713700 1 -- 172.21.15.42:0/3474814911 wait complete. 2024-06-06T08:31:30.935 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:30.934+0000 7f93bd713700 1 Processor -- start 2024-06-06T08:31:30.935 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:30.934+0000 7f93bd713700 1 -- start start 2024-06-06T08:31:30.935 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:30.934+0000 7f93bd713700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f93b81024e0 0x7f93b819e830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:30.935 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:30.934+0000 7f93bd713700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93b8102ea0 0x7f93b819ed70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:30.936 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:30.934+0000 7f93bd713700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f93b81085f0 0x7f93b81989f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:30.936 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:30.934+0000 7f93bd713700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f93b8112790 con 0x7f93b8102ea0 2024-06-06T08:31:30.936 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:30.934+0000 7f93bd713700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f93b8112610 con 0x7f93b81085f0 2024-06-06T08:31:30.936 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:30.934+0000 7f93bd713700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f93b8112910 con 0x7f93b81024e0 2024-06-06T08:31:30.936 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:30.935+0000 7f93b67fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93b8102ea0 0x7f93b819ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:30.936 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:30.935+0000 7f93b67fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93b8102ea0 0x7f93b819ed70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:40340/0 (socket says 172.21.15.42:40340) 2024-06-06T08:31:30.936 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:30.935+0000 7f93b67fc700 1 -- 172.21.15.42:0/2324870445 learned_addr learned my addr 172.21.15.42:0/2324870445 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:30.936 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:30.935+0000 7f93b6ffd700 1 --2- 172.21.15.42:0/2324870445 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f93b81024e0 0x7f93b819e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:30.936 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:30.935+0000 7f93b77fe700 1 --2- 172.21.15.42:0/2324870445 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f93b81085f0 0x7f93b81989f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:30.936 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:30.935+0000 7f93b67fc700 1 -- 172.21.15.42:0/2324870445 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f93b81024e0 msgr2=0x7f93b819e830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:30.936 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:30.935+0000 7f93b67fc700 1 --2- 172.21.15.42:0/2324870445 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f93b81024e0 0x7f93b819e830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:30.936 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:30.935+0000 7f93b67fc700 1 -- 172.21.15.42:0/2324870445 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f93b81085f0 msgr2=0x7f93b81989f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:30.937 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:30.935+0000 7f93b67fc700 1 --2- 172.21.15.42:0/2324870445 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f93b81085f0 0x7f93b81989f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:30.937 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:30.935+0000 7f93b67fc700 1 -- 172.21.15.42:0/2324870445 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93b8199150 con 0x7f93b8102ea0 2024-06-06T08:31:30.937 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:30.935+0000 7f93b77fe700 1 --2- 172.21.15.42:0/2324870445 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f93b81085f0 0x7f93b81989f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:31:30.937 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:30.935+0000 7f93b67fc700 1 --2- 172.21.15.42:0/2324870445 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93b8102ea0 0x7f93b819ed70 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7f93ac00d950 tx=0x7f93ac00dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:30.937 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:30.935+0000 7f939ffff700 1 -- 172.21.15.42:0/2324870445 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93ac016070 con 0x7f93b8102ea0 2024-06-06T08:31:30.937 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:30.935+0000 7f93bd713700 1 -- 172.21.15.42:0/2324870445 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93b8199440 con 0x7f93b8102ea0 2024-06-06T08:31:30.937 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:30.935+0000 7f939ffff700 1 -- 172.21.15.42:0/2324870445 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f93ac009e20 con 0x7f93b8102ea0 2024-06-06T08:31:30.937 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:30.935+0000 7f939ffff700 1 -- 172.21.15.42:0/2324870445 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93ac00f620 con 0x7f93b8102ea0 2024-06-06T08:31:30.937 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:30.935+0000 7f93bd713700 1 -- 172.21.15.42:0/2324870445 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93b81a5700 con 0x7f93b8102ea0 2024-06-06T08:31:30.937 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:30.937+0000 7f93bd713700 1 -- 172.21.15.42:0/2324870445 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f93b8069180 con 0x7f93b8102ea0 2024-06-06T08:31:30.938 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:30.938+0000 7f939ffff700 1 -- 172.21.15.42:0/2324870445 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f93ac019070 con 0x7f93b8102ea0 2024-06-06T08:31:30.938 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:30.938+0000 7f939ffff700 1 --2- 172.21.15.42:0/2324870445 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f93a00a2d90 0x7f93a00a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:30.938 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:30.938+0000 7f93b6ffd700 1 --2- 172.21.15.42:0/2324870445 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f93a00a2d90 0x7f93a00a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:30.939 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:30.938+0000 7f939ffff700 1 -- 172.21.15.42:0/2324870445 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 9438+0+0 (secure 0 0 0) 0x7f93ac0cf070 con 0x7f93b8102ea0 2024-06-06T08:31:30.939 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:30.939+0000 7f93b6ffd700 1 --2- 172.21.15.42:0/2324870445 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f93a00a2d90 0x7f93a00a5250 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f93a8009fd0 tx=0x7f93a800b7b0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:30.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:30.943+0000 7f939ffff700 1 -- 172.21.15.42:0/2324870445 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f93ac09b900 con 0x7f93b8102ea0 2024-06-06T08:31:31.197 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:31.198+0000 7f93bd713700 1 -- 172.21.15.42:0/2324870445 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f93b81a5930 con 0x7f93b8102ea0 2024-06-06T08:31:31.197 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:31.198+0000 7f939ffff700 1 -- 172.21.15.42:0/2324870445 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 40 v40) ==== 94+0+11882 (secure 0 0 0) 0x7f93ac09b200 con 0x7f93b8102ea0 2024-06-06T08:31:31.198 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:31:31.198 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":40,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/667270675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":667270675},{"type":"v1","addr":"172.21.15.42:6837","nonce":667270675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/2414389302","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":2414389302},{"type":"v1","addr":"172.21.15.42:6839","nonce":2414389302}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14574,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/3625002785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":3625002785},{"type":"v1","addr":"172.21.15.42:6841","nonce":3625002785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":26389,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/411591287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":411591287},{"type":"v1","addr":"172.21.15.149:6835","nonce":411591287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":40,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T08:18:39.778858+0000","modified":"2024-06-06T08:30:59.137396+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24464},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6837/3434475673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":3434475673},{"type":"v1","addr":"172.21.15.120:6837","nonce":3434475673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":188,"addr":"172.21.15.120:6839/1585293472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":1585293472},{"type":"v1","addr":"172.21.15.120:6839","nonce":1585293472}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":192,"addr":"172.21.15.149:6837/751787578","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":751787578},{"type":"v1","addr":"172.21.15.149:6837","nonce":751787578}]},"join_fscid":-1,"export_targets":[0,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":8,"addr":"172.21.15.149:6839/764851483","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":764851483},{"type":"v1","addr":"172.21.15.149:6839","nonce":764851483}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26696":{"gid":26696,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6835/2158320752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":2158320752},{"type":"v1","addr":"172.21.15.120:6835","nonce":2158320752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24469,24484,24464]},"id":1}]} 2024-06-06T08:31:31.200 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:31.201+0000 7f93bd713700 1 -- 172.21.15.42:0/2324870445 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f93a00a2d90 msgr2=0x7f93a00a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:31.200 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:31.201+0000 7f93bd713700 1 --2- 172.21.15.42:0/2324870445 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f93a00a2d90 0x7f93a00a5250 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f93a8009fd0 tx=0x7f93a800b7b0 comp rx=0 tx=0).stop 2024-06-06T08:31:31.200 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:31.201+0000 7f93bd713700 1 -- 172.21.15.42:0/2324870445 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93b8102ea0 msgr2=0x7f93b819ed70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:31.200 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:31.201+0000 7f93bd713700 1 --2- 172.21.15.42:0/2324870445 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93b8102ea0 0x7f93b819ed70 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7f93ac00d950 tx=0x7f93ac00dc60 comp rx=0 tx=0).stop 2024-06-06T08:31:31.200 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:31.201+0000 7f93bd713700 1 -- 172.21.15.42:0/2324870445 shutdown_connections 2024-06-06T08:31:31.200 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:31.201+0000 7f93bd713700 1 --2- 172.21.15.42:0/2324870445 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f93a00a2d90 0x7f93a00a5250 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:31.200 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:31.201+0000 7f93bd713700 1 --2- 172.21.15.42:0/2324870445 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f93b81085f0 0x7f93b81989f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:31.200 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:31.201+0000 7f93bd713700 1 --2- 172.21.15.42:0/2324870445 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f93b81024e0 0x7f93b819e830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:31.200 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:31.201+0000 7f93bd713700 1 --2- 172.21.15.42:0/2324870445 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f93b8102ea0 0x7f93b819ed70 unknown :-1 s=CLOSED pgs=841 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:31.201 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:31.201+0000 7f93bd713700 1 -- 172.21.15.42:0/2324870445 >> 172.21.15.42:0/2324870445 conn(0x7f93b8079640 msgr2=0x7f93b8100ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:31.201 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:31.201+0000 7f93bd713700 1 -- 172.21.15.42:0/2324870445 shutdown_connections 2024-06-06T08:31:31.201 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:31.201+0000 7f93bd713700 1 -- 172.21.15.42:0/2324870445 wait complete. 2024-06-06T08:31:31.201 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 40 2024-06-06T08:31:31.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:31:31 smithi042 ceph-mon[32384]: osdmap e109: 12 total, 12 up, 12 in 2024-06-06T08:31:31.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:31:31 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/2324870445' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:31:31.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:31:31 smithi120 ceph-mon[36658]: osdmap e109: 12 total, 12 up, 12 in 2024-06-06T08:31:31.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:31:31 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/2324870445' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:31:31.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:31:31 smithi149 ceph-mon[36842]: osdmap e109: 12 total, 12 up, 12 in 2024-06-06T08:31:31.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:31:31 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/2324870445' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:31:32.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:31:32 smithi042 ceph-mon[32384]: pgmap v279: 129 pgs: 129 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 80 KiB/s wr, 12 op/s 2024-06-06T08:31:32.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:31:32 smithi120 ceph-mon[36658]: pgmap v279: 129 pgs: 129 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 80 KiB/s wr, 12 op/s 2024-06-06T08:31:32.721 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24484 quiesce db --set-id 99a9321b --release --await' 2024-06-06T08:31:32.721 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- timeout 105 ceph tell mds.24484 quiesce db --set-id 99a9321b --release --await 2024-06-06T08:31:32.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:31:32 smithi149 ceph-mon[36842]: pgmap v279: 129 pgs: 129 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 80 KiB/s wr, 12 op/s 2024-06-06T08:31:33.231 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.228+0000 7f89554e3700 1 -- 172.21.15.42:0/3252255067 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8950101440 msgr2=0x7f895010f330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:33.231 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.228+0000 7f89554e3700 1 --2- 172.21.15.42:0/3252255067 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8950101440 0x7f895010f330 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7f894800b0a0 tx=0x7f894800b3b0 comp rx=0 tx=0).stop 2024-06-06T08:31:33.231 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.229+0000 7f89554e3700 1 -- 172.21.15.42:0/3252255067 shutdown_connections 2024-06-06T08:31:33.232 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.229+0000 7f89554e3700 1 --2- 172.21.15.42:0/3252255067 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8950101440 0x7f895010f330 unknown :-1 s=CLOSED pgs=842 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:33.232 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.229+0000 7f89554e3700 1 --2- 172.21.15.42:0/3252255067 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8950108510 0x7f89501088f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:33.232 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.229+0000 7f89554e3700 1 --2- 172.21.15.42:0/3252255067 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8950100a80 0x7f8950100f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:33.232 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.229+0000 7f89554e3700 1 -- 172.21.15.42:0/3252255067 >> 172.21.15.42:0/3252255067 conn(0x7f8950077a00 msgr2=0x7f89500fedb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:33.232 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.229+0000 7f89554e3700 1 -- 172.21.15.42:0/3252255067 shutdown_connections 2024-06-06T08:31:33.232 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.229+0000 7f89554e3700 1 -- 172.21.15.42:0/3252255067 wait complete. 2024-06-06T08:31:33.233 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.229+0000 7f89554e3700 1 Processor -- start 2024-06-06T08:31:33.233 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.230+0000 7f89554e3700 1 -- start start 2024-06-06T08:31:33.233 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.230+0000 7f89554e3700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8950100a80 0x7f895019e7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:33.233 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.230+0000 7f89554e3700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8950101440 0x7f895019ecf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:33.233 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.230+0000 7f89554e3700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8950108510 0x7f8950198970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:33.234 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.230+0000 7f89554e3700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f8950112790 con 0x7f8950100a80 2024-06-06T08:31:33.234 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.230+0000 7f89554e3700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f8950112610 con 0x7f8950108510 2024-06-06T08:31:33.234 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.230+0000 7f89554e3700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f8950112910 con 0x7f8950101440 2024-06-06T08:31:33.234 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.230+0000 7f894effd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8950100a80 0x7f895019e7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:33.234 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.230+0000 7f894effd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8950100a80 0x7f895019e7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:40368/0 (socket says 172.21.15.42:40368) 2024-06-06T08:31:33.235 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.230+0000 7f894effd700 1 -- 172.21.15.42:0/869193704 learned_addr learned my addr 172.21.15.42:0/869193704 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:33.235 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.230+0000 7f894e7fc700 1 --2- 172.21.15.42:0/869193704 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8950101440 0x7f895019ecf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:33.235 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.230+0000 7f894f7fe700 1 --2- 172.21.15.42:0/869193704 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8950108510 0x7f8950198970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:33.235 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.231+0000 7f894effd700 1 -- 172.21.15.42:0/869193704 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8950101440 msgr2=0x7f895019ecf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:33.235 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.231+0000 7f894effd700 1 --2- 172.21.15.42:0/869193704 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8950101440 0x7f895019ecf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:33.236 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.231+0000 7f894effd700 1 -- 172.21.15.42:0/869193704 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8950108510 msgr2=0x7f8950198970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:33.236 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.231+0000 7f894effd700 1 --2- 172.21.15.42:0/869193704 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8950108510 0x7f8950198970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:33.236 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.231+0000 7f894effd700 1 -- 172.21.15.42:0/869193704 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89501990d0 con 0x7f8950100a80 2024-06-06T08:31:33.236 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.231+0000 7f894f7fe700 1 --2- 172.21.15.42:0/869193704 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8950108510 0x7f8950198970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:31:33.236 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.231+0000 7f894effd700 1 --2- 172.21.15.42:0/869193704 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8950100a80 0x7f895019e7b0 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7f894000d980 tx=0x7f894000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:33.237 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.231+0000 7f8937fff700 1 -- 172.21.15.42:0/869193704 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8940017070 con 0x7f8950100a80 2024-06-06T08:31:33.237 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.231+0000 7f8937fff700 1 -- 172.21.15.42:0/869193704 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8940005020 con 0x7f8950100a80 2024-06-06T08:31:33.237 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.231+0000 7f89554e3700 1 -- 172.21.15.42:0/869193704 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89501993c0 con 0x7f8950100a80 2024-06-06T08:31:33.237 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.231+0000 7f8937fff700 1 -- 172.21.15.42:0/869193704 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8940009bc0 con 0x7f8950100a80 2024-06-06T08:31:33.237 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.231+0000 7f89554e3700 1 -- 172.21.15.42:0/869193704 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89501a5680 con 0x7f8950100a80 2024-06-06T08:31:33.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.234+0000 7f8937fff700 1 -- 172.21.15.42:0/869193704 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f8940010460 con 0x7f8950100a80 2024-06-06T08:31:33.247 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.235+0000 7f895fd66b80 1 Processor -- start 2024-06-06T08:31:33.247 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.235+0000 7f895fd66b80 1 -- start start 2024-06-06T08:31:33.247 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.235+0000 7f8937fff700 1 --2- 172.21.15.42:0/869193704 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f89380a2d90 0x7f89380a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:33.247 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.235+0000 7f895fd66b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5601dca07640 0x5601dca07a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:33.247 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.235+0000 7f895fd66b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5601dca07f60 0x5601dca019e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:33.247 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.235+0000 7f895fd66b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601dca01f20 0x5601dca02340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:33.248 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.235+0000 7f895fd66b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5601dc953810 con 0x5601dca01f20 2024-06-06T08:31:33.248 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.235+0000 7f895fd66b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5601dc8fb720 con 0x5601dca07640 2024-06-06T08:31:33.248 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.235+0000 7f895fd66b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5601dc94f7d0 con 0x5601dca07f60 2024-06-06T08:31:33.248 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.235+0000 7f894f7fe700 1 --2- 172.21.15.42:0/869193704 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f89380a2d90 0x7f89380a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:33.248 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.235+0000 7f8937fff700 1 -- 172.21.15.42:0/869193704 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 9438+0+0 (secure 0 0 0) 0x7f89400cf6e0 con 0x7f8950100a80 2024-06-06T08:31:33.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.235+0000 7f894effd700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5601dca07640 0x5601dca07a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:33.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.235+0000 7f894f7fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601dca01f20 0x5601dca02340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:33.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.235+0000 7f894effd700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5601dca07640 0x5601dca07a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:44112/0 (socket says 172.21.15.42:44112) 2024-06-06T08:31:33.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.235+0000 7f894effd700 1 -- 172.21.15.42:0/2181262577 learned_addr learned my addr 172.21.15.42:0/2181262577 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:33.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.236+0000 7f894e7fc700 1 --2- 172.21.15.42:0/2181262577 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5601dca07f60 0x5601dca019e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:33.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.236+0000 7f894effd700 1 -- 172.21.15.42:0/2181262577 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5601dca07f60 msgr2=0x5601dca019e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:33.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.236+0000 7f894effd700 1 --2- 172.21.15.42:0/2181262577 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5601dca07f60 0x5601dca019e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:33.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.236+0000 7f894effd700 1 -- 172.21.15.42:0/2181262577 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601dca01f20 msgr2=0x5601dca02340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:33.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.236+0000 7f894effd700 1 --2- 172.21.15.42:0/2181262577 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601dca01f20 0x5601dca02340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:33.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.236+0000 7f894effd700 1 -- 172.21.15.42:0/2181262577 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5601dc8f1f50 con 0x5601dca07640 2024-06-06T08:31:33.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.236+0000 7f894f7fe700 1 --2- 172.21.15.42:0/2181262577 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601dca01f20 0x5601dca02340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:31:33.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.236+0000 7f894f7fe700 1 --2- 172.21.15.42:0/869193704 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f89380a2d90 0x7f89380a5250 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f8948009e60 tx=0x7f8948004aa0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:33.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.236+0000 7f894effd700 1 --2- 172.21.15.42:0/2181262577 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5601dca07640 0x5601dca07a20 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f8940098240 tx=0x7f894009c070 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dac77f4853d0555c server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:33.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.236+0000 7f89357fa700 1 -- 172.21.15.42:0/2181262577 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89400a44e0 con 0x5601dca07640 2024-06-06T08:31:33.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.236+0000 7f89357fa700 1 -- 172.21.15.42:0/2181262577 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8940099b70 con 0x5601dca07640 2024-06-06T08:31:33.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.236+0000 7f89357fa700 1 -- 172.21.15.42:0/2181262577 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89400051d0 con 0x5601dca07640 2024-06-06T08:31:33.252 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.237+0000 7f895fd66b80 1 -- 172.21.15.42:0/2181262577 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5601dca07640 msgr2=0x5601dca07a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:33.252 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.237+0000 7f895fd66b80 1 --2- 172.21.15.42:0/2181262577 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5601dca07640 0x5601dca07a20 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f8940098240 tx=0x7f894009c070 comp rx=0 tx=0).stop 2024-06-06T08:31:33.252 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.237+0000 7f895fd66b80 1 -- 172.21.15.42:0/2181262577 shutdown_connections 2024-06-06T08:31:33.252 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.237+0000 7f895fd66b80 1 --2- 172.21.15.42:0/2181262577 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601dca01f20 0x5601dca02340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:33.252 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.237+0000 7f895fd66b80 1 --2- 172.21.15.42:0/2181262577 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5601dca07640 0x5601dca07a20 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:33.253 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.237+0000 7f895fd66b80 1 --2- 172.21.15.42:0/2181262577 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5601dca07f60 0x5601dca019e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:33.253 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.237+0000 7f895fd66b80 1 -- 172.21.15.42:0/2181262577 >> 172.21.15.42:0/2181262577 conn(0x5601dc92ccc0 msgr2=0x5601dc9fc850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:33.253 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.237+0000 7f895fd66b80 1 -- 172.21.15.42:0/2181262577 shutdown_connections 2024-06-06T08:31:33.253 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.237+0000 7f895fd66b80 1 -- 172.21.15.42:0/2181262577 wait complete. 2024-06-06T08:31:33.253 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.238+0000 7f895fd66b80 1 -- start start 2024-06-06T08:31:33.253 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.238+0000 7f895fd66b80 1 Processor -- start 2024-06-06T08:31:33.254 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.238+0000 7f895fd66b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5601dca01f20 0x5601dca0dd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:33.254 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.238+0000 7f895fd66b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601dca07640 0x5601dca0b030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:33.254 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.238+0000 7f895fd66b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5601dca07f60 0x5601dca0b570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:33.254 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.238+0000 7f895fd66b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5601dca12de0 con 0x5601dca07640 2024-06-06T08:31:33.254 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.238+0000 7f895fd66b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5601dc8f3bf0 con 0x5601dca01f20 2024-06-06T08:31:33.255 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.238+0000 7f895fd66b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5601dca12f60 con 0x5601dca07f60 2024-06-06T08:31:33.255 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.238+0000 7f895fd66b80 10 client.0 _ll_register_callbacks cb 0x5601dc8ed920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:31:33.255 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.238+0000 7f894e7fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601dca07640 0x5601dca0b030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:33.255 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.238+0000 7f894e7fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601dca07640 0x5601dca0b030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:40392/0 (socket says 172.21.15.42:40392) 2024-06-06T08:31:33.255 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.238+0000 7f894e7fc700 1 -- 172.21.15.42:0/3763296611 learned_addr learned my addr 172.21.15.42:0/3763296611 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:33.255 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.238+0000 7f894effd700 1 --2- 172.21.15.42:0/3763296611 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5601dca01f20 0x5601dca0dd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:33.256 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.238+0000 7f894f7fe700 1 --2- 172.21.15.42:0/3763296611 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5601dca07f60 0x5601dca0b570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:33.256 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.239+0000 7f894effd700 1 -- 172.21.15.42:0/3763296611 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5601dca07f60 msgr2=0x5601dca0b570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:33.256 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.239+0000 7f894effd700 1 --2- 172.21.15.42:0/3763296611 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5601dca07f60 0x5601dca0b570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:33.256 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.239+0000 7f894effd700 1 -- 172.21.15.42:0/3763296611 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601dca07640 msgr2=0x5601dca0b030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:33.256 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.239+0000 7f894effd700 1 --2- 172.21.15.42:0/3763296611 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601dca07640 0x5601dca0b030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:33.256 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.239+0000 7f894effd700 1 -- 172.21.15.42:0/3763296611 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5601dc8a28d0 con 0x5601dca01f20 2024-06-06T08:31:33.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.239+0000 7f894e7fc700 1 --2- 172.21.15.42:0/3763296611 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601dca07640 0x5601dca0b030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:31:33.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.239+0000 7f894effd700 1 --2- 172.21.15.42:0/3763296611 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5601dca01f20 0x5601dca0dd30 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f894009b7b0 tx=0x7f894009b4e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b3fbceab618e45e2 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:33.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.239+0000 7f8932ff5700 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:31:33.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.239+0000 7f8932ff5700 1 -- 172.21.15.42:0/3763296611 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89400b4060 con 0x5601dca01f20 2024-06-06T08:31:33.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.239+0000 7f895fd66b80 1 -- 172.21.15.42:0/3763296611 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8940099b70 con 0x5601dca01f20 2024-06-06T08:31:33.258 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.239+0000 7f8932ff5700 1 -- 172.21.15.42:0/3763296611 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(109..109 src has 1..109) ==== 9438+0+0 (secure 0 0 0) 0x7f89400860b0 con 0x5601dca01f20 2024-06-06T08:31:33.258 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.239+0000 7f8932ff5700 1 -- 172.21.15.42:0/3763296611 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f89400a44e0 con 0x5601dca01f20 2024-06-06T08:31:33.258 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.239+0000 7f895fd66b80 10 client.26771 fetch_fsmap learned FSMap version 40 2024-06-06T08:31:33.258 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.239+0000 7f895fd66b80 1 -- 172.21.15.42:0/3763296611 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x5601dca1d710 con 0x5601dca01f20 2024-06-06T08:31:33.258 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.239+0000 7f8932ff5700 1 -- 172.21.15.42:0/3763296611 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8940099b70 con 0x5601dca01f20 2024-06-06T08:31:33.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.240+0000 7f8932ff5700 1 -- 172.21.15.42:0/3763296611 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 40) ==== 8362+0+0 (secure 0 0 0) 0x7f8940022300 con 0x5601dca01f20 2024-06-06T08:31:33.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.240+0000 7f895fd66b80 10 client.26771 fetch_fsmap finished waiting for FSMap version 40 2024-06-06T08:31:33.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.240+0000 7f895fd66b80 10 client.26771 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.b 2024-06-06T08:31:33.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.240+0000 7f895fd66b80 20 client.26771 populate_metadata read hostname 'smithi042' 2024-06-06T08:31:33.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.240+0000 7f895fd66b80 1 --2- 172.21.15.42:0/3763296611 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x5601dca1fbe0 0x5601dca21fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:33.260 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.240+0000 7f895fd66b80 4 client.26771 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:31:33.260 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.240+0000 7f895fd66b80 1 -- 172.21.15.42:0/3763296611 --> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5601dc960d10 con 0x5601dca1fbe0 2024-06-06T08:31:33.260 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.240+0000 7f894e7fc700 1 --2- 172.21.15.42:0/3763296611 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x5601dca1fbe0 0x5601dca21fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:33.260 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.240+0000 7f894e7fc700 1 --2- 172.21.15.42:0/3763296611 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x5601dca1fbe0 0x5601dca21fd0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=7f51e93eb80a740e server_cookie=1ca1f5f7a7af60b6 in_seq=0 out_seq=0 2024-06-06T08:31:33.260 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.240+0000 7f8932ff5700 10 client.26771 ms_handle_connect on v2:172.21.15.120:6838/1585293472 2024-06-06T08:31:33.260 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.241+0000 7f8932ff5700 1 -- 172.21.15.42:0/3763296611 <== mds.2 v2:172.21.15.120:6838/1585293472 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x5601dc960d10 con 0x5601dca1fbe0 2024-06-06T08:31:33.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.241+0000 7f8932ff5700 10 client.26771 handle_command_reply: tid=0 2024-06-06T08:31:33.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.241+0000 7f895fd66b80 1 client.26771 shutdown 2024-06-06T08:31:33.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.241+0000 7f895fd66b80 1 -- 172.21.15.42:0/3763296611 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5601dca01f20 msgr2=0x5601dca0dd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:33.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.241+0000 7f895fd66b80 1 --2- 172.21.15.42:0/3763296611 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5601dca01f20 0x5601dca0dd30 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f894009b7b0 tx=0x7f894009b4e0 comp rx=0 tx=0).stop 2024-06-06T08:31:33.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.241+0000 7f895fd66b80 1 -- 172.21.15.42:0/3763296611 shutdown_connections 2024-06-06T08:31:33.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.241+0000 7f895fd66b80 1 --2- 172.21.15.42:0/3763296611 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x5601dca1fbe0 0x5601dca21fd0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:33.262 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.241+0000 7f895fd66b80 1 --2- 172.21.15.42:0/3763296611 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5601dca07f60 0x5601dca0b570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:33.262 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.241+0000 7f895fd66b80 1 --2- 172.21.15.42:0/3763296611 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5601dca01f20 0x5601dca0dd30 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:33.262 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.241+0000 7f895fd66b80 1 --2- 172.21.15.42:0/3763296611 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601dca07640 0x5601dca0b030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:33.262 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.241+0000 7f895fd66b80 1 -- 172.21.15.42:0/3763296611 >> 172.21.15.42:0/3763296611 conn(0x5601dc92ccc0 msgr2=0x5601dc9fc5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:33.262 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.241+0000 7f8932ff5700 0 client.26771 ms_handle_reset on v2:172.21.15.120:6838/1585293472 2024-06-06T08:31:33.263 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.242+0000 7f895fd66b80 1 -- 172.21.15.42:0/3763296611 shutdown_connections 2024-06-06T08:31:33.263 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.242+0000 7f895fd66b80 1 -- 172.21.15.42:0/3763296611 wait complete. 2024-06-06T08:31:33.263 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.242+0000 7f895fd66b80 20 client.26771 trim_cache size 0 max 16384 2024-06-06T08:31:33.264 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:31:33.273 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.258+0000 7f895fd66b80 1 Processor -- start 2024-06-06T08:31:33.273 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.258+0000 7f895fd66b80 1 -- start start 2024-06-06T08:31:33.273 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.259+0000 7f895fd66b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5601dca01f20 0x5601dca019e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:33.273 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.259+0000 7f895fd66b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601dca07640 0x5601dca08340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:33.274 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.259+0000 7f895fd66b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5601dca07f60 0x5601dca08880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:33.274 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.259+0000 7f895fd66b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f89501aebf0 con 0x5601dca07640 2024-06-06T08:31:33.274 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.259+0000 7f895fd66b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f89501ac3c0 con 0x5601dca07f60 2024-06-06T08:31:33.274 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.259+0000 7f895fd66b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f89501aa230 con 0x5601dca01f20 2024-06-06T08:31:33.274 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.259+0000 7f894e7fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601dca07640 0x5601dca08340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:33.275 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.259+0000 7f894e7fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601dca07640 0x5601dca08340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:40396/0 (socket says 172.21.15.42:40396) 2024-06-06T08:31:33.275 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.259+0000 7f894e7fc700 1 -- 172.21.15.42:0/3680955352 learned_addr learned my addr 172.21.15.42:0/3680955352 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:33.275 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.259+0000 7f894f7fe700 1 --2- 172.21.15.42:0/3680955352 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5601dca07f60 0x5601dca08880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:33.275 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.259+0000 7f894effd700 1 --2- 172.21.15.42:0/3680955352 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5601dca01f20 0x5601dca019e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:33.275 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.259+0000 7f894e7fc700 1 -- 172.21.15.42:0/3680955352 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5601dca01f20 msgr2=0x5601dca019e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:33.275 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.259+0000 7f894e7fc700 1 --2- 172.21.15.42:0/3680955352 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5601dca01f20 0x5601dca019e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:33.276 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.259+0000 7f894e7fc700 1 -- 172.21.15.42:0/3680955352 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5601dca07f60 msgr2=0x5601dca08880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:33.276 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.259+0000 7f894e7fc700 1 --2- 172.21.15.42:0/3680955352 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5601dca07f60 0x5601dca08880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:33.276 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.259+0000 7f894e7fc700 1 -- 172.21.15.42:0/3680955352 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5601dca0bf70 con 0x5601dca07640 2024-06-06T08:31:33.276 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.259+0000 7f894f7fe700 1 --2- 172.21.15.42:0/3680955352 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5601dca07f60 0x5601dca08880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:31:33.276 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.259+0000 7f894effd700 1 --2- 172.21.15.42:0/3680955352 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5601dca01f20 0x5601dca019e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:31:33.276 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.259+0000 7f894e7fc700 1 --2- 172.21.15.42:0/3680955352 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601dca07640 0x5601dca08340 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7f8944004790 tx=0x7f894400af90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3609bea69b610a5b server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:33.277 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.260+0000 7f8934ff9700 1 -- 172.21.15.42:0/3680955352 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8944023030 con 0x5601dca07640 2024-06-06T08:31:33.277 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.260+0000 7f8934ff9700 1 -- 172.21.15.42:0/3680955352 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8944004d10 con 0x5601dca07640 2024-06-06T08:31:33.277 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.260+0000 7f8934ff9700 1 -- 172.21.15.42:0/3680955352 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8944005660 con 0x5601dca07640 2024-06-06T08:31:33.277 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.260+0000 7f895fd66b80 1 -- 172.21.15.42:0/3680955352 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601dca07640 msgr2=0x5601dca08340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:33.277 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.260+0000 7f895fd66b80 1 --2- 172.21.15.42:0/3680955352 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601dca07640 0x5601dca08340 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7f8944004790 tx=0x7f894400af90 comp rx=0 tx=0).stop 2024-06-06T08:31:33.277 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.260+0000 7f895fd66b80 1 -- 172.21.15.42:0/3680955352 shutdown_connections 2024-06-06T08:31:33.278 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.260+0000 7f895fd66b80 1 --2- 172.21.15.42:0/3680955352 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5601dca07f60 0x5601dca08880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:33.278 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.260+0000 7f895fd66b80 1 --2- 172.21.15.42:0/3680955352 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5601dca01f20 0x5601dca019e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:33.278 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.260+0000 7f895fd66b80 1 --2- 172.21.15.42:0/3680955352 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601dca07640 0x5601dca08340 unknown :-1 s=CLOSED pgs=844 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:33.278 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.260+0000 7f895fd66b80 1 -- 172.21.15.42:0/3680955352 >> 172.21.15.42:0/3680955352 conn(0x5601dc92ccc0 msgr2=0x5601dc9fc430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:33.278 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.261+0000 7f895fd66b80 1 -- 172.21.15.42:0/3680955352 shutdown_connections 2024-06-06T08:31:33.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.261+0000 7f895fd66b80 1 -- 172.21.15.42:0/3680955352 wait complete. 2024-06-06T08:31:33.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.261+0000 7f895fd66b80 1 -- start start 2024-06-06T08:31:33.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.261+0000 7f895fd66b80 1 Processor -- start 2024-06-06T08:31:33.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.261+0000 7f895fd66b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601dca01f20 0x5601dca25490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:33.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.261+0000 7f895fd66b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5601dca07640 0x5601dca21bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:33.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.261+0000 7f895fd66b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5601dca07f60 0x5601dca22220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:33.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.261+0000 7f895fd66b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f89501aa880 con 0x5601dca01f20 2024-06-06T08:31:33.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.261+0000 7f895fd66b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f89501abcf0 con 0x5601dca07640 2024-06-06T08:31:33.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.261+0000 7f895fd66b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f89501aaf50 con 0x5601dca07f60 2024-06-06T08:31:33.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.261+0000 7f895fd66b80 10 client.0 _ll_register_callbacks cb 0x5601dc8ed920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:31:33.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.261+0000 7f894effd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601dca01f20 0x5601dca25490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:33.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.261+0000 7f894effd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601dca01f20 0x5601dca25490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:40410/0 (socket says 172.21.15.42:40410) 2024-06-06T08:31:33.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.261+0000 7f894effd700 1 -- 172.21.15.42:0/3284301526 learned_addr learned my addr 172.21.15.42:0/3284301526 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:33.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.262+0000 7f894e7fc700 1 --2- 172.21.15.42:0/3284301526 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5601dca07640 0x5601dca21bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:33.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.262+0000 7f894f7fe700 1 --2- 172.21.15.42:0/3284301526 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5601dca07f60 0x5601dca22220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:33.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.262+0000 7f894effd700 1 -- 172.21.15.42:0/3284301526 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5601dca07f60 msgr2=0x5601dca22220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:33.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.262+0000 7f894effd700 1 --2- 172.21.15.42:0/3284301526 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5601dca07f60 0x5601dca22220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:33.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.262+0000 7f894effd700 1 -- 172.21.15.42:0/3284301526 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5601dca07640 msgr2=0x5601dca21bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:33.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.262+0000 7f894effd700 1 --2- 172.21.15.42:0/3284301526 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5601dca07640 0x5601dca21bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:33.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.262+0000 7f894effd700 1 -- 172.21.15.42:0/3284301526 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5601dca88510 con 0x5601dca01f20 2024-06-06T08:31:33.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.262+0000 7f894f7fe700 1 --2- 172.21.15.42:0/3284301526 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5601dca07f60 0x5601dca22220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:31:33.283 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.262+0000 7f894effd700 1 --2- 172.21.15.42:0/3284301526 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601dca01f20 0x5601dca25490 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7f89400cd0a0 tx=0x7f894009fce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=949de45b418138f0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:33.283 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.262+0000 7f8932ff5700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:31:33.283 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.262+0000 7f8932ff5700 1 -- 172.21.15.42:0/3284301526 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8940097b10 con 0x5601dca01f20 2024-06-06T08:31:33.283 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.262+0000 7f8932ff5700 1 -- 172.21.15.42:0/3284301526 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(109..109 src has 1..109) ==== 9438+0+0 (secure 0 0 0) 0x7f8940022300 con 0x5601dca01f20 2024-06-06T08:31:33.283 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.262+0000 7f895fd66b80 1 -- 172.21.15.42:0/3284301526 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8944004d10 con 0x5601dca01f20 2024-06-06T08:31:33.283 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.262+0000 7f8932ff5700 1 -- 172.21.15.42:0/3284301526 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f894007f050 con 0x5601dca01f20 2024-06-06T08:31:33.284 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.262+0000 7f895fd66b80 10 client.17154 fetch_fsmap learned FSMap version 40 2024-06-06T08:31:33.284 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.262+0000 7f895fd66b80 1 -- 172.21.15.42:0/3284301526 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x5601dca89600 con 0x5601dca01f20 2024-06-06T08:31:33.284 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.263+0000 7f8932ff5700 1 -- 172.21.15.42:0/3284301526 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8944004d10 con 0x5601dca01f20 2024-06-06T08:31:33.284 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.263+0000 7f8932ff5700 1 -- 172.21.15.42:0/3284301526 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 40) ==== 8362+0+0 (secure 0 0 0) 0x7f89400a4050 con 0x5601dca01f20 2024-06-06T08:31:33.284 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.263+0000 7f895fd66b80 10 client.17154 fetch_fsmap finished waiting for FSMap version 40 2024-06-06T08:31:33.285 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.263+0000 7f895fd66b80 10 client.17154 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.b 2024-06-06T08:31:33.285 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.263+0000 7f895fd66b80 20 client.17154 populate_metadata read hostname 'smithi042' 2024-06-06T08:31:33.285 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.263+0000 7f895fd66b80 1 --2- 172.21.15.42:0/3284301526 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x5601dca89a60 0x5601dca8be50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:33.285 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.263+0000 7f895fd66b80 4 client.17154 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-06-06T08:31:33.285 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.263+0000 7f895fd66b80 1 -- 172.21.15.42:0/3284301526 --> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5601dc95b290 con 0x5601dca89a60 2024-06-06T08:31:33.285 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.263+0000 7f894e7fc700 1 --2- 172.21.15.42:0/3284301526 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x5601dca89a60 0x5601dca8be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:33.286 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.263+0000 7f894e7fc700 1 --2- 172.21.15.42:0/3284301526 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x5601dca89a60 0x5601dca8be50 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=eae3cb6976f38c12 server_cookie=70d284535692b69c in_seq=0 out_seq=0 2024-06-06T08:31:33.286 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.263+0000 7f8932ff5700 10 client.17154 ms_handle_connect on v2:172.21.15.120:6838/1585293472 2024-06-06T08:31:33.286 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.264+0000 7f8932ff5700 1 -- 172.21.15.42:0/3284301526 <== mds.2 v2:172.21.15.120:6838/1585293472 1 ==== command_reply(tid 0: 0 ) ==== 8+0+6557 (crc 0 0 0) 0x5601dc95b290 con 0x5601dca89a60 2024-06-06T08:31:33.286 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.264+0000 7f8932ff5700 10 client.17154 handle_command_reply: tid=0 2024-06-06T08:31:33.286 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.264+0000 7f895fd66b80 1 client.17154 shutdown 2024-06-06T08:31:33.287 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.264+0000 7f895fd66b80 1 -- 172.21.15.42:0/3284301526 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601dca01f20 msgr2=0x5601dca25490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:33.287 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.264+0000 7f895fd66b80 1 --2- 172.21.15.42:0/3284301526 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601dca01f20 0x5601dca25490 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7f89400cd0a0 tx=0x7f894009fce0 comp rx=0 tx=0).stop 2024-06-06T08:31:33.287 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.264+0000 7f895fd66b80 1 -- 172.21.15.42:0/3284301526 shutdown_connections 2024-06-06T08:31:33.287 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.264+0000 7f895fd66b80 1 --2- 172.21.15.42:0/3284301526 >> [v2:172.21.15.120:6838/1585293472,v1:172.21.15.120:6839/1585293472] conn(0x5601dca89a60 0x5601dca8be50 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:33.287 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.264+0000 7f895fd66b80 1 --2- 172.21.15.42:0/3284301526 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5601dca07f60 0x5601dca22220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:33.287 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.264+0000 7f8932ff5700 0 client.17154 ms_handle_reset on v2:172.21.15.120:6838/1585293472 2024-06-06T08:31:33.288 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.264+0000 7f895fd66b80 1 --2- 172.21.15.42:0/3284301526 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5601dca01f20 0x5601dca25490 unknown :-1 s=CLOSED pgs=845 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:33.288 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.264+0000 7f895fd66b80 1 --2- 172.21.15.42:0/3284301526 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5601dca07640 0x5601dca21bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:33.288 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.264+0000 7f895fd66b80 1 -- 172.21.15.42:0/3284301526 >> 172.21.15.42:0/3284301526 conn(0x5601dc92ccc0 msgr2=0x5601dca08340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:33.288 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.264+0000 7f895fd66b80 1 -- 172.21.15.42:0/3284301526 shutdown_connections 2024-06-06T08:31:33.288 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.264+0000 7f895fd66b80 1 -- 172.21.15.42:0/3284301526 wait complete. 2024-06-06T08:31:33.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.264+0000 7f895fd66b80 20 client.17154 trim_cache size 0 max 16384 2024-06-06T08:31:33.289 INFO:teuthology.orchestra.run.smithi042.stdout:[ 2024-06-06T08:31:33.289 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:31:33.289 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-06T08:31:33.290 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 567322028, 2024-06-06T08:31:33.290 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 2199023268305, 2024-06-06T08:31:33.290 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-23/comment-16.xml" 2024-06-06T08:31:33.290 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:31:33.290 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:31:33.291 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-06T08:31:33.291 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 918637617, 2024-06-06T08:31:33.291 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 2199023268309, 2024-06-06T08:31:33.291 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-23/comment-10.xml" 2024-06-06T08:31:33.291 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:31:33.291 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:31:33.291 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-06T08:31:33.291 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 938799956, 2024-06-06T08:31:33.292 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511658516, 2024-06-06T08:31:33.292 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-17.xml" 2024-06-06T08:31:33.292 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:31:33.292 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:31:33.292 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-06T08:31:33.292 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 962409701, 2024-06-06T08:31:33.292 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 2199023268307, 2024-06-06T08:31:33.292 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-23/comment-15.xml" 2024-06-06T08:31:33.292 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:31:33.292 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:31:33.292 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-06T08:31:33.292 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 1049268576, 2024-06-06T08:31:33.292 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511658519, 2024-06-06T08:31:33.292 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-23/comment-9.xml" 2024-06-06T08:31:33.293 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:31:33.293 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:31:33.293 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-06T08:31:33.293 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 1341436747, 2024-06-06T08:31:33.293 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511658504, 2024-06-06T08:31:33.293 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-27.xml" 2024-06-06T08:31:33.293 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:31:33.293 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:31:33.293 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-06T08:31:33.293 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 1383135646, 2024-06-06T08:31:33.293 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 2199023268306, 2024-06-06T08:31:33.293 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-30.xml" 2024-06-06T08:31:33.294 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:31:33.294 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:31:33.294 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-06T08:31:33.294 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 1472192835, 2024-06-06T08:31:33.294 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511658523, 2024-06-06T08:31:33.294 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-23/comment-7.xml" 2024-06-06T08:31:33.294 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:31:33.294 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:31:33.294 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-06T08:31:33.294 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 1592565220, 2024-06-06T08:31:33.294 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511658505, 2024-06-06T08:31:33.294 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-26.xml" 2024-06-06T08:31:33.294 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:31:33.295 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:31:33.295 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-06T08:31:33.295 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 1809476301, 2024-06-06T08:31:33.295 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511658503, 2024-06-06T08:31:33.295 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-28.xml" 2024-06-06T08:31:33.295 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:31:33.295 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:31:33.295 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-06T08:31:33.295 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 1845876472, 2024-06-06T08:31:33.295 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511658510, 2024-06-06T08:31:33.295 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-23/comment-11.xml" 2024-06-06T08:31:33.295 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:31:33.295 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:31:33.296 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-06T08:31:33.296 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 1882441328, 2024-06-06T08:31:33.296 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511658518, 2024-06-06T08:31:33.296 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-14.xml" 2024-06-06T08:31:33.296 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:31:33.296 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:31:33.296 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-06T08:31:33.296 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 1961512341, 2024-06-06T08:31:33.296 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511658524, 2024-06-06T08:31:33.296 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-11.xml" 2024-06-06T08:31:33.296 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:31:33.296 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:31:33.296 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-06T08:31:33.297 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 2071409863, 2024-06-06T08:31:33.297 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511658515, 2024-06-06T08:31:33.297 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-18.xml" 2024-06-06T08:31:33.297 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:31:33.297 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:31:33.297 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-06T08:31:33.297 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 2956713207, 2024-06-06T08:31:33.297 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511658521, 2024-06-06T08:31:33.297 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-23/comment-8.xml" 2024-06-06T08:31:33.297 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:31:33.297 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:31:33.297 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-06T08:31:33.297 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 3140814873, 2024-06-06T08:31:33.297 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511658511, 2024-06-06T08:31:33.298 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-22.xml" 2024-06-06T08:31:33.298 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:31:33.298 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:31:33.298 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-06T08:31:33.298 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 3258708608, 2024-06-06T08:31:33.298 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511658507, 2024-06-06T08:31:33.298 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-25.xml" 2024-06-06T08:31:33.298 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:31:33.298 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:31:33.298 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-06T08:31:33.298 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 3624199520, 2024-06-06T08:31:33.298 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511658501, 2024-06-06T08:31:33.298 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-29.xml" 2024-06-06T08:31:33.299 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:31:33.299 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:31:33.299 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-06T08:31:33.299 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 3666309258, 2024-06-06T08:31:33.299 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511658512, 2024-06-06T08:31:33.299 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-21.xml" 2024-06-06T08:31:33.299 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:31:33.299 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:31:33.299 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-06T08:31:33.299 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 3668350946, 2024-06-06T08:31:33.299 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511658508, 2024-06-06T08:31:33.299 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-24.xml" 2024-06-06T08:31:33.299 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:31:33.299 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:31:33.300 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-06T08:31:33.300 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 3671265471, 2024-06-06T08:31:33.300 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511658517, 2024-06-06T08:31:33.300 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-16.xml" 2024-06-06T08:31:33.300 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:31:33.300 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:31:33.300 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-06T08:31:33.300 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 3736533215, 2024-06-06T08:31:33.300 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511658509, 2024-06-06T08:31:33.300 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-23.xml" 2024-06-06T08:31:33.300 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:31:33.300 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:31:33.300 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-06T08:31:33.301 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 3792202463, 2024-06-06T08:31:33.301 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 2199023268310, 2024-06-06T08:31:33.301 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-15.xml" 2024-06-06T08:31:33.301 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:31:33.301 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:31:33.301 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-06T08:31:33.301 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 3969616644, 2024-06-06T08:31:33.301 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511658522, 2024-06-06T08:31:33.301 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-12.xml" 2024-06-06T08:31:33.301 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:31:33.301 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:31:33.301 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-06T08:31:33.301 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 3978599095, 2024-06-06T08:31:33.301 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511658514, 2024-06-06T08:31:33.302 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-19.xml" 2024-06-06T08:31:33.302 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:31:33.302 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:31:33.302 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-06T08:31:33.302 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 4041997685, 2024-06-06T08:31:33.302 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511658513, 2024-06-06T08:31:33.302 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-20.xml" 2024-06-06T08:31:33.302 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:31:33.302 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:31:33.302 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-06T08:31:33.302 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 4232075200, 2024-06-06T08:31:33.302 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511658520, 2024-06-06T08:31:33.302 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-13.xml" 2024-06-06T08:31:33.303 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:31:33.303 INFO:teuthology.orchestra.run.smithi042.stdout:] 2024-06-06T08:31:33.303 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.265+0000 7f89554e3700 1 -- 172.21.15.42:0/869193704 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f89380a2d90 msgr2=0x7f89380a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:33.303 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.265+0000 7f89554e3700 1 --2- 172.21.15.42:0/869193704 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f89380a2d90 0x7f89380a5250 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f8948009e60 tx=0x7f8948004aa0 comp rx=0 tx=0).stop 2024-06-06T08:31:33.303 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.265+0000 7f89554e3700 1 -- 172.21.15.42:0/869193704 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8950100a80 msgr2=0x7f895019e7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:33.304 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.265+0000 7f89554e3700 1 --2- 172.21.15.42:0/869193704 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8950100a80 0x7f895019e7b0 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7f894000d980 tx=0x7f894000dc90 comp rx=0 tx=0).stop 2024-06-06T08:31:33.304 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.265+0000 7f89554e3700 1 -- 172.21.15.42:0/869193704 shutdown_connections 2024-06-06T08:31:33.304 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.265+0000 7f89554e3700 1 --2- 172.21.15.42:0/869193704 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f89380a2d90 0x7f89380a5250 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:33.304 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.265+0000 7f89554e3700 1 --2- 172.21.15.42:0/869193704 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8950108510 0x7f8950198970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:33.304 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.265+0000 7f89554e3700 1 --2- 172.21.15.42:0/869193704 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8950100a80 0x7f895019e7b0 unknown :-1 s=CLOSED pgs=843 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:33.304 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.265+0000 7f89554e3700 1 --2- 172.21.15.42:0/869193704 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8950101440 0x7f895019ecf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:33.304 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.265+0000 7f89554e3700 1 -- 172.21.15.42:0/869193704 >> 172.21.15.42:0/869193704 conn(0x7f8950077a00 msgr2=0x7f89500fee50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:33.304 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.265+0000 7f89554e3700 1 -- 172.21.15.42:0/869193704 shutdown_connections 2024-06-06T08:31:33.304 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:33.265+0000 7f89554e3700 1 -- 172.21.15.42:0/869193704 wait complete. 2024-06-06T08:31:34.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:31:34 smithi120 ceph-mon[36658]: pgmap v280: 129 pgs: 129 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 79 KiB/s wr, 12 op/s 2024-06-06T08:31:34.642 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:31:34 smithi042 ceph-mon[32384]: pgmap v280: 129 pgs: 129 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 79 KiB/s wr, 12 op/s 2024-06-06T08:31:34.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:31:34 smithi149 ceph-mon[36842]: pgmap v280: 129 pgs: 129 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 79 KiB/s wr, 12 op/s 2024-06-06T08:31:35.776 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-06-06T08:31:36.303 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:31:36.306 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.307+0000 7f95d8502700 1 -- 172.21.15.42:0/1129528324 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f95d006a170 msgr2=0x7f95d006a5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:36.306 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.307+0000 7f95d8502700 1 --2- 172.21.15.42:0/1129528324 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f95d006a170 0x7f95d006a5f0 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7f95c0009990 tx=0x7f95c0009ca0 comp rx=0 tx=0).stop 2024-06-06T08:31:36.306 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.307+0000 7f95d8502700 1 -- 172.21.15.42:0/1129528324 shutdown_connections 2024-06-06T08:31:36.306 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.307+0000 7f95d8502700 1 --2- 172.21.15.42:0/1129528324 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f95d006ab30 0x7f95d010f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:36.306 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.307+0000 7f95d8502700 1 --2- 172.21.15.42:0/1129528324 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f95d0108500 0x7f95d01088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:36.307 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.307+0000 7f95d8502700 1 --2- 172.21.15.42:0/1129528324 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f95d006a170 0x7f95d006a5f0 unknown :-1 s=CLOSED pgs=846 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:36.307 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.307+0000 7f95d8502700 1 -- 172.21.15.42:0/1129528324 >> 172.21.15.42:0/1129528324 conn(0x7f95d0078340 msgr2=0x7f95d0078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:36.307 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.307+0000 7f95d8502700 1 -- 172.21.15.42:0/1129528324 shutdown_connections 2024-06-06T08:31:36.307 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.307+0000 7f95d8502700 1 -- 172.21.15.42:0/1129528324 wait complete. 2024-06-06T08:31:36.308 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.308+0000 7f95d8502700 1 Processor -- start 2024-06-06T08:31:36.309 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.308+0000 7f95d8502700 1 -- start start 2024-06-06T08:31:36.309 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.308+0000 7f95d8502700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f95d006a170 0x7f95d0101460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:36.309 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.309+0000 7f95d8502700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f95d006ab30 0x7f95d01019a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:36.309 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.309+0000 7f95d8502700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f95d0108500 0x7f95d0101ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:36.309 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.309+0000 7f95d629e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f95d006a170 0x7f95d0101460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:36.309 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.309+0000 7f95d8502700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f95d0112780 con 0x7f95d006a170 2024-06-06T08:31:36.309 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.309+0000 7f95d8502700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f95d0112600 con 0x7f95d0108500 2024-06-06T08:31:36.309 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.309+0000 7f95d629e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f95d006a170 0x7f95d0101460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:40418/0 (socket says 172.21.15.42:40418) 2024-06-06T08:31:36.309 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.309+0000 7f95d8502700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f95d0112900 con 0x7f95d006ab30 2024-06-06T08:31:36.309 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.309+0000 7f95d629e700 1 -- 172.21.15.42:0/3593223843 learned_addr learned my addr 172.21.15.42:0/3593223843 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:36.309 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.309+0000 7f95d5a9d700 1 --2- 172.21.15.42:0/3593223843 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f95d006ab30 0x7f95d01019a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:36.309 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.309+0000 7f95d6a9f700 1 --2- 172.21.15.42:0/3593223843 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f95d0108500 0x7f95d0101ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:36.310 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.309+0000 7f95d629e700 1 -- 172.21.15.42:0/3593223843 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f95d006ab30 msgr2=0x7f95d01019a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:36.310 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.309+0000 7f95d629e700 1 --2- 172.21.15.42:0/3593223843 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f95d006ab30 0x7f95d01019a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:36.310 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.309+0000 7f95d629e700 1 -- 172.21.15.42:0/3593223843 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f95d0108500 msgr2=0x7f95d0101ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:36.310 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.309+0000 7f95d629e700 1 --2- 172.21.15.42:0/3593223843 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f95d0108500 0x7f95d0101ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:36.310 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.309+0000 7f95d629e700 1 -- 172.21.15.42:0/3593223843 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95d01a7160 con 0x7f95d006a170 2024-06-06T08:31:36.310 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.309+0000 7f95d6a9f700 1 --2- 172.21.15.42:0/3593223843 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f95d0108500 0x7f95d0101ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:31:36.310 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.309+0000 7f95d629e700 1 --2- 172.21.15.42:0/3593223843 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f95d006a170 0x7f95d0101460 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7f95cc00d980 tx=0x7f95cc00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:36.310 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.310+0000 7f95c77fe700 1 -- 172.21.15.42:0/3593223843 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95cc017070 con 0x7f95d006a170 2024-06-06T08:31:36.310 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.310+0000 7f95d8502700 1 -- 172.21.15.42:0/3593223843 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95d01a7450 con 0x7f95d006a170 2024-06-06T08:31:36.310 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.310+0000 7f95c77fe700 1 -- 172.21.15.42:0/3593223843 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f95cc005020 con 0x7f95d006a170 2024-06-06T08:31:36.310 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.310+0000 7f95c77fe700 1 -- 172.21.15.42:0/3593223843 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95cc009bc0 con 0x7f95d006a170 2024-06-06T08:31:36.310 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.310+0000 7f95d8502700 1 -- 172.21.15.42:0/3593223843 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95d01a7960 con 0x7f95d006a170 2024-06-06T08:31:36.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.312+0000 7f95c77fe700 1 -- 172.21.15.42:0/3593223843 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f95cc010460 con 0x7f95d006a170 2024-06-06T08:31:36.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.313+0000 7f95c77fe700 1 --2- 172.21.15.42:0/3593223843 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f95bc0a2d90 0x7f95bc0a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:36.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.313+0000 7f95d5a9d700 1 --2- 172.21.15.42:0/3593223843 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f95bc0a2d90 0x7f95bc0a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:36.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.313+0000 7f95c77fe700 1 -- 172.21.15.42:0/3593223843 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 9394+0+0 (secure 0 0 0) 0x7f95cc0cf690 con 0x7f95d006a170 2024-06-06T08:31:36.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.314+0000 7f95e2d85b80 1 Processor -- start 2024-06-06T08:31:36.313 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.314+0000 7f95e2d85b80 1 -- start start 2024-06-06T08:31:36.313 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.314+0000 7f95d5a9d700 1 --2- 172.21.15.42:0/3593223843 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f95bc0a2d90 0x7f95bc0a5250 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f95c000b5c0 tx=0x7f95c0005960 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:36.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.314+0000 7f95e2d85b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e432cbbc40 0x55e432cbc020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:36.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.314+0000 7f95e2d85b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e432cbc560 0x55e432cb5e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:36.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.314+0000 7f95e2d85b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e432cb63d0 0x55e432cb6810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:36.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.314+0000 7f95e2d85b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55e432c07910 con 0x55e432cbbc40 2024-06-06T08:31:36.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.314+0000 7f95e2d85b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55e432baf820 con 0x55e432cbc560 2024-06-06T08:31:36.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.314+0000 7f95e2d85b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55e432c038d0 con 0x55e432cb63d0 2024-06-06T08:31:36.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.314+0000 7f95d629e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e432cbbc40 0x55e432cbc020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:36.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.314+0000 7f95d629e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e432cbbc40 0x55e432cbc020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:40420/0 (socket says 172.21.15.42:40420) 2024-06-06T08:31:36.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.314+0000 7f95d629e700 1 -- 172.21.15.42:0/2645483398 learned_addr learned my addr 172.21.15.42:0/2645483398 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:36.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.315+0000 7f95d5a9d700 1 --2- 172.21.15.42:0/2645483398 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e432cbc560 0x55e432cb5e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:36.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.315+0000 7f95d6a9f700 1 --2- 172.21.15.42:0/2645483398 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e432cb63d0 0x55e432cb6810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:36.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.315+0000 7f95d629e700 1 -- 172.21.15.42:0/2645483398 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e432cb63d0 msgr2=0x55e432cb6810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:36.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.315+0000 7f95d629e700 1 --2- 172.21.15.42:0/2645483398 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e432cb63d0 0x55e432cb6810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:36.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.315+0000 7f95d629e700 1 -- 172.21.15.42:0/2645483398 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e432cbc560 msgr2=0x55e432cb5e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:36.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.315+0000 7f95d629e700 1 --2- 172.21.15.42:0/2645483398 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e432cbc560 0x55e432cb5e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:36.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.315+0000 7f95d629e700 1 -- 172.21.15.42:0/2645483398 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e432ba6050 con 0x55e432cbbc40 2024-06-06T08:31:36.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.315+0000 7f95d629e700 1 --2- 172.21.15.42:0/2645483398 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e432cbbc40 0x55e432cbc020 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x7f95cc09b7d0 tx=0x7f95cc09b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=193a7b743814a8b5 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:36.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.315+0000 7f95c4ff9700 1 -- 172.21.15.42:0/2645483398 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95cc009d60 con 0x55e432cbbc40 2024-06-06T08:31:36.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.315+0000 7f95c4ff9700 1 -- 172.21.15.42:0/2645483398 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f95cc005560 con 0x55e432cbbc40 2024-06-06T08:31:36.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.315+0000 7f95c4ff9700 1 -- 172.21.15.42:0/2645483398 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95cc0cf2c0 con 0x55e432cbbc40 2024-06-06T08:31:36.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.316+0000 7f95e2d85b80 1 -- 172.21.15.42:0/2645483398 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e432cbbc40 msgr2=0x55e432cbc020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:36.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.316+0000 7f95e2d85b80 1 --2- 172.21.15.42:0/2645483398 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e432cbbc40 0x55e432cbc020 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x7f95cc09b7d0 tx=0x7f95cc09b840 comp rx=0 tx=0).stop 2024-06-06T08:31:36.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.316+0000 7f95e2d85b80 1 -- 172.21.15.42:0/2645483398 shutdown_connections 2024-06-06T08:31:36.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.316+0000 7f95e2d85b80 1 --2- 172.21.15.42:0/2645483398 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e432cb63d0 0x55e432cb6810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:36.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.316+0000 7f95e2d85b80 1 --2- 172.21.15.42:0/2645483398 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e432cbbc40 0x55e432cbc020 unknown :-1 s=CLOSED pgs=848 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:36.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.316+0000 7f95e2d85b80 1 --2- 172.21.15.42:0/2645483398 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e432cbc560 0x55e432cb5e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:36.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.316+0000 7f95e2d85b80 1 -- 172.21.15.42:0/2645483398 >> 172.21.15.42:0/2645483398 conn(0x55e432be0dc0 msgr2=0x55e432cb1120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:36.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.317+0000 7f95e2d85b80 1 -- 172.21.15.42:0/2645483398 shutdown_connections 2024-06-06T08:31:36.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.317+0000 7f95e2d85b80 1 -- 172.21.15.42:0/2645483398 wait complete. 2024-06-06T08:31:36.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.317+0000 7f95e2d85b80 1 -- start start 2024-06-06T08:31:36.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.317+0000 7f95e2d85b80 1 Processor -- start 2024-06-06T08:31:36.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.317+0000 7f95e2d85b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e432cb63d0 0x55e432cc2310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:36.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.317+0000 7f95e2d85b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e432cbbc40 0x55e432cbf610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:36.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.317+0000 7f95e2d85b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e432cbc560 0x55e432cbfb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:36.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.317+0000 7f95e2d85b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55e432cc2fd0 con 0x55e432cb63d0 2024-06-06T08:31:36.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.317+0000 7f95e2d85b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55e432ba7cf0 con 0x55e432cbbc40 2024-06-06T08:31:36.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.317+0000 7f95e2d85b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55e432cc3150 con 0x55e432cbc560 2024-06-06T08:31:36.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.317+0000 7f95e2d85b80 10 client.0 _ll_register_callbacks cb 0x55e432ba1a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:31:36.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.318+0000 7f95d629e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e432cb63d0 0x55e432cc2310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:36.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.318+0000 7f95d629e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e432cb63d0 0x55e432cc2310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:40428/0 (socket says 172.21.15.42:40428) 2024-06-06T08:31:36.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.318+0000 7f95d629e700 1 -- 172.21.15.42:0/1613507765 learned_addr learned my addr 172.21.15.42:0/1613507765 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:36.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.318+0000 7f95d6a9f700 1 --2- 172.21.15.42:0/1613507765 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e432cbc560 0x55e432cbfb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:36.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.318+0000 7f95d5a9d700 1 --2- 172.21.15.42:0/1613507765 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e432cbbc40 0x55e432cbf610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:36.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.318+0000 7f95d629e700 1 -- 172.21.15.42:0/1613507765 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e432cbc560 msgr2=0x55e432cbfb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:36.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.318+0000 7f95d629e700 1 --2- 172.21.15.42:0/1613507765 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e432cbc560 0x55e432cbfb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:36.320 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.318+0000 7f95d629e700 1 -- 172.21.15.42:0/1613507765 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e432cbbc40 msgr2=0x55e432cbf610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:36.321 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.318+0000 7f95d629e700 1 --2- 172.21.15.42:0/1613507765 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e432cbbc40 0x55e432cbf610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:36.321 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.318+0000 7f95d629e700 1 -- 172.21.15.42:0/1613507765 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e432b569d0 con 0x55e432cb63d0 2024-06-06T08:31:36.321 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.318+0000 7f95d5a9d700 1 --2- 172.21.15.42:0/1613507765 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e432cbbc40 0x55e432cbf610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:31:36.321 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.318+0000 7f95d629e700 1 --2- 172.21.15.42:0/1613507765 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e432cb63d0 0x55e432cc2310 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7f95cc0cf9b0 tx=0x7f95cc009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9163a40e03ee4d5 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:36.321 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.318+0000 7f95b9ffb700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:31:36.321 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.318+0000 7f95b9ffb700 1 -- 172.21.15.42:0/1613507765 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95cc0b9070 con 0x55e432cb63d0 2024-06-06T08:31:36.321 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.318+0000 7f95b9ffb700 1 -- 172.21.15.42:0/1613507765 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 9394+0+0 (secure 0 0 0) 0x7f95cc0cf2c0 con 0x55e432cb63d0 2024-06-06T08:31:36.321 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.318+0000 7f95e2d85b80 1 -- 172.21.15.42:0/1613507765 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f95cc005560 con 0x55e432cb63d0 2024-06-06T08:31:36.321 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.319+0000 7f95b9ffb700 1 -- 172.21.15.42:0/1613507765 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f95cc0ba260 con 0x55e432cb63d0 2024-06-06T08:31:36.321 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.319+0000 7f95e2d85b80 10 client.17166 fetch_fsmap learned FSMap version 40 2024-06-06T08:31:36.321 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.319+0000 7f95e2d85b80 1 -- 172.21.15.42:0/1613507765 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x55e432ccd950 con 0x55e432cb63d0 2024-06-06T08:31:36.321 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.319+0000 7f95b9ffb700 1 -- 172.21.15.42:0/1613507765 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f95cc0cf4c0 con 0x55e432cb63d0 2024-06-06T08:31:36.321 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.319+0000 7f95b9ffb700 1 -- 172.21.15.42:0/1613507765 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 40) ==== 8362+0+0 (secure 0 0 0) 0x7f95cc09bb30 con 0x55e432cb63d0 2024-06-06T08:31:36.321 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.319+0000 7f95e2d85b80 10 client.17166 fetch_fsmap finished waiting for FSMap version 40 2024-06-06T08:31:36.321 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.319+0000 7f95e2d85b80 10 client.17166 resolve_mds: validated gid 24484 aka daemon mds.i 2024-06-06T08:31:36.322 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.319+0000 7f95e2d85b80 20 client.17166 populate_metadata read hostname 'smithi042' 2024-06-06T08:31:36.322 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.319+0000 7f95e2d85b80 1 --2- 172.21.15.42:0/1613507765 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55e432ccfe20 0x55e432cd2210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:36.322 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.319+0000 7f95e2d85b80 4 client.17166 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:31:36.322 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.319+0000 7f95e2d85b80 1 -- 172.21.15.42:0/1613507765 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f95cc005560 con 0x55e432ccfe20 2024-06-06T08:31:36.323 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.320+0000 7f95d5a9d700 1 --2- 172.21.15.42:0/1613507765 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55e432ccfe20 0x55e432cd2210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:36.323 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.320+0000 7f95d5a9d700 1 --2- 172.21.15.42:0/1613507765 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55e432ccfe20 0x55e432cd2210 crc :-1 s=READY pgs=197 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=96ca49d71a44c35d server_cookie=d08bb915c81d28c4 in_seq=0 out_seq=0 2024-06-06T08:31:36.323 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.320+0000 7f95b9ffb700 10 client.17166 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:31:36.323 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.321+0000 7f95b9ffb700 1 -- 172.21.15.42:0/1613507765 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x7f95cc005560 con 0x55e432ccfe20 2024-06-06T08:31:36.323 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.321+0000 7f95b9ffb700 10 client.17166 handle_command_reply: tid=0 2024-06-06T08:31:36.323 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.321+0000 7f95e2d85b80 1 client.17166 shutdown 2024-06-06T08:31:36.323 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.321+0000 7f95e2d85b80 1 -- 172.21.15.42:0/1613507765 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e432cb63d0 msgr2=0x55e432cc2310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:36.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.321+0000 7f95e2d85b80 1 --2- 172.21.15.42:0/1613507765 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e432cb63d0 0x55e432cc2310 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7f95cc0cf9b0 tx=0x7f95cc009f90 comp rx=0 tx=0).stop 2024-06-06T08:31:36.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.321+0000 7f95e2d85b80 1 -- 172.21.15.42:0/1613507765 shutdown_connections 2024-06-06T08:31:36.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.321+0000 7f95e2d85b80 1 --2- 172.21.15.42:0/1613507765 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e432cbc560 0x55e432cbfb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:36.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.321+0000 7f95e2d85b80 1 --2- 172.21.15.42:0/1613507765 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e432cb63d0 0x55e432cc2310 unknown :-1 s=CLOSED pgs=849 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:36.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.321+0000 7f95e2d85b80 1 --2- 172.21.15.42:0/1613507765 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55e432ccfe20 0x55e432cd2210 crc :-1 s=READY pgs=197 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:36.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.321+0000 7f95e2d85b80 1 --2- 172.21.15.42:0/1613507765 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e432cbbc40 0x55e432cbf610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:36.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.321+0000 7f95e2d85b80 1 -- 172.21.15.42:0/1613507765 >> 172.21.15.42:0/1613507765 conn(0x55e432be0dc0 msgr2=0x55e432cb4e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:36.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.321+0000 7f95b9ffb700 0 client.17166 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:31:36.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.321+0000 7f95e2d85b80 1 -- 172.21.15.42:0/1613507765 shutdown_connections 2024-06-06T08:31:36.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.321+0000 7f95e2d85b80 1 -- 172.21.15.42:0/1613507765 wait complete. 2024-06-06T08:31:36.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.322+0000 7f95e2d85b80 20 client.17166 trim_cache size 0 max 16384 2024-06-06T08:31:36.343 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.343+0000 7f95e2d85b80 1 Processor -- start 2024-06-06T08:31:36.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.344+0000 7f95e2d85b80 1 -- start start 2024-06-06T08:31:36.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.344+0000 7f95e2d85b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e432cbbc40 0x55e432cbd1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:36.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.344+0000 7f95e2d85b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e432cbc560 0x55e432cbe610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:36.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.344+0000 7f95e2d85b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e432cb0830 0x55e432cb0c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:36.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.344+0000 7f95e2d85b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f95d01b30b0 con 0x55e432cb0830 2024-06-06T08:31:36.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.344+0000 7f95e2d85b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f95d01b0880 con 0x55e432cbbc40 2024-06-06T08:31:36.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.344+0000 7f95e2d85b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f95d01ae6f0 con 0x55e432cbc560 2024-06-06T08:31:36.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.344+0000 7f95d6a9f700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e432cb0830 0x55e432cb0c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:36.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.344+0000 7f95d6a9f700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e432cb0830 0x55e432cb0c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:40430/0 (socket says 172.21.15.42:40430) 2024-06-06T08:31:36.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.344+0000 7f95d6a9f700 1 -- 172.21.15.42:0/2347354479 learned_addr learned my addr 172.21.15.42:0/2347354479 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:36.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.344+0000 7f95d629e700 1 --2- 172.21.15.42:0/2347354479 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e432cbbc40 0x55e432cbd1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:36.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.344+0000 7f95d5a9d700 1 --2- 172.21.15.42:0/2347354479 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e432cbc560 0x55e432cbe610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:36.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.344+0000 7f95d6a9f700 1 -- 172.21.15.42:0/2347354479 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e432cbc560 msgr2=0x55e432cbe610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:36.345 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.344+0000 7f95d6a9f700 1 --2- 172.21.15.42:0/2347354479 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e432cbc560 0x55e432cbe610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:36.345 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.344+0000 7f95d6a9f700 1 -- 172.21.15.42:0/2347354479 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e432cbbc40 msgr2=0x55e432cbd1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:36.345 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.344+0000 7f95d6a9f700 1 --2- 172.21.15.42:0/2347354479 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e432cbbc40 0x55e432cbd1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:36.345 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.344+0000 7f95d6a9f700 1 -- 172.21.15.42:0/2347354479 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e432cab080 con 0x55e432cb0830 2024-06-06T08:31:36.345 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.344+0000 7f95d629e700 1 --2- 172.21.15.42:0/2347354479 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e432cbbc40 0x55e432cbd1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:31:36.345 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.345+0000 7f95d6a9f700 1 --2- 172.21.15.42:0/2347354479 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e432cb0830 0x55e432cb0c90 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7f95c8009dd0 tx=0x7f95c80077e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4487a09b3692b02 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:36.345 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.345+0000 7f95bbfff700 1 -- 172.21.15.42:0/2347354479 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95c801b070 con 0x55e432cb0830 2024-06-06T08:31:36.345 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.345+0000 7f95bbfff700 1 -- 172.21.15.42:0/2347354479 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f95c8017920 con 0x55e432cb0830 2024-06-06T08:31:36.345 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.345+0000 7f95bbfff700 1 -- 172.21.15.42:0/2347354479 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95c80168e0 con 0x55e432cb0830 2024-06-06T08:31:36.349 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.346+0000 7f95e2d85b80 1 -- 172.21.15.42:0/2347354479 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e432cb0830 msgr2=0x55e432cb0c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:36.349 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.346+0000 7f95e2d85b80 1 --2- 172.21.15.42:0/2347354479 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e432cb0830 0x55e432cb0c90 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7f95c8009dd0 tx=0x7f95c80077e0 comp rx=0 tx=0).stop 2024-06-06T08:31:36.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.346+0000 7f95e2d85b80 1 -- 172.21.15.42:0/2347354479 shutdown_connections 2024-06-06T08:31:36.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.346+0000 7f95e2d85b80 1 --2- 172.21.15.42:0/2347354479 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e432cb0830 0x55e432cb0c90 unknown :-1 s=CLOSED pgs=850 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:36.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.346+0000 7f95e2d85b80 1 --2- 172.21.15.42:0/2347354479 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e432cbbc40 0x55e432cbd1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:36.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.346+0000 7f95e2d85b80 1 --2- 172.21.15.42:0/2347354479 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e432cbc560 0x55e432cbe610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:36.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.346+0000 7f95e2d85b80 1 -- 172.21.15.42:0/2347354479 >> 172.21.15.42:0/2347354479 conn(0x55e432be0dc0 msgr2=0x55e432cbdf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:36.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.346+0000 7f95e2d85b80 1 -- 172.21.15.42:0/2347354479 shutdown_connections 2024-06-06T08:31:36.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.346+0000 7f95e2d85b80 1 -- 172.21.15.42:0/2347354479 wait complete. 2024-06-06T08:31:36.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.346+0000 7f95e2d85b80 1 -- start start 2024-06-06T08:31:36.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.346+0000 7f95e2d85b80 1 Processor -- start 2024-06-06T08:31:36.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.346+0000 7f95e2d85b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e432cb0830 0x55e432cd5210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:36.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.346+0000 7f95e2d85b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e432cbbc40 0x55e432cd5750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:36.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.346+0000 7f95e2d85b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e432cbc560 0x55e432cd37c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:36.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.346+0000 7f95e2d85b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f95d01aed40 con 0x55e432cb0830 2024-06-06T08:31:36.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.346+0000 7f95e2d85b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f95d01b01b0 con 0x55e432cbbc40 2024-06-06T08:31:36.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.346+0000 7f95e2d85b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f95d01af410 con 0x55e432cbc560 2024-06-06T08:31:36.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.346+0000 7f95d629e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e432cb0830 0x55e432cd5210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:36.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.346+0000 7f95e2d85b80 10 client.0 _ll_register_callbacks cb 0x55e432ba1a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:31:36.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.346+0000 7f95d629e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e432cb0830 0x55e432cd5210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:40446/0 (socket says 172.21.15.42:40446) 2024-06-06T08:31:36.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.346+0000 7f95d629e700 1 -- 172.21.15.42:0/309094609 learned_addr learned my addr 172.21.15.42:0/309094609 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:36.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.347+0000 7f95d6a9f700 1 --2- 172.21.15.42:0/309094609 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e432cbc560 0x55e432cd37c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:36.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.347+0000 7f95d5a9d700 1 --2- 172.21.15.42:0/309094609 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e432cbbc40 0x55e432cd5750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:36.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.347+0000 7f95d629e700 1 -- 172.21.15.42:0/309094609 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e432cbc560 msgr2=0x55e432cd37c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:36.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.347+0000 7f95d629e700 1 --2- 172.21.15.42:0/309094609 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e432cbc560 0x55e432cd37c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:36.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.347+0000 7f95d629e700 1 -- 172.21.15.42:0/309094609 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e432cbbc40 msgr2=0x55e432cd5750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:36.351 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.347+0000 7f95d629e700 1 --2- 172.21.15.42:0/309094609 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e432cbbc40 0x55e432cd5750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:36.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.347+0000 7f95d629e700 1 -- 172.21.15.42:0/309094609 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e432cd3fc0 con 0x55e432cb0830 2024-06-06T08:31:36.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.347+0000 7f95d5a9d700 1 --2- 172.21.15.42:0/309094609 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e432cbbc40 0x55e432cd5750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:31:36.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.347+0000 7f95d629e700 1 --2- 172.21.15.42:0/309094609 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e432cb0830 0x55e432cd5210 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7f95cc098210 tx=0x7f95cc0cf5a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55b4bfbc445e4080 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:36.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.347+0000 7f95b9ffb700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:31:36.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.347+0000 7f95b9ffb700 1 -- 172.21.15.42:0/309094609 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95cc0b9040 con 0x55e432cb0830 2024-06-06T08:31:36.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.347+0000 7f95b9ffb700 1 -- 172.21.15.42:0/309094609 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 9394+0+0 (secure 0 0 0) 0x7f95cc09ac90 con 0x55e432cb0830 2024-06-06T08:31:36.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.347+0000 7f95e2d85b80 1 -- 172.21.15.42:0/309094609 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f95c8017920 con 0x55e432cb0830 2024-06-06T08:31:36.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.347+0000 7f95b9ffb700 1 -- 172.21.15.42:0/309094609 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f95cc097ae0 con 0x55e432cb0830 2024-06-06T08:31:36.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.347+0000 7f95e2d85b80 10 client.17172 fetch_fsmap learned FSMap version 40 2024-06-06T08:31:36.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.347+0000 7f95e2d85b80 1 -- 172.21.15.42:0/309094609 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x55e432cd3fc0 con 0x55e432cb0830 2024-06-06T08:31:36.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.348+0000 7f95b9ffb700 1 -- 172.21.15.42:0/309094609 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f95c8017920 con 0x55e432cb0830 2024-06-06T08:31:36.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.348+0000 7f95b9ffb700 1 -- 172.21.15.42:0/309094609 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 40) ==== 8362+0+0 (secure 0 0 0) 0x7f95cc09a700 con 0x55e432cb0830 2024-06-06T08:31:36.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.348+0000 7f95e2d85b80 10 client.17172 fetch_fsmap finished waiting for FSMap version 40 2024-06-06T08:31:36.352 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.348+0000 7f95e2d85b80 10 client.17172 resolve_mds: validated gid 24484 aka daemon mds.i 2024-06-06T08:31:36.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.348+0000 7f95e2d85b80 20 client.17172 populate_metadata read hostname 'smithi042' 2024-06-06T08:31:36.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.348+0000 7f95e2d85b80 1 --2- 172.21.15.42:0/309094609 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55e432d43f30 0x55e432d46350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:36.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.348+0000 7f95e2d85b80 4 client.17172 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "99a9321b", "release": true, "await": true}] 2024-06-06T08:31:36.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.348+0000 7f95e2d85b80 1 -- 172.21.15.42:0/309094609 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "quiesce db", "set_id": "99a9321b", "release": true, "await": true}) -- 0x55e432c14e10 con 0x55e432d43f30 2024-06-06T08:31:36.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.348+0000 7f95d5a9d700 1 --2- 172.21.15.42:0/309094609 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55e432d43f30 0x55e432d46350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:36.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.349+0000 7f95b9ffb700 10 client.17172 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:31:36.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:36.349+0000 7f95d5a9d700 1 --2- 172.21.15.42:0/309094609 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55e432d43f30 0x55e432d46350 crc :-1 s=READY pgs=198 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d311170cc1bfb9c0 server_cookie=36af1816e7f1770a in_seq=0 out_seq=0 2024-06-06T08:31:36.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:31:36 smithi042 ceph-mon[32384]: pgmap v281: 129 pgs: 129 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 74 KiB/s rd, 76 KiB/s wr, 11 op/s 2024-06-06T08:31:36.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:31:36 smithi042 ceph-mon[32384]: osdmap e110: 12 total, 12 up, 12 in 2024-06-06T08:31:36.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:31:36 smithi120 ceph-mon[36658]: pgmap v281: 129 pgs: 129 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 74 KiB/s rd, 76 KiB/s wr, 11 op/s 2024-06-06T08:31:36.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:31:36 smithi120 ceph-mon[36658]: osdmap e110: 12 total, 12 up, 12 in 2024-06-06T08:31:36.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:31:36 smithi149 ceph-mon[36842]: pgmap v281: 129 pgs: 129 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 74 KiB/s rd, 76 KiB/s wr, 11 op/s 2024-06-06T08:31:36.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:31:36 smithi149 ceph-mon[36842]: osdmap e110: 12 total, 12 up, 12 in 2024-06-06T08:31:37.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:37.366+0000 7f95b9ffb700 1 -- 172.21.15.42:0/309094609 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55e432c14e10 con 0x55e432d43f30 2024-06-06T08:31:37.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:37.366+0000 7f95b9ffb700 10 client.17172 handle_command_reply: tid=0 2024-06-06T08:31:37.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:37.366+0000 7f95e2d85b80 1 client.17172 shutdown 2024-06-06T08:31:37.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:37.366+0000 7f95e2d85b80 1 -- 172.21.15.42:0/309094609 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e432cb0830 msgr2=0x55e432cd5210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:37.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:37.366+0000 7f95e2d85b80 1 --2- 172.21.15.42:0/309094609 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e432cb0830 0x55e432cd5210 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7f95cc098210 tx=0x7f95cc0cf5a0 comp rx=0 tx=0).stop 2024-06-06T08:31:37.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:37.366+0000 7f95e2d85b80 1 -- 172.21.15.42:0/309094609 shutdown_connections 2024-06-06T08:31:37.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:37.366+0000 7f95e2d85b80 1 --2- 172.21.15.42:0/309094609 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e432cbc560 0x55e432cd37c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:37.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:37.366+0000 7f95e2d85b80 1 --2- 172.21.15.42:0/309094609 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e432cb0830 0x55e432cd5210 unknown :-1 s=CLOSED pgs=851 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:37.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:37.366+0000 7f95e2d85b80 1 --2- 172.21.15.42:0/309094609 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55e432d43f30 0x55e432d46350 crc :-1 s=READY pgs=198 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:37.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:37.366+0000 7f95e2d85b80 1 --2- 172.21.15.42:0/309094609 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e432cbbc40 0x55e432cd5750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:37.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:37.366+0000 7f95b9ffb700 0 client.17172 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:31:37.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:37.366+0000 7f95e2d85b80 1 -- 172.21.15.42:0/309094609 >> 172.21.15.42:0/309094609 conn(0x55e432be0dc0 msgr2=0x55e432cbdf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:37.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:37.366+0000 7f95e2d85b80 1 -- 172.21.15.42:0/309094609 shutdown_connections 2024-06-06T08:31:37.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:37.366+0000 7f95e2d85b80 1 -- 172.21.15.42:0/309094609 wait complete. 2024-06-06T08:31:37.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:37.366+0000 7f95e2d85b80 20 client.17172 trim_cache size 0 max 16384 2024-06-06T08:31:37.367 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:31:37.367 INFO:teuthology.orchestra.run.smithi042.stdout: "epoch": 40, 2024-06-06T08:31:37.367 INFO:teuthology.orchestra.run.smithi042.stdout: "leader": 24484, 2024-06-06T08:31:37.367 INFO:teuthology.orchestra.run.smithi042.stdout: "set_version": 24, 2024-06-06T08:31:37.367 INFO:teuthology.orchestra.run.smithi042.stdout: "sets": { 2024-06-06T08:31:37.367 INFO:teuthology.orchestra.run.smithi042.stdout: "99a9321b": { 2024-06-06T08:31:37.367 INFO:teuthology.orchestra.run.smithi042.stdout: "version": 24, 2024-06-06T08:31:37.367 INFO:teuthology.orchestra.run.smithi042.stdout: "age_ref": 0.0, 2024-06-06T08:31:37.367 INFO:teuthology.orchestra.run.smithi042.stdout: "state": { 2024-06-06T08:31:37.368 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "RELEASED", 2024-06-06T08:31:37.368 INFO:teuthology.orchestra.run.smithi042.stdout: "age": 0.0 2024-06-06T08:31:37.368 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:31:37.368 INFO:teuthology.orchestra.run.smithi042.stdout: "timeout": 90.0, 2024-06-06T08:31:37.368 INFO:teuthology.orchestra.run.smithi042.stdout: "expiration": 145.6, 2024-06-06T08:31:37.368 INFO:teuthology.orchestra.run.smithi042.stdout: "members": { 2024-06-06T08:31:37.368 INFO:teuthology.orchestra.run.smithi042.stdout: "file:/": { 2024-06-06T08:31:37.368 INFO:teuthology.orchestra.run.smithi042.stdout: "excluded": false, 2024-06-06T08:31:37.368 INFO:teuthology.orchestra.run.smithi042.stdout: "state": { 2024-06-06T08:31:37.368 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "RELEASED", 2024-06-06T08:31:37.368 INFO:teuthology.orchestra.run.smithi042.stdout: "age": 0.0 2024-06-06T08:31:37.368 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:31:37.368 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:31:37.368 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:31:37.369 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:31:37.369 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:31:37.369 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:31:37.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:37.367+0000 7f95d8502700 1 -- 172.21.15.42:0/3593223843 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f95bc0a2d90 msgr2=0x7f95bc0a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:37.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:37.367+0000 7f95d8502700 1 --2- 172.21.15.42:0/3593223843 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f95bc0a2d90 0x7f95bc0a5250 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f95c000b5c0 tx=0x7f95c0005960 comp rx=0 tx=0).stop 2024-06-06T08:31:37.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:37.367+0000 7f95d8502700 1 -- 172.21.15.42:0/3593223843 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f95d006a170 msgr2=0x7f95d0101460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:37.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:37.367+0000 7f95d8502700 1 --2- 172.21.15.42:0/3593223843 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f95d006a170 0x7f95d0101460 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7f95cc00d980 tx=0x7f95cc00dc90 comp rx=0 tx=0).stop 2024-06-06T08:31:37.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:37.367+0000 7f95d8502700 1 -- 172.21.15.42:0/3593223843 shutdown_connections 2024-06-06T08:31:37.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:37.367+0000 7f95d8502700 1 --2- 172.21.15.42:0/3593223843 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f95bc0a2d90 0x7f95bc0a5250 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:37.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:37.367+0000 7f95d8502700 1 --2- 172.21.15.42:0/3593223843 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f95d0108500 0x7f95d0101ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:37.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:37.367+0000 7f95d8502700 1 --2- 172.21.15.42:0/3593223843 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f95d006a170 0x7f95d0101460 unknown :-1 s=CLOSED pgs=847 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:37.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:37.367+0000 7f95d8502700 1 --2- 172.21.15.42:0/3593223843 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f95d006ab30 0x7f95d01019a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:37.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:37.367+0000 7f95d8502700 1 -- 172.21.15.42:0/3593223843 >> 172.21.15.42:0/3593223843 conn(0x7f95d0078340 msgr2=0x7f95d00fff00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:37.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:37.367+0000 7f95d8502700 1 -- 172.21.15.42:0/3593223843 shutdown_connections 2024-06-06T08:31:37.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:37.367+0000 7f95d8502700 1 -- 172.21.15.42:0/3593223843 wait complete. 2024-06-06T08:31:38.359 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '99a9321b', total seconds elapsed: 37.2 2024-06-06T08:31:38.360 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 25.6 2024-06-06T08:31:38.360 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:31:38.576 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:31:38 smithi042 ceph-mon[32384]: pgmap v283: 129 pgs: 129 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 1.4 KiB/s wr, 6 op/s 2024-06-06T08:31:38.613 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.613+0000 7f5d518fa700 1 -- 172.21.15.42:0/3442722820 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5d4c06b3c0 msgr2=0x7f5d4c10f310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:38.613 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.613+0000 7f5d518fa700 1 --2- 172.21.15.42:0/3442722820 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5d4c06b3c0 0x7f5d4c10f310 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7f5d4400b0a0 tx=0x7f5d4400b3b0 comp rx=0 tx=0).stop 2024-06-06T08:31:38.613 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.613+0000 7f5d518fa700 1 -- 172.21.15.42:0/3442722820 shutdown_connections 2024-06-06T08:31:38.613 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.613+0000 7f5d518fa700 1 --2- 172.21.15.42:0/3442722820 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5d4c06b3c0 0x7f5d4c10f310 unknown :-1 s=CLOSED pgs=852 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:38.613 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.613+0000 7f5d518fa700 1 --2- 172.21.15.42:0/3442722820 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5d4c1084f0 0x7f5d4c1088d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:38.613 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.613+0000 7f5d518fa700 1 --2- 172.21.15.42:0/3442722820 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5d4c06aa00 0x7f5d4c06ae80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:38.613 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.613+0000 7f5d518fa700 1 -- 172.21.15.42:0/3442722820 >> 172.21.15.42:0/3442722820 conn(0x7f5d4c078300 msgr2=0x7f5d4c078710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:38.613 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.613+0000 7f5d518fa700 1 -- 172.21.15.42:0/3442722820 shutdown_connections 2024-06-06T08:31:38.613 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.613+0000 7f5d518fa700 1 -- 172.21.15.42:0/3442722820 wait complete. 2024-06-06T08:31:38.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.614+0000 7f5d518fa700 1 Processor -- start 2024-06-06T08:31:38.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.614+0000 7f5d518fa700 1 -- start start 2024-06-06T08:31:38.615 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.614+0000 7f5d518fa700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5d4c06aa00 0x7f5d4c19e820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:38.615 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.614+0000 7f5d518fa700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5d4c06b3c0 0x7f5d4c19ed60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:38.615 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.615+0000 7f5d518fa700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5d4c1084f0 0x7f5d4c198a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:38.615 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.615+0000 7f5d4affd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5d4c06aa00 0x7f5d4c19e820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:38.615 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.615+0000 7f5d4affd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5d4c06aa00 0x7f5d4c19e820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:49062/0 (socket says 172.21.15.42:49062) 2024-06-06T08:31:38.615 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.615+0000 7f5d518fa700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5d4c112770 con 0x7f5d4c06aa00 2024-06-06T08:31:38.616 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.615+0000 7f5d4affd700 1 -- 172.21.15.42:0/101016658 learned_addr learned my addr 172.21.15.42:0/101016658 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:38.616 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.615+0000 7f5d518fa700 1 -- 172.21.15.42:0/101016658 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f5d4c1125f0 con 0x7f5d4c06b3c0 2024-06-06T08:31:38.616 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.615+0000 7f5d518fa700 1 -- 172.21.15.42:0/101016658 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f5d4c1128f0 con 0x7f5d4c1084f0 2024-06-06T08:31:38.616 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.615+0000 7f5d427fc700 1 --2- 172.21.15.42:0/101016658 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5d4c06b3c0 0x7f5d4c19ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:38.616 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.615+0000 7f5d4b7fe700 1 --2- 172.21.15.42:0/101016658 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5d4c1084f0 0x7f5d4c198a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:38.616 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.615+0000 7f5d4affd700 1 -- 172.21.15.42:0/101016658 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5d4c1084f0 msgr2=0x7f5d4c198a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:38.616 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.615+0000 7f5d4affd700 1 --2- 172.21.15.42:0/101016658 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5d4c1084f0 0x7f5d4c198a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:38.616 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.615+0000 7f5d4affd700 1 -- 172.21.15.42:0/101016658 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5d4c06b3c0 msgr2=0x7f5d4c19ed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:38.616 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.615+0000 7f5d4affd700 1 --2- 172.21.15.42:0/101016658 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5d4c06b3c0 0x7f5d4c19ed60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:38.616 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.615+0000 7f5d4affd700 1 -- 172.21.15.42:0/101016658 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d4c199190 con 0x7f5d4c06aa00 2024-06-06T08:31:38.616 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.615+0000 7f5d4affd700 1 --2- 172.21.15.42:0/101016658 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5d4c06aa00 0x7f5d4c19e820 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f5d3c00e9a0 tx=0x7f5d3c00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:38.616 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.616+0000 7f5d508f8700 1 -- 172.21.15.42:0/101016658 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d3c00ca10 con 0x7f5d4c06aa00 2024-06-06T08:31:38.616 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.616+0000 7f5d508f8700 1 -- 172.21.15.42:0/101016658 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5d3c00cbb0 con 0x7f5d4c06aa00 2024-06-06T08:31:38.617 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.616+0000 7f5d518fa700 1 -- 172.21.15.42:0/101016658 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5d4c199480 con 0x7f5d4c06aa00 2024-06-06T08:31:38.617 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.616+0000 7f5d508f8700 1 -- 172.21.15.42:0/101016658 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d3c018680 con 0x7f5d4c06aa00 2024-06-06T08:31:38.617 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.616+0000 7f5d518fa700 1 -- 172.21.15.42:0/101016658 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5d4c101380 con 0x7f5d4c06aa00 2024-06-06T08:31:38.617 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.618+0000 7f5d508f8700 1 -- 172.21.15.42:0/101016658 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f5d3c010430 con 0x7f5d4c06aa00 2024-06-06T08:31:38.618 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.619+0000 7f5d508f8700 1 --2- 172.21.15.42:0/101016658 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f5d380a2d90 0x7f5d380a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:38.618 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.619+0000 7f5d427fc700 1 --2- 172.21.15.42:0/101016658 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f5d380a2d90 0x7f5d380a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:38.618 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.619+0000 7f5d508f8700 1 -- 172.21.15.42:0/101016658 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 9394+0+0 (secure 0 0 0) 0x7f5d3c0cf9d0 con 0x7f5d4c06aa00 2024-06-06T08:31:38.620 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.620+0000 7f5d427fc700 1 --2- 172.21.15.42:0/101016658 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f5d380a2d90 0x7f5d380a5250 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f5d4c078900 tx=0x7f5d3400a300 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:38.620 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.620+0000 7f5d5c17db80 1 Processor -- start 2024-06-06T08:31:38.620 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.620+0000 7f5d5c17db80 1 -- start start 2024-06-06T08:31:38.620 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.620+0000 7f5d5c17db80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55cd5b71f640 0x55cd5b71fa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:38.620 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.620+0000 7f5d5c17db80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cd5b71ff60 0x55cd5b7199e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:38.620 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.620+0000 7f5d5c17db80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55cd5b719f20 0x55cd5b71a340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:38.620 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.620+0000 7f5d5c17db80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55cd5b66b810 con 0x55cd5b71ff60 2024-06-06T08:31:38.620 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.620+0000 7f5d5c17db80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55cd5b613720 con 0x55cd5b71f640 2024-06-06T08:31:38.621 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.620+0000 7f5d5c17db80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55cd5b6677d0 con 0x55cd5b719f20 2024-06-06T08:31:38.621 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.620+0000 7f5d427fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cd5b71ff60 0x55cd5b7199e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:38.621 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.620+0000 7f5d427fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cd5b71ff60 0x55cd5b7199e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:49078/0 (socket says 172.21.15.42:49078) 2024-06-06T08:31:38.621 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.620+0000 7f5d427fc700 1 -- 172.21.15.42:0/677123464 learned_addr learned my addr 172.21.15.42:0/677123464 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:38.621 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.620+0000 7f5d4affd700 1 --2- 172.21.15.42:0/677123464 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55cd5b71f640 0x55cd5b71fa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:38.621 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.621+0000 7f5d4b7fe700 1 --2- 172.21.15.42:0/677123464 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55cd5b719f20 0x55cd5b71a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:38.621 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.621+0000 7f5d4affd700 1 -- 172.21.15.42:0/677123464 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55cd5b719f20 msgr2=0x55cd5b71a340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:38.621 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.621+0000 7f5d4affd700 1 --2- 172.21.15.42:0/677123464 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55cd5b719f20 0x55cd5b71a340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:38.621 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.621+0000 7f5d4affd700 1 -- 172.21.15.42:0/677123464 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cd5b71ff60 msgr2=0x55cd5b7199e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:38.621 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.621+0000 7f5d4affd700 1 --2- 172.21.15.42:0/677123464 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cd5b71ff60 0x55cd5b7199e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:38.621 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.621+0000 7f5d4affd700 1 -- 172.21.15.42:0/677123464 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cd5b609f50 con 0x55cd5b71f640 2024-06-06T08:31:38.621 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.621+0000 7f5d427fc700 1 --2- 172.21.15.42:0/677123464 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cd5b71ff60 0x55cd5b7199e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:31:38.621 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.621+0000 7f5d4affd700 1 --2- 172.21.15.42:0/677123464 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55cd5b71f640 0x55cd5b71fa20 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f5d3c0ccd50 tx=0x7f5d3c09bb20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=371f57ad78eddc7e server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:38.622 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.621+0000 7f5d41ffb700 1 -- 172.21.15.42:0/677123464 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d3c0a4790 con 0x55cd5b71f640 2024-06-06T08:31:38.622 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.621+0000 7f5d41ffb700 1 -- 172.21.15.42:0/677123464 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5d3c09ce50 con 0x55cd5b71f640 2024-06-06T08:31:38.622 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.621+0000 7f5d41ffb700 1 -- 172.21.15.42:0/677123464 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d3c010720 con 0x55cd5b71f640 2024-06-06T08:31:38.624 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.622+0000 7f5d5c17db80 1 -- 172.21.15.42:0/677123464 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55cd5b71f640 msgr2=0x55cd5b71fa20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:38.624 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.622+0000 7f5d5c17db80 1 --2- 172.21.15.42:0/677123464 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55cd5b71f640 0x55cd5b71fa20 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f5d3c0ccd50 tx=0x7f5d3c09bb20 comp rx=0 tx=0).stop 2024-06-06T08:31:38.625 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.622+0000 7f5d5c17db80 1 -- 172.21.15.42:0/677123464 shutdown_connections 2024-06-06T08:31:38.625 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.622+0000 7f5d5c17db80 1 --2- 172.21.15.42:0/677123464 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55cd5b719f20 0x55cd5b71a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:38.625 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.623+0000 7f5d5c17db80 1 --2- 172.21.15.42:0/677123464 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55cd5b71f640 0x55cd5b71fa20 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:38.625 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.623+0000 7f5d5c17db80 1 --2- 172.21.15.42:0/677123464 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cd5b71ff60 0x55cd5b7199e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:38.625 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.623+0000 7f5d5c17db80 1 -- 172.21.15.42:0/677123464 >> 172.21.15.42:0/677123464 conn(0x55cd5b644cc0 msgr2=0x55cd5b714850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:38.625 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.623+0000 7f5d5c17db80 1 -- 172.21.15.42:0/677123464 shutdown_connections 2024-06-06T08:31:38.625 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.623+0000 7f5d5c17db80 1 -- 172.21.15.42:0/677123464 wait complete. 2024-06-06T08:31:38.625 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.623+0000 7f5d5c17db80 1 -- start start 2024-06-06T08:31:38.625 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.623+0000 7f5d5c17db80 1 Processor -- start 2024-06-06T08:31:38.625 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.623+0000 7f5d5c17db80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55cd5b719f20 0x55cd5b725da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:38.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.624+0000 7f5d5c17db80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cd5b71f640 0x55cd5b7230a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:38.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.624+0000 7f5d5c17db80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55cd5b71ff60 0x55cd5b7235e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:38.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.624+0000 7f5d5c17db80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55cd5b7269d0 con 0x55cd5b71f640 2024-06-06T08:31:38.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.624+0000 7f5d5c17db80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55cd5b60bbf0 con 0x55cd5b71ff60 2024-06-06T08:31:38.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.624+0000 7f5d5c17db80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55cd5b726b50 con 0x55cd5b719f20 2024-06-06T08:31:38.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.624+0000 7f5d5c17db80 10 client.0 _ll_register_callbacks cb 0x55cd5b605920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:31:38.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.624+0000 7f5d427fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cd5b71f640 0x55cd5b7230a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:38.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.624+0000 7f5d4b7fe700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55cd5b71ff60 0x55cd5b7235e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:38.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.624+0000 7f5d427fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cd5b71f640 0x55cd5b7230a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:49094/0 (socket says 172.21.15.42:49094) 2024-06-06T08:31:38.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.624+0000 7f5d427fc700 1 -- 172.21.15.42:0/818382575 learned_addr learned my addr 172.21.15.42:0/818382575 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:38.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.624+0000 7f5d4affd700 1 --2- 172.21.15.42:0/818382575 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55cd5b719f20 0x55cd5b725da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:38.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.624+0000 7f5d427fc700 1 -- 172.21.15.42:0/818382575 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55cd5b719f20 msgr2=0x55cd5b725da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:38.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.624+0000 7f5d427fc700 1 --2- 172.21.15.42:0/818382575 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55cd5b719f20 0x55cd5b725da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:38.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.624+0000 7f5d427fc700 1 -- 172.21.15.42:0/818382575 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55cd5b71ff60 msgr2=0x55cd5b7235e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:38.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.624+0000 7f5d427fc700 1 --2- 172.21.15.42:0/818382575 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55cd5b71ff60 0x55cd5b7235e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:38.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.624+0000 7f5d427fc700 1 -- 172.21.15.42:0/818382575 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cd5b5ba8d0 con 0x55cd5b71f640 2024-06-06T08:31:38.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.624+0000 7f5d4b7fe700 1 --2- 172.21.15.42:0/818382575 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55cd5b71ff60 0x55cd5b7235e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:31:38.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.624+0000 7f5d427fc700 1 --2- 172.21.15.42:0/818382575 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cd5b71f640 0x55cd5b7230a0 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x7f5d34005950 tx=0x7f5d340047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62a4a94ac63bbc76 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:38.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.624+0000 7f5d2affd700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:31:38.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.625+0000 7f5d2affd700 1 -- 172.21.15.42:0/818382575 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d34016070 con 0x55cd5b71f640 2024-06-06T08:31:38.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.625+0000 7f5d2affd700 1 -- 172.21.15.42:0/818382575 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 9394+0+0 (secure 0 0 0) 0x7f5d34010ac0 con 0x55cd5b71f640 2024-06-06T08:31:38.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.625+0000 7f5d5c17db80 1 -- 172.21.15.42:0/818382575 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5d3c09ce50 con 0x55cd5b71f640 2024-06-06T08:31:38.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.625+0000 7f5d2affd700 1 -- 172.21.15.42:0/818382575 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f5d34030050 con 0x55cd5b71f640 2024-06-06T08:31:38.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.625+0000 7f5d5c17db80 10 client.17184 fetch_fsmap learned FSMap version 40 2024-06-06T08:31:38.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.625+0000 7f5d5c17db80 1 -- 172.21.15.42:0/818382575 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x55cd5b731380 con 0x55cd5b71f640 2024-06-06T08:31:38.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.625+0000 7f5d2affd700 1 -- 172.21.15.42:0/818382575 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5d3c09ce50 con 0x55cd5b71f640 2024-06-06T08:31:38.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.625+0000 7f5d2affd700 1 -- 172.21.15.42:0/818382575 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 40) ==== 8362+0+0 (secure 0 0 0) 0x7f5d34024030 con 0x55cd5b71f640 2024-06-06T08:31:38.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.625+0000 7f5d5c17db80 10 client.17184 fetch_fsmap finished waiting for FSMap version 40 2024-06-06T08:31:38.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.625+0000 7f5d5c17db80 10 client.17184 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-06-06T08:31:38.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.625+0000 7f5d5c17db80 20 client.17184 populate_metadata read hostname 'smithi042' 2024-06-06T08:31:38.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.625+0000 7f5d5c17db80 1 --2- 172.21.15.42:0/818382575 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x55cd5b733990 0x55cd5b735db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:38.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.625+0000 7f5d5c17db80 4 client.17184 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:31:38.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.625+0000 7f5d5c17db80 1 -- 172.21.15.42:0/818382575 --> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cd5b678d10 con 0x55cd5b733990 2024-06-06T08:31:38.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.626+0000 7f5d4affd700 1 --2- 172.21.15.42:0/818382575 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x55cd5b733990 0x55cd5b735db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:38.629 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.626+0000 7f5d4affd700 1 --2- 172.21.15.42:0/818382575 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x55cd5b733990 0x55cd5b735db0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=ce9bdefcfc2d508d server_cookie=fd1ef740837d4feb in_seq=0 out_seq=0 2024-06-06T08:31:38.629 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.626+0000 7f5d2affd700 10 client.17184 ms_handle_connect on v2:172.21.15.149:6836/751787578 2024-06-06T08:31:38.629 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.627+0000 7f5d2affd700 1 -- 172.21.15.42:0/818382575 <== mds.1 v2:172.21.15.149:6836/751787578 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55cd5b678d10 con 0x55cd5b733990 2024-06-06T08:31:38.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.627+0000 7f5d2affd700 10 client.17184 handle_command_reply: tid=0 2024-06-06T08:31:38.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.627+0000 7f5d5c17db80 1 client.17184 shutdown 2024-06-06T08:31:38.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.627+0000 7f5d5c17db80 1 -- 172.21.15.42:0/818382575 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cd5b71f640 msgr2=0x55cd5b7230a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:38.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.627+0000 7f5d5c17db80 1 --2- 172.21.15.42:0/818382575 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cd5b71f640 0x55cd5b7230a0 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x7f5d34005950 tx=0x7f5d340047c0 comp rx=0 tx=0).stop 2024-06-06T08:31:38.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.627+0000 7f5d5c17db80 1 -- 172.21.15.42:0/818382575 shutdown_connections 2024-06-06T08:31:38.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.627+0000 7f5d5c17db80 1 --2- 172.21.15.42:0/818382575 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x55cd5b733990 0x55cd5b735db0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:38.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.627+0000 7f5d5c17db80 1 --2- 172.21.15.42:0/818382575 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55cd5b71ff60 0x55cd5b7235e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:38.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.627+0000 7f5d5c17db80 1 --2- 172.21.15.42:0/818382575 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55cd5b719f20 0x55cd5b725da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:38.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.627+0000 7f5d5c17db80 1 --2- 172.21.15.42:0/818382575 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cd5b71f640 0x55cd5b7230a0 unknown :-1 s=CLOSED pgs=854 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:38.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.627+0000 7f5d5c17db80 1 -- 172.21.15.42:0/818382575 >> 172.21.15.42:0/818382575 conn(0x55cd5b644cc0 msgr2=0x55cd5b7145f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:38.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.627+0000 7f5d2affd700 0 client.17184 ms_handle_reset on v2:172.21.15.149:6836/751787578 2024-06-06T08:31:38.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.627+0000 7f5d5c17db80 1 -- 172.21.15.42:0/818382575 shutdown_connections 2024-06-06T08:31:38.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.627+0000 7f5d5c17db80 1 -- 172.21.15.42:0/818382575 wait complete. 2024-06-06T08:31:38.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.627+0000 7f5d5c17db80 20 client.17184 trim_cache size 0 max 16384 2024-06-06T08:31:38.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:31:38 smithi120 ceph-mon[36658]: pgmap v283: 129 pgs: 129 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 1.4 KiB/s wr, 6 op/s 2024-06-06T08:31:38.644 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.644+0000 7f5d5c17db80 1 Processor -- start 2024-06-06T08:31:38.644 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.644+0000 7f5d5c17db80 1 -- start start 2024-06-06T08:31:38.644 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.644+0000 7f5d5c17db80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55cd5b719f20 0x55cd5b72fc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:38.644 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.644+0000 7f5d5c17db80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cd5b71f640 0x55cd5b7199e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:38.644 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.644+0000 7f5d5c17db80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55cd5b71ff60 0x55cd5b71d800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:38.644 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.644+0000 7f5d5c17db80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5d4c1b30b0 con 0x55cd5b71f640 2024-06-06T08:31:38.644 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.644+0000 7f5d5c17db80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f5d4c1b0880 con 0x55cd5b719f20 2024-06-06T08:31:38.644 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.644+0000 7f5d5c17db80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f5d4c1ae6f0 con 0x55cd5b71ff60 2024-06-06T08:31:38.644 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.644+0000 7f5d4affd700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55cd5b719f20 0x55cd5b72fc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:38.644 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.644+0000 7f5d4affd700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55cd5b719f20 0x55cd5b72fc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:49654/0 (socket says 172.21.15.42:49654) 2024-06-06T08:31:38.645 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.644+0000 7f5d427fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cd5b71f640 0x55cd5b7199e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:38.645 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.644+0000 7f5d4affd700 1 -- 172.21.15.42:0/3759095618 learned_addr learned my addr 172.21.15.42:0/3759095618 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:38.645 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.644+0000 7f5d4b7fe700 1 --2- 172.21.15.42:0/3759095618 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55cd5b71ff60 0x55cd5b71d800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:38.645 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.645+0000 7f5d4affd700 1 -- 172.21.15.42:0/3759095618 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55cd5b71ff60 msgr2=0x55cd5b71d800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:38.645 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.645+0000 7f5d4affd700 1 --2- 172.21.15.42:0/3759095618 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55cd5b71ff60 0x55cd5b71d800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:38.645 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.645+0000 7f5d4affd700 1 -- 172.21.15.42:0/3759095618 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cd5b71f640 msgr2=0x55cd5b7199e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:38.645 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.645+0000 7f5d4affd700 1 --2- 172.21.15.42:0/3759095618 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cd5b71f640 0x55cd5b7199e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:38.645 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.645+0000 7f5d4affd700 1 -- 172.21.15.42:0/3759095618 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cd5b71fc70 con 0x55cd5b719f20 2024-06-06T08:31:38.645 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.645+0000 7f5d427fc700 1 --2- 172.21.15.42:0/3759095618 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cd5b71f640 0x55cd5b7199e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:31:38.645 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.645+0000 7f5d4affd700 1 --2- 172.21.15.42:0/3759095618 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55cd5b719f20 0x55cd5b72fc70 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f5d3c09b820 tx=0x7f5d3c0cf040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=60c3c39325ac6cfe server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:38.645 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.645+0000 7f5d417fa700 1 -- 172.21.15.42:0/3759095618 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d3c0ba070 con 0x55cd5b719f20 2024-06-06T08:31:38.645 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.645+0000 7f5d417fa700 1 -- 172.21.15.42:0/3759095618 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5d3c09ce50 con 0x55cd5b719f20 2024-06-06T08:31:38.645 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.645+0000 7f5d417fa700 1 -- 172.21.15.42:0/3759095618 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d3c010720 con 0x55cd5b719f20 2024-06-06T08:31:38.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.646+0000 7f5d5c17db80 1 -- 172.21.15.42:0/3759095618 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55cd5b719f20 msgr2=0x55cd5b72fc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:38.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.646+0000 7f5d5c17db80 1 --2- 172.21.15.42:0/3759095618 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55cd5b719f20 0x55cd5b72fc70 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f5d3c09b820 tx=0x7f5d3c0cf040 comp rx=0 tx=0).stop 2024-06-06T08:31:38.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.646+0000 7f5d5c17db80 1 -- 172.21.15.42:0/3759095618 shutdown_connections 2024-06-06T08:31:38.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.646+0000 7f5d5c17db80 1 --2- 172.21.15.42:0/3759095618 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55cd5b71ff60 0x55cd5b71d800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:38.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.646+0000 7f5d5c17db80 1 --2- 172.21.15.42:0/3759095618 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55cd5b719f20 0x55cd5b72fc70 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:38.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.646+0000 7f5d5c17db80 1 --2- 172.21.15.42:0/3759095618 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cd5b71f640 0x55cd5b7199e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:38.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.646+0000 7f5d5c17db80 1 -- 172.21.15.42:0/3759095618 >> 172.21.15.42:0/3759095618 conn(0x55cd5b644cc0 msgr2=0x55cd5b720340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:38.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.646+0000 7f5d5c17db80 1 -- 172.21.15.42:0/3759095618 shutdown_connections 2024-06-06T08:31:38.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.646+0000 7f5d5c17db80 1 -- 172.21.15.42:0/3759095618 wait complete. 2024-06-06T08:31:38.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.646+0000 7f5d5c17db80 1 -- start start 2024-06-06T08:31:38.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.647+0000 7f5d5c17db80 1 Processor -- start 2024-06-06T08:31:38.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.647+0000 7f5d5c17db80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55cd5b719f20 0x55cd5b72bde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:38.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.647+0000 7f5d5c17db80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55cd5b71f640 0x55cd5b72c320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:38.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.647+0000 7f5d5c17db80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cd5b71ff60 0x55cd5b73a670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:38.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.647+0000 7f5d5c17db80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5d4c1aed40 con 0x55cd5b71ff60 2024-06-06T08:31:38.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.647+0000 7f5d5c17db80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f5d4c1b01b0 con 0x55cd5b71f640 2024-06-06T08:31:38.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.647+0000 7f5d5c17db80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f5d4c1af410 con 0x55cd5b719f20 2024-06-06T08:31:38.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.647+0000 7f5d5c17db80 10 client.0 _ll_register_callbacks cb 0x55cd5b714eb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:31:38.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.647+0000 7f5d427fc700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55cd5b71f640 0x55cd5b72c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:38.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.647+0000 7f5d4affd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55cd5b719f20 0x55cd5b72bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:38.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.647+0000 7f5d4b7fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cd5b71ff60 0x55cd5b73a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:38.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.647+0000 7f5d427fc700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55cd5b71f640 0x55cd5b72c320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:49664/0 (socket says 172.21.15.42:49664) 2024-06-06T08:31:38.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.647+0000 7f5d427fc700 1 -- 172.21.15.42:0/620985704 learned_addr learned my addr 172.21.15.42:0/620985704 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:38.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.648+0000 7f5d427fc700 1 -- 172.21.15.42:0/620985704 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55cd5b719f20 msgr2=0x55cd5b72bde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:38.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.648+0000 7f5d427fc700 1 --2- 172.21.15.42:0/620985704 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55cd5b719f20 0x55cd5b72bde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:38.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.648+0000 7f5d427fc700 1 -- 172.21.15.42:0/620985704 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cd5b71ff60 msgr2=0x55cd5b73a670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:38.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.648+0000 7f5d427fc700 1 --2- 172.21.15.42:0/620985704 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cd5b71ff60 0x55cd5b73a670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:38.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.648+0000 7f5d427fc700 1 -- 172.21.15.42:0/620985704 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cd5b73c190 con 0x55cd5b71f640 2024-06-06T08:31:38.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.648+0000 7f5d427fc700 1 --2- 172.21.15.42:0/620985704 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55cd5b71f640 0x55cd5b72c320 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f5d34005950 tx=0x7f5d3400f750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=85bcb06936d30e13 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:38.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.648+0000 7f5d2affd700 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:31:38.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.648+0000 7f5d2affd700 1 -- 172.21.15.42:0/620985704 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d34038020 con 0x55cd5b71f640 2024-06-06T08:31:38.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.648+0000 7f5d5c17db80 1 -- 172.21.15.42:0/620985704 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5d3c09ce50 con 0x55cd5b71f640 2024-06-06T08:31:38.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.648+0000 7f5d2affd700 1 -- 172.21.15.42:0/620985704 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 9394+0+0 (secure 0 0 0) 0x7f5d34010910 con 0x55cd5b71f640 2024-06-06T08:31:38.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.648+0000 7f5d2affd700 1 -- 172.21.15.42:0/620985704 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f5d34043050 con 0x55cd5b71f640 2024-06-06T08:31:38.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.648+0000 7f5d5c17db80 10 client.26807 fetch_fsmap learned FSMap version 40 2024-06-06T08:31:38.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.648+0000 7f5d5c17db80 1 -- 172.21.15.42:0/620985704 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x55cd5b7aeb40 con 0x55cd5b71f640 2024-06-06T08:31:38.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.649+0000 7f5d2affd700 1 -- 172.21.15.42:0/620985704 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5d3c09ce50 con 0x55cd5b71f640 2024-06-06T08:31:38.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.649+0000 7f5d2affd700 1 -- 172.21.15.42:0/620985704 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 40) ==== 8362+0+0 (secure 0 0 0) 0x7f5d34024040 con 0x55cd5b71f640 2024-06-06T08:31:38.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.649+0000 7f5d5c17db80 10 client.26807 fetch_fsmap finished waiting for FSMap version 40 2024-06-06T08:31:38.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.649+0000 7f5d5c17db80 10 client.26807 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-06-06T08:31:38.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.649+0000 7f5d5c17db80 20 client.26807 populate_metadata read hostname 'smithi042' 2024-06-06T08:31:38.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.649+0000 7f5d5c17db80 1 --2- 172.21.15.42:0/620985704 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x55cd5b7af300 0x55cd5b7b1720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:38.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.649+0000 7f5d5c17db80 4 client.26807 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-06-06T08:31:38.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.649+0000 7f5d5c17db80 1 -- 172.21.15.42:0/620985704 --> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55cd5b673290 con 0x55cd5b7af300 2024-06-06T08:31:38.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.649+0000 7f5d4affd700 1 --2- 172.21.15.42:0/620985704 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x55cd5b7af300 0x55cd5b7b1720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:38.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.650+0000 7f5d2affd700 10 client.26807 ms_handle_connect on v2:172.21.15.149:6836/751787578 2024-06-06T08:31:38.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.650+0000 7f5d4affd700 1 --2- 172.21.15.42:0/620985704 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x55cd5b7af300 0x55cd5b7b1720 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d22f1d1fdd893356 server_cookie=1faf13df3fc77f42 in_seq=0 out_seq=0 2024-06-06T08:31:38.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.650+0000 7f5d2affd700 1 -- 172.21.15.42:0/620985704 <== mds.1 v2:172.21.15.149:6836/751787578 1 ==== command_reply(tid 0: 0 ) ==== 8+0+246 (crc 0 0 0) 0x55cd5b673290 con 0x55cd5b7af300 2024-06-06T08:31:38.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.650+0000 7f5d2affd700 10 client.26807 handle_command_reply: tid=0 2024-06-06T08:31:38.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.650+0000 7f5d5c17db80 1 client.26807 shutdown 2024-06-06T08:31:38.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.650+0000 7f5d5c17db80 1 -- 172.21.15.42:0/620985704 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55cd5b71f640 msgr2=0x55cd5b72c320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:38.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.650+0000 7f5d5c17db80 1 --2- 172.21.15.42:0/620985704 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55cd5b71f640 0x55cd5b72c320 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f5d34005950 tx=0x7f5d3400f750 comp rx=0 tx=0).stop 2024-06-06T08:31:38.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.650+0000 7f5d5c17db80 1 -- 172.21.15.42:0/620985704 shutdown_connections 2024-06-06T08:31:38.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.650+0000 7f5d5c17db80 1 --2- 172.21.15.42:0/620985704 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cd5b71ff60 0x55cd5b73a670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:38.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.650+0000 7f5d5c17db80 1 --2- 172.21.15.42:0/620985704 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55cd5b719f20 0x55cd5b72bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:38.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.650+0000 7f5d5c17db80 1 --2- 172.21.15.42:0/620985704 >> [v2:172.21.15.149:6836/751787578,v1:172.21.15.149:6837/751787578] conn(0x55cd5b7af300 0x55cd5b7b1720 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:38.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.650+0000 7f5d5c17db80 1 --2- 172.21.15.42:0/620985704 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55cd5b71f640 0x55cd5b72c320 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:38.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.650+0000 7f5d5c17db80 1 -- 172.21.15.42:0/620985704 >> 172.21.15.42:0/620985704 conn(0x55cd5b644cc0 msgr2=0x55cd5b70e510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:38.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.650+0000 7f5d2affd700 0 client.26807 ms_handle_reset on v2:172.21.15.149:6836/751787578 2024-06-06T08:31:38.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.651+0000 7f5d5c17db80 1 -- 172.21.15.42:0/620985704 shutdown_connections 2024-06-06T08:31:38.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.651+0000 7f5d5c17db80 1 -- 172.21.15.42:0/620985704 wait complete. 2024-06-06T08:31:38.655 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.651+0000 7f5d5c17db80 20 client.26807 trim_cache size 0 max 16384 2024-06-06T08:31:38.655 INFO:teuthology.orchestra.run.smithi042.stdout:[ 2024-06-06T08:31:38.655 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:31:38.655 INFO:teuthology.orchestra.run.smithi042.stdout: "damage_type": "backtrace", 2024-06-06T08:31:38.655 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 2276179719, 2024-06-06T08:31:38.655 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 1099511658500, 2024-06-06T08:31:38.655 INFO:teuthology.orchestra.run.smithi042.stdout: "path": "/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-50/comment-54.xml" 2024-06-06T08:31:38.655 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:31:38.655 INFO:teuthology.orchestra.run.smithi042.stdout:] 2024-06-06T08:31:38.656 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.651+0000 7f5d518fa700 1 -- 172.21.15.42:0/101016658 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f5d380a2d90 msgr2=0x7f5d380a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:38.656 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.651+0000 7f5d518fa700 1 --2- 172.21.15.42:0/101016658 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f5d380a2d90 0x7f5d380a5250 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f5d4c078900 tx=0x7f5d3400a300 comp rx=0 tx=0).stop 2024-06-06T08:31:38.656 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.651+0000 7f5d518fa700 1 -- 172.21.15.42:0/101016658 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5d4c06aa00 msgr2=0x7f5d4c19e820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:38.656 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.651+0000 7f5d518fa700 1 --2- 172.21.15.42:0/101016658 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5d4c06aa00 0x7f5d4c19e820 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f5d3c00e9a0 tx=0x7f5d3c00ecb0 comp rx=0 tx=0).stop 2024-06-06T08:31:38.657 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.651+0000 7f5d518fa700 1 -- 172.21.15.42:0/101016658 shutdown_connections 2024-06-06T08:31:38.657 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.651+0000 7f5d518fa700 1 --2- 172.21.15.42:0/101016658 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f5d380a2d90 0x7f5d380a5250 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:38.657 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.652+0000 7f5d518fa700 1 --2- 172.21.15.42:0/101016658 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5d4c1084f0 0x7f5d4c198a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:38.657 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.652+0000 7f5d518fa700 1 --2- 172.21.15.42:0/101016658 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5d4c06aa00 0x7f5d4c19e820 unknown :-1 s=CLOSED pgs=853 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:38.657 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.652+0000 7f5d518fa700 1 --2- 172.21.15.42:0/101016658 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5d4c06b3c0 0x7f5d4c19ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:38.657 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.652+0000 7f5d518fa700 1 -- 172.21.15.42:0/101016658 >> 172.21.15.42:0/101016658 conn(0x7f5d4c078300 msgr2=0x7f5d4c100040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:38.657 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.652+0000 7f5d518fa700 1 -- 172.21.15.42:0/101016658 shutdown_connections 2024-06-06T08:31:38.657 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:38.652+0000 7f5d518fa700 1 -- 172.21.15.42:0/101016658 wait complete. 2024-06-06T08:31:38.657 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:31:38.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:31:38 smithi149 ceph-mon[36842]: pgmap v283: 129 pgs: 129 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 1.4 KiB/s wr, 6 op/s 2024-06-06T08:31:40.072 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-06-06T08:31:40.512 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.511+0000 7fcb2d838640 1 -- 172.21.15.42:0/3316099065 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcb281012b0 msgr2=0x7fcb2810d770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:40.512 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.511+0000 7fcb2d838640 1 --2- 172.21.15.42:0/3316099065 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcb281012b0 0x7fcb2810d770 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7fcb20009cd0 tx=0x7fcb2002a8e0 comp rx=0 tx=0).stop 2024-06-06T08:31:40.513 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.512+0000 7fcb2d838640 1 -- 172.21.15.42:0/3316099065 shutdown_connections 2024-06-06T08:31:40.513 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.512+0000 7fcb2d838640 1 --2- 172.21.15.42:0/3316099065 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcb281008f0 0x7fcb28100d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:40.513 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.512+0000 7fcb2d838640 1 --2- 172.21.15.42:0/3316099065 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcb281012b0 0x7fcb2810d770 unknown :-1 s=CLOSED pgs=855 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:40.513 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.512+0000 7fcb2d838640 1 --2- 172.21.15.42:0/3316099065 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcb281068b0 0x7fcb28106c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:40.513 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.512+0000 7fcb2d838640 1 -- 172.21.15.42:0/3316099065 >> 172.21.15.42:0/3316099065 conn(0x7fcb280779f0 msgr2=0x7fcb28077e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:40.513 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.512+0000 7fcb2d838640 1 -- 172.21.15.42:0/3316099065 shutdown_connections 2024-06-06T08:31:40.513 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.512+0000 7fcb2d838640 1 -- 172.21.15.42:0/3316099065 wait complete. 2024-06-06T08:31:40.513 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.512+0000 7fcb2d838640 1 Processor -- start 2024-06-06T08:31:40.513 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.512+0000 7fcb2d838640 1 -- start start 2024-06-06T08:31:40.513 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.513+0000 7fcb2d838640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcb281008f0 0x7fcb280fd850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:40.513 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.513+0000 7fcb2d838640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcb281012b0 0x7fcb280fdd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:40.514 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.513+0000 7fcb2d838640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcb281068b0 0x7fcb280fe2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:40.514 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.513+0000 7fcb2d838640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fcb28110c80 con 0x7fcb281068b0 2024-06-06T08:31:40.514 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.513+0000 7fcb2d838640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fcb28110b00 con 0x7fcb281008f0 2024-06-06T08:31:40.514 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.513+0000 7fcb2d838640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fcb28110e00 con 0x7fcb281012b0 2024-06-06T08:31:40.514 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.513+0000 7fcb277fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcb281068b0 0x7fcb280fe2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:40.514 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.513+0000 7fcb277fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcb281068b0 0x7fcb280fe2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:49136/0 (socket says 172.21.15.42:49136) 2024-06-06T08:31:40.514 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.513+0000 7fcb277fe640 1 -- 172.21.15.42:0/227404779 learned_addr learned my addr 172.21.15.42:0/227404779 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:40.514 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.513+0000 7fcb26ffd640 1 --2- 172.21.15.42:0/227404779 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcb281008f0 0x7fcb280fd850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:40.514 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.513+0000 7fcb1ffff640 1 --2- 172.21.15.42:0/227404779 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcb281012b0 0x7fcb280fdd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:40.514 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.513+0000 7fcb277fe640 1 -- 172.21.15.42:0/227404779 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcb281012b0 msgr2=0x7fcb280fdd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:40.514 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.513+0000 7fcb277fe640 1 --2- 172.21.15.42:0/227404779 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcb281012b0 0x7fcb280fdd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:40.514 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.513+0000 7fcb277fe640 1 -- 172.21.15.42:0/227404779 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcb281008f0 msgr2=0x7fcb280fd850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:40.514 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.513+0000 7fcb277fe640 1 --2- 172.21.15.42:0/227404779 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcb281008f0 0x7fcb280fd850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:40.515 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.513+0000 7fcb277fe640 1 -- 172.21.15.42:0/227404779 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb281a66b0 con 0x7fcb281068b0 2024-06-06T08:31:40.515 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.513+0000 7fcb277fe640 1 --2- 172.21.15.42:0/227404779 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcb281068b0 0x7fcb280fe2d0 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7fcb20005cc0 tx=0x7fcb20003970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:40.515 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.513+0000 7fcb2c836640 1 -- 172.21.15.42:0/227404779 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb20004040 con 0x7fcb281068b0 2024-06-06T08:31:40.515 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.514+0000 7fcb2c836640 1 -- 172.21.15.42:0/227404779 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcb200046c0 con 0x7fcb281068b0 2024-06-06T08:31:40.515 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.514+0000 7fcb2c836640 1 -- 172.21.15.42:0/227404779 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb20046480 con 0x7fcb281068b0 2024-06-06T08:31:40.515 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.514+0000 7fcb2d838640 1 -- 172.21.15.42:0/227404779 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb281a6940 con 0x7fcb281068b0 2024-06-06T08:31:40.515 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.514+0000 7fcb2d838640 1 -- 172.21.15.42:0/227404779 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb281a6dd0 con 0x7fcb281068b0 2024-06-06T08:31:40.515 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.517+0000 7fcb30621740 1 Processor -- start 2024-06-06T08:31:40.517 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.517+0000 7fcb2c836640 1 -- 172.21.15.42:0/227404779 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fcb200305a0 con 0x7fcb281068b0 2024-06-06T08:31:40.518 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.517+0000 7fcb30621740 1 -- start start 2024-06-06T08:31:40.518 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.518+0000 7fcb30621740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e260ce9170 0x55e260ce9550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:40.518 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.518+0000 7fcb30621740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e260ce9a90 0x55e260cf3e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:40.518 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.518+0000 7fcb30621740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e260cf4350 0x55e260cf6740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:40.518 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.518+0000 7fcb30621740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55e260c4d4f0 con 0x55e260ce9a90 2024-06-06T08:31:40.518 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.518+0000 7fcb30621740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55e260beb870 con 0x55e260ce9170 2024-06-06T08:31:40.518 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.518+0000 7fcb30621740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55e260c494b0 con 0x55e260cf4350 2024-06-06T08:31:40.518 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.518+0000 7fcb26ffd640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e260ce9a90 0x55e260cf3e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:40.518 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.518+0000 7fcb26ffd640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e260ce9a90 0x55e260cf3e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:49142/0 (socket says 172.21.15.42:49142) 2024-06-06T08:31:40.518 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.518+0000 7fcb26ffd640 1 -- 172.21.15.42:0/106855238 learned_addr learned my addr 172.21.15.42:0/106855238 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:40.518 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.518+0000 7fcb1ffff640 1 --2- 172.21.15.42:0/106855238 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e260ce9170 0x55e260ce9550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:40.518 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.518+0000 7fcb1ffff640 1 --2- 172.21.15.42:0/106855238 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e260cf4350 0x55e260cf6740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:40.519 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.518+0000 7fcb26ffd640 1 -- 172.21.15.42:0/106855238 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e260cf4350 msgr2=0x55e260cf6740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:40.519 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.518+0000 7fcb26ffd640 1 --2- 172.21.15.42:0/106855238 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e260cf4350 0x55e260cf6740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:40.519 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.518+0000 7fcb26ffd640 1 -- 172.21.15.42:0/106855238 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e260ce9170 msgr2=0x55e260ce9550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:40.519 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.518+0000 7fcb26ffd640 1 --2- 172.21.15.42:0/106855238 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e260ce9170 0x55e260ce9550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:40.519 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.518+0000 7fcb26ffd640 1 -- 172.21.15.42:0/106855238 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e260c079b0 con 0x55e260ce9a90 2024-06-06T08:31:40.519 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.518+0000 7fcb1ffff640 1 --2- 172.21.15.42:0/106855238 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e260ce9170 0x55e260ce9550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:31:40.519 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.518+0000 7fcb26ffd640 1 --2- 172.21.15.42:0/106855238 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e260ce9a90 0x55e260cf3e10 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7fcb1800cbe0 tx=0x7fcb1800e720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=272d916ea49840ed server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:40.519 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.518+0000 7fcb2c836640 1 --2- 172.21.15.42:0/227404779 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fcb140a2da0 0x7fcb140a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:40.519 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.519+0000 7fcb1ffff640 1 --2- 172.21.15.42:0/227404779 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fcb140a2da0 0x7fcb140a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:40.519 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.519+0000 7fcb2c836640 1 -- 172.21.15.42:0/227404779 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 9394+0+0 (secure 0 0 0) 0x7fcb2002e030 con 0x7fcb281068b0 2024-06-06T08:31:40.519 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.519+0000 7fcb1dffb640 1 -- 172.21.15.42:0/106855238 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb18005220 con 0x55e260ce9a90 2024-06-06T08:31:40.519 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.519+0000 7fcb1dffb640 1 -- 172.21.15.42:0/106855238 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcb18004c80 con 0x55e260ce9a90 2024-06-06T08:31:40.520 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.519+0000 7fcb1dffb640 1 -- 172.21.15.42:0/106855238 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb180108d0 con 0x55e260ce9a90 2024-06-06T08:31:40.523 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.520+0000 7fcb30621740 1 -- 172.21.15.42:0/106855238 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e260ce9a90 msgr2=0x55e260cf3e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:40.523 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.520+0000 7fcb1ffff640 1 --2- 172.21.15.42:0/227404779 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fcb140a2da0 0x7fcb140a5260 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x55e260ce6aa0 tx=0x7fcb10004730 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:40.523 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.520+0000 7fcb30621740 1 --2- 172.21.15.42:0/106855238 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e260ce9a90 0x55e260cf3e10 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7fcb1800cbe0 tx=0x7fcb1800e720 comp rx=0 tx=0).stop 2024-06-06T08:31:40.523 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.520+0000 7fcb30621740 1 -- 172.21.15.42:0/106855238 shutdown_connections 2024-06-06T08:31:40.523 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.520+0000 7fcb30621740 1 --2- 172.21.15.42:0/106855238 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e260cf4350 0x55e260cf6740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:40.523 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.520+0000 7fcb30621740 1 --2- 172.21.15.42:0/106855238 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e260ce9a90 0x55e260cf3e10 unknown :-1 s=CLOSED pgs=857 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:40.523 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.520+0000 7fcb30621740 1 --2- 172.21.15.42:0/106855238 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e260ce9170 0x55e260ce9550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:40.523 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.520+0000 7fcb30621740 1 -- 172.21.15.42:0/106855238 >> 172.21.15.42:0/106855238 conn(0x55e260ce5680 msgr2=0x55e260ce5a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:40.523 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.520+0000 7fcb30621740 1 -- 172.21.15.42:0/106855238 shutdown_connections 2024-06-06T08:31:40.524 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.520+0000 7fcb30621740 1 -- 172.21.15.42:0/106855238 wait complete. 2024-06-06T08:31:40.524 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.520+0000 7fcb30621740 1 -- start start 2024-06-06T08:31:40.524 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.520+0000 7fcb30621740 1 Processor -- start 2024-06-06T08:31:40.524 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.521+0000 7fcb30621740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e260ce9170 0x55e260cf1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:40.524 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.521+0000 7fcb30621740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e260ce9a90 0x55e260cf1880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:40.524 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.521+0000 7fcb30621740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e260cf4350 0x55e260cf1dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:40.524 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.521+0000 7fcb30621740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55e260cf6f80 con 0x55e260ce9170 2024-06-06T08:31:40.524 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.521+0000 7fcb30621740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55e260bd6ae0 con 0x55e260ce9a90 2024-06-06T08:31:40.524 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.521+0000 7fcb30621740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55e260cf7100 con 0x55e260cf4350 2024-06-06T08:31:40.524 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.521+0000 7fcb26ffd640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e260ce9170 0x55e260cf1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:40.524 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.521+0000 7fcb26ffd640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e260ce9170 0x55e260cf1340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:49144/0 (socket says 172.21.15.42:49144) 2024-06-06T08:31:40.524 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.521+0000 7fcb26ffd640 1 -- 172.21.15.42:0/2203331786 learned_addr learned my addr 172.21.15.42:0/2203331786 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:40.524 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.521+0000 7fcb30621740 10 client.0 _ll_register_callbacks cb 0x55e260c0f9b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:31:40.524 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.521+0000 7fcb1ffff640 1 --2- 172.21.15.42:0/2203331786 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e260ce9a90 0x55e260cf1880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:40.525 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.521+0000 7fcb26ffd640 1 -- 172.21.15.42:0/2203331786 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e260cf4350 msgr2=0x55e260cf1dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:40.525 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.521+0000 7fcb26ffd640 1 --2- 172.21.15.42:0/2203331786 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e260cf4350 0x55e260cf1dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:40.525 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.521+0000 7fcb26ffd640 1 -- 172.21.15.42:0/2203331786 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e260ce9a90 msgr2=0x55e260cf1880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:40.525 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.521+0000 7fcb26ffd640 1 --2- 172.21.15.42:0/2203331786 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e260ce9a90 0x55e260cf1880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:40.525 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.521+0000 7fcb26ffd640 1 -- 172.21.15.42:0/2203331786 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e260961210 con 0x55e260ce9170 2024-06-06T08:31:40.525 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.521+0000 7fcb1ffff640 1 --2- 172.21.15.42:0/2203331786 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e260ce9a90 0x55e260cf1880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:31:40.525 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.522+0000 7fcb26ffd640 1 --2- 172.21.15.42:0/2203331786 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e260ce9170 0x55e260cf1340 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7fcb1800cbb0 tx=0x7fcb18004c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca3a30563b93eb5 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:40.525 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.522+0000 7fcb06ffd640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:31:40.525 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.522+0000 7fcb06ffd640 1 -- 172.21.15.42:0/2203331786 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb18005650 con 0x55e260ce9170 2024-06-06T08:31:40.525 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.522+0000 7fcb06ffd640 1 -- 172.21.15.42:0/2203331786 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 9394+0+0 (secure 0 0 0) 0x7fcb18004240 con 0x55e260ce9170 2024-06-06T08:31:40.525 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.522+0000 7fcb30621740 1 -- 172.21.15.42:0/2203331786 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcb18004c80 con 0x55e260ce9170 2024-06-06T08:31:40.525 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.523+0000 7fcb06ffd640 1 -- 172.21.15.42:0/2203331786 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7fcb18004440 con 0x55e260ce9170 2024-06-06T08:31:40.525 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.523+0000 7fcb30621740 10 client.17202 fetch_fsmap learned FSMap version 40 2024-06-06T08:31:40.526 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.523+0000 7fcb30621740 1 -- 172.21.15.42:0/2203331786 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x55e260a2d620 con 0x55e260ce9170 2024-06-06T08:31:40.526 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.523+0000 7fcb06ffd640 1 -- 172.21.15.42:0/2203331786 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcb18004c80 con 0x55e260ce9170 2024-06-06T08:31:40.526 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.523+0000 7fcb06ffd640 1 -- 172.21.15.42:0/2203331786 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 40) ==== 8362+0+0 (secure 0 0 0) 0x7fcb18010b50 con 0x55e260ce9170 2024-06-06T08:31:40.526 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.523+0000 7fcb30621740 10 client.17202 fetch_fsmap finished waiting for FSMap version 40 2024-06-06T08:31:40.526 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.523+0000 7fcb30621740 10 client.17202 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:31:40.526 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.523+0000 7fcb30621740 20 client.17202 populate_metadata read hostname 'smithi042' 2024-06-06T08:31:40.526 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.523+0000 7fcb30621740 1 --2- 172.21.15.42:0/2203331786 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55e260d04420 0x55e260d06810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:40.526 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.524+0000 7fcb30621740 4 client.17202 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:31:40.526 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.524+0000 7fcb30621740 1 -- 172.21.15.42:0/2203331786 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e260c60f10 con 0x55e260d04420 2024-06-06T08:31:40.526 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.524+0000 7fcb1ffff640 1 --2- 172.21.15.42:0/2203331786 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55e260d04420 0x55e260d06810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:40.527 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.525+0000 7fcb1ffff640 1 --2- 172.21.15.42:0/2203331786 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55e260d04420 0x55e260d06810 crc :-1 s=READY pgs=199 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f1c3a75601332afc server_cookie=61155693fb7a2cf6 in_seq=0 out_seq=0 2024-06-06T08:31:40.528 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.525+0000 7fcb06ffd640 10 client.17202 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:31:40.528 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.525+0000 7fcb06ffd640 1 -- 172.21.15.42:0/2203331786 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55e260c60f10 con 0x55e260d04420 2024-06-06T08:31:40.528 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.525+0000 7fcb06ffd640 10 client.17202 handle_command_reply: tid=0 2024-06-06T08:31:40.528 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.525+0000 7fcb30621740 1 client.17202 shutdown 2024-06-06T08:31:40.528 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.526+0000 7fcb30621740 1 -- 172.21.15.42:0/2203331786 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e260ce9170 msgr2=0x55e260cf1340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:40.528 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.526+0000 7fcb30621740 1 --2- 172.21.15.42:0/2203331786 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e260ce9170 0x55e260cf1340 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7fcb1800cbb0 tx=0x7fcb18004c10 comp rx=0 tx=0).stop 2024-06-06T08:31:40.528 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.526+0000 7fcb30621740 1 -- 172.21.15.42:0/2203331786 shutdown_connections 2024-06-06T08:31:40.528 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.526+0000 7fcb30621740 1 --2- 172.21.15.42:0/2203331786 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55e260d04420 0x55e260d06810 crc :-1 s=READY pgs=199 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:40.528 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.526+0000 7fcb30621740 1 --2- 172.21.15.42:0/2203331786 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e260ce9a90 0x55e260cf1880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:40.528 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.526+0000 7fcb30621740 1 --2- 172.21.15.42:0/2203331786 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e260cf4350 0x55e260cf1dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:40.528 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.526+0000 7fcb30621740 1 --2- 172.21.15.42:0/2203331786 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e260ce9170 0x55e260cf1340 unknown :-1 s=CLOSED pgs=858 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:40.528 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.526+0000 7fcb30621740 1 -- 172.21.15.42:0/2203331786 >> 172.21.15.42:0/2203331786 conn(0x55e260ce5680 msgr2=0x55e260ceb400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:40.529 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.526+0000 7fcb06ffd640 0 client.17202 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:31:40.529 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.526+0000 7fcb30621740 1 -- 172.21.15.42:0/2203331786 shutdown_connections 2024-06-06T08:31:40.529 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.526+0000 7fcb30621740 1 -- 172.21.15.42:0/2203331786 wait complete. 2024-06-06T08:31:40.529 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.526+0000 7fcb30621740 20 client.17202 trim_cache size 0 max 16384 2024-06-06T08:31:40.543 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.543+0000 7fcb30621740 1 Processor -- start 2024-06-06T08:31:40.543 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.543+0000 7fcb30621740 1 -- start start 2024-06-06T08:31:40.544 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.543+0000 7fcb30621740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e260ce9170 0x55e260d0bf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:40.544 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.543+0000 7fcb30621740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e260ce9a90 0x55e260d0c490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:40.544 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.543+0000 7fcb30621740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e260cf4350 0x55e260ce3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:40.544 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.543+0000 7fcb30621740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fcb281b37f0 con 0x55e260ce9a90 2024-06-06T08:31:40.544 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.543+0000 7fcb30621740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fcb281b1000 con 0x55e260ce9170 2024-06-06T08:31:40.544 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.543+0000 7fcb30621740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fcb281aee70 con 0x55e260cf4350 2024-06-06T08:31:40.544 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.544+0000 7fcb1ffff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e260ce9a90 0x55e260d0c490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:40.544 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.544+0000 7fcb1ffff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e260ce9a90 0x55e260d0c490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:49156/0 (socket says 172.21.15.42:49156) 2024-06-06T08:31:40.544 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.544+0000 7fcb1ffff640 1 -- 172.21.15.42:0/3284481897 learned_addr learned my addr 172.21.15.42:0/3284481897 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:40.544 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.544+0000 7fcb277fe640 1 --2- 172.21.15.42:0/3284481897 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e260cf4350 0x55e260ce3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:40.544 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.544+0000 7fcb26ffd640 1 --2- 172.21.15.42:0/3284481897 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e260ce9170 0x55e260d0bf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:40.544 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.544+0000 7fcb1ffff640 1 -- 172.21.15.42:0/3284481897 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e260cf4350 msgr2=0x55e260ce3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:40.544 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.544+0000 7fcb1ffff640 1 --2- 172.21.15.42:0/3284481897 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e260cf4350 0x55e260ce3f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:40.545 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.544+0000 7fcb1ffff640 1 -- 172.21.15.42:0/3284481897 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e260ce9170 msgr2=0x55e260d0bf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:40.545 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.544+0000 7fcb1ffff640 1 --2- 172.21.15.42:0/3284481897 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e260ce9170 0x55e260d0bf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:40.545 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.544+0000 7fcb1ffff640 1 -- 172.21.15.42:0/3284481897 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e260cecf80 con 0x55e260ce9a90 2024-06-06T08:31:40.545 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.544+0000 7fcb26ffd640 1 --2- 172.21.15.42:0/3284481897 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e260ce9170 0x55e260d0bf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:31:40.545 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.544+0000 7fcb1ffff640 1 --2- 172.21.15.42:0/3284481897 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e260ce9a90 0x55e260d0c490 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7fcb280ff2e0 tx=0x7fcb10016000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e78e74e55502b8d9 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:40.545 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.544+0000 7fcb1d7fa640 1 -- 172.21.15.42:0/3284481897 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb10030070 con 0x55e260ce9a90 2024-06-06T08:31:40.545 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.544+0000 7fcb1d7fa640 1 -- 172.21.15.42:0/3284481897 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcb10011d60 con 0x55e260ce9a90 2024-06-06T08:31:40.545 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.544+0000 7fcb1d7fa640 1 -- 172.21.15.42:0/3284481897 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb10003ca0 con 0x55e260ce9a90 2024-06-06T08:31:40.549 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.545+0000 7fcb30621740 1 -- 172.21.15.42:0/3284481897 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e260ce9a90 msgr2=0x55e260d0c490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:40.549 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.545+0000 7fcb30621740 1 --2- 172.21.15.42:0/3284481897 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e260ce9a90 0x55e260d0c490 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7fcb280ff2e0 tx=0x7fcb10016000 comp rx=0 tx=0).stop 2024-06-06T08:31:40.549 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.545+0000 7fcb30621740 1 -- 172.21.15.42:0/3284481897 shutdown_connections 2024-06-06T08:31:40.549 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.545+0000 7fcb30621740 1 --2- 172.21.15.42:0/3284481897 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e260cf4350 0x55e260ce3f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:40.549 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.545+0000 7fcb30621740 1 --2- 172.21.15.42:0/3284481897 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e260ce9a90 0x55e260d0c490 unknown :-1 s=CLOSED pgs=859 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:40.549 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.545+0000 7fcb30621740 1 --2- 172.21.15.42:0/3284481897 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e260ce9170 0x55e260d0bf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:40.549 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.545+0000 7fcb30621740 1 -- 172.21.15.42:0/3284481897 >> 172.21.15.42:0/3284481897 conn(0x55e260ce5680 msgr2=0x55e260ce5a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:40.549 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.545+0000 7fcb30621740 1 -- 172.21.15.42:0/3284481897 shutdown_connections 2024-06-06T08:31:40.549 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.545+0000 7fcb30621740 1 -- 172.21.15.42:0/3284481897 wait complete. 2024-06-06T08:31:40.550 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.545+0000 7fcb30621740 1 -- start start 2024-06-06T08:31:40.550 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.546+0000 7fcb30621740 1 Processor -- start 2024-06-06T08:31:40.550 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.546+0000 7fcb30621740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e260ce9170 0x55e260cfc720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:40.550 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.546+0000 7fcb30621740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e260ce9a90 0x55e260cfcc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:40.550 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.546+0000 7fcb30621740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e260cf4350 0x55e260cedee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:40.550 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.546+0000 7fcb30621740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fcb281af4c0 con 0x55e260ce9a90 2024-06-06T08:31:40.550 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.546+0000 7fcb30621740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fcb281b0930 con 0x55e260cf4350 2024-06-06T08:31:40.550 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.546+0000 7fcb30621740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fcb281afb90 con 0x55e260ce9170 2024-06-06T08:31:40.550 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.546+0000 7fcb30621740 10 client.0 _ll_register_callbacks cb 0x7fcb18014070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:31:40.550 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.546+0000 7fcb1ffff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e260ce9a90 0x55e260cfcc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:40.550 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.546+0000 7fcb1ffff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e260ce9a90 0x55e260cfcc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:49158/0 (socket says 172.21.15.42:49158) 2024-06-06T08:31:40.550 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.546+0000 7fcb1ffff640 1 -- 172.21.15.42:0/1631277922 learned_addr learned my addr 172.21.15.42:0/1631277922 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:40.551 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.546+0000 7fcb277fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e260cf4350 0x55e260cedee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:40.551 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.546+0000 7fcb26ffd640 1 --2- 172.21.15.42:0/1631277922 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e260ce9170 0x55e260cfc720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:40.551 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.546+0000 7fcb1ffff640 1 -- 172.21.15.42:0/1631277922 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e260ce9170 msgr2=0x55e260cfc720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:40.551 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.546+0000 7fcb1ffff640 1 --2- 172.21.15.42:0/1631277922 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e260ce9170 0x55e260cfc720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:40.551 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.546+0000 7fcb1ffff640 1 -- 172.21.15.42:0/1631277922 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e260cf4350 msgr2=0x55e260cedee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:40.551 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.546+0000 7fcb1ffff640 1 --2- 172.21.15.42:0/1631277922 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e260cf4350 0x55e260cedee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:40.551 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.546+0000 7fcb1ffff640 1 -- 172.21.15.42:0/1631277922 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e260cee710 con 0x55e260ce9a90 2024-06-06T08:31:40.551 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.547+0000 7fcb277fe640 1 --2- 172.21.15.42:0/1631277922 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e260cf4350 0x55e260cedee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:31:40.551 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.547+0000 7fcb1ffff640 1 --2- 172.21.15.42:0/1631277922 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e260ce9a90 0x55e260cfcc60 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7fcb1002e040 tx=0x7fcb1000cfa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d0d983b3ad587b0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:40.551 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.547+0000 7fcb06ffd640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:31:40.551 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.547+0000 7fcb06ffd640 1 -- 172.21.15.42:0/1631277922 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb10039060 con 0x55e260ce9a90 2024-06-06T08:31:40.551 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.547+0000 7fcb30621740 1 -- 172.21.15.42:0/1631277922 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcb10011d60 con 0x55e260ce9a90 2024-06-06T08:31:40.551 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.547+0000 7fcb06ffd640 1 -- 172.21.15.42:0/1631277922 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 9394+0+0 (secure 0 0 0) 0x7fcb10034450 con 0x55e260ce9a90 2024-06-06T08:31:40.551 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.547+0000 7fcb06ffd640 1 -- 172.21.15.42:0/1631277922 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7fcb10040050 con 0x55e260ce9a90 2024-06-06T08:31:40.552 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.547+0000 7fcb30621740 10 client.17208 fetch_fsmap learned FSMap version 40 2024-06-06T08:31:40.552 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.547+0000 7fcb30621740 1 -- 172.21.15.42:0/1631277922 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x55e260d6ebe0 con 0x55e260ce9a90 2024-06-06T08:31:40.552 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.547+0000 7fcb06ffd640 1 -- 172.21.15.42:0/1631277922 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcb10011d60 con 0x55e260ce9a90 2024-06-06T08:31:40.552 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.547+0000 7fcb06ffd640 1 -- 172.21.15.42:0/1631277922 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 40) ==== 8362+0+0 (secure 0 0 0) 0x7fcb10021c90 con 0x55e260ce9a90 2024-06-06T08:31:40.552 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.548+0000 7fcb30621740 10 client.17208 fetch_fsmap finished waiting for FSMap version 40 2024-06-06T08:31:40.552 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.548+0000 7fcb30621740 10 client.17208 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:31:40.552 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.548+0000 7fcb30621740 20 client.17208 populate_metadata read hostname 'smithi042' 2024-06-06T08:31:40.552 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.548+0000 7fcb30621740 1 --2- 172.21.15.42:0/1631277922 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55e260d6f3c0 0x55e260d717e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:40.552 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.548+0000 7fcb30621740 4 client.17208 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:31:40.552 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.548+0000 7fcb30621740 1 -- 172.21.15.42:0/1631277922 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55e260c5ac20 con 0x55e260d6f3c0 2024-06-06T08:31:40.552 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.548+0000 7fcb26ffd640 1 --2- 172.21.15.42:0/1631277922 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55e260d6f3c0 0x55e260d717e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:40.552 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.548+0000 7fcb06ffd640 10 client.17208 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:31:40.553 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.548+0000 7fcb26ffd640 1 --2- 172.21.15.42:0/1631277922 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55e260d6f3c0 0x55e260d717e0 crc :-1 s=READY pgs=200 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bb1415595abdc575 server_cookie=fd87db15ce67bb7 in_seq=0 out_seq=0 2024-06-06T08:31:40.564 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.565+0000 7fcb06ffd640 1 -- 172.21.15.42:0/1631277922 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55e260c5ac20 con 0x55e260d6f3c0 2024-06-06T08:31:40.564 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.565+0000 7fcb06ffd640 10 client.17208 handle_command_reply: tid=0 2024-06-06T08:31:40.564 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.565+0000 7fcb30621740 1 client.17208 shutdown 2024-06-06T08:31:40.564 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.565+0000 7fcb30621740 1 -- 172.21.15.42:0/1631277922 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e260ce9a90 msgr2=0x55e260cfcc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:40.564 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.565+0000 7fcb30621740 1 --2- 172.21.15.42:0/1631277922 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e260ce9a90 0x55e260cfcc60 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7fcb1002e040 tx=0x7fcb1000cfa0 comp rx=0 tx=0).stop 2024-06-06T08:31:40.564 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.565+0000 7fcb30621740 1 -- 172.21.15.42:0/1631277922 shutdown_connections 2024-06-06T08:31:40.565 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.565+0000 7fcb30621740 1 --2- 172.21.15.42:0/1631277922 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55e260d6f3c0 0x55e260d717e0 crc :-1 s=READY pgs=200 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:40.565 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.565+0000 7fcb30621740 1 --2- 172.21.15.42:0/1631277922 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e260cf4350 0x55e260cedee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:40.565 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.565+0000 7fcb30621740 1 --2- 172.21.15.42:0/1631277922 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e260ce9a90 0x55e260cfcc60 unknown :-1 s=CLOSED pgs=860 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:40.565 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.565+0000 7fcb06ffd640 0 client.17208 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:31:40.565 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.565+0000 7fcb30621740 1 --2- 172.21.15.42:0/1631277922 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e260ce9170 0x55e260cfc720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:40.565 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.565+0000 7fcb30621740 1 -- 172.21.15.42:0/1631277922 >> 172.21.15.42:0/1631277922 conn(0x55e260ce5680 msgr2=0x55e260ce3f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:40.565 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.565+0000 7fcb30621740 1 -- 172.21.15.42:0/1631277922 shutdown_connections 2024-06-06T08:31:40.565 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.565+0000 7fcb30621740 1 -- 172.21.15.42:0/1631277922 wait complete. 2024-06-06T08:31:40.565 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.565+0000 7fcb30621740 20 client.17208 trim_cache size 0 max 16384 2024-06-06T08:31:40.566 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:31:40.566 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:31:40.566 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:31:40.567 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.566+0000 7fcb2d838640 1 -- 172.21.15.42:0/227404779 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fcb140a2da0 msgr2=0x7fcb140a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:40.567 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.566+0000 7fcb2d838640 1 --2- 172.21.15.42:0/227404779 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fcb140a2da0 0x7fcb140a5260 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x55e260ce6aa0 tx=0x7fcb10004730 comp rx=0 tx=0).stop 2024-06-06T08:31:40.567 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.566+0000 7fcb2d838640 1 -- 172.21.15.42:0/227404779 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcb281068b0 msgr2=0x7fcb280fe2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:40.567 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.566+0000 7fcb2d838640 1 --2- 172.21.15.42:0/227404779 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcb281068b0 0x7fcb280fe2d0 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7fcb20005cc0 tx=0x7fcb20003970 comp rx=0 tx=0).stop 2024-06-06T08:31:40.567 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.566+0000 7fcb2d838640 1 -- 172.21.15.42:0/227404779 shutdown_connections 2024-06-06T08:31:40.567 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.566+0000 7fcb2d838640 1 --2- 172.21.15.42:0/227404779 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fcb140a2da0 0x7fcb140a5260 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:40.567 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.566+0000 7fcb2d838640 1 --2- 172.21.15.42:0/227404779 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcb281068b0 0x7fcb280fe2d0 unknown :-1 s=CLOSED pgs=856 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:40.567 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.566+0000 7fcb2d838640 1 --2- 172.21.15.42:0/227404779 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcb281012b0 0x7fcb280fdd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:40.567 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.566+0000 7fcb2d838640 1 --2- 172.21.15.42:0/227404779 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcb281008f0 0x7fcb280fd850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:40.567 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.566+0000 7fcb2d838640 1 -- 172.21.15.42:0/227404779 >> 172.21.15.42:0/227404779 conn(0x7fcb280779f0 msgr2=0x7fcb28069da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:40.567 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.566+0000 7fcb2d838640 1 -- 172.21.15.42:0/227404779 shutdown_connections 2024-06-06T08:31:40.567 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:40.566+0000 7fcb2d838640 1 -- 172.21.15.42:0/227404779 wait complete. 2024-06-06T08:31:40.625 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:31:40 smithi042 ceph-mon[32384]: pgmap v284: 129 pgs: 129 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 5.0 KiB/s wr, 7 op/s 2024-06-06T08:31:40.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:31:40 smithi120 ceph-mon[36658]: pgmap v284: 129 pgs: 129 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 5.0 KiB/s wr, 7 op/s 2024-06-06T08:31:40.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:31:40 smithi149 ceph-mon[36842]: pgmap v284: 129 pgs: 129 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 5.0 KiB/s wr, 7 op/s 2024-06-06T08:31:40.959 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:31:40.969 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:40.970+0000 7f7845a2c700 1 -- 172.21.15.42:0/440128038 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7840102ed0 msgr2=0x7f784010f360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:40.969 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:40.970+0000 7f7845a2c700 1 --2- 172.21.15.42:0/440128038 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7840102ed0 0x7f784010f360 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7f783800b0a0 tx=0x7f783800b3b0 comp rx=0 tx=0).stop 2024-06-06T08:31:40.969 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:40.970+0000 7f7845a2c700 1 -- 172.21.15.42:0/440128038 shutdown_connections 2024-06-06T08:31:40.969 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:40.970+0000 7f7845a2c700 1 --2- 172.21.15.42:0/440128038 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7840102ed0 0x7f784010f360 unknown :-1 s=CLOSED pgs=861 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:40.970 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:40.970+0000 7f7845a2c700 1 --2- 172.21.15.42:0/440128038 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7840108520 0x7f7840108900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:40.970 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:40.970+0000 7f7845a2c700 1 --2- 172.21.15.42:0/440128038 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7840102510 0x7f7840102990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:40.970 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:40.970+0000 7f7845a2c700 1 -- 172.21.15.42:0/440128038 >> 172.21.15.42:0/440128038 conn(0x7f7840079560 msgr2=0x7f7840079970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:40.970 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:40.970+0000 7f7845a2c700 1 -- 172.21.15.42:0/440128038 shutdown_connections 2024-06-06T08:31:40.970 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:40.970+0000 7f7845a2c700 1 -- 172.21.15.42:0/440128038 wait complete. 2024-06-06T08:31:40.971 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:40.971+0000 7f7845a2c700 1 Processor -- start 2024-06-06T08:31:40.972 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:40.971+0000 7f7845a2c700 1 -- start start 2024-06-06T08:31:40.972 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:40.971+0000 7f7845a2c700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7840102510 0x7f7840074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:40.972 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:40.971+0000 7f7845a2c700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7840102ed0 0x7f7840074cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:40.972 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:40.971+0000 7f7845a2c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7840108520 0x7f7840075210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:40.972 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:40.971+0000 7f7845a2c700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f78401127c0 con 0x7f7840108520 2024-06-06T08:31:40.972 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:40.971+0000 7f7845a2c700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f7840112640 con 0x7f7840102510 2024-06-06T08:31:40.972 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:40.971+0000 7f7845a2c700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f7840112940 con 0x7f7840102ed0 2024-06-06T08:31:40.972 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:40.972+0000 7f783f7fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7840108520 0x7f7840075210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:40.972 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:40.972+0000 7f783e7fc700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7840102ed0 0x7f7840074cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:40.972 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:40.972+0000 7f783e7fc700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7840102ed0 0x7f7840074cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:37256/0 (socket says 172.21.15.42:37256) 2024-06-06T08:31:40.972 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:40.972+0000 7f783f7fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7840108520 0x7f7840075210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:49186/0 (socket says 172.21.15.42:49186) 2024-06-06T08:31:40.972 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:40.972+0000 7f783e7fc700 1 -- 172.21.15.42:0/2490243368 learned_addr learned my addr 172.21.15.42:0/2490243368 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:40.973 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:40.972+0000 7f783effd700 1 --2- 172.21.15.42:0/2490243368 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7840102510 0x7f7840074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:40.973 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:40.972+0000 7f783e7fc700 1 -- 172.21.15.42:0/2490243368 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7840102510 msgr2=0x7f7840074790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:40.973 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:40.972+0000 7f783e7fc700 1 --2- 172.21.15.42:0/2490243368 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7840102510 0x7f7840074790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:40.973 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:40.972+0000 7f783e7fc700 1 -- 172.21.15.42:0/2490243368 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7840108520 msgr2=0x7f7840075210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:40.973 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:40.972+0000 7f783e7fc700 1 --2- 172.21.15.42:0/2490243368 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7840108520 0x7f7840075210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:40.973 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:40.972+0000 7f783e7fc700 1 -- 172.21.15.42:0/2490243368 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78401a7050 con 0x7f7840102ed0 2024-06-06T08:31:40.973 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:40.972+0000 7f783f7fe700 1 --2- 172.21.15.42:0/2490243368 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7840108520 0x7f7840075210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:31:40.973 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:40.972+0000 7f783e7fc700 1 --2- 172.21.15.42:0/2490243368 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7840102ed0 0x7f7840074cd0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f783400d950 tx=0x7f783400dc60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:40.973 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:40.973+0000 7f7844a2a700 1 -- 172.21.15.42:0/2490243368 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7834016070 con 0x7f7840102ed0 2024-06-06T08:31:40.973 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:40.973+0000 7f7845a2c700 1 -- 172.21.15.42:0/2490243368 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78401a7340 con 0x7f7840102ed0 2024-06-06T08:31:40.973 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:40.973+0000 7f7844a2a700 1 -- 172.21.15.42:0/2490243368 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f783400fd70 con 0x7f7840102ed0 2024-06-06T08:31:40.973 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:40.973+0000 7f7844a2a700 1 -- 172.21.15.42:0/2490243368 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f783400e610 con 0x7f7840102ed0 2024-06-06T08:31:40.973 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:40.973+0000 7f7845a2c700 1 -- 172.21.15.42:0/2490243368 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78401a78d0 con 0x7f7840102ed0 2024-06-06T08:31:40.974 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:40.974+0000 7f7845a2c700 1 -- 172.21.15.42:0/2490243368 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7840069180 con 0x7f7840102ed0 2024-06-06T08:31:40.974 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:40.975+0000 7f7844a2a700 1 -- 172.21.15.42:0/2490243368 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f7834019070 con 0x7f7840102ed0 2024-06-06T08:31:40.975 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:40.976+0000 7f7844a2a700 1 --2- 172.21.15.42:0/2490243368 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f78280a2d90 0x7f78280a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:40.975 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:40.976+0000 7f783effd700 1 --2- 172.21.15.42:0/2490243368 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f78280a2d90 0x7f78280a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:40.975 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:40.976+0000 7f7844a2a700 1 -- 172.21.15.42:0/2490243368 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 9394+0+0 (secure 0 0 0) 0x7f78340cf250 con 0x7f7840102ed0 2024-06-06T08:31:40.975 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:40.977+0000 7f783effd700 1 --2- 172.21.15.42:0/2490243368 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f78280a2d90 0x7f78280a5250 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f78300045b0 tx=0x7f783000b3c0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:40.979 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:40.980+0000 7f7844a2a700 1 -- 172.21.15.42:0/2490243368 <== mon.1 v2:172.21.15.149:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f783409bb00 con 0x7f7840102ed0 2024-06-06T08:31:41.236 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:41.237+0000 7f7845a2c700 1 -- 172.21.15.42:0/2490243368 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f784002dca0 con 0x7f7840102ed0 2024-06-06T08:31:41.237 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:41.238+0000 7f7844a2a700 1 -- 172.21.15.42:0/2490243368 <== mon.1 v2:172.21.15.149:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 40 v40) ==== 94+0+11882 (secure 0 0 0) 0x7f783409b400 con 0x7f7840102ed0 2024-06-06T08:31:41.238 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:31:41.238 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":40,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/667270675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":667270675},{"type":"v1","addr":"172.21.15.42:6837","nonce":667270675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/2414389302","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":2414389302},{"type":"v1","addr":"172.21.15.42:6839","nonce":2414389302}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14574,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/3625002785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":3625002785},{"type":"v1","addr":"172.21.15.42:6841","nonce":3625002785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":26389,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/411591287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":411591287},{"type":"v1","addr":"172.21.15.149:6835","nonce":411591287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":40,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T08:18:39.778858+0000","modified":"2024-06-06T08:30:59.137396+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24464},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6837/3434475673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":3434475673},{"type":"v1","addr":"172.21.15.120:6837","nonce":3434475673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":188,"addr":"172.21.15.120:6839/1585293472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":1585293472},{"type":"v1","addr":"172.21.15.120:6839","nonce":1585293472}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":192,"addr":"172.21.15.149:6837/751787578","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":751787578},{"type":"v1","addr":"172.21.15.149:6837","nonce":751787578}]},"join_fscid":-1,"export_targets":[0,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":8,"addr":"172.21.15.149:6839/764851483","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":764851483},{"type":"v1","addr":"172.21.15.149:6839","nonce":764851483}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26696":{"gid":26696,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6835/2158320752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":2158320752},{"type":"v1","addr":"172.21.15.120:6835","nonce":2158320752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24469,24484,24464]},"id":1}]} 2024-06-06T08:31:41.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:41.240+0000 7f7845a2c700 1 -- 172.21.15.42:0/2490243368 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f78280a2d90 msgr2=0x7f78280a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:41.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:41.240+0000 7f7845a2c700 1 --2- 172.21.15.42:0/2490243368 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f78280a2d90 0x7f78280a5250 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f78300045b0 tx=0x7f783000b3c0 comp rx=0 tx=0).stop 2024-06-06T08:31:41.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:41.240+0000 7f7845a2c700 1 -- 172.21.15.42:0/2490243368 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7840102ed0 msgr2=0x7f7840074cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:41.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:41.240+0000 7f7845a2c700 1 --2- 172.21.15.42:0/2490243368 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7840102ed0 0x7f7840074cd0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f783400d950 tx=0x7f783400dc60 comp rx=0 tx=0).stop 2024-06-06T08:31:41.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:41.240+0000 7f7845a2c700 1 -- 172.21.15.42:0/2490243368 shutdown_connections 2024-06-06T08:31:41.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:41.240+0000 7f7845a2c700 1 --2- 172.21.15.42:0/2490243368 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f78280a2d90 0x7f78280a5250 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:41.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:41.240+0000 7f7845a2c700 1 --2- 172.21.15.42:0/2490243368 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7840108520 0x7f7840075210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:41.240 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:41.240+0000 7f7845a2c700 1 --2- 172.21.15.42:0/2490243368 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7840102510 0x7f7840074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:41.240 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:41.240+0000 7f7845a2c700 1 --2- 172.21.15.42:0/2490243368 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7840102ed0 0x7f7840074cd0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:41.240 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:41.240+0000 7f7845a2c700 1 -- 172.21.15.42:0/2490243368 >> 172.21.15.42:0/2490243368 conn(0x7f7840079560 msgr2=0x7f7840101080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:41.240 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:41.240+0000 7f7845a2c700 1 -- 172.21.15.42:0/2490243368 shutdown_connections 2024-06-06T08:31:41.240 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:41.240+0000 7f7845a2c700 1 -- 172.21.15.42:0/2490243368 wait complete. 2024-06-06T08:31:41.240 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 40 2024-06-06T08:31:41.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:31:41 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/2490243368' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:31:41.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:31:41 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/2490243368' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:31:41.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:31:41 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/2490243368' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:31:42.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:31:42 smithi042 ceph-mon[32384]: pgmap v285: 129 pgs: 129 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 4.3 KiB/s wr, 7 op/s 2024-06-06T08:31:42.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:31:42 smithi120 ceph-mon[36658]: pgmap v285: 129 pgs: 129 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 4.3 KiB/s wr, 7 op/s 2024-06-06T08:31:42.719 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24484 quiesce db / --timeout 90 --expiration 145.6 --await-for 45.0' 2024-06-06T08:31:42.719 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- timeout 105 ceph tell mds.24484 quiesce db / --timeout 90 --expiration 145.6 --await-for 45.0 2024-06-06T08:31:42.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:31:42 smithi149 ceph-mon[36842]: pgmap v285: 129 pgs: 129 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 4.3 KiB/s wr, 7 op/s 2024-06-06T08:31:43.241 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.242+0000 7f8005dd5700 1 -- 172.21.15.42:0/1020852057 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8000101d40 msgr2=0x7f800010e230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:43.241 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.242+0000 7f8005dd5700 1 --2- 172.21.15.42:0/1020852057 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8000101d40 0x7f800010e230 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7f7ff800b0a0 tx=0x7f7ff800b3b0 comp rx=0 tx=0).stop 2024-06-06T08:31:43.241 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.242+0000 7f8005dd5700 1 -- 172.21.15.42:0/1020852057 shutdown_connections 2024-06-06T08:31:43.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.242+0000 7f8005dd5700 1 --2- 172.21.15.42:0/1020852057 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8000101d40 0x7f800010e230 unknown :-1 s=CLOSED pgs=862 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:43.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.242+0000 7f8005dd5700 1 --2- 172.21.15.42:0/1020852057 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f80001073f0 0x7f80001077d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:43.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.242+0000 7f8005dd5700 1 --2- 172.21.15.42:0/1020852057 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8000101380 0x7f8000101800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:43.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.242+0000 7f8005dd5700 1 -- 172.21.15.42:0/1020852057 >> 172.21.15.42:0/1020852057 conn(0x7f8000078300 msgr2=0x7f8000078710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:43.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.242+0000 7f8005dd5700 1 -- 172.21.15.42:0/1020852057 shutdown_connections 2024-06-06T08:31:43.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.242+0000 7f8005dd5700 1 -- 172.21.15.42:0/1020852057 wait complete. 2024-06-06T08:31:43.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.243+0000 7f8005dd5700 1 Processor -- start 2024-06-06T08:31:43.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.243+0000 7f8005dd5700 1 -- start start 2024-06-06T08:31:43.244 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.243+0000 7f8005dd5700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8000101380 0x7f800019e810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:43.244 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.243+0000 7f8005dd5700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8000101d40 0x7f800019ed50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:43.244 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.243+0000 7f8005dd5700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f80001073f0 0x7f80001989d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:43.244 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.243+0000 7f8005dd5700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f8000111680 con 0x7f8000101d40 2024-06-06T08:31:43.244 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.243+0000 7f8005dd5700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f8000111500 con 0x7f80001073f0 2024-06-06T08:31:43.244 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.243+0000 7f8005dd5700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f8000111800 con 0x7f8000101380 2024-06-06T08:31:43.244 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.243+0000 7f7fff7fe700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8000101380 0x7f800019e810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:43.245 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.243+0000 7f7fff7fe700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8000101380 0x7f800019e810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:37282/0 (socket says 172.21.15.42:37282) 2024-06-06T08:31:43.245 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.243+0000 7f7ff7fff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8000101d40 0x7f800019ed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:43.245 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.243+0000 7f7fff7fe700 1 -- 172.21.15.42:0/4100223808 learned_addr learned my addr 172.21.15.42:0/4100223808 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:43.245 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.243+0000 7f7ffffff700 1 --2- 172.21.15.42:0/4100223808 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f80001073f0 0x7f80001989d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:43.245 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.244+0000 7f7fff7fe700 1 -- 172.21.15.42:0/4100223808 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f80001073f0 msgr2=0x7f80001989d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:43.245 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.244+0000 7f7fff7fe700 1 --2- 172.21.15.42:0/4100223808 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f80001073f0 0x7f80001989d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:43.245 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.244+0000 7f7fff7fe700 1 -- 172.21.15.42:0/4100223808 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8000101d40 msgr2=0x7f800019ed50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:43.245 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.244+0000 7f7fff7fe700 1 --2- 172.21.15.42:0/4100223808 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8000101d40 0x7f800019ed50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:43.245 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.244+0000 7f7fff7fe700 1 -- 172.21.15.42:0/4100223808 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8000199130 con 0x7f8000101380 2024-06-06T08:31:43.245 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.244+0000 7f7ffffff700 1 --2- 172.21.15.42:0/4100223808 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f80001073f0 0x7f80001989d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:31:43.245 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.244+0000 7f7ff7fff700 1 --2- 172.21.15.42:0/4100223808 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8000101d40 0x7f800019ed50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:31:43.245 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.244+0000 7f7fff7fe700 1 --2- 172.21.15.42:0/4100223808 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8000101380 0x7f800019e810 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f7ff000d980 tx=0x7f7ff000dc90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:43.245 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.244+0000 7f7ffd7fa700 1 -- 172.21.15.42:0/4100223808 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ff0017070 con 0x7f8000101380 2024-06-06T08:31:43.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.244+0000 7f8005dd5700 1 -- 172.21.15.42:0/4100223808 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8000199420 con 0x7f8000101380 2024-06-06T08:31:43.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.244+0000 7f7ffd7fa700 1 -- 172.21.15.42:0/4100223808 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7ff0005020 con 0x7f8000101380 2024-06-06T08:31:43.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.244+0000 7f7ffd7fa700 1 -- 172.21.15.42:0/4100223808 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ff0009bc0 con 0x7f8000101380 2024-06-06T08:31:43.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.244+0000 7f8005dd5700 1 -- 172.21.15.42:0/4100223808 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8000102f90 con 0x7f8000101380 2024-06-06T08:31:43.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.248+0000 7f7ffd7fa700 1 -- 172.21.15.42:0/4100223808 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f7ff0010460 con 0x7f8000101380 2024-06-06T08:31:43.247 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.248+0000 7f7ffd7fa700 1 --2- 172.21.15.42:0/4100223808 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f7fec0a2d90 0x7f7fec0a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:43.247 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.249+0000 7f7ffd7fa700 1 -- 172.21.15.42:0/4100223808 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 9394+0+0 (secure 0 0 0) 0x7f7ff00cf690 con 0x7f8000101380 2024-06-06T08:31:43.248 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.249+0000 7f7ff7fff700 1 --2- 172.21.15.42:0/4100223808 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f7fec0a2d90 0x7f7fec0a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:43.248 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.249+0000 7f8010658b80 1 Processor -- start 2024-06-06T08:31:43.248 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.249+0000 7f8010658b80 1 -- start start 2024-06-06T08:31:43.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.249+0000 7f7ff7fff700 1 --2- 172.21.15.42:0/4100223808 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f7fec0a2d90 0x7f7fec0a5250 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f8000107b80 tx=0x7f7fe800b410 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:43.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.249+0000 7f8010658b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a38cf40f60 0x55a38cf41340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:43.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.249+0000 7f8010658b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a38cf41880 0x55a38cf3b260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:43.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.249+0000 7f8010658b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a38cf3b7a0 0x55a38cf3bbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:43.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.249+0000 7f8010658b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a38ce2df60 con 0x55a38cf3b7a0 2024-06-06T08:31:43.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.249+0000 7f8010658b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55a38ce8c850 con 0x55a38cf40f60 2024-06-06T08:31:43.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.249+0000 7f8010658b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55a38cdf4460 con 0x55a38cf41880 2024-06-06T08:31:43.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.249+0000 7f7ffffff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a38cf3b7a0 0x55a38cf3bbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:43.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.250+0000 7f7ffffff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a38cf3b7a0 0x55a38cf3bbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:49216/0 (socket says 172.21.15.42:49216) 2024-06-06T08:31:43.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.250+0000 7f7ffffff700 1 -- 172.21.15.42:0/182058658 learned_addr learned my addr 172.21.15.42:0/182058658 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:43.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.250+0000 7f7fff7fe700 1 --2- 172.21.15.42:0/182058658 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a38cf40f60 0x55a38cf41340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:43.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.250+0000 7f7ff7fff700 1 --2- 172.21.15.42:0/182058658 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a38cf41880 0x55a38cf3b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:43.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.250+0000 7f7fff7fe700 1 -- 172.21.15.42:0/182058658 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a38cf41880 msgr2=0x55a38cf3b260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:43.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.250+0000 7f7fff7fe700 1 --2- 172.21.15.42:0/182058658 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a38cf41880 0x55a38cf3b260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:43.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.250+0000 7f7fff7fe700 1 -- 172.21.15.42:0/182058658 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a38cf3b7a0 msgr2=0x55a38cf3bbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:43.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.250+0000 7f7fff7fe700 1 --2- 172.21.15.42:0/182058658 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a38cf3b7a0 0x55a38cf3bbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:43.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.250+0000 7f7fff7fe700 1 -- 172.21.15.42:0/182058658 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a38cddb8d0 con 0x55a38cf40f60 2024-06-06T08:31:43.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.250+0000 7f7ffffff700 1 --2- 172.21.15.42:0/182058658 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a38cf3b7a0 0x55a38cf3bbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:31:43.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.250+0000 7f7fff7fe700 1 --2- 172.21.15.42:0/182058658 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a38cf40f60 0x55a38cf41340 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f7ff00cca70 tx=0x7f7ff009b840 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fef190ff4f0a8000 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:43.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.250+0000 7f7ff5ffb700 1 -- 172.21.15.42:0/182058658 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ff00a44b0 con 0x55a38cf40f60 2024-06-06T08:31:43.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.250+0000 7f7ff5ffb700 1 -- 172.21.15.42:0/182058658 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7ff0009d60 con 0x55a38cf40f60 2024-06-06T08:31:43.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.250+0000 7f7ff5ffb700 1 -- 172.21.15.42:0/182058658 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ff00cf300 con 0x55a38cf40f60 2024-06-06T08:31:43.255 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.251+0000 7f8010658b80 1 -- 172.21.15.42:0/182058658 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a38cf40f60 msgr2=0x55a38cf41340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:43.255 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.251+0000 7f8010658b80 1 --2- 172.21.15.42:0/182058658 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a38cf40f60 0x55a38cf41340 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f7ff00cca70 tx=0x7f7ff009b840 comp rx=0 tx=0).stop 2024-06-06T08:31:43.255 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.251+0000 7f8010658b80 1 -- 172.21.15.42:0/182058658 shutdown_connections 2024-06-06T08:31:43.255 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.251+0000 7f8010658b80 1 --2- 172.21.15.42:0/182058658 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a38cf3b7a0 0x55a38cf3bbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:43.256 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.251+0000 7f8010658b80 1 --2- 172.21.15.42:0/182058658 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a38cf40f60 0x55a38cf41340 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:43.256 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.251+0000 7f8010658b80 1 --2- 172.21.15.42:0/182058658 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a38cf41880 0x55a38cf3b260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:43.256 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.251+0000 7f8010658b80 1 -- 172.21.15.42:0/182058658 >> 172.21.15.42:0/182058658 conn(0x55a38ce68080 msgr2=0x55a38cf36220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:43.256 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.251+0000 7f8010658b80 1 -- 172.21.15.42:0/182058658 shutdown_connections 2024-06-06T08:31:43.256 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.251+0000 7f8010658b80 1 -- 172.21.15.42:0/182058658 wait complete. 2024-06-06T08:31:43.256 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.252+0000 7f8010658b80 1 -- start start 2024-06-06T08:31:43.256 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.252+0000 7f8010658b80 1 Processor -- start 2024-06-06T08:31:43.256 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.252+0000 7f8010658b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a38cf3b7a0 0x55a38cf47720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:43.256 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.252+0000 7f8010658b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a38cf40f60 0x55a38cf44a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:43.256 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.252+0000 7f8010658b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a38cf41880 0x55a38cf44f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:43.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.252+0000 7f8010658b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a38ce2cfc0 con 0x55a38cf41880 2024-06-06T08:31:43.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.252+0000 7f7ffffff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a38cf41880 0x55a38cf44f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:43.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.252+0000 7f8010658b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55a38ce88810 con 0x55a38cf3b7a0 2024-06-06T08:31:43.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.252+0000 7f7ffffff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a38cf41880 0x55a38cf44f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:49220/0 (socket says 172.21.15.42:49220) 2024-06-06T08:31:43.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.252+0000 7f7ffffff700 1 -- 172.21.15.42:0/1741363571 learned_addr learned my addr 172.21.15.42:0/1741363571 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:43.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.252+0000 7f8010658b80 1 -- 172.21.15.42:0/1741363571 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55a38cf48200 con 0x55a38cf40f60 2024-06-06T08:31:43.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.252+0000 7f7ff7fff700 1 --2- 172.21.15.42:0/1741363571 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a38cf40f60 0x55a38cf44a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:43.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.253+0000 7f8010658b80 10 client.0 _ll_register_callbacks cb 0x55a38ce225b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:31:43.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.252+0000 7f7fff7fe700 1 --2- 172.21.15.42:0/1741363571 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a38cf3b7a0 0x55a38cf47720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:43.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.253+0000 7f7fff7fe700 1 -- 172.21.15.42:0/1741363571 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a38cf40f60 msgr2=0x55a38cf44a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:43.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.253+0000 7f7fff7fe700 1 --2- 172.21.15.42:0/1741363571 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a38cf40f60 0x55a38cf44a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:43.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.253+0000 7f7fff7fe700 1 -- 172.21.15.42:0/1741363571 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a38cf41880 msgr2=0x55a38cf44f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:43.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.253+0000 7f7fff7fe700 1 --2- 172.21.15.42:0/1741363571 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a38cf41880 0x55a38cf44f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:43.258 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.253+0000 7f7fff7fe700 1 -- 172.21.15.42:0/1741363571 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a38ce52750 con 0x55a38cf3b7a0 2024-06-06T08:31:43.258 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.253+0000 7f7ffffff700 1 --2- 172.21.15.42:0/1741363571 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a38cf41880 0x55a38cf44f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:31:43.258 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.253+0000 7f7fff7fe700 1 --2- 172.21.15.42:0/1741363571 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a38cf3b7a0 0x55a38cf47720 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f7ff0099af0 tx=0x7f7ff009fd70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c280cb58214db16 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:43.258 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.253+0000 7f7fdeffd700 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:31:43.258 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.253+0000 7f7fdeffd700 1 -- 172.21.15.42:0/1741363571 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ff00b8070 con 0x55a38cf3b7a0 2024-06-06T08:31:43.258 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.253+0000 7f8010658b80 1 -- 172.21.15.42:0/1741363571 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7ff0009d60 con 0x55a38cf3b7a0 2024-06-06T08:31:43.258 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.253+0000 7f7fdeffd700 1 -- 172.21.15.42:0/1741363571 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 9394+0+0 (secure 0 0 0) 0x7f7ff00051d0 con 0x55a38cf3b7a0 2024-06-06T08:31:43.258 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.254+0000 7f7fdeffd700 1 -- 172.21.15.42:0/1741363571 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f7ff00a44b0 con 0x55a38cf3b7a0 2024-06-06T08:31:43.258 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.254+0000 7f8010658b80 10 client.26843 fetch_fsmap learned FSMap version 40 2024-06-06T08:31:43.258 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.254+0000 7f8010658b80 1 -- 172.21.15.42:0/1741363571 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x55a38cf52a10 con 0x55a38cf3b7a0 2024-06-06T08:31:43.258 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.254+0000 7f7fdeffd700 1 -- 172.21.15.42:0/1741363571 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7ff0009d60 con 0x55a38cf3b7a0 2024-06-06T08:31:43.258 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.254+0000 7f7fdeffd700 1 -- 172.21.15.42:0/1741363571 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 40) ==== 8362+0+0 (secure 0 0 0) 0x7f7ff009baa0 con 0x55a38cf3b7a0 2024-06-06T08:31:43.258 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.254+0000 7f8010658b80 10 client.26843 fetch_fsmap finished waiting for FSMap version 40 2024-06-06T08:31:43.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.254+0000 7f8010658b80 10 client.26843 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:31:43.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.254+0000 7f8010658b80 20 client.26843 populate_metadata read hostname 'smithi042' 2024-06-06T08:31:43.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.254+0000 7f8010658b80 1 --2- 172.21.15.42:0/1741363571 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a38cf54ee0 0x55a38cf572d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:43.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.254+0000 7f8010658b80 4 client.26843 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:31:43.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.254+0000 7f8010658b80 1 -- 172.21.15.42:0/1741363571 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a38ce99d50 con 0x55a38cf54ee0 2024-06-06T08:31:43.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.255+0000 7f7ff7fff700 1 --2- 172.21.15.42:0/1741363571 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a38cf54ee0 0x55a38cf572d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:43.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.255+0000 7f7ff7fff700 1 --2- 172.21.15.42:0/1741363571 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a38cf54ee0 0x55a38cf572d0 crc :-1 s=READY pgs=201 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=990f85ad2fe6d533 server_cookie=c92d3f0ace59f761 in_seq=0 out_seq=0 2024-06-06T08:31:43.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.255+0000 7f7fdeffd700 10 client.26843 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:31:43.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.256+0000 7f7fdeffd700 1 -- 172.21.15.42:0/1741363571 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55a38ce99d50 con 0x55a38cf54ee0 2024-06-06T08:31:43.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.256+0000 7f7fdeffd700 10 client.26843 handle_command_reply: tid=0 2024-06-06T08:31:43.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.256+0000 7f8010658b80 1 client.26843 shutdown 2024-06-06T08:31:43.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.256+0000 7f8010658b80 1 -- 172.21.15.42:0/1741363571 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a38cf3b7a0 msgr2=0x55a38cf47720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:43.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.256+0000 7f8010658b80 1 --2- 172.21.15.42:0/1741363571 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a38cf3b7a0 0x55a38cf47720 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f7ff0099af0 tx=0x7f7ff009fd70 comp rx=0 tx=0).stop 2024-06-06T08:31:43.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.256+0000 7f8010658b80 1 -- 172.21.15.42:0/1741363571 shutdown_connections 2024-06-06T08:31:43.260 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.256+0000 7f8010658b80 1 --2- 172.21.15.42:0/1741363571 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a38cf41880 0x55a38cf44f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:43.260 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.256+0000 7f8010658b80 1 --2- 172.21.15.42:0/1741363571 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a38cf54ee0 0x55a38cf572d0 crc :-1 s=READY pgs=201 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:43.260 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.256+0000 7f8010658b80 1 --2- 172.21.15.42:0/1741363571 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a38cf3b7a0 0x55a38cf47720 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:43.260 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.256+0000 7f8010658b80 1 --2- 172.21.15.42:0/1741363571 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a38cf40f60 0x55a38cf44a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:43.260 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.256+0000 7f7fdeffd700 0 client.26843 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:31:43.260 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.256+0000 7f8010658b80 1 -- 172.21.15.42:0/1741363571 >> 172.21.15.42:0/1741363571 conn(0x55a38ce68080 msgr2=0x55a38cf35700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:43.260 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.256+0000 7f8010658b80 1 -- 172.21.15.42:0/1741363571 shutdown_connections 2024-06-06T08:31:43.260 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.256+0000 7f8010658b80 1 -- 172.21.15.42:0/1741363571 wait complete. 2024-06-06T08:31:43.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.257+0000 7f8010658b80 20 client.26843 trim_cache size 0 max 16384 2024-06-06T08:31:43.273 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.273+0000 7f8010658b80 1 Processor -- start 2024-06-06T08:31:43.273 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.273+0000 7f8010658b80 1 -- start start 2024-06-06T08:31:43.273 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.273+0000 7f8010658b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a38cf3b7a0 0x55a38cf3b260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:43.273 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.273+0000 7f8010658b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a38cf40f60 0x55a38cf43cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:43.273 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.273+0000 7f8010658b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a38cf41880 0x55a38cf47260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:43.274 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.273+0000 7f8010658b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f80001b2fb0 con 0x55a38cf40f60 2024-06-06T08:31:43.274 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.273+0000 7f8010658b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f80001b0780 con 0x55a38cf3b7a0 2024-06-06T08:31:43.274 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.273+0000 7f8010658b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f80001ae610 con 0x55a38cf41880 2024-06-06T08:31:43.274 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.274+0000 7f7ff7fff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a38cf40f60 0x55a38cf43cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:43.274 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.274+0000 7f7ff7fff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a38cf40f60 0x55a38cf43cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:49230/0 (socket says 172.21.15.42:49230) 2024-06-06T08:31:43.274 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.274+0000 7f7ff7fff700 1 -- 172.21.15.42:0/3892292799 learned_addr learned my addr 172.21.15.42:0/3892292799 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:43.274 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.274+0000 7f7fff7fe700 1 --2- 172.21.15.42:0/3892292799 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a38cf3b7a0 0x55a38cf3b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:43.274 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.274+0000 7f7ffffff700 1 --2- 172.21.15.42:0/3892292799 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a38cf41880 0x55a38cf47260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:43.274 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.274+0000 7f7ff7fff700 1 -- 172.21.15.42:0/3892292799 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a38cf41880 msgr2=0x55a38cf47260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:43.274 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.274+0000 7f7ff7fff700 1 --2- 172.21.15.42:0/3892292799 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a38cf41880 0x55a38cf47260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:43.274 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.274+0000 7f7ff7fff700 1 -- 172.21.15.42:0/3892292799 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a38cf3b7a0 msgr2=0x55a38cf3b260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:43.274 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.274+0000 7f7ff7fff700 1 --2- 172.21.15.42:0/3892292799 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a38cf3b7a0 0x55a38cf3b260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:43.275 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.274+0000 7f7ff7fff700 1 -- 172.21.15.42:0/3892292799 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a38cf37140 con 0x55a38cf40f60 2024-06-06T08:31:43.275 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.274+0000 7f7fff7fe700 1 --2- 172.21.15.42:0/3892292799 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a38cf3b7a0 0x55a38cf3b260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:31:43.275 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.274+0000 7f7ff7fff700 1 --2- 172.21.15.42:0/3892292799 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a38cf40f60 0x55a38cf43cf0 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7f7fe800be70 tx=0x7f7fe8013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e572e28e1d2b3a0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:43.275 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.274+0000 7f7ff57fa700 1 -- 172.21.15.42:0/3892292799 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fe8004020 con 0x55a38cf40f60 2024-06-06T08:31:43.275 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.274+0000 7f7ff57fa700 1 -- 172.21.15.42:0/3892292799 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7fe8004830 con 0x55a38cf40f60 2024-06-06T08:31:43.275 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.274+0000 7f7ff57fa700 1 -- 172.21.15.42:0/3892292799 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fe80054e0 con 0x55a38cf40f60 2024-06-06T08:31:43.275 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:31:43.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.275+0000 7f8010658b80 1 -- 172.21.15.42:0/3892292799 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a38cf40f60 msgr2=0x55a38cf43cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:43.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.275+0000 7f8010658b80 1 --2- 172.21.15.42:0/3892292799 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a38cf40f60 0x55a38cf43cf0 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7f7fe800be70 tx=0x7f7fe8013000 comp rx=0 tx=0).stop 2024-06-06T08:31:43.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.275+0000 7f8010658b80 1 -- 172.21.15.42:0/3892292799 shutdown_connections 2024-06-06T08:31:43.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.275+0000 7f8010658b80 1 --2- 172.21.15.42:0/3892292799 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a38cf41880 0x55a38cf47260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:43.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.275+0000 7f8010658b80 1 --2- 172.21.15.42:0/3892292799 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a38cf3b7a0 0x55a38cf3b260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:43.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.275+0000 7f8010658b80 1 --2- 172.21.15.42:0/3892292799 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a38cf40f60 0x55a38cf43cf0 unknown :-1 s=CLOSED pgs=863 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:43.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.275+0000 7f8010658b80 1 -- 172.21.15.42:0/3892292799 >> 172.21.15.42:0/3892292799 conn(0x55a38ce68080 msgr2=0x55a38cf40380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:43.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.275+0000 7f8010658b80 1 -- 172.21.15.42:0/3892292799 shutdown_connections 2024-06-06T08:31:43.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.275+0000 7f8010658b80 1 -- 172.21.15.42:0/3892292799 wait complete. 2024-06-06T08:31:43.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.276+0000 7f8010658b80 1 -- start start 2024-06-06T08:31:43.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.276+0000 7f8010658b80 1 Processor -- start 2024-06-06T08:31:43.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.276+0000 7f8010658b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a38cf3b7a0 0x55a38cf5a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:43.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.276+0000 7f8010658b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a38cf40f60 0x55a38cf5ac30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:43.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.276+0000 7f8010658b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a38cf41880 0x55a38cf57c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:43.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.276+0000 7f8010658b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f80001aec60 con 0x55a38cf41880 2024-06-06T08:31:43.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.276+0000 7f8010658b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f80001b00b0 con 0x55a38cf3b7a0 2024-06-06T08:31:43.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.276+0000 7f8010658b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f80001af310 con 0x55a38cf40f60 2024-06-06T08:31:43.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.276+0000 7f8010658b80 10 client.0 _ll_register_callbacks cb 0x55a38ce225b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:31:43.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.276+0000 7f7ffffff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a38cf41880 0x55a38cf57c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:43.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.276+0000 7f7ffffff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a38cf41880 0x55a38cf57c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:49232/0 (socket says 172.21.15.42:49232) 2024-06-06T08:31:43.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.276+0000 7f7ffffff700 1 -- 172.21.15.42:0/427320778 learned_addr learned my addr 172.21.15.42:0/427320778 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:43.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.276+0000 7f7ff7fff700 1 --2- 172.21.15.42:0/427320778 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a38cf40f60 0x55a38cf5ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:43.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.276+0000 7f7fff7fe700 1 --2- 172.21.15.42:0/427320778 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a38cf3b7a0 0x55a38cf5a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:43.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.277+0000 7f7ffffff700 1 -- 172.21.15.42:0/427320778 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a38cf40f60 msgr2=0x55a38cf5ac30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:43.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.277+0000 7f7ffffff700 1 --2- 172.21.15.42:0/427320778 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a38cf40f60 0x55a38cf5ac30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:43.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.277+0000 7f7ffffff700 1 -- 172.21.15.42:0/427320778 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a38cf3b7a0 msgr2=0x55a38cf5a6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:43.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.277+0000 7f7ffffff700 1 --2- 172.21.15.42:0/427320778 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a38cf3b7a0 0x55a38cf5a6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:43.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.277+0000 7f7ffffff700 1 -- 172.21.15.42:0/427320778 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a38cf584d0 con 0x55a38cf41880 2024-06-06T08:31:43.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.277+0000 7f7ffffff700 1 --2- 172.21.15.42:0/427320778 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a38cf41880 0x55a38cf57c90 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7f7ff8006030 tx=0x7f7ff8007850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c52145db02609d00 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:43.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.277+0000 7f7fdeffd700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:31:43.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.277+0000 7f7fdeffd700 1 -- 172.21.15.42:0/427320778 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ff8007e00 con 0x55a38cf41880 2024-06-06T08:31:43.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.277+0000 7f7fdeffd700 1 -- 172.21.15.42:0/427320778 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 9394+0+0 (secure 0 0 0) 0x7f7ff8005040 con 0x55a38cf41880 2024-06-06T08:31:43.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.277+0000 7f8010658b80 1 -- 172.21.15.42:0/427320778 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7fe8004830 con 0x55a38cf41880 2024-06-06T08:31:43.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.277+0000 7f7fdeffd700 1 -- 172.21.15.42:0/427320778 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f7ff8005240 con 0x55a38cf41880 2024-06-06T08:31:43.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.277+0000 7f8010658b80 10 client.17232 fetch_fsmap learned FSMap version 40 2024-06-06T08:31:43.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.277+0000 7f8010658b80 1 -- 172.21.15.42:0/427320778 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x55a38cfbf4f0 con 0x55a38cf41880 2024-06-06T08:31:43.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.277+0000 7f7fdeffd700 1 -- 172.21.15.42:0/427320778 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7fe8004830 con 0x55a38cf41880 2024-06-06T08:31:43.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.278+0000 7f7fdeffd700 1 -- 172.21.15.42:0/427320778 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 40) ==== 8362+0+0 (secure 0 0 0) 0x7f7ff8026070 con 0x55a38cf41880 2024-06-06T08:31:43.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.278+0000 7f8010658b80 10 client.17232 fetch_fsmap finished waiting for FSMap version 40 2024-06-06T08:31:43.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.278+0000 7f8010658b80 10 client.17232 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T08:31:43.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.278+0000 7f8010658b80 20 client.17232 populate_metadata read hostname 'smithi042' 2024-06-06T08:31:43.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.278+0000 7f8010658b80 1 --2- 172.21.15.42:0/427320778 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a38cfbfc90 0x55a38cfc20b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:43.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.278+0000 7f8010658b80 4 client.17232 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-06-06T08:31:43.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.278+0000 7f8010658b80 1 -- 172.21.15.42:0/427320778 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55a38ce942d0 con 0x55a38cfbfc90 2024-06-06T08:31:43.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.278+0000 7f7fff7fe700 1 --2- 172.21.15.42:0/427320778 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a38cfbfc90 0x55a38cfc20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:43.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.279+0000 7f7fdeffd700 10 client.17232 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:31:43.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.279+0000 7f7fff7fe700 1 --2- 172.21.15.42:0/427320778 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a38cfbfc90 0x55a38cfc20b0 crc :-1 s=READY pgs=202 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5d4beb10d13f9cc server_cookie=e9cffbc303f75156 in_seq=0 out_seq=0 2024-06-06T08:31:43.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.279+0000 7f7fdeffd700 1 -- 172.21.15.42:0/427320778 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55a38ce942d0 con 0x55a38cfbfc90 2024-06-06T08:31:43.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.279+0000 7f7fdeffd700 10 client.17232 handle_command_reply: tid=0 2024-06-06T08:31:43.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.279+0000 7f8010658b80 1 client.17232 shutdown 2024-06-06T08:31:43.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.279+0000 7f8010658b80 1 -- 172.21.15.42:0/427320778 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a38cf41880 msgr2=0x55a38cf57c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:43.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.279+0000 7f8010658b80 1 --2- 172.21.15.42:0/427320778 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a38cf41880 0x55a38cf57c90 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7f7ff8006030 tx=0x7f7ff8007850 comp rx=0 tx=0).stop 2024-06-06T08:31:43.283 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.279+0000 7f8010658b80 1 -- 172.21.15.42:0/427320778 shutdown_connections 2024-06-06T08:31:43.283 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.279+0000 7f8010658b80 1 --2- 172.21.15.42:0/427320778 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a38cf41880 0x55a38cf57c90 unknown :-1 s=CLOSED pgs=864 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:43.283 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.279+0000 7f8010658b80 1 --2- 172.21.15.42:0/427320778 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a38cfbfc90 0x55a38cfc20b0 crc :-1 s=READY pgs=202 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:43.283 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.279+0000 7f8010658b80 1 --2- 172.21.15.42:0/427320778 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a38cf3b7a0 0x55a38cf5a6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:43.283 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.279+0000 7f8010658b80 1 --2- 172.21.15.42:0/427320778 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a38cf40f60 0x55a38cf5ac30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:43.283 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.279+0000 7f7fdeffd700 0 client.17232 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:31:43.283 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.279+0000 7f8010658b80 1 -- 172.21.15.42:0/427320778 >> 172.21.15.42:0/427320778 conn(0x55a38ce68080 msgr2=0x55a38cf442a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:43.283 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.280+0000 7f8010658b80 1 -- 172.21.15.42:0/427320778 shutdown_connections 2024-06-06T08:31:43.283 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.280+0000 7f8010658b80 1 -- 172.21.15.42:0/427320778 wait complete. 2024-06-06T08:31:43.283 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.280+0000 7f8010658b80 20 client.17232 trim_cache size 0 max 16384 2024-06-06T08:31:43.283 INFO:teuthology.orchestra.run.smithi042.stdout:[] 2024-06-06T08:31:43.284 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.280+0000 7f8005dd5700 1 -- 172.21.15.42:0/4100223808 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f7fec0a2d90 msgr2=0x7f7fec0a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:43.284 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.280+0000 7f8005dd5700 1 --2- 172.21.15.42:0/4100223808 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f7fec0a2d90 0x7f7fec0a5250 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f8000107b80 tx=0x7f7fe800b410 comp rx=0 tx=0).stop 2024-06-06T08:31:43.284 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.280+0000 7f8005dd5700 1 -- 172.21.15.42:0/4100223808 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8000101380 msgr2=0x7f800019e810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:43.284 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.280+0000 7f8005dd5700 1 --2- 172.21.15.42:0/4100223808 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8000101380 0x7f800019e810 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f7ff000d980 tx=0x7f7ff000dc90 comp rx=0 tx=0).stop 2024-06-06T08:31:43.284 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.280+0000 7f8005dd5700 1 -- 172.21.15.42:0/4100223808 shutdown_connections 2024-06-06T08:31:43.285 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.280+0000 7f8005dd5700 1 --2- 172.21.15.42:0/4100223808 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f7fec0a2d90 0x7f7fec0a5250 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:43.285 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.280+0000 7f8005dd5700 1 --2- 172.21.15.42:0/4100223808 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f80001073f0 0x7f80001989d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:43.285 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.280+0000 7f8005dd5700 1 --2- 172.21.15.42:0/4100223808 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8000101380 0x7f800019e810 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:43.285 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.280+0000 7f8005dd5700 1 --2- 172.21.15.42:0/4100223808 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8000101d40 0x7f800019ed50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:43.285 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.280+0000 7f8005dd5700 1 -- 172.21.15.42:0/4100223808 >> 172.21.15.42:0/4100223808 conn(0x7f8000078300 msgr2=0x7f80001005b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:43.285 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.280+0000 7f8005dd5700 1 -- 172.21.15.42:0/4100223808 shutdown_connections 2024-06-06T08:31:43.285 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:43.281+0000 7f8005dd5700 1 -- 172.21.15.42:0/4100223808 wait complete. 2024-06-06T08:31:43.984 ERROR:tasks.fwd_scrub:rank 2 damaged: [{'damage_type': 'backtrace', 'id': 567322028, 'ino': 2199023268305, 'path': '/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-23/comment-16.xml'}, {'damage_type': 'backtrace', 'id': 918637617, 'ino': 2199023268309, 'path': '/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-23/comment-10.xml'}, {'damage_type': 'backtrace', 'id': 938799956, 'ino': 1099511658516, 'path': '/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-17.xml'}, {'damage_type': 'backtrace', 'id': 962409701, 'ino': 2199023268307, 'path': '/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-23/comment-15.xml'}, {'damage_type': 'backtrace', 'id': 1049268576, 'ino': 1099511658519, 'path': '/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-23/comment-9.xml'}, {'damage_type': 'backtrace', 'id': 1341436747, 'ino': 1099511658504, 'path': '/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-27.xml'}, {'damage_type': 'backtrace', 'id': 1383135646, 'ino': 2199023268306, 'path': '/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-30.xml'}, {'damage_type': 'backtrace', 'id': 1472192835, 'ino': 1099511658523, 'path': '/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-23/comment-7.xml'}, {'damage_type': 'backtrace', 'id': 1592565220, 'ino': 1099511658505, 'path': '/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-26.xml'}, {'damage_type': 'backtrace', 'id': 1809476301, 'ino': 1099511658503, 'path': '/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-28.xml'}, {'damage_type': 'backtrace', 'id': 1845876472, 'ino': 1099511658510, 'path': '/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-23/comment-11.xml'}, {'damage_type': 'backtrace', 'id': 1882441328, 'ino': 1099511658518, 'path': '/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-14.xml'}, {'damage_type': 'backtrace', 'id': 1961512341, 'ino': 1099511658524, 'path': '/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-11.xml'}, {'damage_type': 'backtrace', 'id': 2071409863, 'ino': 1099511658515, 'path': '/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-18.xml'}, {'damage_type': 'backtrace', 'id': 2956713207, 'ino': 1099511658521, 'path': '/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-23/comment-8.xml'}, {'damage_type': 'backtrace', 'id': 3140814873, 'ino': 1099511658511, 'path': '/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-22.xml'}, {'damage_type': 'backtrace', 'id': 3258708608, 'ino': 1099511658507, 'path': '/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-25.xml'}, {'damage_type': 'backtrace', 'id': 3624199520, 'ino': 1099511658501, 'path': '/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-29.xml'}, {'damage_type': 'backtrace', 'id': 3666309258, 'ino': 1099511658512, 'path': '/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-21.xml'}, {'damage_type': 'backtrace', 'id': 3668350946, 'ino': 1099511658508, 'path': '/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-24.xml'}, {'damage_type': 'backtrace', 'id': 3671265471, 'ino': 1099511658517, 'path': '/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-16.xml'}, {'damage_type': 'backtrace', 'id': 3736533215, 'ino': 1099511658509, 'path': '/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-23.xml'}, {'damage_type': 'backtrace', 'id': 3792202463, 'ino': 2199023268310, 'path': '/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-15.xml'}, {'damage_type': 'backtrace', 'id': 3969616644, 'ino': 1099511658522, 'path': '/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-12.xml'}, {'damage_type': 'backtrace', 'id': 3978599095, 'ino': 1099511658514, 'path': '/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-19.xml'}, {'damage_type': 'backtrace', 'id': 4041997685, 'ino': 1099511658513, 'path': '/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-20.xml'}, {'damage_type': 'backtrace', 'id': 4232075200, 'ino': 1099511658520, 'path': '/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-28/comment-13.xml'}] 2024-06-06T08:31:43.984 ERROR:tasks.fwd_scrub:rank 1 damaged: [{'damage_type': 'backtrace', 'id': 2276179719, 'ino': 1099511658500, 'path': '/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-50/comment-54.xml'}] 2024-06-06T08:31:43.984 ERROR:tasks.fwd_scrub.fs.[cephfs]:exception: Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_ceph_3d746ca5346f34eef7e826a1eb71e59e02b682ae/qa/tasks/fwd_scrub.py", line 35, in _run self.do_scrub() File "/home/teuthworker/src/git.ceph.com_ceph_3d746ca5346f34eef7e826a1eb71e59e02b682ae/qa/tasks/fwd_scrub.py", line 48, in do_scrub self._scrub() File "/home/teuthworker/src/git.ceph.com_ceph_3d746ca5346f34eef7e826a1eb71e59e02b682ae/qa/tasks/fwd_scrub.py", line 70, in _scrub self._check_damage() File "/home/teuthworker/src/git.ceph.com_ceph_3d746ca5346f34eef7e826a1eb71e59e02b682ae/qa/tasks/fwd_scrub.py", line 81, in _check_damage raise RuntimeError(f"rank damage found: {types}") RuntimeError: rank damage found: {'backtrace'} 2024-06-06T08:31:44.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:31:44 smithi042 ceph-mon[32384]: pgmap v286: 129 pgs: 129 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 69 KiB/s wr, 9 op/s 2024-06-06T08:31:44.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:31:44 smithi120 ceph-mon[36658]: pgmap v286: 129 pgs: 129 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 69 KiB/s wr, 9 op/s 2024-06-06T08:31:44.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:31:44 smithi149 ceph-mon[36842]: pgmap v286: 129 pgs: 129 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 69 KiB/s wr, 9 op/s 2024-06-06T08:31:45.520 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.519+0000 7f76ed8d8700 1 -- 172.21.15.42:0/4131065484 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f76e8102f80 msgr2=0x7f76e810f3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:45.520 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.519+0000 7f76ed8d8700 1 --2- 172.21.15.42:0/4131065484 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f76e8102f80 0x7f76e810f3a0 secure :-1 s=READY pgs=865 cs=0 l=1 rev1=1 crypto rx=0x7f76e000b0a0 tx=0x7f76e000b3b0 comp rx=0 tx=0).stop 2024-06-06T08:31:45.520 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.519+0000 7f76ed8d8700 1 -- 172.21.15.42:0/4131065484 shutdown_connections 2024-06-06T08:31:45.520 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.519+0000 7f76ed8d8700 1 --2- 172.21.15.42:0/4131065484 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f76e8102f80 0x7f76e810f3a0 unknown :-1 s=CLOSED pgs=865 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:45.520 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.519+0000 7f76ed8d8700 1 --2- 172.21.15.42:0/4131065484 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f76e8107430 0x7f76e8107810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:45.520 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.519+0000 7f76ed8d8700 1 --2- 172.21.15.42:0/4131065484 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f76e81025e0 0x7f76e8102a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:45.521 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.519+0000 7f76ed8d8700 1 -- 172.21.15.42:0/4131065484 >> 172.21.15.42:0/4131065484 conn(0x7f76e8079680 msgr2=0x7f76e8079a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:45.521 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.519+0000 7f76ed8d8700 1 -- 172.21.15.42:0/4131065484 shutdown_connections 2024-06-06T08:31:45.521 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.519+0000 7f76ed8d8700 1 -- 172.21.15.42:0/4131065484 wait complete. 2024-06-06T08:31:45.521 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.520+0000 7f76ed8d8700 1 Processor -- start 2024-06-06T08:31:45.521 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.520+0000 7f76ed8d8700 1 -- start start 2024-06-06T08:31:45.521 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.520+0000 7f76ed8d8700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f76e81025e0 0x7f76e819e7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:45.521 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.520+0000 7f76ed8d8700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f76e8102f80 0x7f76e819ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:45.521 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.520+0000 7f76ed8d8700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f76e8107430 0x7f76e8198990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:45.521 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.520+0000 7f76ed8d8700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f76e81127b0 con 0x7f76e81025e0 2024-06-06T08:31:45.521 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.520+0000 7f76ed8d8700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f76e8112630 con 0x7f76e8102f80 2024-06-06T08:31:45.521 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.520+0000 7f76ed8d8700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f76e8112930 con 0x7f76e8107430 2024-06-06T08:31:45.521 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.520+0000 7f76e6ffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f76e81025e0 0x7f76e819e7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:45.522 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.520+0000 7f76e6ffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f76e81025e0 0x7f76e819e7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:49248/0 (socket says 172.21.15.42:49248) 2024-06-06T08:31:45.522 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.520+0000 7f76e6ffd700 1 -- 172.21.15.42:0/3773909655 learned_addr learned my addr 172.21.15.42:0/3773909655 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:45.522 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.520+0000 7f76e67fc700 1 --2- 172.21.15.42:0/3773909655 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f76e8102f80 0x7f76e819ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:45.522 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.520+0000 7f76e77fe700 1 --2- 172.21.15.42:0/3773909655 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f76e8107430 0x7f76e8198990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:45.522 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.520+0000 7f76e6ffd700 1 -- 172.21.15.42:0/3773909655 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f76e8107430 msgr2=0x7f76e8198990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:45.522 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.520+0000 7f76e6ffd700 1 --2- 172.21.15.42:0/3773909655 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f76e8107430 0x7f76e8198990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:45.522 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.520+0000 7f76e6ffd700 1 -- 172.21.15.42:0/3773909655 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f76e8102f80 msgr2=0x7f76e819ed10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:45.522 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.520+0000 7f76e6ffd700 1 --2- 172.21.15.42:0/3773909655 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f76e8102f80 0x7f76e819ed10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:45.522 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.520+0000 7f76e6ffd700 1 -- 172.21.15.42:0/3773909655 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76e81990f0 con 0x7f76e81025e0 2024-06-06T08:31:45.522 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.521+0000 7f76e6ffd700 1 --2- 172.21.15.42:0/3773909655 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f76e81025e0 0x7f76e819e7d0 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7f76d800e970 tx=0x7f76d800ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:45.522 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.521+0000 7f76ec8d6700 1 -- 172.21.15.42:0/3773909655 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76d800cbd0 con 0x7f76e81025e0 2024-06-06T08:31:45.522 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.521+0000 7f76ec8d6700 1 -- 172.21.15.42:0/3773909655 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f76d8004500 con 0x7f76e81025e0 2024-06-06T08:31:45.523 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.521+0000 7f76ec8d6700 1 -- 172.21.15.42:0/3773909655 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76d8010430 con 0x7f76e81025e0 2024-06-06T08:31:45.523 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.521+0000 7f76ed8d8700 1 -- 172.21.15.42:0/3773909655 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76e81993e0 con 0x7f76e81025e0 2024-06-06T08:31:45.523 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.521+0000 7f76ed8d8700 1 -- 172.21.15.42:0/3773909655 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76e81a56a0 con 0x7f76e81025e0 2024-06-06T08:31:45.525 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.523+0000 7f76ec8d6700 1 -- 172.21.15.42:0/3773909655 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f76d8003f70 con 0x7f76e81025e0 2024-06-06T08:31:45.525 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.524+0000 7f76ec8d6700 1 --2- 172.21.15.42:0/3773909655 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f76d00a2eb0 0x7f76d00a5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:45.525 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.524+0000 7f76e67fc700 1 --2- 172.21.15.42:0/3773909655 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f76d00a2eb0 0x7f76d00a5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:45.525 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.524+0000 7f76ec8d6700 1 -- 172.21.15.42:0/3773909655 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 9394+0+0 (secure 0 0 0) 0x7f76d80cfa70 con 0x7f76e81025e0 2024-06-06T08:31:45.525 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.524+0000 7f76e67fc700 1 --2- 172.21.15.42:0/3773909655 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f76d00a2eb0 0x7f76d00a5370 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f76e8079b80 tx=0x7f76dc009260 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:45.525 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.525+0000 7f76f815bb80 1 Processor -- start 2024-06-06T08:31:45.525 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.525+0000 7f76f815bb80 1 -- start start 2024-06-06T08:31:45.525 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.525+0000 7f76f815bb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564e404fc590 0x564e404fc970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:45.526 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.525+0000 7f76f815bb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e404fceb0 0x564e404f67a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:45.526 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.525+0000 7f76f815bb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564e404f6ce0 0x564e404f7100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:45.526 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.525+0000 7f76f815bb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x564e403e90f0 con 0x564e404fceb0 2024-06-06T08:31:45.526 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.525+0000 7f76f815bb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x564e404479e0 con 0x564e404f6ce0 2024-06-06T08:31:45.526 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.525+0000 7f76f815bb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x564e403af5f0 con 0x564e404fc590 2024-06-06T08:31:45.526 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.525+0000 7f76e67fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e404fceb0 0x564e404f67a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:45.526 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.525+0000 7f76e67fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e404fceb0 0x564e404f67a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:49256/0 (socket says 172.21.15.42:49256) 2024-06-06T08:31:45.526 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.525+0000 7f76e67fc700 1 -- 172.21.15.42:0/1922771580 learned_addr learned my addr 172.21.15.42:0/1922771580 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:45.526 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.525+0000 7f76e6ffd700 1 --2- 172.21.15.42:0/1922771580 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564e404fc590 0x564e404fc970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:45.526 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.525+0000 7f76e77fe700 1 --2- 172.21.15.42:0/1922771580 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564e404f6ce0 0x564e404f7100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:45.526 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.526+0000 7f76e67fc700 1 -- 172.21.15.42:0/1922771580 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564e404fc590 msgr2=0x564e404fc970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:45.526 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.526+0000 7f76e67fc700 1 --2- 172.21.15.42:0/1922771580 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564e404fc590 0x564e404fc970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:45.526 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.526+0000 7f76e67fc700 1 -- 172.21.15.42:0/1922771580 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564e404f6ce0 msgr2=0x564e404f7100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:45.527 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.526+0000 7f76e67fc700 1 --2- 172.21.15.42:0/1922771580 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564e404f6ce0 0x564e404f7100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:45.527 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.526+0000 7f76e67fc700 1 -- 172.21.15.42:0/1922771580 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564e40396a60 con 0x564e404fceb0 2024-06-06T08:31:45.527 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.526+0000 7f76e77fe700 1 --2- 172.21.15.42:0/1922771580 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564e404f6ce0 0x564e404f7100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:31:45.527 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.526+0000 7f76e6ffd700 1 --2- 172.21.15.42:0/1922771580 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564e404fc590 0x564e404fc970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:31:45.527 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.526+0000 7f76e67fc700 1 --2- 172.21.15.42:0/1922771580 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e404fceb0 0x564e404f67a0 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7f76dc011e10 tx=0x7f76dc014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5d15f84d269c533 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:45.527 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.526+0000 7f76cdffb700 1 -- 172.21.15.42:0/1922771580 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76dc01f420 con 0x564e404fceb0 2024-06-06T08:31:45.527 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.526+0000 7f76cdffb700 1 -- 172.21.15.42:0/1922771580 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f76dc01faa0 con 0x564e404fceb0 2024-06-06T08:31:45.527 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.526+0000 7f76cdffb700 1 -- 172.21.15.42:0/1922771580 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76dc01dc20 con 0x564e404fceb0 2024-06-06T08:31:45.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.527+0000 7f76f815bb80 1 -- 172.21.15.42:0/1922771580 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e404fceb0 msgr2=0x564e404f67a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:45.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.527+0000 7f76f815bb80 1 --2- 172.21.15.42:0/1922771580 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e404fceb0 0x564e404f67a0 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7f76dc011e10 tx=0x7f76dc014000 comp rx=0 tx=0).stop 2024-06-06T08:31:45.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.527+0000 7f76f815bb80 1 -- 172.21.15.42:0/1922771580 shutdown_connections 2024-06-06T08:31:45.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.527+0000 7f76f815bb80 1 --2- 172.21.15.42:0/1922771580 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564e404f6ce0 0x564e404f7100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:45.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.527+0000 7f76f815bb80 1 --2- 172.21.15.42:0/1922771580 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564e404fc590 0x564e404fc970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:45.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.527+0000 7f76f815bb80 1 --2- 172.21.15.42:0/1922771580 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e404fceb0 0x564e404f67a0 unknown :-1 s=CLOSED pgs=867 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:45.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.527+0000 7f76f815bb80 1 -- 172.21.15.42:0/1922771580 >> 172.21.15.42:0/1922771580 conn(0x564e40423210 msgr2=0x564e404f1a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:45.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.527+0000 7f76f815bb80 1 -- 172.21.15.42:0/1922771580 shutdown_connections 2024-06-06T08:31:45.532 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.527+0000 7f76f815bb80 1 -- 172.21.15.42:0/1922771580 wait complete. 2024-06-06T08:31:45.532 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.527+0000 7f76f815bb80 1 -- start start 2024-06-06T08:31:45.532 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.527+0000 7f76f815bb80 1 Processor -- start 2024-06-06T08:31:45.532 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.528+0000 7f76f815bb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564e404f6ce0 0x564e40502bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:45.532 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.528+0000 7f76f815bb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e404fc590 0x564e404ffef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:45.532 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.528+0000 7f76f815bb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564e404fceb0 0x564e40500430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:45.532 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.528+0000 7f76f815bb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x564e403e8150 con 0x564e404fc590 2024-06-06T08:31:45.532 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.528+0000 7f76f815bb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x564e404439a0 con 0x564e404f6ce0 2024-06-06T08:31:45.532 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.528+0000 7f76f815bb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x564e40503890 con 0x564e404fceb0 2024-06-06T08:31:45.532 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.528+0000 7f76f815bb80 10 client.0 _ll_register_callbacks cb 0x564e403dd740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:31:45.532 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.528+0000 7f76e67fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e404fc590 0x564e404ffef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:45.532 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.528+0000 7f76e6ffd700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564e404f6ce0 0x564e40502bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:45.532 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.528+0000 7f76e67fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e404fc590 0x564e404ffef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:49272/0 (socket says 172.21.15.42:49272) 2024-06-06T08:31:45.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.528+0000 7f76e67fc700 1 -- 172.21.15.42:0/2990350370 learned_addr learned my addr 172.21.15.42:0/2990350370 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:45.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.528+0000 7f76e77fe700 1 --2- 172.21.15.42:0/2990350370 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564e404fceb0 0x564e40500430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:45.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.528+0000 7f76e6ffd700 1 -- 172.21.15.42:0/2990350370 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564e404fceb0 msgr2=0x564e40500430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:45.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.528+0000 7f76e6ffd700 1 --2- 172.21.15.42:0/2990350370 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564e404fceb0 0x564e40500430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:45.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.528+0000 7f76e6ffd700 1 -- 172.21.15.42:0/2990350370 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e404fc590 msgr2=0x564e404ffef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:45.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.528+0000 7f76e6ffd700 1 --2- 172.21.15.42:0/2990350370 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e404fc590 0x564e404ffef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:45.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.528+0000 7f76e6ffd700 1 -- 172.21.15.42:0/2990350370 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564e4040d8e0 con 0x564e404f6ce0 2024-06-06T08:31:45.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.528+0000 7f76e67fc700 1 --2- 172.21.15.42:0/2990350370 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e404fc590 0x564e404ffef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:31:45.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.529+0000 7f76e6ffd700 1 --2- 172.21.15.42:0/2990350370 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564e404f6ce0 0x564e40502bf0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f76d80ccdf0 tx=0x7f76d809c2c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ba069e1e28d61c53 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:45.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.529+0000 7f76c6ffd700 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:31:45.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.529+0000 7f76c6ffd700 1 -- 172.21.15.42:0/2990350370 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76d80a4830 con 0x564e404f6ce0 2024-06-06T08:31:45.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.529+0000 7f76c6ffd700 1 -- 172.21.15.42:0/2990350370 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 9394+0+0 (secure 0 0 0) 0x7f76d8004260 con 0x564e404f6ce0 2024-06-06T08:31:45.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.529+0000 7f76f815bb80 1 -- 172.21.15.42:0/2990350370 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f76dc01faa0 con 0x564e404f6ce0 2024-06-06T08:31:45.534 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.529+0000 7f76c6ffd700 1 -- 172.21.15.42:0/2990350370 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f76d8098230 con 0x564e404f6ce0 2024-06-06T08:31:45.534 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.529+0000 7f76f815bb80 10 client.26858 fetch_fsmap learned FSMap version 40 2024-06-06T08:31:45.534 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.529+0000 7f76f815bb80 1 -- 172.21.15.42:0/2990350370 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x564e4050dfc0 con 0x564e404f6ce0 2024-06-06T08:31:45.534 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.529+0000 7f76c6ffd700 1 -- 172.21.15.42:0/2990350370 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f76dc01faa0 con 0x564e404f6ce0 2024-06-06T08:31:45.534 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.530+0000 7f76c6ffd700 1 -- 172.21.15.42:0/2990350370 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 40) ==== 8362+0+0 (secure 0 0 0) 0x7f76d80a44a0 con 0x564e404f6ce0 2024-06-06T08:31:45.534 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.530+0000 7f76f815bb80 10 client.26858 fetch_fsmap finished waiting for FSMap version 40 2024-06-06T08:31:45.534 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.530+0000 7f76f815bb80 10 client.26858 resolve_mds: validated gid 24484 aka daemon mds.i 2024-06-06T08:31:45.534 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.530+0000 7f76f815bb80 20 client.26858 populate_metadata read hostname 'smithi042' 2024-06-06T08:31:45.534 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.530+0000 7f76f815bb80 1 --2- 172.21.15.42:0/2990350370 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x564e40510550 0x564e40512940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:45.534 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.530+0000 7f76f815bb80 4 client.26858 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:31:45.534 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.530+0000 7f76f815bb80 1 -- 172.21.15.42:0/2990350370 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564e40454ee0 con 0x564e40510550 2024-06-06T08:31:45.534 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.530+0000 7f76e67fc700 1 --2- 172.21.15.42:0/2990350370 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x564e40510550 0x564e40512940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:45.534 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.531+0000 7f76e67fc700 1 --2- 172.21.15.42:0/2990350370 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x564e40510550 0x564e40512940 crc :-1 s=READY pgs=203 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cf62c41dfceb6fe3 server_cookie=8b7622ddc3ffc71f in_seq=0 out_seq=0 2024-06-06T08:31:45.535 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.531+0000 7f76c6ffd700 10 client.26858 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:31:45.535 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.531+0000 7f76c6ffd700 1 -- 172.21.15.42:0/2990350370 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x564e40454ee0 con 0x564e40510550 2024-06-06T08:31:45.535 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.531+0000 7f76c6ffd700 10 client.26858 handle_command_reply: tid=0 2024-06-06T08:31:45.535 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.531+0000 7f76f815bb80 1 client.26858 shutdown 2024-06-06T08:31:45.535 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.532+0000 7f76f815bb80 1 -- 172.21.15.42:0/2990350370 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564e404f6ce0 msgr2=0x564e40502bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:45.535 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.532+0000 7f76f815bb80 1 --2- 172.21.15.42:0/2990350370 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564e404f6ce0 0x564e40502bf0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f76d80ccdf0 tx=0x7f76d809c2c0 comp rx=0 tx=0).stop 2024-06-06T08:31:45.535 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.532+0000 7f76f815bb80 1 -- 172.21.15.42:0/2990350370 shutdown_connections 2024-06-06T08:31:45.535 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.532+0000 7f76f815bb80 1 --2- 172.21.15.42:0/2990350370 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564e404fceb0 0x564e40500430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:45.535 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.532+0000 7f76f815bb80 1 --2- 172.21.15.42:0/2990350370 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x564e40510550 0x564e40512940 crc :-1 s=READY pgs=203 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:45.535 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.532+0000 7f76f815bb80 1 --2- 172.21.15.42:0/2990350370 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564e404f6ce0 0x564e40502bf0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:45.535 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.532+0000 7f76f815bb80 1 --2- 172.21.15.42:0/2990350370 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e404fc590 0x564e404ffef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:45.535 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.532+0000 7f76c6ffd700 0 client.26858 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:31:45.535 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.532+0000 7f76f815bb80 1 -- 172.21.15.42:0/2990350370 >> 172.21.15.42:0/2990350370 conn(0x564e40423210 msgr2=0x564e404f0c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:45.535 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.532+0000 7f76f815bb80 1 -- 172.21.15.42:0/2990350370 shutdown_connections 2024-06-06T08:31:45.536 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.532+0000 7f76f815bb80 1 -- 172.21.15.42:0/2990350370 wait complete. 2024-06-06T08:31:45.536 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.532+0000 7f76f815bb80 20 client.26858 trim_cache size 0 max 16384 2024-06-06T08:31:45.558 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.552+0000 7f76f815bb80 1 Processor -- start 2024-06-06T08:31:45.559 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.552+0000 7f76f815bb80 1 -- start start 2024-06-06T08:31:45.559 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.553+0000 7f76f815bb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564e404f6ce0 0x564e404f6020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:45.559 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.553+0000 7f76f815bb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e404fc590 0x564e40502730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:45.559 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.553+0000 7f76f815bb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564e404fceb0 0x564e404f13c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:45.559 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.553+0000 7f76f815bb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f76e81b0e40 con 0x564e404fc590 2024-06-06T08:31:45.560 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.553+0000 7f76f815bb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f76e81ae610 con 0x564e404f6ce0 2024-06-06T08:31:45.560 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.553+0000 7f76f815bb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f76e81ac480 con 0x564e404fceb0 2024-06-06T08:31:45.560 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.553+0000 7f76e67fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e404fc590 0x564e40502730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:45.560 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.553+0000 7f76e67fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e404fc590 0x564e40502730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:49282/0 (socket says 172.21.15.42:49282) 2024-06-06T08:31:45.560 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.553+0000 7f76e67fc700 1 -- 172.21.15.42:0/1621445172 learned_addr learned my addr 172.21.15.42:0/1621445172 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:45.560 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.553+0000 7f76e77fe700 1 --2- 172.21.15.42:0/1621445172 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564e404fceb0 0x564e404f13c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:45.561 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.553+0000 7f76e6ffd700 1 --2- 172.21.15.42:0/1621445172 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564e404f6ce0 0x564e404f6020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:45.561 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.553+0000 7f76e67fc700 1 -- 172.21.15.42:0/1621445172 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564e404fceb0 msgr2=0x564e404f13c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:45.561 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.553+0000 7f76e67fc700 1 --2- 172.21.15.42:0/1621445172 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564e404fceb0 0x564e404f13c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:45.561 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.553+0000 7f76e67fc700 1 -- 172.21.15.42:0/1621445172 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564e404f6ce0 msgr2=0x564e404f6020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:45.561 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.553+0000 7f76e67fc700 1 --2- 172.21.15.42:0/1621445172 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564e404f6ce0 0x564e404f6020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:45.562 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.553+0000 7f76e67fc700 1 -- 172.21.15.42:0/1621445172 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564e404fe800 con 0x564e404fc590 2024-06-06T08:31:45.562 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.553+0000 7f76e67fc700 1 --2- 172.21.15.42:0/1621445172 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e404fc590 0x564e40502730 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7f76dc0058e0 tx=0x7f76dc005ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa69bf51ff7c16b3 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:45.562 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.554+0000 7f76cd7fa700 1 -- 172.21.15.42:0/1621445172 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76dc005050 con 0x564e404fc590 2024-06-06T08:31:45.562 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.554+0000 7f76cd7fa700 1 -- 172.21.15.42:0/1621445172 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f76dc01d830 con 0x564e404fc590 2024-06-06T08:31:45.562 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.554+0000 7f76cd7fa700 1 -- 172.21.15.42:0/1621445172 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76dc004950 con 0x564e404fc590 2024-06-06T08:31:45.563 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.554+0000 7f76f815bb80 1 -- 172.21.15.42:0/1621445172 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e404fc590 msgr2=0x564e40502730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:45.563 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.554+0000 7f76f815bb80 1 --2- 172.21.15.42:0/1621445172 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e404fc590 0x564e40502730 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7f76dc0058e0 tx=0x7f76dc005ce0 comp rx=0 tx=0).stop 2024-06-06T08:31:45.563 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.554+0000 7f76f815bb80 1 -- 172.21.15.42:0/1621445172 shutdown_connections 2024-06-06T08:31:45.563 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.554+0000 7f76f815bb80 1 --2- 172.21.15.42:0/1621445172 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564e404fceb0 0x564e404f13c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:45.563 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.554+0000 7f76f815bb80 1 --2- 172.21.15.42:0/1621445172 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564e404f6ce0 0x564e404f6020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:45.563 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.554+0000 7f76f815bb80 1 --2- 172.21.15.42:0/1621445172 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e404fc590 0x564e40502730 unknown :-1 s=CLOSED pgs=868 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:45.564 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.554+0000 7f76f815bb80 1 -- 172.21.15.42:0/1621445172 >> 172.21.15.42:0/1621445172 conn(0x564e40423210 msgr2=0x564e404fd940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:45.564 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.554+0000 7f76f815bb80 1 -- 172.21.15.42:0/1621445172 shutdown_connections 2024-06-06T08:31:45.564 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.554+0000 7f76f815bb80 1 -- 172.21.15.42:0/1621445172 wait complete. 2024-06-06T08:31:45.564 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.555+0000 7f76f815bb80 1 -- start start 2024-06-06T08:31:45.564 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.555+0000 7f76f815bb80 1 Processor -- start 2024-06-06T08:31:45.565 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.555+0000 7f76f815bb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e404f6ce0 0x564e40508b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:45.565 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.555+0000 7f76f815bb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564e404fc590 0x564e40509090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:45.565 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.555+0000 7f76f815bb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564e404fceb0 0x564e40505b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:45.565 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.555+0000 7f76f815bb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f76e81acad0 con 0x564e404f6ce0 2024-06-06T08:31:45.565 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.555+0000 7f76f815bb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f76e81adf40 con 0x564e404fc590 2024-06-06T08:31:45.565 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.555+0000 7f76f815bb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f76e81ad1a0 con 0x564e404fceb0 2024-06-06T08:31:45.566 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.555+0000 7f76f815bb80 10 client.0 _ll_register_callbacks cb 0x564e403dd740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:31:45.566 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.555+0000 7f76e6ffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e404f6ce0 0x564e40508b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:45.566 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.555+0000 7f76e6ffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e404f6ce0 0x564e40508b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:49294/0 (socket says 172.21.15.42:49294) 2024-06-06T08:31:45.566 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.555+0000 7f76e6ffd700 1 -- 172.21.15.42:0/2361008860 learned_addr learned my addr 172.21.15.42:0/2361008860 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:45.566 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.556+0000 7f76e67fc700 1 --2- 172.21.15.42:0/2361008860 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564e404fc590 0x564e40509090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:45.566 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.556+0000 7f76e77fe700 1 --2- 172.21.15.42:0/2361008860 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564e404fceb0 0x564e40505b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:45.566 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.556+0000 7f76e6ffd700 1 -- 172.21.15.42:0/2361008860 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564e404fceb0 msgr2=0x564e40505b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:45.566 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.556+0000 7f76e6ffd700 1 --2- 172.21.15.42:0/2361008860 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564e404fceb0 0x564e40505b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:45.567 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.556+0000 7f76e6ffd700 1 -- 172.21.15.42:0/2361008860 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564e404fc590 msgr2=0x564e40509090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:45.567 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.556+0000 7f76e6ffd700 1 --2- 172.21.15.42:0/2361008860 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564e404fc590 0x564e40509090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:45.567 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.556+0000 7f76e6ffd700 1 -- 172.21.15.42:0/2361008860 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564e40506060 con 0x564e404f6ce0 2024-06-06T08:31:45.567 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.556+0000 7f76e6ffd700 1 --2- 172.21.15.42:0/2361008860 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e404f6ce0 0x564e40508b50 secure :-1 s=READY pgs=869 cs=0 l=1 rev1=1 crypto rx=0x7f76d8099e70 tx=0x7f76d8097e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b5f54d031f59380 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:45.567 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.556+0000 7f76c6ffd700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:31:45.567 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.556+0000 7f76c6ffd700 1 -- 172.21.15.42:0/2361008860 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76d80a4830 con 0x564e404f6ce0 2024-06-06T08:31:45.567 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.556+0000 7f76f815bb80 1 -- 172.21.15.42:0/2361008860 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f76dc01d830 con 0x564e404f6ce0 2024-06-06T08:31:45.567 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.556+0000 7f76c6ffd700 1 -- 172.21.15.42:0/2361008860 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 9394+0+0 (secure 0 0 0) 0x7f76d80a43a0 con 0x564e404f6ce0 2024-06-06T08:31:45.567 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.556+0000 7f76c6ffd700 1 -- 172.21.15.42:0/2361008860 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f76d80983d0 con 0x564e404f6ce0 2024-06-06T08:31:45.567 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.556+0000 7f76f815bb80 10 client.17250 fetch_fsmap learned FSMap version 40 2024-06-06T08:31:45.567 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.556+0000 7f76f815bb80 1 -- 172.21.15.42:0/2361008860 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x564e4057ba10 con 0x564e404f6ce0 2024-06-06T08:31:45.567 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.557+0000 7f76c6ffd700 1 -- 172.21.15.42:0/2361008860 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f76dc01d830 con 0x564e404f6ce0 2024-06-06T08:31:45.567 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.557+0000 7f76c6ffd700 1 -- 172.21.15.42:0/2361008860 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 40) ==== 8362+0+0 (secure 0 0 0) 0x7f76d809b1b0 con 0x564e404f6ce0 2024-06-06T08:31:45.568 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.557+0000 7f76f815bb80 10 client.17250 fetch_fsmap finished waiting for FSMap version 40 2024-06-06T08:31:45.568 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.557+0000 7f76f815bb80 10 client.17250 resolve_mds: validated gid 24484 aka daemon mds.i 2024-06-06T08:31:45.568 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.557+0000 7f76f815bb80 20 client.17250 populate_metadata read hostname 'smithi042' 2024-06-06T08:31:45.568 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.557+0000 7f76f815bb80 1 --2- 172.21.15.42:0/2361008860 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x564e4057c160 0x564e4057e580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:45.568 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.557+0000 7f76f815bb80 4 client.17250 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 145.6, "await_for": 45.0}] 2024-06-06T08:31:45.568 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.557+0000 7f76f815bb80 1 -- 172.21.15.42:0/2361008860 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 145.6, "await_for": 45.0}) -- 0x564e4044f460 con 0x564e4057c160 2024-06-06T08:31:45.568 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.557+0000 7f76e67fc700 1 --2- 172.21.15.42:0/2361008860 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x564e4057c160 0x564e4057e580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:45.568 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.558+0000 7f76e67fc700 1 --2- 172.21.15.42:0/2361008860 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x564e4057c160 0x564e4057e580 crc :-1 s=READY pgs=204 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=24ea8d9cb244ade7 server_cookie=4eca7618e0f645a5 in_seq=0 out_seq=0 2024-06-06T08:31:45.568 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:45.558+0000 7f76c6ffd700 10 client.17250 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:31:46.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:31:46 smithi120 ceph-mon[36658]: pgmap v287: 129 pgs: 129 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 71 KiB/s wr, 11 op/s 2024-06-06T08:31:46.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:31:46 smithi149 ceph-mon[36842]: pgmap v287: 129 pgs: 129 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 71 KiB/s wr, 11 op/s 2024-06-06T08:31:46.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:31:46 smithi042 ceph-mon[32384]: pgmap v287: 129 pgs: 129 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 71 KiB/s wr, 11 op/s 2024-06-06T08:31:48.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:31:48 smithi120 ceph-mon[36658]: pgmap v288: 129 pgs: 129 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 61 KiB/s wr, 10 op/s 2024-06-06T08:31:48.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:31:48 smithi149 ceph-mon[36842]: pgmap v288: 129 pgs: 129 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 61 KiB/s wr, 10 op/s 2024-06-06T08:31:48.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:31:48 smithi042 ceph-mon[32384]: pgmap v288: 129 pgs: 129 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 61 KiB/s wr, 10 op/s 2024-06-06T08:31:50.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:31:50 smithi120 ceph-mon[36658]: pgmap v289: 129 pgs: 129 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 65 KiB/s wr, 13 op/s 2024-06-06T08:31:50.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:31:50 smithi149 ceph-mon[36842]: pgmap v289: 129 pgs: 129 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 65 KiB/s wr, 13 op/s 2024-06-06T08:31:50.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:31:50 smithi042 ceph-mon[32384]: pgmap v289: 129 pgs: 129 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 65 KiB/s wr, 13 op/s 2024-06-06T08:31:51.966 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:51.966+0000 7f76c6ffd700 1 -- 172.21.15.42:0/2361008860 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x564e4044f460 con 0x564e4057c160 2024-06-06T08:31:51.966 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:51.966+0000 7f76c6ffd700 10 client.17250 handle_command_reply: tid=0 2024-06-06T08:31:51.966 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:51.966+0000 7f76f815bb80 1 client.17250 shutdown 2024-06-06T08:31:51.966 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:51.966+0000 7f76f815bb80 1 -- 172.21.15.42:0/2361008860 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e404f6ce0 msgr2=0x564e40508b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:51.966 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:51.966+0000 7f76f815bb80 1 --2- 172.21.15.42:0/2361008860 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e404f6ce0 0x564e40508b50 secure :-1 s=READY pgs=869 cs=0 l=1 rev1=1 crypto rx=0x7f76d8099e70 tx=0x7f76d8097e80 comp rx=0 tx=0).stop 2024-06-06T08:31:51.966 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:51.966+0000 7f76f815bb80 1 -- 172.21.15.42:0/2361008860 shutdown_connections 2024-06-06T08:31:51.966 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:51.966+0000 7f76f815bb80 1 --2- 172.21.15.42:0/2361008860 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564e404fceb0 0x564e40505b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:51.967 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:51.966+0000 7f76f815bb80 1 --2- 172.21.15.42:0/2361008860 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e404f6ce0 0x564e40508b50 unknown :-1 s=CLOSED pgs=869 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:51.967 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:51.966+0000 7f76f815bb80 1 --2- 172.21.15.42:0/2361008860 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x564e4057c160 0x564e4057e580 crc :-1 s=READY pgs=204 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:51.967 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:51.966+0000 7f76f815bb80 1 --2- 172.21.15.42:0/2361008860 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x564e404fc590 0x564e40509090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:51.967 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:51.966+0000 7f76c6ffd700 0 client.17250 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:31:51.967 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:51.966+0000 7f76f815bb80 1 -- 172.21.15.42:0/2361008860 >> 172.21.15.42:0/2361008860 conn(0x564e40423210 msgr2=0x564e404ff6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:51.967 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:51.966+0000 7f76f815bb80 1 -- 172.21.15.42:0/2361008860 shutdown_connections 2024-06-06T08:31:51.967 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:51.966+0000 7f76f815bb80 1 -- 172.21.15.42:0/2361008860 wait complete. 2024-06-06T08:31:51.967 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:51.967+0000 7f76f815bb80 20 client.17250 trim_cache size 0 max 16384 2024-06-06T08:31:51.967 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:31:51.968 INFO:teuthology.orchestra.run.smithi042.stdout: "epoch": 40, 2024-06-06T08:31:51.968 INFO:teuthology.orchestra.run.smithi042.stdout: "leader": 24484, 2024-06-06T08:31:51.968 INFO:teuthology.orchestra.run.smithi042.stdout: "set_version": 26, 2024-06-06T08:31:51.968 INFO:teuthology.orchestra.run.smithi042.stdout: "sets": { 2024-06-06T08:31:51.968 INFO:teuthology.orchestra.run.smithi042.stdout: "e0c29a77": { 2024-06-06T08:31:51.968 INFO:teuthology.orchestra.run.smithi042.stdout: "version": 26, 2024-06-06T08:31:51.968 INFO:teuthology.orchestra.run.smithi042.stdout: "age_ref": 0.0, 2024-06-06T08:31:51.968 INFO:teuthology.orchestra.run.smithi042.stdout: "state": { 2024-06-06T08:31:51.968 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "QUIESCED", 2024-06-06T08:31:51.968 INFO:teuthology.orchestra.run.smithi042.stdout: "age": 0.0 2024-06-06T08:31:51.968 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:31:51.969 INFO:teuthology.orchestra.run.smithi042.stdout: "timeout": 90.0, 2024-06-06T08:31:51.969 INFO:teuthology.orchestra.run.smithi042.stdout: "expiration": 145.6, 2024-06-06T08:31:51.969 INFO:teuthology.orchestra.run.smithi042.stdout: "members": { 2024-06-06T08:31:51.969 INFO:teuthology.orchestra.run.smithi042.stdout: "file:/": { 2024-06-06T08:31:51.969 INFO:teuthology.orchestra.run.smithi042.stdout: "excluded": false, 2024-06-06T08:31:51.969 INFO:teuthology.orchestra.run.smithi042.stdout: "state": { 2024-06-06T08:31:51.969 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "QUIESCED", 2024-06-06T08:31:51.969 INFO:teuthology.orchestra.run.smithi042.stdout: "age": 0.0 2024-06-06T08:31:51.969 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:31:51.969 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:31:51.969 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:31:51.969 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:31:51.970 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:31:51.970 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:31:51.970 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:51.967+0000 7f76ed8d8700 1 -- 172.21.15.42:0/3773909655 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f76d00a2eb0 msgr2=0x7f76d00a5370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:51.970 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:51.967+0000 7f76ed8d8700 1 --2- 172.21.15.42:0/3773909655 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f76d00a2eb0 0x7f76d00a5370 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f76e8079b80 tx=0x7f76dc009260 comp rx=0 tx=0).stop 2024-06-06T08:31:51.970 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:51.967+0000 7f76ed8d8700 1 -- 172.21.15.42:0/3773909655 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f76e81025e0 msgr2=0x7f76e819e7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:51.971 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:51.967+0000 7f76ed8d8700 1 --2- 172.21.15.42:0/3773909655 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f76e81025e0 0x7f76e819e7d0 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7f76d800e970 tx=0x7f76d800ed30 comp rx=0 tx=0).stop 2024-06-06T08:31:51.971 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:51.967+0000 7f76ed8d8700 1 -- 172.21.15.42:0/3773909655 shutdown_connections 2024-06-06T08:31:51.971 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:51.968+0000 7f76ed8d8700 1 --2- 172.21.15.42:0/3773909655 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f76d00a2eb0 0x7f76d00a5370 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:51.971 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:51.968+0000 7f76ed8d8700 1 --2- 172.21.15.42:0/3773909655 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f76e8107430 0x7f76e8198990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:51.971 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:51.968+0000 7f76ed8d8700 1 --2- 172.21.15.42:0/3773909655 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f76e81025e0 0x7f76e819e7d0 unknown :-1 s=CLOSED pgs=866 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:51.971 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:51.968+0000 7f76ed8d8700 1 --2- 172.21.15.42:0/3773909655 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f76e8102f80 0x7f76e819ed10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:51.971 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:51.968+0000 7f76ed8d8700 1 -- 172.21.15.42:0/3773909655 >> 172.21.15.42:0/3773909655 conn(0x7f76e8079680 msgr2=0x7f76e81005f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:51.971 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:51.968+0000 7f76ed8d8700 1 -- 172.21.15.42:0/3773909655 shutdown_connections 2024-06-06T08:31:51.971 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:31:51.968+0000 7f76ed8d8700 1 -- 172.21.15.42:0/3773909655 wait complete. 2024-06-06T08:31:52.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:31:52 smithi120 ceph-mon[36658]: pgmap v290: 129 pgs: 129 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 63 KiB/s wr, 12 op/s 2024-06-06T08:31:52.732 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:31:52 smithi042 ceph-mon[32384]: pgmap v290: 129 pgs: 129 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 63 KiB/s wr, 12 op/s 2024-06-06T08:31:52.767 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'e0c29a77', quiesce took 14.4 seconds. Will release after: 11.200000000000001 2024-06-06T08:31:52.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:31:52 smithi149 ceph-mon[36842]: pgmap v290: 129 pgs: 129 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 63 KiB/s wr, 12 op/s 2024-06-06T08:31:53.666 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.667+0000 7faab6729640 1 -- 172.21.15.42:0/3588000029 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faab0101290 msgr2=0x7faab010d750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:53.667 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.667+0000 7faab6729640 1 --2- 172.21.15.42:0/3588000029 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faab0101290 0x7faab010d750 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7faaa8009cd0 tx=0x7faaa802a8e0 comp rx=0 tx=0).stop 2024-06-06T08:31:53.667 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.667+0000 7faab6729640 1 -- 172.21.15.42:0/3588000029 shutdown_connections 2024-06-06T08:31:53.667 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.667+0000 7faab6729640 1 --2- 172.21.15.42:0/3588000029 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faab0101290 0x7faab010d750 unknown :-1 s=CLOSED pgs=870 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:53.667 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.667+0000 7faab6729640 1 --2- 172.21.15.42:0/3588000029 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7faab01008d0 0x7faab0100d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:53.667 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.667+0000 7faab6729640 1 --2- 172.21.15.42:0/3588000029 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7faab0106890 0x7faab0106c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:53.667 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.667+0000 7faab6729640 1 -- 172.21.15.42:0/3588000029 >> 172.21.15.42:0/3588000029 conn(0x7faab0077a20 msgr2=0x7faab0077e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:53.667 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.667+0000 7faab6729640 1 -- 172.21.15.42:0/3588000029 shutdown_connections 2024-06-06T08:31:53.667 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.667+0000 7faab6729640 1 -- 172.21.15.42:0/3588000029 wait complete. 2024-06-06T08:31:53.667 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.668+0000 7faab6729640 1 Processor -- start 2024-06-06T08:31:53.667 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.668+0000 7faab6729640 1 -- start start 2024-06-06T08:31:53.669 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.668+0000 7faab6729640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7faab01008d0 0x7faab0198230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:53.669 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.668+0000 7faab6729640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7faab0101290 0x7faab0198770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:53.669 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.668+0000 7faab6729640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faab0106890 0x7faab019caf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:53.669 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.668+0000 7faab6729640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7faab0110ca0 con 0x7faab0106890 2024-06-06T08:31:53.669 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.668+0000 7faab6729640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7faab0110b20 con 0x7faab0101290 2024-06-06T08:31:53.670 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.668+0000 7faab6729640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7faab0110e20 con 0x7faab01008d0 2024-06-06T08:31:53.670 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.668+0000 7faab4cc6640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faab0106890 0x7faab019caf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:53.670 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.668+0000 7faab4cc6640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faab0106890 0x7faab019caf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:45456/0 (socket says 172.21.15.42:45456) 2024-06-06T08:31:53.670 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.668+0000 7faab4cc6640 1 -- 172.21.15.42:0/1774619780 learned_addr learned my addr 172.21.15.42:0/1774619780 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:53.670 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.668+0000 7faaaffff640 1 --2- 172.21.15.42:0/1774619780 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7faab01008d0 0x7faab0198230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:53.670 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.668+0000 7faaaf7fe640 1 --2- 172.21.15.42:0/1774619780 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7faab0101290 0x7faab0198770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:53.670 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.669+0000 7faab4cc6640 1 -- 172.21.15.42:0/1774619780 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7faab01008d0 msgr2=0x7faab0198230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:53.670 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.669+0000 7faab4cc6640 1 --2- 172.21.15.42:0/1774619780 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7faab01008d0 0x7faab0198230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:53.670 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.669+0000 7faab4cc6640 1 -- 172.21.15.42:0/1774619780 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7faab0101290 msgr2=0x7faab0198770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:53.670 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.669+0000 7faab4cc6640 1 --2- 172.21.15.42:0/1774619780 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7faab0101290 0x7faab0198770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:53.670 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.669+0000 7faab4cc6640 1 -- 172.21.15.42:0/1774619780 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faab019d220 con 0x7faab0106890 2024-06-06T08:31:53.670 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.669+0000 7faaaf7fe640 1 --2- 172.21.15.42:0/1774619780 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7faab0101290 0x7faab0198770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:31:53.670 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.669+0000 7faab4cc6640 1 --2- 172.21.15.42:0/1774619780 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faab0106890 0x7faab019caf0 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7faaa8005cc0 tx=0x7faaa8003970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:53.671 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.669+0000 7faaad7fa640 1 -- 172.21.15.42:0/1774619780 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaa8004040 con 0x7faab0106890 2024-06-06T08:31:53.671 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.669+0000 7faaad7fa640 1 -- 172.21.15.42:0/1774619780 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faaa80046c0 con 0x7faab0106890 2024-06-06T08:31:53.671 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.669+0000 7faab6729640 1 -- 172.21.15.42:0/1774619780 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faab019d4b0 con 0x7faab0106890 2024-06-06T08:31:53.671 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.669+0000 7faaad7fa640 1 -- 172.21.15.42:0/1774619780 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaa8046480 con 0x7faab0106890 2024-06-06T08:31:53.671 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.669+0000 7faab6729640 1 -- 172.21.15.42:0/1774619780 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faab01a4da0 con 0x7faab0106890 2024-06-06T08:31:53.676 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.671+0000 7faaad7fa640 1 -- 172.21.15.42:0/1774619780 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7faaa80305a0 con 0x7faab0106890 2024-06-06T08:31:53.676 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.672+0000 7faab943a740 1 Processor -- start 2024-06-06T08:31:53.676 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.672+0000 7faab943a740 1 -- start start 2024-06-06T08:31:53.676 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.672+0000 7faab943a740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e7a88a1170 0x55e7a88a1550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:53.676 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.672+0000 7faab943a740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e7a88a1a90 0x55e7a88abe10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:53.677 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.672+0000 7faab943a740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e7a88ac350 0x55e7a88ae740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:53.677 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.672+0000 7faab943a740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55e7a88054f0 con 0x55e7a88ac350 2024-06-06T08:31:53.677 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.672+0000 7faaad7fa640 1 --2- 172.21.15.42:0/1774619780 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7faa980a2da0 0x7faa980a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:53.677 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.672+0000 7faab943a740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55e7a87a3870 con 0x55e7a88a1170 2024-06-06T08:31:53.677 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.672+0000 7faab943a740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55e7a88014b0 con 0x55e7a88a1a90 2024-06-06T08:31:53.677 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.672+0000 7faaaf7fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e7a88ac350 0x55e7a88ae740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:53.677 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.672+0000 7faaaf7fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e7a88ac350 0x55e7a88ae740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:45466/0 (socket says 172.21.15.42:45466) 2024-06-06T08:31:53.677 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.672+0000 7faab4cc6640 1 --2- 172.21.15.42:0/1774619780 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7faa980a2da0 0x7faa980a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:53.677 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.672+0000 7faaaf7fe640 1 -- 172.21.15.42:0/2449302287 learned_addr learned my addr 172.21.15.42:0/2449302287 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:53.677 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.672+0000 7faaaf7fe640 1 --2- 172.21.15.42:0/2449302287 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e7a88a1170 0x55e7a88a1550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:53.677 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.672+0000 7faaaffff640 1 --2- 172.21.15.42:0/2449302287 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e7a88a1a90 0x55e7a88abe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:53.677 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.672+0000 7faaad7fa640 1 -- 172.21.15.42:0/1774619780 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 9394+0+0 (secure 0 0 0) 0x7faaa802e030 con 0x7faab0106890 2024-06-06T08:31:53.678 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.673+0000 7faaaf7fe640 1 -- 172.21.15.42:0/2449302287 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e7a88a1a90 msgr2=0x55e7a88abe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:53.678 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.673+0000 7faaaf7fe640 1 --2- 172.21.15.42:0/2449302287 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e7a88a1a90 0x55e7a88abe10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:53.678 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.673+0000 7faaaf7fe640 1 -- 172.21.15.42:0/2449302287 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e7a88a1170 msgr2=0x55e7a88a1550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:53.678 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.673+0000 7faaaf7fe640 1 --2- 172.21.15.42:0/2449302287 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e7a88a1170 0x55e7a88a1550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:53.678 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.673+0000 7faaaf7fe640 1 -- 172.21.15.42:0/2449302287 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e7a87bf9b0 con 0x55e7a88ac350 2024-06-06T08:31:53.678 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.673+0000 7faaaffff640 1 --2- 172.21.15.42:0/2449302287 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e7a88a1a90 0x55e7a88abe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:31:53.678 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.673+0000 7faab4cc6640 1 --2- 172.21.15.42:0/1774619780 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7faa980a2da0 0x7faa980a5260 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7faaa80bce90 tx=0x7faaa80dd040 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:53.678 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.673+0000 7faaaf7fe640 1 --2- 172.21.15.42:0/2449302287 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e7a88ac350 0x55e7a88ae740 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7faaa4018e40 tx=0x7faaa400c570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a1c5bb4af2194c3 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:53.678 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.673+0000 7faa967fc640 1 -- 172.21.15.42:0/2449302287 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaa400fdf0 con 0x55e7a88ac350 2024-06-06T08:31:53.678 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.673+0000 7faa967fc640 1 -- 172.21.15.42:0/2449302287 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faaa4016d40 con 0x55e7a88ac350 2024-06-06T08:31:53.678 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.673+0000 7faa967fc640 1 -- 172.21.15.42:0/2449302287 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaa4005220 con 0x55e7a88ac350 2024-06-06T08:31:53.678 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.674+0000 7faab943a740 1 -- 172.21.15.42:0/2449302287 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e7a88ac350 msgr2=0x55e7a88ae740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:53.679 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.674+0000 7faab943a740 1 --2- 172.21.15.42:0/2449302287 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e7a88ac350 0x55e7a88ae740 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7faaa4018e40 tx=0x7faaa400c570 comp rx=0 tx=0).stop 2024-06-06T08:31:53.679 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.674+0000 7faab943a740 1 -- 172.21.15.42:0/2449302287 shutdown_connections 2024-06-06T08:31:53.679 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.674+0000 7faab943a740 1 --2- 172.21.15.42:0/2449302287 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e7a88ac350 0x55e7a88ae740 unknown :-1 s=CLOSED pgs=872 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:53.679 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.674+0000 7faab943a740 1 --2- 172.21.15.42:0/2449302287 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e7a88a1a90 0x55e7a88abe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:53.679 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.674+0000 7faab943a740 1 --2- 172.21.15.42:0/2449302287 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e7a88a1170 0x55e7a88a1550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:53.679 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.674+0000 7faab943a740 1 -- 172.21.15.42:0/2449302287 >> 172.21.15.42:0/2449302287 conn(0x55e7a889d680 msgr2=0x55e7a889da60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:53.679 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.674+0000 7faab943a740 1 -- 172.21.15.42:0/2449302287 shutdown_connections 2024-06-06T08:31:53.679 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.674+0000 7faab943a740 1 -- 172.21.15.42:0/2449302287 wait complete. 2024-06-06T08:31:53.679 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.674+0000 7faab943a740 1 -- start start 2024-06-06T08:31:53.679 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.674+0000 7faab943a740 1 Processor -- start 2024-06-06T08:31:53.679 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.675+0000 7faab943a740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e7a88a1170 0x55e7a88a92b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:53.679 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.675+0000 7faab943a740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e7a88a1a90 0x55e7a88a97f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:53.679 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.675+0000 7faab943a740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e7a88ac350 0x55e7a88a9d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:53.680 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.675+0000 7faab943a740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55e7a88aef20 con 0x55e7a88ac350 2024-06-06T08:31:53.680 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.675+0000 7faab943a740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55e7a878eae0 con 0x55e7a88a1a90 2024-06-06T08:31:53.680 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.675+0000 7faab943a740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55e7a88af0a0 con 0x55e7a88a1170 2024-06-06T08:31:53.680 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.675+0000 7faab943a740 10 client.0 _ll_register_callbacks cb 0x55e7a87c79b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:31:53.680 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.675+0000 7faaaf7fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e7a88ac350 0x55e7a88a9d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:53.680 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.675+0000 7faaaf7fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e7a88ac350 0x55e7a88a9d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:45470/0 (socket says 172.21.15.42:45470) 2024-06-06T08:31:53.680 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.675+0000 7faaaf7fe640 1 -- 172.21.15.42:0/2599434693 learned_addr learned my addr 172.21.15.42:0/2599434693 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:53.680 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.675+0000 7faaaf7fe640 1 --2- 172.21.15.42:0/2599434693 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e7a88a1170 0x55e7a88a92b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:53.680 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.675+0000 7faaaffff640 1 --2- 172.21.15.42:0/2599434693 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e7a88a1a90 0x55e7a88a97f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:53.680 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.675+0000 7faaaf7fe640 1 -- 172.21.15.42:0/2599434693 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e7a88a1170 msgr2=0x55e7a88a92b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:53.680 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.675+0000 7faaaf7fe640 1 --2- 172.21.15.42:0/2599434693 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e7a88a1170 0x55e7a88a92b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:53.680 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.675+0000 7faaaf7fe640 1 -- 172.21.15.42:0/2599434693 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e7a88a1a90 msgr2=0x55e7a88a97f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:53.681 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.675+0000 7faaaf7fe640 1 --2- 172.21.15.42:0/2599434693 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e7a88a1a90 0x55e7a88a97f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:53.681 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.675+0000 7faaaf7fe640 1 -- 172.21.15.42:0/2599434693 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e7a8519210 con 0x55e7a88ac350 2024-06-06T08:31:53.681 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.676+0000 7faaaf7fe640 1 --2- 172.21.15.42:0/2599434693 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e7a88ac350 0x55e7a88a9d30 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7faaa40186a0 tx=0x7faaa40185a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f59ca9fb2a48a346 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:53.681 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.676+0000 7faa8f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:31:53.681 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.676+0000 7faa8f7fe640 1 -- 172.21.15.42:0/2599434693 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaa4018ae0 con 0x55e7a88ac350 2024-06-06T08:31:53.681 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.676+0000 7faa8f7fe640 1 -- 172.21.15.42:0/2599434693 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 9394+0+0 (secure 0 0 0) 0x7faaa4005050 con 0x55e7a88ac350 2024-06-06T08:31:53.681 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.676+0000 7faab943a740 1 -- 172.21.15.42:0/2599434693 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faaa4016d40 con 0x55e7a88ac350 2024-06-06T08:31:53.681 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.676+0000 7faa8f7fe640 1 -- 172.21.15.42:0/2599434693 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7faaa4035050 con 0x55e7a88ac350 2024-06-06T08:31:53.681 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.676+0000 7faab943a740 10 client.17262 fetch_fsmap learned FSMap version 40 2024-06-06T08:31:53.681 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.676+0000 7faab943a740 1 -- 172.21.15.42:0/2599434693 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x55e7a85e5620 con 0x55e7a88ac350 2024-06-06T08:31:53.681 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.676+0000 7faa8f7fe640 1 -- 172.21.15.42:0/2599434693 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faaa4016d40 con 0x55e7a88ac350 2024-06-06T08:31:53.681 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.676+0000 7faa8f7fe640 1 -- 172.21.15.42:0/2599434693 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 40) ==== 8362+0+0 (secure 0 0 0) 0x7faaa4004cd0 con 0x55e7a88ac350 2024-06-06T08:31:53.681 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.676+0000 7faab943a740 10 client.17262 fetch_fsmap finished waiting for FSMap version 40 2024-06-06T08:31:53.682 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.676+0000 7faab943a740 10 client.17262 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:31:53.682 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.676+0000 7faab943a740 20 client.17262 populate_metadata read hostname 'smithi042' 2024-06-06T08:31:53.682 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.676+0000 7faab943a740 1 --2- 172.21.15.42:0/2599434693 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55e7a88bc420 0x55e7a88be810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:53.682 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.676+0000 7faab943a740 4 client.17262 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:31:53.682 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.677+0000 7faab943a740 1 -- 172.21.15.42:0/2599434693 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e7a8818f10 con 0x55e7a88bc420 2024-06-06T08:31:53.682 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.677+0000 7faaaffff640 1 --2- 172.21.15.42:0/2599434693 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55e7a88bc420 0x55e7a88be810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:53.682 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.677+0000 7faaaffff640 1 --2- 172.21.15.42:0/2599434693 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55e7a88bc420 0x55e7a88be810 crc :-1 s=READY pgs=205 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c7a6914672806f29 server_cookie=19ce295174bd022e in_seq=0 out_seq=0 2024-06-06T08:31:53.682 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.677+0000 7faa8f7fe640 10 client.17262 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:31:53.683 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.678+0000 7faa8f7fe640 1 -- 172.21.15.42:0/2599434693 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55e7a8818f10 con 0x55e7a88bc420 2024-06-06T08:31:53.683 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.678+0000 7faa8f7fe640 10 client.17262 handle_command_reply: tid=0 2024-06-06T08:31:53.684 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.678+0000 7faab943a740 1 client.17262 shutdown 2024-06-06T08:31:53.684 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.678+0000 7faab943a740 1 -- 172.21.15.42:0/2599434693 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e7a88ac350 msgr2=0x55e7a88a9d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:53.684 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.678+0000 7faab943a740 1 --2- 172.21.15.42:0/2599434693 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e7a88ac350 0x55e7a88a9d30 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7faaa40186a0 tx=0x7faaa40185a0 comp rx=0 tx=0).stop 2024-06-06T08:31:53.684 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.678+0000 7faab943a740 1 -- 172.21.15.42:0/2599434693 shutdown_connections 2024-06-06T08:31:53.684 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.678+0000 7faab943a740 1 --2- 172.21.15.42:0/2599434693 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55e7a88bc420 0x55e7a88be810 crc :-1 s=READY pgs=205 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:53.684 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.678+0000 7faab943a740 1 --2- 172.21.15.42:0/2599434693 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e7a88a1a90 0x55e7a88a97f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:53.684 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.678+0000 7faab943a740 1 --2- 172.21.15.42:0/2599434693 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e7a88ac350 0x55e7a88a9d30 unknown :-1 s=CLOSED pgs=873 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:53.684 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.678+0000 7faa8f7fe640 0 client.17262 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:31:53.684 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.678+0000 7faab943a740 1 --2- 172.21.15.42:0/2599434693 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e7a88a1170 0x55e7a88a92b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:53.684 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.678+0000 7faab943a740 1 -- 172.21.15.42:0/2599434693 >> 172.21.15.42:0/2599434693 conn(0x55e7a889d680 msgr2=0x55e7a88a33b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:53.684 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.679+0000 7faab943a740 1 -- 172.21.15.42:0/2599434693 shutdown_connections 2024-06-06T08:31:53.684 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.679+0000 7faab943a740 1 -- 172.21.15.42:0/2599434693 wait complete. 2024-06-06T08:31:53.684 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.679+0000 7faab943a740 20 client.17262 trim_cache size 0 max 16384 2024-06-06T08:31:53.697 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.694+0000 7faab943a740 1 Processor -- start 2024-06-06T08:31:53.698 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.694+0000 7faab943a740 1 -- start start 2024-06-06T08:31:53.698 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.694+0000 7faab943a740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e7a88a1170 0x55e7a88a3b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:53.698 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.694+0000 7faab943a740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e7a88a1a90 0x55e7a889c660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:53.698 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.694+0000 7faab943a740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e7a88ac350 0x55e7a88c4120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:53.698 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.694+0000 7faab943a740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7faab01af3a0 con 0x55e7a88a1170 2024-06-06T08:31:53.698 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.694+0000 7faab943a740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7faab01acbb0 con 0x55e7a88a1a90 2024-06-06T08:31:53.698 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.694+0000 7faab943a740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7faab01aaa20 con 0x55e7a88ac350 2024-06-06T08:31:53.698 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.694+0000 7faaaf7fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e7a88a1170 0x55e7a88a3b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:53.698 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.694+0000 7faaaf7fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e7a88a1170 0x55e7a88a3b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:45478/0 (socket says 172.21.15.42:45478) 2024-06-06T08:31:53.698 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.694+0000 7faaaf7fe640 1 -- 172.21.15.42:0/2996024124 learned_addr learned my addr 172.21.15.42:0/2996024124 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:53.698 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.695+0000 7faaaffff640 1 --2- 172.21.15.42:0/2996024124 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e7a88a1a90 0x55e7a889c660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:53.698 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.695+0000 7faaaf7fe640 1 -- 172.21.15.42:0/2996024124 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e7a88ac350 msgr2=0x55e7a88c4120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:53.699 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.695+0000 7faaaf7fe640 1 --2- 172.21.15.42:0/2996024124 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e7a88ac350 0x55e7a88c4120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:53.699 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.695+0000 7faaaf7fe640 1 -- 172.21.15.42:0/2996024124 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e7a88a1a90 msgr2=0x55e7a889c660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:53.699 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.695+0000 7faaaf7fe640 1 --2- 172.21.15.42:0/2996024124 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e7a88a1a90 0x55e7a889c660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:53.699 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.695+0000 7faaaf7fe640 1 -- 172.21.15.42:0/2996024124 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e7a88bee40 con 0x55e7a88a1170 2024-06-06T08:31:53.699 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.695+0000 7faaaffff640 1 --2- 172.21.15.42:0/2996024124 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e7a88a1a90 0x55e7a889c660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:31:53.699 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.695+0000 7faaaf7fe640 1 --2- 172.21.15.42:0/2996024124 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e7a88a1170 0x55e7a88a3b30 secure :-1 s=READY pgs=874 cs=0 l=1 rev1=1 crypto rx=0x7faaa4000c00 tx=0x7faaa4011750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18f7171e2841a594 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:53.699 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.695+0000 7faa95ffb640 1 -- 172.21.15.42:0/2996024124 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaa40186d0 con 0x55e7a88a1170 2024-06-06T08:31:53.699 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.695+0000 7faa95ffb640 1 -- 172.21.15.42:0/2996024124 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faaa403e070 con 0x55e7a88a1170 2024-06-06T08:31:53.699 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.695+0000 7faa95ffb640 1 -- 172.21.15.42:0/2996024124 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaa40180f0 con 0x55e7a88a1170 2024-06-06T08:31:53.699 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.696+0000 7faab943a740 1 -- 172.21.15.42:0/2996024124 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e7a88a1170 msgr2=0x55e7a88a3b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:53.699 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.696+0000 7faab943a740 1 --2- 172.21.15.42:0/2996024124 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e7a88a1170 0x55e7a88a3b30 secure :-1 s=READY pgs=874 cs=0 l=1 rev1=1 crypto rx=0x7faaa4000c00 tx=0x7faaa4011750 comp rx=0 tx=0).stop 2024-06-06T08:31:53.699 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.696+0000 7faab943a740 1 -- 172.21.15.42:0/2996024124 shutdown_connections 2024-06-06T08:31:53.699 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.696+0000 7faab943a740 1 --2- 172.21.15.42:0/2996024124 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e7a88a1a90 0x55e7a889c660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:53.700 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.696+0000 7faab943a740 1 --2- 172.21.15.42:0/2996024124 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e7a88ac350 0x55e7a88c4120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:53.700 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.696+0000 7faab943a740 1 --2- 172.21.15.42:0/2996024124 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e7a88a1170 0x55e7a88a3b30 unknown :-1 s=CLOSED pgs=874 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:53.700 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.696+0000 7faab943a740 1 -- 172.21.15.42:0/2996024124 >> 172.21.15.42:0/2996024124 conn(0x55e7a889d680 msgr2=0x55e7a889bf50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:53.700 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.696+0000 7faab943a740 1 -- 172.21.15.42:0/2996024124 shutdown_connections 2024-06-06T08:31:53.700 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.696+0000 7faab943a740 1 -- 172.21.15.42:0/2996024124 wait complete. 2024-06-06T08:31:53.700 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.696+0000 7faab943a740 1 -- start start 2024-06-06T08:31:53.700 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.696+0000 7faab943a740 1 Processor -- start 2024-06-06T08:31:53.700 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.696+0000 7faab943a740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e7a88a1170 0x55e7a88af2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:53.700 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.696+0000 7faab943a740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e7a88a1a90 0x55e7a88af7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:53.700 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.697+0000 7faab943a740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e7a88ac350 0x55e7a88afd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:53.700 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.697+0000 7faab943a740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7faab01ab070 con 0x55e7a88ac350 2024-06-06T08:31:53.700 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.697+0000 7faab943a740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7faab01ac4e0 con 0x55e7a88a1170 2024-06-06T08:31:53.700 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.697+0000 7faab943a740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7faab01ab740 con 0x55e7a88a1a90 2024-06-06T08:31:53.701 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.697+0000 7faab943a740 10 client.0 _ll_register_callbacks cb 0x7faaa4018880 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:31:53.701 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.697+0000 7faaaf7fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e7a88ac350 0x55e7a88afd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:53.701 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.697+0000 7faaaf7fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e7a88ac350 0x55e7a88afd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:45494/0 (socket says 172.21.15.42:45494) 2024-06-06T08:31:53.701 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.697+0000 7faaaf7fe640 1 -- 172.21.15.42:0/1499286856 learned_addr learned my addr 172.21.15.42:0/1499286856 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:31:53.701 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.697+0000 7faaaffff640 1 --2- 172.21.15.42:0/1499286856 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e7a88a1a90 0x55e7a88af7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:53.701 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.697+0000 7faaaf7fe640 1 --2- 172.21.15.42:0/1499286856 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e7a88a1170 0x55e7a88af2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:53.701 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.697+0000 7faaaf7fe640 1 -- 172.21.15.42:0/1499286856 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e7a88a1a90 msgr2=0x55e7a88af7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:53.701 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.697+0000 7faaaf7fe640 1 --2- 172.21.15.42:0/1499286856 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e7a88a1a90 0x55e7a88af7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:53.701 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.697+0000 7faaaf7fe640 1 -- 172.21.15.42:0/1499286856 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e7a88a1170 msgr2=0x55e7a88af2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:31:53.701 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.697+0000 7faaaf7fe640 1 --2- 172.21.15.42:0/1499286856 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e7a88a1170 0x55e7a88af2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:53.701 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.697+0000 7faaaf7fe640 1 -- 172.21.15.42:0/1499286856 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e7a89250e0 con 0x55e7a88ac350 2024-06-06T08:31:53.701 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.697+0000 7faaaf7fe640 1 --2- 172.21.15.42:0/1499286856 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e7a88ac350 0x55e7a88afd30 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x7faaa4018e40 tx=0x7faaa401a040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1eebd986a07d5765 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:31:53.701 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.697+0000 7faa8f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:31:53.702 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.697+0000 7faa8f7fe640 1 -- 172.21.15.42:0/1499286856 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaa404a020 con 0x55e7a88ac350 2024-06-06T08:31:53.702 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.697+0000 7faa8f7fe640 1 -- 172.21.15.42:0/1499286856 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 9394+0+0 (secure 0 0 0) 0x7faaa4018550 con 0x55e7a88ac350 2024-06-06T08:31:53.702 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.697+0000 7faab943a740 1 -- 172.21.15.42:0/1499286856 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faaa403e070 con 0x55e7a88ac350 2024-06-06T08:31:53.702 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.698+0000 7faa8f7fe640 1 -- 172.21.15.42:0/1499286856 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7faaa4011a50 con 0x55e7a88ac350 2024-06-06T08:31:53.702 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.698+0000 7faab943a740 10 client.17268 fetch_fsmap learned FSMap version 40 2024-06-06T08:31:53.702 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.698+0000 7faab943a740 1 -- 172.21.15.42:0/1499286856 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x55e7a8926330 con 0x55e7a88ac350 2024-06-06T08:31:53.702 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.698+0000 7faa8f7fe640 1 -- 172.21.15.42:0/1499286856 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faaa403e070 con 0x55e7a88ac350 2024-06-06T08:31:53.702 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.698+0000 7faa8f7fe640 1 -- 172.21.15.42:0/1499286856 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 40) ==== 8362+0+0 (secure 0 0 0) 0x7faaa4004680 con 0x55e7a88ac350 2024-06-06T08:31:53.702 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.698+0000 7faab943a740 10 client.17268 fetch_fsmap finished waiting for FSMap version 40 2024-06-06T08:31:53.702 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.698+0000 7faab943a740 10 client.17268 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:31:53.702 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.698+0000 7faab943a740 20 client.17268 populate_metadata read hostname 'smithi042' 2024-06-06T08:31:53.702 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.698+0000 7faab943a740 1 --2- 172.21.15.42:0/1499286856 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55e7a89269c0 0x55e7a8928de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:31:53.702 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.698+0000 7faab943a740 4 client.17268 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:31:53.703 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.698+0000 7faab943a740 1 -- 172.21.15.42:0/1499286856 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55e7a8812c20 con 0x55e7a89269c0 2024-06-06T08:31:53.703 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.698+0000 7faaaffff640 1 --2- 172.21.15.42:0/1499286856 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55e7a89269c0 0x55e7a8928de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:31:53.703 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.699+0000 7faaaffff640 1 --2- 172.21.15.42:0/1499286856 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55e7a89269c0 0x55e7a8928de0 crc :-1 s=READY pgs=206 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8ed990e6200bf28e server_cookie=c0a1c511769dfffe in_seq=0 out_seq=0 2024-06-06T08:31:53.703 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.699+0000 7faa8f7fe640 10 client.17268 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:31:53.715 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.716+0000 7faa8f7fe640 1 -- 172.21.15.42:0/1499286856 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55e7a8812c20 con 0x55e7a89269c0 2024-06-06T08:31:53.715 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.716+0000 7faa8f7fe640 10 client.17268 handle_command_reply: tid=0 2024-06-06T08:31:53.715 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.716+0000 7faab943a740 1 client.17268 shutdown 2024-06-06T08:31:53.716 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.716+0000 7faab943a740 1 -- 172.21.15.42:0/1499286856 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e7a88ac350 msgr2=0x55e7a88afd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:53.716 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.716+0000 7faab943a740 1 --2- 172.21.15.42:0/1499286856 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e7a88ac350 0x55e7a88afd30 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x7faaa4018e40 tx=0x7faaa401a040 comp rx=0 tx=0).stop 2024-06-06T08:31:53.716 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.716+0000 7faab943a740 1 -- 172.21.15.42:0/1499286856 shutdown_connections 2024-06-06T08:31:53.716 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.716+0000 7faab943a740 1 --2- 172.21.15.42:0/1499286856 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55e7a89269c0 0x55e7a8928de0 crc :-1 s=READY pgs=206 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:53.716 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.716+0000 7faab943a740 1 --2- 172.21.15.42:0/1499286856 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e7a88ac350 0x55e7a88afd30 unknown :-1 s=CLOSED pgs=875 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:53.716 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.716+0000 7faab943a740 1 --2- 172.21.15.42:0/1499286856 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e7a88a1a90 0x55e7a88af7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:53.716 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.716+0000 7faa8f7fe640 0 client.17268 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:31:53.716 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.716+0000 7faab943a740 1 --2- 172.21.15.42:0/1499286856 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e7a88a1170 0x55e7a88af2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:53.716 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.716+0000 7faab943a740 1 -- 172.21.15.42:0/1499286856 >> 172.21.15.42:0/1499286856 conn(0x55e7a889d680 msgr2=0x55e7a88a9b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:53.716 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.716+0000 7faab943a740 1 -- 172.21.15.42:0/1499286856 shutdown_connections 2024-06-06T08:31:53.716 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.716+0000 7faab943a740 1 -- 172.21.15.42:0/1499286856 wait complete. 2024-06-06T08:31:53.716 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.716+0000 7faab943a740 20 client.17268 trim_cache size 0 max 16384 2024-06-06T08:31:53.717 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:31:53.717 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:31:53.717 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:31:53.718 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.717+0000 7faab6729640 1 -- 172.21.15.42:0/1774619780 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7faa980a2da0 msgr2=0x7faa980a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:53.718 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.717+0000 7faab6729640 1 --2- 172.21.15.42:0/1774619780 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7faa980a2da0 0x7faa980a5260 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7faaa80bce90 tx=0x7faaa80dd040 comp rx=0 tx=0).stop 2024-06-06T08:31:53.718 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.717+0000 7faab6729640 1 -- 172.21.15.42:0/1774619780 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faab0106890 msgr2=0x7faab019caf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:31:53.718 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.717+0000 7faab6729640 1 --2- 172.21.15.42:0/1774619780 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faab0106890 0x7faab019caf0 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7faaa8005cc0 tx=0x7faaa8003970 comp rx=0 tx=0).stop 2024-06-06T08:31:53.718 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.717+0000 7faab6729640 1 -- 172.21.15.42:0/1774619780 shutdown_connections 2024-06-06T08:31:53.718 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.717+0000 7faab6729640 1 --2- 172.21.15.42:0/1774619780 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7faa980a2da0 0x7faa980a5260 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:53.718 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.717+0000 7faab6729640 1 --2- 172.21.15.42:0/1774619780 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7faab0101290 0x7faab0198770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:53.718 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.717+0000 7faab6729640 1 --2- 172.21.15.42:0/1774619780 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faab0106890 0x7faab019caf0 unknown :-1 s=CLOSED pgs=871 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:53.718 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.717+0000 7faab6729640 1 --2- 172.21.15.42:0/1774619780 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7faab01008d0 0x7faab0198230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:31:53.718 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.717+0000 7faab6729640 1 -- 172.21.15.42:0/1774619780 >> 172.21.15.42:0/1774619780 conn(0x7faab0077a20 msgr2=0x7faab0069330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:31:53.718 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.717+0000 7faab6729640 1 -- 172.21.15.42:0/1774619780 shutdown_connections 2024-06-06T08:31:53.719 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:31:53.717+0000 7faab6729640 1 -- 172.21.15.42:0/1774619780 wait complete. 2024-06-06T08:31:54.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:31:54 smithi120 ceph-mon[36658]: pgmap v291: 129 pgs: 129 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 67 KiB/s wr, 13 op/s 2024-06-06T08:31:54.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:31:54 smithi149 ceph-mon[36842]: pgmap v291: 129 pgs: 129 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 67 KiB/s wr, 13 op/s 2024-06-06T08:31:54.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:31:54 smithi042 ceph-mon[32384]: pgmap v291: 129 pgs: 129 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 67 KiB/s wr, 13 op/s 2024-06-06T08:31:56.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:31:56 smithi120 ceph-mon[36658]: pgmap v292: 129 pgs: 129 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 16 KiB/s wr, 12 op/s 2024-06-06T08:31:56.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:31:56 smithi149 ceph-mon[36842]: pgmap v292: 129 pgs: 129 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 16 KiB/s wr, 12 op/s 2024-06-06T08:31:56.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:31:56 smithi042 ceph-mon[32384]: pgmap v292: 129 pgs: 129 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 16 KiB/s wr, 12 op/s 2024-06-06T08:31:58.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:31:58 smithi120 ceph-mon[36658]: pgmap v293: 129 pgs: 129 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 14 KiB/s wr, 9 op/s 2024-06-06T08:31:58.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:31:58 smithi149 ceph-mon[36842]: pgmap v293: 129 pgs: 129 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 14 KiB/s wr, 9 op/s 2024-06-06T08:31:58.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:31:58 smithi042 ceph-mon[32384]: pgmap v293: 129 pgs: 129 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 14 KiB/s wr, 9 op/s 2024-06-06T08:32:00.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:32:00 smithi120 ceph-mon[36658]: pgmap v294: 129 pgs: 129 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 72 KiB/s wr, 13 op/s 2024-06-06T08:32:00.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:32:00 smithi149 ceph-mon[36842]: pgmap v294: 129 pgs: 129 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 72 KiB/s wr, 13 op/s 2024-06-06T08:32:00.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:32:00 smithi042 ceph-mon[32384]: pgmap v294: 129 pgs: 129 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 72 KiB/s wr, 13 op/s 2024-06-06T08:32:02.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:32:02 smithi120 ceph-mon[36658]: pgmap v295: 129 pgs: 129 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 67 KiB/s wr, 11 op/s 2024-06-06T08:32:02.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:32:02 smithi149 ceph-mon[36842]: pgmap v295: 129 pgs: 129 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 67 KiB/s wr, 11 op/s 2024-06-06T08:32:02.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:32:02 smithi042 ceph-mon[32384]: pgmap v295: 129 pgs: 129 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 67 KiB/s wr, 11 op/s 2024-06-06T08:32:03.969 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:32:04.233 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:32:04.610 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:32:04 smithi042 ceph-mon[32384]: pgmap v296: 129 pgs: 129 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 89 KiB/s wr, 14 op/s 2024-06-06T08:32:04.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:32:04 smithi120 ceph-mon[36658]: pgmap v296: 129 pgs: 129 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 89 KiB/s wr, 14 op/s 2024-06-06T08:32:04.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:32:04 smithi149 ceph-mon[36842]: pgmap v296: 129 pgs: 129 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 89 KiB/s wr, 14 op/s 2024-06-06T08:32:06.046 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:06.045+0000 7f9d6b424700 1 -- 172.21.15.42:0/2949839809 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9d641066f0 msgr2=0x7f9d6410e2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:32:06.046 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:06.045+0000 7f9d6b424700 1 --2- 172.21.15.42:0/2949839809 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9d641066f0 0x7f9d6410e2c0 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7f9d5c00b0d0 tx=0x7f9d5c00b3e0 comp rx=0 tx=0).stop 2024-06-06T08:32:06.046 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:06.045+0000 7f9d6b424700 1 -- 172.21.15.42:0/2949839809 shutdown_connections 2024-06-06T08:32:06.046 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:06.045+0000 7f9d6b424700 1 --2- 172.21.15.42:0/2949839809 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9d641066f0 0x7f9d6410e2c0 unknown :-1 s=CLOSED pgs=876 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:06.046 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:06.045+0000 7f9d6b424700 1 --2- 172.21.15.42:0/2949839809 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9d64101610 0x7f9d641019f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:06.046 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:06.045+0000 7f9d6b424700 1 --2- 172.21.15.42:0/2949839809 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9d64101fc0 0x7f9d64106010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:06.046 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:06.045+0000 7f9d6b424700 1 -- 172.21.15.42:0/2949839809 >> 172.21.15.42:0/2949839809 conn(0x7f9d64078430 msgr2=0x7f9d64078840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:32:06.046 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:06.045+0000 7f9d6b424700 1 -- 172.21.15.42:0/2949839809 shutdown_connections 2024-06-06T08:32:06.047 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:06.045+0000 7f9d6b424700 1 -- 172.21.15.42:0/2949839809 wait complete. 2024-06-06T08:32:06.047 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:06.046+0000 7f9d6b424700 1 Processor -- start 2024-06-06T08:32:06.047 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:06.046+0000 7f9d6b424700 1 -- start start 2024-06-06T08:32:06.047 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:06.046+0000 7f9d6b424700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9d64101610 0x7f9d6419e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:06.047 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:06.046+0000 7f9d6b424700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9d64101fc0 0x7f9d6419ee00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:06.047 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:06.046+0000 7f9d6b424700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9d641066f0 0x7f9d64198a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:06.047 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:06.046+0000 7f9d6b424700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9d64111750 con 0x7f9d64101610 2024-06-06T08:32:06.047 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:06.046+0000 7f9d6b424700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f9d641115d0 con 0x7f9d64101fc0 2024-06-06T08:32:06.047 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:06.046+0000 7f9d6b424700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f9d641118d0 con 0x7f9d641066f0 2024-06-06T08:32:06.047 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:06.046+0000 7f9d691c0700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9d64101610 0x7f9d6419e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:06.047 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:06.047+0000 7f9d691c0700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9d64101610 0x7f9d6419e8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:58482/0 (socket says 172.21.15.42:58482) 2024-06-06T08:32:06.047 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:06.047+0000 7f9d691c0700 1 -- 172.21.15.42:0/2750408995 learned_addr learned my addr 172.21.15.42:0/2750408995 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:32:06.047 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:06.047+0000 7f9d699c1700 1 --2- 172.21.15.42:0/2750408995 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9d641066f0 0x7f9d64198a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:06.048 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:06.047+0000 7f9d689bf700 1 --2- 172.21.15.42:0/2750408995 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9d64101fc0 0x7f9d6419ee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:06.048 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:06.047+0000 7f9d691c0700 1 -- 172.21.15.42:0/2750408995 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9d641066f0 msgr2=0x7f9d64198a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:32:06.048 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:06.047+0000 7f9d691c0700 1 --2- 172.21.15.42:0/2750408995 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9d641066f0 0x7f9d64198a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:06.048 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:06.047+0000 7f9d691c0700 1 -- 172.21.15.42:0/2750408995 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9d64101fc0 msgr2=0x7f9d6419ee00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:32:06.048 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:06.047+0000 7f9d691c0700 1 --2- 172.21.15.42:0/2750408995 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9d64101fc0 0x7f9d6419ee00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:06.048 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:06.047+0000 7f9d691c0700 1 -- 172.21.15.42:0/2750408995 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d641991e0 con 0x7f9d64101610 2024-06-06T08:32:06.048 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:06.047+0000 7f9d691c0700 1 --2- 172.21.15.42:0/2750408995 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9d64101610 0x7f9d6419e8c0 secure :-1 s=READY pgs=877 cs=0 l=1 rev1=1 crypto rx=0x7f9d6000d950 tx=0x7f9d6000dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:32:06.049 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:06.047+0000 7f9d5a7fc700 1 -- 172.21.15.42:0/2750408995 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d60016070 con 0x7f9d64101610 2024-06-06T08:32:06.049 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:06.048+0000 7f9d6b424700 1 -- 172.21.15.42:0/2750408995 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d641994d0 con 0x7f9d64101610 2024-06-06T08:32:06.049 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:06.048+0000 7f9d5a7fc700 1 -- 172.21.15.42:0/2750408995 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9d6000fd70 con 0x7f9d64101610 2024-06-06T08:32:06.049 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:06.048+0000 7f9d5a7fc700 1 -- 172.21.15.42:0/2750408995 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d6000e610 con 0x7f9d64101610 2024-06-06T08:32:06.050 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:06.048+0000 7f9d6b424700 1 -- 172.21.15.42:0/2750408995 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d641a5790 con 0x7f9d64101610 2024-06-06T08:32:06.050 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:06.049+0000 7f9d6b424700 1 -- 172.21.15.42:0/2750408995 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9d64069180 con 0x7f9d64101610 2024-06-06T08:32:06.050 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:06.050+0000 7f9d5a7fc700 1 -- 172.21.15.42:0/2750408995 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f9d60019070 con 0x7f9d64101610 2024-06-06T08:32:06.050 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:06.050+0000 7f9d5a7fc700 1 --2- 172.21.15.42:0/2750408995 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f9d500a2e10 0x7f9d500a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:06.050 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:06.051+0000 7f9d689bf700 1 --2- 172.21.15.42:0/2750408995 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f9d500a2e10 0x7f9d500a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:06.050 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:06.051+0000 7f9d5a7fc700 1 -- 172.21.15.42:0/2750408995 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 9394+0+0 (secure 0 0 0) 0x7f9d600cf1f0 con 0x7f9d64101610 2024-06-06T08:32:06.051 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:06.051+0000 7f9d689bf700 1 --2- 172.21.15.42:0/2750408995 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f9d500a2e10 0x7f9d500a52d0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f9d64107b50 tx=0x7f9d5400b3c0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:32:06.054 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:06.055+0000 7f9d5a7fc700 1 -- 172.21.15.42:0/2750408995 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f9d6009baa0 con 0x7f9d64101610 2024-06-06T08:32:06.306 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:06.307+0000 7f9d6b424700 1 -- 172.21.15.42:0/2750408995 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9d64199fb0 con 0x7f9d64101610 2024-06-06T08:32:06.307 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:06.308+0000 7f9d5a7fc700 1 -- 172.21.15.42:0/2750408995 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 40 v40) ==== 94+0+11882 (secure 0 0 0) 0x7f9d6009b3a0 con 0x7f9d64101610 2024-06-06T08:32:06.307 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:32:06.307 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":40,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/667270675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":667270675},{"type":"v1","addr":"172.21.15.42:6837","nonce":667270675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/2414389302","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":2414389302},{"type":"v1","addr":"172.21.15.42:6839","nonce":2414389302}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14574,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/3625002785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":3625002785},{"type":"v1","addr":"172.21.15.42:6841","nonce":3625002785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":26389,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/411591287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":411591287},{"type":"v1","addr":"172.21.15.149:6835","nonce":411591287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":40,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T08:18:39.778858+0000","modified":"2024-06-06T08:30:59.137396+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24464},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6837/3434475673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":3434475673},{"type":"v1","addr":"172.21.15.120:6837","nonce":3434475673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":188,"addr":"172.21.15.120:6839/1585293472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":1585293472},{"type":"v1","addr":"172.21.15.120:6839","nonce":1585293472}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":192,"addr":"172.21.15.149:6837/751787578","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":751787578},{"type":"v1","addr":"172.21.15.149:6837","nonce":751787578}]},"join_fscid":-1,"export_targets":[0,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":8,"addr":"172.21.15.149:6839/764851483","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":764851483},{"type":"v1","addr":"172.21.15.149:6839","nonce":764851483}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26696":{"gid":26696,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6835/2158320752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":2158320752},{"type":"v1","addr":"172.21.15.120:6835","nonce":2158320752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24469,24484,24464]},"id":1}]} 2024-06-06T08:32:06.310 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:06.311+0000 7f9d6b424700 1 -- 172.21.15.42:0/2750408995 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f9d500a2e10 msgr2=0x7f9d500a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:32:06.310 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:06.311+0000 7f9d6b424700 1 --2- 172.21.15.42:0/2750408995 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f9d500a2e10 0x7f9d500a52d0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f9d64107b50 tx=0x7f9d5400b3c0 comp rx=0 tx=0).stop 2024-06-06T08:32:06.310 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:06.311+0000 7f9d6b424700 1 -- 172.21.15.42:0/2750408995 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9d64101610 msgr2=0x7f9d6419e8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:32:06.310 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:06.311+0000 7f9d6b424700 1 --2- 172.21.15.42:0/2750408995 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9d64101610 0x7f9d6419e8c0 secure :-1 s=READY pgs=877 cs=0 l=1 rev1=1 crypto rx=0x7f9d6000d950 tx=0x7f9d6000dc60 comp rx=0 tx=0).stop 2024-06-06T08:32:06.310 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:06.311+0000 7f9d6b424700 1 -- 172.21.15.42:0/2750408995 shutdown_connections 2024-06-06T08:32:06.310 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:06.311+0000 7f9d6b424700 1 --2- 172.21.15.42:0/2750408995 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f9d500a2e10 0x7f9d500a52d0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:06.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:06.311+0000 7f9d6b424700 1 --2- 172.21.15.42:0/2750408995 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9d641066f0 0x7f9d64198a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:06.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:06.311+0000 7f9d6b424700 1 --2- 172.21.15.42:0/2750408995 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9d64101610 0x7f9d6419e8c0 unknown :-1 s=CLOSED pgs=877 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:06.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:06.311+0000 7f9d6b424700 1 --2- 172.21.15.42:0/2750408995 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9d64101fc0 0x7f9d6419ee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:06.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:06.311+0000 7f9d6b424700 1 -- 172.21.15.42:0/2750408995 >> 172.21.15.42:0/2750408995 conn(0x7f9d64078430 msgr2=0x7f9d6406ada0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:32:06.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:06.311+0000 7f9d6b424700 1 -- 172.21.15.42:0/2750408995 shutdown_connections 2024-06-06T08:32:06.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:06.311+0000 7f9d6b424700 1 -- 172.21.15.42:0/2750408995 wait complete. 2024-06-06T08:32:06.311 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 40 2024-06-06T08:32:06.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:32:06 smithi042 ceph-mon[32384]: pgmap v297: 129 pgs: 129 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 72 KiB/s rd, 107 KiB/s wr, 27 op/s 2024-06-06T08:32:06.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:32:06 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/2750408995' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:32:06.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:32:06 smithi120 ceph-mon[36658]: pgmap v297: 129 pgs: 129 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 72 KiB/s rd, 107 KiB/s wr, 27 op/s 2024-06-06T08:32:06.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:32:06 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/2750408995' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:32:06.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:32:06 smithi149 ceph-mon[36842]: pgmap v297: 129 pgs: 129 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 72 KiB/s rd, 107 KiB/s wr, 27 op/s 2024-06-06T08:32:06.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:32:06 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/2750408995' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:32:06.863 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.864+0000 7fce4e9d5640 1 -- 172.21.15.42:0/2987487075 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fce481092c0 msgr2=0x7fce481145b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:32:06.864 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.864+0000 7fce4e9d5640 1 --2- 172.21.15.42:0/2987487075 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fce481092c0 0x7fce481145b0 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7fce38009900 tx=0x7fce3802a4d0 comp rx=0 tx=0).stop 2024-06-06T08:32:06.864 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.865+0000 7fce4e9d5640 1 -- 172.21.15.42:0/2987487075 shutdown_connections 2024-06-06T08:32:06.864 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.865+0000 7fce4e9d5640 1 --2- 172.21.15.42:0/2987487075 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fce48114af0 0x7fce48116ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:06.864 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.865+0000 7fce4e9d5640 1 --2- 172.21.15.42:0/2987487075 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fce481092c0 0x7fce481145b0 unknown :-1 s=CLOSED pgs=878 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:06.864 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.865+0000 7fce4e9d5640 1 --2- 172.21.15.42:0/2987487075 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fce481089a0 0x7fce48108d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:06.864 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.865+0000 7fce4e9d5640 1 -- 172.21.15.42:0/2987487075 >> 172.21.15.42:0/2987487075 conn(0x7fce4806ca70 msgr2=0x7fce4806ce80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:32:06.871 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.870+0000 7fce4e9d5640 1 -- 172.21.15.42:0/2987487075 shutdown_connections 2024-06-06T08:32:06.871 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.872+0000 7fce4e9d5640 1 -- 172.21.15.42:0/2987487075 wait complete. 2024-06-06T08:32:06.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.872+0000 7fce4e9d5640 1 Processor -- start 2024-06-06T08:32:06.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.873+0000 7fce4e9d5640 1 -- start start 2024-06-06T08:32:06.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.874+0000 7fce4e9d5640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fce481089a0 0x7fce48114170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:06.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.874+0000 7fce4e9d5640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fce481092c0 0x7fce4810e1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:06.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.874+0000 7fce4e9d5640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fce48114af0 0x7fce4810e720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:06.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.874+0000 7fce4e9d5640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fce481184b0 con 0x7fce48114af0 2024-06-06T08:32:06.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.874+0000 7fce4e9d5640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fce48118330 con 0x7fce481092c0 2024-06-06T08:32:06.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.874+0000 7fce4e9d5640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fce48118630 con 0x7fce481089a0 2024-06-06T08:32:06.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.874+0000 7fce47fff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fce481089a0 0x7fce48114170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:06.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.874+0000 7fce47fff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fce481089a0 0x7fce48114170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:32988/0 (socket says 172.21.15.42:32988) 2024-06-06T08:32:06.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.874+0000 7fce47fff640 1 -- 172.21.15.42:0/1126983452 learned_addr learned my addr 172.21.15.42:0/1126983452 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:32:06.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.875+0000 7fce47fff640 1 -- 172.21.15.42:0/1126983452 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fce481092c0 msgr2=0x7fce4810e1e0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-06-06T08:32:06.877 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.875+0000 7fce47fff640 1 --2- 172.21.15.42:0/1126983452 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fce481092c0 0x7fce4810e1e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:06.877 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.875+0000 7fce47fff640 1 -- 172.21.15.42:0/1126983452 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fce48114af0 msgr2=0x7fce4810e720 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-06T08:32:06.877 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.875+0000 7fce47fff640 1 --2- 172.21.15.42:0/1126983452 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fce48114af0 0x7fce4810e720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:06.877 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.875+0000 7fce47fff640 1 -- 172.21.15.42:0/1126983452 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce4810ee50 con 0x7fce481089a0 2024-06-06T08:32:06.877 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.876+0000 7fce47fff640 1 --2- 172.21.15.42:0/1126983452 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fce481089a0 0x7fce48114170 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fce3c00b450 tx=0x7fce3c00b910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:32:06.877 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.877+0000 7fce457fa640 1 -- 172.21.15.42:0/1126983452 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce3c015020 con 0x7fce481089a0 2024-06-06T08:32:06.877 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.877+0000 7fce4e9d5640 1 -- 172.21.15.42:0/1126983452 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fce481bc140 con 0x7fce481089a0 2024-06-06T08:32:06.881 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.877+0000 7fce4e9d5640 1 -- 172.21.15.42:0/1126983452 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fce481bc550 con 0x7fce481089a0 2024-06-06T08:32:06.881 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.877+0000 7fce457fa640 1 -- 172.21.15.42:0/1126983452 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fce3c011d70 con 0x7fce481089a0 2024-06-06T08:32:06.881 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.877+0000 7fce457fa640 1 -- 172.21.15.42:0/1126983452 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce3c00f340 con 0x7fce481089a0 2024-06-06T08:32:06.887 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.889+0000 7fce457fa640 1 -- 172.21.15.42:0/1126983452 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fce3c018020 con 0x7fce481089a0 2024-06-06T08:32:06.890 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.889+0000 7fce457fa640 1 --2- 172.21.15.42:0/1126983452 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fce300a2fd0 0x7fce300a5490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:06.890 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.890+0000 7fce457fa640 1 -- 172.21.15.42:0/1126983452 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 9526+0+0 (secure 0 0 0) 0x7fce3c0d0240 con 0x7fce481089a0 2024-06-06T08:32:06.890 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.890+0000 7fce517c0740 1 Processor -- start 2024-06-06T08:32:06.890 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.891+0000 7fce517c0740 1 -- start start 2024-06-06T08:32:06.890 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.891+0000 7fce517c0740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56179d71f170 0x56179d71f550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:06.890 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.891+0000 7fce517c0740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56179d71fa90 0x56179d729e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:06.890 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.891+0000 7fce517c0740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56179d72a350 0x56179d72c740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:06.890 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.891+0000 7fce517c0740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56179d6834f0 con 0x56179d71f170 2024-06-06T08:32:06.890 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.891+0000 7fce517c0740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x56179d621870 con 0x56179d71fa90 2024-06-06T08:32:06.890 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.891+0000 7fce517c0740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x56179d67f4b0 con 0x56179d72a350 2024-06-06T08:32:06.891 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.891+0000 7fce477fe640 1 --2- 172.21.15.42:0/1126983452 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fce300a2fd0 0x7fce300a5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:06.892 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.893+0000 7fce4cf72640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56179d72a350 0x56179d72c740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:06.892 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.893+0000 7fce4cf72640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56179d72a350 0x56179d72c740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:32994/0 (socket says 172.21.15.42:32994) 2024-06-06T08:32:06.892 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.893+0000 7fce4cf72640 1 -- 172.21.15.42:0/1825380901 learned_addr learned my addr 172.21.15.42:0/1825380901 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:32:06.892 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.893+0000 7fce477fe640 1 --2- 172.21.15.42:0/1825380901 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56179d71fa90 0x56179d729e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:06.895 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.895+0000 7fce47fff640 1 --2- 172.21.15.42:0/1825380901 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56179d71f170 0x56179d71f550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:06.899 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.897+0000 7fce477fe640 1 -- 172.21.15.42:0/1825380901 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56179d72a350 msgr2=0x56179d72c740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:32:06.899 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.897+0000 7fce477fe640 1 --2- 172.21.15.42:0/1825380901 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56179d72a350 0x56179d72c740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:06.899 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.897+0000 7fce477fe640 1 -- 172.21.15.42:0/1825380901 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56179d71f170 msgr2=0x56179d71f550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:32:06.899 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.897+0000 7fce477fe640 1 --2- 172.21.15.42:0/1825380901 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56179d71f170 0x56179d71f550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:06.899 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.897+0000 7fce477fe640 1 -- 172.21.15.42:0/1825380901 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56179d63d9b0 con 0x56179d71fa90 2024-06-06T08:32:06.899 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.897+0000 7fce47fff640 1 --2- 172.21.15.42:0/1825380901 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56179d71f170 0x56179d71f550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:32:06.899 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.897+0000 7fce4cf72640 1 --2- 172.21.15.42:0/1825380901 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56179d72a350 0x56179d72c740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:32:06.899 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.898+0000 7fce477fe640 1 --2- 172.21.15.42:0/1126983452 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fce300a2fd0 0x7fce300a5490 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fce38009850 tx=0x7fce38031400 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:32:06.903 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.904+0000 7fce477fe640 1 --2- 172.21.15.42:0/1825380901 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56179d71fa90 0x56179d729e10 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fce38006010 tx=0x7fce38043000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6861683d84814d97 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:32:06.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.907+0000 7fce2e7fc640 1 -- 172.21.15.42:0/1825380901 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce38035040 con 0x56179d71fa90 2024-06-06T08:32:06.906 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.907+0000 7fce2e7fc640 1 -- 172.21.15.42:0/1825380901 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fce38003be0 con 0x56179d71fa90 2024-06-06T08:32:06.906 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.907+0000 7fce2e7fc640 1 -- 172.21.15.42:0/1825380901 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce3804b6b0 con 0x56179d71fa90 2024-06-06T08:32:06.911 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.912+0000 7fce517c0740 1 -- 172.21.15.42:0/1825380901 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56179d71fa90 msgr2=0x56179d729e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:32:06.911 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.912+0000 7fce517c0740 1 --2- 172.21.15.42:0/1825380901 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56179d71fa90 0x56179d729e10 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fce38006010 tx=0x7fce38043000 comp rx=0 tx=0).stop 2024-06-06T08:32:06.914 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.916+0000 7fce517c0740 1 -- 172.21.15.42:0/1825380901 shutdown_connections 2024-06-06T08:32:06.914 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.916+0000 7fce517c0740 1 --2- 172.21.15.42:0/1825380901 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56179d71fa90 0x56179d729e10 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:06.914 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.916+0000 7fce517c0740 1 --2- 172.21.15.42:0/1825380901 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56179d72a350 0x56179d72c740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:06.914 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.916+0000 7fce517c0740 1 --2- 172.21.15.42:0/1825380901 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56179d71f170 0x56179d71f550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:06.915 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.916+0000 7fce517c0740 1 -- 172.21.15.42:0/1825380901 >> 172.21.15.42:0/1825380901 conn(0x56179d71b680 msgr2=0x56179d71ba60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:32:06.922 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.923+0000 7fce517c0740 1 -- 172.21.15.42:0/1825380901 shutdown_connections 2024-06-06T08:32:06.925 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.926+0000 7fce517c0740 1 -- 172.21.15.42:0/1825380901 wait complete. 2024-06-06T08:32:06.925 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.927+0000 7fce517c0740 1 -- start start 2024-06-06T08:32:06.926 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.927+0000 7fce517c0740 1 Processor -- start 2024-06-06T08:32:06.926 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.927+0000 7fce517c0740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56179d71f170 0x56179d7272c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:06.926 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.927+0000 7fce517c0740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56179d71fa90 0x56179d727800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:06.926 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.927+0000 7fce517c0740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56179d72a350 0x56179d727d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:06.926 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.927+0000 7fce517c0740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56179d72cf20 con 0x56179d71fa90 2024-06-06T08:32:06.927 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.927+0000 7fce517c0740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x56179d60cae0 con 0x56179d72a350 2024-06-06T08:32:06.927 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.927+0000 7fce517c0740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x56179d72d0a0 con 0x56179d71f170 2024-06-06T08:32:06.927 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.927+0000 7fce517c0740 10 client.0 _ll_register_callbacks cb 0x56179d6459b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:32:06.928 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.928+0000 7fce4cf72640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56179d72a350 0x56179d727d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:06.928 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.928+0000 7fce4cf72640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56179d72a350 0x56179d727d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:35228/0 (socket says 172.21.15.42:35228) 2024-06-06T08:32:06.928 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.928+0000 7fce4cf72640 1 -- 172.21.15.42:0/2781277204 learned_addr learned my addr 172.21.15.42:0/2781277204 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:32:06.928 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.928+0000 7fce47fff640 1 --2- 172.21.15.42:0/2781277204 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56179d71f170 0x56179d7272c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:06.928 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.929+0000 7fce4cf72640 1 -- 172.21.15.42:0/2781277204 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56179d71f170 msgr2=0x56179d7272c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:32:06.928 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.929+0000 7fce4cf72640 1 --2- 172.21.15.42:0/2781277204 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56179d71f170 0x56179d7272c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:06.928 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.929+0000 7fce4cf72640 1 -- 172.21.15.42:0/2781277204 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56179d71fa90 msgr2=0x56179d727800 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-06-06T08:32:06.928 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.929+0000 7fce4cf72640 1 --2- 172.21.15.42:0/2781277204 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56179d71fa90 0x56179d727800 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:06.928 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.929+0000 7fce4cf72640 1 -- 172.21.15.42:0/2781277204 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56179d397210 con 0x56179d72a350 2024-06-06T08:32:06.928 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.929+0000 7fce4cf72640 1 --2- 172.21.15.42:0/2781277204 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56179d72a350 0x56179d727d40 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fce40007990 tx=0x7fce40007e50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=be206f2b0e46354a server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:32:06.928 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.929+0000 7fce277fe640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:32:06.929 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.930+0000 7fce277fe640 1 -- 172.21.15.42:0/2781277204 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce4001a060 con 0x56179d72a350 2024-06-06T08:32:06.929 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.930+0000 7fce277fe640 1 -- 172.21.15.42:0/2781277204 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(111..111 src has 1..111) ==== 9526+0+0 (secure 0 0 0) 0x7fce4000db60 con 0x56179d72a350 2024-06-06T08:32:06.929 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.930+0000 7fce517c0740 1 -- 172.21.15.42:0/2781277204 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fce38003be0 con 0x56179d72a350 2024-06-06T08:32:06.930 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.931+0000 7fce277fe640 1 -- 172.21.15.42:0/2781277204 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7fce4000dd60 con 0x56179d72a350 2024-06-06T08:32:06.930 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.931+0000 7fce517c0740 10 client.26891 fetch_fsmap learned FSMap version 40 2024-06-06T08:32:06.930 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.931+0000 7fce517c0740 1 -- 172.21.15.42:0/2781277204 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x56179d463620 con 0x56179d72a350 2024-06-06T08:32:06.930 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.931+0000 7fce277fe640 1 -- 172.21.15.42:0/2781277204 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fce38003be0 con 0x56179d72a350 2024-06-06T08:32:06.931 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.932+0000 7fce277fe640 1 -- 172.21.15.42:0/2781277204 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 40) ==== 8362+0+0 (secure 0 0 0) 0x7fce40014560 con 0x56179d72a350 2024-06-06T08:32:06.931 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.932+0000 7fce517c0740 10 client.26891 fetch_fsmap finished waiting for FSMap version 40 2024-06-06T08:32:06.931 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.932+0000 7fce517c0740 10 client.26891 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:32:06.931 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.932+0000 7fce517c0740 20 client.26891 populate_metadata read hostname 'smithi042' 2024-06-06T08:32:06.931 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.932+0000 7fce517c0740 1 --2- 172.21.15.42:0/2781277204 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56179d73a570 0x56179d73c9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:06.931 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.932+0000 7fce517c0740 4 client.26891 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:32:06.931 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.932+0000 7fce517c0740 1 -- 172.21.15.42:0/2781277204 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56179d696f10 con 0x56179d73a570 2024-06-06T08:32:06.931 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.933+0000 7fce47fff640 1 --2- 172.21.15.42:0/2781277204 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56179d73a570 0x56179d73c9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:06.947 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.947+0000 7fce277fe640 10 client.26891 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:32:06.947 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.947+0000 7fce47fff640 1 --2- 172.21.15.42:0/2781277204 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56179d73a570 0x56179d73c9f0 crc :-1 s=READY pgs=207 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ec6ac758fae3ef5e server_cookie=addf91f3aa528a6d in_seq=0 out_seq=0 2024-06-06T08:32:06.948 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.948+0000 7fce277fe640 1 -- 172.21.15.42:0/2781277204 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x56179d696f10 con 0x56179d73a570 2024-06-06T08:32:06.948 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.948+0000 7fce277fe640 10 client.26891 handle_command_reply: tid=0 2024-06-06T08:32:06.948 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.948+0000 7fce517c0740 1 client.26891 shutdown 2024-06-06T08:32:06.952 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.949+0000 7fce517c0740 1 -- 172.21.15.42:0/2781277204 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56179d72a350 msgr2=0x56179d727d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:32:06.952 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.949+0000 7fce517c0740 1 --2- 172.21.15.42:0/2781277204 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56179d72a350 0x56179d727d40 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fce40007990 tx=0x7fce40007e50 comp rx=0 tx=0).stop 2024-06-06T08:32:06.952 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.949+0000 7fce517c0740 1 -- 172.21.15.42:0/2781277204 shutdown_connections 2024-06-06T08:32:06.952 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.949+0000 7fce517c0740 1 --2- 172.21.15.42:0/2781277204 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56179d73a570 0x56179d73c9f0 crc :-1 s=READY pgs=207 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:06.953 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.949+0000 7fce517c0740 1 --2- 172.21.15.42:0/2781277204 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56179d72a350 0x56179d727d40 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:06.953 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.949+0000 7fce517c0740 1 --2- 172.21.15.42:0/2781277204 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56179d71fa90 0x56179d727800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:06.953 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.949+0000 7fce517c0740 1 --2- 172.21.15.42:0/2781277204 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56179d71f170 0x56179d7272c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:06.953 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.949+0000 7fce517c0740 1 -- 172.21.15.42:0/2781277204 >> 172.21.15.42:0/2781277204 conn(0x56179d71b680 msgr2=0x56179d7213b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:32:06.953 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.949+0000 7fce277fe640 0 client.26891 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:32:06.953 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.951+0000 7fce517c0740 1 -- 172.21.15.42:0/2781277204 shutdown_connections 2024-06-06T08:32:06.953 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.952+0000 7fce517c0740 1 -- 172.21.15.42:0/2781277204 wait complete. 2024-06-06T08:32:06.954 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.955+0000 7fce517c0740 20 client.26891 trim_cache size 0 max 16384 2024-06-06T08:32:06.986 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.986+0000 7fce517c0740 1 Processor -- start 2024-06-06T08:32:06.987 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.988+0000 7fce517c0740 1 -- start start 2024-06-06T08:32:06.987 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.989+0000 7fce517c0740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56179d71f170 0x56179d721b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:06.988 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.989+0000 7fce517c0740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56179d71fa90 0x56179d727b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:06.988 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.989+0000 7fce517c0740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56179d72a350 0x56179d742350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:06.988 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.989+0000 7fce517c0740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fce34012a00 con 0x56179d71f170 2024-06-06T08:32:06.988 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.989+0000 7fce477fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56179d71fa90 0x56179d727b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:06.989 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.989+0000 7fce477fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56179d71fa90 0x56179d727b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:33012/0 (socket says 172.21.15.42:33012) 2024-06-06T08:32:06.989 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.989+0000 7fce477fe640 1 -- 172.21.15.42:0/3137502915 learned_addr learned my addr 172.21.15.42:0/3137502915 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:32:06.989 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.989+0000 7fce517c0740 1 -- 172.21.15.42:0/3137502915 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fce34010210 con 0x56179d72a350 2024-06-06T08:32:06.989 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.989+0000 7fce517c0740 1 -- 172.21.15.42:0/3137502915 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fce3400e080 con 0x56179d71fa90 2024-06-06T08:32:06.991 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.990+0000 7fce47fff640 1 --2- 172.21.15.42:0/3137502915 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56179d71f170 0x56179d721b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:06.991 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.991+0000 7fce4cf72640 1 --2- 172.21.15.42:0/3137502915 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56179d72a350 0x56179d742350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:06.991 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.991+0000 7fce47fff640 1 -- 172.21.15.42:0/3137502915 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56179d71fa90 msgr2=0x56179d727b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:32:06.991 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.991+0000 7fce47fff640 1 --2- 172.21.15.42:0/3137502915 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56179d71fa90 0x56179d727b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:06.991 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.991+0000 7fce47fff640 1 -- 172.21.15.42:0/3137502915 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56179d72a350 msgr2=0x56179d742350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:32:06.991 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.991+0000 7fce47fff640 1 --2- 172.21.15.42:0/3137502915 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56179d72a350 0x56179d742350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:06.991 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.991+0000 7fce47fff640 1 -- 172.21.15.42:0/3137502915 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56179d725810 con 0x56179d71f170 2024-06-06T08:32:06.991 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.992+0000 7fce47fff640 1 --2- 172.21.15.42:0/3137502915 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56179d71f170 0x56179d721b30 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7fce3c0cd620 tx=0x7fce3c004700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=972d3f84da97d20f server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:32:06.992 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.992+0000 7fce2dffb640 1 -- 172.21.15.42:0/3137502915 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce3c0107f0 con 0x56179d71f170 2024-06-06T08:32:06.992 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.992+0000 7fce2dffb640 1 -- 172.21.15.42:0/3137502915 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fce3c09a720 con 0x56179d71f170 2024-06-06T08:32:06.992 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.992+0000 7fce2dffb640 1 -- 172.21.15.42:0/3137502915 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce3c0a4e60 con 0x56179d71f170 2024-06-06T08:32:06.992 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.993+0000 7fce517c0740 1 -- 172.21.15.42:0/3137502915 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56179d71f170 msgr2=0x56179d721b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:32:06.992 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.993+0000 7fce517c0740 1 --2- 172.21.15.42:0/3137502915 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56179d71f170 0x56179d721b30 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7fce3c0cd620 tx=0x7fce3c004700 comp rx=0 tx=0).stop 2024-06-06T08:32:06.994 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.995+0000 7fce517c0740 1 -- 172.21.15.42:0/3137502915 shutdown_connections 2024-06-06T08:32:06.994 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.995+0000 7fce517c0740 1 --2- 172.21.15.42:0/3137502915 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56179d72a350 0x56179d742350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:06.995 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.996+0000 7fce517c0740 1 --2- 172.21.15.42:0/3137502915 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56179d71fa90 0x56179d727b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:06.995 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.996+0000 7fce517c0740 1 --2- 172.21.15.42:0/3137502915 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56179d71f170 0x56179d721b30 unknown :-1 s=CLOSED pgs=879 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:06.995 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.996+0000 7fce517c0740 1 -- 172.21.15.42:0/3137502915 >> 172.21.15.42:0/3137502915 conn(0x56179d71b680 msgr2=0x56179d71a7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:32:06.998 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.999+0000 7fce517c0740 1 -- 172.21.15.42:0/3137502915 shutdown_connections 2024-06-06T08:32:06.998 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:06.999+0000 7fce517c0740 1 -- 172.21.15.42:0/3137502915 wait complete. 2024-06-06T08:32:06.999 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.000+0000 7fce517c0740 1 -- start start 2024-06-06T08:32:06.999 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.001+0000 7fce517c0740 1 Processor -- start 2024-06-06T08:32:07.000 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.001+0000 7fce517c0740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56179d71f170 0x56179d732840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:07.001 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.002+0000 7fce517c0740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56179d71fa90 0x56179d72dbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:07.001 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.002+0000 7fce517c0740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56179d72a350 0x56179d72e0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:07.001 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.002+0000 7fce517c0740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fce3400e6d0 con 0x56179d71f170 2024-06-06T08:32:07.001 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.002+0000 7fce517c0740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fce3400fb40 con 0x56179d71fa90 2024-06-06T08:32:07.001 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.002+0000 7fce477fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56179d71fa90 0x56179d72dbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:07.001 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.002+0000 7fce517c0740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fce3400eda0 con 0x56179d72a350 2024-06-06T08:32:07.001 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.002+0000 7fce517c0740 10 client.0 _ll_register_callbacks cb 0x7fce40009650 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:32:07.004 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.005+0000 7fce4cf72640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56179d72a350 0x56179d72e0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:07.004 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.005+0000 7fce4cf72640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56179d72a350 0x56179d72e0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:33014/0 (socket says 172.21.15.42:33014) 2024-06-06T08:32:07.004 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.005+0000 7fce4cf72640 1 -- 172.21.15.42:0/950903658 learned_addr learned my addr 172.21.15.42:0/950903658 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:32:07.006 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.007+0000 7fce47fff640 1 --2- 172.21.15.42:0/950903658 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56179d71f170 0x56179d732840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:07.009 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.008+0000 7fce4cf72640 1 -- 172.21.15.42:0/950903658 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56179d71fa90 msgr2=0x56179d72dbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:32:07.010 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.008+0000 7fce4cf72640 1 --2- 172.21.15.42:0/950903658 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56179d71fa90 0x56179d72dbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:07.010 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.008+0000 7fce4cf72640 1 -- 172.21.15.42:0/950903658 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56179d71f170 msgr2=0x56179d732840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:32:07.010 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.008+0000 7fce4cf72640 1 --2- 172.21.15.42:0/950903658 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56179d71f170 0x56179d732840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:07.010 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.008+0000 7fce4cf72640 1 -- 172.21.15.42:0/950903658 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56179d72e6b0 con 0x56179d72a350 2024-06-06T08:32:07.013 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.012+0000 7fce4cf72640 1 --2- 172.21.15.42:0/950903658 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56179d72a350 0x56179d72e0f0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fce400093c0 tx=0x7fce4000db90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1ec396eb7ac483c8 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:32:07.013 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.013+0000 7fce277fe640 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:32:07.017 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.016+0000 7fce277fe640 1 -- 172.21.15.42:0/950903658 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce4002c020 con 0x56179d72a350 2024-06-06T08:32:07.017 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.017+0000 7fce277fe640 1 -- 172.21.15.42:0/950903658 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(111..111 src has 1..111) ==== 9526+0+0 (secure 0 0 0) 0x7fce40014d30 con 0x56179d72a350 2024-06-06T08:32:07.017 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.018+0000 7fce517c0740 1 -- 172.21.15.42:0/950903658 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fce3c09a720 con 0x56179d72a350 2024-06-06T08:32:07.019 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.021+0000 7fce277fe640 1 -- 172.21.15.42:0/950903658 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7fce4001a030 con 0x56179d72a350 2024-06-06T08:32:07.023 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.022+0000 7fce517c0740 10 client.26788 fetch_fsmap learned FSMap version 40 2024-06-06T08:32:07.023 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.022+0000 7fce517c0740 1 -- 172.21.15.42:0/950903658 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x56179d7a50e0 con 0x56179d72a350 2024-06-06T08:32:07.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.025+0000 7fce277fe640 1 -- 172.21.15.42:0/950903658 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fce3c09a720 con 0x56179d72a350 2024-06-06T08:32:07.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.025+0000 7fce277fe640 1 -- 172.21.15.42:0/950903658 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 40) ==== 8362+0+0 (secure 0 0 0) 0x7fce4001f420 con 0x56179d72a350 2024-06-06T08:32:07.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.026+0000 7fce517c0740 10 client.26788 fetch_fsmap finished waiting for FSMap version 40 2024-06-06T08:32:07.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.026+0000 7fce517c0740 10 client.26788 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:32:07.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.026+0000 7fce517c0740 20 client.26788 populate_metadata read hostname 'smithi042' 2024-06-06T08:32:07.026 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.026+0000 7fce517c0740 1 --2- 172.21.15.42:0/950903658 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56179d7a5860 0x56179d7a7c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:07.026 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.026+0000 7fce517c0740 4 client.26788 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:32:07.026 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.026+0000 7fce517c0740 1 -- 172.21.15.42:0/950903658 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56179d690c20 con 0x56179d7a5860 2024-06-06T08:32:07.026 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.027+0000 7fce47fff640 1 --2- 172.21.15.42:0/950903658 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56179d7a5860 0x56179d7a7c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:07.031 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.032+0000 7fce47fff640 1 --2- 172.21.15.42:0/950903658 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56179d7a5860 0x56179d7a7c80 crc :-1 s=READY pgs=208 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6fc0de0aff618b0e server_cookie=c3e2b2ada0f9c812 in_seq=0 out_seq=0 2024-06-06T08:32:07.031 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.033+0000 7fce277fe640 10 client.26788 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:32:07.141 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24484 quiesce db --set-id e0c29a77 --release --await' 2024-06-06T08:32:07.141 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- timeout 105 ceph tell mds.24484 quiesce db --set-id e0c29a77 --release --await 2024-06-06T08:32:07.145 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.145+0000 7fce277fe640 1 -- 172.21.15.42:0/950903658 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x56179d690c20 con 0x56179d7a5860 2024-06-06T08:32:07.145 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.145+0000 7fce277fe640 10 client.26788 handle_command_reply: tid=0 2024-06-06T08:32:07.145 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.145+0000 7fce517c0740 1 client.26788 shutdown 2024-06-06T08:32:07.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.145+0000 7fce517c0740 1 -- 172.21.15.42:0/950903658 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56179d72a350 msgr2=0x56179d72e0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:32:07.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.145+0000 7fce517c0740 1 --2- 172.21.15.42:0/950903658 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56179d72a350 0x56179d72e0f0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fce400093c0 tx=0x7fce4000db90 comp rx=0 tx=0).stop 2024-06-06T08:32:07.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.145+0000 7fce517c0740 1 -- 172.21.15.42:0/950903658 shutdown_connections 2024-06-06T08:32:07.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.145+0000 7fce517c0740 1 --2- 172.21.15.42:0/950903658 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56179d7a5860 0x56179d7a7c80 crc :-1 s=READY pgs=208 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:07.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.146+0000 7fce517c0740 1 --2- 172.21.15.42:0/950903658 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56179d71fa90 0x56179d72dbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:07.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.146+0000 7fce277fe640 0 client.26788 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:32:07.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.146+0000 7fce517c0740 1 --2- 172.21.15.42:0/950903658 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56179d72a350 0x56179d72e0f0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:07.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.146+0000 7fce517c0740 1 --2- 172.21.15.42:0/950903658 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56179d71f170 0x56179d732840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:07.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.146+0000 7fce517c0740 1 -- 172.21.15.42:0/950903658 >> 172.21.15.42:0/950903658 conn(0x56179d71b680 msgr2=0x56179d7351a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:32:07.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.146+0000 7fce517c0740 1 -- 172.21.15.42:0/950903658 shutdown_connections 2024-06-06T08:32:07.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.146+0000 7fce517c0740 1 -- 172.21.15.42:0/950903658 wait complete. 2024-06-06T08:32:07.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.146+0000 7fce517c0740 20 client.26788 trim_cache size 0 max 16384 2024-06-06T08:32:07.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:32:07.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:32:07.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:32:07.148 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.147+0000 7fce4e9d5640 1 -- 172.21.15.42:0/1126983452 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fce300a2fd0 msgr2=0x7fce300a5490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:32:07.148 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.147+0000 7fce4e9d5640 1 --2- 172.21.15.42:0/1126983452 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fce300a2fd0 0x7fce300a5490 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fce38009850 tx=0x7fce38031400 comp rx=0 tx=0).stop 2024-06-06T08:32:07.148 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.147+0000 7fce4e9d5640 1 -- 172.21.15.42:0/1126983452 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fce481089a0 msgr2=0x7fce48114170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:32:07.148 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.147+0000 7fce4e9d5640 1 --2- 172.21.15.42:0/1126983452 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fce481089a0 0x7fce48114170 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fce3c00b450 tx=0x7fce3c00b910 comp rx=0 tx=0).stop 2024-06-06T08:32:07.148 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.147+0000 7fce4e9d5640 1 -- 172.21.15.42:0/1126983452 shutdown_connections 2024-06-06T08:32:07.148 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.147+0000 7fce4e9d5640 1 --2- 172.21.15.42:0/1126983452 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fce300a2fd0 0x7fce300a5490 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:07.148 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.147+0000 7fce4e9d5640 1 --2- 172.21.15.42:0/1126983452 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fce481092c0 0x7fce4810e1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:07.148 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.147+0000 7fce4e9d5640 1 --2- 172.21.15.42:0/1126983452 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fce48114af0 0x7fce4810e720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:07.149 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.147+0000 7fce4e9d5640 1 --2- 172.21.15.42:0/1126983452 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fce481089a0 0x7fce48114170 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:07.149 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.147+0000 7fce4e9d5640 1 -- 172.21.15.42:0/1126983452 >> 172.21.15.42:0/1126983452 conn(0x7fce4806ca70 msgr2=0x7fce48070660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:32:07.149 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.147+0000 7fce4e9d5640 1 -- 172.21.15.42:0/1126983452 shutdown_connections 2024-06-06T08:32:07.149 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:07.148+0000 7fce4e9d5640 1 -- 172.21.15.42:0/1126983452 wait complete. 2024-06-06T08:32:07.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:32:07 smithi120 ceph-mon[36658]: osdmap e111: 12 total, 12 up, 12 in 2024-06-06T08:32:07.643 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:32:07.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:32:07 smithi149 ceph-mon[36842]: osdmap e111: 12 total, 12 up, 12 in 2024-06-06T08:32:07.793 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:32:07 smithi042 ceph-mon[32384]: osdmap e111: 12 total, 12 up, 12 in 2024-06-06T08:32:08.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:32:08 smithi120 ceph-mon[36658]: pgmap v299: 129 pgs: 129 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 85 KiB/s rd, 125 KiB/s wr, 29 op/s 2024-06-06T08:32:08.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:32:08 smithi149 ceph-mon[36842]: pgmap v299: 129 pgs: 129 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 85 KiB/s rd, 125 KiB/s wr, 29 op/s 2024-06-06T08:32:08.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:32:08 smithi042 ceph-mon[32384]: pgmap v299: 129 pgs: 129 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 85 KiB/s rd, 125 KiB/s wr, 29 op/s 2024-06-06T08:32:09.662 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:32:09 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:32:09.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:32:09 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:32:09.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:32:09 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:32:10.000 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.000+0000 7ff0836a5700 1 -- 172.21.15.42:0/688594567 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff07c110c70 msgr2=0x7ff07c109490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:32:10.000 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.000+0000 7ff0836a5700 1 --2- 172.21.15.42:0/688594567 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff07c110c70 0x7ff07c109490 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7ff0780098f0 tx=0x7ff078009c00 comp rx=0 tx=0).stop 2024-06-06T08:32:10.002 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.001+0000 7ff0836a5700 1 -- 172.21.15.42:0/688594567 shutdown_connections 2024-06-06T08:32:10.002 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.001+0000 7ff0836a5700 1 --2- 172.21.15.42:0/688594567 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff07c11bc70 0x7ff07c11e060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:10.003 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.001+0000 7ff0836a5700 1 --2- 172.21.15.42:0/688594567 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff07c110c70 0x7ff07c109490 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:10.003 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.001+0000 7ff0836a5700 1 --2- 172.21.15.42:0/688594567 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff07c1099d0 0x7ff07c109e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:10.003 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.001+0000 7ff0836a5700 1 -- 172.21.15.42:0/688594567 >> 172.21.15.42:0/688594567 conn(0x7ff07c06d600 msgr2=0x7ff07c06da10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:32:10.003 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.004+0000 7ff0836a5700 1 -- 172.21.15.42:0/688594567 shutdown_connections 2024-06-06T08:32:10.003 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.004+0000 7ff0836a5700 1 -- 172.21.15.42:0/688594567 wait complete. 2024-06-06T08:32:10.004 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.005+0000 7ff0836a5700 1 Processor -- start 2024-06-06T08:32:10.005 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.005+0000 7ff0836a5700 1 -- start start 2024-06-06T08:32:10.005 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.005+0000 7ff0836a5700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff07c1099d0 0x7ff07c1ad860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:10.005 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.005+0000 7ff0836a5700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff07c110c70 0x7ff07c1adda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:10.005 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.005+0000 7ff0836a5700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff07c11bc70 0x7ff07c1a7a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:10.005 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.005+0000 7ff0836a5700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff07c121770 con 0x7ff07c1099d0 2024-06-06T08:32:10.005 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.005+0000 7ff0836a5700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7ff07c1215f0 con 0x7ff07c110c70 2024-06-06T08:32:10.005 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.005+0000 7ff0836a5700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7ff07c1218f0 con 0x7ff07c11bc70 2024-06-06T08:32:10.006 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.006+0000 7ff080c40700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff07c110c70 0x7ff07c1adda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:10.006 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.006+0000 7ff080c40700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff07c110c70 0x7ff07c1adda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:47404/0 (socket says 172.21.15.42:47404) 2024-06-06T08:32:10.006 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.006+0000 7ff080c40700 1 -- 172.21.15.42:0/1893560424 learned_addr learned my addr 172.21.15.42:0/1893560424 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:32:10.006 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.006+0000 7ff081441700 1 --2- 172.21.15.42:0/1893560424 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff07c1099d0 0x7ff07c1ad860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:10.006 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.007+0000 7ff080c40700 1 -- 172.21.15.42:0/1893560424 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff07c11bc70 msgr2=0x7ff07c1a7a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:32:10.007 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.007+0000 7ff080c40700 1 --2- 172.21.15.42:0/1893560424 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff07c11bc70 0x7ff07c1a7a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:10.007 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.007+0000 7ff080c40700 1 -- 172.21.15.42:0/1893560424 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff07c1099d0 msgr2=0x7ff07c1ad860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:32:10.007 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.007+0000 7ff080c40700 1 --2- 172.21.15.42:0/1893560424 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff07c1099d0 0x7ff07c1ad860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:10.007 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.007+0000 7ff080c40700 1 -- 172.21.15.42:0/1893560424 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff07c1a81d0 con 0x7ff07c110c70 2024-06-06T08:32:10.007 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.007+0000 7ff080c40700 1 --2- 172.21.15.42:0/1893560424 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff07c110c70 0x7ff07c1adda0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7ff06c00b550 tx=0x7ff06c00b860 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:32:10.008 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.007+0000 7ff0727fc700 1 -- 172.21.15.42:0/1893560424 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff06c015020 con 0x7ff07c110c70 2024-06-06T08:32:10.008 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.007+0000 7ff0836a5700 1 -- 172.21.15.42:0/1893560424 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff07c1a84c0 con 0x7ff07c110c70 2024-06-06T08:32:10.008 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.007+0000 7ff0836a5700 1 -- 172.21.15.42:0/1893560424 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff07c07a6f0 con 0x7ff07c110c70 2024-06-06T08:32:10.008 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.008+0000 7ff0727fc700 1 -- 172.21.15.42:0/1893560424 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff06c011d10 con 0x7ff07c110c70 2024-06-06T08:32:10.008 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.008+0000 7ff0727fc700 1 -- 172.21.15.42:0/1893560424 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff06c010e40 con 0x7ff07c110c70 2024-06-06T08:32:10.017 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.017+0000 7ff08df28b80 1 Processor -- start 2024-06-06T08:32:10.024 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.022+0000 7ff0727fc700 1 -- 172.21.15.42:0/1893560424 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7ff06c018020 con 0x7ff07c110c70 2024-06-06T08:32:10.024 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.023+0000 7ff0727fc700 1 --2- 172.21.15.42:0/1893560424 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7ff0680a2ed0 0x7ff0680a5390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:10.024 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.023+0000 7ff0727fc700 1 -- 172.21.15.42:0/1893560424 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 9526+0+0 (secure 0 0 0) 0x7ff06c0cee20 con 0x7ff07c110c70 2024-06-06T08:32:10.024 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.024+0000 7ff08df28b80 1 -- start start 2024-06-06T08:32:10.024 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.024+0000 7ff08df28b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5592ccc1fc40 0x5592ccc20020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:10.024 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.024+0000 7ff08df28b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592ccc20560 0x5592ccc19e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:10.024 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.024+0000 7ff08df28b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5592ccc1a3d0 0x5592ccc1a810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:10.025 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.024+0000 7ff08df28b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5592ccb6b910 con 0x5592ccc1fc40 2024-06-06T08:32:10.025 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.024+0000 7ff08df28b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5592ccb13820 con 0x5592ccc1a3d0 2024-06-06T08:32:10.025 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.024+0000 7ff08df28b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5592ccb678d0 con 0x5592ccc20560 2024-06-06T08:32:10.025 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.025+0000 7ff080c40700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592ccc20560 0x5592ccc19e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:10.025 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.025+0000 7ff080c40700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592ccc20560 0x5592ccc19e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:34158/0 (socket says 172.21.15.42:34158) 2024-06-06T08:32:10.025 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.025+0000 7ff080c40700 1 -- 172.21.15.42:0/2581732002 learned_addr learned my addr 172.21.15.42:0/2581732002 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:32:10.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.028+0000 7ff081c42700 1 --2- 172.21.15.42:0/1893560424 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7ff0680a2ed0 0x7ff0680a5390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:10.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.028+0000 7ff081441700 1 --2- 172.21.15.42:0/2581732002 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5592ccc1fc40 0x5592ccc20020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:10.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.028+0000 7ff081c42700 1 --2- 172.21.15.42:0/2581732002 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5592ccc1a3d0 0x5592ccc1a810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:10.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.032+0000 7ff080c40700 1 -- 172.21.15.42:0/2581732002 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5592ccc1a3d0 msgr2=0x5592ccc1a810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:32:10.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.032+0000 7ff080c40700 1 --2- 172.21.15.42:0/2581732002 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5592ccc1a3d0 0x5592ccc1a810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:10.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.032+0000 7ff080c40700 1 -- 172.21.15.42:0/2581732002 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5592ccc1fc40 msgr2=0x5592ccc20020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:32:10.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.032+0000 7ff080c40700 1 --2- 172.21.15.42:0/2581732002 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5592ccc1fc40 0x5592ccc20020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:10.031 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.032+0000 7ff080c40700 1 -- 172.21.15.42:0/2581732002 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5592ccb0a050 con 0x5592ccc20560 2024-06-06T08:32:10.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.034+0000 7ff080c40700 1 --2- 172.21.15.42:0/2581732002 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592ccc20560 0x5592ccc19e90 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7ff06c0979d0 tx=0x7ff06c0106f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=802246a69415027 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:32:10.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.034+0000 7ff081441700 1 --2- 172.21.15.42:0/2581732002 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5592ccc1fc40 0x5592ccc20020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:32:10.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.034+0000 7ff081c42700 1 --2- 172.21.15.42:0/2581732002 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5592ccc1a3d0 0x5592ccc1a810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:32:10.035 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.035+0000 7ff0677fe700 1 -- 172.21.15.42:0/2581732002 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff06c09b000 con 0x5592ccc20560 2024-06-06T08:32:10.035 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.035+0000 7ff0677fe700 1 -- 172.21.15.42:0/2581732002 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff06c09f3b0 con 0x5592ccc20560 2024-06-06T08:32:10.035 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.036+0000 7ff08df28b80 1 -- 172.21.15.42:0/2581732002 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592ccc20560 msgr2=0x5592ccc19e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:32:10.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.036+0000 7ff08df28b80 1 --2- 172.21.15.42:0/2581732002 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592ccc20560 0x5592ccc19e90 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7ff06c0979d0 tx=0x7ff06c0106f0 comp rx=0 tx=0).stop 2024-06-06T08:32:10.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.036+0000 7ff08df28b80 1 -- 172.21.15.42:0/2581732002 shutdown_connections 2024-06-06T08:32:10.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.036+0000 7ff08df28b80 1 --2- 172.21.15.42:0/2581732002 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5592ccc1a3d0 0x5592ccc1a810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:10.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.036+0000 7ff08df28b80 1 --2- 172.21.15.42:0/2581732002 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5592ccc1fc40 0x5592ccc20020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:10.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.036+0000 7ff08df28b80 1 --2- 172.21.15.42:0/2581732002 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592ccc20560 0x5592ccc19e90 secure :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7ff06c0979d0 tx=0x7ff06c0106f0 comp rx=0 tx=0).stop 2024-06-06T08:32:10.036 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.036+0000 7ff08df28b80 1 -- 172.21.15.42:0/2581732002 >> 172.21.15.42:0/2581732002 conn(0x5592ccb44dc0 msgr2=0x5592ccc15120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:32:10.038 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.040+0000 7ff081c42700 1 --2- 172.21.15.42:0/1893560424 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7ff0680a2ed0 0x7ff0680a5390 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7ff074009fd0 tx=0x7ff074013320 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:32:10.042 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.043+0000 7ff08df28b80 1 -- 172.21.15.42:0/2581732002 shutdown_connections 2024-06-06T08:32:10.043 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.045+0000 7ff08df28b80 1 -- 172.21.15.42:0/2581732002 wait complete. 2024-06-06T08:32:10.044 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.045+0000 7ff08df28b80 1 -- start start 2024-06-06T08:32:10.044 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.045+0000 7ff08df28b80 1 Processor -- start 2024-06-06T08:32:10.046 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.046+0000 7ff08df28b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592ccc1a3d0 0x5592ccc26500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:10.046 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.046+0000 7ff08df28b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5592ccc1fc40 0x5592ccc23800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:10.046 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.046+0000 7ff08df28b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5592ccc23d90 0x5592ccc241f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:10.046 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.046+0000 7ff08df28b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5592ccc27020 con 0x5592ccc1fc40 2024-06-06T08:32:10.047 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.046+0000 7ff08df28b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5592ccb0bcf0 con 0x5592ccc23d90 2024-06-06T08:32:10.047 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.046+0000 7ff08df28b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5592ccc271a0 con 0x5592ccc1a3d0 2024-06-06T08:32:10.047 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.046+0000 7ff080c40700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5592ccc1fc40 0x5592ccc23800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:10.047 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.046+0000 7ff080c40700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5592ccc1fc40 0x5592ccc23800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:60702/0 (socket says 172.21.15.42:60702) 2024-06-06T08:32:10.049 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.046+0000 7ff080c40700 1 -- 172.21.15.42:0/1366626271 learned_addr learned my addr 172.21.15.42:0/1366626271 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:32:10.049 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.046+0000 7ff08df28b80 10 client.0 _ll_register_callbacks cb 0x5592ccb05a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:32:10.049 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.047+0000 7ff081441700 1 --2- 172.21.15.42:0/1366626271 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592ccc1a3d0 0x5592ccc26500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:10.049 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.047+0000 7ff081c42700 1 --2- 172.21.15.42:0/1366626271 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5592ccc23d90 0x5592ccc241f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:10.049 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.047+0000 7ff080c40700 1 -- 172.21.15.42:0/1366626271 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592ccc1a3d0 msgr2=0x5592ccc26500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:32:10.049 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.047+0000 7ff080c40700 1 --2- 172.21.15.42:0/1366626271 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592ccc1a3d0 0x5592ccc26500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:10.049 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.047+0000 7ff080c40700 1 -- 172.21.15.42:0/1366626271 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5592ccc23d90 msgr2=0x5592ccc241f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:32:10.049 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.047+0000 7ff080c40700 1 --2- 172.21.15.42:0/1366626271 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5592ccc23d90 0x5592ccc241f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:10.050 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.047+0000 7ff080c40700 1 -- 172.21.15.42:0/1366626271 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5592ccaba9d0 con 0x5592ccc1fc40 2024-06-06T08:32:10.050 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.047+0000 7ff080c40700 1 --2- 172.21.15.42:0/1366626271 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5592ccc1fc40 0x5592ccc23800 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7ff06c09af40 tx=0x7ff06c09b570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=24f27758412930a2 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:32:10.050 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.047+0000 7ff064ff9700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:32:10.052 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.052+0000 7ff064ff9700 1 -- 172.21.15.42:0/1366626271 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff06c0cc5b0 con 0x5592ccc1fc40 2024-06-06T08:32:10.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.052+0000 7ff08df28b80 1 -- 172.21.15.42:0/1366626271 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5592ccb78e10 con 0x5592ccc1fc40 2024-06-06T08:32:10.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.052+0000 7ff064ff9700 1 -- 172.21.15.42:0/1366626271 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(111..111 src has 1..111) ==== 9526+0+0 (secure 0 0 0) 0x7ff06c0a39e0 con 0x5592ccc1fc40 2024-06-06T08:32:10.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.053+0000 7ff064ff9700 1 -- 172.21.15.42:0/1366626271 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7ff06c082050 con 0x5592ccc1fc40 2024-06-06T08:32:10.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.054+0000 7ff08df28b80 10 client.17298 fetch_fsmap learned FSMap version 40 2024-06-06T08:32:10.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.054+0000 7ff08df28b80 1 -- 172.21.15.42:0/1366626271 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x5592ccc27020 con 0x5592ccc1fc40 2024-06-06T08:32:10.055 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.054+0000 7ff064ff9700 1 -- 172.21.15.42:0/1366626271 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x5592ccb78e10 con 0x5592ccc1fc40 2024-06-06T08:32:10.055 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.054+0000 7ff064ff9700 1 -- 172.21.15.42:0/1366626271 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 40) ==== 8362+0+0 (secure 0 0 0) 0x7ff06c095bb0 con 0x5592ccc1fc40 2024-06-06T08:32:10.055 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.054+0000 7ff08df28b80 10 client.17298 fetch_fsmap finished waiting for FSMap version 40 2024-06-06T08:32:10.055 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.054+0000 7ff08df28b80 10 client.17298 resolve_mds: validated gid 24484 aka daemon mds.i 2024-06-06T08:32:10.055 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.054+0000 7ff08df28b80 20 client.17298 populate_metadata read hostname 'smithi042' 2024-06-06T08:32:10.055 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.054+0000 7ff08df28b80 1 --2- 172.21.15.42:0/1366626271 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5592ccc344e0 0x5592ccc36900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:10.055 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.054+0000 7ff08df28b80 4 client.17298 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:32:10.055 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.054+0000 7ff08df28b80 1 -- 172.21.15.42:0/1366626271 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5592ccb73390 con 0x5592ccc344e0 2024-06-06T08:32:10.055 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.056+0000 7ff081441700 1 --2- 172.21.15.42:0/1366626271 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5592ccc344e0 0x5592ccc36900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:10.060 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.062+0000 7ff081441700 1 --2- 172.21.15.42:0/1366626271 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5592ccc344e0 0x5592ccc36900 crc :-1 s=READY pgs=209 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=97ca4854e37eced0 server_cookie=dcd603eed9e3e319 in_seq=0 out_seq=0 2024-06-06T08:32:10.060 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.062+0000 7ff064ff9700 10 client.17298 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:32:10.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.063+0000 7ff064ff9700 1 -- 172.21.15.42:0/1366626271 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x5592ccb73390 con 0x5592ccc344e0 2024-06-06T08:32:10.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.063+0000 7ff064ff9700 10 client.17298 handle_command_reply: tid=0 2024-06-06T08:32:10.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.063+0000 7ff08df28b80 1 client.17298 shutdown 2024-06-06T08:32:10.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.064+0000 7ff08df28b80 1 -- 172.21.15.42:0/1366626271 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5592ccc1fc40 msgr2=0x5592ccc23800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:32:10.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.064+0000 7ff08df28b80 1 --2- 172.21.15.42:0/1366626271 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5592ccc1fc40 0x5592ccc23800 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7ff06c09af40 tx=0x7ff06c09b570 comp rx=0 tx=0).stop 2024-06-06T08:32:10.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.064+0000 7ff08df28b80 1 -- 172.21.15.42:0/1366626271 shutdown_connections 2024-06-06T08:32:10.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.064+0000 7ff08df28b80 1 --2- 172.21.15.42:0/1366626271 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5592ccc344e0 0x5592ccc36900 crc :-1 s=READY pgs=209 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:10.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.064+0000 7ff08df28b80 1 --2- 172.21.15.42:0/1366626271 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5592ccc23d90 0x5592ccc241f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:10.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.064+0000 7ff08df28b80 1 --2- 172.21.15.42:0/1366626271 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592ccc1a3d0 0x5592ccc26500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:10.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.064+0000 7ff08df28b80 1 --2- 172.21.15.42:0/1366626271 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5592ccc1fc40 0x5592ccc23800 unknown :-1 s=CLOSED pgs=880 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:10.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.064+0000 7ff08df28b80 1 -- 172.21.15.42:0/1366626271 >> 172.21.15.42:0/1366626271 conn(0x5592ccb44dc0 msgr2=0x5592ccc18e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:32:10.064 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.064+0000 7ff064ff9700 0 client.17298 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:32:10.064 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.064+0000 7ff08df28b80 1 -- 172.21.15.42:0/1366626271 shutdown_connections 2024-06-06T08:32:10.064 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.064+0000 7ff08df28b80 1 -- 172.21.15.42:0/1366626271 wait complete. 2024-06-06T08:32:10.064 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.064+0000 7ff08df28b80 20 client.17298 trim_cache size 0 max 16384 2024-06-06T08:32:10.109 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.110+0000 7ff08df28b80 1 Processor -- start 2024-06-06T08:32:10.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.114+0000 7ff08df28b80 1 -- start start 2024-06-06T08:32:10.116 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.114+0000 7ff08df28b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592ccc1a3d0 0x5592ccc22110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:10.116 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.114+0000 7ff08df28b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5592ccc1fc40 0x5592ccc22650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:10.116 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.114+0000 7ff08df28b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5592ccc23d90 0x5592ccc1d790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:10.116 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.114+0000 7ff08df28b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff0600118e0 con 0x5592ccc1fc40 2024-06-06T08:32:10.116 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.114+0000 7ff08df28b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7ff06000f0b0 con 0x5592ccc23d90 2024-06-06T08:32:10.116 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.114+0000 7ff08df28b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7ff06000cf20 con 0x5592ccc1a3d0 2024-06-06T08:32:10.116 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.116+0000 7ff081c42700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5592ccc23d90 0x5592ccc1d790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:10.116 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.116+0000 7ff081c42700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5592ccc23d90 0x5592ccc1d790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:47430/0 (socket says 172.21.15.42:47430) 2024-06-06T08:32:10.117 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.116+0000 7ff081c42700 1 -- 172.21.15.42:0/3820289851 learned_addr learned my addr 172.21.15.42:0/3820289851 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:32:10.117 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.116+0000 7ff080c40700 1 --2- 172.21.15.42:0/3820289851 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5592ccc1fc40 0x5592ccc22650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:10.117 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.116+0000 7ff081c42700 1 -- 172.21.15.42:0/3820289851 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592ccc1a3d0 msgr2=0x5592ccc22110 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-06-06T08:32:10.117 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.116+0000 7ff081c42700 1 --2- 172.21.15.42:0/3820289851 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592ccc1a3d0 0x5592ccc22110 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:10.117 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.116+0000 7ff081c42700 1 -- 172.21.15.42:0/3820289851 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5592ccc1fc40 msgr2=0x5592ccc22650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:32:10.117 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.116+0000 7ff081c42700 1 --2- 172.21.15.42:0/3820289851 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5592ccc1fc40 0x5592ccc22650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:10.117 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.116+0000 7ff081c42700 1 -- 172.21.15.42:0/3820289851 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5592ccc21d90 con 0x5592ccc23d90 2024-06-06T08:32:10.118 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.117+0000 7ff081c42700 1 --2- 172.21.15.42:0/3820289851 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5592ccc23d90 0x5592ccc1d790 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7ff074013660 tx=0x7ff07401c000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ec200c3a2788fb1b server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:32:10.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.122+0000 7ff066ffd700 1 -- 172.21.15.42:0/3820289851 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff07402b070 con 0x5592ccc23d90 2024-06-06T08:32:10.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.122+0000 7ff066ffd700 1 -- 172.21.15.42:0/3820289851 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff074018ae0 con 0x5592ccc23d90 2024-06-06T08:32:10.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.122+0000 7ff066ffd700 1 -- 172.21.15.42:0/3820289851 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff074026720 con 0x5592ccc23d90 2024-06-06T08:32:10.127 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.125+0000 7ff08df28b80 1 -- 172.21.15.42:0/3820289851 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5592ccc23d90 msgr2=0x5592ccc1d790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:32:10.127 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.125+0000 7ff08df28b80 1 --2- 172.21.15.42:0/3820289851 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5592ccc23d90 0x5592ccc1d790 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7ff074013660 tx=0x7ff07401c000 comp rx=0 tx=0).stop 2024-06-06T08:32:10.136 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.129+0000 7ff08df28b80 1 -- 172.21.15.42:0/3820289851 shutdown_connections 2024-06-06T08:32:10.137 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.129+0000 7ff08df28b80 1 --2- 172.21.15.42:0/3820289851 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5592ccc23d90 0x5592ccc1d790 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:10.137 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.129+0000 7ff08df28b80 1 --2- 172.21.15.42:0/3820289851 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592ccc1a3d0 0x5592ccc22110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:10.137 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.129+0000 7ff08df28b80 1 --2- 172.21.15.42:0/3820289851 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5592ccc1fc40 0x5592ccc22650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:10.137 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.129+0000 7ff08df28b80 1 -- 172.21.15.42:0/3820289851 >> 172.21.15.42:0/3820289851 conn(0x5592ccb44dc0 msgr2=0x5592ccc198d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:32:10.137 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.133+0000 7ff08df28b80 1 -- 172.21.15.42:0/3820289851 shutdown_connections 2024-06-06T08:32:10.137 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.133+0000 7ff08df28b80 1 -- 172.21.15.42:0/3820289851 wait complete. 2024-06-06T08:32:10.137 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.133+0000 7ff08df28b80 1 -- start start 2024-06-06T08:32:10.137 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.133+0000 7ff08df28b80 1 Processor -- start 2024-06-06T08:32:10.137 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.134+0000 7ff08df28b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5592ccc1a3d0 0x5592ccc3bff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:10.137 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.134+0000 7ff08df28b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5592ccc1fc40 0x5592ccc3c530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:10.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.134+0000 7ff08df28b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592ccc23d90 0x5592ccc3ca70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:10.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.134+0000 7ff08df28b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff06000d570 con 0x5592ccc1a3d0 2024-06-06T08:32:10.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.134+0000 7ff08df28b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7ff06000e9e0 con 0x5592ccc1fc40 2024-06-06T08:32:10.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.134+0000 7ff08df28b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7ff06000dc40 con 0x5592ccc23d90 2024-06-06T08:32:10.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.134+0000 7ff08df28b80 10 client.0 _ll_register_callbacks cb 0x5592ccb05a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:32:10.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.134+0000 7ff080c40700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5592ccc1fc40 0x5592ccc3c530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:10.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.134+0000 7ff080c40700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5592ccc1fc40 0x5592ccc3c530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:47444/0 (socket says 172.21.15.42:47444) 2024-06-06T08:32:10.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.134+0000 7ff080c40700 1 -- 172.21.15.42:0/3122512584 learned_addr learned my addr 172.21.15.42:0/3122512584 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:32:10.138 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.134+0000 7ff081c42700 1 --2- 172.21.15.42:0/3122512584 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592ccc23d90 0x5592ccc3ca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:10.139 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.138+0000 7ff081441700 1 --2- 172.21.15.42:0/3122512584 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5592ccc1a3d0 0x5592ccc3bff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:10.139 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.139+0000 7ff081c42700 1 -- 172.21.15.42:0/3122512584 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5592ccc1fc40 msgr2=0x5592ccc3c530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:32:10.140 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.139+0000 7ff081c42700 1 --2- 172.21.15.42:0/3122512584 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5592ccc1fc40 0x5592ccc3c530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:10.140 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.139+0000 7ff081c42700 1 -- 172.21.15.42:0/3122512584 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5592ccc1a3d0 msgr2=0x5592ccc3bff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:32:10.140 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.139+0000 7ff081c42700 1 --2- 172.21.15.42:0/3122512584 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5592ccc1a3d0 0x5592ccc3bff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:10.140 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.139+0000 7ff081c42700 1 -- 172.21.15.42:0/3122512584 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5592ccc9e360 con 0x5592ccc23d90 2024-06-06T08:32:10.140 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.141+0000 7ff081c42700 1 --2- 172.21.15.42:0/3122512584 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592ccc23d90 0x5592ccc3ca70 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7ff07400b010 tx=0x7ff074009f60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=32a84c60c3bc6e4d server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:32:10.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.141+0000 7ff064ff9700 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:32:10.144 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.144+0000 7ff064ff9700 1 -- 172.21.15.42:0/3122512584 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff07402b070 con 0x5592ccc23d90 2024-06-06T08:32:10.144 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.144+0000 7ff08df28b80 1 -- 172.21.15.42:0/3122512584 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff074018ae0 con 0x5592ccc23d90 2024-06-06T08:32:10.144 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.144+0000 7ff064ff9700 1 -- 172.21.15.42:0/3122512584 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(111..111 src has 1..111) ==== 9526+0+0 (secure 0 0 0) 0x7ff074013040 con 0x5592ccc23d90 2024-06-06T08:32:10.145 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.145+0000 7ff064ff9700 1 -- 172.21.15.42:0/3122512584 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7ff074039050 con 0x5592ccc23d90 2024-06-06T08:32:10.145 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.145+0000 7ff08df28b80 10 client.26797 fetch_fsmap learned FSMap version 40 2024-06-06T08:32:10.145 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.145+0000 7ff08df28b80 1 -- 172.21.15.42:0/3122512584 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x5592ccc9f680 con 0x5592ccc23d90 2024-06-06T08:32:10.146 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.146+0000 7ff064ff9700 1 -- 172.21.15.42:0/3122512584 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff074018ae0 con 0x5592ccc23d90 2024-06-06T08:32:10.146 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.146+0000 7ff064ff9700 1 -- 172.21.15.42:0/3122512584 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 40) ==== 8362+0+0 (secure 0 0 0) 0x7ff074005020 con 0x5592ccc23d90 2024-06-06T08:32:10.146 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.147+0000 7ff08df28b80 10 client.26797 fetch_fsmap finished waiting for FSMap version 40 2024-06-06T08:32:10.146 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.147+0000 7ff08df28b80 10 client.26797 resolve_mds: validated gid 24484 aka daemon mds.i 2024-06-06T08:32:10.147 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.147+0000 7ff08df28b80 20 client.26797 populate_metadata read hostname 'smithi042' 2024-06-06T08:32:10.147 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.147+0000 7ff08df28b80 1 --2- 172.21.15.42:0/3122512584 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5592ccc9fc10 0x5592ccca2030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:10.147 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.147+0000 7ff08df28b80 4 client.26797 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "e0c29a77", "release": true, "await": true}] 2024-06-06T08:32:10.147 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.147+0000 7ff08df28b80 1 -- 172.21.15.42:0/3122512584 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "quiesce db", "set_id": "e0c29a77", "release": true, "await": true}) -- 0x5592cc9ed350 con 0x5592ccc9fc10 2024-06-06T08:32:10.148 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.148+0000 7ff081441700 1 --2- 172.21.15.42:0/3122512584 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5592ccc9fc10 0x5592ccca2030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:10.148 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.149+0000 7ff081441700 1 --2- 172.21.15.42:0/3122512584 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5592ccc9fc10 0x5592ccca2030 crc :-1 s=READY pgs=210 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6d07cf71036a81bf server_cookie=765ab0f89ec812fa in_seq=0 out_seq=0 2024-06-06T08:32:10.149 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:10.150+0000 7ff064ff9700 10 client.26797 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:32:10.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:32:10 smithi149 ceph-mon[36842]: pgmap v300: 129 pgs: 16 active+clean+snaptrim, 39 active+clean+snaptrim_wait, 74 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 122 KiB/s wr, 30 op/s 2024-06-06T08:32:10.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:32:10 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:32:10.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:32:10 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:32:10.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:32:10 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:32:10.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:32:10 smithi042 ceph-mon[32384]: pgmap v300: 129 pgs: 16 active+clean+snaptrim, 39 active+clean+snaptrim_wait, 74 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 122 KiB/s wr, 30 op/s 2024-06-06T08:32:10.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:32:10 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:32:10.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:32:10 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:32:10.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:32:10 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:32:10.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:32:10 smithi120 ceph-mon[36658]: pgmap v300: 129 pgs: 16 active+clean+snaptrim, 39 active+clean+snaptrim_wait, 74 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 122 KiB/s wr, 30 op/s 2024-06-06T08:32:10.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:32:10 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:32:10.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:32:10 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:32:10.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:32:10 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:32:12.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:12.401+0000 7ff064ff9700 1 -- 172.21.15.42:0/3122512584 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x5592cc9ed350 con 0x5592ccc9fc10 2024-06-06T08:32:12.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:12.401+0000 7ff064ff9700 10 client.26797 handle_command_reply: tid=0 2024-06-06T08:32:12.400 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:12.401+0000 7ff08df28b80 1 client.26797 shutdown 2024-06-06T08:32:12.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:12.401+0000 7ff08df28b80 1 -- 172.21.15.42:0/3122512584 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592ccc23d90 msgr2=0x5592ccc3ca70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:32:12.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:12.401+0000 7ff08df28b80 1 --2- 172.21.15.42:0/3122512584 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592ccc23d90 0x5592ccc3ca70 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7ff07400b010 tx=0x7ff074009f60 comp rx=0 tx=0).stop 2024-06-06T08:32:12.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:12.401+0000 7ff08df28b80 1 -- 172.21.15.42:0/3122512584 shutdown_connections 2024-06-06T08:32:12.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:12.401+0000 7ff08df28b80 1 --2- 172.21.15.42:0/3122512584 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592ccc23d90 0x5592ccc3ca70 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:12.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:12.401+0000 7ff08df28b80 1 --2- 172.21.15.42:0/3122512584 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5592ccc1a3d0 0x5592ccc3bff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:12.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:12.401+0000 7ff08df28b80 1 --2- 172.21.15.42:0/3122512584 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5592ccc9fc10 0x5592ccca2030 crc :-1 s=READY pgs=210 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:12.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:12.401+0000 7ff08df28b80 1 --2- 172.21.15.42:0/3122512584 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5592ccc1fc40 0x5592ccc3c530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:12.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:12.401+0000 7ff08df28b80 1 -- 172.21.15.42:0/3122512584 >> 172.21.15.42:0/3122512584 conn(0x5592ccb44dc0 msgr2=0x5592ccc1d790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:32:12.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:12.402+0000 7ff064ff9700 0 client.26797 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:32:12.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:12.402+0000 7ff08df28b80 1 -- 172.21.15.42:0/3122512584 shutdown_connections 2024-06-06T08:32:12.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:12.402+0000 7ff08df28b80 1 -- 172.21.15.42:0/3122512584 wait complete. 2024-06-06T08:32:12.402 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:32:12.402 INFO:teuthology.orchestra.run.smithi042.stdout: "epoch": 40, 2024-06-06T08:32:12.402 INFO:teuthology.orchestra.run.smithi042.stdout: "leader": 24484, 2024-06-06T08:32:12.402 INFO:teuthology.orchestra.run.smithi042.stdout: "set_version": 28, 2024-06-06T08:32:12.403 INFO:teuthology.orchestra.run.smithi042.stdout: "sets": { 2024-06-06T08:32:12.403 INFO:teuthology.orchestra.run.smithi042.stdout: "e0c29a77": { 2024-06-06T08:32:12.403 INFO:teuthology.orchestra.run.smithi042.stdout: "version": 28, 2024-06-06T08:32:12.403 INFO:teuthology.orchestra.run.smithi042.stdout: "age_ref": 0.0, 2024-06-06T08:32:12.403 INFO:teuthology.orchestra.run.smithi042.stdout: "state": { 2024-06-06T08:32:12.403 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "RELEASED", 2024-06-06T08:32:12.403 INFO:teuthology.orchestra.run.smithi042.stdout: "age": 0.0 2024-06-06T08:32:12.403 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:32:12.403 INFO:teuthology.orchestra.run.smithi042.stdout: "timeout": 90.0, 2024-06-06T08:32:12.403 INFO:teuthology.orchestra.run.smithi042.stdout: "expiration": 145.6, 2024-06-06T08:32:12.403 INFO:teuthology.orchestra.run.smithi042.stdout: "members": { 2024-06-06T08:32:12.403 INFO:teuthology.orchestra.run.smithi042.stdout: "file:/": { 2024-06-06T08:32:12.403 INFO:teuthology.orchestra.run.smithi042.stdout: "excluded": false, 2024-06-06T08:32:12.404 INFO:teuthology.orchestra.run.smithi042.stdout: "state": { 2024-06-06T08:32:12.404 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "RELEASED", 2024-06-06T08:32:12.404 INFO:teuthology.orchestra.run.smithi042.stdout: "age": 0.0 2024-06-06T08:32:12.404 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:32:12.404 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:32:12.404 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:32:12.404 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:32:12.404 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:32:12.404 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:32:12.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:12.402+0000 7ff08df28b80 20 client.26797 trim_cache size 0 max 16384 2024-06-06T08:32:12.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:12.403+0000 7ff0836a5700 1 -- 172.21.15.42:0/1893560424 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7ff0680a2ed0 msgr2=0x7ff0680a5390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:32:12.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:12.403+0000 7ff0836a5700 1 --2- 172.21.15.42:0/1893560424 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7ff0680a2ed0 0x7ff0680a5390 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7ff074009fd0 tx=0x7ff074013320 comp rx=0 tx=0).stop 2024-06-06T08:32:12.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:12.403+0000 7ff0836a5700 1 -- 172.21.15.42:0/1893560424 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff07c110c70 msgr2=0x7ff07c1adda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:32:12.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:12.403+0000 7ff0836a5700 1 --2- 172.21.15.42:0/1893560424 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff07c110c70 0x7ff07c1adda0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7ff06c00b550 tx=0x7ff06c00b860 comp rx=0 tx=0).stop 2024-06-06T08:32:12.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:12.403+0000 7ff0836a5700 1 -- 172.21.15.42:0/1893560424 shutdown_connections 2024-06-06T08:32:12.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:12.403+0000 7ff0836a5700 1 --2- 172.21.15.42:0/1893560424 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7ff0680a2ed0 0x7ff0680a5390 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:12.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:12.403+0000 7ff0836a5700 1 --2- 172.21.15.42:0/1893560424 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff07c11bc70 0x7ff07c1a7a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:12.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:12.403+0000 7ff0836a5700 1 --2- 172.21.15.42:0/1893560424 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff07c1099d0 0x7ff07c1ad860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:12.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:12.403+0000 7ff0836a5700 1 --2- 172.21.15.42:0/1893560424 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff07c110c70 0x7ff07c1adda0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:12.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:12.403+0000 7ff0836a5700 1 -- 172.21.15.42:0/1893560424 >> 172.21.15.42:0/1893560424 conn(0x7ff07c06d600 msgr2=0x7ff07c119c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:32:12.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:12.403+0000 7ff0836a5700 1 -- 172.21.15.42:0/1893560424 shutdown_connections 2024-06-06T08:32:12.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:32:12.403+0000 7ff0836a5700 1 -- 172.21.15.42:0/1893560424 wait complete. 2024-06-06T08:32:12.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:32:12 smithi149 ceph-mon[36842]: pgmap v301: 129 pgs: 20 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 55 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 122 KiB/s wr, 30 op/s 2024-06-06T08:32:12.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:32:12 smithi042 ceph-mon[32384]: pgmap v301: 129 pgs: 20 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 55 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 122 KiB/s wr, 30 op/s 2024-06-06T08:32:12.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:32:12 smithi120 ceph-mon[36658]: pgmap v301: 129 pgs: 20 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 55 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 122 KiB/s wr, 30 op/s 2024-06-06T08:32:13.506 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'e0c29a77', total seconds elapsed: 35.1 2024-06-06T08:32:14.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:32:14 smithi149 ceph-mon[36842]: pgmap v302: 129 pgs: 18 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 57 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 95 KiB/s wr, 27 op/s 2024-06-06T08:32:14.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:32:14 smithi042 ceph-mon[32384]: pgmap v302: 129 pgs: 18 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 57 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 95 KiB/s wr, 27 op/s 2024-06-06T08:32:14.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:32:14 smithi120 ceph-mon[36658]: pgmap v302: 129 pgs: 18 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 57 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 95 KiB/s wr, 27 op/s 2024-06-06T08:32:16.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:32:16 smithi149 ceph-mon[36842]: pgmap v303: 129 pgs: 18 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 57 active+clean; 1.4 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 70 KiB/s wr, 11 op/s 2024-06-06T08:32:16.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:32:16 smithi149 ceph-mon[36842]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:32:16.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:32:16 smithi042 ceph-mon[32384]: pgmap v303: 129 pgs: 18 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 57 active+clean; 1.4 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 70 KiB/s wr, 11 op/s 2024-06-06T08:32:16.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:32:16 smithi042 ceph-mon[32384]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:32:16.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:32:16 smithi120 ceph-mon[36658]: pgmap v303: 129 pgs: 18 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 57 active+clean; 1.4 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 70 KiB/s wr, 11 op/s 2024-06-06T08:32:16.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:32:16 smithi120 ceph-mon[36658]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:32:18.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:32:18 smithi149 ceph-mon[36842]: pgmap v304: 129 pgs: 18 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 57 active+clean; 1.4 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 65 KiB/s wr, 10 op/s 2024-06-06T08:32:18.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:32:18 smithi042 ceph-mon[32384]: pgmap v304: 129 pgs: 18 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 57 active+clean; 1.4 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 65 KiB/s wr, 10 op/s 2024-06-06T08:32:18.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:32:18 smithi120 ceph-mon[36658]: pgmap v304: 129 pgs: 18 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 57 active+clean; 1.4 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 65 KiB/s wr, 10 op/s 2024-06-06T08:32:20.275 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.275+0000 7fbf0e87b640 1 -- 172.21.15.42:0/2787893937 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbf08103550 msgr2=0x7fbf0810ba30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:32:20.275 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.275+0000 7fbf0e87b640 1 --2- 172.21.15.42:0/2787893937 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbf08103550 0x7fbf0810ba30 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7fbefc009900 tx=0x7fbefc02a480 comp rx=0 tx=0).stop 2024-06-06T08:32:20.275 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.275+0000 7fbf0e87b640 1 -- 172.21.15.42:0/2787893937 shutdown_connections 2024-06-06T08:32:20.275 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.275+0000 7fbf0e87b640 1 --2- 172.21.15.42:0/2787893937 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbf0810c000 0x7fbf0810e430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:20.275 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.275+0000 7fbf0e87b640 1 --2- 172.21.15.42:0/2787893937 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbf08103550 0x7fbf0810ba30 unknown :-1 s=CLOSED pgs=881 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:20.276 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.275+0000 7fbf0e87b640 1 --2- 172.21.15.42:0/2787893937 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbf08102c30 0x7fbf08103010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:20.276 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.275+0000 7fbf0e87b640 1 -- 172.21.15.42:0/2787893937 >> 172.21.15.42:0/2787893937 conn(0x7fbf080779c0 msgr2=0x7fbf08077dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:32:20.276 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.276+0000 7fbf0e87b640 1 -- 172.21.15.42:0/2787893937 shutdown_connections 2024-06-06T08:32:20.276 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.276+0000 7fbf0e87b640 1 -- 172.21.15.42:0/2787893937 wait complete. 2024-06-06T08:32:20.277 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.277+0000 7fbf0e87b640 1 Processor -- start 2024-06-06T08:32:20.277 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.277+0000 7fbf0e87b640 1 -- start start 2024-06-06T08:32:20.278 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.278+0000 7fbf0e87b640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbf08102c30 0x7fbf08198230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:20.278 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.278+0000 7fbf0e87b640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbf08103550 0x7fbf08198770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:20.278 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.278+0000 7fbf0e87b640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbf0810c000 0x7fbf0819caf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:20.278 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.278+0000 7fbf0e87b640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fbf08111d90 con 0x7fbf08102c30 2024-06-06T08:32:20.278 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.278+0000 7fbf0e87b640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fbf08111c10 con 0x7fbf08103550 2024-06-06T08:32:20.278 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.278+0000 7fbf0e87b640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fbf08111f10 con 0x7fbf0810c000 2024-06-06T08:32:20.278 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.278+0000 7fbf07fff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbf08102c30 0x7fbf08198230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:20.278 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.278+0000 7fbf077fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbf08103550 0x7fbf08198770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:20.278 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.278+0000 7fbf07fff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbf08102c30 0x7fbf08198230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:42934/0 (socket says 172.21.15.42:42934) 2024-06-06T08:32:20.278 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.278+0000 7fbf07fff640 1 -- 172.21.15.42:0/469801854 learned_addr learned my addr 172.21.15.42:0/469801854 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:32:20.278 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.278+0000 7fbf0ce18640 1 --2- 172.21.15.42:0/469801854 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbf0810c000 0x7fbf0819caf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:20.279 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.278+0000 7fbf0ce18640 1 -- 172.21.15.42:0/469801854 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbf08103550 msgr2=0x7fbf08198770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:32:20.279 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.278+0000 7fbf0ce18640 1 --2- 172.21.15.42:0/469801854 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbf08103550 0x7fbf08198770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:20.279 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.278+0000 7fbf0ce18640 1 -- 172.21.15.42:0/469801854 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbf08102c30 msgr2=0x7fbf08198230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:32:20.279 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.278+0000 7fbf0ce18640 1 --2- 172.21.15.42:0/469801854 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbf08102c30 0x7fbf08198230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:20.279 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.278+0000 7fbf0ce18640 1 -- 172.21.15.42:0/469801854 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf0819d220 con 0x7fbf0810c000 2024-06-06T08:32:20.279 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.279+0000 7fbf0ce18640 1 --2- 172.21.15.42:0/469801854 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbf0810c000 0x7fbf0819caf0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fbf0000ca00 tx=0x7fbf0000cec0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:32:20.279 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.279+0000 7fbf057fa640 1 -- 172.21.15.42:0/469801854 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf00007d30 con 0x7fbf0810c000 2024-06-06T08:32:20.279 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.279+0000 7fbf0e87b640 1 -- 172.21.15.42:0/469801854 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf0819d510 con 0x7fbf0810c000 2024-06-06T08:32:20.279 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.279+0000 7fbf057fa640 1 -- 172.21.15.42:0/469801854 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbf00005020 con 0x7fbf0810c000 2024-06-06T08:32:20.279 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.279+0000 7fbf057fa640 1 -- 172.21.15.42:0/469801854 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf0000f6d0 con 0x7fbf0810c000 2024-06-06T08:32:20.279 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.279+0000 7fbf0e87b640 1 -- 172.21.15.42:0/469801854 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf081a4da0 con 0x7fbf0810c000 2024-06-06T08:32:20.281 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.282+0000 7fbf057fa640 1 -- 172.21.15.42:0/469801854 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fbf000051d0 con 0x7fbf0810c000 2024-06-06T08:32:20.281 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.283+0000 7fbf11582740 1 Processor -- start 2024-06-06T08:32:20.281 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.283+0000 7fbf11582740 1 -- start start 2024-06-06T08:32:20.282 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.283+0000 7fbf11582740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5648f0cbf210 0x5648f0cbf5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:20.282 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.283+0000 7fbf11582740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5648f0cbac80 0x5648f0cbb100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:20.282 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.283+0000 7fbf11582740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5648f0cbb640 0x5648f0cc7160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:20.283 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.283+0000 7fbf11582740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5648f0c154f0 con 0x5648f0cbf210 2024-06-06T08:32:20.283 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.283+0000 7fbf11582740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5648f0bb3870 con 0x5648f0cbac80 2024-06-06T08:32:20.283 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.283+0000 7fbf11582740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5648f0c114b0 con 0x5648f0cbb640 2024-06-06T08:32:20.283 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.283+0000 7fbf057fa640 1 --2- 172.21.15.42:0/469801854 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbef00a2da0 0x7fbef00a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:20.283 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.283+0000 7fbf077fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5648f0cbf210 0x5648f0cbf5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:20.283 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.283+0000 7fbf077fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5648f0cbf210 0x5648f0cbf5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:42950/0 (socket says 172.21.15.42:42950) 2024-06-06T08:32:20.283 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.283+0000 7fbf077fe640 1 -- 172.21.15.42:0/4233688419 learned_addr learned my addr 172.21.15.42:0/4233688419 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:32:20.283 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.283+0000 7fbf077fe640 1 --2- 172.21.15.42:0/4233688419 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5648f0cbb640 0x5648f0cc7160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:20.283 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.283+0000 7fbf07fff640 1 --2- 172.21.15.42:0/4233688419 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5648f0cbac80 0x5648f0cbb100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:20.283 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.284+0000 7fbf057fa640 1 -- 172.21.15.42:0/469801854 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 9526+0+0 (secure 0 0 0) 0x7fbf000cfd20 con 0x7fbf0810c000 2024-06-06T08:32:20.283 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.284+0000 7fbf0ce18640 1 --2- 172.21.15.42:0/469801854 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbef00a2da0 0x7fbef00a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:20.286 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.284+0000 7fbf077fe640 1 -- 172.21.15.42:0/4233688419 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5648f0cbac80 msgr2=0x5648f0cbb100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:32:20.286 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.284+0000 7fbf077fe640 1 --2- 172.21.15.42:0/4233688419 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5648f0cbac80 0x5648f0cbb100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:20.286 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.284+0000 7fbf077fe640 1 -- 172.21.15.42:0/4233688419 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5648f0cbf210 msgr2=0x5648f0cbf5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:32:20.286 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.284+0000 7fbf077fe640 1 --2- 172.21.15.42:0/4233688419 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5648f0cbf210 0x5648f0cbf5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:20.286 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.284+0000 7fbf077fe640 1 -- 172.21.15.42:0/4233688419 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5648f0bcf9b0 con 0x5648f0cbb640 2024-06-06T08:32:20.286 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.284+0000 7fbf077fe640 1 --2- 172.21.15.42:0/4233688419 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5648f0cbb640 0x5648f0cc7160 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fbefc009900 tx=0x7fbefc02a480 comp rx=0 tx=0).ready entity=mon.1 client_cookie=383eb630d95c7a28 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:32:20.286 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.284+0000 7fbf0ce18640 1 --2- 172.21.15.42:0/469801854 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbef00a2da0 0x7fbef00a5260 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fbf000cd0e0 tx=0x7fbf00005800 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:32:20.286 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.284+0000 7fbeee7fc640 1 -- 172.21.15.42:0/4233688419 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbefc035040 con 0x5648f0cbb640 2024-06-06T08:32:20.286 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.285+0000 7fbeee7fc640 1 -- 172.21.15.42:0/4233688419 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbefc005500 con 0x5648f0cbb640 2024-06-06T08:32:20.286 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.285+0000 7fbeee7fc640 1 -- 172.21.15.42:0/4233688419 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbefc004cd0 con 0x5648f0cbb640 2024-06-06T08:32:20.286 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.285+0000 7fbf11582740 1 -- 172.21.15.42:0/4233688419 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5648f0cbb640 msgr2=0x5648f0cc7160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:32:20.287 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.285+0000 7fbf11582740 1 --2- 172.21.15.42:0/4233688419 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5648f0cbb640 0x5648f0cc7160 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fbefc009900 tx=0x7fbefc02a480 comp rx=0 tx=0).stop 2024-06-06T08:32:20.287 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.285+0000 7fbf11582740 1 -- 172.21.15.42:0/4233688419 shutdown_connections 2024-06-06T08:32:20.287 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.285+0000 7fbf11582740 1 --2- 172.21.15.42:0/4233688419 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5648f0cbac80 0x5648f0cbb100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:20.287 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.285+0000 7fbf11582740 1 --2- 172.21.15.42:0/4233688419 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5648f0cbb640 0x5648f0cc7160 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:20.287 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.285+0000 7fbf11582740 1 --2- 172.21.15.42:0/4233688419 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5648f0cbf210 0x5648f0cbf5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:20.287 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.285+0000 7fbf11582740 1 -- 172.21.15.42:0/4233688419 >> 172.21.15.42:0/4233688419 conn(0x5648f0cad130 msgr2=0x5648f0cad510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:32:20.287 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.285+0000 7fbf11582740 1 -- 172.21.15.42:0/4233688419 shutdown_connections 2024-06-06T08:32:20.287 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.285+0000 7fbf11582740 1 -- 172.21.15.42:0/4233688419 wait complete. 2024-06-06T08:32:20.287 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.286+0000 7fbf11582740 1 -- start start 2024-06-06T08:32:20.287 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.286+0000 7fbf11582740 1 Processor -- start 2024-06-06T08:32:20.287 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.286+0000 7fbf11582740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5648f0cbac80 0x5648f0cc4550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:20.287 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.286+0000 7fbf11582740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5648f0cbb640 0x5648f0cc4a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:20.288 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.286+0000 7fbf11582740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5648f0cbf210 0x5648f0cc4fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:20.288 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.286+0000 7fbf11582740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5648f0cc7750 con 0x5648f0cbb640 2024-06-06T08:32:20.288 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.286+0000 7fbf11582740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5648f0b9eae0 con 0x5648f0cbf210 2024-06-06T08:32:20.288 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.286+0000 7fbf11582740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5648f0cc78d0 con 0x5648f0cbac80 2024-06-06T08:32:20.288 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.286+0000 7fbf11582740 10 client.0 _ll_register_callbacks cb 0x5648f0bd79b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:32:20.288 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.287+0000 7fbf07fff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5648f0cbb640 0x5648f0cc4a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:20.288 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.287+0000 7fbf07fff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5648f0cbb640 0x5648f0cc4a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:42966/0 (socket says 172.21.15.42:42966) 2024-06-06T08:32:20.288 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.287+0000 7fbf07fff640 1 -- 172.21.15.42:0/4057572743 learned_addr learned my addr 172.21.15.42:0/4057572743 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:32:20.288 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.287+0000 7fbf077fe640 1 --2- 172.21.15.42:0/4057572743 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5648f0cbf210 0x5648f0cc4fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:20.288 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.287+0000 7fbf07fff640 1 -- 172.21.15.42:0/4057572743 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5648f0cbac80 msgr2=0x5648f0cc4550 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-06T08:32:20.288 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.287+0000 7fbf07fff640 1 --2- 172.21.15.42:0/4057572743 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5648f0cbac80 0x5648f0cc4550 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:20.288 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.287+0000 7fbf07fff640 1 -- 172.21.15.42:0/4057572743 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5648f0cbf210 msgr2=0x5648f0cc4fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:32:20.288 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.287+0000 7fbf07fff640 1 --2- 172.21.15.42:0/4057572743 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5648f0cbf210 0x5648f0cc4fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:20.289 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.287+0000 7fbf07fff640 1 -- 172.21.15.42:0/4057572743 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5648f0929210 con 0x5648f0cbb640 2024-06-06T08:32:20.289 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.287+0000 7fbf077fe640 1 --2- 172.21.15.42:0/4057572743 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5648f0cbf210 0x5648f0cc4fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:32:20.291 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.287+0000 7fbf07fff640 1 --2- 172.21.15.42:0/4057572743 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5648f0cbb640 0x5648f0cc4a90 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7fbef8012860 tx=0x7fbef8012d20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f82f2097db8bbf server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:32:20.292 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.287+0000 7fbee77fe640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:32:20.292 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.288+0000 7fbee77fe640 1 -- 172.21.15.42:0/4057572743 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbef800f920 con 0x5648f0cbb640 2024-06-06T08:32:20.292 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.288+0000 7fbf11582740 1 -- 172.21.15.42:0/4057572743 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbefc005500 con 0x5648f0cbb640 2024-06-06T08:32:20.292 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.288+0000 7fbee77fe640 1 -- 172.21.15.42:0/4057572743 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(111..111 src has 1..111) ==== 9526+0+0 (secure 0 0 0) 0x7fbef800fac0 con 0x5648f0cbb640 2024-06-06T08:32:20.292 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.288+0000 7fbee77fe640 1 -- 172.21.15.42:0/4057572743 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7fbef800fd00 con 0x5648f0cbb640 2024-06-06T08:32:20.292 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.288+0000 7fbf11582740 10 client.17316 fetch_fsmap learned FSMap version 41 2024-06-06T08:32:20.292 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.289+0000 7fbf11582740 1 -- 172.21.15.42:0/4057572743 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x5648f09f5620 con 0x5648f0cbb640 2024-06-06T08:32:20.292 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.289+0000 7fbee77fe640 1 -- 172.21.15.42:0/4057572743 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbefc005500 con 0x5648f0cbb640 2024-06-06T08:32:20.292 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.289+0000 7fbee77fe640 1 -- 172.21.15.42:0/4057572743 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 41) ==== 8358+0+0 (secure 0 0 0) 0x7fbef801c4b0 con 0x5648f0cbb640 2024-06-06T08:32:20.292 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.289+0000 7fbf11582740 10 client.17316 fetch_fsmap finished waiting for FSMap version 41 2024-06-06T08:32:20.292 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.289+0000 7fbf11582740 10 client.17316 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:32:20.292 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.289+0000 7fbf11582740 20 client.17316 populate_metadata read hostname 'smithi042' 2024-06-06T08:32:20.293 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.289+0000 7fbf11582740 1 --2- 172.21.15.42:0/4057572743 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5648f0cd4db0 0x5648f0cd7230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:20.293 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.289+0000 7fbf11582740 4 client.17316 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:32:20.293 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.289+0000 7fbf11582740 1 -- 172.21.15.42:0/4057572743 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5648f0c28f10 con 0x5648f0cd4db0 2024-06-06T08:32:20.293 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.290+0000 7fbf077fe640 1 --2- 172.21.15.42:0/4057572743 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5648f0cd4db0 0x5648f0cd7230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:20.293 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.290+0000 7fbf077fe640 1 --2- 172.21.15.42:0/4057572743 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5648f0cd4db0 0x5648f0cd7230 crc :-1 s=READY pgs=211 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e1a1a5f770ab17f9 server_cookie=fea382f3c74a8ddd in_seq=0 out_seq=0 2024-06-06T08:32:20.293 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.290+0000 7fbee77fe640 10 client.17316 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:32:20.293 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.291+0000 7fbee77fe640 1 -- 172.21.15.42:0/4057572743 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x5648f0c28f10 con 0x5648f0cd4db0 2024-06-06T08:32:20.293 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.291+0000 7fbee77fe640 10 client.17316 handle_command_reply: tid=0 2024-06-06T08:32:20.293 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.291+0000 7fbf11582740 1 client.17316 shutdown 2024-06-06T08:32:20.293 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.292+0000 7fbf11582740 1 -- 172.21.15.42:0/4057572743 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5648f0cbb640 msgr2=0x5648f0cc4a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:32:20.293 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.292+0000 7fbf11582740 1 --2- 172.21.15.42:0/4057572743 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5648f0cbb640 0x5648f0cc4a90 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7fbef8012860 tx=0x7fbef8012d20 comp rx=0 tx=0).stop 2024-06-06T08:32:20.293 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.292+0000 7fbf11582740 1 -- 172.21.15.42:0/4057572743 shutdown_connections 2024-06-06T08:32:20.294 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.292+0000 7fbf11582740 1 --2- 172.21.15.42:0/4057572743 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5648f0cd4db0 0x5648f0cd7230 crc :-1 s=READY pgs=211 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:20.294 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.292+0000 7fbf11582740 1 --2- 172.21.15.42:0/4057572743 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5648f0cbf210 0x5648f0cc4fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:20.294 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.292+0000 7fbee77fe640 0 client.17316 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:32:20.294 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.292+0000 7fbf11582740 1 --2- 172.21.15.42:0/4057572743 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5648f0cbb640 0x5648f0cc4a90 unknown :-1 s=CLOSED pgs=882 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:20.294 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.292+0000 7fbf11582740 1 --2- 172.21.15.42:0/4057572743 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5648f0cbac80 0x5648f0cc4550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:20.294 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.292+0000 7fbf11582740 1 -- 172.21.15.42:0/4057572743 >> 172.21.15.42:0/4057572743 conn(0x5648f0cad130 msgr2=0x5648f0cba500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:32:20.294 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.292+0000 7fbf11582740 1 -- 172.21.15.42:0/4057572743 shutdown_connections 2024-06-06T08:32:20.294 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.292+0000 7fbf11582740 1 -- 172.21.15.42:0/4057572743 wait complete. 2024-06-06T08:32:20.294 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.292+0000 7fbf11582740 20 client.17316 trim_cache size 0 max 16384 2024-06-06T08:32:20.314 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.314+0000 7fbf11582740 1 Processor -- start 2024-06-06T08:32:20.315 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.314+0000 7fbf11582740 1 -- start start 2024-06-06T08:32:20.315 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.314+0000 7fbf11582740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5648f0cbac80 0x5648f0cbcd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:20.315 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.315+0000 7fbf11582740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5648f0cbb640 0x5648f0cdcb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:20.315 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.315+0000 7fbf11582740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5648f0cbf210 0x5648f0cdd080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:20.315 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.315+0000 7fbf11582740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fbf081af580 con 0x5648f0cbf210 2024-06-06T08:32:20.315 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.315+0000 7fbf11582740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fbf081acdc0 con 0x5648f0cbb640 2024-06-06T08:32:20.315 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.315+0000 7fbf11582740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fbf081aac30 con 0x5648f0cbac80 2024-06-06T08:32:20.315 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.315+0000 7fbf077fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5648f0cbac80 0x5648f0cbcd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:20.315 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.315+0000 7fbf077fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5648f0cbac80 0x5648f0cbcd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:55098/0 (socket says 172.21.15.42:55098) 2024-06-06T08:32:20.315 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.315+0000 7fbf077fe640 1 -- 172.21.15.42:0/3253571951 learned_addr learned my addr 172.21.15.42:0/3253571951 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:32:20.315 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.315+0000 7fbf07fff640 1 --2- 172.21.15.42:0/3253571951 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5648f0cbb640 0x5648f0cdcb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:20.315 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.315+0000 7fbf077fe640 1 --2- 172.21.15.42:0/3253571951 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5648f0cbf210 0x5648f0cdd080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:20.315 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.315+0000 7fbf077fe640 1 -- 172.21.15.42:0/3253571951 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5648f0cbb640 msgr2=0x5648f0cdcb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:32:20.316 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.315+0000 7fbf077fe640 1 --2- 172.21.15.42:0/3253571951 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5648f0cbb640 0x5648f0cdcb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:20.316 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.315+0000 7fbf077fe640 1 -- 172.21.15.42:0/3253571951 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5648f0cbf210 msgr2=0x5648f0cdd080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:32:20.316 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.315+0000 7fbf077fe640 1 --2- 172.21.15.42:0/3253571951 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5648f0cbf210 0x5648f0cdd080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:20.316 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.315+0000 7fbf077fe640 1 -- 172.21.15.42:0/3253571951 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5648f0cae2d0 con 0x5648f0cbac80 2024-06-06T08:32:20.316 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.315+0000 7fbf077fe640 1 --2- 172.21.15.42:0/3253571951 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5648f0cbac80 0x5648f0cbcd90 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fbefc009900 tx=0x7fbefc0048b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e0f523c8782f68b2 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:32:20.316 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.316+0000 7fbeedffb640 1 -- 172.21.15.42:0/3253571951 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbefc0042f0 con 0x5648f0cbac80 2024-06-06T08:32:20.316 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.316+0000 7fbeedffb640 1 -- 172.21.15.42:0/3253571951 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbefc031940 con 0x5648f0cbac80 2024-06-06T08:32:20.316 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.316+0000 7fbeedffb640 1 -- 172.21.15.42:0/3253571951 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbefc04a670 con 0x5648f0cbac80 2024-06-06T08:32:20.318 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.317+0000 7fbf11582740 1 -- 172.21.15.42:0/3253571951 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5648f0cbac80 msgr2=0x5648f0cbcd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:32:20.318 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.317+0000 7fbf11582740 1 --2- 172.21.15.42:0/3253571951 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5648f0cbac80 0x5648f0cbcd90 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fbefc009900 tx=0x7fbefc0048b0 comp rx=0 tx=0).stop 2024-06-06T08:32:20.318 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.317+0000 7fbf11582740 1 -- 172.21.15.42:0/3253571951 shutdown_connections 2024-06-06T08:32:20.318 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.317+0000 7fbf11582740 1 --2- 172.21.15.42:0/3253571951 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5648f0cbb640 0x5648f0cdcb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:20.318 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.317+0000 7fbf11582740 1 --2- 172.21.15.42:0/3253571951 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5648f0cbf210 0x5648f0cdd080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:20.318 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.317+0000 7fbf11582740 1 --2- 172.21.15.42:0/3253571951 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5648f0cbac80 0x5648f0cbcd90 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:20.318 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.317+0000 7fbf11582740 1 -- 172.21.15.42:0/3253571951 >> 172.21.15.42:0/3253571951 conn(0x5648f0cad130 msgr2=0x5648f0cbe670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:32:20.318 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.317+0000 7fbf11582740 1 -- 172.21.15.42:0/3253571951 shutdown_connections 2024-06-06T08:32:20.318 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.318+0000 7fbf11582740 1 -- 172.21.15.42:0/3253571951 wait complete. 2024-06-06T08:32:20.318 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.318+0000 7fbf11582740 1 -- start start 2024-06-06T08:32:20.319 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.319+0000 7fbf11582740 1 Processor -- start 2024-06-06T08:32:20.319 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.319+0000 7fbf11582740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5648f0cbac80 0x5648f0ccd150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:20.319 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.319+0000 7fbf11582740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5648f0cbb640 0x5648f0cdc320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:20.321 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.319+0000 7fbf077fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5648f0cbac80 0x5648f0ccd150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:20.321 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.319+0000 7fbf11582740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5648f0cbf210 0x5648f0cdc860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:20.321 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.319+0000 7fbf11582740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fbf081ab280 con 0x5648f0cbb640 2024-06-06T08:32:20.321 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.319+0000 7fbf11582740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fbf081ac6f0 con 0x5648f0cbac80 2024-06-06T08:32:20.321 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.319+0000 7fbf11582740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fbf081ab950 con 0x5648f0cbf210 2024-06-06T08:32:20.321 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.319+0000 7fbf077fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5648f0cbac80 0x5648f0ccd150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:50352/0 (socket says 172.21.15.42:50352) 2024-06-06T08:32:20.321 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.319+0000 7fbf077fe640 1 -- 172.21.15.42:0/3740064721 learned_addr learned my addr 172.21.15.42:0/3740064721 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:32:20.321 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.320+0000 7fbf11582740 10 client.0 _ll_register_callbacks cb 0x7fbef8009920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:32:20.321 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.320+0000 7fbf07fff640 1 --2- 172.21.15.42:0/3740064721 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5648f0cbb640 0x5648f0cdc320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:20.322 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.320+0000 7fbf077fe640 1 -- 172.21.15.42:0/3740064721 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5648f0cbf210 msgr2=0x5648f0cdc860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:32:20.322 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.320+0000 7fbf077fe640 1 --2- 172.21.15.42:0/3740064721 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5648f0cbf210 0x5648f0cdc860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:20.322 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.320+0000 7fbf077fe640 1 -- 172.21.15.42:0/3740064721 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5648f0cbb640 msgr2=0x5648f0cdc320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:32:20.322 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.320+0000 7fbf077fe640 1 --2- 172.21.15.42:0/3740064721 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5648f0cbb640 0x5648f0cdc320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:20.322 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.320+0000 7fbf077fe640 1 -- 172.21.15.42:0/3740064721 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5648f0cdce50 con 0x5648f0cbac80 2024-06-06T08:32:20.322 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.320+0000 7fbf07fff640 1 --2- 172.21.15.42:0/3740064721 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5648f0cbb640 0x5648f0cdc320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:32:20.322 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.320+0000 7fbf077fe640 1 --2- 172.21.15.42:0/3740064721 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5648f0cbac80 0x5648f0ccd150 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fbefc009340 tx=0x7fbefc000bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7a067b92971d7542 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:32:20.322 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.320+0000 7fbee77fe640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:32:20.322 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.320+0000 7fbee77fe640 1 -- 172.21.15.42:0/3740064721 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbefc056020 con 0x5648f0cbac80 2024-06-06T08:32:20.322 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.320+0000 7fbee77fe640 1 -- 172.21.15.42:0/3740064721 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(111..111 src has 1..111) ==== 9526+0+0 (secure 0 0 0) 0x7fbefc0042f0 con 0x5648f0cbac80 2024-06-06T08:32:20.322 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.321+0000 7fbf11582740 1 -- 172.21.15.42:0/3740064721 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbefc031940 con 0x5648f0cbac80 2024-06-06T08:32:20.322 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.321+0000 7fbee77fe640 1 -- 172.21.15.42:0/3740064721 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7fbefc035030 con 0x5648f0cbac80 2024-06-06T08:32:20.322 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.321+0000 7fbf11582740 10 client.26927 fetch_fsmap learned FSMap version 41 2024-06-06T08:32:20.323 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.321+0000 7fbf11582740 1 -- 172.21.15.42:0/3740064721 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x5648f0d3f920 con 0x5648f0cbac80 2024-06-06T08:32:20.323 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.321+0000 7fbee77fe640 1 -- 172.21.15.42:0/3740064721 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbefc031940 con 0x5648f0cbac80 2024-06-06T08:32:20.323 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.321+0000 7fbee77fe640 1 -- 172.21.15.42:0/3740064721 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 41) ==== 8358+0+0 (secure 0 0 0) 0x7fbefc04ab00 con 0x5648f0cbac80 2024-06-06T08:32:20.323 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.321+0000 7fbf11582740 10 client.26927 fetch_fsmap finished waiting for FSMap version 41 2024-06-06T08:32:20.323 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.321+0000 7fbf11582740 10 client.26927 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:32:20.323 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.321+0000 7fbf11582740 20 client.26927 populate_metadata read hostname 'smithi042' 2024-06-06T08:32:20.323 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.321+0000 7fbf11582740 1 --2- 172.21.15.42:0/3740064721 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5648f0cd4db0 0x5648f0d41bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:20.323 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.322+0000 7fbf11582740 4 client.26927 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:32:20.323 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.322+0000 7fbf11582740 1 -- 172.21.15.42:0/3740064721 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5648f0c22c20 con 0x5648f0cd4db0 2024-06-06T08:32:20.323 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.322+0000 7fbf07fff640 1 --2- 172.21.15.42:0/3740064721 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5648f0cd4db0 0x5648f0d41bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:20.324 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.322+0000 7fbf07fff640 1 --2- 172.21.15.42:0/3740064721 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5648f0cd4db0 0x5648f0d41bd0 crc :-1 s=READY pgs=212 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=82062ec23fb91afe server_cookie=111422703d71d931 in_seq=0 out_seq=0 2024-06-06T08:32:20.324 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.322+0000 7fbee77fe640 10 client.26927 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:32:20.340 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.340+0000 7fbee77fe640 1 -- 172.21.15.42:0/3740064721 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5648f0c22c20 con 0x5648f0cd4db0 2024-06-06T08:32:20.340 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.340+0000 7fbee77fe640 10 client.26927 handle_command_reply: tid=0 2024-06-06T08:32:20.341 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.341+0000 7fbf11582740 1 client.26927 shutdown 2024-06-06T08:32:20.341 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.341+0000 7fbf11582740 1 -- 172.21.15.42:0/3740064721 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5648f0cbac80 msgr2=0x5648f0ccd150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:32:20.341 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.341+0000 7fbf11582740 1 --2- 172.21.15.42:0/3740064721 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5648f0cbac80 0x5648f0ccd150 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fbefc009340 tx=0x7fbefc000bc0 comp rx=0 tx=0).stop 2024-06-06T08:32:20.341 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.341+0000 7fbf11582740 1 -- 172.21.15.42:0/3740064721 shutdown_connections 2024-06-06T08:32:20.341 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.341+0000 7fbf11582740 1 --2- 172.21.15.42:0/3740064721 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5648f0cd4db0 0x5648f0d41bd0 crc :-1 s=READY pgs=212 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:20.341 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.341+0000 7fbf11582740 1 --2- 172.21.15.42:0/3740064721 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5648f0cbf210 0x5648f0cdc860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:20.341 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.341+0000 7fbf11582740 1 --2- 172.21.15.42:0/3740064721 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5648f0cbb640 0x5648f0cdc320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:20.341 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.341+0000 7fbf11582740 1 --2- 172.21.15.42:0/3740064721 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5648f0cbac80 0x5648f0ccd150 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:20.341 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.341+0000 7fbf11582740 1 -- 172.21.15.42:0/3740064721 >> 172.21.15.42:0/3740064721 conn(0x5648f0cad130 msgr2=0x5648f0cc2e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:32:20.341 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.341+0000 7fbee77fe640 0 client.26927 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:32:20.341 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.341+0000 7fbf11582740 1 -- 172.21.15.42:0/3740064721 shutdown_connections 2024-06-06T08:32:20.341 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.341+0000 7fbf11582740 1 -- 172.21.15.42:0/3740064721 wait complete. 2024-06-06T08:32:20.341 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.341+0000 7fbf11582740 20 client.26927 trim_cache size 0 max 16384 2024-06-06T08:32:20.342 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:32:20.342 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:32:20.342 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:32:20.343 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.342+0000 7fbf0e87b640 1 -- 172.21.15.42:0/469801854 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbef00a2da0 msgr2=0x7fbef00a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:32:20.343 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.342+0000 7fbf0e87b640 1 --2- 172.21.15.42:0/469801854 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbef00a2da0 0x7fbef00a5260 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fbf000cd0e0 tx=0x7fbf00005800 comp rx=0 tx=0).stop 2024-06-06T08:32:20.343 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.342+0000 7fbf0e87b640 1 -- 172.21.15.42:0/469801854 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbf0810c000 msgr2=0x7fbf0819caf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:32:20.343 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.342+0000 7fbf0e87b640 1 --2- 172.21.15.42:0/469801854 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbf0810c000 0x7fbf0819caf0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fbf0000ca00 tx=0x7fbf0000cec0 comp rx=0 tx=0).stop 2024-06-06T08:32:20.343 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.342+0000 7fbf0e87b640 1 -- 172.21.15.42:0/469801854 shutdown_connections 2024-06-06T08:32:20.343 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.342+0000 7fbf0e87b640 1 --2- 172.21.15.42:0/469801854 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbef00a2da0 0x7fbef00a5260 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:20.343 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.342+0000 7fbf0e87b640 1 --2- 172.21.15.42:0/469801854 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbf08103550 0x7fbf08198770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:20.343 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.342+0000 7fbf0e87b640 1 --2- 172.21.15.42:0/469801854 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbf0810c000 0x7fbf0819caf0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:20.344 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.342+0000 7fbf0e87b640 1 --2- 172.21.15.42:0/469801854 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbf08102c30 0x7fbf08198230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:20.344 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.342+0000 7fbf0e87b640 1 -- 172.21.15.42:0/469801854 >> 172.21.15.42:0/469801854 conn(0x7fbf080779c0 msgr2=0x7fbf080fea20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:32:20.344 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.342+0000 7fbf0e87b640 1 -- 172.21.15.42:0/469801854 shutdown_connections 2024-06-06T08:32:20.344 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:20.342+0000 7fbf0e87b640 1 -- 172.21.15.42:0/469801854 wait complete. 2024-06-06T08:32:20.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:32:20 smithi149 ceph-mon[36842]: pgmap v305: 129 pgs: 10 active+clean+snaptrim, 28 active+clean+snaptrim_wait, 91 active+clean; 1.4 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 67 KiB/s wr, 12 op/s 2024-06-06T08:32:20.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:32:20 smithi042 ceph-mon[32384]: pgmap v305: 129 pgs: 10 active+clean+snaptrim, 28 active+clean+snaptrim_wait, 91 active+clean; 1.4 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 67 KiB/s wr, 12 op/s 2024-06-06T08:32:20.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:32:20 smithi120 ceph-mon[36658]: pgmap v305: 129 pgs: 10 active+clean+snaptrim, 28 active+clean+snaptrim_wait, 91 active+clean; 1.4 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 67 KiB/s wr, 12 op/s 2024-06-06T08:32:22.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:32:22 smithi149 ceph-mon[36842]: pgmap v306: 129 pgs: 6 active+clean+snaptrim, 13 active+clean+snaptrim_wait, 110 active+clean; 1.4 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 16 KiB/s wr, 10 op/s 2024-06-06T08:32:22.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:32:22 smithi042 ceph-mon[32384]: pgmap v306: 129 pgs: 6 active+clean+snaptrim, 13 active+clean+snaptrim_wait, 110 active+clean; 1.4 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 16 KiB/s wr, 10 op/s 2024-06-06T08:32:22.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:32:22 smithi120 ceph-mon[36658]: pgmap v306: 129 pgs: 6 active+clean+snaptrim, 13 active+clean+snaptrim_wait, 110 active+clean; 1.4 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 16 KiB/s wr, 10 op/s 2024-06-06T08:32:24.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:32:24 smithi149 ceph-mon[36842]: pgmap v307: 129 pgs: 4 active+clean+snaptrim, 7 active+clean+snaptrim_wait, 118 active+clean; 1.4 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 17 KiB/s wr, 11 op/s 2024-06-06T08:32:24.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:32:24 smithi042 ceph-mon[32384]: pgmap v307: 129 pgs: 4 active+clean+snaptrim, 7 active+clean+snaptrim_wait, 118 active+clean; 1.4 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 17 KiB/s wr, 11 op/s 2024-06-06T08:32:24.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:32:24 smithi120 ceph-mon[36658]: pgmap v307: 129 pgs: 4 active+clean+snaptrim, 7 active+clean+snaptrim_wait, 118 active+clean; 1.4 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 17 KiB/s wr, 11 op/s 2024-06-06T08:32:26.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:32:26 smithi149 ceph-mon[36842]: pgmap v308: 129 pgs: 129 active+clean; 1.4 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 76 KiB/s wr, 14 op/s 2024-06-06T08:32:26.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:32:26 smithi042 ceph-mon[32384]: pgmap v308: 129 pgs: 129 active+clean; 1.4 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 76 KiB/s wr, 14 op/s 2024-06-06T08:32:26.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:32:26 smithi120 ceph-mon[36658]: pgmap v308: 129 pgs: 129 active+clean; 1.4 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 76 KiB/s wr, 14 op/s 2024-06-06T08:32:28.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:32:28 smithi149 ceph-mon[36842]: pgmap v309: 129 pgs: 129 active+clean; 1.4 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 76 KiB/s wr, 13 op/s 2024-06-06T08:32:28.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:32:28 smithi042 ceph-mon[32384]: pgmap v309: 129 pgs: 129 active+clean; 1.4 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 76 KiB/s wr, 13 op/s 2024-06-06T08:32:28.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:32:28 smithi120 ceph-mon[36658]: pgmap v309: 129 pgs: 129 active+clean; 1.4 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 76 KiB/s wr, 13 op/s 2024-06-06T08:32:30.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:32:30 smithi149 ceph-mon[36842]: pgmap v310: 129 pgs: 129 active+clean; 1.4 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 75 KiB/s rd, 83 KiB/s wr, 16 op/s 2024-06-06T08:32:30.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:32:30 smithi149 ceph-mon[36842]: osdmap e112: 12 total, 12 up, 12 in 2024-06-06T08:32:30.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:32:30 smithi042 ceph-mon[32384]: pgmap v310: 129 pgs: 129 active+clean; 1.4 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 75 KiB/s rd, 83 KiB/s wr, 16 op/s 2024-06-06T08:32:30.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:32:30 smithi042 ceph-mon[32384]: osdmap e112: 12 total, 12 up, 12 in 2024-06-06T08:32:30.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:32:30 smithi120 ceph-mon[36658]: pgmap v310: 129 pgs: 129 active+clean; 1.4 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 75 KiB/s rd, 83 KiB/s wr, 16 op/s 2024-06-06T08:32:30.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:32:30 smithi120 ceph-mon[36658]: osdmap e112: 12 total, 12 up, 12 in 2024-06-06T08:32:32.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:32:32 smithi149 ceph-mon[36842]: pgmap v312: 129 pgs: 129 active+clean; 1.4 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 86 KiB/s rd, 84 KiB/s wr, 13 op/s 2024-06-06T08:32:32.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:32:32 smithi042 ceph-mon[32384]: pgmap v312: 129 pgs: 129 active+clean; 1.4 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 86 KiB/s rd, 84 KiB/s wr, 13 op/s 2024-06-06T08:32:32.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:32:32 smithi120 ceph-mon[36658]: pgmap v312: 129 pgs: 129 active+clean; 1.4 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 86 KiB/s rd, 84 KiB/s wr, 13 op/s 2024-06-06T08:32:33.445 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.446+0000 7f7501314640 1 -- 172.21.15.42:0/413587422 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f74fc1008d0 msgr2=0x7f74fc100d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:32:33.446 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.446+0000 7f7501314640 1 --2- 172.21.15.42:0/413587422 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f74fc1008d0 0x7f74fc100d50 secure :-1 s=READY pgs=883 cs=0 l=1 rev1=1 crypto rx=0x7f74e4009930 tx=0x7f74e402a420 comp rx=0 tx=0).stop 2024-06-06T08:32:33.446 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.446+0000 7f7501314640 1 -- 172.21.15.42:0/413587422 shutdown_connections 2024-06-06T08:32:33.446 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.446+0000 7f7501314640 1 --2- 172.21.15.42:0/413587422 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f74fc101290 0x7f74fc10d750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:33.446 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.446+0000 7f7501314640 1 --2- 172.21.15.42:0/413587422 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f74fc1008d0 0x7f74fc100d50 unknown :-1 s=CLOSED pgs=883 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:33.446 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.446+0000 7f7501314640 1 --2- 172.21.15.42:0/413587422 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f74fc106890 0x7f74fc106c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:33.446 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.446+0000 7f7501314640 1 -- 172.21.15.42:0/413587422 >> 172.21.15.42:0/413587422 conn(0x7f74fc077a20 msgr2=0x7f74fc077e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:32:33.446 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.446+0000 7f7501314640 1 -- 172.21.15.42:0/413587422 shutdown_connections 2024-06-06T08:32:33.446 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.446+0000 7f7501314640 1 -- 172.21.15.42:0/413587422 wait complete. 2024-06-06T08:32:33.446 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.447+0000 7f7501314640 1 Processor -- start 2024-06-06T08:32:33.449 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.447+0000 7f7501314640 1 -- start start 2024-06-06T08:32:33.449 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.447+0000 7f7501314640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f74fc1008d0 0x7f74fc1982d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:33.449 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.447+0000 7f7501314640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f74fc101290 0x7f74fc198810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:33.449 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.447+0000 7f7501314640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f74fc106890 0x7f74fc19cb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:33.449 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.447+0000 7f7501314640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f74fc111df0 con 0x7f74fc106890 2024-06-06T08:32:33.449 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.447+0000 7f7501314640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f74fc111c70 con 0x7f74fc1008d0 2024-06-06T08:32:33.449 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.447+0000 7f7501314640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f74fc111f70 con 0x7f74fc101290 2024-06-06T08:32:33.449 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.447+0000 7f74fb7fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f74fc106890 0x7f74fc19cb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:33.449 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.447+0000 7f74fb7fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f74fc106890 0x7f74fc19cb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55676/0 (socket says 172.21.15.42:55676) 2024-06-06T08:32:33.449 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.447+0000 7f74fb7fe640 1 -- 172.21.15.42:0/3126038857 learned_addr learned my addr 172.21.15.42:0/3126038857 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:32:33.449 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.447+0000 7f74faffd640 1 --2- 172.21.15.42:0/3126038857 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f74fc1008d0 0x7f74fc1982d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:33.450 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.447+0000 7f74fa7fc640 1 --2- 172.21.15.42:0/3126038857 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f74fc101290 0x7f74fc198810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:33.450 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.448+0000 7f74fb7fe640 1 -- 172.21.15.42:0/3126038857 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f74fc101290 msgr2=0x7f74fc198810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:32:33.450 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.448+0000 7f74fb7fe640 1 --2- 172.21.15.42:0/3126038857 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f74fc101290 0x7f74fc198810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:33.450 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.448+0000 7f74fb7fe640 1 -- 172.21.15.42:0/3126038857 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f74fc1008d0 msgr2=0x7f74fc1982d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:32:33.450 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.448+0000 7f74fb7fe640 1 --2- 172.21.15.42:0/3126038857 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f74fc1008d0 0x7f74fc1982d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:33.450 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.448+0000 7f74fb7fe640 1 -- 172.21.15.42:0/3126038857 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74fc19d270 con 0x7f74fc106890 2024-06-06T08:32:33.450 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.448+0000 7f74faffd640 1 --2- 172.21.15.42:0/3126038857 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f74fc1008d0 0x7f74fc1982d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:32:33.450 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.448+0000 7f74fb7fe640 1 --2- 172.21.15.42:0/3126038857 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f74fc106890 0x7f74fc19cb40 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7f74f400eb10 tx=0x7f74f400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:32:33.450 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.448+0000 7f74f3fff640 1 -- 172.21.15.42:0/3126038857 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74f4004b20 con 0x7f74fc106890 2024-06-06T08:32:33.451 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.448+0000 7f74f3fff640 1 -- 172.21.15.42:0/3126038857 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f74f4004cc0 con 0x7f74fc106890 2024-06-06T08:32:33.451 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.448+0000 7f7501314640 1 -- 172.21.15.42:0/3126038857 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74fc19d560 con 0x7f74fc106890 2024-06-06T08:32:33.451 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.448+0000 7f74f3fff640 1 -- 172.21.15.42:0/3126038857 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74f4010760 con 0x7f74fc106890 2024-06-06T08:32:33.451 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.448+0000 7f7501314640 1 -- 172.21.15.42:0/3126038857 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74fc1a4df0 con 0x7f74fc106890 2024-06-06T08:32:33.461 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.451+0000 7f74f3fff640 1 -- 172.21.15.42:0/3126038857 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f74f4005020 con 0x7f74fc106890 2024-06-06T08:32:33.461 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.451+0000 7f7504023740 1 Processor -- start 2024-06-06T08:32:33.461 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.452+0000 7f7504023740 1 -- start start 2024-06-06T08:32:33.462 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.452+0000 7f7504023740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563ef026170 0x5563ef026550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:33.462 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.452+0000 7f7504023740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5563ef026a90 0x5563ef030e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:33.462 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.452+0000 7f7504023740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5563ef031350 0x5563ef033740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:33.462 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.452+0000 7f7504023740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5563eef8a4f0 con 0x5563ef026170 2024-06-06T08:32:33.463 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.452+0000 7f7504023740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5563eef28870 con 0x5563ef031350 2024-06-06T08:32:33.463 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.452+0000 7f7504023740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5563eef864b0 con 0x5563ef026a90 2024-06-06T08:32:33.463 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.452+0000 7f74fa7fc640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563ef026170 0x5563ef026550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:33.463 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.452+0000 7f74fa7fc640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563ef026170 0x5563ef026550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55678/0 (socket says 172.21.15.42:55678) 2024-06-06T08:32:33.463 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.452+0000 7f74fa7fc640 1 -- 172.21.15.42:0/1007977904 learned_addr learned my addr 172.21.15.42:0/1007977904 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:32:33.464 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.452+0000 7f74fa7fc640 1 --2- 172.21.15.42:0/1007977904 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5563ef031350 0x5563ef033740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:33.464 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.452+0000 7f74f3fff640 1 --2- 172.21.15.42:0/3126038857 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f74e80a2da0 0x7f74e80a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:33.464 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.452+0000 7f74faffd640 1 --2- 172.21.15.42:0/1007977904 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5563ef026a90 0x5563ef030e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:33.464 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.452+0000 7f74fa7fc640 1 -- 172.21.15.42:0/1007977904 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5563ef026a90 msgr2=0x5563ef030e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:32:33.464 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.452+0000 7f74fa7fc640 1 --2- 172.21.15.42:0/1007977904 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5563ef026a90 0x5563ef030e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:33.464 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.452+0000 7f74fa7fc640 1 -- 172.21.15.42:0/1007977904 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5563ef031350 msgr2=0x5563ef033740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:32:33.465 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.452+0000 7f74fa7fc640 1 --2- 172.21.15.42:0/1007977904 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5563ef031350 0x5563ef033740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:33.465 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.452+0000 7f74fa7fc640 1 -- 172.21.15.42:0/1007977904 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5563eef449b0 con 0x5563ef026170 2024-06-06T08:32:33.465 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.453+0000 7f74fb7fe640 1 --2- 172.21.15.42:0/3126038857 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f74e80a2da0 0x7f74e80a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:33.465 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.453+0000 7f74fa7fc640 1 --2- 172.21.15.42:0/1007977904 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563ef026170 0x5563ef026550 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7f74e402aa10 tx=0x7f74e4005b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e6818ea8ed9e2f6 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:32:33.465 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.453+0000 7f74f3fff640 1 -- 172.21.15.42:0/3126038857 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 9438+0+0 (secure 0 0 0) 0x7f74f40cfdf0 con 0x7f74fc106890 2024-06-06T08:32:33.466 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.453+0000 7f74f17fa640 1 -- 172.21.15.42:0/1007977904 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74e4044020 con 0x5563ef026170 2024-06-06T08:32:33.466 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.453+0000 7f74f17fa640 1 -- 172.21.15.42:0/1007977904 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f74e4005520 con 0x5563ef026170 2024-06-06T08:32:33.466 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.453+0000 7f74f17fa640 1 -- 172.21.15.42:0/1007977904 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74e4035040 con 0x5563ef026170 2024-06-06T08:32:33.466 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.454+0000 7f7504023740 1 -- 172.21.15.42:0/1007977904 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563ef026170 msgr2=0x5563ef026550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:32:33.466 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.454+0000 7f7504023740 1 --2- 172.21.15.42:0/1007977904 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563ef026170 0x5563ef026550 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7f74e402aa10 tx=0x7f74e4005b50 comp rx=0 tx=0).stop 2024-06-06T08:32:33.466 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.454+0000 7f74fb7fe640 1 --2- 172.21.15.42:0/3126038857 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f74e80a2da0 0x7f74e80a5260 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f74f4098380 tx=0x7f74f400efd0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:32:33.467 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.454+0000 7f7504023740 1 -- 172.21.15.42:0/1007977904 shutdown_connections 2024-06-06T08:32:33.467 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.454+0000 7f7504023740 1 --2- 172.21.15.42:0/1007977904 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5563ef031350 0x5563ef033740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:33.467 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.454+0000 7f7504023740 1 --2- 172.21.15.42:0/1007977904 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5563ef026a90 0x5563ef030e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:33.467 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.454+0000 7f7504023740 1 --2- 172.21.15.42:0/1007977904 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563ef026170 0x5563ef026550 unknown :-1 s=CLOSED pgs=885 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:33.467 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.454+0000 7f7504023740 1 -- 172.21.15.42:0/1007977904 >> 172.21.15.42:0/1007977904 conn(0x5563ef022680 msgr2=0x5563ef022a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:32:33.468 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.454+0000 7f7504023740 1 -- 172.21.15.42:0/1007977904 shutdown_connections 2024-06-06T08:32:33.468 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.454+0000 7f7504023740 1 -- 172.21.15.42:0/1007977904 wait complete. 2024-06-06T08:32:33.468 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.454+0000 7f7504023740 1 -- start start 2024-06-06T08:32:33.468 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.454+0000 7f7504023740 1 Processor -- start 2024-06-06T08:32:33.468 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.455+0000 7f7504023740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5563ef026170 0x5563ef02e2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:33.469 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.455+0000 7f7504023740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5563ef026a90 0x5563ef02e7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:33.469 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.455+0000 7f7504023740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563ef031350 0x5563ef02ed20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:33.469 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.455+0000 7f7504023740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5563ef033f20 con 0x5563ef031350 2024-06-06T08:32:33.469 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.455+0000 7f7504023740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5563eef13ae0 con 0x5563ef026a90 2024-06-06T08:32:33.469 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.455+0000 7f7504023740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5563ef0340a0 con 0x5563ef026170 2024-06-06T08:32:33.469 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.455+0000 7f7504023740 10 client.0 _ll_register_callbacks cb 0x5563eef4c9b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:32:33.470 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.455+0000 7f74fa7fc640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563ef031350 0x5563ef02ed20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:33.470 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.455+0000 7f74fa7fc640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563ef031350 0x5563ef02ed20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55682/0 (socket says 172.21.15.42:55682) 2024-06-06T08:32:33.470 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.455+0000 7f74fa7fc640 1 -- 172.21.15.42:0/3019756350 learned_addr learned my addr 172.21.15.42:0/3019756350 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:32:33.470 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.455+0000 7f74fa7fc640 1 --2- 172.21.15.42:0/3019756350 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5563ef026170 0x5563ef02e2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:33.470 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.455+0000 7f74faffd640 1 --2- 172.21.15.42:0/3019756350 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5563ef026a90 0x5563ef02e7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:33.471 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.455+0000 7f74fa7fc640 1 -- 172.21.15.42:0/3019756350 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5563ef026170 msgr2=0x5563ef02e2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:32:33.471 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.455+0000 7f74fa7fc640 1 --2- 172.21.15.42:0/3019756350 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5563ef026170 0x5563ef02e2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:33.471 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.455+0000 7f74fa7fc640 1 -- 172.21.15.42:0/3019756350 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5563ef026a90 msgr2=0x5563ef02e7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:32:33.471 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.455+0000 7f74fa7fc640 1 --2- 172.21.15.42:0/3019756350 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5563ef026a90 0x5563ef02e7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:33.472 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.455+0000 7f74fa7fc640 1 -- 172.21.15.42:0/3019756350 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5563eec9e210 con 0x5563ef031350 2024-06-06T08:32:33.472 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.455+0000 7f74faffd640 1 --2- 172.21.15.42:0/3019756350 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5563ef026a90 0x5563ef02e7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:32:33.472 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.455+0000 7f74fa7fc640 1 --2- 172.21.15.42:0/3019756350 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563ef031350 0x5563ef02ed20 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7f74e4005c40 tx=0x7f74e402a420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74d4d466ae37dadc server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:32:33.472 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.455+0000 7f74e27fc640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:32:33.472 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.456+0000 7f74e27fc640 1 -- 172.21.15.42:0/3019756350 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74e4051020 con 0x5563ef031350 2024-06-06T08:32:33.473 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.456+0000 7f74e27fc640 1 -- 172.21.15.42:0/3019756350 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(112..112 src has 1..112) ==== 9438+0+0 (secure 0 0 0) 0x7f74e40048e0 con 0x5563ef031350 2024-06-06T08:32:33.473 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.456+0000 7f7504023740 1 -- 172.21.15.42:0/3019756350 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f74e4005520 con 0x5563ef031350 2024-06-06T08:32:33.473 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.456+0000 7f74e27fc640 1 -- 172.21.15.42:0/3019756350 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f74e4035030 con 0x5563ef031350 2024-06-06T08:32:33.473 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.456+0000 7f7504023740 10 client.17334 fetch_fsmap learned FSMap version 41 2024-06-06T08:32:33.473 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.456+0000 7f7504023740 1 -- 172.21.15.42:0/3019756350 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x5563eed6a620 con 0x5563ef031350 2024-06-06T08:32:33.473 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.456+0000 7f74e27fc640 1 -- 172.21.15.42:0/3019756350 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f74e4005520 con 0x5563ef031350 2024-06-06T08:32:33.474 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.456+0000 7f74e27fc640 1 -- 172.21.15.42:0/3019756350 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 41) ==== 8358+0+0 (secure 0 0 0) 0x7f74e404a530 con 0x5563ef031350 2024-06-06T08:32:33.474 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.456+0000 7f7504023740 10 client.17334 fetch_fsmap finished waiting for FSMap version 41 2024-06-06T08:32:33.474 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.456+0000 7f7504023740 10 client.17334 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:32:33.474 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.456+0000 7f7504023740 20 client.17334 populate_metadata read hostname 'smithi042' 2024-06-06T08:32:33.474 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.456+0000 7f7504023740 1 --2- 172.21.15.42:0/3019756350 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5563ef0412b0 0x5563ef0436a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:33.475 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.456+0000 7f7504023740 4 client.17334 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:32:33.475 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.456+0000 7f7504023740 1 -- 172.21.15.42:0/3019756350 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5563eef9df10 con 0x5563ef0412b0 2024-06-06T08:32:33.475 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.457+0000 7f74faffd640 1 --2- 172.21.15.42:0/3019756350 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5563ef0412b0 0x5563ef0436a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:33.475 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.457+0000 7f74faffd640 1 --2- 172.21.15.42:0/3019756350 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5563ef0412b0 0x5563ef0436a0 crc :-1 s=READY pgs=213 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bbe7fea88862a424 server_cookie=ce3b976c1bb8ea0 in_seq=0 out_seq=0 2024-06-06T08:32:33.475 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.457+0000 7f74e27fc640 10 client.17334 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:32:33.476 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.458+0000 7f74e27fc640 1 -- 172.21.15.42:0/3019756350 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x5563eef9df10 con 0x5563ef0412b0 2024-06-06T08:32:33.476 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.458+0000 7f74e27fc640 10 client.17334 handle_command_reply: tid=0 2024-06-06T08:32:33.476 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.458+0000 7f7504023740 1 client.17334 shutdown 2024-06-06T08:32:33.476 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.458+0000 7f7504023740 1 -- 172.21.15.42:0/3019756350 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563ef031350 msgr2=0x5563ef02ed20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:32:33.476 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.458+0000 7f7504023740 1 --2- 172.21.15.42:0/3019756350 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563ef031350 0x5563ef02ed20 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7f74e4005c40 tx=0x7f74e402a420 comp rx=0 tx=0).stop 2024-06-06T08:32:33.476 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.458+0000 7f7504023740 1 -- 172.21.15.42:0/3019756350 shutdown_connections 2024-06-06T08:32:33.477 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.458+0000 7f7504023740 1 --2- 172.21.15.42:0/3019756350 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5563ef0412b0 0x5563ef0436a0 crc :-1 s=READY pgs=213 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:33.477 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.458+0000 7f7504023740 1 --2- 172.21.15.42:0/3019756350 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5563ef026a90 0x5563ef02e7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:33.477 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.458+0000 7f7504023740 1 --2- 172.21.15.42:0/3019756350 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563ef031350 0x5563ef02ed20 unknown :-1 s=CLOSED pgs=886 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:33.477 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.458+0000 7f7504023740 1 --2- 172.21.15.42:0/3019756350 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5563ef026170 0x5563ef02e2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:33.477 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.458+0000 7f74e27fc640 0 client.17334 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:32:33.477 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.458+0000 7f7504023740 1 -- 172.21.15.42:0/3019756350 >> 172.21.15.42:0/3019756350 conn(0x5563ef022680 msgr2=0x5563ef028400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:32:33.478 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.458+0000 7f7504023740 1 -- 172.21.15.42:0/3019756350 shutdown_connections 2024-06-06T08:32:33.478 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.458+0000 7f7504023740 1 -- 172.21.15.42:0/3019756350 wait complete. 2024-06-06T08:32:33.478 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.459+0000 7f7504023740 20 client.17334 trim_cache size 0 max 16384 2024-06-06T08:32:33.484 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.476+0000 7f7504023740 1 Processor -- start 2024-06-06T08:32:33.485 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.476+0000 7f7504023740 1 -- start start 2024-06-06T08:32:33.485 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.476+0000 7f7504023740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563ef026170 0x5563ef02b500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:33.485 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.477+0000 7f7504023740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5563ef026a90 0x5563ef02ba40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:33.485 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.477+0000 7f7504023740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5563ef031350 0x5563ef03c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:33.485 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.477+0000 7f7504023740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f74fc1b15f0 con 0x5563ef026170 2024-06-06T08:32:33.485 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.477+0000 7f7504023740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f74fc1aee30 con 0x5563ef026a90 2024-06-06T08:32:33.485 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.477+0000 7f7504023740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f74fc1acca0 con 0x5563ef031350 2024-06-06T08:32:33.485 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.477+0000 7f74fa7fc640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563ef026170 0x5563ef02b500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:33.485 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.477+0000 7f74fa7fc640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563ef026170 0x5563ef02b500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55694/0 (socket says 172.21.15.42:55694) 2024-06-06T08:32:33.486 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.477+0000 7f74fa7fc640 1 -- 172.21.15.42:0/555372759 learned_addr learned my addr 172.21.15.42:0/555372759 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:32:33.486 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.477+0000 7f74faffd640 1 --2- 172.21.15.42:0/555372759 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5563ef026a90 0x5563ef02ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:33.486 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.477+0000 7f74fa7fc640 1 -- 172.21.15.42:0/555372759 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5563ef031350 msgr2=0x5563ef03c2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:32:33.486 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.477+0000 7f74fa7fc640 1 --2- 172.21.15.42:0/555372759 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5563ef031350 0x5563ef03c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:33.486 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.477+0000 7f74fa7fc640 1 -- 172.21.15.42:0/555372759 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5563ef026a90 msgr2=0x5563ef02ba40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:32:33.486 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.477+0000 7f74fa7fc640 1 --2- 172.21.15.42:0/555372759 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5563ef026a90 0x5563ef02ba40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:33.486 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.477+0000 7f74fa7fc640 1 -- 172.21.15.42:0/555372759 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5563ef0268c0 con 0x5563ef026170 2024-06-06T08:32:33.486 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.477+0000 7f74fa7fc640 1 --2- 172.21.15.42:0/555372759 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563ef026170 0x5563ef02b500 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7f74e4006010 tx=0x7f74e402ab60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a135998907122f27 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:32:33.486 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.477+0000 7f74f0ff9640 1 -- 172.21.15.42:0/555372759 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74e4051070 con 0x5563ef026170 2024-06-06T08:32:33.486 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.477+0000 7f74f0ff9640 1 -- 172.21.15.42:0/555372759 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f74e404f030 con 0x5563ef026170 2024-06-06T08:32:33.486 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.477+0000 7f74f0ff9640 1 -- 172.21.15.42:0/555372759 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74e4044070 con 0x5563ef026170 2024-06-06T08:32:33.487 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.478+0000 7f7504023740 1 -- 172.21.15.42:0/555372759 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563ef026170 msgr2=0x5563ef02b500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:32:33.487 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.478+0000 7f7504023740 1 --2- 172.21.15.42:0/555372759 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563ef026170 0x5563ef02b500 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7f74e4006010 tx=0x7f74e402ab60 comp rx=0 tx=0).stop 2024-06-06T08:32:33.487 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.478+0000 7f7504023740 1 -- 172.21.15.42:0/555372759 shutdown_connections 2024-06-06T08:32:33.487 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.478+0000 7f7504023740 1 --2- 172.21.15.42:0/555372759 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5563ef026a90 0x5563ef02ba40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:33.487 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.478+0000 7f7504023740 1 --2- 172.21.15.42:0/555372759 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5563ef031350 0x5563ef03c2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:33.487 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.478+0000 7f7504023740 1 --2- 172.21.15.42:0/555372759 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563ef026170 0x5563ef02b500 unknown :-1 s=CLOSED pgs=887 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:33.487 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.478+0000 7f7504023740 1 -- 172.21.15.42:0/555372759 >> 172.21.15.42:0/555372759 conn(0x5563ef022680 msgr2=0x5563ef022a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:32:33.487 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.478+0000 7f7504023740 1 -- 172.21.15.42:0/555372759 shutdown_connections 2024-06-06T08:32:33.487 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.478+0000 7f7504023740 1 -- 172.21.15.42:0/555372759 wait complete. 2024-06-06T08:32:33.487 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.479+0000 7f7504023740 1 -- start start 2024-06-06T08:32:33.487 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.479+0000 7f7504023740 1 Processor -- start 2024-06-06T08:32:33.487 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.479+0000 7f7504023740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563ef026170 0x5563ef046740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:33.487 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.479+0000 7f7504023740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5563ef026a90 0x5563ef046c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:33.487 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.479+0000 7f7504023740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5563ef031350 0x5563ef043cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:33.488 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.479+0000 7f7504023740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f74fc1ad2f0 con 0x5563ef026170 2024-06-06T08:32:33.488 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.479+0000 7f7504023740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f74fc1ae760 con 0x5563ef031350 2024-06-06T08:32:33.488 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.479+0000 7f7504023740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f74fc1ad9c0 con 0x5563ef026a90 2024-06-06T08:32:33.488 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.479+0000 7f7504023740 10 client.0 _ll_register_callbacks cb 0x7f74e4009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:32:33.488 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.479+0000 7f74fa7fc640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563ef026170 0x5563ef046740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:33.488 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.479+0000 7f74fa7fc640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563ef026170 0x5563ef046740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55710/0 (socket says 172.21.15.42:55710) 2024-06-06T08:32:33.488 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.479+0000 7f74fa7fc640 1 -- 172.21.15.42:0/2128862602 learned_addr learned my addr 172.21.15.42:0/2128862602 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:32:33.488 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.479+0000 7f74fa7fc640 1 --2- 172.21.15.42:0/2128862602 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5563ef031350 0x5563ef043cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:33.488 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.479+0000 7f74fa7fc640 1 -- 172.21.15.42:0/2128862602 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5563ef026a90 msgr2=0x5563ef046c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:32:33.488 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.479+0000 7f74faffd640 1 --2- 172.21.15.42:0/2128862602 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5563ef026a90 0x5563ef046c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:33.489 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.479+0000 7f74fa7fc640 1 --2- 172.21.15.42:0/2128862602 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5563ef026a90 0x5563ef046c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:33.489 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.479+0000 7f74fa7fc640 1 -- 172.21.15.42:0/2128862602 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5563ef031350 msgr2=0x5563ef043cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:32:33.489 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.479+0000 7f74fa7fc640 1 --2- 172.21.15.42:0/2128862602 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5563ef031350 0x5563ef043cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:33.489 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.479+0000 7f74fa7fc640 1 -- 172.21.15.42:0/2128862602 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5563ef0443a0 con 0x5563ef026170 2024-06-06T08:32:33.489 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.480+0000 7f74fa7fc640 1 --2- 172.21.15.42:0/2128862602 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563ef026170 0x5563ef046740 secure :-1 s=READY pgs=888 cs=0 l=1 rev1=1 crypto rx=0x7f74e404e040 tx=0x7f74e4005250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf3c63c7ae87012a server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:32:33.489 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.480+0000 7f74e27fc640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:32:33.489 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.480+0000 7f74e27fc640 1 -- 172.21.15.42:0/2128862602 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74e4044070 con 0x5563ef026170 2024-06-06T08:32:33.489 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.480+0000 7f74e27fc640 1 -- 172.21.15.42:0/2128862602 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(112..112 src has 1..112) ==== 9438+0+0 (secure 0 0 0) 0x7f74e40046c0 con 0x5563ef026170 2024-06-06T08:32:33.489 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.480+0000 7f7504023740 1 -- 172.21.15.42:0/2128862602 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f74e404f030 con 0x5563ef026170 2024-06-06T08:32:33.489 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.480+0000 7f74e27fc640 1 -- 172.21.15.42:0/2128862602 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f74e4051040 con 0x5563ef026170 2024-06-06T08:32:33.489 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.480+0000 7f7504023740 10 client.17340 fetch_fsmap learned FSMap version 41 2024-06-06T08:32:33.489 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.480+0000 7f7504023740 1 -- 172.21.15.42:0/2128862602 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x5563ef0ab680 con 0x5563ef026170 2024-06-06T08:32:33.489 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.480+0000 7f74e27fc640 1 -- 172.21.15.42:0/2128862602 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f74e404f030 con 0x5563ef026170 2024-06-06T08:32:33.489 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.480+0000 7f74e27fc640 1 -- 172.21.15.42:0/2128862602 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 41) ==== 8358+0+0 (secure 0 0 0) 0x7f74e40684b0 con 0x5563ef026170 2024-06-06T08:32:33.490 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.480+0000 7f7504023740 10 client.17340 fetch_fsmap finished waiting for FSMap version 41 2024-06-06T08:32:33.490 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.480+0000 7f7504023740 10 client.17340 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:32:33.490 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.480+0000 7f7504023740 20 client.17340 populate_metadata read hostname 'smithi042' 2024-06-06T08:32:33.490 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.480+0000 7f7504023740 1 --2- 172.21.15.42:0/2128862602 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5563ef0abb60 0x5563ef0adf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:33.490 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.480+0000 7f7504023740 4 client.17340 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:32:33.490 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.480+0000 7f7504023740 1 -- 172.21.15.42:0/2128862602 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5563eef97c20 con 0x5563ef0abb60 2024-06-06T08:32:33.490 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.481+0000 7f74faffd640 1 --2- 172.21.15.42:0/2128862602 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5563ef0abb60 0x5563ef0adf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:33.490 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.481+0000 7f74faffd640 1 --2- 172.21.15.42:0/2128862602 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5563ef0abb60 0x5563ef0adf80 crc :-1 s=READY pgs=214 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f7fd5e91d6a5dcb7 server_cookie=f7dd3b955b748a19 in_seq=0 out_seq=0 2024-06-06T08:32:33.490 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.481+0000 7f74e27fc640 10 client.17340 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:32:33.499 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.500+0000 7f74e27fc640 1 -- 172.21.15.42:0/2128862602 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5563eef97c20 con 0x5563ef0abb60 2024-06-06T08:32:33.499 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.500+0000 7f74e27fc640 10 client.17340 handle_command_reply: tid=0 2024-06-06T08:32:33.499 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.500+0000 7f7504023740 1 client.17340 shutdown 2024-06-06T08:32:33.499 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.500+0000 7f7504023740 1 -- 172.21.15.42:0/2128862602 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563ef026170 msgr2=0x5563ef046740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:32:33.499 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.500+0000 7f7504023740 1 --2- 172.21.15.42:0/2128862602 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563ef026170 0x5563ef046740 secure :-1 s=READY pgs=888 cs=0 l=1 rev1=1 crypto rx=0x7f74e404e040 tx=0x7f74e4005250 comp rx=0 tx=0).stop 2024-06-06T08:32:33.499 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.500+0000 7f7504023740 1 -- 172.21.15.42:0/2128862602 shutdown_connections 2024-06-06T08:32:33.500 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.500+0000 7f7504023740 1 --2- 172.21.15.42:0/2128862602 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5563ef0abb60 0x5563ef0adf80 crc :-1 s=READY pgs=214 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:33.500 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.500+0000 7f7504023740 1 --2- 172.21.15.42:0/2128862602 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5563ef031350 0x5563ef043cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:33.500 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.500+0000 7f7504023740 1 --2- 172.21.15.42:0/2128862602 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5563ef026a90 0x5563ef046c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:33.500 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.500+0000 7f7504023740 1 --2- 172.21.15.42:0/2128862602 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563ef026170 0x5563ef046740 unknown :-1 s=CLOSED pgs=888 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:33.500 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.500+0000 7f74e27fc640 0 client.17340 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:32:33.500 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.500+0000 7f7504023740 1 -- 172.21.15.42:0/2128862602 >> 172.21.15.42:0/2128862602 conn(0x5563ef022680 msgr2=0x5563ef02e260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:32:33.500 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.500+0000 7f7504023740 1 -- 172.21.15.42:0/2128862602 shutdown_connections 2024-06-06T08:32:33.500 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.500+0000 7f7504023740 1 -- 172.21.15.42:0/2128862602 wait complete. 2024-06-06T08:32:33.500 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.500+0000 7f7504023740 20 client.17340 trim_cache size 0 max 16384 2024-06-06T08:32:33.501 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:32:33.501 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:32:33.501 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:32:33.502 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.500+0000 7f7501314640 1 -- 172.21.15.42:0/3126038857 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f74e80a2da0 msgr2=0x7f74e80a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:32:33.502 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.500+0000 7f7501314640 1 --2- 172.21.15.42:0/3126038857 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f74e80a2da0 0x7f74e80a5260 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f74f4098380 tx=0x7f74f400efd0 comp rx=0 tx=0).stop 2024-06-06T08:32:33.502 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.500+0000 7f7501314640 1 -- 172.21.15.42:0/3126038857 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f74fc106890 msgr2=0x7f74fc19cb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:32:33.502 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.500+0000 7f7501314640 1 --2- 172.21.15.42:0/3126038857 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f74fc106890 0x7f74fc19cb40 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7f74f400eb10 tx=0x7f74f400c2d0 comp rx=0 tx=0).stop 2024-06-06T08:32:33.502 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.501+0000 7f7501314640 1 -- 172.21.15.42:0/3126038857 shutdown_connections 2024-06-06T08:32:33.502 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.501+0000 7f7501314640 1 --2- 172.21.15.42:0/3126038857 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f74e80a2da0 0x7f74e80a5260 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:33.502 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.501+0000 7f7501314640 1 --2- 172.21.15.42:0/3126038857 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f74fc106890 0x7f74fc19cb40 unknown :-1 s=CLOSED pgs=884 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:33.502 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.501+0000 7f7501314640 1 --2- 172.21.15.42:0/3126038857 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f74fc101290 0x7f74fc198810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:33.503 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.501+0000 7f7501314640 1 --2- 172.21.15.42:0/3126038857 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f74fc1008d0 0x7f74fc1982d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:33.503 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.501+0000 7f7501314640 1 -- 172.21.15.42:0/3126038857 >> 172.21.15.42:0/3126038857 conn(0x7f74fc077a20 msgr2=0x7f74fc103490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:32:33.503 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.501+0000 7f7501314640 1 -- 172.21.15.42:0/3126038857 shutdown_connections 2024-06-06T08:32:33.503 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:33.501+0000 7f7501314640 1 -- 172.21.15.42:0/3126038857 wait complete. 2024-06-06T08:32:34.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:32:34 smithi149 ceph-mon[36842]: pgmap v313: 129 pgs: 129 active+clean; 1.4 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 86 KiB/s rd, 86 KiB/s wr, 13 op/s 2024-06-06T08:32:34.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:32:34 smithi042 ceph-mon[32384]: pgmap v313: 129 pgs: 129 active+clean; 1.4 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 86 KiB/s rd, 86 KiB/s wr, 13 op/s 2024-06-06T08:32:34.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:32:34 smithi120 ceph-mon[36658]: pgmap v313: 129 pgs: 129 active+clean; 1.4 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 86 KiB/s rd, 86 KiB/s wr, 13 op/s 2024-06-06T08:32:36.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:32:36 smithi149 ceph-mon[36842]: pgmap v314: 129 pgs: 129 active+clean; 1.4 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 35 KiB/s wr, 14 op/s 2024-06-06T08:32:36.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:32:36 smithi042 ceph-mon[32384]: pgmap v314: 129 pgs: 129 active+clean; 1.4 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 35 KiB/s wr, 14 op/s 2024-06-06T08:32:36.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:32:36 smithi120 ceph-mon[36658]: pgmap v314: 129 pgs: 129 active+clean; 1.4 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 35 KiB/s wr, 14 op/s 2024-06-06T08:32:38.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:32:38 smithi149 ceph-mon[36842]: pgmap v315: 129 pgs: 129 active+clean; 1.4 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 34 KiB/s wr, 14 op/s 2024-06-06T08:32:38.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:32:38 smithi042 ceph-mon[32384]: pgmap v315: 129 pgs: 129 active+clean; 1.4 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 34 KiB/s wr, 14 op/s 2024-06-06T08:32:38.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:32:38 smithi120 ceph-mon[36658]: pgmap v315: 129 pgs: 129 active+clean; 1.4 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 34 KiB/s wr, 14 op/s 2024-06-06T08:32:40.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:32:40 smithi149 ceph-mon[36842]: pgmap v316: 129 pgs: 129 active+clean; 1.4 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 90 KiB/s rd, 103 KiB/s wr, 20 op/s 2024-06-06T08:32:40.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:32:40 smithi042 ceph-mon[32384]: pgmap v316: 129 pgs: 129 active+clean; 1.4 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 90 KiB/s rd, 103 KiB/s wr, 20 op/s 2024-06-06T08:32:40.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:32:40 smithi120 ceph-mon[36658]: pgmap v316: 129 pgs: 129 active+clean; 1.4 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 90 KiB/s rd, 103 KiB/s wr, 20 op/s 2024-06-06T08:32:42.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:32:42 smithi149 ceph-mon[36842]: pgmap v317: 129 pgs: 129 active+clean; 1.4 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 88 KiB/s rd, 101 KiB/s wr, 19 op/s 2024-06-06T08:32:42.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:32:42 smithi042 ceph-mon[32384]: pgmap v317: 129 pgs: 129 active+clean; 1.4 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 88 KiB/s rd, 101 KiB/s wr, 19 op/s 2024-06-06T08:32:42.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:32:42 smithi120 ceph-mon[36658]: pgmap v317: 129 pgs: 129 active+clean; 1.4 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 88 KiB/s rd, 101 KiB/s wr, 19 op/s 2024-06-06T08:32:44.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:32:44 smithi149 ceph-mon[36842]: pgmap v318: 129 pgs: 129 active+clean; 1.4 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 82 KiB/s rd, 94 KiB/s wr, 20 op/s 2024-06-06T08:32:44.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:32:44 smithi042 ceph-mon[32384]: pgmap v318: 129 pgs: 129 active+clean; 1.4 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 82 KiB/s rd, 94 KiB/s wr, 20 op/s 2024-06-06T08:32:44.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:32:44 smithi120 ceph-mon[36658]: pgmap v318: 129 pgs: 129 active+clean; 1.4 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 82 KiB/s rd, 94 KiB/s wr, 20 op/s 2024-06-06T08:32:46.601 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.602+0000 7fd3c0bb7640 1 -- 172.21.15.42:0/1961105373 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd3bc1079c0 msgr2=0x7fd3bc107da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:32:46.601 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.602+0000 7fd3c0bb7640 1 --2- 172.21.15.42:0/1961105373 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd3bc1079c0 0x7fd3bc107da0 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7fd3ac009930 tx=0x7fd3ac02a420 comp rx=0 tx=0).stop 2024-06-06T08:32:46.601 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.602+0000 7fd3c0bb7640 1 -- 172.21.15.42:0/1961105373 shutdown_connections 2024-06-06T08:32:46.601 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.602+0000 7fd3c0bb7640 1 --2- 172.21.15.42:0/1961105373 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd3bc1019b0 0x7fd3bc101e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:46.602 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.602+0000 7fd3c0bb7640 1 --2- 172.21.15.42:0/1961105373 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd3bc102370 0x7fd3bc10e880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:46.602 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.602+0000 7fd3c0bb7640 1 --2- 172.21.15.42:0/1961105373 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd3bc1079c0 0x7fd3bc107da0 unknown :-1 s=CLOSED pgs=889 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:46.602 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.602+0000 7fd3c0bb7640 1 -- 172.21.15.42:0/1961105373 >> 172.21.15.42:0/1961105373 conn(0x7fd3bc078e30 msgr2=0x7fd3bc079240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:32:46.602 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.602+0000 7fd3c0bb7640 1 -- 172.21.15.42:0/1961105373 shutdown_connections 2024-06-06T08:32:46.602 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.602+0000 7fd3c0bb7640 1 -- 172.21.15.42:0/1961105373 wait complete. 2024-06-06T08:32:46.602 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.603+0000 7fd3c0bb7640 1 Processor -- start 2024-06-06T08:32:46.604 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.603+0000 7fd3c0bb7640 1 -- start start 2024-06-06T08:32:46.604 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.603+0000 7fd3c0bb7640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd3bc1019b0 0x7fd3bc1981f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:46.604 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.603+0000 7fd3c0bb7640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd3bc102370 0x7fd3bc198730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:46.604 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.603+0000 7fd3c0bb7640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd3bc1079c0 0x7fd3bc19ca60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:46.604 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.603+0000 7fd3c0bb7640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd3bc111dd0 con 0x7fd3bc1019b0 2024-06-06T08:32:46.605 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.603+0000 7fd3c0bb7640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fd3bc111c50 con 0x7fd3bc102370 2024-06-06T08:32:46.605 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.603+0000 7fd3c0bb7640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fd3bc111f50 con 0x7fd3bc1079c0 2024-06-06T08:32:46.605 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.603+0000 7fd3ba59c640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd3bc1019b0 0x7fd3bc1981f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:46.605 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.603+0000 7fd3ba59c640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd3bc1019b0 0x7fd3bc1981f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:51884/0 (socket says 172.21.15.42:51884) 2024-06-06T08:32:46.605 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.603+0000 7fd3ba59c640 1 -- 172.21.15.42:0/3533901900 learned_addr learned my addr 172.21.15.42:0/3533901900 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:32:46.605 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.603+0000 7fd3b9d9b640 1 --2- 172.21.15.42:0/3533901900 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd3bc102370 0x7fd3bc198730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:46.605 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.603+0000 7fd3bad9d640 1 --2- 172.21.15.42:0/3533901900 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd3bc1079c0 0x7fd3bc19ca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:46.605 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.603+0000 7fd3ba59c640 1 -- 172.21.15.42:0/3533901900 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd3bc1079c0 msgr2=0x7fd3bc19ca60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:32:46.605 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.603+0000 7fd3ba59c640 1 --2- 172.21.15.42:0/3533901900 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd3bc1079c0 0x7fd3bc19ca60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:46.605 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.603+0000 7fd3ba59c640 1 -- 172.21.15.42:0/3533901900 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd3bc102370 msgr2=0x7fd3bc198730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:32:46.605 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.603+0000 7fd3ba59c640 1 --2- 172.21.15.42:0/3533901900 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd3bc102370 0x7fd3bc198730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:46.605 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.603+0000 7fd3ba59c640 1 -- 172.21.15.42:0/3533901900 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3bc19d190 con 0x7fd3bc1019b0 2024-06-06T08:32:46.605 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.603+0000 7fd3bad9d640 1 --2- 172.21.15.42:0/3533901900 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd3bc1079c0 0x7fd3bc19ca60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:32:46.606 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.604+0000 7fd3ba59c640 1 --2- 172.21.15.42:0/3533901900 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd3bc1019b0 0x7fd3bc1981f0 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7fd3ac009230 tx=0x7fd3ac004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:32:46.606 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.604+0000 7fd3ab7fe640 1 -- 172.21.15.42:0/3533901900 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3ac03f030 con 0x7fd3bc1019b0 2024-06-06T08:32:46.606 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.604+0000 7fd3ab7fe640 1 -- 172.21.15.42:0/3533901900 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd3ac003ad0 con 0x7fd3bc1019b0 2024-06-06T08:32:46.606 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.604+0000 7fd3c0bb7640 1 -- 172.21.15.42:0/3533901900 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3bc19d420 con 0x7fd3bc1019b0 2024-06-06T08:32:46.606 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.604+0000 7fd3ab7fe640 1 -- 172.21.15.42:0/3533901900 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3ac035070 con 0x7fd3bc1019b0 2024-06-06T08:32:46.606 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.604+0000 7fd3c0bb7640 1 -- 172.21.15.42:0/3533901900 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3bc1a4d10 con 0x7fd3bc1019b0 2024-06-06T08:32:46.614 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.606+0000 7fd3ab7fe640 1 -- 172.21.15.42:0/3533901900 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fd3ac042030 con 0x7fd3bc1019b0 2024-06-06T08:32:46.614 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.606+0000 7fd3c39a7740 1 Processor -- start 2024-06-06T08:32:46.614 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.607+0000 7fd3c39a7740 1 -- start start 2024-06-06T08:32:46.614 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.607+0000 7fd3c39a7740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c6f8218580 0x55c6f8218960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:46.614 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.607+0000 7fd3c39a7740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c6f8218ea0 0x55c6f8223220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:46.614 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.607+0000 7fd3c39a7740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c6f8223760 0x55c6f8225b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:46.614 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.607+0000 7fd3c39a7740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55c6f81784f0 con 0x55c6f8223760 2024-06-06T08:32:46.614 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.607+0000 7fd3c39a7740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55c6f8116870 con 0x55c6f8218ea0 2024-06-06T08:32:46.614 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.607+0000 7fd3c39a7740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55c6f81744b0 con 0x55c6f8218580 2024-06-06T08:32:46.615 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.607+0000 7fd3b9d9b640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c6f8223760 0x55c6f8225b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:46.615 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.607+0000 7fd3ba59c640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c6f8218ea0 0x55c6f8223220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:46.615 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.607+0000 7fd3b9d9b640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c6f8223760 0x55c6f8225b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:51892/0 (socket says 172.21.15.42:51892) 2024-06-06T08:32:46.615 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.607+0000 7fd3b9d9b640 1 -- 172.21.15.42:0/2723506930 learned_addr learned my addr 172.21.15.42:0/2723506930 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:32:46.615 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.607+0000 7fd3bad9d640 1 --2- 172.21.15.42:0/2723506930 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c6f8218580 0x55c6f8218960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:46.615 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.607+0000 7fd3ab7fe640 1 --2- 172.21.15.42:0/3533901900 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fd3a40a2da0 0x7fd3a40a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:46.615 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.608+0000 7fd3b9d9b640 1 -- 172.21.15.42:0/2723506930 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c6f8218580 msgr2=0x55c6f8218960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:32:46.615 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.608+0000 7fd3b9d9b640 1 --2- 172.21.15.42:0/2723506930 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c6f8218580 0x55c6f8218960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:46.615 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.608+0000 7fd3b9d9b640 1 -- 172.21.15.42:0/2723506930 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c6f8218ea0 msgr2=0x55c6f8223220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:32:46.615 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.608+0000 7fd3b9d9b640 1 --2- 172.21.15.42:0/2723506930 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c6f8218ea0 0x55c6f8223220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:46.615 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.608+0000 7fd3bad9d640 1 --2- 172.21.15.42:0/3533901900 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fd3a40a2da0 0x7fd3a40a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:46.615 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.608+0000 7fd3b9d9b640 1 -- 172.21.15.42:0/2723506930 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c6f81329b0 con 0x55c6f8223760 2024-06-06T08:32:46.615 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.608+0000 7fd3ab7fe640 1 -- 172.21.15.42:0/3533901900 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 9438+0+0 (secure 0 0 0) 0x7fd3ac0efe20 con 0x7fd3bc1019b0 2024-06-06T08:32:46.616 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.608+0000 7fd3b9d9b640 1 --2- 172.21.15.42:0/2723506930 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c6f8223760 0x55c6f8225b50 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7fd3b000bc90 tx=0x7fd3b00107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a37094abdac7a69 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:32:46.616 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.608+0000 7fd3a8ff9640 1 -- 172.21.15.42:0/2723506930 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3b0005220 con 0x55c6f8223760 2024-06-06T08:32:46.616 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.608+0000 7fd3bad9d640 1 --2- 172.21.15.42:0/3533901900 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fd3a40a2da0 0x7fd3a40a5260 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fd3b4005c40 tx=0x7fd3b4004ab0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:32:46.616 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.608+0000 7fd3a8ff9640 1 -- 172.21.15.42:0/2723506930 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd3b000be40 con 0x55c6f8223760 2024-06-06T08:32:46.616 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.608+0000 7fd3a8ff9640 1 -- 172.21.15.42:0/2723506930 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3b0011790 con 0x55c6f8223760 2024-06-06T08:32:46.616 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.609+0000 7fd3c39a7740 1 -- 172.21.15.42:0/2723506930 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c6f8223760 msgr2=0x55c6f8225b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:32:46.616 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.609+0000 7fd3c39a7740 1 --2- 172.21.15.42:0/2723506930 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c6f8223760 0x55c6f8225b50 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7fd3b000bc90 tx=0x7fd3b00107a0 comp rx=0 tx=0).stop 2024-06-06T08:32:46.616 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.609+0000 7fd3c39a7740 1 -- 172.21.15.42:0/2723506930 shutdown_connections 2024-06-06T08:32:46.616 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.609+0000 7fd3c39a7740 1 --2- 172.21.15.42:0/2723506930 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c6f8218ea0 0x55c6f8223220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:46.616 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.609+0000 7fd3c39a7740 1 --2- 172.21.15.42:0/2723506930 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c6f8223760 0x55c6f8225b50 unknown :-1 s=CLOSED pgs=891 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:46.616 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.609+0000 7fd3c39a7740 1 --2- 172.21.15.42:0/2723506930 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c6f8218580 0x55c6f8218960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:46.616 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.609+0000 7fd3c39a7740 1 -- 172.21.15.42:0/2723506930 >> 172.21.15.42:0/2723506930 conn(0x55c6f8214a90 msgr2=0x55c6f8214e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:32:46.616 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.609+0000 7fd3c39a7740 1 -- 172.21.15.42:0/2723506930 shutdown_connections 2024-06-06T08:32:46.617 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.609+0000 7fd3c39a7740 1 -- 172.21.15.42:0/2723506930 wait complete. 2024-06-06T08:32:46.617 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.609+0000 7fd3c39a7740 1 -- start start 2024-06-06T08:32:46.617 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.609+0000 7fd3c39a7740 1 Processor -- start 2024-06-06T08:32:46.617 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.610+0000 7fd3c39a7740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c6f8218580 0x55c6f82206d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:46.617 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.610+0000 7fd3c39a7740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c6f8218ea0 0x55c6f8220c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:46.617 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.610+0000 7fd3c39a7740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c6f8223760 0x55c6f8221150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:46.617 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.610+0000 7fd3c39a7740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55c6f8226390 con 0x55c6f8218ea0 2024-06-06T08:32:46.617 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.610+0000 7fd3c39a7740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55c6f8101ae0 con 0x55c6f8218580 2024-06-06T08:32:46.617 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.610+0000 7fd3c39a7740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55c6f8226510 con 0x55c6f8223760 2024-06-06T08:32:46.617 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.610+0000 7fd3c39a7740 10 client.0 _ll_register_callbacks cb 0x55c6f813a9b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:32:46.618 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.610+0000 7fd3b9d9b640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c6f8218ea0 0x55c6f8220c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:46.618 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.610+0000 7fd3b9d9b640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c6f8218ea0 0x55c6f8220c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:51894/0 (socket says 172.21.15.42:51894) 2024-06-06T08:32:46.618 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.610+0000 7fd3b9d9b640 1 -- 172.21.15.42:0/19275757 learned_addr learned my addr 172.21.15.42:0/19275757 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:32:46.618 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.610+0000 7fd3bad9d640 1 --2- 172.21.15.42:0/19275757 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c6f8223760 0x55c6f8221150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:46.618 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.610+0000 7fd3ba59c640 1 --2- 172.21.15.42:0/19275757 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c6f8218580 0x55c6f82206d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:46.618 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.610+0000 7fd3b9d9b640 1 -- 172.21.15.42:0/19275757 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c6f8223760 msgr2=0x55c6f8221150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:32:46.618 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.610+0000 7fd3b9d9b640 1 --2- 172.21.15.42:0/19275757 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c6f8223760 0x55c6f8221150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:46.618 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.610+0000 7fd3b9d9b640 1 -- 172.21.15.42:0/19275757 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c6f8218580 msgr2=0x55c6f82206d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:32:46.618 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.610+0000 7fd3b9d9b640 1 --2- 172.21.15.42:0/19275757 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c6f8218580 0x55c6f82206d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:46.618 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.610+0000 7fd3b9d9b640 1 -- 172.21.15.42:0/19275757 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c6f7e8c210 con 0x55c6f8218ea0 2024-06-06T08:32:46.619 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.610+0000 7fd3b9d9b640 1 --2- 172.21.15.42:0/19275757 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c6f8218ea0 0x55c6f8220c10 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7fd3b0011010 tx=0x7fd3b00051c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=88876a8442a8adbe server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:32:46.619 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.610+0000 7fd3a1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:32:46.619 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.611+0000 7fd3a1ffb640 1 -- 172.21.15.42:0/19275757 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3b00048d0 con 0x55c6f8218ea0 2024-06-06T08:32:46.619 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.611+0000 7fd3c39a7740 1 -- 172.21.15.42:0/19275757 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55c6f818bf10 con 0x55c6f8218ea0 2024-06-06T08:32:46.619 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.611+0000 7fd3a1ffb640 1 -- 172.21.15.42:0/19275757 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(112..112 src has 1..112) ==== 9438+0+0 (secure 0 0 0) 0x7fd3b0004a70 con 0x55c6f8218ea0 2024-06-06T08:32:46.619 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.611+0000 7fd3a1ffb640 1 -- 172.21.15.42:0/19275757 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7fd3b0030050 con 0x55c6f8218ea0 2024-06-06T08:32:46.619 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.611+0000 7fd3c39a7740 10 client.17352 fetch_fsmap learned FSMap version 41 2024-06-06T08:32:46.619 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.611+0000 7fd3c39a7740 1 -- 172.21.15.42:0/19275757 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x55c6f7f58620 con 0x55c6f8218ea0 2024-06-06T08:32:46.619 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.611+0000 7fd3a1ffb640 1 -- 172.21.15.42:0/19275757 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x55c6f818bf10 con 0x55c6f8218ea0 2024-06-06T08:32:46.619 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.611+0000 7fd3a1ffb640 1 -- 172.21.15.42:0/19275757 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 41) ==== 8358+0+0 (secure 0 0 0) 0x7fd3b00039c0 con 0x55c6f8218ea0 2024-06-06T08:32:46.619 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.611+0000 7fd3c39a7740 10 client.17352 fetch_fsmap finished waiting for FSMap version 41 2024-06-06T08:32:46.619 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.611+0000 7fd3c39a7740 10 client.17352 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:32:46.619 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.611+0000 7fd3c39a7740 20 client.17352 populate_metadata read hostname 'smithi042' 2024-06-06T08:32:46.619 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.611+0000 7fd3c39a7740 1 --2- 172.21.15.42:0/19275757 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55c6f8233810 0x55c6f8235c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:46.620 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.611+0000 7fd3c39a7740 4 client.17352 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:32:46.620 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.611+0000 7fd3c39a7740 1 -- 172.21.15.42:0/19275757 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c6f8185c20 con 0x55c6f8233810 2024-06-06T08:32:46.620 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.612+0000 7fd3ba59c640 1 --2- 172.21.15.42:0/19275757 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55c6f8233810 0x55c6f8235c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:46.620 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.612+0000 7fd3ba59c640 1 --2- 172.21.15.42:0/19275757 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55c6f8233810 0x55c6f8235c00 crc :-1 s=READY pgs=215 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c0f4698358a7df47 server_cookie=b5aa44142410b150 in_seq=0 out_seq=0 2024-06-06T08:32:46.620 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.612+0000 7fd3a1ffb640 10 client.17352 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:32:46.620 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.613+0000 7fd3a1ffb640 1 -- 172.21.15.42:0/19275757 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55c6f8185c20 con 0x55c6f8233810 2024-06-06T08:32:46.620 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.613+0000 7fd3a1ffb640 10 client.17352 handle_command_reply: tid=0 2024-06-06T08:32:46.620 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.613+0000 7fd3c39a7740 1 client.17352 shutdown 2024-06-06T08:32:46.620 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.613+0000 7fd3c39a7740 1 -- 172.21.15.42:0/19275757 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c6f8218ea0 msgr2=0x55c6f8220c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:32:46.620 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.613+0000 7fd3c39a7740 1 --2- 172.21.15.42:0/19275757 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c6f8218ea0 0x55c6f8220c10 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7fd3b0011010 tx=0x7fd3b00051c0 comp rx=0 tx=0).stop 2024-06-06T08:32:46.620 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.613+0000 7fd3c39a7740 1 -- 172.21.15.42:0/19275757 shutdown_connections 2024-06-06T08:32:46.620 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.613+0000 7fd3c39a7740 1 --2- 172.21.15.42:0/19275757 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55c6f8233810 0x55c6f8235c00 crc :-1 s=READY pgs=215 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:46.620 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.613+0000 7fd3c39a7740 1 --2- 172.21.15.42:0/19275757 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c6f8223760 0x55c6f8221150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:46.621 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.613+0000 7fd3c39a7740 1 --2- 172.21.15.42:0/19275757 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c6f8218ea0 0x55c6f8220c10 unknown :-1 s=CLOSED pgs=892 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:46.621 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.613+0000 7fd3c39a7740 1 --2- 172.21.15.42:0/19275757 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c6f8218580 0x55c6f82206d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:46.621 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.613+0000 7fd3a1ffb640 0 client.17352 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:32:46.621 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.613+0000 7fd3c39a7740 1 -- 172.21.15.42:0/19275757 >> 172.21.15.42:0/19275757 conn(0x55c6f8214a90 msgr2=0x55c6f820f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:32:46.621 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.613+0000 7fd3c39a7740 1 -- 172.21.15.42:0/19275757 shutdown_connections 2024-06-06T08:32:46.621 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.613+0000 7fd3c39a7740 1 -- 172.21.15.42:0/19275757 wait complete. 2024-06-06T08:32:46.621 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.613+0000 7fd3c39a7740 20 client.17352 trim_cache size 0 max 16384 2024-06-06T08:32:46.635 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.629+0000 7fd3c39a7740 1 Processor -- start 2024-06-06T08:32:46.636 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.629+0000 7fd3c39a7740 1 -- start start 2024-06-06T08:32:46.636 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.629+0000 7fd3c39a7740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c6f8218580 0x55c6f8222610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:46.636 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.629+0000 7fd3c39a7740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c6f8218ea0 0x55c6f823b290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:46.636 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.629+0000 7fd3c39a7740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c6f8223760 0x55c6f823b7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:46.636 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.629+0000 7fd3c39a7740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd3bc1af4e0 con 0x55c6f8223760 2024-06-06T08:32:46.636 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.629+0000 7fd3c39a7740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fd3bc1acd20 con 0x55c6f8218580 2024-06-06T08:32:46.636 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.629+0000 7fd3c39a7740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fd3bc1aab90 con 0x55c6f8218ea0 2024-06-06T08:32:46.636 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.629+0000 7fd3bad9d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c6f8223760 0x55c6f823b7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:46.636 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.629+0000 7fd3bad9d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c6f8223760 0x55c6f823b7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:51910/0 (socket says 172.21.15.42:51910) 2024-06-06T08:32:46.636 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.629+0000 7fd3bad9d640 1 -- 172.21.15.42:0/2292068408 learned_addr learned my addr 172.21.15.42:0/2292068408 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:32:46.637 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.629+0000 7fd3ba59c640 1 --2- 172.21.15.42:0/2292068408 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c6f8218580 0x55c6f8222610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:46.637 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.629+0000 7fd3b9d9b640 1 --2- 172.21.15.42:0/2292068408 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c6f8218ea0 0x55c6f823b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:46.637 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.629+0000 7fd3bad9d640 1 -- 172.21.15.42:0/2292068408 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c6f8218ea0 msgr2=0x55c6f823b290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:32:46.637 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.629+0000 7fd3bad9d640 1 --2- 172.21.15.42:0/2292068408 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c6f8218ea0 0x55c6f823b290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:46.637 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.629+0000 7fd3bad9d640 1 -- 172.21.15.42:0/2292068408 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c6f8218580 msgr2=0x55c6f8222610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:32:46.637 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.629+0000 7fd3bad9d640 1 --2- 172.21.15.42:0/2292068408 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c6f8218580 0x55c6f8222610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:46.637 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.629+0000 7fd3bad9d640 1 -- 172.21.15.42:0/2292068408 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c6f820bf70 con 0x55c6f8223760 2024-06-06T08:32:46.637 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.629+0000 7fd3ba59c640 1 --2- 172.21.15.42:0/2292068408 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c6f8218580 0x55c6f8222610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:32:46.637 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.629+0000 7fd3bad9d640 1 --2- 172.21.15.42:0/2292068408 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c6f8223760 0x55c6f823b7d0 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7fd3b400f8b0 tx=0x7fd3b4009a80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b23b808577fa3b1a server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:32:46.637 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.630+0000 7fd3a3fff640 1 -- 172.21.15.42:0/2292068408 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3b402e070 con 0x55c6f8223760 2024-06-06T08:32:46.637 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.630+0000 7fd3a3fff640 1 -- 172.21.15.42:0/2292068408 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd3b4020e40 con 0x55c6f8223760 2024-06-06T08:32:46.637 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.630+0000 7fd3a3fff640 1 -- 172.21.15.42:0/2292068408 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3b4019070 con 0x55c6f8223760 2024-06-06T08:32:46.637 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.630+0000 7fd3c39a7740 1 -- 172.21.15.42:0/2292068408 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c6f8223760 msgr2=0x55c6f823b7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:32:46.638 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.630+0000 7fd3c39a7740 1 --2- 172.21.15.42:0/2292068408 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c6f8223760 0x55c6f823b7d0 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7fd3b400f8b0 tx=0x7fd3b4009a80 comp rx=0 tx=0).stop 2024-06-06T08:32:46.638 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.630+0000 7fd3c39a7740 1 -- 172.21.15.42:0/2292068408 shutdown_connections 2024-06-06T08:32:46.638 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.630+0000 7fd3c39a7740 1 --2- 172.21.15.42:0/2292068408 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c6f8223760 0x55c6f823b7d0 unknown :-1 s=CLOSED pgs=893 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:46.638 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.630+0000 7fd3c39a7740 1 --2- 172.21.15.42:0/2292068408 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c6f8218ea0 0x55c6f823b290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:46.638 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.630+0000 7fd3c39a7740 1 --2- 172.21.15.42:0/2292068408 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c6f8218580 0x55c6f8222610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:46.638 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.630+0000 7fd3c39a7740 1 -- 172.21.15.42:0/2292068408 >> 172.21.15.42:0/2292068408 conn(0x55c6f8214a90 msgr2=0x55c6f8221f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:32:46.638 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.630+0000 7fd3c39a7740 1 -- 172.21.15.42:0/2292068408 shutdown_connections 2024-06-06T08:32:46.638 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.630+0000 7fd3c39a7740 1 -- 172.21.15.42:0/2292068408 wait complete. 2024-06-06T08:32:46.638 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.631+0000 7fd3c39a7740 1 -- start start 2024-06-06T08:32:46.639 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.631+0000 7fd3c39a7740 1 Processor -- start 2024-06-06T08:32:46.639 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.631+0000 7fd3c39a7740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c6f8218580 0x55c6f82275a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:46.639 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.631+0000 7fd3c39a7740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c6f8218ea0 0x55c6f8227ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:46.639 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.631+0000 7fd3c39a7740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c6f8223760 0x55c6f8228020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:46.639 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.631+0000 7fd3c39a7740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd3bc1ab1e0 con 0x55c6f8218ea0 2024-06-06T08:32:46.639 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.631+0000 7fd3c39a7740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fd3bc1ac650 con 0x55c6f8218580 2024-06-06T08:32:46.639 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.631+0000 7fd3c39a7740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fd3bc1ab8b0 con 0x55c6f8223760 2024-06-06T08:32:46.639 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.631+0000 7fd3c39a7740 10 client.0 _ll_register_callbacks cb 0x7fd3ac0f3840 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:32:46.639 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.631+0000 7fd3b9d9b640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c6f8218ea0 0x55c6f8227ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:46.639 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.631+0000 7fd3b9d9b640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c6f8218ea0 0x55c6f8227ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:51920/0 (socket says 172.21.15.42:51920) 2024-06-06T08:32:46.639 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.631+0000 7fd3b9d9b640 1 -- 172.21.15.42:0/1354331233 learned_addr learned my addr 172.21.15.42:0/1354331233 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:32:46.639 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.631+0000 7fd3ba59c640 1 --2- 172.21.15.42:0/1354331233 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c6f8218580 0x55c6f82275a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:46.640 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.631+0000 7fd3b9d9b640 1 -- 172.21.15.42:0/1354331233 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c6f8223760 msgr2=0x55c6f8228020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:32:46.640 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.631+0000 7fd3b9d9b640 1 --2- 172.21.15.42:0/1354331233 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c6f8223760 0x55c6f8228020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:46.640 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.631+0000 7fd3b9d9b640 1 -- 172.21.15.42:0/1354331233 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c6f8218580 msgr2=0x55c6f82275a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:32:46.640 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.631+0000 7fd3b9d9b640 1 --2- 172.21.15.42:0/1354331233 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c6f8218580 0x55c6f82275a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:46.640 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.631+0000 7fd3b9d9b640 1 -- 172.21.15.42:0/1354331233 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c6f829d2e0 con 0x55c6f8218ea0 2024-06-06T08:32:46.640 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.631+0000 7fd3ba59c640 1 --2- 172.21.15.42:0/1354331233 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c6f8218580 0x55c6f82275a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:32:46.640 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.631+0000 7fd3b9d9b640 1 --2- 172.21.15.42:0/1354331233 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c6f8218ea0 0x55c6f8227ae0 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7fd3b00107e0 tx=0x7fd3b0010ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=29948bdd8883747a server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:32:46.640 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.631+0000 7fd3a1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:32:46.640 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.632+0000 7fd3a1ffb640 1 -- 172.21.15.42:0/1354331233 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3b0039060 con 0x55c6f8218ea0 2024-06-06T08:32:46.640 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.632+0000 7fd3a1ffb640 1 -- 172.21.15.42:0/1354331233 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(112..112 src has 1..112) ==== 9438+0+0 (secure 0 0 0) 0x7fd3b0011440 con 0x55c6f8218ea0 2024-06-06T08:32:46.640 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.632+0000 7fd3c39a7740 1 -- 172.21.15.42:0/1354331233 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55c6f817ff70 con 0x55c6f8218ea0 2024-06-06T08:32:46.640 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.632+0000 7fd3a1ffb640 1 -- 172.21.15.42:0/1354331233 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7fd3b0040050 con 0x55c6f8218ea0 2024-06-06T08:32:46.641 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.632+0000 7fd3c39a7740 10 client.17358 fetch_fsmap learned FSMap version 41 2024-06-06T08:32:46.641 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.632+0000 7fd3c39a7740 1 -- 172.21.15.42:0/1354331233 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x55c6f829e5d0 con 0x55c6f8218ea0 2024-06-06T08:32:46.641 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.632+0000 7fd3a1ffb640 1 -- 172.21.15.42:0/1354331233 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x55c6f817ff70 con 0x55c6f8218ea0 2024-06-06T08:32:46.641 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.632+0000 7fd3a1ffb640 1 -- 172.21.15.42:0/1354331233 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 41) ==== 8358+0+0 (secure 0 0 0) 0x7fd3b00035f0 con 0x55c6f8218ea0 2024-06-06T08:32:46.641 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.632+0000 7fd3c39a7740 10 client.17358 fetch_fsmap finished waiting for FSMap version 41 2024-06-06T08:32:46.641 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.632+0000 7fd3c39a7740 10 client.17358 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:32:46.641 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.632+0000 7fd3c39a7740 20 client.17358 populate_metadata read hostname 'smithi042' 2024-06-06T08:32:46.641 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.632+0000 7fd3c39a7740 1 --2- 172.21.15.42:0/1354331233 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55c6f829ec60 0x55c6f82a1080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:46.641 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.632+0000 7fd3c39a7740 4 client.17358 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:32:46.641 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.632+0000 7fd3c39a7740 1 -- 172.21.15.42:0/1354331233 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55c6f80fd8e0 con 0x55c6f829ec60 2024-06-06T08:32:46.642 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.633+0000 7fd3ba59c640 1 --2- 172.21.15.42:0/1354331233 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55c6f829ec60 0x55c6f82a1080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:46.642 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.633+0000 7fd3ba59c640 1 --2- 172.21.15.42:0/1354331233 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55c6f829ec60 0x55c6f82a1080 crc :-1 s=READY pgs=216 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4819056b2502a27b server_cookie=99803a247cd3e50c in_seq=0 out_seq=0 2024-06-06T08:32:46.642 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.633+0000 7fd3a1ffb640 10 client.17358 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:32:46.649 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.650+0000 7fd3a1ffb640 1 -- 172.21.15.42:0/1354331233 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55c6f80fd8e0 con 0x55c6f829ec60 2024-06-06T08:32:46.649 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.650+0000 7fd3a1ffb640 10 client.17358 handle_command_reply: tid=0 2024-06-06T08:32:46.649 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.650+0000 7fd3c39a7740 1 client.17358 shutdown 2024-06-06T08:32:46.649 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.650+0000 7fd3c39a7740 1 -- 172.21.15.42:0/1354331233 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c6f8218ea0 msgr2=0x55c6f8227ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:32:46.649 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.650+0000 7fd3c39a7740 1 --2- 172.21.15.42:0/1354331233 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c6f8218ea0 0x55c6f8227ae0 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7fd3b00107e0 tx=0x7fd3b0010ca0 comp rx=0 tx=0).stop 2024-06-06T08:32:46.649 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.650+0000 7fd3c39a7740 1 -- 172.21.15.42:0/1354331233 shutdown_connections 2024-06-06T08:32:46.649 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.650+0000 7fd3c39a7740 1 --2- 172.21.15.42:0/1354331233 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55c6f829ec60 0x55c6f82a1080 crc :-1 s=READY pgs=216 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:46.649 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.650+0000 7fd3c39a7740 1 --2- 172.21.15.42:0/1354331233 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c6f8223760 0x55c6f8228020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:46.650 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.650+0000 7fd3c39a7740 1 --2- 172.21.15.42:0/1354331233 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c6f8218ea0 0x55c6f8227ae0 unknown :-1 s=CLOSED pgs=894 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:46.650 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.650+0000 7fd3a1ffb640 0 client.17358 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:32:46.650 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.650+0000 7fd3c39a7740 1 --2- 172.21.15.42:0/1354331233 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c6f8218580 0x55c6f82275a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:46.650 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.650+0000 7fd3c39a7740 1 -- 172.21.15.42:0/1354331233 >> 172.21.15.42:0/1354331233 conn(0x55c6f8214a90 msgr2=0x55c6f8222790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:32:46.650 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.650+0000 7fd3c39a7740 1 -- 172.21.15.42:0/1354331233 shutdown_connections 2024-06-06T08:32:46.650 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.650+0000 7fd3c39a7740 1 -- 172.21.15.42:0/1354331233 wait complete. 2024-06-06T08:32:46.650 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.650+0000 7fd3c39a7740 20 client.17358 trim_cache size 0 max 16384 2024-06-06T08:32:46.650 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:32:46.651 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:32:46.651 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:32:46.652 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.651+0000 7fd3c0bb7640 1 -- 172.21.15.42:0/3533901900 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fd3a40a2da0 msgr2=0x7fd3a40a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:32:46.652 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.651+0000 7fd3c0bb7640 1 --2- 172.21.15.42:0/3533901900 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fd3a40a2da0 0x7fd3a40a5260 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fd3b4005c40 tx=0x7fd3b4004ab0 comp rx=0 tx=0).stop 2024-06-06T08:32:46.652 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.651+0000 7fd3c0bb7640 1 -- 172.21.15.42:0/3533901900 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd3bc1019b0 msgr2=0x7fd3bc1981f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:32:46.652 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.651+0000 7fd3c0bb7640 1 --2- 172.21.15.42:0/3533901900 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd3bc1019b0 0x7fd3bc1981f0 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7fd3ac009230 tx=0x7fd3ac004270 comp rx=0 tx=0).stop 2024-06-06T08:32:46.652 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.651+0000 7fd3c0bb7640 1 -- 172.21.15.42:0/3533901900 shutdown_connections 2024-06-06T08:32:46.652 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.651+0000 7fd3c0bb7640 1 --2- 172.21.15.42:0/3533901900 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fd3a40a2da0 0x7fd3a40a5260 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:46.652 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.651+0000 7fd3c0bb7640 1 --2- 172.21.15.42:0/3533901900 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd3bc102370 0x7fd3bc198730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:46.652 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.651+0000 7fd3c0bb7640 1 --2- 172.21.15.42:0/3533901900 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd3bc1079c0 0x7fd3bc19ca60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:46.652 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.651+0000 7fd3c0bb7640 1 --2- 172.21.15.42:0/3533901900 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd3bc1019b0 0x7fd3bc1981f0 unknown :-1 s=CLOSED pgs=890 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:46.652 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.651+0000 7fd3c0bb7640 1 -- 172.21.15.42:0/3533901900 >> 172.21.15.42:0/3533901900 conn(0x7fd3bc078e30 msgr2=0x7fd3bc0ff1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:32:46.652 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.651+0000 7fd3c0bb7640 1 -- 172.21.15.42:0/3533901900 shutdown_connections 2024-06-06T08:32:46.652 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:46.651+0000 7fd3c0bb7640 1 -- 172.21.15.42:0/3533901900 wait complete. 2024-06-06T08:32:46.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:32:46 smithi149 ceph-mon[36842]: pgmap v319: 129 pgs: 129 active+clean; 1.4 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 92 KiB/s rd, 107 KiB/s wr, 23 op/s 2024-06-06T08:32:46.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:32:46 smithi042 ceph-mon[32384]: pgmap v319: 129 pgs: 129 active+clean; 1.4 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 92 KiB/s rd, 107 KiB/s wr, 23 op/s 2024-06-06T08:32:46.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:32:46 smithi120 ceph-mon[36658]: pgmap v319: 129 pgs: 129 active+clean; 1.4 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 92 KiB/s rd, 107 KiB/s wr, 23 op/s 2024-06-06T08:32:47.616 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-06-06T08:32:47.616 INFO:tasks.workunit.client.0.smithi042.stdout:Final score for writes: 330 2024-06-06T08:32:47.616 INFO:tasks.workunit.client.0.smithi042.stdout:Final score for reads : 509823 2024-06-06T08:32:47.617 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-06-06T08:32:47.618 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-06-06T08:32:47.618 DEBUG:teuthology.orchestra.run.smithi042:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-06-06T08:32:48.733 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:32:48 smithi042 ceph-mon[32384]: pgmap v320: 129 pgs: 129 active+clean; 1.4 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 85 KiB/s rd, 89 KiB/s wr, 18 op/s 2024-06-06T08:32:48.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:32:48 smithi149 ceph-mon[36842]: pgmap v320: 129 pgs: 129 active+clean; 1.4 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 85 KiB/s rd, 89 KiB/s wr, 18 op/s 2024-06-06T08:32:48.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:32:48 smithi120 ceph-mon[36658]: pgmap v320: 129 pgs: 129 active+clean; 1.4 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 85 KiB/s rd, 89 KiB/s wr, 18 op/s 2024-06-06T08:32:50.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:32:50 smithi042 ceph-mon[32384]: pgmap v321: 129 pgs: 129 active+clean; 1.4 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 312 KiB/s rd, 349 KiB/s wr, 25 op/s 2024-06-06T08:32:50.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:32:50 smithi149 ceph-mon[36842]: pgmap v321: 129 pgs: 129 active+clean; 1.4 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 312 KiB/s rd, 349 KiB/s wr, 25 op/s 2024-06-06T08:32:50.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:32:50 smithi120 ceph-mon[36658]: pgmap v321: 129 pgs: 129 active+clean; 1.4 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 312 KiB/s rd, 349 KiB/s wr, 25 op/s 2024-06-06T08:32:52.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:32:52 smithi149 ceph-mon[36842]: pgmap v322: 129 pgs: 129 active+clean; 1.4 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 252 KiB/s rd, 287 KiB/s wr, 24 op/s 2024-06-06T08:32:52.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:32:52 smithi042 ceph-mon[32384]: pgmap v322: 129 pgs: 129 active+clean; 1.4 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 252 KiB/s rd, 287 KiB/s wr, 24 op/s 2024-06-06T08:32:52.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:32:52 smithi120 ceph-mon[36658]: pgmap v322: 129 pgs: 129 active+clean; 1.4 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 252 KiB/s rd, 287 KiB/s wr, 24 op/s 2024-06-06T08:32:54.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:32:54 smithi149 ceph-mon[36842]: pgmap v323: 129 pgs: 129 active+clean; 1.4 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 634 KiB/s rd, 638 KiB/s wr, 48 op/s 2024-06-06T08:32:54.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:32:54 smithi042 ceph-mon[32384]: pgmap v323: 129 pgs: 129 active+clean; 1.4 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 634 KiB/s rd, 638 KiB/s wr, 48 op/s 2024-06-06T08:32:54.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:32:54 smithi120 ceph-mon[36658]: pgmap v323: 129 pgs: 129 active+clean; 1.4 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 634 KiB/s rd, 638 KiB/s wr, 48 op/s 2024-06-06T08:32:56.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:32:56 smithi149 ceph-mon[36842]: pgmap v324: 129 pgs: 129 active+clean; 1.4 GiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 977 KiB/s rd, 1.1 MiB/s wr, 143 op/s 2024-06-06T08:32:56.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:32:56 smithi149 ceph-mon[36842]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:32:56.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:32:56 smithi042 ceph-mon[32384]: pgmap v324: 129 pgs: 129 active+clean; 1.4 GiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 977 KiB/s rd, 1.1 MiB/s wr, 143 op/s 2024-06-06T08:32:56.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:32:56 smithi042 ceph-mon[32384]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:32:56.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:32:56 smithi120 ceph-mon[36658]: pgmap v324: 129 pgs: 129 active+clean; 1.4 GiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 977 KiB/s rd, 1.1 MiB/s wr, 143 op/s 2024-06-06T08:32:56.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:32:56 smithi120 ceph-mon[36658]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:32:58.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:32:58 smithi149 ceph-mon[36842]: pgmap v325: 129 pgs: 129 active+clean; 1.4 GiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.5 MiB/s wr, 148 op/s 2024-06-06T08:32:58.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:32:58 smithi042 ceph-mon[32384]: pgmap v325: 129 pgs: 129 active+clean; 1.4 GiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.5 MiB/s wr, 148 op/s 2024-06-06T08:32:58.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:32:58 smithi120 ceph-mon[36658]: pgmap v325: 129 pgs: 129 active+clean; 1.4 GiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.5 MiB/s wr, 148 op/s 2024-06-06T08:32:59.796 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.797+0000 7f7baf553640 1 -- 172.21.15.42:0/2095983090 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7ba8102380 msgr2=0x7f7ba810e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:32:59.796 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.797+0000 7f7baf553640 1 --2- 172.21.15.42:0/2095983090 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7ba8102380 0x7f7ba810e890 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f7b9801a940 tx=0x7f7b9803b490 comp rx=0 tx=0).stop 2024-06-06T08:32:59.796 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.797+0000 7f7baf553640 1 -- 172.21.15.42:0/2095983090 shutdown_connections 2024-06-06T08:32:59.796 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.797+0000 7f7baf553640 1 --2- 172.21.15.42:0/2095983090 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7ba8102380 0x7f7ba810e890 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:59.796 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.797+0000 7f7baf553640 1 --2- 172.21.15.42:0/2095983090 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7ba81019c0 0x7f7ba8101e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:59.796 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.797+0000 7f7baf553640 1 --2- 172.21.15.42:0/2095983090 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7ba81079d0 0x7f7ba8107db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:59.797 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.797+0000 7f7baf553640 1 -- 172.21.15.42:0/2095983090 >> 172.21.15.42:0/2095983090 conn(0x7f7ba80fd450 msgr2=0x7f7ba80ff870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:32:59.797 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.797+0000 7f7baf553640 1 -- 172.21.15.42:0/2095983090 shutdown_connections 2024-06-06T08:32:59.797 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.797+0000 7f7baf553640 1 -- 172.21.15.42:0/2095983090 wait complete. 2024-06-06T08:32:59.797 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.798+0000 7f7baf553640 1 Processor -- start 2024-06-06T08:32:59.799 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.799+0000 7f7baf553640 1 -- start start 2024-06-06T08:32:59.799 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.799+0000 7f7baf553640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7ba81019c0 0x7f7ba8075390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:59.799 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.799+0000 7f7baf553640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7ba8102380 0x7f7ba806f400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:59.799 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.799+0000 7f7baf553640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7ba81079d0 0x7f7ba806f940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:59.799 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.799+0000 7f7baf553640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7ba806de30 con 0x7f7ba81079d0 2024-06-06T08:32:59.799 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.799+0000 7f7baf553640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f7ba806dcb0 con 0x7f7ba8102380 2024-06-06T08:32:59.799 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.799+0000 7f7baf553640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f7ba806dfb0 con 0x7f7ba81019c0 2024-06-06T08:32:59.799 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.799+0000 7f7badaf0640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7ba81079d0 0x7f7ba806f940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:59.799 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.799+0000 7f7badaf0640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7ba81079d0 0x7f7ba806f940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:34124/0 (socket says 172.21.15.42:34124) 2024-06-06T08:32:59.799 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.799+0000 7f7badaf0640 1 -- 172.21.15.42:0/698616430 learned_addr learned my addr 172.21.15.42:0/698616430 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:32:59.799 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.800+0000 7f7bacaee640 1 --2- 172.21.15.42:0/698616430 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7ba8102380 0x7f7ba806f400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:59.800 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.800+0000 7f7badaf0640 1 -- 172.21.15.42:0/698616430 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7ba81019c0 msgr2=0x7f7ba8075390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:32:59.800 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.800+0000 7f7badaf0640 1 --2- 172.21.15.42:0/698616430 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7ba81019c0 0x7f7ba8075390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:59.800 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.800+0000 7f7badaf0640 1 -- 172.21.15.42:0/698616430 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7ba8102380 msgr2=0x7f7ba806f400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:32:59.800 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.800+0000 7f7badaf0640 1 --2- 172.21.15.42:0/698616430 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7ba8102380 0x7f7ba806f400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:59.801 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.800+0000 7f7badaf0640 1 -- 172.21.15.42:0/698616430 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ba806ff00 con 0x7f7ba81079d0 2024-06-06T08:32:59.802 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.803+0000 7f7badaf0640 1 --2- 172.21.15.42:0/698616430 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7ba81079d0 0x7f7ba806f940 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7f7b98004c20 tx=0x7f7b98004c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:32:59.807 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.806+0000 7f7b9e7fc640 1 -- 172.21.15.42:0/698616430 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b9804f070 con 0x7f7ba81079d0 2024-06-06T08:32:59.807 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.806+0000 7f7b9e7fc640 1 -- 172.21.15.42:0/698616430 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7b98040c00 con 0x7f7ba81079d0 2024-06-06T08:32:59.807 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.806+0000 7f7b9e7fc640 1 -- 172.21.15.42:0/698616430 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b98046030 con 0x7f7ba81079d0 2024-06-06T08:32:59.807 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.808+0000 7f7baf553640 1 -- 172.21.15.42:0/698616430 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ba8070190 con 0x7f7ba81079d0 2024-06-06T08:32:59.807 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.808+0000 7f7baf553640 1 -- 172.21.15.42:0/698616430 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ba81a2bb0 con 0x7f7ba81079d0 2024-06-06T08:32:59.810 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.812+0000 7f7bb225e740 1 Processor -- start 2024-06-06T08:32:59.815 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.817+0000 7f7b9e7fc640 1 -- 172.21.15.42:0/698616430 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f7b98052070 con 0x7f7ba81079d0 2024-06-06T08:32:59.819 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.821+0000 7f7b9e7fc640 1 --2- 172.21.15.42:0/698616430 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f7b940a2f80 0x7f7b940a5440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:59.819 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.821+0000 7f7bb225e740 1 -- start start 2024-06-06T08:32:59.822 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.821+0000 7f7bacaee640 1 --2- 172.21.15.42:0/698616430 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f7b940a2f80 0x7f7b940a5440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:59.822 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.821+0000 7f7bb225e740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e17f62170 0x560e17f62550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:59.822 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.821+0000 7f7b9e7fc640 1 -- 172.21.15.42:0/698616430 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 9438+0+0 (secure 0 0 0) 0x7f7b98100810 con 0x7f7ba81079d0 2024-06-06T08:32:59.822 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.821+0000 7f7bb225e740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e17f62a90 0x560e17f6ce10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:59.823 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.821+0000 7f7bb225e740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560e17f6d350 0x560e17f6f740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:59.823 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.821+0000 7f7bad2ef640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e17f62170 0x560e17f62550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:59.823 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.821+0000 7f7bad2ef640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e17f62170 0x560e17f62550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:34130/0 (socket says 172.21.15.42:34130) 2024-06-06T08:32:59.823 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.821+0000 7f7bad2ef640 1 -- 172.21.15.42:0/3606208873 learned_addr learned my addr 172.21.15.42:0/3606208873 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:32:59.823 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.821+0000 7f7bb225e740 1 -- 172.21.15.42:0/3606208873 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x560e17ec64f0 con 0x560e17f62170 2024-06-06T08:32:59.823 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.821+0000 7f7bb225e740 1 -- 172.21.15.42:0/3606208873 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x560e17e64870 con 0x560e17f6d350 2024-06-06T08:32:59.823 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.821+0000 7f7bb225e740 1 -- 172.21.15.42:0/3606208873 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x560e17ec24b0 con 0x560e17f62a90 2024-06-06T08:32:59.823 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.822+0000 7f7badaf0640 1 --2- 172.21.15.42:0/3606208873 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560e17f6d350 0x560e17f6f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:59.823 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.822+0000 7f7badaf0640 1 -- 172.21.15.42:0/3606208873 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e17f62a90 msgr2=0x560e17f6ce10 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-06T08:32:59.823 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.822+0000 7f7badaf0640 1 --2- 172.21.15.42:0/3606208873 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e17f62a90 0x560e17f6ce10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:59.823 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.822+0000 7f7badaf0640 1 -- 172.21.15.42:0/3606208873 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e17f62170 msgr2=0x560e17f62550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:32:59.823 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.822+0000 7f7badaf0640 1 --2- 172.21.15.42:0/3606208873 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e17f62170 0x560e17f62550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:59.823 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.822+0000 7f7badaf0640 1 -- 172.21.15.42:0/3606208873 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560e17e809b0 con 0x560e17f6d350 2024-06-06T08:32:59.824 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.822+0000 7f7bad2ef640 1 --2- 172.21.15.42:0/3606208873 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e17f62170 0x560e17f62550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:32:59.824 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.822+0000 7f7badaf0640 1 --2- 172.21.15.42:0/3606208873 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560e17f6d350 0x560e17f6f740 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f7b980fdb70 tx=0x7f7b980cc360 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d356a99b6fdb02b8 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:32:59.824 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.823+0000 7f7b937fe640 1 -- 172.21.15.42:0/3606208873 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b980e4070 con 0x560e17f6d350 2024-06-06T08:32:59.824 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.823+0000 7f7bacaee640 1 --2- 172.21.15.42:0/698616430 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f7b940a2f80 0x7f7b940a5440 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f7ba8070bc0 tx=0x7f7ba0007240 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:32:59.824 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.823+0000 7f7b937fe640 1 -- 172.21.15.42:0/3606208873 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7b980d0cf0 con 0x560e17f6d350 2024-06-06T08:32:59.824 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.823+0000 7f7b937fe640 1 -- 172.21.15.42:0/3606208873 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b980e0e60 con 0x560e17f6d350 2024-06-06T08:32:59.825 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.825+0000 7f7bb225e740 1 -- 172.21.15.42:0/3606208873 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560e17f6d350 msgr2=0x560e17f6f740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:32:59.825 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.825+0000 7f7bb225e740 1 --2- 172.21.15.42:0/3606208873 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560e17f6d350 0x560e17f6f740 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f7b980fdb70 tx=0x7f7b980cc360 comp rx=0 tx=0).stop 2024-06-06T08:32:59.825 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.825+0000 7f7bb225e740 1 -- 172.21.15.42:0/3606208873 shutdown_connections 2024-06-06T08:32:59.825 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.825+0000 7f7bb225e740 1 --2- 172.21.15.42:0/3606208873 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560e17f6d350 0x560e17f6f740 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:59.826 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.825+0000 7f7bb225e740 1 --2- 172.21.15.42:0/3606208873 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e17f62a90 0x560e17f6ce10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:59.826 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.825+0000 7f7bb225e740 1 --2- 172.21.15.42:0/3606208873 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e17f62170 0x560e17f62550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:59.826 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.825+0000 7f7bb225e740 1 -- 172.21.15.42:0/3606208873 >> 172.21.15.42:0/3606208873 conn(0x560e17f5e680 msgr2=0x560e17f5ea60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:32:59.826 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.825+0000 7f7bb225e740 1 -- 172.21.15.42:0/3606208873 shutdown_connections 2024-06-06T08:32:59.826 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.825+0000 7f7bb225e740 1 -- 172.21.15.42:0/3606208873 wait complete. 2024-06-06T08:32:59.826 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.826+0000 7f7bb225e740 1 -- start start 2024-06-06T08:32:59.826 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.826+0000 7f7bb225e740 1 Processor -- start 2024-06-06T08:32:59.827 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.827+0000 7f7bb225e740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560e17f62170 0x560e17f6a340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:59.827 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.827+0000 7f7bb225e740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e17f62a90 0x560e17f6a880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:59.827 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.827+0000 7f7bb225e740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e17f6d350 0x560e17f6adc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:59.827 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.827+0000 7f7bb225e740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x560e17f6fd40 con 0x560e17f62a90 2024-06-06T08:32:59.827 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.827+0000 7f7bb225e740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x560e17e4fae0 con 0x560e17f62170 2024-06-06T08:32:59.827 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.827+0000 7f7bb225e740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x560e17f6fec0 con 0x560e17f6d350 2024-06-06T08:32:59.827 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.827+0000 7f7bb225e740 10 client.0 _ll_register_callbacks cb 0x560e17e889b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:32:59.827 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.827+0000 7f7bacaee640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e17f62a90 0x560e17f6a880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:59.827 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.827+0000 7f7bacaee640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e17f62a90 0x560e17f6a880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:34134/0 (socket says 172.21.15.42:34134) 2024-06-06T08:32:59.827 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.827+0000 7f7bacaee640 1 -- 172.21.15.42:0/1733616631 learned_addr learned my addr 172.21.15.42:0/1733616631 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:32:59.827 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.827+0000 7f7bad2ef640 1 --2- 172.21.15.42:0/1733616631 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560e17f62170 0x560e17f6a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:59.827 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.827+0000 7f7badaf0640 1 --2- 172.21.15.42:0/1733616631 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e17f6d350 0x560e17f6adc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:59.828 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.828+0000 7f7badaf0640 1 -- 172.21.15.42:0/1733616631 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560e17f62170 msgr2=0x560e17f6a340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:32:59.828 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.828+0000 7f7badaf0640 1 --2- 172.21.15.42:0/1733616631 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560e17f62170 0x560e17f6a340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:59.828 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.828+0000 7f7badaf0640 1 -- 172.21.15.42:0/1733616631 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e17f62a90 msgr2=0x560e17f6a880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:32:59.828 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.828+0000 7f7badaf0640 1 --2- 172.21.15.42:0/1733616631 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e17f62a90 0x560e17f6a880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:59.828 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.828+0000 7f7badaf0640 1 -- 172.21.15.42:0/1733616631 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560e17bda210 con 0x560e17f6d350 2024-06-06T08:32:59.830 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.832+0000 7f7badaf0640 1 --2- 172.21.15.42:0/1733616631 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e17f6d350 0x560e17f6adc0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x560e17f63080 tx=0x7f7b980426c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5e3078c607d1e418 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:32:59.832 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.833+0000 7f7b90ff9640 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:32:59.834 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.834+0000 7f7b90ff9640 1 -- 172.21.15.42:0/1733616631 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b980e4070 con 0x560e17f6d350 2024-06-06T08:32:59.834 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.834+0000 7f7b90ff9640 1 -- 172.21.15.42:0/1733616631 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(112..112 src has 1..112) ==== 9438+0+0 (secure 0 0 0) 0x7f7b980fddf0 con 0x560e17f6d350 2024-06-06T08:32:59.834 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.835+0000 7f7bb225e740 1 -- 172.21.15.42:0/1733616631 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7b980d0cf0 con 0x560e17f6d350 2024-06-06T08:32:59.834 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.836+0000 7f7b90ff9640 1 -- 172.21.15.42:0/1733616631 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f7b980e0e60 con 0x560e17f6d350 2024-06-06T08:32:59.836 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.837+0000 7f7bb225e740 10 client.26842 fetch_fsmap learned FSMap version 42 2024-06-06T08:32:59.836 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.837+0000 7f7bb225e740 1 -- 172.21.15.42:0/1733616631 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x560e17ca6620 con 0x560e17f6d350 2024-06-06T08:32:59.837 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.838+0000 7f7b90ff9640 1 -- 172.21.15.42:0/1733616631 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7b980d0cf0 con 0x560e17f6d350 2024-06-06T08:32:59.837 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.838+0000 7f7b90ff9640 1 -- 172.21.15.42:0/1733616631 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f7b980dd030 con 0x560e17f6d350 2024-06-06T08:32:59.837 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.838+0000 7f7bb225e740 10 client.26842 fetch_fsmap finished waiting for FSMap version 42 2024-06-06T08:32:59.837 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.838+0000 7f7bb225e740 10 client.26842 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:32:59.837 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.838+0000 7f7bb225e740 20 client.26842 populate_metadata read hostname 'smithi042' 2024-06-06T08:32:59.837 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.838+0000 7f7bb225e740 1 --2- 172.21.15.42:0/1733616631 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x560e17f7ce90 0x560e17f7f280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:59.837 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.838+0000 7f7bb225e740 4 client.26842 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:32:59.837 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.838+0000 7f7bb225e740 1 -- 172.21.15.42:0/1733616631 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560e17ed9f10 con 0x560e17f7ce90 2024-06-06T08:32:59.838 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.839+0000 7f7bad2ef640 1 --2- 172.21.15.42:0/1733616631 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x560e17f7ce90 0x560e17f7f280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:59.839 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.840+0000 7f7bad2ef640 1 --2- 172.21.15.42:0/1733616631 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x560e17f7ce90 0x560e17f7f280 crc :-1 s=READY pgs=217 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=11d733f547cbf96b server_cookie=b589c221f82d51e in_seq=0 out_seq=0 2024-06-06T08:32:59.839 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.840+0000 7f7b90ff9640 10 client.26842 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:32:59.839 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.841+0000 7f7b90ff9640 1 -- 172.21.15.42:0/1733616631 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x560e17ed9f10 con 0x560e17f7ce90 2024-06-06T08:32:59.840 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.841+0000 7f7b90ff9640 10 client.26842 handle_command_reply: tid=0 2024-06-06T08:32:59.840 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.841+0000 7f7bb225e740 1 client.26842 shutdown 2024-06-06T08:32:59.840 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.841+0000 7f7bb225e740 1 -- 172.21.15.42:0/1733616631 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e17f6d350 msgr2=0x560e17f6adc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:32:59.840 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.841+0000 7f7bb225e740 1 --2- 172.21.15.42:0/1733616631 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e17f6d350 0x560e17f6adc0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x560e17f63080 tx=0x7f7b980426c0 comp rx=0 tx=0).stop 2024-06-06T08:32:59.840 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.841+0000 7f7bb225e740 1 -- 172.21.15.42:0/1733616631 shutdown_connections 2024-06-06T08:32:59.840 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.841+0000 7f7bb225e740 1 --2- 172.21.15.42:0/1733616631 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x560e17f7ce90 0x560e17f7f280 crc :-1 s=READY pgs=217 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:59.840 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.841+0000 7f7bb225e740 1 --2- 172.21.15.42:0/1733616631 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e17f6d350 0x560e17f6adc0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:59.840 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.841+0000 7f7bb225e740 1 --2- 172.21.15.42:0/1733616631 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e17f62a90 0x560e17f6a880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:59.841 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.841+0000 7f7bb225e740 1 --2- 172.21.15.42:0/1733616631 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560e17f62170 0x560e17f6a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:59.841 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.841+0000 7f7bb225e740 1 -- 172.21.15.42:0/1733616631 >> 172.21.15.42:0/1733616631 conn(0x560e17f5e680 msgr2=0x560e17f64400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:32:59.841 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.841+0000 7f7b90ff9640 0 client.26842 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:32:59.844 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.846+0000 7f7bb225e740 1 -- 172.21.15.42:0/1733616631 shutdown_connections 2024-06-06T08:32:59.845 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.847+0000 7f7bb225e740 1 -- 172.21.15.42:0/1733616631 wait complete. 2024-06-06T08:32:59.845 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.847+0000 7f7bb225e740 20 client.26842 trim_cache size 0 max 16384 2024-06-06T08:32:59.872 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.873+0000 7f7bb225e740 1 Processor -- start 2024-06-06T08:32:59.872 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.873+0000 7f7bb225e740 1 -- start start 2024-06-06T08:32:59.874 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.874+0000 7f7bb225e740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560e17f62170 0x560e17f849f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:59.874 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.874+0000 7f7bb225e740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e17f62a90 0x560e17f84f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:59.874 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.874+0000 7f7bb225e740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e17f6d350 0x560e17f5cf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:59.874 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.874+0000 7f7bb225e740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7ba81af660 con 0x560e17f6d350 2024-06-06T08:32:59.874 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.874+0000 7f7bb225e740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f7ba81aced0 con 0x560e17f62170 2024-06-06T08:32:59.874 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.874+0000 7f7bb225e740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f7ba81aad40 con 0x560e17f62a90 2024-06-06T08:32:59.874 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.874+0000 7f7badaf0640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e17f6d350 0x560e17f5cf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:59.874 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.874+0000 7f7bacaee640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e17f62a90 0x560e17f84f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:59.874 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.874+0000 7f7bad2ef640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560e17f62170 0x560e17f849f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:59.874 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.874+0000 7f7bacaee640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e17f62a90 0x560e17f84f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:60606/0 (socket says 172.21.15.42:60606) 2024-06-06T08:32:59.875 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.874+0000 7f7bacaee640 1 -- 172.21.15.42:0/2218476319 learned_addr learned my addr 172.21.15.42:0/2218476319 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:32:59.875 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.874+0000 7f7badaf0640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e17f6d350 0x560e17f5cf50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:34140/0 (socket says 172.21.15.42:34140) 2024-06-06T08:32:59.875 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.875+0000 7f7bad2ef640 1 -- 172.21.15.42:0/2218476319 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e17f62a90 msgr2=0x560e17f84f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:32:59.875 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.875+0000 7f7bad2ef640 1 --2- 172.21.15.42:0/2218476319 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e17f62a90 0x560e17f84f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:59.875 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.875+0000 7f7bad2ef640 1 -- 172.21.15.42:0/2218476319 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e17f6d350 msgr2=0x560e17f5cf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:32:59.875 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.875+0000 7f7bad2ef640 1 --2- 172.21.15.42:0/2218476319 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e17f6d350 0x560e17f5cf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:59.875 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.875+0000 7f7bad2ef640 1 -- 172.21.15.42:0/2218476319 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560e17f64b30 con 0x560e17f62170 2024-06-06T08:32:59.875 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.875+0000 7f7badaf0640 1 --2- 172.21.15.42:0/2218476319 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e17f6d350 0x560e17f5cf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:32:59.875 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.875+0000 7f7bad2ef640 1 --2- 172.21.15.42:0/2218476319 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560e17f62170 0x560e17f849f0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f7ba400a960 tx=0x7f7ba400ad00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=eecf6799a9fb45f7 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:32:59.875 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.875+0000 7f7b92ffd640 1 -- 172.21.15.42:0/2218476319 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ba40166e0 con 0x560e17f62170 2024-06-06T08:32:59.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.875+0000 7f7b92ffd640 1 -- 172.21.15.42:0/2218476319 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7ba4023070 con 0x560e17f62170 2024-06-06T08:32:59.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.875+0000 7f7b92ffd640 1 -- 172.21.15.42:0/2218476319 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ba401ed00 con 0x560e17f62170 2024-06-06T08:32:59.879 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.876+0000 7f7bb225e740 1 -- 172.21.15.42:0/2218476319 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560e17f62170 msgr2=0x560e17f849f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:32:59.879 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.876+0000 7f7bb225e740 1 --2- 172.21.15.42:0/2218476319 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560e17f62170 0x560e17f849f0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f7ba400a960 tx=0x7f7ba400ad00 comp rx=0 tx=0).stop 2024-06-06T08:32:59.879 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.876+0000 7f7bb225e740 1 -- 172.21.15.42:0/2218476319 shutdown_connections 2024-06-06T08:32:59.879 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.876+0000 7f7bb225e740 1 --2- 172.21.15.42:0/2218476319 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e17f6d350 0x560e17f5cf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:59.879 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.876+0000 7f7bb225e740 1 --2- 172.21.15.42:0/2218476319 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e17f62a90 0x560e17f84f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:59.879 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.876+0000 7f7bb225e740 1 --2- 172.21.15.42:0/2218476319 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560e17f62170 0x560e17f849f0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:59.879 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.876+0000 7f7bb225e740 1 -- 172.21.15.42:0/2218476319 >> 172.21.15.42:0/2218476319 conn(0x560e17f5e680 msgr2=0x560e17f65670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:32:59.879 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.876+0000 7f7bb225e740 1 -- 172.21.15.42:0/2218476319 shutdown_connections 2024-06-06T08:32:59.879 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.876+0000 7f7bb225e740 1 -- 172.21.15.42:0/2218476319 wait complete. 2024-06-06T08:32:59.879 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.877+0000 7f7bb225e740 1 -- start start 2024-06-06T08:32:59.879 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.877+0000 7f7bb225e740 1 Processor -- start 2024-06-06T08:32:59.880 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.877+0000 7f7bb225e740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e17f62170 0x560e17f75060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:59.880 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.877+0000 7f7bb225e740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e17f62a90 0x560e17f755a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:59.880 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.877+0000 7f7bb225e740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560e17f6d350 0x560e17f72030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:59.880 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.877+0000 7f7bb225e740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7ba81ab390 con 0x560e17f62170 2024-06-06T08:32:59.880 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.877+0000 7f7bb225e740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f7ba81ac800 con 0x560e17f6d350 2024-06-06T08:32:59.880 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.877+0000 7f7bb225e740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f7ba81aba60 con 0x560e17f62a90 2024-06-06T08:32:59.880 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.877+0000 7f7bb225e740 10 client.0 _ll_register_callbacks cb 0x7f7b980cc480 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:32:59.880 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.877+0000 7f7bad2ef640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e17f62170 0x560e17f75060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:59.880 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.877+0000 7f7badaf0640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560e17f6d350 0x560e17f72030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:59.880 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.877+0000 7f7bad2ef640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e17f62170 0x560e17f75060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:34156/0 (socket says 172.21.15.42:34156) 2024-06-06T08:32:59.880 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.877+0000 7f7bacaee640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e17f62a90 0x560e17f755a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:59.880 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.877+0000 7f7bad2ef640 1 -- 172.21.15.42:0/1443997610 learned_addr learned my addr 172.21.15.42:0/1443997610 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:32:59.881 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.878+0000 7f7bacaee640 1 -- 172.21.15.42:0/1443997610 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560e17f6d350 msgr2=0x560e17f72030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:32:59.881 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.878+0000 7f7bacaee640 1 --2- 172.21.15.42:0/1443997610 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560e17f6d350 0x560e17f72030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:59.881 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.878+0000 7f7bacaee640 1 -- 172.21.15.42:0/1443997610 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e17f62170 msgr2=0x560e17f75060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:32:59.881 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.878+0000 7f7bacaee640 1 --2- 172.21.15.42:0/1443997610 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e17f62170 0x560e17f75060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:59.881 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.878+0000 7f7bacaee640 1 -- 172.21.15.42:0/1443997610 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560e17f75b90 con 0x560e17f62a90 2024-06-06T08:32:59.881 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.878+0000 7f7bad2ef640 1 --2- 172.21.15.42:0/1443997610 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e17f62170 0x560e17f75060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:32:59.881 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.878+0000 7f7bacaee640 1 --2- 172.21.15.42:0/1443997610 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e17f62a90 0x560e17f755a0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f7ba000d010 tx=0x7f7ba0004af0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3630ab9f11e4b3d8 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:32:59.881 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.878+0000 7f7b90ff9640 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:32:59.881 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.878+0000 7f7b90ff9640 1 -- 172.21.15.42:0/1443997610 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ba0025070 con 0x560e17f62a90 2024-06-06T08:32:59.881 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.879+0000 7f7b90ff9640 1 -- 172.21.15.42:0/1443997610 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(112..112 src has 1..112) ==== 9438+0+0 (secure 0 0 0) 0x7f7ba0021650 con 0x560e17f62a90 2024-06-06T08:32:59.881 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.879+0000 7f7bb225e740 1 -- 172.21.15.42:0/1443997610 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7ba4023070 con 0x560e17f62a90 2024-06-06T08:32:59.881 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.879+0000 7f7b90ff9640 1 -- 172.21.15.42:0/1443997610 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f7ba002f050 con 0x560e17f62a90 2024-06-06T08:32:59.881 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.879+0000 7f7bb225e740 10 client.26848 fetch_fsmap learned FSMap version 42 2024-06-06T08:32:59.882 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.879+0000 7f7bb225e740 1 -- 172.21.15.42:0/1443997610 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x560e17fe7f50 con 0x560e17f62a90 2024-06-06T08:32:59.882 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.880+0000 7f7b90ff9640 1 -- 172.21.15.42:0/1443997610 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7ba0021d30 con 0x560e17f62a90 2024-06-06T08:32:59.882 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.880+0000 7f7b90ff9640 1 -- 172.21.15.42:0/1443997610 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f7ba0010030 con 0x560e17f62a90 2024-06-06T08:32:59.882 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.880+0000 7f7bb225e740 10 client.26848 fetch_fsmap finished waiting for FSMap version 42 2024-06-06T08:32:59.882 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.880+0000 7f7bb225e740 10 client.26848 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:32:59.882 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.880+0000 7f7bb225e740 20 client.26848 populate_metadata read hostname 'smithi042' 2024-06-06T08:32:59.882 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.880+0000 7f7bb225e740 1 --2- 172.21.15.42:0/1443997610 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x560e17fe8760 0x560e17feab80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:32:59.882 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.880+0000 7f7bb225e740 4 client.26848 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:32:59.882 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.880+0000 7f7bb225e740 1 -- 172.21.15.42:0/1443997610 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7f7ba4023070 con 0x560e17fe8760 2024-06-06T08:32:59.883 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.881+0000 7f7bad2ef640 1 --2- 172.21.15.42:0/1443997610 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x560e17fe8760 0x560e17feab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:32:59.883 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.881+0000 7f7b90ff9640 10 client.26848 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:32:59.883 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.881+0000 7f7bad2ef640 1 --2- 172.21.15.42:0/1443997610 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x560e17fe8760 0x560e17feab80 crc :-1 s=READY pgs=218 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=79c7121291cc7601 server_cookie=fc3fc4528be8cc3a in_seq=0 out_seq=0 2024-06-06T08:32:59.947 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.947+0000 7f7b90ff9640 1 -- 172.21.15.42:0/1443997610 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x7f7ba4023070 con 0x560e17fe8760 2024-06-06T08:32:59.947 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.947+0000 7f7b90ff9640 10 client.26848 handle_command_reply: tid=0 2024-06-06T08:32:59.947 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.947+0000 7f7bb225e740 1 client.26848 shutdown 2024-06-06T08:32:59.947 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.948+0000 7f7bb225e740 1 -- 172.21.15.42:0/1443997610 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e17f62a90 msgr2=0x560e17f755a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:32:59.947 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.948+0000 7f7bb225e740 1 --2- 172.21.15.42:0/1443997610 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e17f62a90 0x560e17f755a0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f7ba000d010 tx=0x7f7ba0004af0 comp rx=0 tx=0).stop 2024-06-06T08:32:59.947 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.948+0000 7f7bb225e740 1 -- 172.21.15.42:0/1443997610 shutdown_connections 2024-06-06T08:32:59.948 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.948+0000 7f7bb225e740 1 --2- 172.21.15.42:0/1443997610 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x560e17fe8760 0x560e17feab80 crc :-1 s=READY pgs=218 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:59.948 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.948+0000 7f7bb225e740 1 --2- 172.21.15.42:0/1443997610 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560e17f6d350 0x560e17f72030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:59.948 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.948+0000 7f7bb225e740 1 --2- 172.21.15.42:0/1443997610 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e17f62a90 0x560e17f755a0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:59.948 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.948+0000 7f7bb225e740 1 --2- 172.21.15.42:0/1443997610 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e17f62170 0x560e17f75060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:59.948 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.948+0000 7f7bb225e740 1 -- 172.21.15.42:0/1443997610 >> 172.21.15.42:0/1443997610 conn(0x560e17f5e680 msgr2=0x560e17f6a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:32:59.948 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.948+0000 7f7b90ff9640 0 client.26848 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:32:59.948 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.948+0000 7f7bb225e740 1 -- 172.21.15.42:0/1443997610 shutdown_connections 2024-06-06T08:32:59.948 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.948+0000 7f7bb225e740 1 -- 172.21.15.42:0/1443997610 wait complete. 2024-06-06T08:32:59.948 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.949+0000 7f7bb225e740 20 client.26848 trim_cache size 0 max 16384 2024-06-06T08:32:59.949 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:32:59.949 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:32:59.949 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:32:59.952 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.953+0000 7f7baf553640 1 -- 172.21.15.42:0/698616430 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f7b940a2f80 msgr2=0x7f7b940a5440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:32:59.952 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.953+0000 7f7baf553640 1 --2- 172.21.15.42:0/698616430 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f7b940a2f80 0x7f7b940a5440 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f7ba8070bc0 tx=0x7f7ba0007240 comp rx=0 tx=0).stop 2024-06-06T08:32:59.952 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.953+0000 7f7baf553640 1 -- 172.21.15.42:0/698616430 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7ba81079d0 msgr2=0x7f7ba806f940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:32:59.952 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.953+0000 7f7baf553640 1 --2- 172.21.15.42:0/698616430 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7ba81079d0 0x7f7ba806f940 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7f7b98004c20 tx=0x7f7b98004c50 comp rx=0 tx=0).stop 2024-06-06T08:32:59.952 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.953+0000 7f7baf553640 1 -- 172.21.15.42:0/698616430 shutdown_connections 2024-06-06T08:32:59.952 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.953+0000 7f7baf553640 1 --2- 172.21.15.42:0/698616430 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f7b940a2f80 0x7f7b940a5440 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:59.952 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.953+0000 7f7baf553640 1 --2- 172.21.15.42:0/698616430 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7ba8102380 0x7f7ba806f400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:59.952 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.953+0000 7f7baf553640 1 --2- 172.21.15.42:0/698616430 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7ba81079d0 0x7f7ba806f940 unknown :-1 s=CLOSED pgs=895 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:59.952 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.953+0000 7f7baf553640 1 --2- 172.21.15.42:0/698616430 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7ba81019c0 0x7f7ba8075390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:32:59.953 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.953+0000 7f7baf553640 1 -- 172.21.15.42:0/698616430 >> 172.21.15.42:0/698616430 conn(0x7f7ba80fd450 msgr2=0x7f7ba80fd9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:32:59.953 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.953+0000 7f7baf553640 1 -- 172.21.15.42:0/698616430 shutdown_connections 2024-06-06T08:32:59.953 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:32:59.953+0000 7f7baf553640 1 -- 172.21.15.42:0/698616430 wait complete. 2024-06-06T08:33:00.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:00 smithi149 ceph-mon[36842]: pgmap v326: 129 pgs: 129 active+clean; 1.4 GiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 262 op/s 2024-06-06T08:33:00.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:00 smithi042 ceph-mon[32384]: pgmap v326: 129 pgs: 129 active+clean; 1.4 GiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 262 op/s 2024-06-06T08:33:00.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:00 smithi120 ceph-mon[36658]: pgmap v326: 129 pgs: 129 active+clean; 1.4 GiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 262 op/s 2024-06-06T08:33:02.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:02 smithi149 ceph-mon[36842]: pgmap v327: 129 pgs: 129 active+clean; 1.4 GiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 287 op/s 2024-06-06T08:33:02.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:02 smithi042 ceph-mon[32384]: pgmap v327: 129 pgs: 129 active+clean; 1.4 GiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 287 op/s 2024-06-06T08:33:02.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:02 smithi120 ceph-mon[36658]: pgmap v327: 129 pgs: 129 active+clean; 1.4 GiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 287 op/s 2024-06-06T08:33:04.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:04 smithi149 ceph-mon[36842]: pgmap v328: 129 pgs: 129 active+clean; 1.4 GiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 315 op/s 2024-06-06T08:33:04.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:04 smithi042 ceph-mon[32384]: pgmap v328: 129 pgs: 129 active+clean; 1.4 GiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 315 op/s 2024-06-06T08:33:04.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:04 smithi120 ceph-mon[36658]: pgmap v328: 129 pgs: 129 active+clean; 1.4 GiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 315 op/s 2024-06-06T08:33:06.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:06 smithi149 ceph-mon[36842]: pgmap v329: 129 pgs: 129 active+clean; 1.4 GiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 394 op/s 2024-06-06T08:33:06.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:06 smithi149 ceph-mon[36842]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:33:06.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:06 smithi042 ceph-mon[32384]: pgmap v329: 129 pgs: 129 active+clean; 1.4 GiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 394 op/s 2024-06-06T08:33:06.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:06 smithi042 ceph-mon[32384]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:33:06.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:06 smithi120 ceph-mon[36658]: pgmap v329: 129 pgs: 129 active+clean; 1.4 GiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 394 op/s 2024-06-06T08:33:06.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:06 smithi120 ceph-mon[36658]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:33:07.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:07 smithi149 ceph-mon[36842]: osdmap e113: 12 total, 12 up, 12 in 2024-06-06T08:33:07.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:07 smithi042 ceph-mon[32384]: osdmap e113: 12 total, 12 up, 12 in 2024-06-06T08:33:07.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:07 smithi120 ceph-mon[36658]: osdmap e113: 12 total, 12 up, 12 in 2024-06-06T08:33:08.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:08 smithi149 ceph-mon[36842]: pgmap v331: 129 pgs: 129 active+clean; 1.4 GiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 361 op/s 2024-06-06T08:33:08.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:08 smithi042 ceph-mon[32384]: pgmap v331: 129 pgs: 129 active+clean; 1.4 GiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 361 op/s 2024-06-06T08:33:08.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:08 smithi120 ceph-mon[36658]: pgmap v331: 129 pgs: 129 active+clean; 1.4 GiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 361 op/s 2024-06-06T08:33:10.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:10 smithi149 ceph-mon[36842]: pgmap v332: 129 pgs: 20 active+clean+snaptrim, 57 active+clean+snaptrim_wait, 52 active+clean; 1.4 GiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 345 op/s 2024-06-06T08:33:10.817 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:10 smithi042 ceph-mon[32384]: pgmap v332: 129 pgs: 20 active+clean+snaptrim, 57 active+clean+snaptrim_wait, 52 active+clean; 1.4 GiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 345 op/s 2024-06-06T08:33:10.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:10 smithi120 ceph-mon[36658]: pgmap v332: 129 pgs: 20 active+clean+snaptrim, 57 active+clean+snaptrim_wait, 52 active+clean; 1.4 GiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 345 op/s 2024-06-06T08:33:11.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:11 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:33:11.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:11 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:33:11.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:11 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:33:11.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:11 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:33:11.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:11 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:33:11.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:11 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:33:11.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:11 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:33:11.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:11 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:33:11.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:11 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:33:11.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:11 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:33:12.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:11 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:33:12.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:11 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:33:12.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:11 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:33:12.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:11 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:33:12.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:11 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:33:12.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:12 smithi042 ceph-mon[32384]: pgmap v333: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.7 MiB/s wr, 329 op/s 2024-06-06T08:33:12.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:12 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:33:12.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:12 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:33:12.883 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:12 smithi149 ceph-mon[36842]: pgmap v333: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.7 MiB/s wr, 329 op/s 2024-06-06T08:33:12.883 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:12 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:33:12.883 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:12 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:33:12.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:12 smithi120 ceph-mon[36658]: pgmap v333: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.7 MiB/s wr, 329 op/s 2024-06-06T08:33:12.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:12 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:33:12.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:12 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:33:13.060 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.059+0000 7fe900963640 1 -- 172.21.15.42:0/3748614332 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe8fc1015b0 msgr2=0x7fe8fc10d6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:33:13.060 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.059+0000 7fe900963640 1 --2- 172.21.15.42:0/3748614332 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe8fc1015b0 0x7fe8fc10d6e0 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7fe8f4009ca0 tx=0x7fe8f402a8c0 comp rx=0 tx=0).stop 2024-06-06T08:33:13.060 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.059+0000 7fe900963640 1 -- 172.21.15.42:0/3748614332 shutdown_connections 2024-06-06T08:33:13.060 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.059+0000 7fe900963640 1 --2- 172.21.15.42:0/3748614332 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe8fc100bf0 0x7fe8fc101070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:13.060 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.059+0000 7fe900963640 1 --2- 172.21.15.42:0/3748614332 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe8fc1015b0 0x7fe8fc10d6e0 unknown :-1 s=CLOSED pgs=896 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:13.060 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.059+0000 7fe900963640 1 --2- 172.21.15.42:0/3748614332 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe8fc105850 0x7fe8fc105c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:13.060 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.059+0000 7fe900963640 1 -- 172.21.15.42:0/3748614332 >> 172.21.15.42:0/3748614332 conn(0x7fe8fc0766a0 msgr2=0x7fe8fc076ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:33:13.060 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.059+0000 7fe900963640 1 -- 172.21.15.42:0/3748614332 shutdown_connections 2024-06-06T08:33:13.060 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.059+0000 7fe900963640 1 -- 172.21.15.42:0/3748614332 wait complete. 2024-06-06T08:33:13.061 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.060+0000 7fe900963640 1 Processor -- start 2024-06-06T08:33:13.061 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.060+0000 7fe900963640 1 -- start start 2024-06-06T08:33:13.061 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.060+0000 7fe900963640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe8fc100bf0 0x7fe8fc196fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:13.061 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.060+0000 7fe900963640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe8fc1015b0 0x7fe8fc197510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:13.061 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.060+0000 7fe900963640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe8fc105850 0x7fe8fc19b840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:13.061 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.060+0000 7fe900963640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe8fc110c90 con 0x7fe8fc100bf0 2024-06-06T08:33:13.061 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.060+0000 7fe900963640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fe8fc110b10 con 0x7fe8fc1015b0 2024-06-06T08:33:13.061 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.060+0000 7fe900963640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fe8fc110e10 con 0x7fe8fc105850 2024-06-06T08:33:13.061 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.060+0000 7fe8fa59c640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe8fc100bf0 0x7fe8fc196fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:13.061 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.060+0000 7fe8fa59c640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe8fc100bf0 0x7fe8fc196fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:36762/0 (socket says 172.21.15.42:36762) 2024-06-06T08:33:13.061 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.060+0000 7fe8fa59c640 1 -- 172.21.15.42:0/1726836086 learned_addr learned my addr 172.21.15.42:0/1726836086 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:33:13.061 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.060+0000 7fe8f9d9b640 1 --2- 172.21.15.42:0/1726836086 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe8fc1015b0 0x7fe8fc197510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:13.061 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.060+0000 7fe8fad9d640 1 --2- 172.21.15.42:0/1726836086 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe8fc105850 0x7fe8fc19b840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:13.061 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.060+0000 7fe8fa59c640 1 -- 172.21.15.42:0/1726836086 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe8fc105850 msgr2=0x7fe8fc19b840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:33:13.062 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.060+0000 7fe8fa59c640 1 --2- 172.21.15.42:0/1726836086 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe8fc105850 0x7fe8fc19b840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:13.062 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.060+0000 7fe8fa59c640 1 -- 172.21.15.42:0/1726836086 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe8fc1015b0 msgr2=0x7fe8fc197510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:33:13.062 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.060+0000 7fe8fa59c640 1 --2- 172.21.15.42:0/1726836086 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe8fc1015b0 0x7fe8fc197510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:13.062 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.060+0000 7fe8fa59c640 1 -- 172.21.15.42:0/1726836086 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8fc19bf70 con 0x7fe8fc100bf0 2024-06-06T08:33:13.062 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.060+0000 7fe8f9d9b640 1 --2- 172.21.15.42:0/1726836086 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe8fc1015b0 0x7fe8fc197510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:33:13.062 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.061+0000 7fe8fa59c640 1 --2- 172.21.15.42:0/1726836086 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe8fc100bf0 0x7fe8fc196fd0 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7fe8ec00e9f0 tx=0x7fe8ec00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:33:13.062 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.061+0000 7fe8eb7fe640 1 -- 172.21.15.42:0/1726836086 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8ec00cd80 con 0x7fe8fc100bf0 2024-06-06T08:33:13.062 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.061+0000 7fe8eb7fe640 1 -- 172.21.15.42:0/1726836086 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe8ec005500 con 0x7fe8fc100bf0 2024-06-06T08:33:13.062 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.061+0000 7fe900963640 1 -- 172.21.15.42:0/1726836086 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8fc19c260 con 0x7fe8fc100bf0 2024-06-06T08:33:13.062 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.061+0000 7fe8eb7fe640 1 -- 172.21.15.42:0/1726836086 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8ec010690 con 0x7fe8fc100bf0 2024-06-06T08:33:13.063 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.061+0000 7fe900963640 1 -- 172.21.15.42:0/1726836086 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8fc1a3af0 con 0x7fe8fc100bf0 2024-06-06T08:33:13.063 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.064+0000 7fe903673740 1 Processor -- start 2024-06-06T08:33:13.064 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.064+0000 7fe903673740 1 -- start start 2024-06-06T08:33:13.064 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.064+0000 7fe903673740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cfa6e03170 0x55cfa6e03550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:13.064 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.064+0000 7fe903673740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55cfa6e03a90 0x55cfa6e10020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:13.064 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.064+0000 7fe903673740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55cfa6e10560 0x55cfa6e12950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:13.064 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.064+0000 7fe903673740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55cfa6d674f0 con 0x55cfa6e03170 2024-06-06T08:33:13.064 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.064+0000 7fe903673740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55cfa6d05870 con 0x55cfa6e10560 2024-06-06T08:33:13.064 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.064+0000 7fe903673740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55cfa6d634b0 con 0x55cfa6e03a90 2024-06-06T08:33:13.064 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.065+0000 7fe8f9d9b640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55cfa6e10560 0x55cfa6e12950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:13.064 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.065+0000 7fe8f9d9b640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55cfa6e10560 0x55cfa6e12950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:34346/0 (socket says 172.21.15.42:34346) 2024-06-06T08:33:13.064 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.065+0000 7fe8f9d9b640 1 -- 172.21.15.42:0/723824276 learned_addr learned my addr 172.21.15.42:0/723824276 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:33:13.064 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.065+0000 7fe8fad9d640 1 --2- 172.21.15.42:0/723824276 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cfa6e03170 0x55cfa6e03550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:13.065 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.065+0000 7fe8fad9d640 1 -- 172.21.15.42:0/723824276 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55cfa6e03a90 msgr2=0x55cfa6e10020 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-06-06T08:33:13.065 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.065+0000 7fe8fad9d640 1 --2- 172.21.15.42:0/723824276 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55cfa6e03a90 0x55cfa6e10020 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:13.065 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.065+0000 7fe8fad9d640 1 -- 172.21.15.42:0/723824276 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55cfa6e10560 msgr2=0x55cfa6e12950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:33:13.065 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.065+0000 7fe8fad9d640 1 --2- 172.21.15.42:0/723824276 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55cfa6e10560 0x55cfa6e12950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:13.065 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.065+0000 7fe8fad9d640 1 -- 172.21.15.42:0/723824276 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cfa6d219b0 con 0x55cfa6e03170 2024-06-06T08:33:13.065 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.065+0000 7fe8fad9d640 1 --2- 172.21.15.42:0/723824276 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cfa6e03170 0x55cfa6e03550 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7fe8f4031040 tx=0x7fe8f4005ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d3c8c17cf33235b server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:33:13.066 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.066+0000 7fe8eb7fe640 1 -- 172.21.15.42:0/1726836086 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fe8ec0046c0 con 0x7fe8fc100bf0 2024-06-06T08:33:13.066 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.066+0000 7fe8e8ff9640 1 -- 172.21.15.42:0/723824276 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8f4031da0 con 0x55cfa6e03170 2024-06-06T08:33:13.066 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.066+0000 7fe8e8ff9640 1 -- 172.21.15.42:0/723824276 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe8f4036070 con 0x55cfa6e03170 2024-06-06T08:33:13.066 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.066+0000 7fe8e8ff9640 1 -- 172.21.15.42:0/723824276 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8f40042a0 con 0x55cfa6e03170 2024-06-06T08:33:13.066 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.067+0000 7fe8eb7fe640 1 --2- 172.21.15.42:0/1726836086 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fe8e40a2da0 0x7fe8e40a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:13.066 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.067+0000 7fe903673740 1 -- 172.21.15.42:0/723824276 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cfa6e03170 msgr2=0x55cfa6e03550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:33:13.066 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.067+0000 7fe903673740 1 --2- 172.21.15.42:0/723824276 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cfa6e03170 0x55cfa6e03550 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7fe8f4031040 tx=0x7fe8f4005ef0 comp rx=0 tx=0).stop 2024-06-06T08:33:13.067 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.067+0000 7fe8eb7fe640 1 -- 172.21.15.42:0/1726836086 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(113..113 src has 1..113) ==== 9526+0+0 (secure 0 0 0) 0x7fe8ec099ee0 con 0x7fe8fc100bf0 2024-06-06T08:33:13.067 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.068+0000 7fe8fa59c640 1 --2- 172.21.15.42:0/1726836086 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fe8e40a2da0 0x7fe8e40a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:13.067 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.068+0000 7fe903673740 1 -- 172.21.15.42:0/723824276 shutdown_connections 2024-06-06T08:33:13.068 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.068+0000 7fe903673740 1 --2- 172.21.15.42:0/723824276 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55cfa6e10560 0x55cfa6e12950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:13.068 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.068+0000 7fe903673740 1 --2- 172.21.15.42:0/723824276 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55cfa6e03a90 0x55cfa6e10020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:13.068 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.068+0000 7fe903673740 1 --2- 172.21.15.42:0/723824276 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cfa6e03170 0x55cfa6e03550 unknown :-1 s=CLOSED pgs=898 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:13.068 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.068+0000 7fe903673740 1 -- 172.21.15.42:0/723824276 >> 172.21.15.42:0/723824276 conn(0x55cfa6dff680 msgr2=0x55cfa6dffa60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:33:13.068 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.068+0000 7fe8fa59c640 1 --2- 172.21.15.42:0/1726836086 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fe8e40a2da0 0x7fe8e40a5260 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fe8ec096910 tx=0x7fe8ec0a03e0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:33:13.068 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.068+0000 7fe903673740 1 -- 172.21.15.42:0/723824276 shutdown_connections 2024-06-06T08:33:13.068 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.069+0000 7fe903673740 1 -- 172.21.15.42:0/723824276 wait complete. 2024-06-06T08:33:13.068 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.069+0000 7fe903673740 1 -- start start 2024-06-06T08:33:13.068 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.069+0000 7fe903673740 1 Processor -- start 2024-06-06T08:33:13.070 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.070+0000 7fe903673740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cfa6e03170 0x55cfa6e0bb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:13.070 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.070+0000 7fe903673740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55cfa6e03a90 0x55cfa6e0c090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:13.071 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.070+0000 7fe8fad9d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cfa6e03170 0x55cfa6e0bb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:13.071 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.070+0000 7fe8fad9d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cfa6e03170 0x55cfa6e0bb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:36788/0 (socket says 172.21.15.42:36788) 2024-06-06T08:33:13.071 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.070+0000 7fe903673740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55cfa6e10560 0x55cfa6e19f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:13.071 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.070+0000 7fe8fad9d640 1 -- 172.21.15.42:0/3653067572 learned_addr learned my addr 172.21.15.42:0/3653067572 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:33:13.071 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.070+0000 7fe8f9d9b640 1 --2- 172.21.15.42:0/3653067572 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55cfa6e03a90 0x55cfa6e0c090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:13.071 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.070+0000 7fe903673740 1 -- 172.21.15.42:0/3653067572 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55cfa6e09fd0 con 0x55cfa6e03170 2024-06-06T08:33:13.071 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.070+0000 7fe903673740 1 -- 172.21.15.42:0/3653067572 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55cfa6cf0ae0 con 0x55cfa6e03a90 2024-06-06T08:33:13.071 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.070+0000 7fe903673740 1 -- 172.21.15.42:0/3653067572 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55cfa6e0a150 con 0x55cfa6e10560 2024-06-06T08:33:13.071 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.070+0000 7fe903673740 10 client.0 _ll_register_callbacks cb 0x55cfa6d299b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:33:13.071 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.070+0000 7fe8fad9d640 1 -- 172.21.15.42:0/3653067572 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55cfa6e10560 msgr2=0x55cfa6e19f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:33:13.071 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.070+0000 7fe8fad9d640 1 --2- 172.21.15.42:0/3653067572 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55cfa6e10560 0x55cfa6e19f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:13.071 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.070+0000 7fe8fad9d640 1 -- 172.21.15.42:0/3653067572 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55cfa6e03a90 msgr2=0x55cfa6e0c090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:33:13.072 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.070+0000 7fe8fad9d640 1 --2- 172.21.15.42:0/3653067572 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55cfa6e03a90 0x55cfa6e0c090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:13.072 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.070+0000 7fe8fad9d640 1 -- 172.21.15.42:0/3653067572 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cfa6a7b210 con 0x55cfa6e03170 2024-06-06T08:33:13.072 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.070+0000 7fe8fad9d640 1 --2- 172.21.15.42:0/3653067572 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cfa6e03170 0x55cfa6e0bb50 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7fe8f402ade0 tx=0x7fe8f402f3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d02eaf5a113d240c server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:33:13.072 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.070+0000 7fe8e1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:33:13.072 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.071+0000 7fe8e1ffb640 1 -- 172.21.15.42:0/3653067572 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8f404f040 con 0x55cfa6e03170 2024-06-06T08:33:13.072 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.071+0000 7fe8e1ffb640 1 -- 172.21.15.42:0/3653067572 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(113..113 src has 1..113) ==== 9526+0+0 (secure 0 0 0) 0x7fe8f4031450 con 0x55cfa6e03170 2024-06-06T08:33:13.072 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.071+0000 7fe903673740 1 -- 172.21.15.42:0/3653067572 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe8f4036070 con 0x55cfa6e03170 2024-06-06T08:33:13.072 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.071+0000 7fe8e1ffb640 1 -- 172.21.15.42:0/3653067572 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7fe8f4061050 con 0x55cfa6e03170 2024-06-06T08:33:13.072 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.072+0000 7fe903673740 10 client.17382 fetch_fsmap learned FSMap version 43 2024-06-06T08:33:13.072 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.072+0000 7fe903673740 1 -- 172.21.15.42:0/3653067572 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=43,monmap=4+}) -- 0x55cfa6b47620 con 0x55cfa6e03170 2024-06-06T08:33:13.074 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.072+0000 7fe8e1ffb640 1 -- 172.21.15.42:0/3653067572 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe8f4036070 con 0x55cfa6e03170 2024-06-06T08:33:13.074 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.072+0000 7fe8e1ffb640 1 -- 172.21.15.42:0/3653067572 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 43) ==== 8358+0+0 (secure 0 0 0) 0x7fe8f4052070 con 0x55cfa6e03170 2024-06-06T08:33:13.074 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.072+0000 7fe903673740 10 client.17382 fetch_fsmap finished waiting for FSMap version 43 2024-06-06T08:33:13.075 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.072+0000 7fe903673740 10 client.17382 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:33:13.075 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.072+0000 7fe903673740 20 client.17382 populate_metadata read hostname 'smithi042' 2024-06-06T08:33:13.075 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.072+0000 7fe903673740 1 --2- 172.21.15.42:0/3653067572 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55cfa6e1e340 0x55cfa6e20730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:13.075 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.072+0000 7fe903673740 4 client.17382 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:33:13.075 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.072+0000 7fe903673740 1 -- 172.21.15.42:0/3653067572 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cfa6d7af10 con 0x55cfa6e1e340 2024-06-06T08:33:13.075 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.073+0000 7fe8f9d9b640 1 --2- 172.21.15.42:0/3653067572 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55cfa6e1e340 0x55cfa6e20730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:13.075 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.073+0000 7fe8e1ffb640 10 client.17382 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:33:13.075 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.073+0000 7fe8f9d9b640 1 --2- 172.21.15.42:0/3653067572 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55cfa6e1e340 0x55cfa6e20730 crc :-1 s=READY pgs=219 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=853b6184e6135201 server_cookie=c37a59a11d3ea48a in_seq=0 out_seq=0 2024-06-06T08:33:13.075 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.074+0000 7fe8e1ffb640 1 -- 172.21.15.42:0/3653067572 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55cfa6d7af10 con 0x55cfa6e1e340 2024-06-06T08:33:13.075 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.074+0000 7fe8e1ffb640 10 client.17382 handle_command_reply: tid=0 2024-06-06T08:33:13.075 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.074+0000 7fe903673740 1 client.17382 shutdown 2024-06-06T08:33:13.075 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.074+0000 7fe903673740 1 -- 172.21.15.42:0/3653067572 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cfa6e03170 msgr2=0x55cfa6e0bb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:33:13.075 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.074+0000 7fe903673740 1 --2- 172.21.15.42:0/3653067572 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cfa6e03170 0x55cfa6e0bb50 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7fe8f402ade0 tx=0x7fe8f402f3c0 comp rx=0 tx=0).stop 2024-06-06T08:33:13.076 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.075+0000 7fe903673740 1 -- 172.21.15.42:0/3653067572 shutdown_connections 2024-06-06T08:33:13.076 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.075+0000 7fe903673740 1 --2- 172.21.15.42:0/3653067572 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55cfa6e1e340 0x55cfa6e20730 crc :-1 s=READY pgs=219 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:13.076 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.075+0000 7fe903673740 1 --2- 172.21.15.42:0/3653067572 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55cfa6e03a90 0x55cfa6e0c090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:13.076 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.075+0000 7fe903673740 1 --2- 172.21.15.42:0/3653067572 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55cfa6e10560 0x55cfa6e19f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:13.076 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.075+0000 7fe903673740 1 --2- 172.21.15.42:0/3653067572 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cfa6e03170 0x55cfa6e0bb50 unknown :-1 s=CLOSED pgs=899 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:13.076 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.075+0000 7fe903673740 1 -- 172.21.15.42:0/3653067572 >> 172.21.15.42:0/3653067572 conn(0x55cfa6dff680 msgr2=0x55cfa6e053b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:33:13.076 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.075+0000 7fe8e1ffb640 0 client.17382 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:33:13.076 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.075+0000 7fe903673740 1 -- 172.21.15.42:0/3653067572 shutdown_connections 2024-06-06T08:33:13.076 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.075+0000 7fe903673740 1 -- 172.21.15.42:0/3653067572 wait complete. 2024-06-06T08:33:13.076 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.075+0000 7fe903673740 20 client.17382 trim_cache size 0 max 16384 2024-06-06T08:33:13.097 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.097+0000 7fe903673740 1 Processor -- start 2024-06-06T08:33:13.097 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.097+0000 7fe903673740 1 -- start start 2024-06-06T08:33:13.097 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.098+0000 7fe903673740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55cfa6e03170 0x55cfa6e0b920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:13.097 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.098+0000 7fe903673740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55cfa6e03a90 0x55cfa6e0be60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:13.098 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.098+0000 7fe903673740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cfa6e10560 0x55cfa6e08580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:13.098 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.098+0000 7fe903673740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe8fc1af3d0 con 0x55cfa6e10560 2024-06-06T08:33:13.098 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.098+0000 7fe903673740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fe8fc1acc10 con 0x55cfa6e03170 2024-06-06T08:33:13.098 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.098+0000 7fe903673740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fe8fc1aaa80 con 0x55cfa6e03a90 2024-06-06T08:33:13.098 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.098+0000 7fe8fad9d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cfa6e10560 0x55cfa6e08580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:13.098 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.098+0000 7fe8fad9d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cfa6e10560 0x55cfa6e08580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:36796/0 (socket says 172.21.15.42:36796) 2024-06-06T08:33:13.098 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.098+0000 7fe8fad9d640 1 -- 172.21.15.42:0/970771032 learned_addr learned my addr 172.21.15.42:0/970771032 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:33:13.098 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.098+0000 7fe8f9d9b640 1 --2- 172.21.15.42:0/970771032 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55cfa6e03a90 0x55cfa6e0be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:13.098 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.098+0000 7fe8fad9d640 1 -- 172.21.15.42:0/970771032 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55cfa6e03a90 msgr2=0x55cfa6e0be60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:33:13.098 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.098+0000 7fe8fad9d640 1 --2- 172.21.15.42:0/970771032 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55cfa6e03a90 0x55cfa6e0be60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:13.098 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.098+0000 7fe8fad9d640 1 -- 172.21.15.42:0/970771032 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55cfa6e03170 msgr2=0x55cfa6e0b920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:33:13.098 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.098+0000 7fe8fad9d640 1 --2- 172.21.15.42:0/970771032 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55cfa6e03170 0x55cfa6e0b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:13.099 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.098+0000 7fe8fad9d640 1 -- 172.21.15.42:0/970771032 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cfa6e038c0 con 0x55cfa6e10560 2024-06-06T08:33:13.099 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.098+0000 7fe8fad9d640 1 --2- 172.21.15.42:0/970771032 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cfa6e10560 0x55cfa6e08580 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x7fe8f40043c0 tx=0x7fe8f4009360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=acc0a04d81b8bd4b server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:33:13.099 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.099+0000 7fe8e3fff640 1 -- 172.21.15.42:0/970771032 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8f4009b20 con 0x55cfa6e10560 2024-06-06T08:33:13.099 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.099+0000 7fe8e3fff640 1 -- 172.21.15.42:0/970771032 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe8f4036030 con 0x55cfa6e10560 2024-06-06T08:33:13.099 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.099+0000 7fe8e3fff640 1 -- 172.21.15.42:0/970771032 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8f4031e00 con 0x55cfa6e10560 2024-06-06T08:33:13.101 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.100+0000 7fe903673740 1 -- 172.21.15.42:0/970771032 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cfa6e10560 msgr2=0x55cfa6e08580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:33:13.101 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.100+0000 7fe903673740 1 --2- 172.21.15.42:0/970771032 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cfa6e10560 0x55cfa6e08580 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x7fe8f40043c0 tx=0x7fe8f4009360 comp rx=0 tx=0).stop 2024-06-06T08:33:13.101 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.100+0000 7fe903673740 1 -- 172.21.15.42:0/970771032 shutdown_connections 2024-06-06T08:33:13.102 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.100+0000 7fe903673740 1 --2- 172.21.15.42:0/970771032 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cfa6e10560 0x55cfa6e08580 unknown :-1 s=CLOSED pgs=900 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:13.102 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.100+0000 7fe903673740 1 --2- 172.21.15.42:0/970771032 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55cfa6e03a90 0x55cfa6e0be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:13.102 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.100+0000 7fe903673740 1 --2- 172.21.15.42:0/970771032 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55cfa6e03170 0x55cfa6e0b920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:13.102 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.100+0000 7fe903673740 1 -- 172.21.15.42:0/970771032 >> 172.21.15.42:0/970771032 conn(0x55cfa6dff680 msgr2=0x55cfa6e0a360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:33:13.102 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.100+0000 7fe903673740 1 -- 172.21.15.42:0/970771032 shutdown_connections 2024-06-06T08:33:13.102 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.100+0000 7fe903673740 1 -- 172.21.15.42:0/970771032 wait complete. 2024-06-06T08:33:13.102 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.100+0000 7fe903673740 1 -- start start 2024-06-06T08:33:13.102 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.100+0000 7fe903673740 1 Processor -- start 2024-06-06T08:33:13.102 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.101+0000 7fe903673740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55cfa6e03170 0x55cfa6e16850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:13.102 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.101+0000 7fe903673740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cfa6e03a90 0x55cfa6e16d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:13.102 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.101+0000 7fe903673740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55cfa6e10560 0x55cfa6e86c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:13.102 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.101+0000 7fe903673740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe8fc1ab0d0 con 0x55cfa6e03a90 2024-06-06T08:33:13.103 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.101+0000 7fe8f9d9b640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cfa6e03a90 0x55cfa6e16d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:13.103 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.101+0000 7fe8f9d9b640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cfa6e03a90 0x55cfa6e16d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:36804/0 (socket says 172.21.15.42:36804) 2024-06-06T08:33:13.103 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.101+0000 7fe8f9d9b640 1 -- 172.21.15.42:0/3508855791 learned_addr learned my addr 172.21.15.42:0/3508855791 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:33:13.103 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.101+0000 7fe903673740 1 -- 172.21.15.42:0/3508855791 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fe8fc1ac540 con 0x55cfa6e10560 2024-06-06T08:33:13.103 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.101+0000 7fe903673740 1 -- 172.21.15.42:0/3508855791 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fe8fc1ab7a0 con 0x55cfa6e03170 2024-06-06T08:33:13.103 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.101+0000 7fe903673740 10 client.0 _ll_register_callbacks cb 0x7fe8f00096c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:33:13.103 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.102+0000 7fe8fad9d640 1 --2- 172.21.15.42:0/3508855791 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55cfa6e10560 0x55cfa6e86c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:13.103 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.102+0000 7fe8f9d9b640 1 -- 172.21.15.42:0/3508855791 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55cfa6e03170 msgr2=0x55cfa6e16850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:33:13.103 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.102+0000 7fe8f9d9b640 1 --2- 172.21.15.42:0/3508855791 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55cfa6e03170 0x55cfa6e16850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:13.103 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.102+0000 7fe8f9d9b640 1 -- 172.21.15.42:0/3508855791 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55cfa6e10560 msgr2=0x55cfa6e86c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:33:13.103 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.102+0000 7fe8f9d9b640 1 --2- 172.21.15.42:0/3508855791 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55cfa6e10560 0x55cfa6e86c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:13.103 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.102+0000 7fe8f9d9b640 1 -- 172.21.15.42:0/3508855791 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cfa6e871b0 con 0x55cfa6e03a90 2024-06-06T08:33:13.103 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.102+0000 7fe8f9d9b640 1 --2- 172.21.15.42:0/3508855791 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cfa6e03a90 0x55cfa6e16d90 secure :-1 s=READY pgs=901 cs=0 l=1 rev1=1 crypto rx=0x7fe8f0005860 tx=0x7fe8f0012820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5b8310388566139 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:33:13.104 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.102+0000 7fe8e1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:33:13.104 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.102+0000 7fe903673740 1 -- 172.21.15.42:0/3508855791 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe8f4036030 con 0x55cfa6e03a90 2024-06-06T08:33:13.104 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.102+0000 7fe8e1ffb640 1 -- 172.21.15.42:0/3508855791 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8f002b020 con 0x55cfa6e03a90 2024-06-06T08:33:13.104 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.102+0000 7fe8e1ffb640 1 -- 172.21.15.42:0/3508855791 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(113..113 src has 1..113) ==== 9526+0+0 (secure 0 0 0) 0x7fe8f0004220 con 0x55cfa6e03a90 2024-06-06T08:33:13.104 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.103+0000 7fe8e1ffb640 1 -- 172.21.15.42:0/3508855791 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7fe8f0033050 con 0x55cfa6e03a90 2024-06-06T08:33:13.104 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.103+0000 7fe903673740 10 client.17388 fetch_fsmap learned FSMap version 43 2024-06-06T08:33:13.104 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.103+0000 7fe903673740 1 -- 172.21.15.42:0/3508855791 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({fsmap=43}) -- 0x55cfa6e88360 con 0x55cfa6e03a90 2024-06-06T08:33:13.105 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.103+0000 7fe8e1ffb640 1 -- 172.21.15.42:0/3508855791 <== mon.0 v2:172.21.15.42:3300/0 4 ==== fsmap(e 43) ==== 8358+0+0 (secure 0 0 0) 0x7fe8f001e610 con 0x55cfa6e03a90 2024-06-06T08:33:13.105 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.103+0000 7fe903673740 10 client.17388 fetch_fsmap finished waiting for FSMap version 43 2024-06-06T08:33:13.105 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.103+0000 7fe903673740 10 client.17388 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:33:13.105 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.104+0000 7fe903673740 20 client.17388 populate_metadata read hostname 'smithi042' 2024-06-06T08:33:13.105 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.104+0000 7fe903673740 1 --2- 172.21.15.42:0/3508855791 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55cfa6e88940 0x55cfa6e8ad60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:13.105 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.104+0000 7fe903673740 4 client.17388 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:33:13.105 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.104+0000 7fe8fad9d640 1 --2- 172.21.15.42:0/3508855791 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55cfa6e88940 0x55cfa6e8ad60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:13.106 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.104+0000 7fe903673740 1 -- 172.21.15.42:0/3508855791 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55cfa6d74c20 con 0x55cfa6e88940 2024-06-06T08:33:13.111 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.113+0000 7fe8fad9d640 1 --2- 172.21.15.42:0/3508855791 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55cfa6e88940 0x55cfa6e8ad60 crc :-1 s=READY pgs=220 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6e2c81941f2dea09 server_cookie=d04fc9d10b59af94 in_seq=0 out_seq=0 2024-06-06T08:33:13.113 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.114+0000 7fe8e1ffb640 10 client.17388 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:33:13.270 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.270+0000 7fe8e1ffb640 1 -- 172.21.15.42:0/3508855791 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55cfa6d74c20 con 0x55cfa6e88940 2024-06-06T08:33:13.270 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.270+0000 7fe8e1ffb640 10 client.17388 handle_command_reply: tid=0 2024-06-06T08:33:13.270 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.270+0000 7fe903673740 1 client.17388 shutdown 2024-06-06T08:33:13.270 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.270+0000 7fe903673740 1 -- 172.21.15.42:0/3508855791 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cfa6e03a90 msgr2=0x55cfa6e16d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:33:13.270 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.270+0000 7fe903673740 1 --2- 172.21.15.42:0/3508855791 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cfa6e03a90 0x55cfa6e16d90 secure :-1 s=READY pgs=901 cs=0 l=1 rev1=1 crypto rx=0x7fe8f0005860 tx=0x7fe8f0012820 comp rx=0 tx=0).stop 2024-06-06T08:33:13.270 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.270+0000 7fe903673740 1 -- 172.21.15.42:0/3508855791 shutdown_connections 2024-06-06T08:33:13.270 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.270+0000 7fe903673740 1 --2- 172.21.15.42:0/3508855791 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55cfa6e88940 0x55cfa6e8ad60 crc :-1 s=READY pgs=220 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:13.271 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.270+0000 7fe903673740 1 --2- 172.21.15.42:0/3508855791 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55cfa6e10560 0x55cfa6e86c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:13.271 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.270+0000 7fe8e1ffb640 0 client.17388 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:33:13.271 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.270+0000 7fe903673740 1 --2- 172.21.15.42:0/3508855791 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cfa6e03a90 0x55cfa6e16d90 unknown :-1 s=CLOSED pgs=901 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:13.271 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.270+0000 7fe903673740 1 --2- 172.21.15.42:0/3508855791 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55cfa6e03170 0x55cfa6e16850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:13.271 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.270+0000 7fe903673740 1 -- 172.21.15.42:0/3508855791 >> 172.21.15.42:0/3508855791 conn(0x55cfa6dff680 msgr2=0x55cfa6e0b920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:33:13.271 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.271+0000 7fe903673740 1 -- 172.21.15.42:0/3508855791 shutdown_connections 2024-06-06T08:33:13.271 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.271+0000 7fe903673740 1 -- 172.21.15.42:0/3508855791 wait complete. 2024-06-06T08:33:13.271 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.271+0000 7fe903673740 20 client.17388 trim_cache size 0 max 16384 2024-06-06T08:33:13.271 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:33:13.272 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:33:13.272 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:33:13.273 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.272+0000 7fe900963640 1 -- 172.21.15.42:0/1726836086 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fe8e40a2da0 msgr2=0x7fe8e40a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:33:13.273 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.272+0000 7fe900963640 1 --2- 172.21.15.42:0/1726836086 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fe8e40a2da0 0x7fe8e40a5260 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fe8ec096910 tx=0x7fe8ec0a03e0 comp rx=0 tx=0).stop 2024-06-06T08:33:13.273 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.272+0000 7fe900963640 1 -- 172.21.15.42:0/1726836086 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe8fc100bf0 msgr2=0x7fe8fc196fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:33:13.273 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.272+0000 7fe900963640 1 --2- 172.21.15.42:0/1726836086 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe8fc100bf0 0x7fe8fc196fd0 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7fe8ec00e9f0 tx=0x7fe8ec00edf0 comp rx=0 tx=0).stop 2024-06-06T08:33:13.273 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.272+0000 7fe900963640 1 -- 172.21.15.42:0/1726836086 shutdown_connections 2024-06-06T08:33:13.273 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.272+0000 7fe900963640 1 --2- 172.21.15.42:0/1726836086 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fe8e40a2da0 0x7fe8e40a5260 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:13.273 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.272+0000 7fe900963640 1 --2- 172.21.15.42:0/1726836086 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe8fc1015b0 0x7fe8fc197510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:13.273 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.272+0000 7fe900963640 1 --2- 172.21.15.42:0/1726836086 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe8fc105850 0x7fe8fc19b840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:13.273 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.272+0000 7fe900963640 1 --2- 172.21.15.42:0/1726836086 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe8fc100bf0 0x7fe8fc196fd0 unknown :-1 s=CLOSED pgs=897 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:13.274 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.272+0000 7fe900963640 1 -- 172.21.15.42:0/1726836086 >> 172.21.15.42:0/1726836086 conn(0x7fe8fc0766a0 msgr2=0x7fe8fc0fe5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:33:13.274 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.272+0000 7fe900963640 1 -- 172.21.15.42:0/1726836086 shutdown_connections 2024-06-06T08:33:13.274 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:13.272+0000 7fe900963640 1 -- 172.21.15.42:0/1726836086 wait complete. 2024-06-06T08:33:14.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:14 smithi042 ceph-mon[32384]: pgmap v334: 129 pgs: 21 active+clean+snaptrim, 64 active+clean+snaptrim_wait, 44 active+clean; 1.4 GiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 1.7 MiB/s wr, 293 op/s 2024-06-06T08:33:14.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:14 smithi042 ceph-mon[32384]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:33:14.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:14 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:33:14.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:14 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:33:14.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:14 smithi120 ceph-mon[36658]: pgmap v334: 129 pgs: 21 active+clean+snaptrim, 64 active+clean+snaptrim_wait, 44 active+clean; 1.4 GiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 1.7 MiB/s wr, 293 op/s 2024-06-06T08:33:14.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:14 smithi120 ceph-mon[36658]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:33:14.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:14 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:33:14.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:14 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:33:15.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:14 smithi149 ceph-mon[36842]: pgmap v334: 129 pgs: 21 active+clean+snaptrim, 64 active+clean+snaptrim_wait, 44 active+clean; 1.4 GiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 1.7 MiB/s wr, 293 op/s 2024-06-06T08:33:15.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:14 smithi149 ceph-mon[36842]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:33:15.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:14 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:33:15.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:14 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:33:16.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:15 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:33:16.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:15 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:33:16.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:15 smithi149 ceph-mon[36842]: pgmap v335: 129 pgs: 18 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 57 active+clean; 1.4 GiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.1 MiB/s wr, 185 op/s 2024-06-06T08:33:16.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:15 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:33:16.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:15 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:33:16.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:15 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:33:16.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:15 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:33:16.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:15 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:33:16.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:15 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:33:16.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:15 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:33:16.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:15 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:33:16.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:15 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:33:16.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:15 smithi042 ceph-mon[32384]: pgmap v335: 129 pgs: 18 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 57 active+clean; 1.4 GiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.1 MiB/s wr, 185 op/s 2024-06-06T08:33:16.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:15 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:33:16.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:15 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:33:16.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:15 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:33:16.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:15 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:33:16.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:15 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:33:16.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:15 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:33:16.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:15 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:33:16.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:15 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:33:16.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:15 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:33:16.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:15 smithi120 ceph-mon[36658]: pgmap v335: 129 pgs: 18 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 57 active+clean; 1.4 GiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.1 MiB/s wr, 185 op/s 2024-06-06T08:33:16.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:15 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:33:16.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:15 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:33:16.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:15 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:33:16.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:15 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:33:16.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:15 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:33:16.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:15 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:33:16.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:15 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:33:17.217 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:16 smithi042 ceph-mon[32384]: Adjusting osd_memory_target on smithi120 to 176.2M 2024-06-06T08:33:17.218 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:16 smithi042 ceph-mon[32384]: Unable to set osd_memory_target on smithi120 to 184770969: error parsing value: Value '184770969' is below minimum 939524096 2024-06-06T08:33:17.218 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:16 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:33:17.218 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:16 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:33:17.218 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:16 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:33:17.218 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:16 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:33:17.218 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:16 smithi042 ceph-mon[32384]: Adjusting osd_memory_target on smithi042 to 177.2M 2024-06-06T08:33:17.218 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:16 smithi042 ceph-mon[32384]: Unable to set osd_memory_target on smithi042 to 185844019: error parsing value: Value '185844019' is below minimum 939524096 2024-06-06T08:33:17.218 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:16 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:33:17.218 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:16 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:33:17.218 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:16 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:33:17.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:16 smithi149 ceph-mon[36842]: Adjusting osd_memory_target on smithi120 to 176.2M 2024-06-06T08:33:17.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:16 smithi149 ceph-mon[36842]: Unable to set osd_memory_target on smithi120 to 184770969: error parsing value: Value '184770969' is below minimum 939524096 2024-06-06T08:33:17.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:16 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:33:17.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:16 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:33:17.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:16 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:33:17.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:16 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:33:17.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:16 smithi149 ceph-mon[36842]: Adjusting osd_memory_target on smithi042 to 177.2M 2024-06-06T08:33:17.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:16 smithi149 ceph-mon[36842]: Unable to set osd_memory_target on smithi042 to 185844019: error parsing value: Value '185844019' is below minimum 939524096 2024-06-06T08:33:17.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:16 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:33:17.288 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:16 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:33:17.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:16 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:33:17.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:16 smithi120 ceph-mon[36658]: Adjusting osd_memory_target on smithi120 to 176.2M 2024-06-06T08:33:17.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:16 smithi120 ceph-mon[36658]: Unable to set osd_memory_target on smithi120 to 184770969: error parsing value: Value '184770969' is below minimum 939524096 2024-06-06T08:33:17.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:16 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:33:17.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:16 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:33:17.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:16 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:33:17.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:16 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:33:17.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:16 smithi120 ceph-mon[36658]: Adjusting osd_memory_target on smithi042 to 177.2M 2024-06-06T08:33:17.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:16 smithi120 ceph-mon[36658]: Unable to set osd_memory_target on smithi042 to 185844019: error parsing value: Value '185844019' is below minimum 939524096 2024-06-06T08:33:17.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:16 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:33:17.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:16 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:33:17.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:16 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:33:18.287 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:17 smithi149 ceph-mon[36842]: pgmap v336: 129 pgs: 17 active+clean+snaptrim, 50 active+clean+snaptrim_wait, 62 active+clean; 1.4 GiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 166 op/s 2024-06-06T08:33:18.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:17 smithi042 ceph-mon[32384]: pgmap v336: 129 pgs: 17 active+clean+snaptrim, 50 active+clean+snaptrim_wait, 62 active+clean; 1.4 GiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 166 op/s 2024-06-06T08:33:18.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:17 smithi120 ceph-mon[36658]: pgmap v336: 129 pgs: 17 active+clean+snaptrim, 50 active+clean+snaptrim_wait, 62 active+clean; 1.4 GiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 166 op/s 2024-06-06T08:33:19.287 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:18 smithi149 ceph-mon[36842]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:33:19.314 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:18 smithi042 ceph-mon[32384]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:33:19.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:18 smithi120 ceph-mon[36658]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:33:20.287 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:19 smithi149 ceph-mon[36842]: pgmap v337: 129 pgs: 9 active+clean+snaptrim, 24 active+clean+snaptrim_wait, 96 active+clean; 1.4 GiB data, 6.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 203 op/s 2024-06-06T08:33:20.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:19 smithi042 ceph-mon[32384]: pgmap v337: 129 pgs: 9 active+clean+snaptrim, 24 active+clean+snaptrim_wait, 96 active+clean; 1.4 GiB data, 6.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 203 op/s 2024-06-06T08:33:20.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:19 smithi120 ceph-mon[36658]: pgmap v337: 129 pgs: 9 active+clean+snaptrim, 24 active+clean+snaptrim_wait, 96 active+clean; 1.4 GiB data, 6.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 203 op/s 2024-06-06T08:33:22.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:22 smithi149 ceph-mon[36842]: pgmap v338: 129 pgs: 6 active+clean+snaptrim, 13 active+clean+snaptrim_wait, 110 active+clean; 1.4 GiB data, 6.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 118 op/s 2024-06-06T08:33:22.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:22 smithi042 ceph-mon[32384]: pgmap v338: 129 pgs: 6 active+clean+snaptrim, 13 active+clean+snaptrim_wait, 110 active+clean; 1.4 GiB data, 6.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 118 op/s 2024-06-06T08:33:22.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:22 smithi120 ceph-mon[36658]: pgmap v338: 129 pgs: 6 active+clean+snaptrim, 13 active+clean+snaptrim_wait, 110 active+clean; 1.4 GiB data, 6.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 118 op/s 2024-06-06T08:33:24.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:24 smithi149 ceph-mon[36842]: pgmap v339: 129 pgs: 4 active+clean+snaptrim, 7 active+clean+snaptrim_wait, 118 active+clean; 1.4 GiB data, 6.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 1.7 MiB/s wr, 123 op/s 2024-06-06T08:33:24.564 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:24 smithi042 ceph-mon[32384]: pgmap v339: 129 pgs: 4 active+clean+snaptrim, 7 active+clean+snaptrim_wait, 118 active+clean; 1.4 GiB data, 6.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 1.7 MiB/s wr, 123 op/s 2024-06-06T08:33:24.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:24 smithi120 ceph-mon[36658]: pgmap v339: 129 pgs: 4 active+clean+snaptrim, 7 active+clean+snaptrim_wait, 118 active+clean; 1.4 GiB data, 6.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 1.7 MiB/s wr, 123 op/s 2024-06-06T08:33:26.418 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.417+0000 7fd5ecabc640 1 -- 172.21.15.42:0/1679278531 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd5e8100a20 msgr2=0x7fd5e8100e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:33:26.418 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.417+0000 7fd5ecabc640 1 --2- 172.21.15.42:0/1679278531 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd5e8100a20 0x7fd5e8100e00 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fd5d0009900 tx=0x7fd5d002a560 comp rx=0 tx=0).stop 2024-06-06T08:33:26.422 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.420+0000 7fd5ecabc640 1 -- 172.21.15.42:0/1679278531 shutdown_connections 2024-06-06T08:33:26.422 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.420+0000 7fd5ecabc640 1 --2- 172.21.15.42:0/1679278531 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd5e8105d40 0x7fd5e81061d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:26.422 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.420+0000 7fd5ecabc640 1 --2- 172.21.15.42:0/1679278531 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd5e8101340 0x7fd5e8105800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:26.422 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.420+0000 7fd5ecabc640 1 --2- 172.21.15.42:0/1679278531 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd5e8100a20 0x7fd5e8100e00 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:26.423 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.420+0000 7fd5ecabc640 1 -- 172.21.15.42:0/1679278531 >> 172.21.15.42:0/1679278531 conn(0x7fd5e8077a20 msgr2=0x7fd5e8077e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:33:26.423 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.421+0000 7fd5ecabc640 1 -- 172.21.15.42:0/1679278531 shutdown_connections 2024-06-06T08:33:26.423 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.421+0000 7fd5ecabc640 1 -- 172.21.15.42:0/1679278531 wait complete. 2024-06-06T08:33:26.423 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.422+0000 7fd5ecabc640 1 Processor -- start 2024-06-06T08:33:26.423 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.422+0000 7fd5ecabc640 1 -- start start 2024-06-06T08:33:26.423 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.422+0000 7fd5ecabc640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd5e8100a20 0x7fd5e8114ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:26.423 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.422+0000 7fd5ecabc640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd5e8101340 0x7fd5e8115020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:26.423 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.422+0000 7fd5ecabc640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd5e8105d40 0x7fd5e810dcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:26.423 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.422+0000 7fd5ecabc640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd5e8118430 con 0x7fd5e8100a20 2024-06-06T08:33:26.423 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.422+0000 7fd5ecabc640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fd5e81182b0 con 0x7fd5e8105d40 2024-06-06T08:33:26.423 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.422+0000 7fd5ecabc640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fd5e81185b0 con 0x7fd5e8101340 2024-06-06T08:33:26.423 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.422+0000 7fd5e6d9d640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd5e8105d40 0x7fd5e810dcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:26.423 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.422+0000 7fd5e6d9d640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd5e8105d40 0x7fd5e810dcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:55130/0 (socket says 172.21.15.42:55130) 2024-06-06T08:33:26.423 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.422+0000 7fd5e6d9d640 1 -- 172.21.15.42:0/2312979718 learned_addr learned my addr 172.21.15.42:0/2312979718 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:33:26.424 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.424+0000 7fd5e6d9d640 1 -- 172.21.15.42:0/2312979718 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd5e8101340 msgr2=0x7fd5e8115020 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-06T08:33:26.424 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.424+0000 7fd5e6d9d640 1 --2- 172.21.15.42:0/2312979718 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd5e8101340 0x7fd5e8115020 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:26.424 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.424+0000 7fd5e6d9d640 1 -- 172.21.15.42:0/2312979718 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd5e8100a20 msgr2=0x7fd5e8114ae0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-06T08:33:26.425 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.424+0000 7fd5e6d9d640 1 --2- 172.21.15.42:0/2312979718 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd5e8100a20 0x7fd5e8114ae0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:26.425 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.424+0000 7fd5e6d9d640 1 -- 172.21.15.42:0/2312979718 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5e810e5b0 con 0x7fd5e8105d40 2024-06-06T08:33:26.425 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.424+0000 7fd5e6d9d640 1 --2- 172.21.15.42:0/2312979718 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd5e8105d40 0x7fd5e810dcf0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fd5e000b970 tx=0x7fd5e000be30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:33:26.428 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.427+0000 7fd5df7fe640 1 -- 172.21.15.42:0/2312979718 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5e0019070 con 0x7fd5e8105d40 2024-06-06T08:33:26.428 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.427+0000 7fd5ecabc640 1 -- 172.21.15.42:0/2312979718 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5e810e8a0 con 0x7fd5e8105d40 2024-06-06T08:33:26.428 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.427+0000 7fd5ecabc640 1 -- 172.21.15.42:0/2312979718 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5e8112890 con 0x7fd5e8105d40 2024-06-06T08:33:26.428 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.427+0000 7fd5df7fe640 1 -- 172.21.15.42:0/2312979718 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd5e000cb40 con 0x7fd5e8105d40 2024-06-06T08:33:26.428 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.427+0000 7fd5df7fe640 1 -- 172.21.15.42:0/2312979718 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5e00076c0 con 0x7fd5e8105d40 2024-06-06T08:33:26.430 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.432+0000 7fd5ef7c5740 1 Processor -- start 2024-06-06T08:33:26.431 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.432+0000 7fd5df7fe640 1 -- 172.21.15.42:0/2312979718 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fd5e001c070 con 0x7fd5e8105d40 2024-06-06T08:33:26.431 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.432+0000 7fd5ef7c5740 1 -- start start 2024-06-06T08:33:26.432 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.433+0000 7fd5ef7c5740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b81654d170 0x55b81654d550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:26.432 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.433+0000 7fd5ef7c5740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b81654da90 0x55b816557e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:26.433 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.433+0000 7fd5ef7c5740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b816558350 0x55b81655a740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:26.433 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.433+0000 7fd5ef7c5740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55b8164b14f0 con 0x55b816558350 2024-06-06T08:33:26.433 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.433+0000 7fd5ef7c5740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55b81644f870 con 0x55b81654d170 2024-06-06T08:33:26.433 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.433+0000 7fd5ef7c5740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55b8164ad4b0 con 0x55b81654da90 2024-06-06T08:33:26.433 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.434+0000 7fd5df7fe640 1 --2- 172.21.15.42:0/2312979718 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fd5d40a2ef0 0x7fd5d40a53b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:26.433 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.434+0000 7fd5e6d9d640 1 --2- 172.21.15.42:0/2312979718 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fd5d40a2ef0 0x7fd5d40a53b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:26.433 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.434+0000 7fd5df7fe640 1 -- 172.21.15.42:0/2312979718 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 9438+0+0 (secure 0 0 0) 0x7fd5e00ceba0 con 0x7fd5e8105d40 2024-06-06T08:33:26.433 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.434+0000 7fd5e6d9d640 1 --2- 172.21.15.42:0/2312979718 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fd5d40a2ef0 0x7fd5d40a53b0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fd5e0000f80 tx=0x7fd5e000bf60 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:33:26.434 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.435+0000 7fd5dffff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b81654d170 0x55b81654d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:26.435 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.435+0000 7fd5dffff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b81654d170 0x55b81654d550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:55138/0 (socket says 172.21.15.42:55138) 2024-06-06T08:33:26.435 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.435+0000 7fd5dffff640 1 -- 172.21.15.42:0/2331974124 learned_addr learned my addr 172.21.15.42:0/2331974124 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:33:26.435 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.435+0000 7fd5dffff640 1 --2- 172.21.15.42:0/2331974124 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b816558350 0x55b81655a740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:26.435 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.435+0000 7fd5e659c640 1 --2- 172.21.15.42:0/2331974124 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b81654da90 0x55b816557e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:26.435 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.435+0000 7fd5dffff640 1 -- 172.21.15.42:0/2331974124 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b81654da90 msgr2=0x55b816557e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:33:26.435 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.435+0000 7fd5dffff640 1 --2- 172.21.15.42:0/2331974124 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b81654da90 0x55b816557e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:26.435 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.435+0000 7fd5dffff640 1 -- 172.21.15.42:0/2331974124 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b816558350 msgr2=0x55b81655a740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:33:26.435 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.435+0000 7fd5dffff640 1 --2- 172.21.15.42:0/2331974124 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b816558350 0x55b81655a740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:26.435 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.435+0000 7fd5dffff640 1 -- 172.21.15.42:0/2331974124 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b81646b9b0 con 0x55b81654d170 2024-06-06T08:33:26.436 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.436+0000 7fd5dffff640 1 --2- 172.21.15.42:0/2331974124 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b81654d170 0x55b81654d550 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fd5d800eef0 tx=0x7fd5d8005f50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e1da67a20c2d94a2 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:33:26.436 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.437+0000 7fd5dcff9640 1 -- 172.21.15.42:0/2331974124 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5d8004020 con 0x55b81654d170 2024-06-06T08:33:26.436 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.437+0000 7fd5dcff9640 1 -- 172.21.15.42:0/2331974124 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd5d800cbb0 con 0x55b81654d170 2024-06-06T08:33:26.436 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.437+0000 7fd5dcff9640 1 -- 172.21.15.42:0/2331974124 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5d8003850 con 0x55b81654d170 2024-06-06T08:33:26.437 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.438+0000 7fd5ef7c5740 1 -- 172.21.15.42:0/2331974124 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b81654d170 msgr2=0x55b81654d550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:33:26.437 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.438+0000 7fd5ef7c5740 1 --2- 172.21.15.42:0/2331974124 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b81654d170 0x55b81654d550 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fd5d800eef0 tx=0x7fd5d8005f50 comp rx=0 tx=0).stop 2024-06-06T08:33:26.437 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.438+0000 7fd5ef7c5740 1 -- 172.21.15.42:0/2331974124 shutdown_connections 2024-06-06T08:33:26.437 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.438+0000 7fd5ef7c5740 1 --2- 172.21.15.42:0/2331974124 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b816558350 0x55b81655a740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:26.437 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.438+0000 7fd5ef7c5740 1 --2- 172.21.15.42:0/2331974124 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b81654da90 0x55b816557e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:26.437 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.438+0000 7fd5ef7c5740 1 --2- 172.21.15.42:0/2331974124 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b81654d170 0x55b81654d550 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:26.437 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.438+0000 7fd5ef7c5740 1 -- 172.21.15.42:0/2331974124 >> 172.21.15.42:0/2331974124 conn(0x55b816549680 msgr2=0x55b816549a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:33:26.437 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.438+0000 7fd5ef7c5740 1 -- 172.21.15.42:0/2331974124 shutdown_connections 2024-06-06T08:33:26.438 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.438+0000 7fd5ef7c5740 1 -- 172.21.15.42:0/2331974124 wait complete. 2024-06-06T08:33:26.438 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.439+0000 7fd5ef7c5740 1 -- start start 2024-06-06T08:33:26.438 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.439+0000 7fd5ef7c5740 1 Processor -- start 2024-06-06T08:33:26.438 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.439+0000 7fd5ef7c5740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b81654d170 0x55b8165552b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:26.439 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.439+0000 7fd5ef7c5740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b81654da90 0x55b8165557f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:26.439 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.439+0000 7fd5ef7c5740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b816558350 0x55b816555d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:26.439 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.439+0000 7fd5ef7c5740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55b81655af80 con 0x55b81654d170 2024-06-06T08:33:26.439 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.439+0000 7fd5ef7c5740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55b81643aae0 con 0x55b81654da90 2024-06-06T08:33:26.439 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.439+0000 7fd5ef7c5740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55b81655b100 con 0x55b816558350 2024-06-06T08:33:26.439 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.439+0000 7fd5ef7c5740 10 client.0 _ll_register_callbacks cb 0x55b8164739b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:33:26.440 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.440+0000 7fd5dffff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b81654d170 0x55b8165552b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:26.440 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.440+0000 7fd5dffff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b81654d170 0x55b8165552b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:57394/0 (socket says 172.21.15.42:57394) 2024-06-06T08:33:26.440 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.440+0000 7fd5dffff640 1 -- 172.21.15.42:0/2155733905 learned_addr learned my addr 172.21.15.42:0/2155733905 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:33:26.440 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.440+0000 7fd5dffff640 1 --2- 172.21.15.42:0/2155733905 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b816558350 0x55b816555d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:26.440 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.440+0000 7fd5dffff640 1 -- 172.21.15.42:0/2155733905 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b816558350 msgr2=0x55b816555d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:33:26.440 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.440+0000 7fd5dffff640 1 --2- 172.21.15.42:0/2155733905 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b816558350 0x55b816555d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:26.440 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.440+0000 7fd5dffff640 1 -- 172.21.15.42:0/2155733905 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b81654da90 msgr2=0x55b8165557f0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-06T08:33:26.440 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.440+0000 7fd5dffff640 1 --2- 172.21.15.42:0/2155733905 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b81654da90 0x55b8165557f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:26.440 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.440+0000 7fd5dffff640 1 -- 172.21.15.42:0/2155733905 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b8161c5210 con 0x55b81654d170 2024-06-06T08:33:26.440 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.440+0000 7fd5dffff640 1 --2- 172.21.15.42:0/2155733905 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b81654d170 0x55b8165552b0 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7fd5d800e800 tx=0x7fd5d8004530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b79b36fc0003a25e server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:33:26.440 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.440+0000 7fd5cdffb640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:33:26.441 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.441+0000 7fd5cdffb640 1 -- 172.21.15.42:0/2155733905 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5d800cea0 con 0x55b81654d170 2024-06-06T08:33:26.441 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.441+0000 7fd5ef7c5740 1 -- 172.21.15.42:0/2155733905 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd5d800cbb0 con 0x55b81654d170 2024-06-06T08:33:26.441 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.441+0000 7fd5cdffb640 1 -- 172.21.15.42:0/2155733905 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(114..114 src has 1..114) ==== 9438+0+0 (secure 0 0 0) 0x7fd5d80035f0 con 0x55b81654d170 2024-06-06T08:33:26.441 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.441+0000 7fd5cdffb640 1 -- 172.21.15.42:0/2155733905 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7fd5d802b810 con 0x55b81654d170 2024-06-06T08:33:26.441 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.441+0000 7fd5ef7c5740 10 client.17394 fetch_fsmap learned FSMap version 46 2024-06-06T08:33:26.441 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.441+0000 7fd5ef7c5740 1 -- 172.21.15.42:0/2155733905 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55b816291620 con 0x55b81654d170 2024-06-06T08:33:26.442 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.442+0000 7fd5cdffb640 1 -- 172.21.15.42:0/2155733905 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd5d800cbb0 con 0x55b81654d170 2024-06-06T08:33:26.442 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.442+0000 7fd5cdffb640 1 -- 172.21.15.42:0/2155733905 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 46) ==== 8370+0+0 (secure 0 0 0) 0x7fd5d800f040 con 0x55b81654d170 2024-06-06T08:33:26.442 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.442+0000 7fd5ef7c5740 10 client.17394 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T08:33:26.442 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.442+0000 7fd5ef7c5740 10 client.17394 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:33:26.442 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.442+0000 7fd5ef7c5740 20 client.17394 populate_metadata read hostname 'smithi042' 2024-06-06T08:33:26.442 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.442+0000 7fd5ef7c5740 1 --2- 172.21.15.42:0/2155733905 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55b8165688c0 0x55b81656ad40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:26.442 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.442+0000 7fd5ef7c5740 4 client.17394 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:33:26.442 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.442+0000 7fd5ef7c5740 1 -- 172.21.15.42:0/2155733905 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b8164c4f10 con 0x55b8165688c0 2024-06-06T08:33:26.442 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.442+0000 7fd5e659c640 1 --2- 172.21.15.42:0/2155733905 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55b8165688c0 0x55b81656ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:26.453 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.454+0000 7fd5cdffb640 10 client.17394 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:33:26.453 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.454+0000 7fd5e659c640 1 --2- 172.21.15.42:0/2155733905 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55b8165688c0 0x55b81656ad40 crc :-1 s=READY pgs=221 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a97c964dbeefd5f1 server_cookie=949ea12222515dd1 in_seq=0 out_seq=0 2024-06-06T08:33:26.457 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.459+0000 7fd5cdffb640 1 -- 172.21.15.42:0/2155733905 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55b8164c4f10 con 0x55b8165688c0 2024-06-06T08:33:26.457 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.459+0000 7fd5cdffb640 10 client.17394 handle_command_reply: tid=0 2024-06-06T08:33:26.457 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.459+0000 7fd5ef7c5740 1 client.17394 shutdown 2024-06-06T08:33:26.459 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.461+0000 7fd5ef7c5740 1 -- 172.21.15.42:0/2155733905 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b81654d170 msgr2=0x55b8165552b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:33:26.459 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.461+0000 7fd5ef7c5740 1 --2- 172.21.15.42:0/2155733905 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b81654d170 0x55b8165552b0 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7fd5d800e800 tx=0x7fd5d8004530 comp rx=0 tx=0).stop 2024-06-06T08:33:26.461 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.462+0000 7fd5ef7c5740 1 -- 172.21.15.42:0/2155733905 shutdown_connections 2024-06-06T08:33:26.462 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.462+0000 7fd5ef7c5740 1 --2- 172.21.15.42:0/2155733905 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55b8165688c0 0x55b81656ad40 crc :-1 s=READY pgs=221 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:26.462 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.462+0000 7fd5ef7c5740 1 --2- 172.21.15.42:0/2155733905 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b81654da90 0x55b8165557f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:26.462 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.462+0000 7fd5ef7c5740 1 --2- 172.21.15.42:0/2155733905 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b816558350 0x55b816555d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:26.462 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.462+0000 7fd5ef7c5740 1 --2- 172.21.15.42:0/2155733905 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b81654d170 0x55b8165552b0 unknown :-1 s=CLOSED pgs=902 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:26.462 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.462+0000 7fd5ef7c5740 1 -- 172.21.15.42:0/2155733905 >> 172.21.15.42:0/2155733905 conn(0x55b816549680 msgr2=0x55b81654f3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:33:26.463 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.463+0000 7fd5cdffb640 0 client.17394 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:33:26.466 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.467+0000 7fd5ef7c5740 1 -- 172.21.15.42:0/2155733905 shutdown_connections 2024-06-06T08:33:26.469 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.468+0000 7fd5ef7c5740 1 -- 172.21.15.42:0/2155733905 wait complete. 2024-06-06T08:33:26.470 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.469+0000 7fd5ef7c5740 20 client.17394 trim_cache size 0 max 16384 2024-06-06T08:33:26.498 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.500+0000 7fd5ef7c5740 1 Processor -- start 2024-06-06T08:33:26.499 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.500+0000 7fd5ef7c5740 1 -- start start 2024-06-06T08:33:26.500 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.501+0000 7fd5ef7c5740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b81654d170 0x55b81654fb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:26.500 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.501+0000 7fd5ef7c5740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b81654da90 0x55b816570610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:26.500 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.501+0000 7fd5ef7c5740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b816558350 0x55b816570b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:26.500 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.501+0000 7fd5ef7c5740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd5c8023910 con 0x55b816558350 2024-06-06T08:33:26.500 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.501+0000 7fd5ef7c5740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fd5c8021120 con 0x55b81654d170 2024-06-06T08:33:26.500 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.501+0000 7fd5ef7c5740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fd5c801ef90 con 0x55b81654da90 2024-06-06T08:33:26.501 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.502+0000 7fd5dffff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b81654d170 0x55b81654fb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:26.502 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.502+0000 7fd5dffff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b81654d170 0x55b81654fb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:55142/0 (socket says 172.21.15.42:55142) 2024-06-06T08:33:26.502 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.502+0000 7fd5dffff640 1 -- 172.21.15.42:0/4221940449 learned_addr learned my addr 172.21.15.42:0/4221940449 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:33:26.502 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.502+0000 7fd5dffff640 1 --2- 172.21.15.42:0/4221940449 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b816558350 0x55b816570b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:26.502 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.502+0000 7fd5e659c640 1 --2- 172.21.15.42:0/4221940449 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b81654da90 0x55b816570610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:26.502 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.503+0000 7fd5dffff640 1 -- 172.21.15.42:0/4221940449 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b81654da90 msgr2=0x55b816570610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:33:26.502 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.503+0000 7fd5dffff640 1 --2- 172.21.15.42:0/4221940449 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b81654da90 0x55b816570610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:26.502 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.503+0000 7fd5dffff640 1 -- 172.21.15.42:0/4221940449 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b816558350 msgr2=0x55b816570b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:33:26.502 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.503+0000 7fd5dffff640 1 --2- 172.21.15.42:0/4221940449 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b816558350 0x55b816570b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:26.502 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.503+0000 7fd5dffff640 1 -- 172.21.15.42:0/4221940449 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b8165491d0 con 0x55b81654d170 2024-06-06T08:33:26.503 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.504+0000 7fd5dffff640 1 --2- 172.21.15.42:0/4221940449 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b81654d170 0x55b81654fb30 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fd5d8003e80 tx=0x7fd5d802b420 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7e718266a28c30b8 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:33:26.503 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.504+0000 7fd5cffff640 1 -- 172.21.15.42:0/4221940449 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5d80035f0 con 0x55b81654d170 2024-06-06T08:33:26.503 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.504+0000 7fd5cffff640 1 -- 172.21.15.42:0/4221940449 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd5d8003790 con 0x55b81654d170 2024-06-06T08:33:26.503 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.504+0000 7fd5cffff640 1 -- 172.21.15.42:0/4221940449 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5d80035f0 con 0x55b81654d170 2024-06-06T08:33:26.504 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.505+0000 7fd5ef7c5740 1 -- 172.21.15.42:0/4221940449 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b81654d170 msgr2=0x55b81654fb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:33:26.504 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.505+0000 7fd5ef7c5740 1 --2- 172.21.15.42:0/4221940449 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b81654d170 0x55b81654fb30 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fd5d8003e80 tx=0x7fd5d802b420 comp rx=0 tx=0).stop 2024-06-06T08:33:26.505 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.506+0000 7fd5ef7c5740 1 -- 172.21.15.42:0/4221940449 shutdown_connections 2024-06-06T08:33:26.505 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.506+0000 7fd5ef7c5740 1 --2- 172.21.15.42:0/4221940449 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b816558350 0x55b816570b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:26.505 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.506+0000 7fd5ef7c5740 1 --2- 172.21.15.42:0/4221940449 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b81654da90 0x55b816570610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:26.505 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.506+0000 7fd5ef7c5740 1 --2- 172.21.15.42:0/4221940449 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b81654d170 0x55b81654fb30 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:26.505 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.506+0000 7fd5ef7c5740 1 -- 172.21.15.42:0/4221940449 >> 172.21.15.42:0/4221940449 conn(0x55b816549680 msgr2=0x55b816553b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:33:26.505 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.506+0000 7fd5ef7c5740 1 -- 172.21.15.42:0/4221940449 shutdown_connections 2024-06-06T08:33:26.505 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.506+0000 7fd5ef7c5740 1 -- 172.21.15.42:0/4221940449 wait complete. 2024-06-06T08:33:26.508 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.506+0000 7fd5ef7c5740 1 -- start start 2024-06-06T08:33:26.508 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.506+0000 7fd5ef7c5740 1 Processor -- start 2024-06-06T08:33:26.508 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.507+0000 7fd5ef7c5740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b81654d170 0x55b816560690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:26.508 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.507+0000 7fd5ef7c5740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b81654da90 0x55b816560bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:26.509 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.507+0000 7fd5ef7c5740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b816558350 0x55b81655b390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:26.509 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.507+0000 7fd5ef7c5740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd5c801f5e0 con 0x55b81654da90 2024-06-06T08:33:26.509 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.507+0000 7fd5ef7c5740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fd5c8020a50 con 0x55b81654d170 2024-06-06T08:33:26.509 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.507+0000 7fd5ef7c5740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fd5c801fcb0 con 0x55b816558350 2024-06-06T08:33:26.509 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.507+0000 7fd5ef7c5740 10 client.0 _ll_register_callbacks cb 0x7fd5d800eb70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:33:26.509 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.507+0000 7fd5e659c640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b81654da90 0x55b816560bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:26.509 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.507+0000 7fd5e659c640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b81654da90 0x55b816560bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:57410/0 (socket says 172.21.15.42:57410) 2024-06-06T08:33:26.509 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.507+0000 7fd5e659c640 1 -- 172.21.15.42:0/4269352730 learned_addr learned my addr 172.21.15.42:0/4269352730 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:33:26.509 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.507+0000 7fd5dffff640 1 --2- 172.21.15.42:0/4269352730 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b81654d170 0x55b816560690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:26.509 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.507+0000 7fd5dffff640 1 --2- 172.21.15.42:0/4269352730 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b816558350 0x55b81655b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:26.509 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.507+0000 7fd5e659c640 1 -- 172.21.15.42:0/4269352730 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b816558350 msgr2=0x55b81655b390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:33:26.509 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.508+0000 7fd5e659c640 1 --2- 172.21.15.42:0/4269352730 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b816558350 0x55b81655b390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:26.509 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.508+0000 7fd5e659c640 1 -- 172.21.15.42:0/4269352730 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b81654d170 msgr2=0x55b816560690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:33:26.510 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.508+0000 7fd5e659c640 1 --2- 172.21.15.42:0/4269352730 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b81654d170 0x55b816560690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:26.510 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.508+0000 7fd5e659c640 1 -- 172.21.15.42:0/4269352730 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b81655bbc0 con 0x55b81654da90 2024-06-06T08:33:26.510 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.508+0000 7fd5dffff640 1 --2- 172.21.15.42:0/4269352730 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b816558350 0x55b81655b390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:33:26.510 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.508+0000 7fd5e659c640 1 --2- 172.21.15.42:0/4269352730 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b81654da90 0x55b816560bd0 secure :-1 s=READY pgs=903 cs=0 l=1 rev1=1 crypto rx=0x7fd5d0009900 tx=0x7fd5d00043c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7eb283ea791ceb7d server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:33:26.510 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.508+0000 7fd5cdffb640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:33:26.510 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.508+0000 7fd5cdffb640 1 -- 172.21.15.42:0/4269352730 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5d0049020 con 0x55b81654da90 2024-06-06T08:33:26.510 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.508+0000 7fd5cdffb640 1 -- 172.21.15.42:0/4269352730 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(114..114 src has 1..114) ==== 9438+0+0 (secure 0 0 0) 0x7fd5d0005450 con 0x55b81654da90 2024-06-06T08:33:26.510 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.508+0000 7fd5ef7c5740 1 -- 172.21.15.42:0/4269352730 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd5d8003790 con 0x55b81654da90 2024-06-06T08:33:26.510 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.509+0000 7fd5cdffb640 1 -- 172.21.15.42:0/4269352730 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7fd5d0035040 con 0x55b81654da90 2024-06-06T08:33:26.510 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.509+0000 7fd5ef7c5740 10 client.17400 fetch_fsmap learned FSMap version 46 2024-06-06T08:33:26.510 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.509+0000 7fd5ef7c5740 1 -- 172.21.15.42:0/4269352730 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55b8165d21b0 con 0x55b81654da90 2024-06-06T08:33:26.510 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.509+0000 7fd5cdffb640 1 -- 172.21.15.42:0/4269352730 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd5d8003790 con 0x55b81654da90 2024-06-06T08:33:26.511 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.509+0000 7fd5cdffb640 1 -- 172.21.15.42:0/4269352730 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 46) ==== 8370+0+0 (secure 0 0 0) 0x7fd5d0044070 con 0x55b81654da90 2024-06-06T08:33:26.511 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.509+0000 7fd5ef7c5740 10 client.17400 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T08:33:26.511 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.509+0000 7fd5ef7c5740 10 client.17400 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:33:26.511 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.509+0000 7fd5ef7c5740 20 client.17400 populate_metadata read hostname 'smithi042' 2024-06-06T08:33:26.511 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.509+0000 7fd5ef7c5740 1 --2- 172.21.15.42:0/4269352730 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55b8165d29a0 0x55b8165d4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:26.511 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.509+0000 7fd5ef7c5740 4 client.17400 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:33:26.511 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.509+0000 7fd5ef7c5740 1 -- 172.21.15.42:0/4269352730 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55b8164bec20 con 0x55b8165d29a0 2024-06-06T08:33:26.511 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.509+0000 7fd5dffff640 1 --2- 172.21.15.42:0/4269352730 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55b8165d29a0 0x55b8165d4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:26.511 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.510+0000 7fd5dffff640 1 --2- 172.21.15.42:0/4269352730 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55b8165d29a0 0x55b8165d4dc0 crc :-1 s=READY pgs=222 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dacb803de1763cd7 server_cookie=3b1b22f178ba6e3c in_seq=0 out_seq=0 2024-06-06T08:33:26.511 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:26.510+0000 7fd5cdffb640 10 client.17400 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:33:26.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:26 smithi149 ceph-mon[36842]: pgmap v340: 129 pgs: 129 active+clean; 1.4 GiB data, 6.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 188 op/s 2024-06-06T08:33:26.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:26 smithi149 ceph-mon[36842]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:33:26.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:26 smithi149 ceph-mon[36842]: osdmap e114: 12 total, 12 up, 12 in 2024-06-06T08:33:26.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:26 smithi042 ceph-mon[32384]: pgmap v340: 129 pgs: 129 active+clean; 1.4 GiB data, 6.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 188 op/s 2024-06-06T08:33:26.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:26 smithi042 ceph-mon[32384]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:33:26.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:26 smithi042 ceph-mon[32384]: osdmap e114: 12 total, 12 up, 12 in 2024-06-06T08:33:26.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:26 smithi120 ceph-mon[36658]: pgmap v340: 129 pgs: 129 active+clean; 1.4 GiB data, 6.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 188 op/s 2024-06-06T08:33:26.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:26 smithi120 ceph-mon[36658]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:33:26.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:26 smithi120 ceph-mon[36658]: osdmap e114: 12 total, 12 up, 12 in 2024-06-06T08:33:28.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:28 smithi149 ceph-mon[36842]: pgmap v342: 129 pgs: 129 active+clean; 1.4 GiB data, 6.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 220 op/s 2024-06-06T08:33:28.564 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:28 smithi042 ceph-mon[32384]: pgmap v342: 129 pgs: 129 active+clean; 1.4 GiB data, 6.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 220 op/s 2024-06-06T08:33:28.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:28 smithi120 ceph-mon[36658]: pgmap v342: 129 pgs: 129 active+clean; 1.4 GiB data, 6.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 220 op/s 2024-06-06T08:33:30.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:30 smithi149 ceph-mon[36842]: pgmap v343: 129 pgs: 129 active+clean; 1.4 GiB data, 6.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 704 op/s 2024-06-06T08:33:30.564 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:30 smithi042 ceph-mon[32384]: pgmap v343: 129 pgs: 129 active+clean; 1.4 GiB data, 6.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 704 op/s 2024-06-06T08:33:30.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:30 smithi120 ceph-mon[36658]: pgmap v343: 129 pgs: 129 active+clean; 1.4 GiB data, 6.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 704 op/s 2024-06-06T08:33:32.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:32 smithi149 ceph-mon[36842]: pgmap v344: 129 pgs: 129 active+clean; 1.4 GiB data, 6.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 2.0 MiB/s wr, 1.03k op/s 2024-06-06T08:33:32.564 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:32 smithi042 ceph-mon[32384]: pgmap v344: 129 pgs: 129 active+clean; 1.4 GiB data, 6.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 2.0 MiB/s wr, 1.03k op/s 2024-06-06T08:33:32.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:32 smithi120 ceph-mon[36658]: pgmap v344: 129 pgs: 129 active+clean; 1.4 GiB data, 6.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 2.0 MiB/s wr, 1.03k op/s 2024-06-06T08:33:34.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:34 smithi149 ceph-mon[36842]: pgmap v345: 129 pgs: 129 active+clean; 1.4 GiB data, 6.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.8 MiB/s wr, 1.11k op/s 2024-06-06T08:33:34.564 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:34 smithi042 ceph-mon[32384]: pgmap v345: 129 pgs: 129 active+clean; 1.4 GiB data, 6.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.8 MiB/s wr, 1.11k op/s 2024-06-06T08:33:34.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:34 smithi120 ceph-mon[36658]: pgmap v345: 129 pgs: 129 active+clean; 1.4 GiB data, 6.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.8 MiB/s wr, 1.11k op/s 2024-06-06T08:33:36.502 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:36 smithi120 ceph-mon[36658]: pgmap v346: 129 pgs: 129 active+clean; 1.4 GiB data, 6.3 GiB used, 1.0 TiB / 1.0 TiB avail; 992 KiB/s rd, 1.6 MiB/s wr, 2.21k op/s 2024-06-06T08:33:36.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:36 smithi149 ceph-mon[36842]: pgmap v346: 129 pgs: 129 active+clean; 1.4 GiB data, 6.3 GiB used, 1.0 TiB / 1.0 TiB avail; 992 KiB/s rd, 1.6 MiB/s wr, 2.21k op/s 2024-06-06T08:33:36.564 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:36 smithi042 ceph-mon[32384]: pgmap v346: 129 pgs: 129 active+clean; 1.4 GiB data, 6.3 GiB used, 1.0 TiB / 1.0 TiB avail; 992 KiB/s rd, 1.6 MiB/s wr, 2.21k op/s 2024-06-06T08:33:38.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:38 smithi149 ceph-mon[36842]: pgmap v347: 129 pgs: 129 active+clean; 1.4 GiB data, 6.4 GiB used, 1.0 TiB / 1.0 TiB avail; 509 KiB/s rd, 1.1 MiB/s wr, 2.10k op/s 2024-06-06T08:33:38.564 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:38 smithi042 ceph-mon[32384]: pgmap v347: 129 pgs: 129 active+clean; 1.4 GiB data, 6.4 GiB used, 1.0 TiB / 1.0 TiB avail; 509 KiB/s rd, 1.1 MiB/s wr, 2.10k op/s 2024-06-06T08:33:38.585 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:38.585+0000 7fd5cdffb640 1 -- 172.21.15.42:0/4269352730 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55b8164bec20 con 0x55b8165d29a0 2024-06-06T08:33:38.585 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:38.585+0000 7fd5cdffb640 10 client.17400 handle_command_reply: tid=0 2024-06-06T08:33:38.585 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:38.585+0000 7fd5ef7c5740 1 client.17400 shutdown 2024-06-06T08:33:38.585 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:38.586+0000 7fd5ef7c5740 1 -- 172.21.15.42:0/4269352730 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b81654da90 msgr2=0x55b816560bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:33:38.585 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:38.586+0000 7fd5ef7c5740 1 --2- 172.21.15.42:0/4269352730 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b81654da90 0x55b816560bd0 secure :-1 s=READY pgs=903 cs=0 l=1 rev1=1 crypto rx=0x7fd5d0009900 tx=0x7fd5d00043c0 comp rx=0 tx=0).stop 2024-06-06T08:33:38.586 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:38.586+0000 7fd5ef7c5740 1 -- 172.21.15.42:0/4269352730 shutdown_connections 2024-06-06T08:33:38.586 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:38.586+0000 7fd5ef7c5740 1 --2- 172.21.15.42:0/4269352730 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55b8165d29a0 0x55b8165d4dc0 crc :-1 s=READY pgs=222 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:38.586 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:38.586+0000 7fd5cdffb640 0 client.17400 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:33:38.586 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:38.586+0000 7fd5ef7c5740 1 --2- 172.21.15.42:0/4269352730 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b816558350 0x55b81655b390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:38.586 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:38.586+0000 7fd5ef7c5740 1 --2- 172.21.15.42:0/4269352730 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b81654da90 0x55b816560bd0 unknown :-1 s=CLOSED pgs=903 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:38.586 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:38.586+0000 7fd5ef7c5740 1 --2- 172.21.15.42:0/4269352730 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b81654d170 0x55b816560690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:38.586 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:38.586+0000 7fd5ef7c5740 1 -- 172.21.15.42:0/4269352730 >> 172.21.15.42:0/4269352730 conn(0x55b816549680 msgr2=0x55b8165487e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:33:38.586 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:38.586+0000 7fd5ef7c5740 1 -- 172.21.15.42:0/4269352730 shutdown_connections 2024-06-06T08:33:38.586 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:38.586+0000 7fd5ef7c5740 1 -- 172.21.15.42:0/4269352730 wait complete. 2024-06-06T08:33:38.586 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:38.586+0000 7fd5ef7c5740 20 client.17400 trim_cache size 0 max 16384 2024-06-06T08:33:38.587 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:33:38.587 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:33:38.587 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:33:38.588 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:38.587+0000 7fd5ecabc640 1 -- 172.21.15.42:0/2312979718 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fd5d40a2ef0 msgr2=0x7fd5d40a53b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:33:38.588 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:38.587+0000 7fd5ecabc640 1 --2- 172.21.15.42:0/2312979718 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fd5d40a2ef0 0x7fd5d40a53b0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fd5e0000f80 tx=0x7fd5e000bf60 comp rx=0 tx=0).stop 2024-06-06T08:33:38.588 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:38.587+0000 7fd5ecabc640 1 -- 172.21.15.42:0/2312979718 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd5e8105d40 msgr2=0x7fd5e810dcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:33:38.588 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:38.587+0000 7fd5ecabc640 1 --2- 172.21.15.42:0/2312979718 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd5e8105d40 0x7fd5e810dcf0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fd5e000b970 tx=0x7fd5e000be30 comp rx=0 tx=0).stop 2024-06-06T08:33:38.588 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:38.587+0000 7fd5ecabc640 1 -- 172.21.15.42:0/2312979718 shutdown_connections 2024-06-06T08:33:38.588 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:38.587+0000 7fd5ecabc640 1 --2- 172.21.15.42:0/2312979718 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fd5d40a2ef0 0x7fd5d40a53b0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:38.588 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:38.587+0000 7fd5ecabc640 1 --2- 172.21.15.42:0/2312979718 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd5e8105d40 0x7fd5e810dcf0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:38.588 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:38.587+0000 7fd5ecabc640 1 --2- 172.21.15.42:0/2312979718 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd5e8101340 0x7fd5e8115020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:38.589 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:38.587+0000 7fd5ecabc640 1 --2- 172.21.15.42:0/2312979718 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd5e8100a20 0x7fd5e8114ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:38.589 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:38.587+0000 7fd5ecabc640 1 -- 172.21.15.42:0/2312979718 >> 172.21.15.42:0/2312979718 conn(0x7fd5e8077a20 msgr2=0x7fd5e81037d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:33:38.589 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:38.587+0000 7fd5ecabc640 1 -- 172.21.15.42:0/2312979718 shutdown_connections 2024-06-06T08:33:38.589 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:38.587+0000 7fd5ecabc640 1 -- 172.21.15.42:0/2312979718 wait complete. 2024-06-06T08:33:38.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:38 smithi120 ceph-mon[36658]: pgmap v347: 129 pgs: 129 active+clean; 1.4 GiB data, 6.4 GiB used, 1.0 TiB / 1.0 TiB avail; 509 KiB/s rd, 1.1 MiB/s wr, 2.10k op/s 2024-06-06T08:33:40.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:40 smithi149 ceph-mon[36842]: pgmap v348: 129 pgs: 129 active+clean; 1.4 GiB data, 6.5 GiB used, 1.0 TiB / 1.0 TiB avail; 571 KiB/s rd, 1.3 MiB/s wr, 2.66k op/s 2024-06-06T08:33:40.564 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:40 smithi042 ceph-mon[32384]: pgmap v348: 129 pgs: 129 active+clean; 1.4 GiB data, 6.5 GiB used, 1.0 TiB / 1.0 TiB avail; 571 KiB/s rd, 1.3 MiB/s wr, 2.66k op/s 2024-06-06T08:33:40.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:40 smithi120 ceph-mon[36658]: pgmap v348: 129 pgs: 129 active+clean; 1.4 GiB data, 6.5 GiB used, 1.0 TiB / 1.0 TiB avail; 571 KiB/s rd, 1.3 MiB/s wr, 2.66k op/s 2024-06-06T08:33:42.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:42 smithi149 ceph-mon[36842]: pgmap v349: 129 pgs: 129 active+clean; 1.4 GiB data, 6.5 GiB used, 1.0 TiB / 1.0 TiB avail; 112 KiB/s rd, 589 KiB/s wr, 2.29k op/s 2024-06-06T08:33:42.564 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:42 smithi042 ceph-mon[32384]: pgmap v349: 129 pgs: 129 active+clean; 1.4 GiB data, 6.5 GiB used, 1.0 TiB / 1.0 TiB avail; 112 KiB/s rd, 589 KiB/s wr, 2.29k op/s 2024-06-06T08:33:42.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:42 smithi120 ceph-mon[36658]: pgmap v349: 129 pgs: 129 active+clean; 1.4 GiB data, 6.5 GiB used, 1.0 TiB / 1.0 TiB avail; 112 KiB/s rd, 589 KiB/s wr, 2.29k op/s 2024-06-06T08:33:44.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:44 smithi149 ceph-mon[36842]: pgmap v350: 129 pgs: 129 active+clean; 1.4 GiB data, 6.5 GiB used, 1.0 TiB / 1.0 TiB avail; 96 KiB/s rd, 495 KiB/s wr, 2.01k op/s 2024-06-06T08:33:44.564 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:44 smithi042 ceph-mon[32384]: pgmap v350: 129 pgs: 129 active+clean; 1.4 GiB data, 6.5 GiB used, 1.0 TiB / 1.0 TiB avail; 96 KiB/s rd, 495 KiB/s wr, 2.01k op/s 2024-06-06T08:33:44.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:44 smithi120 ceph-mon[36658]: pgmap v350: 129 pgs: 129 active+clean; 1.4 GiB data, 6.5 GiB used, 1.0 TiB / 1.0 TiB avail; 96 KiB/s rd, 495 KiB/s wr, 2.01k op/s 2024-06-06T08:33:46.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:46 smithi149 ceph-mon[36842]: pgmap v351: 129 pgs: 129 active+clean; 1.4 GiB data, 6.5 GiB used, 1.0 TiB / 1.0 TiB avail; 870 KiB/s rd, 1.2 MiB/s wr, 2.10k op/s 2024-06-06T08:33:46.587 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:46 smithi042 ceph-mon[32384]: pgmap v351: 129 pgs: 129 active+clean; 1.4 GiB data, 6.5 GiB used, 1.0 TiB / 1.0 TiB avail; 870 KiB/s rd, 1.2 MiB/s wr, 2.10k op/s 2024-06-06T08:33:46.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:46 smithi120 ceph-mon[36658]: pgmap v351: 129 pgs: 129 active+clean; 1.4 GiB data, 6.5 GiB used, 1.0 TiB / 1.0 TiB avail; 870 KiB/s rd, 1.2 MiB/s wr, 2.10k op/s 2024-06-06T08:33:48.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:48 smithi149 ceph-mon[36842]: pgmap v352: 129 pgs: 129 active+clean; 1.4 GiB data, 6.5 GiB used, 1.0 TiB / 1.0 TiB avail; 891 KiB/s rd, 1.0 MiB/s wr, 1.14k op/s 2024-06-06T08:33:48.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:48 smithi042 ceph-mon[32384]: pgmap v352: 129 pgs: 129 active+clean; 1.4 GiB data, 6.5 GiB used, 1.0 TiB / 1.0 TiB avail; 891 KiB/s rd, 1.0 MiB/s wr, 1.14k op/s 2024-06-06T08:33:48.592 INFO:tasks.quiescer.fs.[cephfs]:Total duration (60) is longer than `split_if_longer` (35.0), will split into two consecutive quiesces 2024-06-06T08:33:48.592 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 30.0 2024-06-06T08:33:48.593 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:33:48.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:48 smithi120 ceph-mon[36658]: pgmap v352: 129 pgs: 129 active+clean; 1.4 GiB data, 6.5 GiB used, 1.0 TiB / 1.0 TiB avail; 891 KiB/s rd, 1.0 MiB/s wr, 1.14k op/s 2024-06-06T08:33:48.951 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:33:50.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:50 smithi042 ceph-mon[32384]: pgmap v353: 129 pgs: 129 active+clean; 1.5 GiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 1.04k op/s 2024-06-06T08:33:50.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:50 smithi149 ceph-mon[36842]: pgmap v353: 129 pgs: 129 active+clean; 1.5 GiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 1.04k op/s 2024-06-06T08:33:50.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:50 smithi120 ceph-mon[36658]: pgmap v353: 129 pgs: 129 active+clean; 1.5 GiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 1.04k op/s 2024-06-06T08:33:51.008 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:51.008+0000 7f8d33080700 1 -- 172.21.15.42:0/70723780 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8d2c1030f0 msgr2=0x7f8d2c107110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:33:51.008 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:51.008+0000 7f8d33080700 1 --2- 172.21.15.42:0/70723780 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8d2c1030f0 0x7f8d2c107110 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7f8d1c0099c0 tx=0x7f8d1c009cd0 comp rx=0 tx=0).stop 2024-06-06T08:33:51.008 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:51.008+0000 7f8d33080700 1 -- 172.21.15.42:0/70723780 shutdown_connections 2024-06-06T08:33:51.008 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:51.008+0000 7f8d33080700 1 --2- 172.21.15.42:0/70723780 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8d2c107840 0x7f8d2c10f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:51.008 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:51.008+0000 7f8d33080700 1 --2- 172.21.15.42:0/70723780 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8d2c102740 0x7f8d2c102b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:51.009 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:51.008+0000 7f8d33080700 1 --2- 172.21.15.42:0/70723780 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8d2c1030f0 0x7f8d2c107110 unknown :-1 s=CLOSED pgs=904 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:51.009 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:51.008+0000 7f8d33080700 1 -- 172.21.15.42:0/70723780 >> 172.21.15.42:0/70723780 conn(0x7f8d2c0795f0 msgr2=0x7f8d2c079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:33:51.009 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:51.008+0000 7f8d33080700 1 -- 172.21.15.42:0/70723780 shutdown_connections 2024-06-06T08:33:51.009 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:51.008+0000 7f8d33080700 1 -- 172.21.15.42:0/70723780 wait complete. 2024-06-06T08:33:51.010 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:51.008+0000 7f8d33080700 1 Processor -- start 2024-06-06T08:33:51.011 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:51.009+0000 7f8d33080700 1 -- start start 2024-06-06T08:33:51.011 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:51.009+0000 7f8d33080700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8d2c102740 0x7f8d2c19e7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:51.011 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:51.009+0000 7f8d33080700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8d2c1030f0 0x7f8d2c19ecf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:51.011 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:51.009+0000 7f8d33080700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8d2c107840 0x7f8d2c198970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:51.011 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:51.009+0000 7f8d33080700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f8d2c112770 con 0x7f8d2c107840 2024-06-06T08:33:51.011 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:51.009+0000 7f8d33080700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f8d2c1125f0 con 0x7f8d2c1030f0 2024-06-06T08:33:51.011 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:51.009+0000 7f8d33080700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f8d2c1128f0 con 0x7f8d2c102740 2024-06-06T08:33:51.011 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:51.009+0000 7f8d30e1c700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8d2c102740 0x7f8d2c19e7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:51.011 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:51.009+0000 7f8d3161d700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8d2c107840 0x7f8d2c198970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:51.011 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:51.009+0000 7f8d30e1c700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8d2c102740 0x7f8d2c19e7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:59708/0 (socket says 172.21.15.42:59708) 2024-06-06T08:33:51.011 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:51.009+0000 7f8d30e1c700 1 -- 172.21.15.42:0/3073488696 learned_addr learned my addr 172.21.15.42:0/3073488696 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:33:51.011 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:51.009+0000 7f8d23fff700 1 --2- 172.21.15.42:0/3073488696 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8d2c1030f0 0x7f8d2c19ecf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:51.012 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:51.009+0000 7f8d30e1c700 1 -- 172.21.15.42:0/3073488696 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8d2c1030f0 msgr2=0x7f8d2c19ecf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:33:51.012 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:51.009+0000 7f8d30e1c700 1 --2- 172.21.15.42:0/3073488696 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8d2c1030f0 0x7f8d2c19ecf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:51.012 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:51.009+0000 7f8d30e1c700 1 -- 172.21.15.42:0/3073488696 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8d2c107840 msgr2=0x7f8d2c198970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:33:51.012 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:51.009+0000 7f8d30e1c700 1 --2- 172.21.15.42:0/3073488696 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8d2c107840 0x7f8d2c198970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:51.012 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:51.009+0000 7f8d30e1c700 1 -- 172.21.15.42:0/3073488696 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d2c1990d0 con 0x7f8d2c102740 2024-06-06T08:33:51.012 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:51.010+0000 7f8d3161d700 1 --2- 172.21.15.42:0/3073488696 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8d2c107840 0x7f8d2c198970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:33:51.012 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:51.010+0000 7f8d30e1c700 1 --2- 172.21.15.42:0/3073488696 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8d2c102740 0x7f8d2c19e7b0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f8d2800d980 tx=0x7f8d2800dc90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:33:51.012 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:51.010+0000 7f8d21ffb700 1 -- 172.21.15.42:0/3073488696 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d28016070 con 0x7f8d2c102740 2024-06-06T08:33:51.012 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:51.010+0000 7f8d33080700 1 -- 172.21.15.42:0/3073488696 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d2c1993c0 con 0x7f8d2c102740 2024-06-06T08:33:51.012 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:51.010+0000 7f8d21ffb700 1 -- 172.21.15.42:0/3073488696 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8d28004d10 con 0x7f8d2c102740 2024-06-06T08:33:51.012 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:51.010+0000 7f8d21ffb700 1 -- 172.21.15.42:0/3073488696 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d28005670 con 0x7f8d2c102740 2024-06-06T08:33:51.012 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:51.010+0000 7f8d33080700 1 -- 172.21.15.42:0/3073488696 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d2c1a5680 con 0x7f8d2c102740 2024-06-06T08:33:51.013 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:51.011+0000 7f8d33080700 1 -- 172.21.15.42:0/3073488696 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8d2c069180 con 0x7f8d2c102740 2024-06-06T08:33:51.013 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:51.013+0000 7f8d21ffb700 1 -- 172.21.15.42:0/3073488696 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f8d28004750 con 0x7f8d2c102740 2024-06-06T08:33:51.013 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:51.013+0000 7f8d21ffb700 1 --2- 172.21.15.42:0/3073488696 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f8d140a2d90 0x7f8d140a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:51.013 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:51.014+0000 7f8d23fff700 1 --2- 172.21.15.42:0/3073488696 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f8d140a2d90 0x7f8d140a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:51.014 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:51.014+0000 7f8d21ffb700 1 -- 172.21.15.42:0/3073488696 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 9438+0+0 (secure 0 0 0) 0x7f8d280cf8c0 con 0x7f8d2c102740 2024-06-06T08:33:51.014 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:51.014+0000 7f8d23fff700 1 --2- 172.21.15.42:0/3073488696 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f8d140a2d90 0x7f8d140a5250 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f8d2c102070 tx=0x7f8d1c005fb0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:33:51.016 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:51.017+0000 7f8d21ffb700 1 -- 172.21.15.42:0/3073488696 <== mon.1 v2:172.21.15.149:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f8d2801f020 con 0x7f8d2c102740 2024-06-06T08:33:51.275 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:51.275+0000 7f8d33080700 1 -- 172.21.15.42:0/3073488696 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8d2c199ed0 con 0x7f8d2c102740 2024-06-06T08:33:51.275 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:51.276+0000 7f8d21ffb700 1 -- 172.21.15.42:0/3073488696 <== mon.1 v2:172.21.15.149:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 46 v46) ==== 94+0+11885 (secure 0 0 0) 0x7f8d2c199ed0 con 0x7f8d2c102740 2024-06-06T08:33:51.276 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:33:51.276 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":46,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/667270675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":667270675},{"type":"v1","addr":"172.21.15.42:6837","nonce":667270675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/2414389302","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":2414389302},{"type":"v1","addr":"172.21.15.42:6839","nonce":2414389302}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14574,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/3625002785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":3625002785},{"type":"v1","addr":"172.21.15.42:6841","nonce":3625002785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":26389,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/411591287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":411591287},{"type":"v1","addr":"172.21.15.149:6835","nonce":411591287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":46,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T08:18:39.778858+0000","modified":"2024-06-06T08:33:24.901180+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24464},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6837/3434475673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":3434475673},{"type":"v1","addr":"172.21.15.120:6837","nonce":3434475673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":188,"addr":"172.21.15.120:6839/1585293472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":1585293472},{"type":"v1","addr":"172.21.15.120:6839","nonce":1585293472}]},"join_fscid":-1,"export_targets":[0,1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":192,"addr":"172.21.15.149:6837/751787578","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":751787578},{"type":"v1","addr":"172.21.15.149:6837","nonce":751787578}]},"join_fscid":-1,"export_targets":[0,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":8,"addr":"172.21.15.149:6839/764851483","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":764851483},{"type":"v1","addr":"172.21.15.149:6839","nonce":764851483}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26696":{"gid":26696,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6835/2158320752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":2158320752},{"type":"v1","addr":"172.21.15.120:6835","nonce":2158320752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24469,24484,24464]},"id":1}]} 2024-06-06T08:33:51.278 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:51.278+0000 7f8d33080700 1 -- 172.21.15.42:0/3073488696 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f8d140a2d90 msgr2=0x7f8d140a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:33:51.278 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:51.278+0000 7f8d33080700 1 --2- 172.21.15.42:0/3073488696 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f8d140a2d90 0x7f8d140a5250 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f8d2c102070 tx=0x7f8d1c005fb0 comp rx=0 tx=0).stop 2024-06-06T08:33:51.278 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:51.278+0000 7f8d33080700 1 -- 172.21.15.42:0/3073488696 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8d2c102740 msgr2=0x7f8d2c19e7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:33:51.278 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:51.278+0000 7f8d33080700 1 --2- 172.21.15.42:0/3073488696 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8d2c102740 0x7f8d2c19e7b0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f8d2800d980 tx=0x7f8d2800dc90 comp rx=0 tx=0).stop 2024-06-06T08:33:51.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:51.278+0000 7f8d33080700 1 -- 172.21.15.42:0/3073488696 shutdown_connections 2024-06-06T08:33:51.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:51.278+0000 7f8d33080700 1 --2- 172.21.15.42:0/3073488696 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f8d140a2d90 0x7f8d140a5250 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:51.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:51.278+0000 7f8d33080700 1 --2- 172.21.15.42:0/3073488696 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8d2c107840 0x7f8d2c198970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:51.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:51.278+0000 7f8d33080700 1 --2- 172.21.15.42:0/3073488696 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8d2c102740 0x7f8d2c19e7b0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:51.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:51.278+0000 7f8d33080700 1 --2- 172.21.15.42:0/3073488696 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8d2c1030f0 0x7f8d2c19ecf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:51.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:51.278+0000 7f8d33080700 1 -- 172.21.15.42:0/3073488696 >> 172.21.15.42:0/3073488696 conn(0x7f8d2c0795f0 msgr2=0x7f8d2c1006d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:33:51.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:51.278+0000 7f8d33080700 1 -- 172.21.15.42:0/3073488696 shutdown_connections 2024-06-06T08:33:51.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:51.278+0000 7f8d33080700 1 -- 172.21.15.42:0/3073488696 wait complete. 2024-06-06T08:33:51.279 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 46 2024-06-06T08:33:51.746 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.746+0000 7f52662b3640 1 -- 172.21.15.42:0/3818853630 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5260110190 msgr2=0x7f52601089a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:33:51.746 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.746+0000 7f52662b3640 1 --2- 172.21.15.42:0/3818853630 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5260110190 0x7f52601089a0 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7f5248009890 tx=0x7f524802a400 comp rx=0 tx=0).stop 2024-06-06T08:33:51.747 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.746+0000 7f52662b3640 1 -- 172.21.15.42:0/3818853630 shutdown_connections 2024-06-06T08:33:51.747 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.746+0000 7f52662b3640 1 --2- 172.21.15.42:0/3818853630 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f526011b180 0x7f526011d570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:51.747 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.746+0000 7f52662b3640 1 --2- 172.21.15.42:0/3818853630 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5260110570 0x7f5260108ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:51.747 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.746+0000 7f52662b3640 1 --2- 172.21.15.42:0/3818853630 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5260110190 0x7f52601089a0 unknown :-1 s=CLOSED pgs=905 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:51.747 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.746+0000 7f52662b3640 1 -- 172.21.15.42:0/3818853630 >> 172.21.15.42:0/3818853630 conn(0x7f526006ca70 msgr2=0x7f526006ce80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:33:51.747 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.748+0000 7f52662b3640 1 -- 172.21.15.42:0/3818853630 shutdown_connections 2024-06-06T08:33:51.747 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.748+0000 7f52662b3640 1 -- 172.21.15.42:0/3818853630 wait complete. 2024-06-06T08:33:51.749 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.748+0000 7f52662b3640 1 Processor -- start 2024-06-06T08:33:51.752 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.749+0000 7f52662b3640 1 -- start start 2024-06-06T08:33:51.752 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.750+0000 7f52662b3640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5260110190 0x7f52601a7110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:51.752 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.750+0000 7f52662b3640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f526011b180 0x7f52601a7650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:51.752 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.750+0000 7f52662b3640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f52601ab9d0 0x7f52601abe80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:51.752 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.750+0000 7f52662b3640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5260120bf0 con 0x7f5260110190 2024-06-06T08:33:51.752 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.750+0000 7f52662b3640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f5260120a70 con 0x7f526011b180 2024-06-06T08:33:51.752 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.750+0000 7f52662b3640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f5260120d70 con 0x7f52601ab9d0 2024-06-06T08:33:51.752 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.751+0000 7f525ffff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5260110190 0x7f52601a7110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:51.753 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.751+0000 7f525ffff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5260110190 0x7f52601a7110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37344/0 (socket says 172.21.15.42:37344) 2024-06-06T08:33:51.753 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.751+0000 7f525ffff640 1 -- 172.21.15.42:0/3018213731 learned_addr learned my addr 172.21.15.42:0/3018213731 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:33:51.753 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.751+0000 7f52577fe640 1 --2- 172.21.15.42:0/3018213731 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f526011b180 0x7f52601a7650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:51.753 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.751+0000 7f5264850640 1 --2- 172.21.15.42:0/3018213731 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f52601ab9d0 0x7f52601abe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:51.753 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.751+0000 7f52577fe640 1 -- 172.21.15.42:0/3018213731 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f52601ab9d0 msgr2=0x7f52601abe80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:33:51.753 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.751+0000 7f52577fe640 1 --2- 172.21.15.42:0/3018213731 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f52601ab9d0 0x7f52601abe80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:51.753 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.752+0000 7f52577fe640 1 -- 172.21.15.42:0/3018213731 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5260110190 msgr2=0x7f52601a7110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:33:51.753 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.752+0000 7f52577fe640 1 --2- 172.21.15.42:0/3018213731 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5260110190 0x7f52601a7110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:51.753 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.752+0000 7f52577fe640 1 -- 172.21.15.42:0/3018213731 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52601ac4c0 con 0x7f526011b180 2024-06-06T08:33:51.754 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.754+0000 7f52577fe640 1 --2- 172.21.15.42:0/3018213731 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f526011b180 0x7f52601a7650 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f5250005fd0 tx=0x7f525000eed0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:33:51.754 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.754+0000 7f525dffb640 1 -- 172.21.15.42:0/3018213731 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f525000cde0 con 0x7f526011b180 2024-06-06T08:33:51.754 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.755+0000 7f52662b3640 1 -- 172.21.15.42:0/3018213731 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52601ac7b0 con 0x7f526011b180 2024-06-06T08:33:51.755 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.755+0000 7f52662b3640 1 -- 172.21.15.42:0/3018213731 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52601b3ff0 con 0x7f526011b180 2024-06-06T08:33:51.755 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.755+0000 7f525dffb640 1 -- 172.21.15.42:0/3018213731 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5250010910 con 0x7f526011b180 2024-06-06T08:33:51.755 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.755+0000 7f525dffb640 1 -- 172.21.15.42:0/3018213731 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5250017a00 con 0x7f526011b180 2024-06-06T08:33:51.758 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.758+0000 7f5268fbe740 1 Processor -- start 2024-06-06T08:33:51.759 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.759+0000 7f5268fbe740 1 -- start start 2024-06-06T08:33:51.760 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.759+0000 7f5268fbe740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561a9f350170 0x561a9f350550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:51.760 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.759+0000 7f5268fbe740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561a9f350a90 0x561a9f35ae10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:51.761 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.759+0000 7f5268fbe740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561a9f35b350 0x561a9f35d740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:51.763 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.759+0000 7f5268fbe740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x561a9f2b44f0 con 0x561a9f350170 2024-06-06T08:33:51.763 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.759+0000 7f5268fbe740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x561a9f252870 con 0x561a9f350a90 2024-06-06T08:33:51.764 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.759+0000 7f5268fbe740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x561a9f2b04b0 con 0x561a9f35b350 2024-06-06T08:33:51.764 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.761+0000 7f525ffff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561a9f350a90 0x561a9f35ae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:51.764 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.761+0000 7f5264850640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561a9f350170 0x561a9f350550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:51.765 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.761+0000 7f5264850640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561a9f350170 0x561a9f350550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37358/0 (socket says 172.21.15.42:37358) 2024-06-06T08:33:51.765 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.761+0000 7f5264850640 1 -- 172.21.15.42:0/194343708 learned_addr learned my addr 172.21.15.42:0/194343708 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:33:51.767 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.764+0000 7f5264850640 1 -- 172.21.15.42:0/194343708 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561a9f35b350 msgr2=0x561a9f35d740 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-06-06T08:33:51.767 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.764+0000 7f5264850640 1 --2- 172.21.15.42:0/194343708 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561a9f35b350 0x561a9f35d740 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:51.767 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.764+0000 7f5264850640 1 -- 172.21.15.42:0/194343708 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561a9f350a90 msgr2=0x561a9f35ae10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:33:51.767 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.765+0000 7f5264850640 1 --2- 172.21.15.42:0/194343708 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561a9f350a90 0x561a9f35ae10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:51.767 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.765+0000 7f525dffb640 1 -- 172.21.15.42:0/3018213731 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f5250017ce0 con 0x7f526011b180 2024-06-06T08:33:51.767 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.765+0000 7f5264850640 1 -- 172.21.15.42:0/194343708 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561a9f26e9b0 con 0x561a9f350170 2024-06-06T08:33:51.769 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.767+0000 7f525dffb640 1 --2- 172.21.15.42:0/3018213731 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f524c0a2ef0 0x7f524c0a53b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:51.769 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.767+0000 7f5264850640 1 --2- 172.21.15.42:0/194343708 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561a9f350170 0x561a9f350550 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x7f5258009bc0 tx=0x7f5258011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf2db49c26a51c08 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:33:51.769 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.767+0000 7f525dffb640 1 -- 172.21.15.42:0/3018213731 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 9438+0+0 (secure 0 0 0) 0x7f52500cfe90 con 0x7f526011b180 2024-06-06T08:33:51.769 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.768+0000 7f525ffff640 1 --2- 172.21.15.42:0/3018213731 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f524c0a2ef0 0x7f524c0a53b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:51.769 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.768+0000 7f52567fc640 1 -- 172.21.15.42:0/194343708 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5258004230 con 0x561a9f350170 2024-06-06T08:33:51.769 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.768+0000 7f52567fc640 1 -- 172.21.15.42:0/194343708 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5258009e30 con 0x561a9f350170 2024-06-06T08:33:51.769 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.768+0000 7f52567fc640 1 -- 172.21.15.42:0/194343708 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5258004e10 con 0x561a9f350170 2024-06-06T08:33:51.772 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.772+0000 7f5268fbe740 1 -- 172.21.15.42:0/194343708 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561a9f350170 msgr2=0x561a9f350550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:33:51.772 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.772+0000 7f5268fbe740 1 --2- 172.21.15.42:0/194343708 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561a9f350170 0x561a9f350550 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x7f5258009bc0 tx=0x7f5258011810 comp rx=0 tx=0).stop 2024-06-06T08:33:51.773 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.773+0000 7f525ffff640 1 --2- 172.21.15.42:0/3018213731 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f524c0a2ef0 0x7f524c0a53b0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x561a9f351710 tx=0x7f524802a900 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:33:51.777 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.777+0000 7f5268fbe740 1 -- 172.21.15.42:0/194343708 shutdown_connections 2024-06-06T08:33:51.777 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.777+0000 7f5268fbe740 1 --2- 172.21.15.42:0/194343708 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561a9f350a90 0x561a9f35ae10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:51.777 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.777+0000 7f5268fbe740 1 --2- 172.21.15.42:0/194343708 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561a9f35b350 0x561a9f35d740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:51.777 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.777+0000 7f5268fbe740 1 --2- 172.21.15.42:0/194343708 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561a9f350170 0x561a9f350550 unknown :-1 s=CLOSED pgs=906 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:51.777 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.777+0000 7f5268fbe740 1 -- 172.21.15.42:0/194343708 >> 172.21.15.42:0/194343708 conn(0x561a9f34c680 msgr2=0x561a9f34ca60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:33:51.778 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.779+0000 7f5268fbe740 1 -- 172.21.15.42:0/194343708 shutdown_connections 2024-06-06T08:33:51.778 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.779+0000 7f5268fbe740 1 -- 172.21.15.42:0/194343708 wait complete. 2024-06-06T08:33:51.779 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.779+0000 7f5268fbe740 1 -- start start 2024-06-06T08:33:51.779 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.780+0000 7f5268fbe740 1 Processor -- start 2024-06-06T08:33:51.780 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.780+0000 7f5268fbe740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561a9f350170 0x561a9f3582f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:51.780 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.780+0000 7f5268fbe740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561a9f350a90 0x561a9f358830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:51.780 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.780+0000 7f5268fbe740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561a9f35b350 0x561a9f358d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:51.780 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.780+0000 7f5268fbe740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x561a9f35df80 con 0x561a9f350170 2024-06-06T08:33:51.780 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.780+0000 7f5268fbe740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x561a9f23dae0 con 0x561a9f35b350 2024-06-06T08:33:51.780 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.780+0000 7f5268fbe740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x561a9f35e100 con 0x561a9f350a90 2024-06-06T08:33:51.781 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.780+0000 7f5268fbe740 10 client.0 _ll_register_callbacks cb 0x561a9f2769b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:33:51.781 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.781+0000 7f525ffff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561a9f350170 0x561a9f3582f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:51.781 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.781+0000 7f525ffff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561a9f350170 0x561a9f3582f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37374/0 (socket says 172.21.15.42:37374) 2024-06-06T08:33:51.781 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.781+0000 7f52577fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561a9f350a90 0x561a9f358830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:51.781 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.781+0000 7f525ffff640 1 -- 172.21.15.42:0/2886888333 learned_addr learned my addr 172.21.15.42:0/2886888333 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:33:51.782 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.781+0000 7f525ffff640 1 -- 172.21.15.42:0/2886888333 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561a9f350a90 msgr2=0x561a9f358830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:33:51.782 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.781+0000 7f525ffff640 1 --2- 172.21.15.42:0/2886888333 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561a9f350a90 0x561a9f358830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:51.782 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.781+0000 7f525ffff640 1 -- 172.21.15.42:0/2886888333 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561a9f35b350 msgr2=0x561a9f358d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:33:51.782 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.781+0000 7f525ffff640 1 --2- 172.21.15.42:0/2886888333 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561a9f35b350 0x561a9f358d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:51.782 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.781+0000 7f525ffff640 1 -- 172.21.15.42:0/2886888333 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561a9efc8210 con 0x561a9f350170 2024-06-06T08:33:51.782 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.781+0000 7f525ffff640 1 --2- 172.21.15.42:0/2886888333 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561a9f350170 0x561a9f3582f0 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x7f5248004650 tx=0x7f524802a400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f3885629299b04d server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:33:51.782 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.782+0000 7f523f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:33:51.783 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.782+0000 7f523f7fe640 1 -- 172.21.15.42:0/2886888333 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f524804c020 con 0x561a9f350170 2024-06-06T08:33:51.783 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.782+0000 7f5268fbe740 1 -- 172.21.15.42:0/2886888333 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5258009e30 con 0x561a9f350170 2024-06-06T08:33:51.783 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.782+0000 7f523f7fe640 1 -- 172.21.15.42:0/2886888333 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(114..114 src has 1..114) ==== 9438+0+0 (secure 0 0 0) 0x7f5248003d00 con 0x561a9f350170 2024-06-06T08:33:51.783 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.782+0000 7f523f7fe640 1 -- 172.21.15.42:0/2886888333 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f5248057050 con 0x561a9f350170 2024-06-06T08:33:51.783 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.783+0000 7f5268fbe740 10 client.17418 fetch_fsmap learned FSMap version 46 2024-06-06T08:33:51.783 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.783+0000 7f5268fbe740 1 -- 172.21.15.42:0/2886888333 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x561a9f094620 con 0x561a9f350170 2024-06-06T08:33:51.784 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.783+0000 7f523f7fe640 1 -- 172.21.15.42:0/2886888333 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5258009e30 con 0x561a9f350170 2024-06-06T08:33:51.784 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.783+0000 7f523f7fe640 1 -- 172.21.15.42:0/2886888333 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 46) ==== 8370+0+0 (secure 0 0 0) 0x7f5248047070 con 0x561a9f350170 2024-06-06T08:33:51.784 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.783+0000 7f5268fbe740 10 client.17418 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T08:33:51.784 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.783+0000 7f5268fbe740 10 client.17418 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:33:51.784 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.783+0000 7f5268fbe740 20 client.17418 populate_metadata read hostname 'smithi042' 2024-06-06T08:33:51.784 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.783+0000 7f5268fbe740 1 --2- 172.21.15.42:0/2886888333 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x561a9f36b620 0x561a9f36da70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:51.784 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.783+0000 7f5268fbe740 4 client.17418 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:33:51.784 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.783+0000 7f5268fbe740 1 -- 172.21.15.42:0/2886888333 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561a9f2c7f10 con 0x561a9f36b620 2024-06-06T08:33:51.784 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.784+0000 7f52577fe640 1 --2- 172.21.15.42:0/2886888333 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x561a9f36b620 0x561a9f36da70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:51.785 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.785+0000 7f523f7fe640 10 client.17418 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:33:51.785 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.785+0000 7f52577fe640 1 --2- 172.21.15.42:0/2886888333 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x561a9f36b620 0x561a9f36da70 crc :-1 s=READY pgs=223 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=464debd5b235baed server_cookie=ed7e385a3d561dc2 in_seq=0 out_seq=0 2024-06-06T08:33:51.786 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.786+0000 7f523f7fe640 1 -- 172.21.15.42:0/2886888333 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x561a9f2c7f10 con 0x561a9f36b620 2024-06-06T08:33:51.786 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.786+0000 7f523f7fe640 10 client.17418 handle_command_reply: tid=0 2024-06-06T08:33:51.786 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.786+0000 7f5268fbe740 1 client.17418 shutdown 2024-06-06T08:33:51.787 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.787+0000 7f5268fbe740 1 -- 172.21.15.42:0/2886888333 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561a9f350170 msgr2=0x561a9f3582f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:33:51.787 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.787+0000 7f5268fbe740 1 --2- 172.21.15.42:0/2886888333 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561a9f350170 0x561a9f3582f0 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x7f5248004650 tx=0x7f524802a400 comp rx=0 tx=0).stop 2024-06-06T08:33:51.787 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.787+0000 7f5268fbe740 1 -- 172.21.15.42:0/2886888333 shutdown_connections 2024-06-06T08:33:51.787 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.787+0000 7f5268fbe740 1 --2- 172.21.15.42:0/2886888333 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x561a9f36b620 0x561a9f36da70 crc :-1 s=READY pgs=223 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:51.787 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.787+0000 7f5268fbe740 1 --2- 172.21.15.42:0/2886888333 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561a9f35b350 0x561a9f358d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:51.787 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.787+0000 7f5268fbe740 1 --2- 172.21.15.42:0/2886888333 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561a9f350a90 0x561a9f358830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:51.787 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.787+0000 7f5268fbe740 1 --2- 172.21.15.42:0/2886888333 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561a9f350170 0x561a9f3582f0 unknown :-1 s=CLOSED pgs=907 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:51.787 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.787+0000 7f5268fbe740 1 -- 172.21.15.42:0/2886888333 >> 172.21.15.42:0/2886888333 conn(0x561a9f34c680 msgr2=0x561a9f352400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:33:51.787 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.787+0000 7f523f7fe640 0 client.17418 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:33:51.787 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.787+0000 7f5268fbe740 1 -- 172.21.15.42:0/2886888333 shutdown_connections 2024-06-06T08:33:51.787 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.787+0000 7f5268fbe740 1 -- 172.21.15.42:0/2886888333 wait complete. 2024-06-06T08:33:51.788 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.787+0000 7f5268fbe740 20 client.17418 trim_cache size 0 max 16384 2024-06-06T08:33:51.813 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.813+0000 7f5268fbe740 1 Processor -- start 2024-06-06T08:33:51.813 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.813+0000 7f5268fbe740 1 -- start start 2024-06-06T08:33:51.813 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.813+0000 7f5268fbe740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561a9f350170 0x561a9f373380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:51.814 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.813+0000 7f5268fbe740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561a9f350a90 0x561a9f3738c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:51.814 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.813+0000 7f5268fbe740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561a9f35b350 0x561a9f3582b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:51.814 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.814+0000 7f5268fbe740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5240012830 con 0x561a9f350a90 2024-06-06T08:33:51.814 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.814+0000 7f5268fbe740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f5240010040 con 0x561a9f350170 2024-06-06T08:33:51.814 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.814+0000 7f5268fbe740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f524000deb0 con 0x561a9f35b350 2024-06-06T08:33:51.814 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.815+0000 7f5264850640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561a9f35b350 0x561a9f3582b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:51.814 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.815+0000 7f5264850640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561a9f35b350 0x561a9f3582b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:59758/0 (socket says 172.21.15.42:59758) 2024-06-06T08:33:51.814 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.815+0000 7f5264850640 1 -- 172.21.15.42:0/2045917973 learned_addr learned my addr 172.21.15.42:0/2045917973 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:33:51.817 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.815+0000 7f525ffff640 1 --2- 172.21.15.42:0/2045917973 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561a9f350170 0x561a9f373380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:51.818 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.815+0000 7f5264850640 1 -- 172.21.15.42:0/2045917973 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561a9f350170 msgr2=0x561a9f373380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:33:51.818 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.815+0000 7f5264850640 1 --2- 172.21.15.42:0/2045917973 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561a9f350170 0x561a9f373380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:51.818 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.815+0000 7f5264850640 1 -- 172.21.15.42:0/2045917973 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561a9f350a90 msgr2=0x561a9f3738c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:33:51.818 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.815+0000 7f5264850640 1 --2- 172.21.15.42:0/2045917973 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561a9f350a90 0x561a9f3738c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:51.818 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.815+0000 7f5264850640 1 -- 172.21.15.42:0/2045917973 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561a9f3508c0 con 0x561a9f35b350 2024-06-06T08:33:51.818 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.815+0000 7f5264850640 1 --2- 172.21.15.42:0/2045917973 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561a9f35b350 0x561a9f3582b0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f5258009f50 tx=0x7f5258009f80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7c954d2d69a85fb0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:33:51.818 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.817+0000 7f5255ffb640 1 -- 172.21.15.42:0/2045917973 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5258027070 con 0x561a9f35b350 2024-06-06T08:33:51.818 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.817+0000 7f5255ffb640 1 -- 172.21.15.42:0/2045917973 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f52580055a0 con 0x561a9f35b350 2024-06-06T08:33:51.818 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.817+0000 7f5255ffb640 1 -- 172.21.15.42:0/2045917973 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52580226e0 con 0x561a9f35b350 2024-06-06T08:33:51.819 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.819+0000 7f5268fbe740 1 -- 172.21.15.42:0/2045917973 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561a9f35b350 msgr2=0x561a9f3582b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:33:51.819 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.819+0000 7f5268fbe740 1 --2- 172.21.15.42:0/2045917973 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561a9f35b350 0x561a9f3582b0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f5258009f50 tx=0x7f5258009f80 comp rx=0 tx=0).stop 2024-06-06T08:33:51.819 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.819+0000 7f5268fbe740 1 -- 172.21.15.42:0/2045917973 shutdown_connections 2024-06-06T08:33:51.819 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.819+0000 7f5268fbe740 1 --2- 172.21.15.42:0/2045917973 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561a9f35b350 0x561a9f3582b0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:51.819 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.819+0000 7f5268fbe740 1 --2- 172.21.15.42:0/2045917973 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561a9f350a90 0x561a9f3738c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:51.819 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.819+0000 7f5268fbe740 1 --2- 172.21.15.42:0/2045917973 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561a9f350170 0x561a9f373380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:51.819 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.819+0000 7f5268fbe740 1 -- 172.21.15.42:0/2045917973 >> 172.21.15.42:0/2045917973 conn(0x561a9f34c680 msgr2=0x561a9f353530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:33:51.824 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.825+0000 7f5268fbe740 1 -- 172.21.15.42:0/2045917973 shutdown_connections 2024-06-06T08:33:51.827 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.827+0000 7f5268fbe740 1 -- 172.21.15.42:0/2045917973 wait complete. 2024-06-06T08:33:51.828 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.828+0000 7f5268fbe740 1 -- start start 2024-06-06T08:33:51.828 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.828+0000 7f5268fbe740 1 Processor -- start 2024-06-06T08:33:51.828 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.828+0000 7f5268fbe740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561a9f350170 0x561a9f363830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:51.829 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.828+0000 7f5268fbe740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561a9f350a90 0x561a9f35eba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:51.829 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.828+0000 7f5268fbe740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561a9f35b350 0x561a9f35f0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:51.829 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.828+0000 7f5268fbe740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f524000e500 con 0x561a9f350a90 2024-06-06T08:33:51.829 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.828+0000 7f5268fbe740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f524000f970 con 0x561a9f350170 2024-06-06T08:33:51.829 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.828+0000 7f5268fbe740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f524000ebd0 con 0x561a9f35b350 2024-06-06T08:33:51.829 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.829+0000 7f5268fbe740 10 client.0 _ll_register_callbacks cb 0x7f5258005ef0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:33:51.829 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.829+0000 7f5264850640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561a9f35b350 0x561a9f35f0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:51.829 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.829+0000 7f5264850640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561a9f35b350 0x561a9f35f0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:59760/0 (socket says 172.21.15.42:59760) 2024-06-06T08:33:51.829 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.829+0000 7f5264850640 1 -- 172.21.15.42:0/3569254504 learned_addr learned my addr 172.21.15.42:0/3569254504 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:33:51.830 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.829+0000 7f52577fe640 1 --2- 172.21.15.42:0/3569254504 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561a9f350a90 0x561a9f35eba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:51.830 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.829+0000 7f5264850640 1 -- 172.21.15.42:0/3569254504 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561a9f350170 msgr2=0x561a9f363830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:33:51.830 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.829+0000 7f5264850640 1 --2- 172.21.15.42:0/3569254504 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561a9f350170 0x561a9f363830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:51.830 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.829+0000 7f5264850640 1 -- 172.21.15.42:0/3569254504 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561a9f350a90 msgr2=0x561a9f35eba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:33:51.830 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.829+0000 7f5264850640 1 --2- 172.21.15.42:0/3569254504 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561a9f350a90 0x561a9f35eba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:51.830 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.830+0000 7f5264850640 1 -- 172.21.15.42:0/3569254504 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561a9f35f620 con 0x561a9f35b350 2024-06-06T08:33:51.830 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.830+0000 7f5264850640 1 --2- 172.21.15.42:0/3569254504 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561a9f35b350 0x561a9f35f0e0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f5258011d10 tx=0x7f5258005260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=22c68252221248ac server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:33:51.830 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.830+0000 7f523f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:33:51.831 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.830+0000 7f523f7fe640 1 -- 172.21.15.42:0/3569254504 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5258027070 con 0x561a9f35b350 2024-06-06T08:33:51.831 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.831+0000 7f5268fbe740 1 -- 172.21.15.42:0/3569254504 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f52580055a0 con 0x561a9f35b350 2024-06-06T08:33:51.831 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.831+0000 7f523f7fe640 1 -- 172.21.15.42:0/3569254504 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(114..114 src has 1..114) ==== 9438+0+0 (secure 0 0 0) 0x7f5258003a00 con 0x561a9f35b350 2024-06-06T08:33:51.831 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.831+0000 7f523f7fe640 1 -- 172.21.15.42:0/3569254504 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f5258036050 con 0x561a9f35b350 2024-06-06T08:33:51.832 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.832+0000 7f5268fbe740 10 client.26887 fetch_fsmap learned FSMap version 46 2024-06-06T08:33:51.832 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.832+0000 7f5268fbe740 1 -- 172.21.15.42:0/3569254504 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x561a9f3e70c0 con 0x561a9f35b350 2024-06-06T08:33:51.838 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.835+0000 7f523f7fe640 1 -- 172.21.15.42:0/3569254504 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f52580055a0 con 0x561a9f35b350 2024-06-06T08:33:51.838 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.835+0000 7f523f7fe640 1 -- 172.21.15.42:0/3569254504 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 46) ==== 8370+0+0 (secure 0 0 0) 0x7f5258018070 con 0x561a9f35b350 2024-06-06T08:33:51.838 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.836+0000 7f5268fbe740 10 client.26887 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T08:33:51.838 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.836+0000 7f5268fbe740 10 client.26887 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:33:51.838 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.836+0000 7f5268fbe740 20 client.26887 populate_metadata read hostname 'smithi042' 2024-06-06T08:33:51.838 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.836+0000 7f5268fbe740 1 --2- 172.21.15.42:0/3569254504 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x561a9f3e74a0 0x561a9f3e98c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:51.839 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.836+0000 7f5268fbe740 4 client.26887 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:33:51.839 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.836+0000 7f5268fbe740 1 -- 172.21.15.42:0/3569254504 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x561a9f2c1c20 con 0x561a9f3e74a0 2024-06-06T08:33:51.840 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.840+0000 7f525ffff640 1 --2- 172.21.15.42:0/3569254504 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x561a9f3e74a0 0x561a9f3e98c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:51.842 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.842+0000 7f525ffff640 1 --2- 172.21.15.42:0/3569254504 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x561a9f3e74a0 0x561a9f3e98c0 crc :-1 s=READY pgs=224 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8fc5eba3d6cd686d server_cookie=ad95e85fe3410aff in_seq=0 out_seq=0 2024-06-06T08:33:51.842 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:51.842+0000 7f523f7fe640 10 client.26887 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:33:52.003 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24484 quiesce db / --timeout 90 --expiration 150.0 --await-for 45.0' 2024-06-06T08:33:52.003 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- timeout 105 ceph tell mds.24484 quiesce db / --timeout 90 --expiration 150.0 --await-for 45.0 2024-06-06T08:33:52.449 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:33:52.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:52 smithi149 ceph-mon[36842]: pgmap v354: 129 pgs: 129 active+clean; 1.5 GiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 471 op/s 2024-06-06T08:33:52.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:52 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/3073488696' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:33:52.564 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:52 smithi042 ceph-mon[32384]: pgmap v354: 129 pgs: 129 active+clean; 1.5 GiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 471 op/s 2024-06-06T08:33:52.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:52 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/3073488696' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:33:52.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:52 smithi120 ceph-mon[36658]: pgmap v354: 129 pgs: 129 active+clean; 1.5 GiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 471 op/s 2024-06-06T08:33:52.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:52 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/3073488696' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:33:52.873 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:52.870+0000 7f523f7fe640 1 -- 172.21.15.42:0/3569254504 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x561a9f2c1c20 con 0x561a9f3e74a0 2024-06-06T08:33:52.873 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:52.870+0000 7f523f7fe640 10 client.26887 handle_command_reply: tid=0 2024-06-06T08:33:52.873 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:52.870+0000 7f5268fbe740 1 client.26887 shutdown 2024-06-06T08:33:52.873 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:52.870+0000 7f5268fbe740 1 -- 172.21.15.42:0/3569254504 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561a9f35b350 msgr2=0x561a9f35f0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:33:52.873 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:52.870+0000 7f5268fbe740 1 --2- 172.21.15.42:0/3569254504 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561a9f35b350 0x561a9f35f0e0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f5258011d10 tx=0x7f5258005260 comp rx=0 tx=0).stop 2024-06-06T08:33:52.873 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:52.870+0000 7f5268fbe740 1 -- 172.21.15.42:0/3569254504 shutdown_connections 2024-06-06T08:33:52.873 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:52.870+0000 7f5268fbe740 1 --2- 172.21.15.42:0/3569254504 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x561a9f3e74a0 0x561a9f3e98c0 crc :-1 s=READY pgs=224 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:52.874 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:52.870+0000 7f5268fbe740 1 --2- 172.21.15.42:0/3569254504 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561a9f35b350 0x561a9f35f0e0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:52.874 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:52.870+0000 7f5268fbe740 1 --2- 172.21.15.42:0/3569254504 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561a9f350a90 0x561a9f35eba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:52.874 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:52.870+0000 7f5268fbe740 1 --2- 172.21.15.42:0/3569254504 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561a9f350170 0x561a9f363830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:52.874 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:52.870+0000 7f5268fbe740 1 -- 172.21.15.42:0/3569254504 >> 172.21.15.42:0/3569254504 conn(0x561a9f34c680 msgr2=0x561a9f34af50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:33:52.874 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:52.870+0000 7f523f7fe640 0 client.26887 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:33:52.874 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:52.870+0000 7f5268fbe740 1 -- 172.21.15.42:0/3569254504 shutdown_connections 2024-06-06T08:33:52.874 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:52.871+0000 7f5268fbe740 1 -- 172.21.15.42:0/3569254504 wait complete. 2024-06-06T08:33:52.874 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:52.871+0000 7f5268fbe740 20 client.26887 trim_cache size 0 max 16384 2024-06-06T08:33:52.874 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:33:52.875 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:33:52.875 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:33:52.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:52.872+0000 7f52662b3640 1 -- 172.21.15.42:0/3018213731 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f524c0a2ef0 msgr2=0x7f524c0a53b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:33:52.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:52.872+0000 7f52662b3640 1 --2- 172.21.15.42:0/3018213731 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f524c0a2ef0 0x7f524c0a53b0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x561a9f351710 tx=0x7f524802a900 comp rx=0 tx=0).stop 2024-06-06T08:33:52.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:52.872+0000 7f52662b3640 1 -- 172.21.15.42:0/3018213731 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f526011b180 msgr2=0x7f52601a7650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:33:52.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:52.872+0000 7f52662b3640 1 --2- 172.21.15.42:0/3018213731 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f526011b180 0x7f52601a7650 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f5250005fd0 tx=0x7f525000eed0 comp rx=0 tx=0).stop 2024-06-06T08:33:52.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:52.872+0000 7f52662b3640 1 -- 172.21.15.42:0/3018213731 shutdown_connections 2024-06-06T08:33:52.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:52.872+0000 7f52662b3640 1 --2- 172.21.15.42:0/3018213731 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f524c0a2ef0 0x7f524c0a53b0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:52.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:52.872+0000 7f52662b3640 1 --2- 172.21.15.42:0/3018213731 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f526011b180 0x7f52601a7650 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:52.877 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:52.872+0000 7f52662b3640 1 --2- 172.21.15.42:0/3018213731 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f52601ab9d0 0x7f52601abe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:52.877 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:52.872+0000 7f52662b3640 1 --2- 172.21.15.42:0/3018213731 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5260110190 0x7f52601a7110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:52.877 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:52.872+0000 7f52662b3640 1 -- 172.21.15.42:0/3018213731 >> 172.21.15.42:0/3018213731 conn(0x7f526006ca70 msgr2=0x7f526010de50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:33:52.877 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:52.873+0000 7f52662b3640 1 -- 172.21.15.42:0/3018213731 shutdown_connections 2024-06-06T08:33:52.877 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:33:52.873+0000 7f52662b3640 1 -- 172.21.15.42:0/3018213731 wait complete. 2024-06-06T08:33:54.228 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.228+0000 7fb712fee700 1 -- 172.21.15.42:0/2016572564 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb70c103150 msgr2=0x7fb70c1070b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:33:54.228 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.228+0000 7fb712fee700 1 --2- 172.21.15.42:0/2016572564 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb70c103150 0x7fb70c1070b0 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7fb6f80099c0 tx=0x7fb6f8009cd0 comp rx=0 tx=0).stop 2024-06-06T08:33:54.228 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.228+0000 7fb712fee700 1 -- 172.21.15.42:0/2016572564 shutdown_connections 2024-06-06T08:33:54.229 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.228+0000 7fb712fee700 1 --2- 172.21.15.42:0/2016572564 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb70c107790 0x7fb70c10f3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:54.229 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.228+0000 7fb712fee700 1 --2- 172.21.15.42:0/2016572564 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb70c1027a0 0x7fb70c102b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:54.229 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.228+0000 7fb712fee700 1 --2- 172.21.15.42:0/2016572564 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb70c103150 0x7fb70c1070b0 unknown :-1 s=CLOSED pgs=908 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:54.229 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.228+0000 7fb712fee700 1 -- 172.21.15.42:0/2016572564 >> 172.21.15.42:0/2016572564 conn(0x7fb70c079560 msgr2=0x7fb70c079970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:33:54.229 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.228+0000 7fb712fee700 1 -- 172.21.15.42:0/2016572564 shutdown_connections 2024-06-06T08:33:54.229 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.228+0000 7fb712fee700 1 -- 172.21.15.42:0/2016572564 wait complete. 2024-06-06T08:33:54.229 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.228+0000 7fb712fee700 1 Processor -- start 2024-06-06T08:33:54.229 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.229+0000 7fb712fee700 1 -- start start 2024-06-06T08:33:54.231 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.229+0000 7fb712fee700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb70c1027a0 0x7fb70c074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:54.231 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.229+0000 7fb712fee700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb70c103150 0x7fb70c074cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:54.231 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.229+0000 7fb712fee700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb70c107790 0x7fb70c075210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:54.231 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.229+0000 7fb712fee700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb70c112790 con 0x7fb70c107790 2024-06-06T08:33:54.232 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.229+0000 7fb712fee700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fb70c112610 con 0x7fb70c1027a0 2024-06-06T08:33:54.232 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.229+0000 7fb712fee700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fb70c112910 con 0x7fb70c103150 2024-06-06T08:33:54.232 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.229+0000 7fb70bfff700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb70c103150 0x7fb70c074cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:54.232 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.229+0000 7fb71158b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb70c107790 0x7fb70c075210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:54.232 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.229+0000 7fb70bfff700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb70c103150 0x7fb70c074cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:59786/0 (socket says 172.21.15.42:59786) 2024-06-06T08:33:54.232 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.229+0000 7fb70bfff700 1 -- 172.21.15.42:0/3616509130 learned_addr learned my addr 172.21.15.42:0/3616509130 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:33:54.232 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.229+0000 7fb710d8a700 1 --2- 172.21.15.42:0/3616509130 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb70c1027a0 0x7fb70c074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:54.232 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.229+0000 7fb71158b700 1 -- 172.21.15.42:0/3616509130 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb70c103150 msgr2=0x7fb70c074cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:33:54.232 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.229+0000 7fb71158b700 1 --2- 172.21.15.42:0/3616509130 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb70c103150 0x7fb70c074cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:54.232 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.229+0000 7fb71158b700 1 -- 172.21.15.42:0/3616509130 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb70c1027a0 msgr2=0x7fb70c074790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:33:54.233 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.229+0000 7fb71158b700 1 --2- 172.21.15.42:0/3616509130 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb70c1027a0 0x7fb70c074790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:54.233 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.229+0000 7fb71158b700 1 -- 172.21.15.42:0/3616509130 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb70c1a70f0 con 0x7fb70c107790 2024-06-06T08:33:54.233 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.229+0000 7fb70bfff700 1 --2- 172.21.15.42:0/3616509130 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb70c103150 0x7fb70c074cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:33:54.233 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.230+0000 7fb71158b700 1 --2- 172.21.15.42:0/3616509130 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb70c107790 0x7fb70c075210 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x7fb704007f10 tx=0x7fb70400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:33:54.233 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.230+0000 7fb709ffb700 1 -- 172.21.15.42:0/3616509130 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb704004db0 con 0x7fb70c107790 2024-06-06T08:33:54.233 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.230+0000 7fb709ffb700 1 -- 172.21.15.42:0/3616509130 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb704003a00 con 0x7fb70c107790 2024-06-06T08:33:54.233 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.230+0000 7fb712fee700 1 -- 172.21.15.42:0/3616509130 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb70c1a73e0 con 0x7fb70c107790 2024-06-06T08:33:54.233 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.230+0000 7fb709ffb700 1 -- 172.21.15.42:0/3616509130 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb704004680 con 0x7fb70c107790 2024-06-06T08:33:54.233 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.230+0000 7fb712fee700 1 -- 172.21.15.42:0/3616509130 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb70c1a78f0 con 0x7fb70c107790 2024-06-06T08:33:54.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.232+0000 7fb709ffb700 1 -- 172.21.15.42:0/3616509130 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fb70401c020 con 0x7fb70c107790 2024-06-06T08:33:54.240 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.233+0000 7fb709ffb700 1 --2- 172.21.15.42:0/3616509130 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fb6fc0a2eb0 0x7fb6fc0a5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:54.240 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.233+0000 7fb710d8a700 1 --2- 172.21.15.42:0/3616509130 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fb6fc0a2eb0 0x7fb6fc0a5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:54.240 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.233+0000 7fb709ffb700 1 -- 172.21.15.42:0/3616509130 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 9438+0+0 (secure 0 0 0) 0x7fb7040cee00 con 0x7fb70c107790 2024-06-06T08:33:54.240 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.234+0000 7fb710d8a700 1 --2- 172.21.15.42:0/3616509130 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fb6fc0a2eb0 0x7fb6fc0a5370 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fb70000ac50 tx=0x7fb70000a380 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:33:54.240 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.234+0000 7fb71d871b80 1 Processor -- start 2024-06-06T08:33:54.240 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.234+0000 7fb71d871b80 1 -- start start 2024-06-06T08:33:54.240 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.234+0000 7fb71d871b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d41ac79590 0x55d41ac79970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:54.240 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.234+0000 7fb71d871b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d41ac79eb0 0x55d41ac737a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:54.240 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.234+0000 7fb71d871b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d41ac73ce0 0x55d41ac74100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:54.241 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.234+0000 7fb71d871b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55d41ab660f0 con 0x55d41ac73ce0 2024-06-06T08:33:54.241 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.234+0000 7fb71d871b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55d41abc49e0 con 0x55d41ac79590 2024-06-06T08:33:54.241 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.234+0000 7fb71d871b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55d41ab2c5f0 con 0x55d41ac79eb0 2024-06-06T08:33:54.241 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.235+0000 7fb70bfff700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d41ac79eb0 0x55d41ac737a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:54.241 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.235+0000 7fb71158b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d41ac73ce0 0x55d41ac74100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:54.241 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.235+0000 7fb70bfff700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d41ac79eb0 0x55d41ac737a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:59796/0 (socket says 172.21.15.42:59796) 2024-06-06T08:33:54.241 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.235+0000 7fb71158b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d41ac73ce0 0x55d41ac74100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37406/0 (socket says 172.21.15.42:37406) 2024-06-06T08:33:54.241 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.235+0000 7fb70bfff700 1 -- 172.21.15.42:0/636685469 learned_addr learned my addr 172.21.15.42:0/636685469 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:33:54.241 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.235+0000 7fb710d8a700 1 --2- 172.21.15.42:0/636685469 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d41ac79590 0x55d41ac79970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:54.241 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.235+0000 7fb70bfff700 1 -- 172.21.15.42:0/636685469 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d41ac79590 msgr2=0x55d41ac79970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:33:54.241 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.235+0000 7fb70bfff700 1 --2- 172.21.15.42:0/636685469 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d41ac79590 0x55d41ac79970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:54.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.235+0000 7fb70bfff700 1 -- 172.21.15.42:0/636685469 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d41ac73ce0 msgr2=0x55d41ac74100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:33:54.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.235+0000 7fb70bfff700 1 --2- 172.21.15.42:0/636685469 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d41ac73ce0 0x55d41ac74100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:54.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.235+0000 7fb70bfff700 1 -- 172.21.15.42:0/636685469 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d41ab13a60 con 0x55d41ac79eb0 2024-06-06T08:33:54.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.235+0000 7fb71158b700 1 --2- 172.21.15.42:0/636685469 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d41ac73ce0 0x55d41ac74100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:33:54.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.235+0000 7fb70bfff700 1 --2- 172.21.15.42:0/636685469 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d41ac79eb0 0x55d41ac737a0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fb6f8000c00 tx=0x7fb6f8003730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e4d7c0ea8e198028 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:33:54.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.235+0000 7fb6f6ffd700 1 -- 172.21.15.42:0/636685469 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6f8028070 con 0x55d41ac79eb0 2024-06-06T08:33:54.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.236+0000 7fb6f6ffd700 1 -- 172.21.15.42:0/636685469 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb6f8003e40 con 0x55d41ac79eb0 2024-06-06T08:33:54.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.236+0000 7fb6f6ffd700 1 -- 172.21.15.42:0/636685469 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6f8023460 con 0x55d41ac79eb0 2024-06-06T08:33:54.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.236+0000 7fb71d871b80 1 -- 172.21.15.42:0/636685469 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d41ac79eb0 msgr2=0x55d41ac737a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:33:54.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.236+0000 7fb71d871b80 1 --2- 172.21.15.42:0/636685469 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d41ac79eb0 0x55d41ac737a0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fb6f8000c00 tx=0x7fb6f8003730 comp rx=0 tx=0).stop 2024-06-06T08:33:54.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.236+0000 7fb71d871b80 1 -- 172.21.15.42:0/636685469 shutdown_connections 2024-06-06T08:33:54.243 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.236+0000 7fb71d871b80 1 --2- 172.21.15.42:0/636685469 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d41ac73ce0 0x55d41ac74100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:54.243 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.236+0000 7fb71d871b80 1 --2- 172.21.15.42:0/636685469 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d41ac79590 0x55d41ac79970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:54.243 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.236+0000 7fb71d871b80 1 --2- 172.21.15.42:0/636685469 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d41ac79eb0 0x55d41ac737a0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:54.243 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.236+0000 7fb71d871b80 1 -- 172.21.15.42:0/636685469 >> 172.21.15.42:0/636685469 conn(0x55d41aba0210 msgr2=0x55d41ac6ea90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:33:54.243 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.236+0000 7fb71d871b80 1 -- 172.21.15.42:0/636685469 shutdown_connections 2024-06-06T08:33:54.243 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.236+0000 7fb71d871b80 1 -- 172.21.15.42:0/636685469 wait complete. 2024-06-06T08:33:54.243 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.237+0000 7fb71d871b80 1 -- start start 2024-06-06T08:33:54.243 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.237+0000 7fb71d871b80 1 Processor -- start 2024-06-06T08:33:54.243 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.237+0000 7fb71d871b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d41ac73ce0 0x55d41ac7fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:54.243 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.237+0000 7fb71d871b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d41ac79590 0x55d41ac7cef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:54.244 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.237+0000 7fb71d871b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d41ac79eb0 0x55d41ac7d430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:54.244 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.237+0000 7fb71d871b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55d41ab65150 con 0x55d41ac73ce0 2024-06-06T08:33:54.244 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.237+0000 7fb71d871b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55d41abc09a0 con 0x55d41ac79590 2024-06-06T08:33:54.244 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.237+0000 7fb71d871b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55d41ac80830 con 0x55d41ac79eb0 2024-06-06T08:33:54.244 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.237+0000 7fb710d8a700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d41ac73ce0 0x55d41ac7fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:54.244 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.237+0000 7fb71d871b80 10 client.0 _ll_register_callbacks cb 0x55d41ab5a740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:33:54.244 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.237+0000 7fb710d8a700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d41ac73ce0 0x55d41ac7fbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37412/0 (socket says 172.21.15.42:37412) 2024-06-06T08:33:54.244 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.237+0000 7fb71158b700 1 --2- 172.21.15.42:0/4210914758 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d41ac79eb0 0x55d41ac7d430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:54.244 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.237+0000 7fb710d8a700 1 -- 172.21.15.42:0/4210914758 learned_addr learned my addr 172.21.15.42:0/4210914758 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:33:54.244 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.237+0000 7fb70bfff700 1 --2- 172.21.15.42:0/4210914758 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d41ac79590 0x55d41ac7cef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:54.244 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.238+0000 7fb710d8a700 1 -- 172.21.15.42:0/4210914758 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d41ac79eb0 msgr2=0x55d41ac7d430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:33:54.245 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.238+0000 7fb710d8a700 1 --2- 172.21.15.42:0/4210914758 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d41ac79eb0 0x55d41ac7d430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:54.245 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.238+0000 7fb710d8a700 1 -- 172.21.15.42:0/4210914758 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d41ac79590 msgr2=0x55d41ac7cef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:33:54.245 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.238+0000 7fb710d8a700 1 --2- 172.21.15.42:0/4210914758 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d41ac79590 0x55d41ac7cef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:54.245 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.238+0000 7fb710d8a700 1 -- 172.21.15.42:0/4210914758 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d41ab8a8e0 con 0x55d41ac73ce0 2024-06-06T08:33:54.245 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.238+0000 7fb71158b700 1 --2- 172.21.15.42:0/4210914758 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d41ac79eb0 0x55d41ac7d430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:33:54.245 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.238+0000 7fb710d8a700 1 --2- 172.21.15.42:0/4210914758 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d41ac73ce0 0x55d41ac7fbf0 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7fb700003930 tx=0x7fb7000047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a84deee487d6d1 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:33:54.245 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.238+0000 7fb6ebfff700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:33:54.245 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.238+0000 7fb6ebfff700 1 -- 172.21.15.42:0/4210914758 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb700016070 con 0x55d41ac73ce0 2024-06-06T08:33:54.245 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.238+0000 7fb6ebfff700 1 -- 172.21.15.42:0/4210914758 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(114..114 src has 1..114) ==== 9438+0+0 (secure 0 0 0) 0x7fb7000108c0 con 0x55d41ac73ce0 2024-06-06T08:33:54.245 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.238+0000 7fb71d871b80 1 -- 172.21.15.42:0/4210914758 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55d41abd1ee0 con 0x55d41ac73ce0 2024-06-06T08:33:54.245 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.238+0000 7fb6ebfff700 1 -- 172.21.15.42:0/4210914758 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7fb700010b00 con 0x55d41ac73ce0 2024-06-06T08:33:54.245 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.238+0000 7fb71d871b80 10 client.17433 fetch_fsmap learned FSMap version 46 2024-06-06T08:33:54.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.238+0000 7fb71d871b80 1 -- 172.21.15.42:0/4210914758 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55d41ac8b070 con 0x55d41ac73ce0 2024-06-06T08:33:54.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.239+0000 7fb6ebfff700 1 -- 172.21.15.42:0/4210914758 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x55d41abd1ee0 con 0x55d41ac73ce0 2024-06-06T08:33:54.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.239+0000 7fb6ebfff700 1 -- 172.21.15.42:0/4210914758 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 46) ==== 8370+0+0 (secure 0 0 0) 0x7fb70001e410 con 0x55d41ac73ce0 2024-06-06T08:33:54.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.239+0000 7fb71d871b80 10 client.17433 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T08:33:54.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.239+0000 7fb71d871b80 10 client.17433 resolve_mds: validated gid 24484 aka daemon mds.i 2024-06-06T08:33:54.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.239+0000 7fb71d871b80 20 client.17433 populate_metadata read hostname 'smithi042' 2024-06-06T08:33:54.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.239+0000 7fb71d871b80 1 --2- 172.21.15.42:0/4210914758 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55d41ac8d6b0 0x55d41ac8faa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:54.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.239+0000 7fb71d871b80 4 client.17433 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:33:54.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.239+0000 7fb71d871b80 1 -- 172.21.15.42:0/4210914758 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d41abcc460 con 0x55d41ac8d6b0 2024-06-06T08:33:54.246 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.239+0000 7fb70bfff700 1 --2- 172.21.15.42:0/4210914758 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55d41ac8d6b0 0x55d41ac8faa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:54.247 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.240+0000 7fb6ebfff700 10 client.17433 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:33:54.247 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.240+0000 7fb70bfff700 1 --2- 172.21.15.42:0/4210914758 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55d41ac8d6b0 0x55d41ac8faa0 crc :-1 s=READY pgs=225 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f5e44f9768bd56a7 server_cookie=36de8e7bbf3f5f6d in_seq=0 out_seq=0 2024-06-06T08:33:54.248 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.240+0000 7fb6ebfff700 1 -- 172.21.15.42:0/4210914758 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55d41abcc460 con 0x55d41ac8d6b0 2024-06-06T08:33:54.248 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.240+0000 7fb6ebfff700 10 client.17433 handle_command_reply: tid=0 2024-06-06T08:33:54.248 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.240+0000 7fb71d871b80 1 client.17433 shutdown 2024-06-06T08:33:54.248 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.240+0000 7fb71d871b80 1 -- 172.21.15.42:0/4210914758 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d41ac73ce0 msgr2=0x55d41ac7fbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:33:54.248 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.240+0000 7fb71d871b80 1 --2- 172.21.15.42:0/4210914758 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d41ac73ce0 0x55d41ac7fbf0 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7fb700003930 tx=0x7fb7000047c0 comp rx=0 tx=0).stop 2024-06-06T08:33:54.248 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.241+0000 7fb71d871b80 1 -- 172.21.15.42:0/4210914758 shutdown_connections 2024-06-06T08:33:54.248 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.241+0000 7fb71d871b80 1 --2- 172.21.15.42:0/4210914758 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d41ac79eb0 0x55d41ac7d430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:54.248 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.241+0000 7fb71d871b80 1 --2- 172.21.15.42:0/4210914758 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d41ac73ce0 0x55d41ac7fbf0 unknown :-1 s=CLOSED pgs=910 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:54.248 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.241+0000 7fb71d871b80 1 --2- 172.21.15.42:0/4210914758 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55d41ac8d6b0 0x55d41ac8faa0 crc :-1 s=READY pgs=225 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:54.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.241+0000 7fb71d871b80 1 --2- 172.21.15.42:0/4210914758 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d41ac79590 0x55d41ac7cef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:54.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.241+0000 7fb71d871b80 1 -- 172.21.15.42:0/4210914758 >> 172.21.15.42:0/4210914758 conn(0x55d41aba0210 msgr2=0x55d41ac6dc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:33:54.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.241+0000 7fb6ebfff700 0 client.17433 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:33:54.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.241+0000 7fb71d871b80 1 -- 172.21.15.42:0/4210914758 shutdown_connections 2024-06-06T08:33:54.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.241+0000 7fb71d871b80 1 -- 172.21.15.42:0/4210914758 wait complete. 2024-06-06T08:33:54.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.241+0000 7fb71d871b80 20 client.17433 trim_cache size 0 max 16384 2024-06-06T08:33:54.263 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.262+0000 7fb71d871b80 1 Processor -- start 2024-06-06T08:33:54.263 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.262+0000 7fb71d871b80 1 -- start start 2024-06-06T08:33:54.264 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.262+0000 7fb71d871b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d41ac73ce0 0x55d41ac7f730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:54.264 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.262+0000 7fb71d871b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d41ac79590 0x55d41ac7ceb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:54.264 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.262+0000 7fb71d871b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d41ac79eb0 0x55d41ac7d3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:54.264 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.262+0000 7fb71d871b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb70c1b2e40 con 0x55d41ac79eb0 2024-06-06T08:33:54.264 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.262+0000 7fb71d871b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fb70c1b0610 con 0x55d41ac73ce0 2024-06-06T08:33:54.264 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.262+0000 7fb71d871b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fb70c1ae480 con 0x55d41ac79590 2024-06-06T08:33:54.264 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.263+0000 7fb71158b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d41ac79eb0 0x55d41ac7d3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:54.264 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.263+0000 7fb70bfff700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d41ac79590 0x55d41ac7ceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:54.264 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.263+0000 7fb71158b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d41ac79eb0 0x55d41ac7d3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37426/0 (socket says 172.21.15.42:37426) 2024-06-06T08:33:54.265 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.263+0000 7fb71158b700 1 -- 172.21.15.42:0/2454040870 learned_addr learned my addr 172.21.15.42:0/2454040870 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:33:54.265 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.263+0000 7fb70bfff700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d41ac79590 0x55d41ac7ceb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:59808/0 (socket says 172.21.15.42:59808) 2024-06-06T08:33:54.265 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.263+0000 7fb710d8a700 1 --2- 172.21.15.42:0/2454040870 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d41ac73ce0 0x55d41ac7f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:54.265 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.263+0000 7fb710d8a700 1 -- 172.21.15.42:0/2454040870 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d41ac79590 msgr2=0x55d41ac7ceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:33:54.265 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.263+0000 7fb710d8a700 1 --2- 172.21.15.42:0/2454040870 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d41ac79590 0x55d41ac7ceb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:54.265 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.263+0000 7fb710d8a700 1 -- 172.21.15.42:0/2454040870 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d41ac79eb0 msgr2=0x55d41ac7d3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:33:54.265 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.263+0000 7fb710d8a700 1 --2- 172.21.15.42:0/2454040870 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d41ac79eb0 0x55d41ac7d3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:54.265 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.263+0000 7fb710d8a700 1 -- 172.21.15.42:0/2454040870 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d41ac900c0 con 0x55d41ac73ce0 2024-06-06T08:33:54.265 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.263+0000 7fb710d8a700 1 --2- 172.21.15.42:0/2454040870 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d41ac73ce0 0x55d41ac7f730 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fb70001e8b0 tx=0x7fb70000af20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b66f0d0c8fc9f36f server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:33:54.266 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.263+0000 7fb6f67fc700 1 -- 172.21.15.42:0/2454040870 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb70001e410 con 0x55d41ac73ce0 2024-06-06T08:33:54.266 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.263+0000 7fb6f67fc700 1 -- 172.21.15.42:0/2454040870 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb700022070 con 0x55d41ac73ce0 2024-06-06T08:33:54.266 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.263+0000 7fb6f67fc700 1 -- 172.21.15.42:0/2454040870 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7000276d0 con 0x55d41ac73ce0 2024-06-06T08:33:54.269 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.264+0000 7fb71d871b80 1 -- 172.21.15.42:0/2454040870 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d41ac73ce0 msgr2=0x55d41ac7f730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:33:54.269 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.264+0000 7fb71d871b80 1 --2- 172.21.15.42:0/2454040870 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d41ac73ce0 0x55d41ac7f730 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fb70001e8b0 tx=0x7fb70000af20 comp rx=0 tx=0).stop 2024-06-06T08:33:54.269 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.264+0000 7fb71d871b80 1 -- 172.21.15.42:0/2454040870 shutdown_connections 2024-06-06T08:33:54.269 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.264+0000 7fb71d871b80 1 --2- 172.21.15.42:0/2454040870 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d41ac79eb0 0x55d41ac7d3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:54.269 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.264+0000 7fb71d871b80 1 --2- 172.21.15.42:0/2454040870 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d41ac73ce0 0x55d41ac7f730 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:54.269 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.264+0000 7fb71d871b80 1 --2- 172.21.15.42:0/2454040870 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d41ac79590 0x55d41ac7ceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:54.269 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.264+0000 7fb71d871b80 1 -- 172.21.15.42:0/2454040870 >> 172.21.15.42:0/2454040870 conn(0x55d41aba0210 msgr2=0x55d41ac7c7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:33:54.270 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.264+0000 7fb71d871b80 1 -- 172.21.15.42:0/2454040870 shutdown_connections 2024-06-06T08:33:54.270 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.264+0000 7fb71d871b80 1 -- 172.21.15.42:0/2454040870 wait complete. 2024-06-06T08:33:54.270 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.264+0000 7fb71d871b80 1 -- start start 2024-06-06T08:33:54.270 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.264+0000 7fb71d871b80 1 Processor -- start 2024-06-06T08:33:54.270 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.265+0000 7fb71d871b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d41ac73ce0 0x55d41ac862e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:54.270 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.265+0000 7fb71d871b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d41ac79590 0x55d41ac94cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:54.270 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.265+0000 7fb71d871b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d41ac79eb0 0x55d41ac95230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:54.270 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.265+0000 7fb71d871b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb70c1aead0 con 0x55d41ac79eb0 2024-06-06T08:33:54.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.265+0000 7fb71d871b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fb70c1aff40 con 0x55d41ac79590 2024-06-06T08:33:54.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.265+0000 7fb71d871b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fb70c1af1a0 con 0x55d41ac73ce0 2024-06-06T08:33:54.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.265+0000 7fb71d871b80 10 client.0 _ll_register_callbacks cb 0x55d41ab5a740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:33:54.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.265+0000 7fb71158b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d41ac79eb0 0x55d41ac95230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:54.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.265+0000 7fb710d8a700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d41ac73ce0 0x55d41ac862e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:54.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.265+0000 7fb71158b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d41ac79eb0 0x55d41ac95230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37442/0 (socket says 172.21.15.42:37442) 2024-06-06T08:33:54.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.265+0000 7fb71158b700 1 -- 172.21.15.42:0/1503402696 learned_addr learned my addr 172.21.15.42:0/1503402696 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:33:54.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.265+0000 7fb710d8a700 1 --2- 172.21.15.42:0/1503402696 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d41ac73ce0 0x55d41ac862e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:59818/0 (socket says 172.21.15.42:59818) 2024-06-06T08:33:54.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.265+0000 7fb70bfff700 1 --2- 172.21.15.42:0/1503402696 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d41ac79590 0x55d41ac94cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:54.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.265+0000 7fb71158b700 1 -- 172.21.15.42:0/1503402696 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d41ac73ce0 msgr2=0x55d41ac862e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:33:54.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.265+0000 7fb71158b700 1 --2- 172.21.15.42:0/1503402696 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d41ac73ce0 0x55d41ac862e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:54.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.265+0000 7fb71158b700 1 -- 172.21.15.42:0/1503402696 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d41ac79590 msgr2=0x55d41ac94cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:33:54.272 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.265+0000 7fb71158b700 1 --2- 172.21.15.42:0/1503402696 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d41ac79590 0x55d41ac94cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:33:54.272 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.265+0000 7fb71158b700 1 -- 172.21.15.42:0/1503402696 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d41ac95ac0 con 0x55d41ac79eb0 2024-06-06T08:33:54.272 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.266+0000 7fb71158b700 1 --2- 172.21.15.42:0/1503402696 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d41ac79eb0 0x55d41ac95230 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7fb704009fd0 tx=0x7fb704004120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c6778e9a8c9106e server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:33:54.272 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.266+0000 7fb6ebfff700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:33:54.272 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.266+0000 7fb6ebfff700 1 -- 172.21.15.42:0/1503402696 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb704019050 con 0x55d41ac79eb0 2024-06-06T08:33:54.272 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.266+0000 7fb71d871b80 1 -- 172.21.15.42:0/1503402696 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb700022070 con 0x55d41ac79eb0 2024-06-06T08:33:54.272 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.266+0000 7fb6ebfff700 1 -- 172.21.15.42:0/1503402696 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(114..114 src has 1..114) ==== 9438+0+0 (secure 0 0 0) 0x7fb70401c310 con 0x55d41ac79eb0 2024-06-06T08:33:54.272 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.266+0000 7fb6ebfff700 1 -- 172.21.15.42:0/1503402696 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7fb70409f2e0 con 0x55d41ac79eb0 2024-06-06T08:33:54.272 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.266+0000 7fb71d871b80 10 client.17439 fetch_fsmap learned FSMap version 46 2024-06-06T08:33:54.272 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.266+0000 7fb71d871b80 1 -- 172.21.15.42:0/1503402696 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55d41acf83f0 con 0x55d41ac79eb0 2024-06-06T08:33:54.272 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.266+0000 7fb6ebfff700 1 -- 172.21.15.42:0/1503402696 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb700022070 con 0x55d41ac79eb0 2024-06-06T08:33:54.272 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.266+0000 7fb6ebfff700 1 -- 172.21.15.42:0/1503402696 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 46) ==== 8370+0+0 (secure 0 0 0) 0x7fb7040a37a0 con 0x55d41ac79eb0 2024-06-06T08:33:54.272 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.266+0000 7fb71d871b80 10 client.17439 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T08:33:54.273 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.266+0000 7fb71d871b80 10 client.17439 resolve_mds: validated gid 24484 aka daemon mds.i 2024-06-06T08:33:54.273 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.266+0000 7fb71d871b80 20 client.17439 populate_metadata read hostname 'smithi042' 2024-06-06T08:33:54.273 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.266+0000 7fb71d871b80 1 --2- 172.21.15.42:0/1503402696 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55d41acf8b20 0x55d41acfaf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:33:54.273 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.266+0000 7fb71d871b80 4 client.17439 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 150.0, "await_for": 45.0}] 2024-06-06T08:33:54.273 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.266+0000 7fb71d871b80 1 -- 172.21.15.42:0/1503402696 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 150.0, "await_for": 45.0}) -- 0x55d41ab800e0 con 0x55d41acf8b20 2024-06-06T08:33:54.273 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.267+0000 7fb710d8a700 1 --2- 172.21.15.42:0/1503402696 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55d41acf8b20 0x55d41acfaf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:33:54.273 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.267+0000 7fb710d8a700 1 --2- 172.21.15.42:0/1503402696 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55d41acf8b20 0x55d41acfaf40 crc :-1 s=READY pgs=226 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=503232845e5dc0a9 server_cookie=2f336b1974abb596 in_seq=0 out_seq=0 2024-06-06T08:33:54.273 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:33:54.267+0000 7fb6ebfff700 10 client.17439 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:33:54.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:54 smithi149 ceph-mon[36842]: pgmap v355: 129 pgs: 129 active+clean; 1.5 GiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 397 op/s 2024-06-06T08:33:54.564 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:54 smithi042 ceph-mon[32384]: pgmap v355: 129 pgs: 129 active+clean; 1.5 GiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 397 op/s 2024-06-06T08:33:54.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:54 smithi120 ceph-mon[36658]: pgmap v355: 129 pgs: 129 active+clean; 1.5 GiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 397 op/s 2024-06-06T08:33:56.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:56 smithi149 ceph-mon[36842]: pgmap v356: 129 pgs: 129 active+clean; 1.5 GiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 544 op/s 2024-06-06T08:33:56.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:56 smithi042 ceph-mon[32384]: pgmap v356: 129 pgs: 129 active+clean; 1.5 GiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 544 op/s 2024-06-06T08:33:56.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:56 smithi120 ceph-mon[36658]: pgmap v356: 129 pgs: 129 active+clean; 1.5 GiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 544 op/s 2024-06-06T08:33:58.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:33:58 smithi149 ceph-mon[36842]: pgmap v357: 129 pgs: 129 active+clean; 1.5 GiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 417 op/s 2024-06-06T08:33:58.564 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:33:58 smithi042 ceph-mon[32384]: pgmap v357: 129 pgs: 129 active+clean; 1.5 GiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 417 op/s 2024-06-06T08:33:58.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:33:58 smithi120 ceph-mon[36658]: pgmap v357: 129 pgs: 129 active+clean; 1.5 GiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 417 op/s 2024-06-06T08:34:00.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:34:00 smithi149 ceph-mon[36842]: pgmap v358: 129 pgs: 129 active+clean; 1.5 GiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 431 op/s 2024-06-06T08:34:00.564 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:34:00 smithi042 ceph-mon[32384]: pgmap v358: 129 pgs: 129 active+clean; 1.5 GiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 431 op/s 2024-06-06T08:34:00.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:34:00 smithi120 ceph-mon[36658]: pgmap v358: 129 pgs: 129 active+clean; 1.5 GiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 431 op/s 2024-06-06T08:34:02.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:34:02 smithi149 ceph-mon[36842]: pgmap v359: 129 pgs: 129 active+clean; 1.5 GiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 314 op/s 2024-06-06T08:34:02.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:34:02 smithi042 ceph-mon[32384]: pgmap v359: 129 pgs: 129 active+clean; 1.5 GiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 314 op/s 2024-06-06T08:34:02.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:34:02 smithi120 ceph-mon[36658]: pgmap v359: 129 pgs: 129 active+clean; 1.5 GiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 314 op/s 2024-06-06T08:34:04.201 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:04.201+0000 7fb6ebfff700 1 -- 172.21.15.42:0/1503402696 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55d41ab800e0 con 0x55d41acf8b20 2024-06-06T08:34:04.201 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:04.201+0000 7fb6ebfff700 10 client.17439 handle_command_reply: tid=0 2024-06-06T08:34:04.201 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:04.201+0000 7fb71d871b80 1 client.17439 shutdown 2024-06-06T08:34:04.201 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:04.201+0000 7fb71d871b80 1 -- 172.21.15.42:0/1503402696 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d41ac79eb0 msgr2=0x55d41ac95230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:04.201 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:04.201+0000 7fb71d871b80 1 --2- 172.21.15.42:0/1503402696 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d41ac79eb0 0x55d41ac95230 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7fb704009fd0 tx=0x7fb704004120 comp rx=0 tx=0).stop 2024-06-06T08:34:04.201 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:04.201+0000 7fb71d871b80 1 -- 172.21.15.42:0/1503402696 shutdown_connections 2024-06-06T08:34:04.201 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:04.201+0000 7fb71d871b80 1 --2- 172.21.15.42:0/1503402696 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d41ac79eb0 0x55d41ac95230 unknown :-1 s=CLOSED pgs=911 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:04.201 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:04.201+0000 7fb71d871b80 1 --2- 172.21.15.42:0/1503402696 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d41ac73ce0 0x55d41ac862e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:04.201 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:04.201+0000 7fb71d871b80 1 --2- 172.21.15.42:0/1503402696 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55d41acf8b20 0x55d41acfaf40 crc :-1 s=READY pgs=226 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:04.202 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:04.201+0000 7fb71d871b80 1 --2- 172.21.15.42:0/1503402696 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d41ac79590 0x55d41ac94cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:04.202 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:04.201+0000 7fb6ebfff700 0 client.17439 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:34:04.202 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:04.201+0000 7fb71d871b80 1 -- 172.21.15.42:0/1503402696 >> 172.21.15.42:0/1503402696 conn(0x55d41aba0210 msgr2=0x55d41ac788e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:34:04.202 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:04.201+0000 7fb71d871b80 1 -- 172.21.15.42:0/1503402696 shutdown_connections 2024-06-06T08:34:04.202 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:04.201+0000 7fb71d871b80 1 -- 172.21.15.42:0/1503402696 wait complete. 2024-06-06T08:34:04.202 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:04.201+0000 7fb71d871b80 20 client.17439 trim_cache size 0 max 16384 2024-06-06T08:34:04.202 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:34:04.202 INFO:teuthology.orchestra.run.smithi042.stdout: "epoch": 46, 2024-06-06T08:34:04.203 INFO:teuthology.orchestra.run.smithi042.stdout: "leader": 24484, 2024-06-06T08:34:04.203 INFO:teuthology.orchestra.run.smithi042.stdout: "set_version": 30, 2024-06-06T08:34:04.203 INFO:teuthology.orchestra.run.smithi042.stdout: "sets": { 2024-06-06T08:34:04.203 INFO:teuthology.orchestra.run.smithi042.stdout: "2965cdcc": { 2024-06-06T08:34:04.203 INFO:teuthology.orchestra.run.smithi042.stdout: "version": 30, 2024-06-06T08:34:04.203 INFO:teuthology.orchestra.run.smithi042.stdout: "age_ref": 0.0, 2024-06-06T08:34:04.203 INFO:teuthology.orchestra.run.smithi042.stdout: "state": { 2024-06-06T08:34:04.203 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "QUIESCED", 2024-06-06T08:34:04.203 INFO:teuthology.orchestra.run.smithi042.stdout: "age": 0.0 2024-06-06T08:34:04.203 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:34:04.203 INFO:teuthology.orchestra.run.smithi042.stdout: "timeout": 90.0, 2024-06-06T08:34:04.203 INFO:teuthology.orchestra.run.smithi042.stdout: "expiration": 150.0, 2024-06-06T08:34:04.203 INFO:teuthology.orchestra.run.smithi042.stdout: "members": { 2024-06-06T08:34:04.203 INFO:teuthology.orchestra.run.smithi042.stdout: "file:/": { 2024-06-06T08:34:04.204 INFO:teuthology.orchestra.run.smithi042.stdout: "excluded": false, 2024-06-06T08:34:04.204 INFO:teuthology.orchestra.run.smithi042.stdout: "state": { 2024-06-06T08:34:04.204 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "QUIESCED", 2024-06-06T08:34:04.204 INFO:teuthology.orchestra.run.smithi042.stdout: "age": 0.0 2024-06-06T08:34:04.204 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:34:04.204 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:34:04.204 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:34:04.204 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:34:04.204 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:34:04.204 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:34:04.205 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:04.202+0000 7fb712fee700 1 -- 172.21.15.42:0/3616509130 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fb6fc0a2eb0 msgr2=0x7fb6fc0a5370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:04.205 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:04.202+0000 7fb712fee700 1 --2- 172.21.15.42:0/3616509130 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fb6fc0a2eb0 0x7fb6fc0a5370 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fb70000ac50 tx=0x7fb70000a380 comp rx=0 tx=0).stop 2024-06-06T08:34:04.205 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:04.202+0000 7fb712fee700 1 -- 172.21.15.42:0/3616509130 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb70c107790 msgr2=0x7fb70c075210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:04.205 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:04.202+0000 7fb712fee700 1 --2- 172.21.15.42:0/3616509130 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb70c107790 0x7fb70c075210 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x7fb704007f10 tx=0x7fb70400d3b0 comp rx=0 tx=0).stop 2024-06-06T08:34:04.205 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:04.202+0000 7fb712fee700 1 -- 172.21.15.42:0/3616509130 shutdown_connections 2024-06-06T08:34:04.205 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:04.202+0000 7fb712fee700 1 --2- 172.21.15.42:0/3616509130 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fb6fc0a2eb0 0x7fb6fc0a5370 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:04.205 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:04.202+0000 7fb712fee700 1 --2- 172.21.15.42:0/3616509130 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb70c107790 0x7fb70c075210 unknown :-1 s=CLOSED pgs=909 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:04.205 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:04.202+0000 7fb712fee700 1 --2- 172.21.15.42:0/3616509130 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb70c1027a0 0x7fb70c074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:04.205 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:04.202+0000 7fb712fee700 1 --2- 172.21.15.42:0/3616509130 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb70c103150 0x7fb70c074cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:04.206 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:04.202+0000 7fb712fee700 1 -- 172.21.15.42:0/3616509130 >> 172.21.15.42:0/3616509130 conn(0x7fb70c079560 msgr2=0x7fb70c101690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:34:04.206 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:04.202+0000 7fb712fee700 1 -- 172.21.15.42:0/3616509130 shutdown_connections 2024-06-06T08:34:04.206 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:04.202+0000 7fb712fee700 1 -- 172.21.15.42:0/3616509130 wait complete. 2024-06-06T08:34:04.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:34:04 smithi149 ceph-mon[36842]: pgmap v360: 129 pgs: 129 active+clean; 1.5 GiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.1 MiB/s wr, 278 op/s 2024-06-06T08:34:04.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:34:04 smithi042 ceph-mon[32384]: pgmap v360: 129 pgs: 129 active+clean; 1.5 GiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.1 MiB/s wr, 278 op/s 2024-06-06T08:34:04.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:34:04 smithi120 ceph-mon[36658]: pgmap v360: 129 pgs: 129 active+clean; 1.5 GiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.1 MiB/s wr, 278 op/s 2024-06-06T08:34:05.019 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '2965cdcc', quiesce took 16.4 seconds. Will release after: 13.600000000000001 2024-06-06T08:34:05.992 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.991+0000 7fb40f309640 1 -- 172.21.15.42:0/2573657609 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb40810e380 msgr2=0x7fb408110770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:05.992 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.991+0000 7fb40f309640 1 --2- 172.21.15.42:0/2573657609 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb40810e380 0x7fb408110770 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7fb400009ca0 tx=0x7fb40002a8c0 comp rx=0 tx=0).stop 2024-06-06T08:34:05.992 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.991+0000 7fb40f309640 1 -- 172.21.15.42:0/2573657609 shutdown_connections 2024-06-06T08:34:05.992 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.991+0000 7fb40f309640 1 --2- 172.21.15.42:0/2573657609 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb4081010f0 0x7fb40810de40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:05.992 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.991+0000 7fb40f309640 1 --2- 172.21.15.42:0/2573657609 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb40810e380 0x7fb408110770 unknown :-1 s=CLOSED pgs=912 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:05.992 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.991+0000 7fb40f309640 1 --2- 172.21.15.42:0/2573657609 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb4081007d0 0x7fb408100bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:05.992 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.991+0000 7fb40f309640 1 -- 172.21.15.42:0/2573657609 >> 172.21.15.42:0/2573657609 conn(0x7fb408076c20 msgr2=0x7fb408077030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:34:05.992 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.991+0000 7fb40f309640 1 -- 172.21.15.42:0/2573657609 shutdown_connections 2024-06-06T08:34:05.992 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.991+0000 7fb40f309640 1 -- 172.21.15.42:0/2573657609 wait complete. 2024-06-06T08:34:05.993 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.992+0000 7fb40f309640 1 Processor -- start 2024-06-06T08:34:05.993 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.992+0000 7fb40f309640 1 -- start start 2024-06-06T08:34:05.993 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.992+0000 7fb40f309640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb4081007d0 0x7fb40819a420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:05.993 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.992+0000 7fb40f309640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb4081010f0 0x7fb40819a960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:05.993 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.992+0000 7fb40f309640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb40810e380 0x7fb40819ece0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:05.993 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.992+0000 7fb40f309640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb408113fe0 con 0x7fb4081007d0 2024-06-06T08:34:05.993 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.992+0000 7fb40f309640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fb408113e60 con 0x7fb4081010f0 2024-06-06T08:34:05.993 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.992+0000 7fb40f309640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fb408114160 con 0x7fb40810e380 2024-06-06T08:34:05.993 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.992+0000 7fb40d0a5640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb4081007d0 0x7fb40819a420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:05.993 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.992+0000 7fb40d0a5640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb4081007d0 0x7fb40819a420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:44090/0 (socket says 172.21.15.42:44090) 2024-06-06T08:34:05.993 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.992+0000 7fb40d0a5640 1 -- 172.21.15.42:0/622060165 learned_addr learned my addr 172.21.15.42:0/622060165 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:34:05.993 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.992+0000 7fb40c8a4640 1 --2- 172.21.15.42:0/622060165 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb4081010f0 0x7fb40819a960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:05.993 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.992+0000 7fb40d8a6640 1 --2- 172.21.15.42:0/622060165 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb40810e380 0x7fb40819ece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:05.994 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.992+0000 7fb40d0a5640 1 -- 172.21.15.42:0/622060165 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb40810e380 msgr2=0x7fb40819ece0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:05.994 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.992+0000 7fb40d0a5640 1 --2- 172.21.15.42:0/622060165 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb40810e380 0x7fb40819ece0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:05.994 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.992+0000 7fb40d0a5640 1 -- 172.21.15.42:0/622060165 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb4081010f0 msgr2=0x7fb40819a960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:05.994 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.992+0000 7fb40d0a5640 1 --2- 172.21.15.42:0/622060165 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb4081010f0 0x7fb40819a960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:05.994 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.992+0000 7fb40d0a5640 1 -- 172.21.15.42:0/622060165 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb40819f410 con 0x7fb4081007d0 2024-06-06T08:34:05.994 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.993+0000 7fb40d0a5640 1 --2- 172.21.15.42:0/622060165 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb4081007d0 0x7fb40819a420 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7fb40400d950 tx=0x7fb40400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:34:05.994 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.993+0000 7fb3fe7fc640 1 -- 172.21.15.42:0/622060165 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb404017070 con 0x7fb4081007d0 2024-06-06T08:34:05.994 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.993+0000 7fb3fe7fc640 1 -- 172.21.15.42:0/622060165 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb404009c30 con 0x7fb4081007d0 2024-06-06T08:34:05.994 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.993+0000 7fb40f309640 1 -- 172.21.15.42:0/622060165 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb40819f700 con 0x7fb4081007d0 2024-06-06T08:34:05.994 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.993+0000 7fb3fe7fc640 1 -- 172.21.15.42:0/622060165 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb40400f6b0 con 0x7fb4081007d0 2024-06-06T08:34:05.994 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.993+0000 7fb40f309640 1 -- 172.21.15.42:0/622060165 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4081a6f90 con 0x7fb4081007d0 2024-06-06T08:34:05.997 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.996+0000 7fb3fe7fc640 1 -- 172.21.15.42:0/622060165 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fb4040109d0 con 0x7fb4081007d0 2024-06-06T08:34:05.997 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.996+0000 7fb412014740 1 Processor -- start 2024-06-06T08:34:05.997 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.997+0000 7fb412014740 1 -- start start 2024-06-06T08:34:05.997 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.997+0000 7fb412014740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ea60112170 0x55ea60112550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:05.997 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.997+0000 7fb412014740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ea60112a90 0x55ea6011ce10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:05.997 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.997+0000 7fb412014740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ea6011d350 0x55ea6011f740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:05.997 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.997+0000 7fb412014740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55ea600764f0 con 0x55ea60112170 2024-06-06T08:34:05.997 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.997+0000 7fb412014740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55ea60014870 con 0x55ea60112a90 2024-06-06T08:34:05.998 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.997+0000 7fb412014740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55ea600724b0 con 0x55ea6011d350 2024-06-06T08:34:05.998 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.997+0000 7fb40d8a6640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ea60112170 0x55ea60112550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:05.998 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.997+0000 7fb40d8a6640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ea60112170 0x55ea60112550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:44102/0 (socket says 172.21.15.42:44102) 2024-06-06T08:34:05.998 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.997+0000 7fb40d8a6640 1 -- 172.21.15.42:0/2323439637 learned_addr learned my addr 172.21.15.42:0/2323439637 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:34:05.998 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.997+0000 7fb40d0a5640 1 --2- 172.21.15.42:0/2323439637 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ea60112a90 0x55ea6011ce10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:05.998 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.997+0000 7fb40c8a4640 1 --2- 172.21.15.42:0/2323439637 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ea6011d350 0x55ea6011f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:05.998 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.997+0000 7fb3fe7fc640 1 --2- 172.21.15.42:0/622060165 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fb3f40a2e20 0x7fb3f40a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:05.998 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.997+0000 7fb3fe7fc640 1 -- 172.21.15.42:0/622060165 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 9438+0+0 (secure 0 0 0) 0x7fb4040cf420 con 0x7fb4081007d0 2024-06-06T08:34:05.998 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.997+0000 7fb40d8a6640 1 -- 172.21.15.42:0/2323439637 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ea6011d350 msgr2=0x55ea6011f740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:34:05.998 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.997+0000 7fb40d8a6640 1 --2- 172.21.15.42:0/2323439637 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ea6011d350 0x55ea6011f740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:05.998 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.997+0000 7fb40d8a6640 1 -- 172.21.15.42:0/2323439637 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ea60112a90 msgr2=0x55ea6011ce10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:34:05.998 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.997+0000 7fb40d8a6640 1 --2- 172.21.15.42:0/2323439637 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ea60112a90 0x55ea6011ce10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:05.999 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.997+0000 7fb40d8a6640 1 -- 172.21.15.42:0/2323439637 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ea600309b0 con 0x55ea60112170 2024-06-06T08:34:05.999 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.998+0000 7fb40d8a6640 1 --2- 172.21.15.42:0/622060165 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fb3f40a2e20 0x7fb3f40a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:05.999 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.998+0000 7fb40d8a6640 1 --2- 172.21.15.42:0/2323439637 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ea60112170 0x55ea60112550 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7fb400005cc0 tx=0x7fb400009880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=851cb04528809707 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:34:05.999 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.998+0000 7fb3f37fe640 1 -- 172.21.15.42:0/2323439637 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb400041040 con 0x55ea60112170 2024-06-06T08:34:05.999 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.998+0000 7fb3f37fe640 1 -- 172.21.15.42:0/2323439637 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb400036070 con 0x55ea60112170 2024-06-06T08:34:05.999 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.998+0000 7fb3f37fe640 1 -- 172.21.15.42:0/2323439637 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb40002f880 con 0x55ea60112170 2024-06-06T08:34:06.003 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.999+0000 7fb412014740 1 -- 172.21.15.42:0/2323439637 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ea60112170 msgr2=0x55ea60112550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:06.004 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.999+0000 7fb40d8a6640 1 --2- 172.21.15.42:0/622060165 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fb3f40a2e20 0x7fb3f40a52e0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fb400005e30 tx=0x7fb40004d000 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:34:06.004 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.999+0000 7fb412014740 1 --2- 172.21.15.42:0/2323439637 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ea60112170 0x55ea60112550 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7fb400005cc0 tx=0x7fb400009880 comp rx=0 tx=0).stop 2024-06-06T08:34:06.004 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.999+0000 7fb412014740 1 -- 172.21.15.42:0/2323439637 shutdown_connections 2024-06-06T08:34:06.004 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.999+0000 7fb412014740 1 --2- 172.21.15.42:0/2323439637 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ea60112a90 0x55ea6011ce10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:06.004 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.999+0000 7fb412014740 1 --2- 172.21.15.42:0/2323439637 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ea6011d350 0x55ea6011f740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:06.004 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.999+0000 7fb412014740 1 --2- 172.21.15.42:0/2323439637 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ea60112170 0x55ea60112550 unknown :-1 s=CLOSED pgs=914 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:06.004 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.999+0000 7fb412014740 1 -- 172.21.15.42:0/2323439637 >> 172.21.15.42:0/2323439637 conn(0x55ea6010e680 msgr2=0x55ea6010ea60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:34:06.004 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.999+0000 7fb412014740 1 -- 172.21.15.42:0/2323439637 shutdown_connections 2024-06-06T08:34:06.004 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.999+0000 7fb412014740 1 -- 172.21.15.42:0/2323439637 wait complete. 2024-06-06T08:34:06.004 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.999+0000 7fb412014740 1 -- start start 2024-06-06T08:34:06.004 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:05.999+0000 7fb412014740 1 Processor -- start 2024-06-06T08:34:06.004 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.000+0000 7fb412014740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ea60112170 0x55ea6011a2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:06.005 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.000+0000 7fb412014740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ea60112a90 0x55ea6011a820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:06.005 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.000+0000 7fb412014740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ea6011d350 0x55ea6011ad60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:06.005 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.000+0000 7fb412014740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55ea6011ff80 con 0x55ea6011d350 2024-06-06T08:34:06.005 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.000+0000 7fb412014740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55ea5ffffae0 con 0x55ea60112170 2024-06-06T08:34:06.005 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.000+0000 7fb412014740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55ea60120100 con 0x55ea60112a90 2024-06-06T08:34:06.005 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.000+0000 7fb412014740 10 client.0 _ll_register_callbacks cb 0x55ea600389b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:34:06.005 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.000+0000 7fb40d8a6640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ea6011d350 0x55ea6011ad60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:06.005 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.000+0000 7fb40d8a6640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ea6011d350 0x55ea6011ad60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:44106/0 (socket says 172.21.15.42:44106) 2024-06-06T08:34:06.005 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.000+0000 7fb40d8a6640 1 -- 172.21.15.42:0/439026203 learned_addr learned my addr 172.21.15.42:0/439026203 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:34:06.005 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.000+0000 7fb40d0a5640 1 --2- 172.21.15.42:0/439026203 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ea60112170 0x55ea6011a2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:06.005 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.000+0000 7fb40c8a4640 1 --2- 172.21.15.42:0/439026203 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ea60112a90 0x55ea6011a820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:06.005 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.000+0000 7fb40d8a6640 1 -- 172.21.15.42:0/439026203 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ea60112a90 msgr2=0x55ea6011a820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:34:06.005 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.000+0000 7fb40d8a6640 1 --2- 172.21.15.42:0/439026203 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ea60112a90 0x55ea6011a820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:06.006 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.000+0000 7fb40d8a6640 1 -- 172.21.15.42:0/439026203 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ea60112170 msgr2=0x55ea6011a2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:34:06.006 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.000+0000 7fb40d8a6640 1 --2- 172.21.15.42:0/439026203 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ea60112170 0x55ea6011a2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:06.006 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.000+0000 7fb40d8a6640 1 -- 172.21.15.42:0/439026203 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ea5fd8a210 con 0x55ea6011d350 2024-06-06T08:34:06.006 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.000+0000 7fb40c8a4640 1 --2- 172.21.15.42:0/439026203 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ea60112a90 0x55ea6011a820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:34:06.006 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.000+0000 7fb40d0a5640 1 --2- 172.21.15.42:0/439026203 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ea60112170 0x55ea6011a2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:34:06.006 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.000+0000 7fb40d8a6640 1 --2- 172.21.15.42:0/439026203 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ea6011d350 0x55ea6011ad60 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7fb40002ade0 tx=0x7fb400004890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=995fdd0c63d5b3fb server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:34:06.006 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.001+0000 7fb3f0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:34:06.006 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.001+0000 7fb3f0ff9640 1 -- 172.21.15.42:0/439026203 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb40005e060 con 0x55ea6011d350 2024-06-06T08:34:06.006 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.001+0000 7fb3f0ff9640 1 -- 172.21.15.42:0/439026203 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(114..114 src has 1..114) ==== 9438+0+0 (secure 0 0 0) 0x7fb40002fb70 con 0x55ea6011d350 2024-06-06T08:34:06.006 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.001+0000 7fb412014740 1 -- 172.21.15.42:0/439026203 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb400036070 con 0x55ea6011d350 2024-06-06T08:34:06.006 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.001+0000 7fb3f0ff9640 1 -- 172.21.15.42:0/439026203 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7fb400065050 con 0x55ea6011d350 2024-06-06T08:34:06.006 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.001+0000 7fb412014740 10 client.17451 fetch_fsmap learned FSMap version 46 2024-06-06T08:34:06.007 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.001+0000 7fb412014740 1 -- 172.21.15.42:0/439026203 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55ea5fe56620 con 0x55ea6011d350 2024-06-06T08:34:06.007 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.001+0000 7fb3f0ff9640 1 -- 172.21.15.42:0/439026203 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb400036070 con 0x55ea6011d350 2024-06-06T08:34:06.007 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.001+0000 7fb3f0ff9640 1 -- 172.21.15.42:0/439026203 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 46) ==== 8370+0+0 (secure 0 0 0) 0x7fb4000305c0 con 0x55ea6011d350 2024-06-06T08:34:06.007 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.001+0000 7fb412014740 10 client.17451 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T08:34:06.007 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.001+0000 7fb412014740 10 client.17451 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:34:06.007 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.001+0000 7fb412014740 20 client.17451 populate_metadata read hostname 'smithi042' 2024-06-06T08:34:06.007 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.001+0000 7fb412014740 1 --2- 172.21.15.42:0/439026203 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55ea6012d360 0x55ea6012f750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:06.007 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.001+0000 7fb412014740 4 client.17451 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:34:06.007 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.001+0000 7fb412014740 1 -- 172.21.15.42:0/439026203 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ea60089f10 con 0x55ea6012d360 2024-06-06T08:34:06.007 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.002+0000 7fb40d0a5640 1 --2- 172.21.15.42:0/439026203 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55ea6012d360 0x55ea6012f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:06.007 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.002+0000 7fb40d0a5640 1 --2- 172.21.15.42:0/439026203 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55ea6012d360 0x55ea6012f750 crc :-1 s=READY pgs=227 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aecd7abf2d37f8b4 server_cookie=32276309a71133fd in_seq=0 out_seq=0 2024-06-06T08:34:06.007 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.002+0000 7fb3f0ff9640 10 client.17451 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:34:06.008 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.003+0000 7fb3f0ff9640 1 -- 172.21.15.42:0/439026203 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55ea60089f10 con 0x55ea6012d360 2024-06-06T08:34:06.008 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.003+0000 7fb3f0ff9640 10 client.17451 handle_command_reply: tid=0 2024-06-06T08:34:06.008 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.003+0000 7fb412014740 1 client.17451 shutdown 2024-06-06T08:34:06.008 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.003+0000 7fb412014740 1 -- 172.21.15.42:0/439026203 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ea6011d350 msgr2=0x55ea6011ad60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:06.008 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.003+0000 7fb412014740 1 --2- 172.21.15.42:0/439026203 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ea6011d350 0x55ea6011ad60 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7fb40002ade0 tx=0x7fb400004890 comp rx=0 tx=0).stop 2024-06-06T08:34:06.008 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.003+0000 7fb412014740 1 -- 172.21.15.42:0/439026203 shutdown_connections 2024-06-06T08:34:06.008 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.003+0000 7fb412014740 1 --2- 172.21.15.42:0/439026203 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55ea6012d360 0x55ea6012f750 crc :-1 s=READY pgs=227 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:06.008 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.003+0000 7fb412014740 1 --2- 172.21.15.42:0/439026203 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ea6011d350 0x55ea6011ad60 unknown :-1 s=CLOSED pgs=915 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:06.008 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.003+0000 7fb412014740 1 --2- 172.21.15.42:0/439026203 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ea60112a90 0x55ea6011a820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:06.008 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.003+0000 7fb3f0ff9640 0 client.17451 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:34:06.008 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.003+0000 7fb412014740 1 --2- 172.21.15.42:0/439026203 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ea60112170 0x55ea6011a2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:06.008 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.003+0000 7fb412014740 1 -- 172.21.15.42:0/439026203 >> 172.21.15.42:0/439026203 conn(0x55ea6010e680 msgr2=0x55ea60114400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:34:06.008 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.003+0000 7fb412014740 1 -- 172.21.15.42:0/439026203 shutdown_connections 2024-06-06T08:34:06.009 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.003+0000 7fb412014740 1 -- 172.21.15.42:0/439026203 wait complete. 2024-06-06T08:34:06.009 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.003+0000 7fb412014740 20 client.17451 trim_cache size 0 max 16384 2024-06-06T08:34:06.022 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.019+0000 7fb412014740 1 Processor -- start 2024-06-06T08:34:06.023 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.019+0000 7fb412014740 1 -- start start 2024-06-06T08:34:06.023 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.020+0000 7fb412014740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ea60112170 0x55ea60114b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:06.023 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.020+0000 7fb412014740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ea60112a90 0x55ea60134e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:06.023 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.020+0000 7fb412014740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ea6011d350 0x55ea60135340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:06.023 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.020+0000 7fb412014740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb4081b38c0 con 0x55ea6011d350 2024-06-06T08:34:06.023 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.020+0000 7fb412014740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fb4081b10d0 con 0x55ea60112170 2024-06-06T08:34:06.023 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.020+0000 7fb412014740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fb4081aef40 con 0x55ea60112a90 2024-06-06T08:34:06.023 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.020+0000 7fb40d8a6640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ea6011d350 0x55ea60135340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:06.023 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.020+0000 7fb40d8a6640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ea6011d350 0x55ea60135340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:44114/0 (socket says 172.21.15.42:44114) 2024-06-06T08:34:06.023 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.020+0000 7fb40d8a6640 1 -- 172.21.15.42:0/2129020783 learned_addr learned my addr 172.21.15.42:0/2129020783 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:34:06.023 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.020+0000 7fb40d0a5640 1 --2- 172.21.15.42:0/2129020783 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ea60112170 0x55ea60114b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:06.023 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.020+0000 7fb40c8a4640 1 --2- 172.21.15.42:0/2129020783 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ea60112a90 0x55ea60134e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:06.023 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.020+0000 7fb40d8a6640 1 -- 172.21.15.42:0/2129020783 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ea60112a90 msgr2=0x55ea60134e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:34:06.024 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.020+0000 7fb40d8a6640 1 --2- 172.21.15.42:0/2129020783 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ea60112a90 0x55ea60134e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:06.024 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.020+0000 7fb40d8a6640 1 -- 172.21.15.42:0/2129020783 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ea60112170 msgr2=0x55ea60114b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:34:06.024 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.020+0000 7fb40d8a6640 1 --2- 172.21.15.42:0/2129020783 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ea60112170 0x55ea60114b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:06.024 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.020+0000 7fb40d8a6640 1 -- 172.21.15.42:0/2129020783 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ea60115070 con 0x55ea6011d350 2024-06-06T08:34:06.024 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.020+0000 7fb40d0a5640 1 --2- 172.21.15.42:0/2129020783 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ea60112170 0x55ea60114b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:34:06.024 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.020+0000 7fb40d8a6640 1 --2- 172.21.15.42:0/2129020783 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ea6011d350 0x55ea60135340 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7fb400002230 tx=0x7fb40002bfd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5351bfdf6ad2312b server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:34:06.024 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.020+0000 7fb3f2ffd640 1 -- 172.21.15.42:0/2129020783 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb40005e030 con 0x55ea6011d350 2024-06-06T08:34:06.024 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.020+0000 7fb3f2ffd640 1 -- 172.21.15.42:0/2129020783 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb400036040 con 0x55ea6011d350 2024-06-06T08:34:06.024 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.020+0000 7fb3f2ffd640 1 -- 172.21.15.42:0/2129020783 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb400041050 con 0x55ea6011d350 2024-06-06T08:34:06.024 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.021+0000 7fb412014740 1 -- 172.21.15.42:0/2129020783 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ea6011d350 msgr2=0x55ea60135340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:06.024 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.021+0000 7fb412014740 1 --2- 172.21.15.42:0/2129020783 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ea6011d350 0x55ea60135340 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7fb400002230 tx=0x7fb40002bfd0 comp rx=0 tx=0).stop 2024-06-06T08:34:06.024 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.021+0000 7fb412014740 1 -- 172.21.15.42:0/2129020783 shutdown_connections 2024-06-06T08:34:06.024 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.021+0000 7fb412014740 1 --2- 172.21.15.42:0/2129020783 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ea6011d350 0x55ea60135340 unknown :-1 s=CLOSED pgs=916 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:06.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.021+0000 7fb412014740 1 --2- 172.21.15.42:0/2129020783 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ea60112a90 0x55ea60134e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:06.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.021+0000 7fb412014740 1 --2- 172.21.15.42:0/2129020783 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ea60112170 0x55ea60114b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:06.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.021+0000 7fb412014740 1 -- 172.21.15.42:0/2129020783 >> 172.21.15.42:0/2129020783 conn(0x55ea6010e680 msgr2=0x55ea6010d7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:34:06.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.021+0000 7fb412014740 1 -- 172.21.15.42:0/2129020783 shutdown_connections 2024-06-06T08:34:06.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.021+0000 7fb412014740 1 -- 172.21.15.42:0/2129020783 wait complete. 2024-06-06T08:34:06.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.021+0000 7fb412014740 1 -- start start 2024-06-06T08:34:06.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.022+0000 7fb412014740 1 Processor -- start 2024-06-06T08:34:06.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.022+0000 7fb412014740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ea60112170 0x55ea60125650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:06.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.022+0000 7fb412014740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ea60112a90 0x55ea60125b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:06.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.022+0000 7fb412014740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ea6011d350 0x55ea60120ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:06.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.022+0000 7fb412014740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb4081af590 con 0x55ea6011d350 2024-06-06T08:34:06.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.022+0000 7fb412014740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fb4081b0a00 con 0x55ea60112170 2024-06-06T08:34:06.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.022+0000 7fb412014740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fb4081afc60 con 0x55ea60112a90 2024-06-06T08:34:06.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.022+0000 7fb412014740 10 client.0 _ll_register_callbacks cb 0x7fb40400df40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:34:06.026 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.022+0000 7fb40d8a6640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ea6011d350 0x55ea60120ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:06.026 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.022+0000 7fb40d0a5640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ea60112170 0x55ea60125650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:06.026 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.022+0000 7fb40d0a5640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ea60112170 0x55ea60125650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:53174/0 (socket says 172.21.15.42:53174) 2024-06-06T08:34:06.026 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.022+0000 7fb40d8a6640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ea6011d350 0x55ea60120ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:44120/0 (socket says 172.21.15.42:44120) 2024-06-06T08:34:06.026 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.022+0000 7fb40d0a5640 1 -- 172.21.15.42:0/2863025508 learned_addr learned my addr 172.21.15.42:0/2863025508 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:34:06.026 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.022+0000 7fb40c8a4640 1 --2- 172.21.15.42:0/2863025508 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ea60112a90 0x55ea60125b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:06.026 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.022+0000 7fb40d0a5640 1 -- 172.21.15.42:0/2863025508 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ea60112a90 msgr2=0x55ea60125b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:34:06.026 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.022+0000 7fb40d0a5640 1 --2- 172.21.15.42:0/2863025508 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ea60112a90 0x55ea60125b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:06.026 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.022+0000 7fb40d0a5640 1 -- 172.21.15.42:0/2863025508 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ea6011d350 msgr2=0x55ea60120ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:34:06.026 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.022+0000 7fb40d0a5640 1 --2- 172.21.15.42:0/2863025508 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ea6011d350 0x55ea60120ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:06.026 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.022+0000 7fb40d0a5640 1 -- 172.21.15.42:0/2863025508 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ea601212b0 con 0x55ea60112170 2024-06-06T08:34:06.026 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.022+0000 7fb40d8a6640 1 --2- 172.21.15.42:0/2863025508 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ea6011d350 0x55ea60120ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:34:06.027 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.023+0000 7fb40d0a5640 1 --2- 172.21.15.42:0/2863025508 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ea60112170 0x55ea60125650 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fb4040ccde0 tx=0x7fb404010d70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f928171f896f9f50 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:34:06.027 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.023+0000 7fb3f0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:34:06.027 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.023+0000 7fb3f0ff9640 1 -- 172.21.15.42:0/2863025508 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb404020040 con 0x55ea60112170 2024-06-06T08:34:06.027 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.023+0000 7fb412014740 1 -- 172.21.15.42:0/2863025508 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb400036040 con 0x55ea60112170 2024-06-06T08:34:06.027 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.023+0000 7fb3f0ff9640 1 -- 172.21.15.42:0/2863025508 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(114..114 src has 1..114) ==== 9438+0+0 (secure 0 0 0) 0x7fb4040cf120 con 0x55ea60112170 2024-06-06T08:34:06.027 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.023+0000 7fb3f0ff9640 1 -- 172.21.15.42:0/2863025508 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7fb40409b5b0 con 0x55ea60112170 2024-06-06T08:34:06.027 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.023+0000 7fb412014740 10 client.27047 fetch_fsmap learned FSMap version 46 2024-06-06T08:34:06.027 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.023+0000 7fb412014740 1 -- 172.21.15.42:0/2863025508 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55ea60197980 con 0x55ea60112170 2024-06-06T08:34:06.027 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.023+0000 7fb3f0ff9640 1 -- 172.21.15.42:0/2863025508 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb400036040 con 0x55ea60112170 2024-06-06T08:34:06.027 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.023+0000 7fb3f0ff9640 1 -- 172.21.15.42:0/2863025508 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 46) ==== 8370+0+0 (secure 0 0 0) 0x7fb40409aa00 con 0x55ea60112170 2024-06-06T08:34:06.027 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.023+0000 7fb412014740 10 client.27047 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T08:34:06.027 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.023+0000 7fb412014740 10 client.27047 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:34:06.027 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.023+0000 7fb412014740 20 client.27047 populate_metadata read hostname 'smithi042' 2024-06-06T08:34:06.028 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.023+0000 7fb412014740 1 --2- 172.21.15.42:0/2863025508 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55ea60198100 0x55ea6019a520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:06.028 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.024+0000 7fb412014740 4 client.27047 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:34:06.028 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.024+0000 7fb412014740 1 -- 172.21.15.42:0/2863025508 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55ea60083c20 con 0x55ea60198100 2024-06-06T08:34:06.028 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.024+0000 7fb40c8a4640 1 --2- 172.21.15.42:0/2863025508 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55ea60198100 0x55ea6019a520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:06.028 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.024+0000 7fb40c8a4640 1 --2- 172.21.15.42:0/2863025508 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55ea60198100 0x55ea6019a520 crc :-1 s=READY pgs=228 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=87abded7aab90780 server_cookie=9c55043331bbfd4a in_seq=0 out_seq=0 2024-06-06T08:34:06.028 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.024+0000 7fb3f0ff9640 10 client.27047 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:34:06.040 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.041+0000 7fb3f0ff9640 1 -- 172.21.15.42:0/2863025508 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55ea60083c20 con 0x55ea60198100 2024-06-06T08:34:06.040 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.041+0000 7fb3f0ff9640 10 client.27047 handle_command_reply: tid=0 2024-06-06T08:34:06.040 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.041+0000 7fb412014740 1 client.27047 shutdown 2024-06-06T08:34:06.040 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.041+0000 7fb412014740 1 -- 172.21.15.42:0/2863025508 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ea60112170 msgr2=0x55ea60125650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:06.041 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.041+0000 7fb412014740 1 --2- 172.21.15.42:0/2863025508 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ea60112170 0x55ea60125650 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fb4040ccde0 tx=0x7fb404010d70 comp rx=0 tx=0).stop 2024-06-06T08:34:06.041 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.041+0000 7fb412014740 1 -- 172.21.15.42:0/2863025508 shutdown_connections 2024-06-06T08:34:06.041 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.041+0000 7fb412014740 1 --2- 172.21.15.42:0/2863025508 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55ea60198100 0x55ea6019a520 crc :-1 s=READY pgs=228 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:06.041 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.041+0000 7fb412014740 1 --2- 172.21.15.42:0/2863025508 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ea6011d350 0x55ea60120ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:06.041 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.041+0000 7fb3f0ff9640 0 client.27047 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:34:06.041 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.041+0000 7fb412014740 1 --2- 172.21.15.42:0/2863025508 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ea60112a90 0x55ea60125b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:06.041 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.041+0000 7fb412014740 1 --2- 172.21.15.42:0/2863025508 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ea60112170 0x55ea60125650 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:06.041 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.041+0000 7fb412014740 1 -- 172.21.15.42:0/2863025508 >> 172.21.15.42:0/2863025508 conn(0x55ea6010e680 msgr2=0x55ea6011a0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:34:06.041 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.041+0000 7fb412014740 1 -- 172.21.15.42:0/2863025508 shutdown_connections 2024-06-06T08:34:06.041 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.041+0000 7fb412014740 1 -- 172.21.15.42:0/2863025508 wait complete. 2024-06-06T08:34:06.041 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.041+0000 7fb412014740 20 client.27047 trim_cache size 0 max 16384 2024-06-06T08:34:06.042 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:34:06.042 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:34:06.042 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:34:06.043 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.042+0000 7fb40f309640 1 -- 172.21.15.42:0/622060165 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fb3f40a2e20 msgr2=0x7fb3f40a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:06.043 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.042+0000 7fb40f309640 1 --2- 172.21.15.42:0/622060165 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fb3f40a2e20 0x7fb3f40a52e0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fb400005e30 tx=0x7fb40004d000 comp rx=0 tx=0).stop 2024-06-06T08:34:06.043 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.042+0000 7fb40f309640 1 -- 172.21.15.42:0/622060165 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb4081007d0 msgr2=0x7fb40819a420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:06.043 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.042+0000 7fb40f309640 1 --2- 172.21.15.42:0/622060165 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb4081007d0 0x7fb40819a420 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7fb40400d950 tx=0x7fb40400de10 comp rx=0 tx=0).stop 2024-06-06T08:34:06.043 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.042+0000 7fb40f309640 1 -- 172.21.15.42:0/622060165 shutdown_connections 2024-06-06T08:34:06.043 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.042+0000 7fb40f309640 1 --2- 172.21.15.42:0/622060165 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fb3f40a2e20 0x7fb3f40a52e0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:06.043 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.042+0000 7fb40f309640 1 --2- 172.21.15.42:0/622060165 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb4081010f0 0x7fb40819a960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:06.043 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.042+0000 7fb40f309640 1 --2- 172.21.15.42:0/622060165 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb40810e380 0x7fb40819ece0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:06.043 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.042+0000 7fb40f309640 1 --2- 172.21.15.42:0/622060165 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb4081007d0 0x7fb40819a420 unknown :-1 s=CLOSED pgs=913 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:06.043 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.042+0000 7fb40f309640 1 -- 172.21.15.42:0/622060165 >> 172.21.15.42:0/622060165 conn(0x7fb408076c20 msgr2=0x7fb40810f730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:34:06.044 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.042+0000 7fb40f309640 1 -- 172.21.15.42:0/622060165 shutdown_connections 2024-06-06T08:34:06.044 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:06.042+0000 7fb40f309640 1 -- 172.21.15.42:0/622060165 wait complete. 2024-06-06T08:34:06.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:34:06 smithi149 ceph-mon[36842]: pgmap v361: 129 pgs: 129 active+clean; 1.5 GiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 922 KiB/s rd, 924 KiB/s wr, 281 op/s 2024-06-06T08:34:06.564 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:34:06 smithi042 ceph-mon[32384]: pgmap v361: 129 pgs: 129 active+clean; 1.5 GiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 922 KiB/s rd, 924 KiB/s wr, 281 op/s 2024-06-06T08:34:06.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:34:06 smithi120 ceph-mon[36658]: pgmap v361: 129 pgs: 129 active+clean; 1.5 GiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 922 KiB/s rd, 924 KiB/s wr, 281 op/s 2024-06-06T08:34:07.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:34:07 smithi149 ceph-mon[36842]: osdmap e115: 12 total, 12 up, 12 in 2024-06-06T08:34:07.564 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:34:07 smithi042 ceph-mon[32384]: osdmap e115: 12 total, 12 up, 12 in 2024-06-06T08:34:07.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:34:07 smithi120 ceph-mon[36658]: osdmap e115: 12 total, 12 up, 12 in 2024-06-06T08:34:08.564 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:34:08 smithi042 ceph-mon[32384]: pgmap v363: 129 pgs: 129 active+clean; 1.5 GiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 542 KiB/s rd, 322 KiB/s wr, 95 op/s 2024-06-06T08:34:08.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:34:08 smithi120 ceph-mon[36658]: pgmap v363: 129 pgs: 129 active+clean; 1.5 GiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 542 KiB/s rd, 322 KiB/s wr, 95 op/s 2024-06-06T08:34:08.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:34:08 smithi149 ceph-mon[36842]: pgmap v363: 129 pgs: 129 active+clean; 1.5 GiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 542 KiB/s rd, 322 KiB/s wr, 95 op/s 2024-06-06T08:34:10.564 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:34:10 smithi042 ceph-mon[32384]: pgmap v364: 129 pgs: 16 active+clean+snaptrim, 41 active+clean+snaptrim_wait, 72 active+clean; 1.5 GiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 99 KiB/s rd, 132 KiB/s wr, 50 op/s 2024-06-06T08:34:10.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:34:10 smithi120 ceph-mon[36658]: pgmap v364: 129 pgs: 16 active+clean+snaptrim, 41 active+clean+snaptrim_wait, 72 active+clean; 1.5 GiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 99 KiB/s rd, 132 KiB/s wr, 50 op/s 2024-06-06T08:34:10.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:34:10 smithi149 ceph-mon[36842]: pgmap v364: 129 pgs: 16 active+clean+snaptrim, 41 active+clean+snaptrim_wait, 72 active+clean; 1.5 GiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 99 KiB/s rd, 132 KiB/s wr, 50 op/s 2024-06-06T08:34:12.564 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:34:12 smithi042 ceph-mon[32384]: pgmap v365: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 97 KiB/s rd, 133 KiB/s wr, 46 op/s 2024-06-06T08:34:12.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:34:12 smithi120 ceph-mon[36658]: pgmap v365: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 97 KiB/s rd, 133 KiB/s wr, 46 op/s 2024-06-06T08:34:12.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:34:12 smithi149 ceph-mon[36842]: pgmap v365: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 97 KiB/s rd, 133 KiB/s wr, 46 op/s 2024-06-06T08:34:14.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:34:14 smithi120 ceph-mon[36658]: pgmap v366: 129 pgs: 22 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 38 active+clean; 1.5 GiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 84 KiB/s rd, 126 KiB/s wr, 45 op/s 2024-06-06T08:34:14.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:34:14 smithi149 ceph-mon[36842]: pgmap v366: 129 pgs: 22 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 38 active+clean; 1.5 GiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 84 KiB/s rd, 126 KiB/s wr, 45 op/s 2024-06-06T08:34:14.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:34:14 smithi042 ceph-mon[32384]: pgmap v366: 129 pgs: 22 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 38 active+clean; 1.5 GiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 84 KiB/s rd, 126 KiB/s wr, 45 op/s 2024-06-06T08:34:16.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:34:16 smithi120 ceph-mon[36658]: pgmap v367: 129 pgs: 19 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 56 active+clean; 1.5 GiB data, 6.8 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 21 KiB/s wr, 24 op/s 2024-06-06T08:34:16.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:34:16 smithi149 ceph-mon[36842]: pgmap v367: 129 pgs: 19 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 56 active+clean; 1.5 GiB data, 6.8 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 21 KiB/s wr, 24 op/s 2024-06-06T08:34:16.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:34:16 smithi042 ceph-mon[32384]: pgmap v367: 129 pgs: 19 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 56 active+clean; 1.5 GiB data, 6.8 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 21 KiB/s wr, 24 op/s 2024-06-06T08:34:17.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:34:17 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:34:17.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:34:17 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:34:17.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:34:17 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:34:18.621 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:34:18.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:34:18 smithi120 ceph-mon[36658]: pgmap v368: 129 pgs: 19 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 56 active+clean; 1.5 GiB data, 6.8 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 19 KiB/s wr, 20 op/s 2024-06-06T08:34:18.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:34:18 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:34:18.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:34:18 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:34:18.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:34:18 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:34:18.671 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:34:18 smithi042 ceph-mon[32384]: pgmap v368: 129 pgs: 19 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 56 active+clean; 1.5 GiB data, 6.8 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 19 KiB/s wr, 20 op/s 2024-06-06T08:34:18.672 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:34:18 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:34:18.672 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:34:18 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:34:18.672 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:34:18 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:34:18.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:34:18 smithi149 ceph-mon[36842]: pgmap v368: 129 pgs: 19 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 56 active+clean; 1.5 GiB data, 6.8 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 19 KiB/s wr, 20 op/s 2024-06-06T08:34:18.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:34:18 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:34:18.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:34:18 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:34:18.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:34:18 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:34:19.110 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:34:19.203 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.204+0000 7fdd62f6c640 1 -- 172.21.15.42:0/1388203484 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdd5c110440 msgr2=0x7fdd5c10e050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:19.203 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.204+0000 7fdd62f6c640 1 --2- 172.21.15.42:0/1388203484 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdd5c110440 0x7fdd5c10e050 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fdd4c009900 tx=0x7fdd4c02a4a0 comp rx=0 tx=0).stop 2024-06-06T08:34:19.204 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.205+0000 7fdd62f6c640 1 -- 172.21.15.42:0/1388203484 shutdown_connections 2024-06-06T08:34:19.204 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.205+0000 7fdd62f6c640 1 --2- 172.21.15.42:0/1388203484 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdd5c110440 0x7fdd5c10e050 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:19.204 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.205+0000 7fdd62f6c640 1 --2- 172.21.15.42:0/1388203484 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdd5c10e670 0x7fdd5c11d190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:19.204 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.205+0000 7fdd62f6c640 1 --2- 172.21.15.42:0/1388203484 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdd5c110060 0x7fdd5c10db10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:19.204 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.205+0000 7fdd62f6c640 1 -- 172.21.15.42:0/1388203484 >> 172.21.15.42:0/1388203484 conn(0x7fdd5c06c8e0 msgr2=0x7fdd5c06ccf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:34:19.205 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.206+0000 7fdd62f6c640 1 -- 172.21.15.42:0/1388203484 shutdown_connections 2024-06-06T08:34:19.205 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.206+0000 7fdd62f6c640 1 -- 172.21.15.42:0/1388203484 wait complete. 2024-06-06T08:34:19.205 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.207+0000 7fdd62f6c640 1 Processor -- start 2024-06-06T08:34:19.206 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.207+0000 7fdd62f6c640 1 -- start start 2024-06-06T08:34:19.206 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.207+0000 7fdd62f6c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdd5c10e670 0x7fdd5c1a6f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:19.206 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.207+0000 7fdd62f6c640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdd5c110060 0x7fdd5c1a74c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:19.206 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.207+0000 7fdd62f6c640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdd5c110440 0x7fdd5c1ab840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:19.206 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.207+0000 7fdd62f6c640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fdd5c120ae0 con 0x7fdd5c110060 2024-06-06T08:34:19.207 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.207+0000 7fdd62f6c640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fdd5c120960 con 0x7fdd5c110440 2024-06-06T08:34:19.207 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.207+0000 7fdd62f6c640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fdd5c120c60 con 0x7fdd5c10e670 2024-06-06T08:34:19.207 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.207+0000 7fdd61769640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdd5c110060 0x7fdd5c1a74c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:19.207 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.207+0000 7fdd61769640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdd5c110060 0x7fdd5c1a74c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:56346/0 (socket says 172.21.15.42:56346) 2024-06-06T08:34:19.207 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.207+0000 7fdd61769640 1 -- 172.21.15.42:0/620358663 learned_addr learned my addr 172.21.15.42:0/620358663 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:34:19.207 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.208+0000 7fdd6276b640 1 --2- 172.21.15.42:0/620358663 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdd5c110440 0x7fdd5c1ab840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:19.207 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.208+0000 7fdd6276b640 1 -- 172.21.15.42:0/620358663 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdd5c10e670 msgr2=0x7fdd5c1a6f80 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-06T08:34:19.208 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.208+0000 7fdd6276b640 1 --2- 172.21.15.42:0/620358663 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdd5c10e670 0x7fdd5c1a6f80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:19.208 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.208+0000 7fdd6276b640 1 -- 172.21.15.42:0/620358663 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdd5c110060 msgr2=0x7fdd5c1a74c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:19.208 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.208+0000 7fdd6276b640 1 --2- 172.21.15.42:0/620358663 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdd5c110060 0x7fdd5c1a74c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:19.208 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.208+0000 7fdd6276b640 1 -- 172.21.15.42:0/620358663 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd5c1abf70 con 0x7fdd5c110440 2024-06-06T08:34:19.208 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.208+0000 7fdd6276b640 1 --2- 172.21.15.42:0/620358663 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdd5c110440 0x7fdd5c1ab840 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fdd5800e970 tx=0x7fdd5800ee30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:34:19.209 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.209+0000 7fdd52ffd640 1 -- 172.21.15.42:0/620358663 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd5800ccc0 con 0x7fdd5c110440 2024-06-06T08:34:19.209 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.210+0000 7fdd62f6c640 1 -- 172.21.15.42:0/620358663 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd5c1ac260 con 0x7fdd5c110440 2024-06-06T08:34:19.209 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.210+0000 7fdd62f6c640 1 -- 172.21.15.42:0/620358663 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd5c1b3af0 con 0x7fdd5c110440 2024-06-06T08:34:19.209 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.210+0000 7fdd52ffd640 1 -- 172.21.15.42:0/620358663 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdd58005020 con 0x7fdd5c110440 2024-06-06T08:34:19.209 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.210+0000 7fdd52ffd640 1 -- 172.21.15.42:0/620358663 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd58004a00 con 0x7fdd5c110440 2024-06-06T08:34:19.213 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.214+0000 7fdd52ffd640 1 -- 172.21.15.42:0/620358663 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fdd58004ba0 con 0x7fdd5c110440 2024-06-06T08:34:19.217 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.217+0000 7fdd52ffd640 1 --2- 172.21.15.42:0/620358663 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fdd480a2f00 0x7fdd480a53c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:19.218 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.217+0000 7fdd52ffd640 1 -- 172.21.15.42:0/620358663 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 9526+0+0 (secure 0 0 0) 0x7fdd580d07c0 con 0x7fdd5c110440 2024-06-06T08:34:19.218 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.217+0000 7fdd66fb0740 1 Processor -- start 2024-06-06T08:34:19.218 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.217+0000 7fdd66fb0740 1 -- start start 2024-06-06T08:34:19.218 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.218+0000 7fdd66fb0740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f314fac340 0x55f314fac720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:19.218 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.218+0000 7fdd66fb0740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f314facc60 0x55f314fb6fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:19.218 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.218+0000 7fdd66fb0740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f314fb7520 0x55f314fb9910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:19.218 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.218+0000 7fdd66fb0740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55f314f104f0 con 0x55f314fb7520 2024-06-06T08:34:19.218 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.218+0000 7fdd66fb0740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55f314eae870 con 0x55f314facc60 2024-06-06T08:34:19.218 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.218+0000 7fdd66fb0740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55f314f0c4b0 con 0x55f314fac340 2024-06-06T08:34:19.218 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.218+0000 7fdd6276b640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f314fb7520 0x55f314fb9910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:19.218 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.218+0000 7fdd6276b640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f314fb7520 0x55f314fb9910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:56354/0 (socket says 172.21.15.42:56354) 2024-06-06T08:34:19.218 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.218+0000 7fdd6276b640 1 -- 172.21.15.42:0/1841153147 learned_addr learned my addr 172.21.15.42:0/1841153147 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:34:19.219 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.219+0000 7fdd6276b640 1 -- 172.21.15.42:0/1841153147 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f314fac340 msgr2=0x55f314fac720 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-06-06T08:34:19.219 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.219+0000 7fdd6276b640 1 --2- 172.21.15.42:0/1841153147 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f314fac340 0x55f314fac720 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:19.219 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.219+0000 7fdd6276b640 1 -- 172.21.15.42:0/1841153147 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f314facc60 msgr2=0x55f314fb6fe0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-06T08:34:19.219 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.219+0000 7fdd6276b640 1 --2- 172.21.15.42:0/1841153147 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f314facc60 0x55f314fb6fe0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:19.219 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.219+0000 7fdd6276b640 1 -- 172.21.15.42:0/1841153147 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f314eca9b0 con 0x55f314fb7520 2024-06-06T08:34:19.219 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.219+0000 7fdd6276b640 1 --2- 172.21.15.42:0/1841153147 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f314fb7520 0x55f314fb9910 secure :-1 s=READY pgs=917 cs=0 l=1 rev1=1 crypto rx=0x7fdd58009750 tx=0x7fdd5809c500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed6b004c62190148 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:34:19.220 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.219+0000 7fdd47fff640 1 -- 172.21.15.42:0/1841153147 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd580b4020 con 0x55f314fb7520 2024-06-06T08:34:19.220 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.219+0000 7fdd47fff640 1 -- 172.21.15.42:0/1841153147 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdd58098f00 con 0x55f314fb7520 2024-06-06T08:34:19.220 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.219+0000 7fdd61f6a640 1 --2- 172.21.15.42:0/620358663 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fdd480a2f00 0x7fdd480a53c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:19.220 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.220+0000 7fdd47fff640 1 -- 172.21.15.42:0/1841153147 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd5801c040 con 0x55f314fb7520 2024-06-06T08:34:19.220 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.220+0000 7fdd61f6a640 1 --2- 172.21.15.42:0/620358663 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fdd480a2f00 0x7fdd480a53c0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fdd5400aaf0 tx=0x7fdd540091f0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:34:19.220 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.220+0000 7fdd66fb0740 1 -- 172.21.15.42:0/1841153147 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f314fb7520 msgr2=0x55f314fb9910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:19.221 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.220+0000 7fdd66fb0740 1 --2- 172.21.15.42:0/1841153147 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f314fb7520 0x55f314fb9910 secure :-1 s=READY pgs=917 cs=0 l=1 rev1=1 crypto rx=0x7fdd58009750 tx=0x7fdd5809c500 comp rx=0 tx=0).stop 2024-06-06T08:34:19.221 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.221+0000 7fdd66fb0740 1 -- 172.21.15.42:0/1841153147 shutdown_connections 2024-06-06T08:34:19.221 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.221+0000 7fdd66fb0740 1 --2- 172.21.15.42:0/1841153147 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f314facc60 0x55f314fb6fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:19.221 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.221+0000 7fdd66fb0740 1 --2- 172.21.15.42:0/1841153147 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f314fb7520 0x55f314fb9910 unknown :-1 s=CLOSED pgs=917 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:19.221 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.221+0000 7fdd66fb0740 1 --2- 172.21.15.42:0/1841153147 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f314fac340 0x55f314fac720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:19.221 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.221+0000 7fdd66fb0740 1 -- 172.21.15.42:0/1841153147 >> 172.21.15.42:0/1841153147 conn(0x55f314fa8850 msgr2=0x55f314fa8c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:34:19.223 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.224+0000 7fdd66fb0740 1 -- 172.21.15.42:0/1841153147 shutdown_connections 2024-06-06T08:34:19.223 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.224+0000 7fdd66fb0740 1 -- 172.21.15.42:0/1841153147 wait complete. 2024-06-06T08:34:19.224 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.225+0000 7fdd66fb0740 1 -- start start 2024-06-06T08:34:19.224 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.225+0000 7fdd66fb0740 1 Processor -- start 2024-06-06T08:34:19.226 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.226+0000 7fdd66fb0740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f314fac340 0x55f314fb44f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:19.226 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.226+0000 7fdd66fb0740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f314facc60 0x55f314fb4a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:19.226 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.226+0000 7fdd66fb0740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f314fb7520 0x55f314fb4f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:19.226 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.226+0000 7fdd61f6a640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f314fac340 0x55f314fb44f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:19.226 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.227+0000 7fdd61769640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f314facc60 0x55f314fb4a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:19.226 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.227+0000 7fdd61769640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f314facc60 0x55f314fb4a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:36524/0 (socket says 172.21.15.42:36524) 2024-06-06T08:34:19.226 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.227+0000 7fdd61f6a640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f314fac340 0x55f314fb44f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:56356/0 (socket says 172.21.15.42:56356) 2024-06-06T08:34:19.226 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.227+0000 7fdd61769640 1 -- 172.21.15.42:0/3350283066 learned_addr learned my addr 172.21.15.42:0/3350283066 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:34:19.226 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.227+0000 7fdd66fb0740 1 -- 172.21.15.42:0/3350283066 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55f314fba150 con 0x55f314fac340 2024-06-06T08:34:19.226 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.227+0000 7fdd66fb0740 1 -- 172.21.15.42:0/3350283066 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55f314e99ae0 con 0x55f314facc60 2024-06-06T08:34:19.227 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.227+0000 7fdd6276b640 1 --2- 172.21.15.42:0/3350283066 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f314fb7520 0x55f314fb4f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:19.227 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.227+0000 7fdd66fb0740 1 -- 172.21.15.42:0/3350283066 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55f314fba2d0 con 0x55f314fb7520 2024-06-06T08:34:19.228 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.227+0000 7fdd61769640 1 -- 172.21.15.42:0/3350283066 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f314fb7520 msgr2=0x55f314fb4f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:34:19.228 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.227+0000 7fdd61769640 1 --2- 172.21.15.42:0/3350283066 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f314fb7520 0x55f314fb4f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:19.228 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.227+0000 7fdd61769640 1 -- 172.21.15.42:0/3350283066 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f314fac340 msgr2=0x55f314fb44f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:34:19.228 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.227+0000 7fdd61769640 1 --2- 172.21.15.42:0/3350283066 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f314fac340 0x55f314fb44f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:19.228 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.227+0000 7fdd61769640 1 -- 172.21.15.42:0/3350283066 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f314c24210 con 0x55f314facc60 2024-06-06T08:34:19.228 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.228+0000 7fdd61769640 1 --2- 172.21.15.42:0/3350283066 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f314facc60 0x55f314fb4a30 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fdd4c006010 tx=0x7fdd4c032e50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=44fc720f9f583457 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:34:19.228 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.228+0000 7fdd457fa640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:34:19.228 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.228+0000 7fdd457fa640 1 -- 172.21.15.42:0/3350283066 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd4c035030 con 0x55f314facc60 2024-06-06T08:34:19.228 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.228+0000 7fdd457fa640 1 -- 172.21.15.42:0/3350283066 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(115..115 src has 1..115) ==== 9526+0+0 (secure 0 0 0) 0x7fdd4c004450 con 0x55f314facc60 2024-06-06T08:34:19.229 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.228+0000 7fdd457fa640 10 client.0 inactive, discarding osd_map(115..115 src has 1..115) 2024-06-06T08:34:19.229 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.228+0000 7fdd66fb0740 10 client.0 _ll_register_callbacks cb 0x55f314ed29b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:34:19.229 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.229+0000 7fdd66fb0740 1 -- 172.21.15.42:0/3350283066 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdd58098f00 con 0x55f314facc60 2024-06-06T08:34:19.229 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.229+0000 7fdd457fa640 1 -- 172.21.15.42:0/3350283066 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7fdd4c005d50 con 0x55f314facc60 2024-06-06T08:34:19.230 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.231+0000 7fdd66fb0740 10 client.27056 fetch_fsmap learned FSMap version 46 2024-06-06T08:34:19.230 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.231+0000 7fdd66fb0740 1 -- 172.21.15.42:0/3350283066 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({fsmap=46}) -- 0x55f314cf0620 con 0x55f314facc60 2024-06-06T08:34:19.233 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.234+0000 7fdd457fa640 1 -- 172.21.15.42:0/3350283066 <== mon.2 v2:172.21.15.120:3300/0 4 ==== fsmap(e 46) ==== 8370+0+0 (secure 0 0 0) 0x7fdd4c005050 con 0x55f314facc60 2024-06-06T08:34:19.233 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.234+0000 7fdd66fb0740 10 client.27056 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T08:34:19.233 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.234+0000 7fdd66fb0740 10 client.27056 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:34:19.233 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.234+0000 7fdd66fb0740 20 client.27056 populate_metadata read hostname 'smithi042' 2024-06-06T08:34:19.233 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.234+0000 7fdd66fb0740 1 --2- 172.21.15.42:0/3350283066 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f314fc75d0 0x55f314fc9a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:19.233 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.234+0000 7fdd66fb0740 4 client.27056 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:34:19.233 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.234+0000 7fdd66fb0740 1 -- 172.21.15.42:0/3350283066 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fdd58098f00 con 0x55f314fc75d0 2024-06-06T08:34:19.234 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.236+0000 7fdd61f6a640 1 --2- 172.21.15.42:0/3350283066 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f314fc75d0 0x55f314fc9a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:19.235 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.237+0000 7fdd61f6a640 1 --2- 172.21.15.42:0/3350283066 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f314fc75d0 0x55f314fc9a60 crc :-1 s=READY pgs=229 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fcf10016f0b9a13d server_cookie=a70057d2730cd2d7 in_seq=0 out_seq=0 2024-06-06T08:34:19.236 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.237+0000 7fdd457fa640 10 client.27056 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:34:19.236 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.238+0000 7fdd457fa640 1 -- 172.21.15.42:0/3350283066 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x7fdd58098f00 con 0x55f314fc75d0 2024-06-06T08:34:19.236 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.238+0000 7fdd457fa640 10 client.27056 handle_command_reply: tid=0 2024-06-06T08:34:19.236 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.238+0000 7fdd66fb0740 1 client.27056 shutdown 2024-06-06T08:34:19.238 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.238+0000 7fdd66fb0740 1 -- 172.21.15.42:0/3350283066 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f314facc60 msgr2=0x55f314fb4a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:19.238 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.238+0000 7fdd66fb0740 1 --2- 172.21.15.42:0/3350283066 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f314facc60 0x55f314fb4a30 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fdd4c006010 tx=0x7fdd4c032e50 comp rx=0 tx=0).stop 2024-06-06T08:34:19.238 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.239+0000 7fdd66fb0740 1 -- 172.21.15.42:0/3350283066 shutdown_connections 2024-06-06T08:34:19.238 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.239+0000 7fdd66fb0740 1 --2- 172.21.15.42:0/3350283066 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f314fc75d0 0x55f314fc9a60 crc :-1 s=READY pgs=229 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:19.238 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.239+0000 7fdd457fa640 0 client.27056 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:34:19.239 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.239+0000 7fdd66fb0740 1 --2- 172.21.15.42:0/3350283066 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f314facc60 0x55f314fb4a30 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:19.239 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.239+0000 7fdd66fb0740 1 --2- 172.21.15.42:0/3350283066 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f314fb7520 0x55f314fb4f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:19.239 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.239+0000 7fdd66fb0740 1 --2- 172.21.15.42:0/3350283066 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f314fac340 0x55f314fb44f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:19.239 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.239+0000 7fdd66fb0740 1 -- 172.21.15.42:0/3350283066 >> 172.21.15.42:0/3350283066 conn(0x55f314fa8850 msgr2=0x55f314fae580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:34:19.239 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.239+0000 7fdd66fb0740 1 -- 172.21.15.42:0/3350283066 shutdown_connections 2024-06-06T08:34:19.239 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.239+0000 7fdd66fb0740 1 -- 172.21.15.42:0/3350283066 wait complete. 2024-06-06T08:34:19.239 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.239+0000 7fdd66fb0740 20 client.27056 trim_cache size 0 max 16384 2024-06-06T08:34:19.270 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.272+0000 7fdd66fb0740 1 Processor -- start 2024-06-06T08:34:19.271 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.272+0000 7fdd66fb0740 1 -- start start 2024-06-06T08:34:19.272 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.272+0000 7fdd66fb0740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f314fac340 0x55f314faed00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:19.272 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.273+0000 7fdd66fb0740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f314facc60 0x55f314fb4d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:19.272 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.273+0000 7fdd66fb0740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f314fb7520 0x55f314fb6430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:19.272 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.273+0000 7fdd66fb0740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fdd400128a0 con 0x55f314facc60 2024-06-06T08:34:19.272 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.273+0000 7fdd66fb0740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fdd400100b0 con 0x55f314fac340 2024-06-06T08:34:19.272 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.273+0000 7fdd6276b640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f314fb7520 0x55f314fb6430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:19.272 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.273+0000 7fdd6276b640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f314fb7520 0x55f314fb6430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:42466/0 (socket says 172.21.15.42:42466) 2024-06-06T08:34:19.272 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.273+0000 7fdd6276b640 1 -- 172.21.15.42:0/944481811 learned_addr learned my addr 172.21.15.42:0/944481811 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:34:19.272 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.273+0000 7fdd66fb0740 1 -- 172.21.15.42:0/944481811 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fdd4000df20 con 0x55f314fb7520 2024-06-06T08:34:19.273 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.274+0000 7fdd61f6a640 1 --2- 172.21.15.42:0/944481811 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f314fac340 0x55f314faed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:19.273 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.274+0000 7fdd6276b640 1 -- 172.21.15.42:0/944481811 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f314fac340 msgr2=0x55f314faed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:34:19.273 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.274+0000 7fdd6276b640 1 --2- 172.21.15.42:0/944481811 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f314fac340 0x55f314faed00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:19.273 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.274+0000 7fdd6276b640 1 -- 172.21.15.42:0/944481811 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f314facc60 msgr2=0x55f314fb4d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:34:19.273 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.274+0000 7fdd6276b640 1 --2- 172.21.15.42:0/944481811 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f314facc60 0x55f314fb4d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:19.273 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.274+0000 7fdd6276b640 1 -- 172.21.15.42:0/944481811 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f314fb2a40 con 0x55f314fb7520 2024-06-06T08:34:19.274 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.274+0000 7fdd61f6a640 1 --2- 172.21.15.42:0/944481811 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f314fac340 0x55f314faed00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:34:19.274 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.275+0000 7fdd6276b640 1 --2- 172.21.15.42:0/944481811 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f314fb7520 0x55f314fb6430 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fdd5809c440 tx=0x7fdd58098be0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=32d1879fe8fc62d server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:34:19.275 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.275+0000 7fdd477fe640 1 -- 172.21.15.42:0/944481811 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd580b9070 con 0x55f314fb7520 2024-06-06T08:34:19.275 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.275+0000 7fdd477fe640 1 -- 172.21.15.42:0/944481811 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdd580d0330 con 0x55f314fb7520 2024-06-06T08:34:19.275 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.275+0000 7fdd477fe640 1 -- 172.21.15.42:0/944481811 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd580b4040 con 0x55f314fb7520 2024-06-06T08:34:19.275 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.276+0000 7fdd66fb0740 1 -- 172.21.15.42:0/944481811 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f314fb7520 msgr2=0x55f314fb6430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:19.275 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.276+0000 7fdd66fb0740 1 --2- 172.21.15.42:0/944481811 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f314fb7520 0x55f314fb6430 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fdd5809c440 tx=0x7fdd58098be0 comp rx=0 tx=0).stop 2024-06-06T08:34:19.275 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.276+0000 7fdd66fb0740 1 -- 172.21.15.42:0/944481811 shutdown_connections 2024-06-06T08:34:19.275 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.276+0000 7fdd66fb0740 1 --2- 172.21.15.42:0/944481811 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f314fb7520 0x55f314fb6430 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:19.275 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.276+0000 7fdd66fb0740 1 --2- 172.21.15.42:0/944481811 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f314facc60 0x55f314fb4d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:19.276 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.276+0000 7fdd66fb0740 1 --2- 172.21.15.42:0/944481811 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f314fac340 0x55f314faed00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:19.276 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.276+0000 7fdd66fb0740 1 -- 172.21.15.42:0/944481811 >> 172.21.15.42:0/944481811 conn(0x55f314fa8850 msgr2=0x55f314fb5d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:34:19.276 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.276+0000 7fdd66fb0740 1 -- 172.21.15.42:0/944481811 shutdown_connections 2024-06-06T08:34:19.276 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.276+0000 7fdd66fb0740 1 -- 172.21.15.42:0/944481811 wait complete. 2024-06-06T08:34:19.276 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.277+0000 7fdd66fb0740 1 -- start start 2024-06-06T08:34:19.276 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.277+0000 7fdd66fb0740 1 Processor -- start 2024-06-06T08:34:19.277 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.278+0000 7fdd66fb0740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f314fac340 0x55f314fbfc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:19.278 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.278+0000 7fdd66fb0740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f314facc60 0x55f314fbaf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:19.278 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.278+0000 7fdd61f6a640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f314fac340 0x55f314fbfc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:19.278 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.279+0000 7fdd61f6a640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f314fac340 0x55f314fbfc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:42478/0 (socket says 172.21.15.42:42478) 2024-06-06T08:34:19.278 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.279+0000 7fdd61f6a640 1 -- 172.21.15.42:0/3429086504 learned_addr learned my addr 172.21.15.42:0/3429086504 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:34:19.278 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.279+0000 7fdd66fb0740 1 --2- 172.21.15.42:0/3429086504 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f314fb7520 0x55f314fbb4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:19.278 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.279+0000 7fdd66fb0740 1 -- 172.21.15.42:0/3429086504 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fdd4000e570 con 0x55f314facc60 2024-06-06T08:34:19.278 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.279+0000 7fdd66fb0740 1 -- 172.21.15.42:0/3429086504 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fdd4000f9e0 con 0x55f314fb7520 2024-06-06T08:34:19.278 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.279+0000 7fdd6276b640 1 --2- 172.21.15.42:0/3429086504 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f314fb7520 0x55f314fbb4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:19.278 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.279+0000 7fdd66fb0740 1 -- 172.21.15.42:0/3429086504 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fdd4000ec40 con 0x55f314fac340 2024-06-06T08:34:19.279 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.279+0000 7fdd66fb0740 10 client.0 _ll_register_callbacks cb 0x7fdd58005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:34:19.280 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.280+0000 7fdd61769640 1 --2- 172.21.15.42:0/3429086504 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f314facc60 0x55f314fbaf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:19.280 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.280+0000 7fdd6276b640 1 -- 172.21.15.42:0/3429086504 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f314fac340 msgr2=0x55f314fbfc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:34:19.280 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.280+0000 7fdd6276b640 1 --2- 172.21.15.42:0/3429086504 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f314fac340 0x55f314fbfc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:19.280 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.280+0000 7fdd6276b640 1 -- 172.21.15.42:0/3429086504 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f314facc60 msgr2=0x55f314fbaf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:34:19.280 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.280+0000 7fdd6276b640 1 --2- 172.21.15.42:0/3429086504 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f314facc60 0x55f314fbaf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:19.280 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.280+0000 7fdd6276b640 1 -- 172.21.15.42:0/3429086504 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f314fbbba0 con 0x55f314fb7520 2024-06-06T08:34:19.280 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.280+0000 7fdd6276b640 1 --2- 172.21.15.42:0/3429086504 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f314fb7520 0x55f314fbb4b0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fdd58099260 tx=0x7fdd5809d100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5ba47996a7c4cf40 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:34:19.280 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.280+0000 7fdd457fa640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:34:19.280 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.280+0000 7fdd66fb0740 1 -- 172.21.15.42:0/3429086504 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdd580d0330 con 0x55f314fb7520 2024-06-06T08:34:19.280 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.280+0000 7fdd457fa640 1 -- 172.21.15.42:0/3429086504 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd580b9070 con 0x55f314fb7520 2024-06-06T08:34:19.280 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.280+0000 7fdd457fa640 1 -- 172.21.15.42:0/3429086504 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(115..115 src has 1..115) ==== 9526+0+0 (secure 0 0 0) 0x7fdd5809dbc0 con 0x55f314fb7520 2024-06-06T08:34:19.280 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.281+0000 7fdd457fa640 1 -- 172.21.15.42:0/3429086504 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7fdd5801c040 con 0x55f314fb7520 2024-06-06T08:34:19.281 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.281+0000 7fdd61769640 1 --2- 172.21.15.42:0/3429086504 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f314facc60 0x55f314fbaf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:34:19.281 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.281+0000 7fdd66fb0740 10 client.27059 fetch_fsmap learned FSMap version 46 2024-06-06T08:34:19.281 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.281+0000 7fdd66fb0740 1 -- 172.21.15.42:0/3429086504 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({fsmap=46}) -- 0x55f315032020 con 0x55f314fb7520 2024-06-06T08:34:19.282 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.282+0000 7fdd457fa640 1 -- 172.21.15.42:0/3429086504 <== mon.2 v2:172.21.15.120:3300/0 4 ==== fsmap(e 46) ==== 8370+0+0 (secure 0 0 0) 0x7fdd5809bce0 con 0x55f314fb7520 2024-06-06T08:34:19.282 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.282+0000 7fdd66fb0740 10 client.27059 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T08:34:19.282 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.282+0000 7fdd66fb0740 10 client.27059 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:34:19.282 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.282+0000 7fdd66fb0740 20 client.27059 populate_metadata read hostname 'smithi042' 2024-06-06T08:34:19.282 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.282+0000 7fdd66fb0740 1 --2- 172.21.15.42:0/3429086504 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f314fc75d0 0x55f315034200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:19.282 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.282+0000 7fdd66fb0740 4 client.27059 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:34:19.282 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.282+0000 7fdd66fb0740 1 -- 172.21.15.42:0/3429086504 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7fdd580d0330 con 0x55f314fc75d0 2024-06-06T08:34:19.282 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.282+0000 7fdd61f6a640 1 --2- 172.21.15.42:0/3429086504 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f314fc75d0 0x55f315034200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:19.283 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.283+0000 7fdd61f6a640 1 --2- 172.21.15.42:0/3429086504 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f314fc75d0 0x55f315034200 crc :-1 s=READY pgs=230 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=485423c1f69fecde server_cookie=effe7c9e1958a7fb in_seq=0 out_seq=0 2024-06-06T08:34:19.283 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.283+0000 7fdd457fa640 10 client.27059 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:34:19.313 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.314+0000 7fdd457fa640 1 -- 172.21.15.42:0/3429086504 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x7fdd580d0330 con 0x55f314fc75d0 2024-06-06T08:34:19.313 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.314+0000 7fdd457fa640 10 client.27059 handle_command_reply: tid=0 2024-06-06T08:34:19.314 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.315+0000 7fdd66fb0740 1 client.27059 shutdown 2024-06-06T08:34:19.316 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.316+0000 7fdd66fb0740 1 -- 172.21.15.42:0/3429086504 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f314fb7520 msgr2=0x55f314fbb4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:19.316 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.316+0000 7fdd66fb0740 1 --2- 172.21.15.42:0/3429086504 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f314fb7520 0x55f314fbb4b0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fdd58099260 tx=0x7fdd5809d100 comp rx=0 tx=0).stop 2024-06-06T08:34:19.316 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.316+0000 7fdd66fb0740 1 -- 172.21.15.42:0/3429086504 shutdown_connections 2024-06-06T08:34:19.316 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.316+0000 7fdd66fb0740 1 --2- 172.21.15.42:0/3429086504 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f314fc75d0 0x55f315034200 crc :-1 s=READY pgs=230 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:19.317 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.317+0000 7fdd66fb0740 1 --2- 172.21.15.42:0/3429086504 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f314fb7520 0x55f314fbb4b0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:19.317 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.317+0000 7fdd66fb0740 1 --2- 172.21.15.42:0/3429086504 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f314facc60 0x55f314fbaf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:19.317 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.317+0000 7fdd66fb0740 1 --2- 172.21.15.42:0/3429086504 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f314fac340 0x55f314fbfc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:19.317 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.317+0000 7fdd66fb0740 1 -- 172.21.15.42:0/3429086504 >> 172.21.15.42:0/3429086504 conn(0x55f314fa8850 msgr2=0x55f314fa79d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:34:19.317 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.317+0000 7fdd457fa640 0 client.27059 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:34:19.317 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.317+0000 7fdd66fb0740 1 -- 172.21.15.42:0/3429086504 shutdown_connections 2024-06-06T08:34:19.317 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.317+0000 7fdd66fb0740 1 -- 172.21.15.42:0/3429086504 wait complete. 2024-06-06T08:34:19.317 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.317+0000 7fdd66fb0740 20 client.27059 trim_cache size 0 max 16384 2024-06-06T08:34:19.319 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:34:19.319 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:34:19.319 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:34:19.320 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.321+0000 7fdd62f6c640 1 -- 172.21.15.42:0/620358663 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fdd480a2f00 msgr2=0x7fdd480a53c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:19.320 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.321+0000 7fdd62f6c640 1 --2- 172.21.15.42:0/620358663 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fdd480a2f00 0x7fdd480a53c0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fdd5400aaf0 tx=0x7fdd540091f0 comp rx=0 tx=0).stop 2024-06-06T08:34:19.320 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.321+0000 7fdd62f6c640 1 -- 172.21.15.42:0/620358663 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdd5c110440 msgr2=0x7fdd5c1ab840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:19.320 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.321+0000 7fdd62f6c640 1 --2- 172.21.15.42:0/620358663 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdd5c110440 0x7fdd5c1ab840 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fdd5800e970 tx=0x7fdd5800ee30 comp rx=0 tx=0).stop 2024-06-06T08:34:19.321 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.321+0000 7fdd62f6c640 1 -- 172.21.15.42:0/620358663 shutdown_connections 2024-06-06T08:34:19.321 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.321+0000 7fdd62f6c640 1 --2- 172.21.15.42:0/620358663 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fdd480a2f00 0x7fdd480a53c0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:19.321 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.321+0000 7fdd62f6c640 1 --2- 172.21.15.42:0/620358663 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdd5c110440 0x7fdd5c1ab840 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:19.321 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.321+0000 7fdd62f6c640 1 --2- 172.21.15.42:0/620358663 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdd5c110060 0x7fdd5c1a74c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:19.321 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.321+0000 7fdd62f6c640 1 --2- 172.21.15.42:0/620358663 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdd5c10e670 0x7fdd5c1a6f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:19.321 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.321+0000 7fdd62f6c640 1 -- 172.21.15.42:0/620358663 >> 172.21.15.42:0/620358663 conn(0x7fdd5c06c8e0 msgr2=0x7fdd5c070d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:34:19.321 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.322+0000 7fdd62f6c640 1 -- 172.21.15.42:0/620358663 shutdown_connections 2024-06-06T08:34:19.321 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:19.322+0000 7fdd62f6c640 1 -- 172.21.15.42:0/620358663 wait complete. 2024-06-06T08:34:20.625 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:34:20 smithi042 ceph-mon[32384]: pgmap v369: 129 pgs: 14 active+clean+snaptrim, 44 active+clean+snaptrim_wait, 71 active+clean; 1.4 GiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 17 KiB/s wr, 21 op/s 2024-06-06T08:34:20.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:34:20 smithi120 ceph-mon[36658]: pgmap v369: 129 pgs: 14 active+clean+snaptrim, 44 active+clean+snaptrim_wait, 71 active+clean; 1.4 GiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 17 KiB/s wr, 21 op/s 2024-06-06T08:34:20.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:34:20 smithi149 ceph-mon[36842]: pgmap v369: 129 pgs: 14 active+clean+snaptrim, 44 active+clean+snaptrim_wait, 71 active+clean; 1.4 GiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 17 KiB/s wr, 21 op/s 2024-06-06T08:34:21.536 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:21.536+0000 7fc083b84700 1 -- 172.21.15.42:0/2856455279 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc07c110c70 msgr2=0x7fc07c109490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:21.536 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:21.536+0000 7fc083b84700 1 --2- 172.21.15.42:0/2856455279 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc07c110c70 0x7fc07c109490 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fc078009990 tx=0x7fc078009ca0 comp rx=0 tx=0).stop 2024-06-06T08:34:21.536 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:21.536+0000 7fc083b84700 1 -- 172.21.15.42:0/2856455279 shutdown_connections 2024-06-06T08:34:21.536 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:21.536+0000 7fc083b84700 1 --2- 172.21.15.42:0/2856455279 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc07c11bc70 0x7fc07c11e060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:21.536 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:21.536+0000 7fc083b84700 1 --2- 172.21.15.42:0/2856455279 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc07c110c70 0x7fc07c109490 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:21.536 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:21.536+0000 7fc083b84700 1 --2- 172.21.15.42:0/2856455279 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc07c1099d0 0x7fc07c109e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:21.536 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:21.536+0000 7fc083b84700 1 -- 172.21.15.42:0/2856455279 >> 172.21.15.42:0/2856455279 conn(0x7fc07c06d600 msgr2=0x7fc07c06da10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:34:21.537 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:21.538+0000 7fc083b84700 1 -- 172.21.15.42:0/2856455279 shutdown_connections 2024-06-06T08:34:21.537 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:21.538+0000 7fc083b84700 1 -- 172.21.15.42:0/2856455279 wait complete. 2024-06-06T08:34:21.538 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:21.540+0000 7fc083b84700 1 Processor -- start 2024-06-06T08:34:21.541 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:21.542+0000 7fc083b84700 1 -- start start 2024-06-06T08:34:21.542 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:21.542+0000 7fc083b84700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc07c1099d0 0x7fc07c1ad790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:21.542 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:21.542+0000 7fc083b84700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc07c110c70 0x7fc07c1adcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:21.542 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:21.542+0000 7fc083b84700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc07c11bc70 0x7fc07c1a7950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:21.542 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:21.542+0000 7fc083b84700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc07c1216f0 con 0x7fc07c110c70 2024-06-06T08:34:21.542 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:21.542+0000 7fc083b84700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fc07c121570 con 0x7fc07c11bc70 2024-06-06T08:34:21.542 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:21.542+0000 7fc083b84700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fc07c121870 con 0x7fc07c1099d0 2024-06-06T08:34:21.542 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:21.542+0000 7fc08111f700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc07c110c70 0x7fc07c1adcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:21.542 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:21.542+0000 7fc08111f700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc07c110c70 0x7fc07c1adcd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:56392/0 (socket says 172.21.15.42:56392) 2024-06-06T08:34:21.542 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:21.542+0000 7fc08111f700 1 -- 172.21.15.42:0/242322032 learned_addr learned my addr 172.21.15.42:0/242322032 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:34:21.542 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:21.542+0000 7fc081920700 1 --2- 172.21.15.42:0/242322032 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc07c1099d0 0x7fc07c1ad790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:21.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:21.545+0000 7fc082121700 1 --2- 172.21.15.42:0/242322032 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc07c11bc70 0x7fc07c1a7950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:21.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:21.545+0000 7fc08111f700 1 -- 172.21.15.42:0/242322032 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc07c1099d0 msgr2=0x7fc07c1ad790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:21.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:21.545+0000 7fc08111f700 1 --2- 172.21.15.42:0/242322032 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc07c1099d0 0x7fc07c1ad790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:21.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:21.545+0000 7fc08111f700 1 -- 172.21.15.42:0/242322032 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc07c11bc70 msgr2=0x7fc07c1a7950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:21.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:21.545+0000 7fc08111f700 1 --2- 172.21.15.42:0/242322032 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc07c11bc70 0x7fc07c1a7950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:21.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:21.545+0000 7fc08111f700 1 -- 172.21.15.42:0/242322032 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc07c1a80b0 con 0x7fc07c110c70 2024-06-06T08:34:21.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:21.545+0000 7fc08111f700 1 --2- 172.21.15.42:0/242322032 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc07c110c70 0x7fc07c1adcd0 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7fc06c00e9c0 tx=0x7fc06c00ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:34:21.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:21.546+0000 7fc072ffd700 1 -- 172.21.15.42:0/242322032 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc06c00cbd0 con 0x7fc07c110c70 2024-06-06T08:34:21.548 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:21.546+0000 7fc072ffd700 1 -- 172.21.15.42:0/242322032 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc06c00cd70 con 0x7fc07c110c70 2024-06-06T08:34:21.548 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:21.547+0000 7fc072ffd700 1 -- 172.21.15.42:0/242322032 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc06c010430 con 0x7fc07c110c70 2024-06-06T08:34:21.548 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:21.547+0000 7fc083b84700 1 -- 172.21.15.42:0/242322032 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc07c1a83a0 con 0x7fc07c110c70 2024-06-06T08:34:21.548 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:21.547+0000 7fc083b84700 1 -- 172.21.15.42:0/242322032 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc07c1b4660 con 0x7fc07c110c70 2024-06-06T08:34:21.550 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:21.551+0000 7fc072ffd700 1 -- 172.21.15.42:0/242322032 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fc06c004750 con 0x7fc07c110c70 2024-06-06T08:34:21.551 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:21.551+0000 7fc083b84700 1 -- 172.21.15.42:0/242322032 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc07c069180 con 0x7fc07c110c70 2024-06-06T08:34:21.551 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:21.552+0000 7fc072ffd700 1 --2- 172.21.15.42:0/242322032 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc0680a2f10 0x7fc0680a53d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:21.551 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:21.552+0000 7fc081920700 1 --2- 172.21.15.42:0/242322032 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc0680a2f10 0x7fc0680a53d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:21.557 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:21.558+0000 7fc072ffd700 1 -- 172.21.15.42:0/242322032 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 9526+0+0 (secure 0 0 0) 0x7fc06c099290 con 0x7fc07c110c70 2024-06-06T08:34:21.560 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:21.561+0000 7fc081920700 1 --2- 172.21.15.42:0/242322032 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc0680a2f10 0x7fc0680a53d0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fc07800b2e0 tx=0x7fc07801a040 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:34:21.561 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:21.562+0000 7fc072ffd700 1 -- 172.21.15.42:0/242322032 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fc06c09b8f0 con 0x7fc07c110c70 2024-06-06T08:34:21.957 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:21.959+0000 7fc083b84700 1 -- 172.21.15.42:0/242322032 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc07c1b4830 con 0x7fc07c110c70 2024-06-06T08:34:21.958 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:21.960+0000 7fc072ffd700 1 -- 172.21.15.42:0/242322032 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 46 v46) ==== 94+0+11885 (secure 0 0 0) 0x7fc06c00be10 con 0x7fc07c110c70 2024-06-06T08:34:21.959 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:34:21.959 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":46,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/667270675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":667270675},{"type":"v1","addr":"172.21.15.42:6837","nonce":667270675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/2414389302","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":2414389302},{"type":"v1","addr":"172.21.15.42:6839","nonce":2414389302}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14574,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/3625002785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":3625002785},{"type":"v1","addr":"172.21.15.42:6841","nonce":3625002785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":26389,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/411591287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":411591287},{"type":"v1","addr":"172.21.15.149:6835","nonce":411591287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":46,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T08:18:39.778858+0000","modified":"2024-06-06T08:33:24.901180+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24464},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6837/3434475673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":3434475673},{"type":"v1","addr":"172.21.15.120:6837","nonce":3434475673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":188,"addr":"172.21.15.120:6839/1585293472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":1585293472},{"type":"v1","addr":"172.21.15.120:6839","nonce":1585293472}]},"join_fscid":-1,"export_targets":[0,1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":192,"addr":"172.21.15.149:6837/751787578","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":751787578},{"type":"v1","addr":"172.21.15.149:6837","nonce":751787578}]},"join_fscid":-1,"export_targets":[0,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":8,"addr":"172.21.15.149:6839/764851483","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":764851483},{"type":"v1","addr":"172.21.15.149:6839","nonce":764851483}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26696":{"gid":26696,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6835/2158320752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":2158320752},{"type":"v1","addr":"172.21.15.120:6835","nonce":2158320752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24469,24484,24464]},"id":1}]} 2024-06-06T08:34:21.961 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:21.962+0000 7fc083b84700 1 -- 172.21.15.42:0/242322032 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc0680a2f10 msgr2=0x7fc0680a53d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:21.961 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:21.962+0000 7fc083b84700 1 --2- 172.21.15.42:0/242322032 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc0680a2f10 0x7fc0680a53d0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fc07800b2e0 tx=0x7fc07801a040 comp rx=0 tx=0).stop 2024-06-06T08:34:21.961 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:21.962+0000 7fc083b84700 1 -- 172.21.15.42:0/242322032 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc07c110c70 msgr2=0x7fc07c1adcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:21.961 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:21.962+0000 7fc083b84700 1 --2- 172.21.15.42:0/242322032 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc07c110c70 0x7fc07c1adcd0 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7fc06c00e9c0 tx=0x7fc06c00ecd0 comp rx=0 tx=0).stop 2024-06-06T08:34:21.961 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:21.962+0000 7fc083b84700 1 -- 172.21.15.42:0/242322032 shutdown_connections 2024-06-06T08:34:21.961 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:21.962+0000 7fc083b84700 1 --2- 172.21.15.42:0/242322032 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc0680a2f10 0x7fc0680a53d0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:21.961 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:21.962+0000 7fc083b84700 1 --2- 172.21.15.42:0/242322032 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc07c11bc70 0x7fc07c1a7950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:21.961 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:21.962+0000 7fc083b84700 1 --2- 172.21.15.42:0/242322032 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc07c1099d0 0x7fc07c1ad790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:21.962 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:21.962+0000 7fc083b84700 1 --2- 172.21.15.42:0/242322032 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc07c110c70 0x7fc07c1adcd0 unknown :-1 s=CLOSED pgs=918 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:21.962 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:21.962+0000 7fc083b84700 1 -- 172.21.15.42:0/242322032 >> 172.21.15.42:0/242322032 conn(0x7fc07c06d600 msgr2=0x7fc07c119c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:34:21.962 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:21.962+0000 7fc083b84700 1 -- 172.21.15.42:0/242322032 shutdown_connections 2024-06-06T08:34:21.962 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:21.962+0000 7fc083b84700 1 -- 172.21.15.42:0/242322032 wait complete. 2024-06-06T08:34:21.962 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 46 2024-06-06T08:34:22.581 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:34:22 smithi042 ceph-mon[32384]: pgmap v370: 129 pgs: 10 active+clean+snaptrim, 18 active+clean+snaptrim_wait, 101 active+clean; 1.4 GiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 3.8 KiB/s wr, 10 op/s 2024-06-06T08:34:22.581 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:34:22 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/242322032' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:34:22.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:34:22 smithi120 ceph-mon[36658]: pgmap v370: 129 pgs: 10 active+clean+snaptrim, 18 active+clean+snaptrim_wait, 101 active+clean; 1.4 GiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 3.8 KiB/s wr, 10 op/s 2024-06-06T08:34:22.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:34:22 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/242322032' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:34:22.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:34:22 smithi149 ceph-mon[36842]: pgmap v370: 129 pgs: 10 active+clean+snaptrim, 18 active+clean+snaptrim_wait, 101 active+clean; 1.4 GiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 3.8 KiB/s wr, 10 op/s 2024-06-06T08:34:22.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:34:22 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/242322032' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:34:24.038 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24484 quiesce db --set-id 2965cdcc --release --await' 2024-06-06T08:34:24.039 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- timeout 105 ceph tell mds.24484 quiesce db --set-id 2965cdcc --release --await 2024-06-06T08:34:24.320 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:34:24.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:34:24 smithi120 ceph-mon[36658]: pgmap v371: 129 pgs: 10 active+clean+snaptrim, 18 active+clean+snaptrim_wait, 101 active+clean; 1.4 GiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.2 KiB/s wr, 9 op/s 2024-06-06T08:34:24.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:34:24 smithi149 ceph-mon[36842]: pgmap v371: 129 pgs: 10 active+clean+snaptrim, 18 active+clean+snaptrim_wait, 101 active+clean; 1.4 GiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.2 KiB/s wr, 9 op/s 2024-06-06T08:34:24.790 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:34:24 smithi042 ceph-mon[32384]: pgmap v371: 129 pgs: 10 active+clean+snaptrim, 18 active+clean+snaptrim_wait, 101 active+clean; 1.4 GiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.2 KiB/s wr, 9 op/s 2024-06-06T08:34:26.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.399+0000 7f0181043700 1 -- 172.21.15.42:0/21964829 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f017c101d50 msgr2=0x7f017c10e240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:26.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.399+0000 7f0181043700 1 --2- 172.21.15.42:0/21964829 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f017c101d50 0x7f017c10e240 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7f017400b0a0 tx=0x7f017400b3b0 comp rx=0 tx=0).stop 2024-06-06T08:34:26.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.399+0000 7f0181043700 1 -- 172.21.15.42:0/21964829 shutdown_connections 2024-06-06T08:34:26.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.399+0000 7f0181043700 1 --2- 172.21.15.42:0/21964829 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f017c101d50 0x7f017c10e240 unknown :-1 s=CLOSED pgs=919 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:26.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.399+0000 7f0181043700 1 --2- 172.21.15.42:0/21964829 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f017c107400 0x7f017c1077e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:26.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.399+0000 7f0181043700 1 --2- 172.21.15.42:0/21964829 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f017c101390 0x7f017c101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:26.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.399+0000 7f0181043700 1 -- 172.21.15.42:0/21964829 >> 172.21.15.42:0/21964829 conn(0x7f017c078340 msgr2=0x7f017c078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:34:26.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.399+0000 7f0181043700 1 -- 172.21.15.42:0/21964829 shutdown_connections 2024-06-06T08:34:26.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.399+0000 7f0181043700 1 -- 172.21.15.42:0/21964829 wait complete. 2024-06-06T08:34:26.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.400+0000 7f0181043700 1 Processor -- start 2024-06-06T08:34:26.399 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.400+0000 7f0181043700 1 -- start start 2024-06-06T08:34:26.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.400+0000 7f0181043700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f017c101390 0x7f017c19d810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:26.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.400+0000 7f0181043700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f017c101d50 0x7f017c19dd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:26.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.400+0000 7f0181043700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f017c107400 0x7f017c1979d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:26.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.400+0000 7f0181043700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f017c1116f0 con 0x7f017c107400 2024-06-06T08:34:26.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.400+0000 7f0181043700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f017c111570 con 0x7f017c101390 2024-06-06T08:34:26.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.400+0000 7f0181043700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f017c111870 con 0x7f017c101d50 2024-06-06T08:34:26.401 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.401+0000 7f017b59e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f017c107400 0x7f017c1979d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:26.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.401+0000 7f017ad9d700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f017c101390 0x7f017c19d810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:26.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.401+0000 7f017b59e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f017c107400 0x7f017c1979d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:56410/0 (socket says 172.21.15.42:56410) 2024-06-06T08:34:26.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.401+0000 7f017b59e700 1 -- 172.21.15.42:0/343322254 learned_addr learned my addr 172.21.15.42:0/343322254 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:34:26.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.401+0000 7f017ad9d700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f017c101390 0x7f017c19d810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:36590/0 (socket says 172.21.15.42:36590) 2024-06-06T08:34:26.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.401+0000 7f017a59c700 1 --2- 172.21.15.42:0/343322254 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f017c101d50 0x7f017c19dd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:26.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.401+0000 7f017ad9d700 1 -- 172.21.15.42:0/343322254 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f017c101d50 msgr2=0x7f017c19dd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:26.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.401+0000 7f017ad9d700 1 --2- 172.21.15.42:0/343322254 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f017c101d50 0x7f017c19dd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:26.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.401+0000 7f017ad9d700 1 -- 172.21.15.42:0/343322254 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f017c107400 msgr2=0x7f017c1979d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:26.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.401+0000 7f017ad9d700 1 --2- 172.21.15.42:0/343322254 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f017c107400 0x7f017c1979d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:26.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.401+0000 7f017ad9d700 1 -- 172.21.15.42:0/343322254 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f017c198130 con 0x7f017c101390 2024-06-06T08:34:26.403 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.401+0000 7f017b59e700 1 --2- 172.21.15.42:0/343322254 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f017c107400 0x7f017c1979d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:34:26.403 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.401+0000 7f017ad9d700 1 --2- 172.21.15.42:0/343322254 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f017c101390 0x7f017c19d810 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f016c00d950 tx=0x7f016c00dc60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:34:26.403 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.401+0000 7f0163fff700 1 -- 172.21.15.42:0/343322254 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f016c016070 con 0x7f017c101390 2024-06-06T08:34:26.403 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.401+0000 7f0181043700 1 -- 172.21.15.42:0/343322254 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f017c198420 con 0x7f017c101390 2024-06-06T08:34:26.403 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.401+0000 7f0163fff700 1 -- 172.21.15.42:0/343322254 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f016c00fd70 con 0x7f017c101390 2024-06-06T08:34:26.403 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.401+0000 7f0163fff700 1 -- 172.21.15.42:0/343322254 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f016c00e3b0 con 0x7f017c101390 2024-06-06T08:34:26.403 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.402+0000 7f0181043700 1 -- 172.21.15.42:0/343322254 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f017c06a170 con 0x7f017c101390 2024-06-06T08:34:26.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.404+0000 7f0163fff700 1 -- 172.21.15.42:0/343322254 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f016c019070 con 0x7f017c101390 2024-06-06T08:34:26.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.404+0000 7f0163fff700 1 --2- 172.21.15.42:0/343322254 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f01640a2d90 0x7f01640a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:26.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.404+0000 7f017a59c700 1 --2- 172.21.15.42:0/343322254 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f01640a2d90 0x7f01640a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:26.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.404+0000 7f0163fff700 1 -- 172.21.15.42:0/343322254 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 9526+0+0 (secure 0 0 0) 0x7f016c0cf270 con 0x7f017c101390 2024-06-06T08:34:26.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.405+0000 7f017a59c700 1 --2- 172.21.15.42:0/343322254 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f01640a2d90 0x7f01640a5250 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f017c0788b0 tx=0x7f0170009190 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:34:26.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.405+0000 7f018b8c6b80 1 Processor -- start 2024-06-06T08:34:26.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.405+0000 7f018b8c6b80 1 -- start start 2024-06-06T08:34:26.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.405+0000 7f018b8c6b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a73b919500 0x55a73b9198e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:26.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.405+0000 7f018b8c6b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a73b919e20 0x55a73b913710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:26.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.405+0000 7f018b8c6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a73b913c50 0x55a73b914070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:26.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.405+0000 7f018b8c6b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a73b806060 con 0x55a73b913c50 2024-06-06T08:34:26.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.405+0000 7f018b8c6b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55a73b864950 con 0x55a73b919e20 2024-06-06T08:34:26.406 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.405+0000 7f018b8c6b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55a73b7cc560 con 0x55a73b919500 2024-06-06T08:34:26.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.406+0000 7f017b59e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a73b913c50 0x55a73b914070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:26.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.406+0000 7f017b59e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a73b913c50 0x55a73b914070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:56426/0 (socket says 172.21.15.42:56426) 2024-06-06T08:34:26.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.406+0000 7f017b59e700 1 -- 172.21.15.42:0/504320536 learned_addr learned my addr 172.21.15.42:0/504320536 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:34:26.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.406+0000 7f017ad9d700 1 --2- 172.21.15.42:0/504320536 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a73b919500 0x55a73b9198e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:26.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.406+0000 7f017a59c700 1 --2- 172.21.15.42:0/504320536 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a73b919e20 0x55a73b913710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:26.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.406+0000 7f017b59e700 1 -- 172.21.15.42:0/504320536 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a73b919500 msgr2=0x55a73b9198e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:34:26.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.406+0000 7f017b59e700 1 --2- 172.21.15.42:0/504320536 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a73b919500 0x55a73b9198e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:26.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.406+0000 7f017b59e700 1 -- 172.21.15.42:0/504320536 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a73b919e20 msgr2=0x55a73b913710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:34:26.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.406+0000 7f017b59e700 1 --2- 172.21.15.42:0/504320536 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a73b919e20 0x55a73b913710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:26.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.406+0000 7f017b59e700 1 -- 172.21.15.42:0/504320536 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a73b7b39d0 con 0x55a73b913c50 2024-06-06T08:34:26.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.406+0000 7f017a59c700 1 --2- 172.21.15.42:0/504320536 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a73b919e20 0x55a73b913710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:34:26.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.406+0000 7f017b59e700 1 --2- 172.21.15.42:0/504320536 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a73b913c50 0x55a73b914070 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7f0174009e20 tx=0x7f0174004a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f0b7d2eda619e15 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:34:26.407 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.406+0000 7f01617fa700 1 -- 172.21.15.42:0/504320536 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0174027020 con 0x55a73b913c50 2024-06-06T08:34:26.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.406+0000 7f01617fa700 1 -- 172.21.15.42:0/504320536 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0174004c50 con 0x55a73b913c50 2024-06-06T08:34:26.408 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.406+0000 7f01617fa700 1 -- 172.21.15.42:0/504320536 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f017401a7b0 con 0x55a73b913c50 2024-06-06T08:34:26.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.407+0000 7f018b8c6b80 1 -- 172.21.15.42:0/504320536 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a73b913c50 msgr2=0x55a73b914070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:26.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.407+0000 7f018b8c6b80 1 --2- 172.21.15.42:0/504320536 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a73b913c50 0x55a73b914070 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7f0174009e20 tx=0x7f0174004a30 comp rx=0 tx=0).stop 2024-06-06T08:34:26.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.407+0000 7f018b8c6b80 1 -- 172.21.15.42:0/504320536 shutdown_connections 2024-06-06T08:34:26.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.407+0000 7f018b8c6b80 1 --2- 172.21.15.42:0/504320536 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a73b913c50 0x55a73b914070 unknown :-1 s=CLOSED pgs=920 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:26.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.407+0000 7f018b8c6b80 1 --2- 172.21.15.42:0/504320536 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a73b919500 0x55a73b9198e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:26.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.407+0000 7f018b8c6b80 1 --2- 172.21.15.42:0/504320536 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a73b919e20 0x55a73b913710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:26.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.407+0000 7f018b8c6b80 1 -- 172.21.15.42:0/504320536 >> 172.21.15.42:0/504320536 conn(0x55a73b840180 msgr2=0x55a73b90ea00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:34:26.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.407+0000 7f018b8c6b80 1 -- 172.21.15.42:0/504320536 shutdown_connections 2024-06-06T08:34:26.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.407+0000 7f018b8c6b80 1 -- 172.21.15.42:0/504320536 wait complete. 2024-06-06T08:34:26.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.407+0000 7f018b8c6b80 1 -- start start 2024-06-06T08:34:26.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.408+0000 7f018b8c6b80 1 Processor -- start 2024-06-06T08:34:26.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.408+0000 7f018b8c6b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a73b913c50 0x55a73b91fb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:26.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.408+0000 7f018b8c6b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a73b919500 0x55a73b91ce60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:26.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.408+0000 7f018b8c6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a73b919e20 0x55a73b91d3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:26.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.408+0000 7f018b8c6b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a73b8050c0 con 0x55a73b919e20 2024-06-06T08:34:26.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.408+0000 7f018b8c6b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55a73b860910 con 0x55a73b919500 2024-06-06T08:34:26.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.408+0000 7f018b8c6b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55a73b9207a0 con 0x55a73b913c50 2024-06-06T08:34:26.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.408+0000 7f018b8c6b80 10 client.0 _ll_register_callbacks cb 0x55a73b7fa6b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:34:26.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.408+0000 7f017b59e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a73b919e20 0x55a73b91d3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:26.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.408+0000 7f017b59e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a73b919e20 0x55a73b91d3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:56428/0 (socket says 172.21.15.42:56428) 2024-06-06T08:34:26.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.408+0000 7f017b59e700 1 -- 172.21.15.42:0/2729414499 learned_addr learned my addr 172.21.15.42:0/2729414499 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:34:26.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.408+0000 7f017a59c700 1 --2- 172.21.15.42:0/2729414499 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a73b919500 0x55a73b91ce60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:26.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.408+0000 7f017b59e700 1 -- 172.21.15.42:0/2729414499 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a73b913c50 msgr2=0x55a73b91fb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:34:26.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.408+0000 7f017b59e700 1 --2- 172.21.15.42:0/2729414499 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a73b913c50 0x55a73b91fb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:26.413 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.408+0000 7f017b59e700 1 -- 172.21.15.42:0/2729414499 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a73b919500 msgr2=0x55a73b91ce60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:34:26.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.408+0000 7f017b59e700 1 --2- 172.21.15.42:0/2729414499 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a73b919500 0x55a73b91ce60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:26.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.408+0000 7f017b59e700 1 -- 172.21.15.42:0/2729414499 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a73b82a850 con 0x55a73b919e20 2024-06-06T08:34:26.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.408+0000 7f017b59e700 1 --2- 172.21.15.42:0/2729414499 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a73b919e20 0x55a73b91d3a0 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7f01740062a0 tx=0x7f0174007d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a85bdb6a2bd76486 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:34:26.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.408+0000 7f015eff5700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:34:26.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.409+0000 7f015eff5700 1 -- 172.21.15.42:0/2729414499 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0174027070 con 0x55a73b919e20 2024-06-06T08:34:26.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.409+0000 7f018b8c6b80 1 -- 172.21.15.42:0/2729414499 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0174004c50 con 0x55a73b919e20 2024-06-06T08:34:26.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.409+0000 7f015eff5700 1 -- 172.21.15.42:0/2729414499 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(115..115 src has 1..115) ==== 9526+0+0 (secure 0 0 0) 0x7f017401a990 con 0x55a73b919e20 2024-06-06T08:34:26.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.409+0000 7f015eff5700 1 -- 172.21.15.42:0/2729414499 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f017401ab90 con 0x55a73b919e20 2024-06-06T08:34:26.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.409+0000 7f018b8c6b80 10 client.17487 fetch_fsmap learned FSMap version 46 2024-06-06T08:34:26.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.409+0000 7f018b8c6b80 1 -- 172.21.15.42:0/2729414499 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55a73b92aee0 con 0x55a73b919e20 2024-06-06T08:34:26.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.409+0000 7f015eff5700 1 -- 172.21.15.42:0/2729414499 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0174004c50 con 0x55a73b919e20 2024-06-06T08:34:26.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.409+0000 7f015eff5700 1 -- 172.21.15.42:0/2729414499 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 46) ==== 8370+0+0 (secure 0 0 0) 0x7f0174022070 con 0x55a73b919e20 2024-06-06T08:34:26.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.409+0000 7f018b8c6b80 10 client.17487 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T08:34:26.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.409+0000 7f018b8c6b80 10 client.17487 resolve_mds: validated gid 24484 aka daemon mds.i 2024-06-06T08:34:26.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.409+0000 7f018b8c6b80 20 client.17487 populate_metadata read hostname 'smithi042' 2024-06-06T08:34:26.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.409+0000 7f018b8c6b80 1 --2- 172.21.15.42:0/2729414499 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a73b92d3b0 0x55a73b92f7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:26.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.409+0000 7f018b8c6b80 4 client.17487 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:34:26.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.409+0000 7f018b8c6b80 1 -- 172.21.15.42:0/2729414499 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a73b871e50 con 0x55a73b92d3b0 2024-06-06T08:34:26.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.410+0000 7f017ad9d700 1 --2- 172.21.15.42:0/2729414499 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a73b92d3b0 0x55a73b92f7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:26.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.410+0000 7f017ad9d700 1 --2- 172.21.15.42:0/2729414499 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a73b92d3b0 0x55a73b92f7a0 crc :-1 s=READY pgs=231 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e1e6122c87d1c037 server_cookie=88ad3ffa29d3c401 in_seq=0 out_seq=0 2024-06-06T08:34:26.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.410+0000 7f015eff5700 10 client.17487 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:34:26.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.411+0000 7f015eff5700 1 -- 172.21.15.42:0/2729414499 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55a73b871e50 con 0x55a73b92d3b0 2024-06-06T08:34:26.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.411+0000 7f015eff5700 10 client.17487 handle_command_reply: tid=0 2024-06-06T08:34:26.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.411+0000 7f018b8c6b80 1 client.17487 shutdown 2024-06-06T08:34:26.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.411+0000 7f018b8c6b80 1 -- 172.21.15.42:0/2729414499 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a73b919e20 msgr2=0x55a73b91d3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:26.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.411+0000 7f018b8c6b80 1 --2- 172.21.15.42:0/2729414499 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a73b919e20 0x55a73b91d3a0 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7f01740062a0 tx=0x7f0174007d10 comp rx=0 tx=0).stop 2024-06-06T08:34:26.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.411+0000 7f018b8c6b80 1 -- 172.21.15.42:0/2729414499 shutdown_connections 2024-06-06T08:34:26.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.411+0000 7f018b8c6b80 1 --2- 172.21.15.42:0/2729414499 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a73b919e20 0x55a73b91d3a0 unknown :-1 s=CLOSED pgs=921 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:26.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.411+0000 7f018b8c6b80 1 --2- 172.21.15.42:0/2729414499 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a73b913c50 0x55a73b91fb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:26.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.411+0000 7f018b8c6b80 1 --2- 172.21.15.42:0/2729414499 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a73b92d3b0 0x55a73b92f7a0 crc :-1 s=READY pgs=231 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:26.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.411+0000 7f015eff5700 0 client.17487 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:34:26.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.411+0000 7f018b8c6b80 1 --2- 172.21.15.42:0/2729414499 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a73b919500 0x55a73b91ce60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:26.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.411+0000 7f018b8c6b80 1 -- 172.21.15.42:0/2729414499 >> 172.21.15.42:0/2729414499 conn(0x55a73b840180 msgr2=0x55a73b90dbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:34:26.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.411+0000 7f018b8c6b80 1 -- 172.21.15.42:0/2729414499 shutdown_connections 2024-06-06T08:34:26.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.411+0000 7f018b8c6b80 1 -- 172.21.15.42:0/2729414499 wait complete. 2024-06-06T08:34:26.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.411+0000 7f018b8c6b80 20 client.17487 trim_cache size 0 max 16384 2024-06-06T08:34:26.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.432+0000 7f018b8c6b80 1 Processor -- start 2024-06-06T08:34:26.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.432+0000 7f018b8c6b80 1 -- start start 2024-06-06T08:34:26.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.432+0000 7f018b8c6b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a73b913c50 0x55a73b913710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:26.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.432+0000 7f018b8c6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a73b919500 0x55a73b91ed50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:26.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.432+0000 7f018b8c6b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a73b919e20 0x55a73b90e330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:26.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.432+0000 7f018b8c6b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f017c1aed40 con 0x55a73b919500 2024-06-06T08:34:26.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.432+0000 7f018b8c6b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f017c1ac510 con 0x55a73b913c50 2024-06-06T08:34:26.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.432+0000 7f018b8c6b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f017c1aa380 con 0x55a73b919e20 2024-06-06T08:34:26.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.432+0000 7f017a59c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a73b919500 0x55a73b91ed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:26.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.432+0000 7f017a59c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a73b919500 0x55a73b91ed50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:56440/0 (socket says 172.21.15.42:56440) 2024-06-06T08:34:26.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.432+0000 7f017a59c700 1 -- 172.21.15.42:0/2930535598 learned_addr learned my addr 172.21.15.42:0/2930535598 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:34:26.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.432+0000 7f017ad9d700 1 --2- 172.21.15.42:0/2930535598 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a73b913c50 0x55a73b913710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:26.433 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.432+0000 7f017b59e700 1 --2- 172.21.15.42:0/2930535598 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a73b919e20 0x55a73b90e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:26.434 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.432+0000 7f017a59c700 1 -- 172.21.15.42:0/2930535598 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a73b919e20 msgr2=0x55a73b90e330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:34:26.434 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.432+0000 7f017a59c700 1 --2- 172.21.15.42:0/2930535598 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a73b919e20 0x55a73b90e330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:26.434 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.432+0000 7f017a59c700 1 -- 172.21.15.42:0/2930535598 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a73b913c50 msgr2=0x55a73b913710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:34:26.434 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.432+0000 7f017a59c700 1 --2- 172.21.15.42:0/2930535598 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a73b913c50 0x55a73b913710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:26.434 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.432+0000 7f017a59c700 1 -- 172.21.15.42:0/2930535598 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a73b9207f0 con 0x55a73b919500 2024-06-06T08:34:26.434 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.432+0000 7f017b59e700 1 --2- 172.21.15.42:0/2930535598 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a73b919e20 0x55a73b90e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:34:26.434 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.432+0000 7f017ad9d700 1 --2- 172.21.15.42:0/2930535598 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a73b913c50 0x55a73b913710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:34:26.434 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.433+0000 7f017a59c700 1 --2- 172.21.15.42:0/2930535598 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a73b919500 0x55a73b91ed50 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x7f017000eb00 tx=0x7f0170011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83eaa61d34d72e3d server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:34:26.434 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.433+0000 7f0160ff9700 1 -- 172.21.15.42:0/2930535598 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0170026030 con 0x55a73b919500 2024-06-06T08:34:26.434 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.433+0000 7f0160ff9700 1 -- 172.21.15.42:0/2930535598 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0170015960 con 0x55a73b919500 2024-06-06T08:34:26.434 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.433+0000 7f0160ff9700 1 -- 172.21.15.42:0/2930535598 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f017001b040 con 0x55a73b919500 2024-06-06T08:34:26.434 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.433+0000 7f018b8c6b80 1 -- 172.21.15.42:0/2930535598 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a73b919500 msgr2=0x55a73b91ed50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:26.434 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.433+0000 7f018b8c6b80 1 --2- 172.21.15.42:0/2930535598 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a73b919500 0x55a73b91ed50 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x7f017000eb00 tx=0x7f0170011000 comp rx=0 tx=0).stop 2024-06-06T08:34:26.435 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.433+0000 7f018b8c6b80 1 -- 172.21.15.42:0/2930535598 shutdown_connections 2024-06-06T08:34:26.435 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.433+0000 7f018b8c6b80 1 --2- 172.21.15.42:0/2930535598 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a73b919e20 0x55a73b90e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:26.435 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.433+0000 7f018b8c6b80 1 --2- 172.21.15.42:0/2930535598 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a73b913c50 0x55a73b913710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:26.435 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.433+0000 7f018b8c6b80 1 --2- 172.21.15.42:0/2930535598 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a73b919500 0x55a73b91ed50 unknown :-1 s=CLOSED pgs=922 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:26.435 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.433+0000 7f018b8c6b80 1 -- 172.21.15.42:0/2930535598 >> 172.21.15.42:0/2930535598 conn(0x55a73b840180 msgr2=0x55a73b91e640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:34:26.435 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.434+0000 7f018b8c6b80 1 -- 172.21.15.42:0/2930535598 shutdown_connections 2024-06-06T08:34:26.435 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.434+0000 7f018b8c6b80 1 -- 172.21.15.42:0/2930535598 wait complete. 2024-06-06T08:34:26.435 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.434+0000 7f018b8c6b80 1 -- start start 2024-06-06T08:34:26.435 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.434+0000 7f018b8c6b80 1 Processor -- start 2024-06-06T08:34:26.437 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.434+0000 7f018b8c6b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a73b913c50 0x55a73b932c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:26.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.434+0000 7f018b8c6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a73b919500 0x55a73b931000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:26.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.434+0000 7f018b8c6b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a73b919e20 0x55a73b931540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:26.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.434+0000 7f018b8c6b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f017c1aa9d0 con 0x55a73b919500 2024-06-06T08:34:26.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.434+0000 7f018b8c6b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f017c1abe40 con 0x55a73b919e20 2024-06-06T08:34:26.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.434+0000 7f018b8c6b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f017c1ab0a0 con 0x55a73b913c50 2024-06-06T08:34:26.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.434+0000 7f018b8c6b80 10 client.0 _ll_register_callbacks cb 0x55a73b7fa6b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:34:26.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.434+0000 7f017a59c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a73b919500 0x55a73b931000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:26.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.434+0000 7f017a59c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a73b919500 0x55a73b931000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:56446/0 (socket says 172.21.15.42:56446) 2024-06-06T08:34:26.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.434+0000 7f017a59c700 1 -- 172.21.15.42:0/3572426033 learned_addr learned my addr 172.21.15.42:0/3572426033 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:34:26.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.434+0000 7f017ad9d700 1 --2- 172.21.15.42:0/3572426033 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a73b913c50 0x55a73b932c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:26.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.434+0000 7f017b59e700 1 --2- 172.21.15.42:0/3572426033 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a73b919e20 0x55a73b931540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:26.438 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.435+0000 7f017a59c700 1 -- 172.21.15.42:0/3572426033 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a73b913c50 msgr2=0x55a73b932c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:34:26.439 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.435+0000 7f017a59c700 1 --2- 172.21.15.42:0/3572426033 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a73b913c50 0x55a73b932c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:26.439 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.435+0000 7f017a59c700 1 -- 172.21.15.42:0/3572426033 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a73b919e20 msgr2=0x55a73b931540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:34:26.439 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.435+0000 7f017a59c700 1 --2- 172.21.15.42:0/3572426033 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a73b919e20 0x55a73b931540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:26.439 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.435+0000 7f017a59c700 1 -- 172.21.15.42:0/3572426033 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a73b931a80 con 0x55a73b919500 2024-06-06T08:34:26.439 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.435+0000 7f017a59c700 1 --2- 172.21.15.42:0/3572426033 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a73b919500 0x55a73b931000 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7f0170015dc0 tx=0x7f0170004860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f06edb2dba376c69 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:34:26.439 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.435+0000 7f015eff5700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:34:26.439 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.435+0000 7f015eff5700 1 -- 172.21.15.42:0/3572426033 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0170026040 con 0x55a73b919500 2024-06-06T08:34:26.439 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.435+0000 7f015eff5700 1 -- 172.21.15.42:0/3572426033 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(115..115 src has 1..115) ==== 9526+0+0 (secure 0 0 0) 0x7f0170015680 con 0x55a73b919500 2024-06-06T08:34:26.439 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.435+0000 7f018b8c6b80 1 -- 172.21.15.42:0/3572426033 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0170015960 con 0x55a73b919500 2024-06-06T08:34:26.440 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.435+0000 7f015eff5700 1 -- 172.21.15.42:0/3572426033 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f0170005a50 con 0x55a73b919500 2024-06-06T08:34:26.440 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.435+0000 7f018b8c6b80 10 client.17493 fetch_fsmap learned FSMap version 46 2024-06-06T08:34:26.440 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.435+0000 7f018b8c6b80 1 -- 172.21.15.42:0/3572426033 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55a73b99ce90 con 0x55a73b919500 2024-06-06T08:34:26.440 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.435+0000 7f015eff5700 1 -- 172.21.15.42:0/3572426033 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0170015960 con 0x55a73b919500 2024-06-06T08:34:26.440 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.436+0000 7f015eff5700 1 -- 172.21.15.42:0/3572426033 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 46) ==== 8370+0+0 (secure 0 0 0) 0x7f0170032070 con 0x55a73b919500 2024-06-06T08:34:26.440 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.436+0000 7f018b8c6b80 10 client.17493 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T08:34:26.440 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.436+0000 7f018b8c6b80 10 client.17493 resolve_mds: validated gid 24484 aka daemon mds.i 2024-06-06T08:34:26.440 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.436+0000 7f018b8c6b80 20 client.17493 populate_metadata read hostname 'smithi042' 2024-06-06T08:34:26.440 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.436+0000 7f018b8c6b80 1 --2- 172.21.15.42:0/3572426033 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a73b99d5d0 0x55a73b99f9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:26.440 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.436+0000 7f018b8c6b80 4 client.17493 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "2965cdcc", "release": true, "await": true}] 2024-06-06T08:34:26.441 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.436+0000 7f018b8c6b80 1 -- 172.21.15.42:0/3572426033 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "quiesce db", "set_id": "2965cdcc", "release": true, "await": true}) -- 0x55a73b86c3d0 con 0x55a73b99d5d0 2024-06-06T08:34:26.441 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.436+0000 7f017ad9d700 1 --2- 172.21.15.42:0/3572426033 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a73b99d5d0 0x55a73b99f9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:26.441 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.436+0000 7f017ad9d700 1 --2- 172.21.15.42:0/3572426033 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a73b99d5d0 0x55a73b99f9f0 crc :-1 s=READY pgs=232 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3456717edd1184b2 server_cookie=7756201f1156e89d in_seq=0 out_seq=0 2024-06-06T08:34:26.441 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:26.436+0000 7f015eff5700 10 client.17493 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:34:26.564 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:34:26 smithi042 ceph-mon[32384]: pgmap v372: 129 pgs: 5 active+clean+snaptrim, 7 active+clean+snaptrim_wait, 117 active+clean; 1.4 GiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 7.9 KiB/s wr, 10 op/s 2024-06-06T08:34:26.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:34:26 smithi120 ceph-mon[36658]: pgmap v372: 129 pgs: 5 active+clean+snaptrim, 7 active+clean+snaptrim_wait, 117 active+clean; 1.4 GiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 7.9 KiB/s wr, 10 op/s 2024-06-06T08:34:26.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:34:26 smithi149 ceph-mon[36842]: pgmap v372: 129 pgs: 5 active+clean+snaptrim, 7 active+clean+snaptrim_wait, 117 active+clean; 1.4 GiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 7.9 KiB/s wr, 10 op/s 2024-06-06T08:34:27.317 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:27.318+0000 7f015eff5700 1 -- 172.21.15.42:0/3572426033 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55a73b86c3d0 con 0x55a73b99d5d0 2024-06-06T08:34:27.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:27.318+0000 7f015eff5700 10 client.17493 handle_command_reply: tid=0 2024-06-06T08:34:27.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:27.318+0000 7f018b8c6b80 1 client.17493 shutdown 2024-06-06T08:34:27.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:27.318+0000 7f018b8c6b80 1 -- 172.21.15.42:0/3572426033 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a73b919500 msgr2=0x55a73b931000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:27.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:27.318+0000 7f018b8c6b80 1 --2- 172.21.15.42:0/3572426033 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a73b919500 0x55a73b931000 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7f0170015dc0 tx=0x7f0170004860 comp rx=0 tx=0).stop 2024-06-06T08:34:27.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:27.318+0000 7f018b8c6b80 1 -- 172.21.15.42:0/3572426033 shutdown_connections 2024-06-06T08:34:27.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:27.318+0000 7f018b8c6b80 1 --2- 172.21.15.42:0/3572426033 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a73b99d5d0 0x55a73b99f9f0 crc :-1 s=READY pgs=232 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:27.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:27.318+0000 7f018b8c6b80 1 --2- 172.21.15.42:0/3572426033 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a73b919e20 0x55a73b931540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:27.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:27.318+0000 7f018b8c6b80 1 --2- 172.21.15.42:0/3572426033 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a73b913c50 0x55a73b932c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:27.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:27.318+0000 7f018b8c6b80 1 --2- 172.21.15.42:0/3572426033 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a73b919500 0x55a73b931000 unknown :-1 s=CLOSED pgs=923 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:27.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:27.318+0000 7f015eff5700 0 client.17493 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:34:27.318 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:27.318+0000 7f018b8c6b80 1 -- 172.21.15.42:0/3572426033 >> 172.21.15.42:0/3572426033 conn(0x55a73b840180 msgr2=0x55a73b91eed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:34:27.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:27.318+0000 7f018b8c6b80 1 -- 172.21.15.42:0/3572426033 shutdown_connections 2024-06-06T08:34:27.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:27.318+0000 7f018b8c6b80 1 -- 172.21.15.42:0/3572426033 wait complete. 2024-06-06T08:34:27.319 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:27.319+0000 7f018b8c6b80 20 client.17493 trim_cache size 0 max 16384 2024-06-06T08:34:27.319 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:34:27.319 INFO:teuthology.orchestra.run.smithi042.stdout: "epoch": 46, 2024-06-06T08:34:27.319 INFO:teuthology.orchestra.run.smithi042.stdout: "leader": 24484, 2024-06-06T08:34:27.319 INFO:teuthology.orchestra.run.smithi042.stdout: "set_version": 32, 2024-06-06T08:34:27.319 INFO:teuthology.orchestra.run.smithi042.stdout: "sets": { 2024-06-06T08:34:27.319 INFO:teuthology.orchestra.run.smithi042.stdout: "2965cdcc": { 2024-06-06T08:34:27.319 INFO:teuthology.orchestra.run.smithi042.stdout: "version": 32, 2024-06-06T08:34:27.320 INFO:teuthology.orchestra.run.smithi042.stdout: "age_ref": 0.0, 2024-06-06T08:34:27.320 INFO:teuthology.orchestra.run.smithi042.stdout: "state": { 2024-06-06T08:34:27.320 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "RELEASED", 2024-06-06T08:34:27.320 INFO:teuthology.orchestra.run.smithi042.stdout: "age": 0.0 2024-06-06T08:34:27.320 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:34:27.320 INFO:teuthology.orchestra.run.smithi042.stdout: "timeout": 90.0, 2024-06-06T08:34:27.320 INFO:teuthology.orchestra.run.smithi042.stdout: "expiration": 150.0, 2024-06-06T08:34:27.320 INFO:teuthology.orchestra.run.smithi042.stdout: "members": { 2024-06-06T08:34:27.320 INFO:teuthology.orchestra.run.smithi042.stdout: "file:/": { 2024-06-06T08:34:27.320 INFO:teuthology.orchestra.run.smithi042.stdout: "excluded": false, 2024-06-06T08:34:27.320 INFO:teuthology.orchestra.run.smithi042.stdout: "state": { 2024-06-06T08:34:27.320 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "RELEASED", 2024-06-06T08:34:27.320 INFO:teuthology.orchestra.run.smithi042.stdout: "age": 0.0 2024-06-06T08:34:27.321 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:34:27.321 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:34:27.321 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:34:27.321 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:34:27.321 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:34:27.321 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:34:27.321 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:27.319+0000 7f0181043700 1 -- 172.21.15.42:0/343322254 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f01640a2d90 msgr2=0x7f01640a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:27.321 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:27.319+0000 7f0181043700 1 --2- 172.21.15.42:0/343322254 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f01640a2d90 0x7f01640a5250 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f017c0788b0 tx=0x7f0170009190 comp rx=0 tx=0).stop 2024-06-06T08:34:27.322 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:27.319+0000 7f0181043700 1 -- 172.21.15.42:0/343322254 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f017c101390 msgr2=0x7f017c19d810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:27.322 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:27.319+0000 7f0181043700 1 --2- 172.21.15.42:0/343322254 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f017c101390 0x7f017c19d810 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f016c00d950 tx=0x7f016c00dc60 comp rx=0 tx=0).stop 2024-06-06T08:34:27.322 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:27.319+0000 7f0181043700 1 -- 172.21.15.42:0/343322254 shutdown_connections 2024-06-06T08:34:27.322 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:27.319+0000 7f0181043700 1 --2- 172.21.15.42:0/343322254 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f01640a2d90 0x7f01640a5250 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:27.322 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:27.319+0000 7f0181043700 1 --2- 172.21.15.42:0/343322254 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f017c107400 0x7f017c1979d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:27.322 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:27.320+0000 7f0181043700 1 --2- 172.21.15.42:0/343322254 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f017c101390 0x7f017c19d810 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:27.322 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:27.320+0000 7f0181043700 1 --2- 172.21.15.42:0/343322254 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f017c101d50 0x7f017c19dd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:27.322 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:27.320+0000 7f0181043700 1 -- 172.21.15.42:0/343322254 >> 172.21.15.42:0/343322254 conn(0x7f017c078340 msgr2=0x7f017c0ffe10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:34:27.322 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:27.320+0000 7f0181043700 1 -- 172.21.15.42:0/343322254 shutdown_connections 2024-06-06T08:34:27.322 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:27.320+0000 7f0181043700 1 -- 172.21.15.42:0/343322254 wait complete. 2024-06-06T08:34:28.600 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '2965cdcc', total seconds elapsed: 40.0 2024-06-06T08:34:28.600 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 30.0 2024-06-06T08:34:28.601 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:34:28.634 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:34:28 smithi042 ceph-mon[32384]: pgmap v373: 129 pgs: 2 active+clean+snaptrim, 7 active+clean+snaptrim_wait, 120 active+clean; 1.4 GiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 7.9 KiB/s wr, 9 op/s 2024-06-06T08:34:28.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:34:28 smithi120 ceph-mon[36658]: pgmap v373: 129 pgs: 2 active+clean+snaptrim, 7 active+clean+snaptrim_wait, 120 active+clean; 1.4 GiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 7.9 KiB/s wr, 9 op/s 2024-06-06T08:34:28.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:34:28 smithi149 ceph-mon[36842]: pgmap v373: 129 pgs: 2 active+clean+snaptrim, 7 active+clean+snaptrim_wait, 120 active+clean; 1.4 GiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 7.9 KiB/s wr, 9 op/s 2024-06-06T08:34:28.948 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:34:30.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:34:30 smithi120 ceph-mon[36658]: pgmap v374: 129 pgs: 129 active+clean; 1.4 GiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 177 KiB/s rd, 305 KiB/s wr, 21 op/s 2024-06-06T08:34:30.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:34:30 smithi120 ceph-mon[36658]: osdmap e116: 12 total, 12 up, 12 in 2024-06-06T08:34:30.714 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:34:30 smithi042 ceph-mon[32384]: pgmap v374: 129 pgs: 129 active+clean; 1.4 GiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 177 KiB/s rd, 305 KiB/s wr, 21 op/s 2024-06-06T08:34:30.715 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:34:30 smithi042 ceph-mon[32384]: osdmap e116: 12 total, 12 up, 12 in 2024-06-06T08:34:30.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:34:30 smithi149 ceph-mon[36842]: pgmap v374: 129 pgs: 129 active+clean; 1.4 GiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 177 KiB/s rd, 305 KiB/s wr, 21 op/s 2024-06-06T08:34:30.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:34:30 smithi149 ceph-mon[36842]: osdmap e116: 12 total, 12 up, 12 in 2024-06-06T08:34:30.871 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:30.872+0000 7f1518856700 1 -- 172.21.15.42:0/1324203143 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f151406a170 msgr2=0x7f151406a5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:30.872 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:30.872+0000 7f1518856700 1 --2- 172.21.15.42:0/1324203143 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f151406a170 0x7f151406a5d0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f1508009920 tx=0x7f1508009c30 comp rx=0 tx=0).stop 2024-06-06T08:34:30.872 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:30.872+0000 7f1518856700 1 -- 172.21.15.42:0/1324203143 shutdown_connections 2024-06-06T08:34:30.872 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:30.872+0000 7f1518856700 1 --2- 172.21.15.42:0/1324203143 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f151406ab10 0x7f151410f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:30.872 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:30.872+0000 7f1518856700 1 --2- 172.21.15.42:0/1324203143 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f15141084e0 0x7f15141088c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:30.872 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:30.872+0000 7f1518856700 1 --2- 172.21.15.42:0/1324203143 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f151406a170 0x7f151406a5d0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:30.872 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:30.872+0000 7f1518856700 1 -- 172.21.15.42:0/1324203143 >> 172.21.15.42:0/1324203143 conn(0x7f15140782c0 msgr2=0x7f15140786d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:34:30.872 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:30.872+0000 7f1518856700 1 -- 172.21.15.42:0/1324203143 shutdown_connections 2024-06-06T08:34:30.872 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:30.872+0000 7f1518856700 1 -- 172.21.15.42:0/1324203143 wait complete. 2024-06-06T08:34:30.872 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:30.873+0000 7f1518856700 1 Processor -- start 2024-06-06T08:34:30.872 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:30.873+0000 7f1518856700 1 -- start start 2024-06-06T08:34:30.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:30.873+0000 7f1518856700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f151406a170 0x7f151419e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:30.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:30.873+0000 7f1518856700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f151406ab10 0x7f151419ee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:30.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:30.873+0000 7f1518856700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f15141084e0 0x7f1514198aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:30.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:30.873+0000 7f1518856700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f1514112740 con 0x7f151406ab10 2024-06-06T08:34:30.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:30.873+0000 7f1518856700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f15141125c0 con 0x7f15141084e0 2024-06-06T08:34:30.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:30.873+0000 7f1518856700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f15141128c0 con 0x7f151406a170 2024-06-06T08:34:30.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:30.874+0000 7f1511d9b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f151406ab10 0x7f151419ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:30.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:30.874+0000 7f1511d9b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f151406ab10 0x7f151419ee20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:42098/0 (socket says 172.21.15.42:42098) 2024-06-06T08:34:30.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:30.874+0000 7f1511d9b700 1 -- 172.21.15.42:0/2542858649 learned_addr learned my addr 172.21.15.42:0/2542858649 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:34:30.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:30.874+0000 7f151259c700 1 --2- 172.21.15.42:0/2542858649 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f151406a170 0x7f151419e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:30.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:30.874+0000 7f1512d9d700 1 --2- 172.21.15.42:0/2542858649 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f15141084e0 0x7f1514198aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:30.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:30.874+0000 7f1511d9b700 1 -- 172.21.15.42:0/2542858649 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f151406a170 msgr2=0x7f151419e8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:30.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:30.874+0000 7f1511d9b700 1 --2- 172.21.15.42:0/2542858649 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f151406a170 0x7f151419e8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:30.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:30.874+0000 7f1511d9b700 1 -- 172.21.15.42:0/2542858649 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f15141084e0 msgr2=0x7f1514198aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:30.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:30.874+0000 7f1511d9b700 1 --2- 172.21.15.42:0/2542858649 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f15141084e0 0x7f1514198aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:30.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:30.874+0000 7f1511d9b700 1 -- 172.21.15.42:0/2542858649 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1514199200 con 0x7f151406ab10 2024-06-06T08:34:30.875 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:30.874+0000 7f151259c700 1 --2- 172.21.15.42:0/2542858649 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f151406a170 0x7f151419e8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:34:30.876 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:30.874+0000 7f1511d9b700 1 --2- 172.21.15.42:0/2542858649 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f151406ab10 0x7f151419ee20 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x7f1508005e90 tx=0x7f150800fb40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:34:30.876 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:30.874+0000 7f15037fe700 1 -- 172.21.15.42:0/2542858649 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1508005270 con 0x7f151406ab10 2024-06-06T08:34:30.876 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:30.874+0000 7f1518856700 1 -- 172.21.15.42:0/2542858649 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1514199490 con 0x7f151406ab10 2024-06-06T08:34:30.876 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:30.874+0000 7f15037fe700 1 -- 172.21.15.42:0/2542858649 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f150800ba40 con 0x7f151406ab10 2024-06-06T08:34:30.876 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:30.874+0000 7f15037fe700 1 -- 172.21.15.42:0/2542858649 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1508003bc0 con 0x7f151406ab10 2024-06-06T08:34:30.876 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:30.874+0000 7f1518856700 1 -- 172.21.15.42:0/2542858649 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15141a57b0 con 0x7f151406ab10 2024-06-06T08:34:30.876 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:30.875+0000 7f1518856700 1 -- 172.21.15.42:0/2542858649 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1514069180 con 0x7f151406ab10 2024-06-06T08:34:30.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:30.877+0000 7f15037fe700 1 -- 172.21.15.42:0/2542858649 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f15080054a0 con 0x7f151406ab10 2024-06-06T08:34:30.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:30.877+0000 7f15037fe700 1 --2- 172.21.15.42:0/2542858649 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f14fc0a2d90 0x7f14fc0a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:30.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:30.877+0000 7f151259c700 1 --2- 172.21.15.42:0/2542858649 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f14fc0a2d90 0x7f14fc0a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:30.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:30.877+0000 7f15037fe700 1 -- 172.21.15.42:0/2542858649 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(116..116 src has 1..116) ==== 9438+0+0 (secure 0 0 0) 0x7f15080d0960 con 0x7f151406ab10 2024-06-06T08:34:30.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:30.878+0000 7f151259c700 1 --2- 172.21.15.42:0/2542858649 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f14fc0a2d90 0x7f14fc0a5250 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f1514199be0 tx=0x7f1504009310 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:34:30.879 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:30.881+0000 7f15037fe700 1 -- 172.21.15.42:0/2542858649 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f150805e850 con 0x7f151406ab10 2024-06-06T08:34:31.145 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:31.146+0000 7f1518856700 1 -- 172.21.15.42:0/2542858649 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f151402dca0 con 0x7f151406ab10 2024-06-06T08:34:31.145 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:31.146+0000 7f15037fe700 1 -- 172.21.15.42:0/2542858649 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 46 v46) ==== 94+0+11885 (secure 0 0 0) 0x7f1508013030 con 0x7f151406ab10 2024-06-06T08:34:31.146 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:34:31.146 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":46,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/667270675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":667270675},{"type":"v1","addr":"172.21.15.42:6837","nonce":667270675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/2414389302","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":2414389302},{"type":"v1","addr":"172.21.15.42:6839","nonce":2414389302}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14574,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/3625002785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":3625002785},{"type":"v1","addr":"172.21.15.42:6841","nonce":3625002785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":26389,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/411591287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":411591287},{"type":"v1","addr":"172.21.15.149:6835","nonce":411591287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":46,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T08:18:39.778858+0000","modified":"2024-06-06T08:33:24.901180+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24464},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6837/3434475673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":3434475673},{"type":"v1","addr":"172.21.15.120:6837","nonce":3434475673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":188,"addr":"172.21.15.120:6839/1585293472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":1585293472},{"type":"v1","addr":"172.21.15.120:6839","nonce":1585293472}]},"join_fscid":-1,"export_targets":[0,1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":192,"addr":"172.21.15.149:6837/751787578","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":751787578},{"type":"v1","addr":"172.21.15.149:6837","nonce":751787578}]},"join_fscid":-1,"export_targets":[0,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":8,"addr":"172.21.15.149:6839/764851483","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":764851483},{"type":"v1","addr":"172.21.15.149:6839","nonce":764851483}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26696":{"gid":26696,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6835/2158320752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":2158320752},{"type":"v1","addr":"172.21.15.120:6835","nonce":2158320752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24469,24484,24464]},"id":1}]} 2024-06-06T08:34:31.148 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:31.149+0000 7f1518856700 1 -- 172.21.15.42:0/2542858649 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f14fc0a2d90 msgr2=0x7f14fc0a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:31.148 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:31.149+0000 7f1518856700 1 --2- 172.21.15.42:0/2542858649 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f14fc0a2d90 0x7f14fc0a5250 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f1514199be0 tx=0x7f1504009310 comp rx=0 tx=0).stop 2024-06-06T08:34:31.148 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:31.149+0000 7f1518856700 1 -- 172.21.15.42:0/2542858649 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f151406ab10 msgr2=0x7f151419ee20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:31.148 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:31.149+0000 7f1518856700 1 --2- 172.21.15.42:0/2542858649 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f151406ab10 0x7f151419ee20 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x7f1508005e90 tx=0x7f150800fb40 comp rx=0 tx=0).stop 2024-06-06T08:34:31.148 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:31.149+0000 7f1518856700 1 -- 172.21.15.42:0/2542858649 shutdown_connections 2024-06-06T08:34:31.148 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:31.149+0000 7f1518856700 1 --2- 172.21.15.42:0/2542858649 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f14fc0a2d90 0x7f14fc0a5250 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:31.148 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:31.149+0000 7f1518856700 1 --2- 172.21.15.42:0/2542858649 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f15141084e0 0x7f1514198aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:31.149 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:31.149+0000 7f1518856700 1 --2- 172.21.15.42:0/2542858649 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f151406a170 0x7f151419e8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:31.149 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:31.149+0000 7f1518856700 1 --2- 172.21.15.42:0/2542858649 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f151406ab10 0x7f151419ee20 unknown :-1 s=CLOSED pgs=924 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:31.149 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:31.149+0000 7f1518856700 1 -- 172.21.15.42:0/2542858649 >> 172.21.15.42:0/2542858649 conn(0x7f15140782c0 msgr2=0x7f15140ff540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:34:31.149 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:31.149+0000 7f1518856700 1 -- 172.21.15.42:0/2542858649 shutdown_connections 2024-06-06T08:34:31.149 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:31.149+0000 7f1518856700 1 -- 172.21.15.42:0/2542858649 wait complete. 2024-06-06T08:34:31.149 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 46 2024-06-06T08:34:31.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:34:31 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/2542858649' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:34:31.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:34:31 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/2542858649' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:34:31.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:34:31 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/2542858649' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:34:31.855 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24484 quiesce db / --timeout 90 --expiration 150.0 --await-for 45.0' 2024-06-06T08:34:31.856 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- timeout 105 ceph tell mds.24484 quiesce db / --timeout 90 --expiration 150.0 --await-for 45.0 2024-06-06T08:34:32.169 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:34:32.421 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.422+0000 7fcd995a9640 1 -- 172.21.15.42:0/2205358705 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcd94101290 msgr2=0x7fcd9410d750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:32.421 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.422+0000 7fcd995a9640 1 --2- 172.21.15.42:0/2205358705 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcd94101290 0x7fcd9410d750 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7fcd8c009cd0 tx=0x7fcd8c02a8e0 comp rx=0 tx=0).stop 2024-06-06T08:34:32.421 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.422+0000 7fcd995a9640 1 -- 172.21.15.42:0/2205358705 shutdown_connections 2024-06-06T08:34:32.421 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.422+0000 7fcd995a9640 1 --2- 172.21.15.42:0/2205358705 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcd941008d0 0x7fcd94100d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:32.422 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.422+0000 7fcd995a9640 1 --2- 172.21.15.42:0/2205358705 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcd94101290 0x7fcd9410d750 unknown :-1 s=CLOSED pgs=925 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:32.422 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.422+0000 7fcd995a9640 1 --2- 172.21.15.42:0/2205358705 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcd94106890 0x7fcd94106c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:32.422 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.422+0000 7fcd995a9640 1 -- 172.21.15.42:0/2205358705 >> 172.21.15.42:0/2205358705 conn(0x7fcd94077a20 msgr2=0x7fcd94077e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:34:32.422 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.422+0000 7fcd995a9640 1 -- 172.21.15.42:0/2205358705 shutdown_connections 2024-06-06T08:34:32.422 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.422+0000 7fcd995a9640 1 -- 172.21.15.42:0/2205358705 wait complete. 2024-06-06T08:34:32.422 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.423+0000 7fcd995a9640 1 Processor -- start 2024-06-06T08:34:32.424 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.423+0000 7fcd995a9640 1 -- start start 2024-06-06T08:34:32.424 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.423+0000 7fcd995a9640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcd941008d0 0x7fcd94198250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:32.424 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.423+0000 7fcd995a9640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcd94101290 0x7fcd94198790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:32.424 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.423+0000 7fcd995a9640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcd94106890 0x7fcd9419cb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:32.424 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.423+0000 7fcd995a9640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fcd94110ca0 con 0x7fcd94106890 2024-06-06T08:34:32.424 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.423+0000 7fcd995a9640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fcd94110b20 con 0x7fcd94101290 2024-06-06T08:34:32.425 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.423+0000 7fcd995a9640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fcd94110e20 con 0x7fcd941008d0 2024-06-06T08:34:32.425 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.423+0000 7fcd937fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcd94106890 0x7fcd9419cb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:32.425 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.423+0000 7fcd92ffd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcd941008d0 0x7fcd94198250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:32.425 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.423+0000 7fcd92ffd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcd941008d0 0x7fcd94198250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:43964/0 (socket says 172.21.15.42:43964) 2024-06-06T08:34:32.425 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.423+0000 7fcd937fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcd94106890 0x7fcd9419cb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:42116/0 (socket says 172.21.15.42:42116) 2024-06-06T08:34:32.425 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.423+0000 7fcd92ffd640 1 -- 172.21.15.42:0/2666000601 learned_addr learned my addr 172.21.15.42:0/2666000601 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:34:32.425 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.423+0000 7fcd927fc640 1 --2- 172.21.15.42:0/2666000601 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcd94101290 0x7fcd94198790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:32.425 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.424+0000 7fcd92ffd640 1 -- 172.21.15.42:0/2666000601 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcd94101290 msgr2=0x7fcd94198790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:32.425 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.424+0000 7fcd92ffd640 1 --2- 172.21.15.42:0/2666000601 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcd94101290 0x7fcd94198790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:32.425 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.424+0000 7fcd92ffd640 1 -- 172.21.15.42:0/2666000601 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcd94106890 msgr2=0x7fcd9419cb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:32.426 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.424+0000 7fcd92ffd640 1 --2- 172.21.15.42:0/2666000601 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcd94106890 0x7fcd9419cb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:32.426 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.424+0000 7fcd92ffd640 1 -- 172.21.15.42:0/2666000601 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd9419d240 con 0x7fcd941008d0 2024-06-06T08:34:32.426 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.424+0000 7fcd937fe640 1 --2- 172.21.15.42:0/2666000601 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcd94106890 0x7fcd9419cb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:34:32.426 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.424+0000 7fcd92ffd640 1 --2- 172.21.15.42:0/2666000601 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcd941008d0 0x7fcd94198250 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fcd8400e9f0 tx=0x7fcd8400edf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:34:32.426 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.424+0000 7fcd7bfff640 1 -- 172.21.15.42:0/2666000601 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd8400cd80 con 0x7fcd941008d0 2024-06-06T08:34:32.426 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.424+0000 7fcd7bfff640 1 -- 172.21.15.42:0/2666000601 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcd84005500 con 0x7fcd941008d0 2024-06-06T08:34:32.426 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.424+0000 7fcd7bfff640 1 -- 172.21.15.42:0/2666000601 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd84010690 con 0x7fcd941008d0 2024-06-06T08:34:32.426 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.424+0000 7fcd995a9640 1 -- 172.21.15.42:0/2666000601 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcd9419d530 con 0x7fcd941008d0 2024-06-06T08:34:32.426 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.424+0000 7fcd995a9640 1 -- 172.21.15.42:0/2666000601 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcd941a4dc0 con 0x7fcd941008d0 2024-06-06T08:34:32.438 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.427+0000 7fcd7bfff640 1 -- 172.21.15.42:0/2666000601 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fcd840046c0 con 0x7fcd941008d0 2024-06-06T08:34:32.438 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.428+0000 7fcd7bfff640 1 --2- 172.21.15.42:0/2666000601 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fcd7c0a2e20 0x7fcd7c0a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:32.438 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.428+0000 7fcd9c399740 1 Processor -- start 2024-06-06T08:34:32.439 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.428+0000 7fcd7bfff640 1 -- 172.21.15.42:0/2666000601 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(116..116 src has 1..116) ==== 9438+0+0 (secure 0 0 0) 0x7fcd840cfbf0 con 0x7fcd941008d0 2024-06-06T08:34:32.439 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.428+0000 7fcd9c399740 1 -- start start 2024-06-06T08:34:32.439 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.428+0000 7fcd927fc640 1 --2- 172.21.15.42:0/2666000601 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fcd7c0a2e20 0x7fcd7c0a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:32.439 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.429+0000 7fcd9c399740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561fb3cc9170 0x561fb3cc9550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:32.439 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.429+0000 7fcd9c399740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561fb3cc9a90 0x561fb3cd3e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:32.440 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.429+0000 7fcd9c399740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561fb3cd4350 0x561fb3cd6740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:32.440 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.429+0000 7fcd9c399740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x561fb3c2d4f0 con 0x561fb3cc9170 2024-06-06T08:34:32.440 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.429+0000 7fcd9c399740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x561fb3bcb870 con 0x561fb3cd4350 2024-06-06T08:34:32.440 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.429+0000 7fcd9c399740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x561fb3c294b0 con 0x561fb3cc9a90 2024-06-06T08:34:32.440 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.429+0000 7fcd92ffd640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561fb3cc9170 0x561fb3cc9550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:32.441 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.429+0000 7fcd92ffd640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561fb3cc9170 0x561fb3cc9550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:42130/0 (socket says 172.21.15.42:42130) 2024-06-06T08:34:32.441 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.429+0000 7fcd92ffd640 1 -- 172.21.15.42:0/2545878044 learned_addr learned my addr 172.21.15.42:0/2545878044 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:34:32.441 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.429+0000 7fcd927fc640 1 --2- 172.21.15.42:0/2545878044 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561fb3cc9a90 0x561fb3cd3e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:32.441 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.429+0000 7fcd927fc640 1 --2- 172.21.15.42:0/2666000601 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fcd7c0a2e20 0x7fcd7c0a52e0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fcd94078120 tx=0x7fcd88005f90 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:34:32.441 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.429+0000 7fcd937fe640 1 --2- 172.21.15.42:0/2545878044 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561fb3cd4350 0x561fb3cd6740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:32.441 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.429+0000 7fcd92ffd640 1 -- 172.21.15.42:0/2545878044 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561fb3cc9a90 msgr2=0x561fb3cd3e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:34:32.441 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.429+0000 7fcd92ffd640 1 --2- 172.21.15.42:0/2545878044 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561fb3cc9a90 0x561fb3cd3e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:32.441 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.429+0000 7fcd92ffd640 1 -- 172.21.15.42:0/2545878044 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561fb3cd4350 msgr2=0x561fb3cd6740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:34:32.442 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.429+0000 7fcd92ffd640 1 --2- 172.21.15.42:0/2545878044 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561fb3cd4350 0x561fb3cd6740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:32.442 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.429+0000 7fcd92ffd640 1 -- 172.21.15.42:0/2545878044 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561fb3be79b0 con 0x561fb3cc9170 2024-06-06T08:34:32.442 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.429+0000 7fcd927fc640 1 --2- 172.21.15.42:0/2545878044 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561fb3cc9a90 0x561fb3cd3e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:34:32.442 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.429+0000 7fcd92ffd640 1 --2- 172.21.15.42:0/2545878044 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561fb3cc9170 0x561fb3cc9550 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7fcd840986f0 tx=0x7fcd8409b920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9dee844934a6474a server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:34:32.442 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.430+0000 7fcd797fa640 1 -- 172.21.15.42:0/2545878044 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd840a00d0 con 0x561fb3cc9170 2024-06-06T08:34:32.442 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.430+0000 7fcd797fa640 1 -- 172.21.15.42:0/2545878044 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcd840a4990 con 0x561fb3cc9170 2024-06-06T08:34:32.442 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.430+0000 7fcd797fa640 1 -- 172.21.15.42:0/2545878044 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd840a4760 con 0x561fb3cc9170 2024-06-06T08:34:32.443 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.431+0000 7fcd9c399740 1 -- 172.21.15.42:0/2545878044 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561fb3cc9170 msgr2=0x561fb3cc9550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:32.443 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.431+0000 7fcd9c399740 1 --2- 172.21.15.42:0/2545878044 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561fb3cc9170 0x561fb3cc9550 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7fcd840986f0 tx=0x7fcd8409b920 comp rx=0 tx=0).stop 2024-06-06T08:34:32.443 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.431+0000 7fcd9c399740 1 -- 172.21.15.42:0/2545878044 shutdown_connections 2024-06-06T08:34:32.443 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.431+0000 7fcd9c399740 1 --2- 172.21.15.42:0/2545878044 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561fb3cd4350 0x561fb3cd6740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:32.443 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.431+0000 7fcd9c399740 1 --2- 172.21.15.42:0/2545878044 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561fb3cc9a90 0x561fb3cd3e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:32.443 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.431+0000 7fcd9c399740 1 --2- 172.21.15.42:0/2545878044 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561fb3cc9170 0x561fb3cc9550 unknown :-1 s=CLOSED pgs=926 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:32.443 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.431+0000 7fcd9c399740 1 -- 172.21.15.42:0/2545878044 >> 172.21.15.42:0/2545878044 conn(0x561fb3cc5680 msgr2=0x561fb3cc5a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:34:32.443 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.431+0000 7fcd9c399740 1 -- 172.21.15.42:0/2545878044 shutdown_connections 2024-06-06T08:34:32.444 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.431+0000 7fcd9c399740 1 -- 172.21.15.42:0/2545878044 wait complete. 2024-06-06T08:34:32.444 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.431+0000 7fcd9c399740 1 -- start start 2024-06-06T08:34:32.444 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.431+0000 7fcd9c399740 1 Processor -- start 2024-06-06T08:34:32.444 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.431+0000 7fcd9c399740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561fb3cc9170 0x561fb3cd12e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:32.444 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.431+0000 7fcd9c399740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561fb3cc9a90 0x561fb3cd1820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:32.444 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.431+0000 7fcd9c399740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561fb3cd4350 0x561fb3cd1d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:32.444 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.431+0000 7fcd9c399740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x561fb3cd6f20 con 0x561fb3cc9a90 2024-06-06T08:34:32.445 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.431+0000 7fcd9c399740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x561fb3bb6ae0 con 0x561fb3cc9170 2024-06-06T08:34:32.445 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.431+0000 7fcd9c399740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x561fb3cd70a0 con 0x561fb3cd4350 2024-06-06T08:34:32.445 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.431+0000 7fcd9c399740 10 client.0 _ll_register_callbacks cb 0x561fb3bef9b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:34:32.445 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.432+0000 7fcd927fc640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561fb3cc9a90 0x561fb3cd1820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:32.445 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.432+0000 7fcd927fc640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561fb3cc9a90 0x561fb3cd1820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:42132/0 (socket says 172.21.15.42:42132) 2024-06-06T08:34:32.445 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.432+0000 7fcd927fc640 1 -- 172.21.15.42:0/273603308 learned_addr learned my addr 172.21.15.42:0/273603308 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:34:32.446 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.432+0000 7fcd937fe640 1 --2- 172.21.15.42:0/273603308 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561fb3cd4350 0x561fb3cd1d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:32.446 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.432+0000 7fcd92ffd640 1 --2- 172.21.15.42:0/273603308 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561fb3cc9170 0x561fb3cd12e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:32.446 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.432+0000 7fcd927fc640 1 -- 172.21.15.42:0/273603308 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561fb3cd4350 msgr2=0x561fb3cd1d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:34:32.446 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.432+0000 7fcd927fc640 1 --2- 172.21.15.42:0/273603308 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561fb3cd4350 0x561fb3cd1d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:32.446 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.432+0000 7fcd927fc640 1 -- 172.21.15.42:0/273603308 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561fb3cc9170 msgr2=0x561fb3cd12e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:34:32.446 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.432+0000 7fcd927fc640 1 --2- 172.21.15.42:0/273603308 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561fb3cc9170 0x561fb3cd12e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:32.447 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.432+0000 7fcd927fc640 1 -- 172.21.15.42:0/273603308 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561fb3941210 con 0x561fb3cc9a90 2024-06-06T08:34:32.447 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.432+0000 7fcd937fe640 1 --2- 172.21.15.42:0/273603308 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561fb3cd4350 0x561fb3cd1d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:34:32.447 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.432+0000 7fcd92ffd640 1 --2- 172.21.15.42:0/273603308 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561fb3cc9170 0x561fb3cd12e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:34:32.447 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.432+0000 7fcd927fc640 1 --2- 172.21.15.42:0/273603308 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561fb3cc9a90 0x561fb3cd1820 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7fcd8801c9e0 tx=0x7fcd88004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3e11aba8fc1deb3 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:34:32.447 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.432+0000 7fcd76ff5640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:34:32.447 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.432+0000 7fcd76ff5640 1 -- 172.21.15.42:0/273603308 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd8802a060 con 0x561fb3cc9a90 2024-06-06T08:34:32.448 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.432+0000 7fcd9c399740 1 -- 172.21.15.42:0/273603308 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcd840a4990 con 0x561fb3cc9a90 2024-06-06T08:34:32.448 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.432+0000 7fcd76ff5640 1 -- 172.21.15.42:0/273603308 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(116..116 src has 1..116) ==== 9438+0+0 (secure 0 0 0) 0x7fcd8801bac0 con 0x561fb3cc9a90 2024-06-06T08:34:32.448 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.432+0000 7fcd76ff5640 1 -- 172.21.15.42:0/273603308 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7fcd88031050 con 0x561fb3cc9a90 2024-06-06T08:34:32.448 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.432+0000 7fcd9c399740 10 client.17511 fetch_fsmap learned FSMap version 46 2024-06-06T08:34:32.448 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.432+0000 7fcd9c399740 1 -- 172.21.15.42:0/273603308 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x561fb3a0d620 con 0x561fb3cc9a90 2024-06-06T08:34:32.448 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.433+0000 7fcd76ff5640 1 -- 172.21.15.42:0/273603308 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcd840a4990 con 0x561fb3cc9a90 2024-06-06T08:34:32.448 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.433+0000 7fcd76ff5640 1 -- 172.21.15.42:0/273603308 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 46) ==== 8370+0+0 (secure 0 0 0) 0x7fcd88024070 con 0x561fb3cc9a90 2024-06-06T08:34:32.448 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.433+0000 7fcd9c399740 10 client.17511 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T08:34:32.448 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.433+0000 7fcd9c399740 10 client.17511 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:34:32.448 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.433+0000 7fcd9c399740 20 client.17511 populate_metadata read hostname 'smithi042' 2024-06-06T08:34:32.448 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.433+0000 7fcd9c399740 1 --2- 172.21.15.42:0/273603308 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x561fb3ce4520 0x561fb3ce6970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:32.449 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.433+0000 7fcd9c399740 4 client.17511 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:34:32.449 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.433+0000 7fcd9c399740 1 -- 172.21.15.42:0/273603308 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561fb3c40f10 con 0x561fb3ce4520 2024-06-06T08:34:32.449 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.433+0000 7fcd92ffd640 1 --2- 172.21.15.42:0/273603308 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x561fb3ce4520 0x561fb3ce6970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:32.449 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.434+0000 7fcd76ff5640 10 client.17511 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:34:32.449 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.434+0000 7fcd92ffd640 1 --2- 172.21.15.42:0/273603308 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x561fb3ce4520 0x561fb3ce6970 crc :-1 s=READY pgs=233 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=41b06fa6c623c39b server_cookie=a7b614c22743ff4c in_seq=0 out_seq=0 2024-06-06T08:34:32.449 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.434+0000 7fcd76ff5640 1 -- 172.21.15.42:0/273603308 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x561fb3c40f10 con 0x561fb3ce4520 2024-06-06T08:34:32.449 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.434+0000 7fcd76ff5640 10 client.17511 handle_command_reply: tid=0 2024-06-06T08:34:32.449 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.434+0000 7fcd9c399740 1 client.17511 shutdown 2024-06-06T08:34:32.449 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.434+0000 7fcd9c399740 1 -- 172.21.15.42:0/273603308 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561fb3cc9a90 msgr2=0x561fb3cd1820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:32.449 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.434+0000 7fcd9c399740 1 --2- 172.21.15.42:0/273603308 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561fb3cc9a90 0x561fb3cd1820 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7fcd8801c9e0 tx=0x7fcd88004730 comp rx=0 tx=0).stop 2024-06-06T08:34:32.449 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.434+0000 7fcd9c399740 1 -- 172.21.15.42:0/273603308 shutdown_connections 2024-06-06T08:34:32.449 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.434+0000 7fcd9c399740 1 --2- 172.21.15.42:0/273603308 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x561fb3ce4520 0x561fb3ce6970 crc :-1 s=READY pgs=233 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:32.450 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.434+0000 7fcd9c399740 1 --2- 172.21.15.42:0/273603308 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561fb3cd4350 0x561fb3cd1d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:32.450 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.434+0000 7fcd76ff5640 0 client.17511 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:34:32.450 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.434+0000 7fcd9c399740 1 --2- 172.21.15.42:0/273603308 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561fb3cc9a90 0x561fb3cd1820 unknown :-1 s=CLOSED pgs=927 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:32.450 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.434+0000 7fcd9c399740 1 --2- 172.21.15.42:0/273603308 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561fb3cc9170 0x561fb3cd12e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:32.450 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.434+0000 7fcd9c399740 1 -- 172.21.15.42:0/273603308 >> 172.21.15.42:0/273603308 conn(0x561fb3cc5680 msgr2=0x561fb3ccb3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:34:32.450 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.434+0000 7fcd9c399740 1 -- 172.21.15.42:0/273603308 shutdown_connections 2024-06-06T08:34:32.450 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.435+0000 7fcd9c399740 1 -- 172.21.15.42:0/273603308 wait complete. 2024-06-06T08:34:32.450 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.435+0000 7fcd9c399740 20 client.17511 trim_cache size 0 max 16384 2024-06-06T08:34:32.456 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.451+0000 7fcd9c399740 1 Processor -- start 2024-06-06T08:34:32.456 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.451+0000 7fcd9c399740 1 -- start start 2024-06-06T08:34:32.456 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.451+0000 7fcd9c399740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561fb3cc9170 0x561fb3ccbb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:32.456 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.451+0000 7fcd9c399740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561fb3cc9a90 0x561fb3cd3220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:32.456 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.451+0000 7fcd9c399740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561fb3cd4350 0x561fb3cec240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:32.456 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.451+0000 7fcd9c399740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fcd941b1780 con 0x561fb3cc9a90 2024-06-06T08:34:32.456 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.451+0000 7fcd9c399740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fcd941aef90 con 0x561fb3cc9170 2024-06-06T08:34:32.456 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.451+0000 7fcd9c399740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fcd941ace00 con 0x561fb3cd4350 2024-06-06T08:34:32.456 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.451+0000 7fcd927fc640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561fb3cc9a90 0x561fb3cd3220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:32.456 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.451+0000 7fcd927fc640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561fb3cc9a90 0x561fb3cd3220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:42134/0 (socket says 172.21.15.42:42134) 2024-06-06T08:34:32.456 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.451+0000 7fcd927fc640 1 -- 172.21.15.42:0/4164747307 learned_addr learned my addr 172.21.15.42:0/4164747307 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:34:32.457 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.451+0000 7fcd937fe640 1 --2- 172.21.15.42:0/4164747307 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561fb3cd4350 0x561fb3cec240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:32.457 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.451+0000 7fcd92ffd640 1 --2- 172.21.15.42:0/4164747307 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561fb3cc9170 0x561fb3ccbb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:32.457 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.451+0000 7fcd927fc640 1 -- 172.21.15.42:0/4164747307 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561fb3cd4350 msgr2=0x561fb3cec240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:34:32.457 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.451+0000 7fcd927fc640 1 --2- 172.21.15.42:0/4164747307 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561fb3cd4350 0x561fb3cec240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:32.457 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.451+0000 7fcd927fc640 1 -- 172.21.15.42:0/4164747307 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561fb3cc9170 msgr2=0x561fb3ccbb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:34:32.457 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.451+0000 7fcd927fc640 1 --2- 172.21.15.42:0/4164747307 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561fb3cc9170 0x561fb3ccbb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:32.457 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.451+0000 7fcd927fc640 1 -- 172.21.15.42:0/4164747307 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561fb3ccc070 con 0x561fb3cc9a90 2024-06-06T08:34:32.457 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.452+0000 7fcd927fc640 1 --2- 172.21.15.42:0/4164747307 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561fb3cc9a90 0x561fb3cd3220 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7fcd88011a40 tx=0x7fcd8801c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d2fc225002744408 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:34:32.457 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.452+0000 7fcd78ff9640 1 -- 172.21.15.42:0/4164747307 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd880036b0 con 0x561fb3cc9a90 2024-06-06T08:34:32.457 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.452+0000 7fcd78ff9640 1 -- 172.21.15.42:0/4164747307 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcd88003be0 con 0x561fb3cc9a90 2024-06-06T08:34:32.457 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.452+0000 7fcd78ff9640 1 -- 172.21.15.42:0/4164747307 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd88035650 con 0x561fb3cc9a90 2024-06-06T08:34:32.458 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.453+0000 7fcd9c399740 1 -- 172.21.15.42:0/4164747307 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561fb3cc9a90 msgr2=0x561fb3cd3220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:32.458 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.453+0000 7fcd9c399740 1 --2- 172.21.15.42:0/4164747307 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561fb3cc9a90 0x561fb3cd3220 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7fcd88011a40 tx=0x7fcd8801c970 comp rx=0 tx=0).stop 2024-06-06T08:34:32.458 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.453+0000 7fcd9c399740 1 -- 172.21.15.42:0/4164747307 shutdown_connections 2024-06-06T08:34:32.458 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.453+0000 7fcd9c399740 1 --2- 172.21.15.42:0/4164747307 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561fb3cd4350 0x561fb3cec240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:32.458 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.453+0000 7fcd9c399740 1 --2- 172.21.15.42:0/4164747307 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561fb3cc9a90 0x561fb3cd3220 unknown :-1 s=CLOSED pgs=928 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:32.458 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.453+0000 7fcd9c399740 1 --2- 172.21.15.42:0/4164747307 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561fb3cc9170 0x561fb3ccbb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:32.458 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.453+0000 7fcd9c399740 1 -- 172.21.15.42:0/4164747307 >> 172.21.15.42:0/4164747307 conn(0x561fb3cc5680 msgr2=0x561fb3cd2b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:34:32.458 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.453+0000 7fcd9c399740 1 -- 172.21.15.42:0/4164747307 shutdown_connections 2024-06-06T08:34:32.459 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.453+0000 7fcd9c399740 1 -- 172.21.15.42:0/4164747307 wait complete. 2024-06-06T08:34:32.459 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.453+0000 7fcd9c399740 1 -- start start 2024-06-06T08:34:32.459 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.453+0000 7fcd9c399740 1 Processor -- start 2024-06-06T08:34:32.459 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.453+0000 7fcd9c399740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561fb3cc9170 0x561fb3cdc870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:32.459 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.454+0000 7fcd9c399740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561fb3cc9a90 0x561fb3cd7be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:32.459 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.454+0000 7fcd9c399740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561fb3cd4350 0x561fb3cd8120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:32.459 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.454+0000 7fcd9c399740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fcd941ad450 con 0x561fb3cc9a90 2024-06-06T08:34:32.459 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.454+0000 7fcd9c399740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fcd941ae8c0 con 0x561fb3cd4350 2024-06-06T08:34:32.459 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.454+0000 7fcd9c399740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fcd941adb20 con 0x561fb3cc9170 2024-06-06T08:34:32.460 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.454+0000 7fcd9c399740 10 client.0 _ll_register_callbacks cb 0x7fcd88012d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:34:32.460 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.454+0000 7fcd927fc640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561fb3cc9a90 0x561fb3cd7be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:32.460 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.454+0000 7fcd927fc640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561fb3cc9a90 0x561fb3cd7be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:42144/0 (socket says 172.21.15.42:42144) 2024-06-06T08:34:32.460 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.454+0000 7fcd92ffd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561fb3cc9170 0x561fb3cdc870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:32.460 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.454+0000 7fcd927fc640 1 -- 172.21.15.42:0/1025197334 learned_addr learned my addr 172.21.15.42:0/1025197334 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:34:32.460 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.454+0000 7fcd937fe640 1 --2- 172.21.15.42:0/1025197334 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561fb3cd4350 0x561fb3cd8120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:32.460 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.454+0000 7fcd927fc640 1 -- 172.21.15.42:0/1025197334 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561fb3cc9170 msgr2=0x561fb3cdc870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:34:32.460 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.454+0000 7fcd927fc640 1 --2- 172.21.15.42:0/1025197334 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561fb3cc9170 0x561fb3cdc870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:32.460 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.454+0000 7fcd927fc640 1 -- 172.21.15.42:0/1025197334 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561fb3cd4350 msgr2=0x561fb3cd8120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:34:32.461 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.454+0000 7fcd927fc640 1 --2- 172.21.15.42:0/1025197334 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561fb3cd4350 0x561fb3cd8120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:32.461 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.454+0000 7fcd927fc640 1 -- 172.21.15.42:0/1025197334 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561fb3cd8760 con 0x561fb3cc9a90 2024-06-06T08:34:32.461 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.454+0000 7fcd92ffd640 1 --2- 172.21.15.42:0/1025197334 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561fb3cc9170 0x561fb3cdc870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:34:32.461 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.454+0000 7fcd927fc640 1 --2- 172.21.15.42:0/1025197334 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561fb3cc9a90 0x561fb3cd7be0 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7fcd880118d0 tx=0x7fcd88005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46a2fbf3d20bbdf0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:34:32.461 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.454+0000 7fcd76ff5640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:34:32.461 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.454+0000 7fcd76ff5640 1 -- 172.21.15.42:0/1025197334 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd8801bcd0 con 0x561fb3cc9a90 2024-06-06T08:34:32.461 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.454+0000 7fcd76ff5640 1 -- 172.21.15.42:0/1025197334 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(116..116 src has 1..116) ==== 9438+0+0 (secure 0 0 0) 0x7fcd88003d90 con 0x561fb3cc9a90 2024-06-06T08:34:32.461 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.454+0000 7fcd9c399740 1 -- 172.21.15.42:0/1025197334 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcd88003be0 con 0x561fb3cc9a90 2024-06-06T08:34:32.461 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.455+0000 7fcd76ff5640 1 -- 172.21.15.42:0/1025197334 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7fcd8801be70 con 0x561fb3cc9a90 2024-06-06T08:34:32.461 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.455+0000 7fcd9c399740 10 client.17517 fetch_fsmap learned FSMap version 46 2024-06-06T08:34:32.462 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.455+0000 7fcd9c399740 1 -- 172.21.15.42:0/1025197334 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x561fb3d4f030 con 0x561fb3cc9a90 2024-06-06T08:34:32.462 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.455+0000 7fcd76ff5640 1 -- 172.21.15.42:0/1025197334 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcd88003be0 con 0x561fb3cc9a90 2024-06-06T08:34:32.462 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.455+0000 7fcd76ff5640 1 -- 172.21.15.42:0/1025197334 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 46) ==== 8370+0+0 (secure 0 0 0) 0x7fcd88024040 con 0x561fb3cc9a90 2024-06-06T08:34:32.462 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.455+0000 7fcd9c399740 10 client.17517 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T08:34:32.462 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.455+0000 7fcd9c399740 10 client.17517 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:34:32.462 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.455+0000 7fcd9c399740 20 client.17517 populate_metadata read hostname 'smithi042' 2024-06-06T08:34:32.462 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.455+0000 7fcd9c399740 1 --2- 172.21.15.42:0/1025197334 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x561fb3d4f750 0x561fb3d51b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:32.462 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.455+0000 7fcd9c399740 4 client.17517 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:34:32.462 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.455+0000 7fcd9c399740 1 -- 172.21.15.42:0/1025197334 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x561fb3c3ac20 con 0x561fb3d4f750 2024-06-06T08:34:32.462 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.455+0000 7fcd92ffd640 1 --2- 172.21.15.42:0/1025197334 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x561fb3d4f750 0x561fb3d51b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:32.462 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.456+0000 7fcd76ff5640 10 client.17517 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:34:32.462 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.456+0000 7fcd92ffd640 1 --2- 172.21.15.42:0/1025197334 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x561fb3d4f750 0x561fb3d51b70 crc :-1 s=READY pgs=234 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ca4e4b768b42d3c2 server_cookie=be8ff5b4c05b75fb in_seq=0 out_seq=0 2024-06-06T08:34:32.464 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.461+0000 7fcd76ff5640 1 -- 172.21.15.42:0/1025197334 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x561fb3c3ac20 con 0x561fb3d4f750 2024-06-06T08:34:32.464 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.461+0000 7fcd76ff5640 10 client.17517 handle_command_reply: tid=0 2024-06-06T08:34:32.464 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.461+0000 7fcd9c399740 1 client.17517 shutdown 2024-06-06T08:34:32.464 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.461+0000 7fcd9c399740 1 -- 172.21.15.42:0/1025197334 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561fb3cc9a90 msgr2=0x561fb3cd7be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:32.464 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.461+0000 7fcd9c399740 1 --2- 172.21.15.42:0/1025197334 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561fb3cc9a90 0x561fb3cd7be0 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7fcd880118d0 tx=0x7fcd88005850 comp rx=0 tx=0).stop 2024-06-06T08:34:32.464 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.461+0000 7fcd9c399740 1 -- 172.21.15.42:0/1025197334 shutdown_connections 2024-06-06T08:34:32.464 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.461+0000 7fcd9c399740 1 --2- 172.21.15.42:0/1025197334 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x561fb3d4f750 0x561fb3d51b70 crc :-1 s=READY pgs=234 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:32.464 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.461+0000 7fcd9c399740 1 --2- 172.21.15.42:0/1025197334 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561fb3cd4350 0x561fb3cd8120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:32.464 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.461+0000 7fcd76ff5640 0 client.17517 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:34:32.464 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.461+0000 7fcd9c399740 1 --2- 172.21.15.42:0/1025197334 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561fb3cc9a90 0x561fb3cd7be0 unknown :-1 s=CLOSED pgs=929 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:32.464 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.461+0000 7fcd9c399740 1 --2- 172.21.15.42:0/1025197334 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561fb3cc9170 0x561fb3cdc870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:32.465 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.461+0000 7fcd9c399740 1 -- 172.21.15.42:0/1025197334 >> 172.21.15.42:0/1025197334 conn(0x561fb3cc5680 msgr2=0x561fb3cd1b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:34:32.465 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.461+0000 7fcd9c399740 1 -- 172.21.15.42:0/1025197334 shutdown_connections 2024-06-06T08:34:32.465 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.461+0000 7fcd9c399740 1 -- 172.21.15.42:0/1025197334 wait complete. 2024-06-06T08:34:32.465 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.461+0000 7fcd9c399740 20 client.17517 trim_cache size 0 max 16384 2024-06-06T08:34:32.465 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:34:32.465 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:34:32.465 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:34:32.466 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.462+0000 7fcd995a9640 1 -- 172.21.15.42:0/2666000601 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fcd7c0a2e20 msgr2=0x7fcd7c0a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:32.466 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.462+0000 7fcd995a9640 1 --2- 172.21.15.42:0/2666000601 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fcd7c0a2e20 0x7fcd7c0a52e0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fcd94078120 tx=0x7fcd88005f90 comp rx=0 tx=0).stop 2024-06-06T08:34:32.466 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.462+0000 7fcd995a9640 1 -- 172.21.15.42:0/2666000601 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcd941008d0 msgr2=0x7fcd94198250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:32.466 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.462+0000 7fcd995a9640 1 --2- 172.21.15.42:0/2666000601 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcd941008d0 0x7fcd94198250 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fcd8400e9f0 tx=0x7fcd8400edf0 comp rx=0 tx=0).stop 2024-06-06T08:34:32.466 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.462+0000 7fcd995a9640 1 -- 172.21.15.42:0/2666000601 shutdown_connections 2024-06-06T08:34:32.467 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.462+0000 7fcd995a9640 1 --2- 172.21.15.42:0/2666000601 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fcd7c0a2e20 0x7fcd7c0a52e0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:32.467 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.462+0000 7fcd995a9640 1 --2- 172.21.15.42:0/2666000601 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fcd94101290 0x7fcd94198790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:32.467 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.462+0000 7fcd995a9640 1 --2- 172.21.15.42:0/2666000601 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcd94106890 0x7fcd9419cb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:32.467 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.462+0000 7fcd995a9640 1 --2- 172.21.15.42:0/2666000601 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcd941008d0 0x7fcd94198250 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:32.467 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.462+0000 7fcd995a9640 1 -- 172.21.15.42:0/2666000601 >> 172.21.15.42:0/2666000601 conn(0x7fcd94077a20 msgr2=0x7fcd94069390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:34:32.467 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.462+0000 7fcd995a9640 1 -- 172.21.15.42:0/2666000601 shutdown_connections 2024-06-06T08:34:32.467 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:32.462+0000 7fcd995a9640 1 -- 172.21.15.42:0/2666000601 wait complete. 2024-06-06T08:34:32.549 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:34:32 smithi042 ceph-mon[32384]: pgmap v376: 129 pgs: 129 active+clean; 1.4 GiB data, 7.0 GiB used, 1.0 TiB / 1.0 TiB avail; 223 KiB/s rd, 376 KiB/s wr, 57 op/s 2024-06-06T08:34:32.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:34:32 smithi120 ceph-mon[36658]: pgmap v376: 129 pgs: 129 active+clean; 1.4 GiB data, 7.0 GiB used, 1.0 TiB / 1.0 TiB avail; 223 KiB/s rd, 376 KiB/s wr, 57 op/s 2024-06-06T08:34:32.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:34:32 smithi149 ceph-mon[36842]: pgmap v376: 129 pgs: 129 active+clean; 1.4 GiB data, 7.0 GiB used, 1.0 TiB / 1.0 TiB avail; 223 KiB/s rd, 376 KiB/s wr, 57 op/s 2024-06-06T08:34:33.994 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:33.993+0000 7f39b1e1f700 1 -- 172.21.15.42:0/97061727 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f39ac1066c0 msgr2=0x7f39ac10e290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:33.994 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:33.993+0000 7f39b1e1f700 1 --2- 172.21.15.42:0/97061727 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f39ac1066c0 0x7f39ac10e290 secure :-1 s=READY pgs=930 cs=0 l=1 rev1=1 crypto rx=0x7f39a400b0d0 tx=0x7f39a400b3e0 comp rx=0 tx=0).stop 2024-06-06T08:34:33.994 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:33.993+0000 7f39b1e1f700 1 -- 172.21.15.42:0/97061727 shutdown_connections 2024-06-06T08:34:33.994 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:33.993+0000 7f39b1e1f700 1 --2- 172.21.15.42:0/97061727 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f39ac1066c0 0x7f39ac10e290 unknown :-1 s=CLOSED pgs=930 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:33.995 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:33.993+0000 7f39b1e1f700 1 --2- 172.21.15.42:0/97061727 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f39ac1015f0 0x7f39ac1019d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:33.995 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:33.993+0000 7f39b1e1f700 1 --2- 172.21.15.42:0/97061727 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f39ac101fa0 0x7f39ac105fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:33.995 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:33.993+0000 7f39b1e1f700 1 -- 172.21.15.42:0/97061727 >> 172.21.15.42:0/97061727 conn(0x7f39ac078330 msgr2=0x7f39ac078740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:34:33.995 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:33.993+0000 7f39b1e1f700 1 -- 172.21.15.42:0/97061727 shutdown_connections 2024-06-06T08:34:33.995 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:33.993+0000 7f39b1e1f700 1 -- 172.21.15.42:0/97061727 wait complete. 2024-06-06T08:34:33.995 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:33.994+0000 7f39b1e1f700 1 Processor -- start 2024-06-06T08:34:33.995 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:33.994+0000 7f39b1e1f700 1 -- start start 2024-06-06T08:34:33.995 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:33.994+0000 7f39b1e1f700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f39ac1015f0 0x7f39ac1999d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:33.995 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:33.994+0000 7f39b1e1f700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f39ac101fa0 0x7f39ac199f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:33.995 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:33.994+0000 7f39b1e1f700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f39ac1066c0 0x7f39ac1a4a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:33.995 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:33.994+0000 7f39b1e1f700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f39ac1116b0 con 0x7f39ac1066c0 2024-06-06T08:34:33.995 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:33.994+0000 7f39b1e1f700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f39ac111530 con 0x7f39ac1015f0 2024-06-06T08:34:33.995 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:33.994+0000 7f39b1e1f700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f39ac111830 con 0x7f39ac101fa0 2024-06-06T08:34:33.996 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:33.995+0000 7f39ab7fe700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f39ac1015f0 0x7f39ac1999d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:33.996 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:33.995+0000 7f39abfff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f39ac1066c0 0x7f39ac1a4a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:33.996 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:33.995+0000 7f39ab7fe700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f39ac1015f0 0x7f39ac1999d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:33598/0 (socket says 172.21.15.42:33598) 2024-06-06T08:34:33.996 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:33.995+0000 7f39aaffd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f39ac101fa0 0x7f39ac199f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:33.996 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:33.995+0000 7f39ab7fe700 1 -- 172.21.15.42:0/1459799623 learned_addr learned my addr 172.21.15.42:0/1459799623 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:34:33.996 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:33.995+0000 7f39abfff700 1 -- 172.21.15.42:0/1459799623 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f39ac101fa0 msgr2=0x7f39ac199f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:33.996 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:33.995+0000 7f39abfff700 1 --2- 172.21.15.42:0/1459799623 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f39ac101fa0 0x7f39ac199f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:33.996 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:33.995+0000 7f39abfff700 1 -- 172.21.15.42:0/1459799623 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f39ac1015f0 msgr2=0x7f39ac1999d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:33.996 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:33.995+0000 7f39abfff700 1 --2- 172.21.15.42:0/1459799623 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f39ac1015f0 0x7f39ac1999d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:33.996 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:33.995+0000 7f39abfff700 1 -- 172.21.15.42:0/1459799623 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39ac1a4f90 con 0x7f39ac1066c0 2024-06-06T08:34:33.997 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:33.995+0000 7f39ab7fe700 1 --2- 172.21.15.42:0/1459799623 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f39ac1015f0 0x7f39ac1999d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:34:33.997 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:33.995+0000 7f39abfff700 1 --2- 172.21.15.42:0/1459799623 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f39ac1066c0 0x7f39ac1a4a50 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7f39a400b770 tx=0x7f39a4007a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:34:33.997 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:33.995+0000 7f39a8ff9700 1 -- 172.21.15.42:0/1459799623 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39a4021020 con 0x7f39ac1066c0 2024-06-06T08:34:33.997 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:33.995+0000 7f39a8ff9700 1 -- 172.21.15.42:0/1459799623 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f39a4004c50 con 0x7f39ac1066c0 2024-06-06T08:34:33.997 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:33.995+0000 7f39b1e1f700 1 -- 172.21.15.42:0/1459799623 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39ac1a5160 con 0x7f39ac1066c0 2024-06-06T08:34:33.997 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:33.995+0000 7f39a8ff9700 1 -- 172.21.15.42:0/1459799623 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39a40052b0 con 0x7f39ac1066c0 2024-06-06T08:34:33.997 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:33.995+0000 7f39b1e1f700 1 -- 172.21.15.42:0/1459799623 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39ac1a5560 con 0x7f39ac1066c0 2024-06-06T08:34:33.998 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:33.998+0000 7f39a8ff9700 1 -- 172.21.15.42:0/1459799623 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f39a4024020 con 0x7f39ac1066c0 2024-06-06T08:34:33.998 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:33.999+0000 7f39a8ff9700 1 --2- 172.21.15.42:0/1459799623 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f39940a2e30 0x7f39940a52f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:33.998 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:33.999+0000 7f39ab7fe700 1 --2- 172.21.15.42:0/1459799623 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f39940a2e30 0x7f39940a52f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:34.000 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.000+0000 7f39a8ff9700 1 -- 172.21.15.42:0/1459799623 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(116..116 src has 1..116) ==== 9438+0+0 (secure 0 0 0) 0x7f39a40d07e0 con 0x7f39ac1066c0 2024-06-06T08:34:34.000 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.000+0000 7f39ab7fe700 1 --2- 172.21.15.42:0/1459799623 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f39940a2e30 0x7f39940a52f0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f399c011550 tx=0x7f399c009260 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:34:34.000 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.000+0000 7f39bc6a2b80 1 Processor -- start 2024-06-06T08:34:34.000 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.000+0000 7f39bc6a2b80 1 -- start start 2024-06-06T08:34:34.000 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.000+0000 7f39bc6a2b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb2fe90590 0x55bb2fe90970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:34.000 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.000+0000 7f39bc6a2b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bb2fe90eb0 0x55bb2fe8a7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:34.000 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.000+0000 7f39bc6a2b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bb2fe8ace0 0x55bb2fe8b100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:34.000 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.000+0000 7f39bc6a2b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55bb2fd7d0f0 con 0x55bb2fe90590 2024-06-06T08:34:34.001 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.000+0000 7f39bc6a2b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55bb2fddb9e0 con 0x55bb2fe8ace0 2024-06-06T08:34:34.001 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.000+0000 7f39bc6a2b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55bb2fd435f0 con 0x55bb2fe90eb0 2024-06-06T08:34:34.001 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.001+0000 7f39ab7fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb2fe90590 0x55bb2fe90970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:34.001 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.001+0000 7f39ab7fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb2fe90590 0x55bb2fe90970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:42182/0 (socket says 172.21.15.42:42182) 2024-06-06T08:34:34.001 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.001+0000 7f39ab7fe700 1 -- 172.21.15.42:0/1877563119 learned_addr learned my addr 172.21.15.42:0/1877563119 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:34:34.001 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.001+0000 7f39abfff700 1 --2- 172.21.15.42:0/1877563119 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bb2fe8ace0 0x55bb2fe8b100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:34.001 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.001+0000 7f39aaffd700 1 --2- 172.21.15.42:0/1877563119 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bb2fe90eb0 0x55bb2fe8a7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:34.001 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.001+0000 7f39ab7fe700 1 -- 172.21.15.42:0/1877563119 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bb2fe90eb0 msgr2=0x55bb2fe8a7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:34:34.001 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.001+0000 7f39ab7fe700 1 --2- 172.21.15.42:0/1877563119 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bb2fe90eb0 0x55bb2fe8a7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:34.001 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.001+0000 7f39ab7fe700 1 -- 172.21.15.42:0/1877563119 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bb2fe8ace0 msgr2=0x55bb2fe8b100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:34:34.001 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.001+0000 7f39ab7fe700 1 --2- 172.21.15.42:0/1877563119 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bb2fe8ace0 0x55bb2fe8b100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:34.001 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.001+0000 7f39ab7fe700 1 -- 172.21.15.42:0/1877563119 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bb2fd2aa60 con 0x55bb2fe90590 2024-06-06T08:34:34.001 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.001+0000 7f39aaffd700 1 --2- 172.21.15.42:0/1877563119 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bb2fe90eb0 0x55bb2fe8a7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:34:34.002 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.001+0000 7f39abfff700 1 --2- 172.21.15.42:0/1877563119 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bb2fe8ace0 0x55bb2fe8b100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:34:34.002 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.001+0000 7f39ab7fe700 1 --2- 172.21.15.42:0/1877563119 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb2fe90590 0x55bb2fe90970 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7f399c009880 tx=0x7f399c014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c3d70a69268016b9 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:34:34.002 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.001+0000 7f3991ffb700 1 -- 172.21.15.42:0/1877563119 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f399c026630 con 0x55bb2fe90590 2024-06-06T08:34:34.002 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.001+0000 7f3991ffb700 1 -- 172.21.15.42:0/1877563119 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f399c01c8f0 con 0x55bb2fe90590 2024-06-06T08:34:34.002 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.001+0000 7f3991ffb700 1 -- 172.21.15.42:0/1877563119 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f399c01d950 con 0x55bb2fe90590 2024-06-06T08:34:34.006 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.002+0000 7f39bc6a2b80 1 -- 172.21.15.42:0/1877563119 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb2fe90590 msgr2=0x55bb2fe90970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:34.006 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.002+0000 7f39bc6a2b80 1 --2- 172.21.15.42:0/1877563119 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb2fe90590 0x55bb2fe90970 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7f399c009880 tx=0x7f399c014000 comp rx=0 tx=0).stop 2024-06-06T08:34:34.006 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.002+0000 7f39bc6a2b80 1 -- 172.21.15.42:0/1877563119 shutdown_connections 2024-06-06T08:34:34.006 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.002+0000 7f39bc6a2b80 1 --2- 172.21.15.42:0/1877563119 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bb2fe8ace0 0x55bb2fe8b100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:34.006 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.002+0000 7f39bc6a2b80 1 --2- 172.21.15.42:0/1877563119 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb2fe90590 0x55bb2fe90970 unknown :-1 s=CLOSED pgs=932 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:34.006 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.002+0000 7f39bc6a2b80 1 --2- 172.21.15.42:0/1877563119 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bb2fe90eb0 0x55bb2fe8a7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:34.006 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.002+0000 7f39bc6a2b80 1 -- 172.21.15.42:0/1877563119 >> 172.21.15.42:0/1877563119 conn(0x55bb2fdb7210 msgr2=0x55bb2fe85a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:34:34.006 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.002+0000 7f39bc6a2b80 1 -- 172.21.15.42:0/1877563119 shutdown_connections 2024-06-06T08:34:34.006 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.002+0000 7f39bc6a2b80 1 -- 172.21.15.42:0/1877563119 wait complete. 2024-06-06T08:34:34.006 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.003+0000 7f39bc6a2b80 1 -- start start 2024-06-06T08:34:34.006 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.003+0000 7f39bc6a2b80 1 Processor -- start 2024-06-06T08:34:34.006 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.003+0000 7f39bc6a2b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bb2fe8ace0 0x55bb2fe96be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:34.007 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.003+0000 7f39bc6a2b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb2fe90590 0x55bb2fe93ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:34.007 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.003+0000 7f39bc6a2b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bb2fe90eb0 0x55bb2fe94420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:34.007 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.003+0000 7f39bc6a2b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55bb2fd7c150 con 0x55bb2fe90590 2024-06-06T08:34:34.007 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.003+0000 7f39bc6a2b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55bb2fdd79a0 con 0x55bb2fe90eb0 2024-06-06T08:34:34.007 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.003+0000 7f39bc6a2b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55bb2fe97890 con 0x55bb2fe8ace0 2024-06-06T08:34:34.007 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.003+0000 7f39bc6a2b80 10 client.0 _ll_register_callbacks cb 0x55bb2fd71740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:34:34.007 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.003+0000 7f39aaffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb2fe90590 0x55bb2fe93ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:34.007 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.003+0000 7f39aaffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb2fe90590 0x55bb2fe93ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:42198/0 (socket says 172.21.15.42:42198) 2024-06-06T08:34:34.007 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.003+0000 7f39aaffd700 1 -- 172.21.15.42:0/2066514654 learned_addr learned my addr 172.21.15.42:0/2066514654 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:34:34.008 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.003+0000 7f39ab7fe700 1 --2- 172.21.15.42:0/2066514654 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bb2fe8ace0 0x55bb2fe96be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:34.008 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.003+0000 7f39abfff700 1 --2- 172.21.15.42:0/2066514654 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bb2fe90eb0 0x55bb2fe94420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:34.008 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.004+0000 7f39aaffd700 1 -- 172.21.15.42:0/2066514654 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bb2fe8ace0 msgr2=0x55bb2fe96be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:34:34.008 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.004+0000 7f39aaffd700 1 --2- 172.21.15.42:0/2066514654 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bb2fe8ace0 0x55bb2fe96be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:34.008 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.004+0000 7f39aaffd700 1 -- 172.21.15.42:0/2066514654 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bb2fe90eb0 msgr2=0x55bb2fe94420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:34:34.008 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.004+0000 7f39aaffd700 1 --2- 172.21.15.42:0/2066514654 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bb2fe90eb0 0x55bb2fe94420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:34.008 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.004+0000 7f39aaffd700 1 -- 172.21.15.42:0/2066514654 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bb2fda18e0 con 0x55bb2fe90590 2024-06-06T08:34:34.008 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.004+0000 7f39abfff700 1 --2- 172.21.15.42:0/2066514654 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bb2fe90eb0 0x55bb2fe94420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:34:34.008 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.004+0000 7f39aaffd700 1 --2- 172.21.15.42:0/2066514654 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb2fe90590 0x55bb2fe93ee0 secure :-1 s=READY pgs=933 cs=0 l=1 rev1=1 crypto rx=0x7f39a00116d0 tx=0x7f39a00119e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ebc1a80c3f12479 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:34:34.009 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.004+0000 7f398affd700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:34:34.009 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.004+0000 7f398affd700 1 -- 172.21.15.42:0/2066514654 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39a0004830 con 0x55bb2fe90590 2024-06-06T08:34:34.009 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.004+0000 7f398affd700 1 -- 172.21.15.42:0/2066514654 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(116..116 src has 1..116) ==== 9438+0+0 (secure 0 0 0) 0x7f39a00049d0 con 0x55bb2fe90590 2024-06-06T08:34:34.009 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.004+0000 7f39bc6a2b80 1 -- 172.21.15.42:0/2066514654 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f399c01c8f0 con 0x55bb2fe90590 2024-06-06T08:34:34.009 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.004+0000 7f398affd700 1 -- 172.21.15.42:0/2066514654 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f39a0025050 con 0x55bb2fe90590 2024-06-06T08:34:34.009 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.004+0000 7f39bc6a2b80 10 client.17529 fetch_fsmap learned FSMap version 46 2024-06-06T08:34:34.009 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.004+0000 7f39bc6a2b80 1 -- 172.21.15.42:0/2066514654 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55bb2fea2060 con 0x55bb2fe90590 2024-06-06T08:34:34.009 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.004+0000 7f398affd700 1 -- 172.21.15.42:0/2066514654 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f399c01c8f0 con 0x55bb2fe90590 2024-06-06T08:34:34.009 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.005+0000 7f398affd700 1 -- 172.21.15.42:0/2066514654 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 46) ==== 8370+0+0 (secure 0 0 0) 0x7f39a0019070 con 0x55bb2fe90590 2024-06-06T08:34:34.009 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.005+0000 7f39bc6a2b80 10 client.17529 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T08:34:34.009 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.005+0000 7f39bc6a2b80 10 client.17529 resolve_mds: validated gid 24484 aka daemon mds.i 2024-06-06T08:34:34.009 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.005+0000 7f39bc6a2b80 20 client.17529 populate_metadata read hostname 'smithi042' 2024-06-06T08:34:34.009 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.005+0000 7f39bc6a2b80 1 --2- 172.21.15.42:0/2066514654 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55bb2fea4740 0x55bb2fea6b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:34.010 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.005+0000 7f39bc6a2b80 4 client.17529 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:34:34.010 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.005+0000 7f39bc6a2b80 1 -- 172.21.15.42:0/2066514654 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bb2fde8ee0 con 0x55bb2fea4740 2024-06-06T08:34:34.010 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.005+0000 7f39ab7fe700 1 --2- 172.21.15.42:0/2066514654 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55bb2fea4740 0x55bb2fea6b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:34.010 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.005+0000 7f39ab7fe700 1 --2- 172.21.15.42:0/2066514654 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55bb2fea4740 0x55bb2fea6b30 crc :-1 s=READY pgs=235 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=105759086bcf685f server_cookie=585c013f9f3d7dbc in_seq=0 out_seq=0 2024-06-06T08:34:34.010 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.005+0000 7f398affd700 10 client.17529 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:34:34.010 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.006+0000 7f398affd700 1 -- 172.21.15.42:0/2066514654 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55bb2fde8ee0 con 0x55bb2fea4740 2024-06-06T08:34:34.010 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.006+0000 7f398affd700 10 client.17529 handle_command_reply: tid=0 2024-06-06T08:34:34.010 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.006+0000 7f39bc6a2b80 1 client.17529 shutdown 2024-06-06T08:34:34.010 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.006+0000 7f39bc6a2b80 1 -- 172.21.15.42:0/2066514654 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb2fe90590 msgr2=0x55bb2fe93ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:34.010 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.006+0000 7f39bc6a2b80 1 --2- 172.21.15.42:0/2066514654 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb2fe90590 0x55bb2fe93ee0 secure :-1 s=READY pgs=933 cs=0 l=1 rev1=1 crypto rx=0x7f39a00116d0 tx=0x7f39a00119e0 comp rx=0 tx=0).stop 2024-06-06T08:34:34.010 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.006+0000 7f39bc6a2b80 1 -- 172.21.15.42:0/2066514654 shutdown_connections 2024-06-06T08:34:34.010 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.006+0000 7f39bc6a2b80 1 --2- 172.21.15.42:0/2066514654 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55bb2fea4740 0x55bb2fea6b30 crc :-1 s=READY pgs=235 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:34.010 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.006+0000 7f39bc6a2b80 1 --2- 172.21.15.42:0/2066514654 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bb2fe90eb0 0x55bb2fe94420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:34.011 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.006+0000 7f39bc6a2b80 1 --2- 172.21.15.42:0/2066514654 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bb2fe8ace0 0x55bb2fe96be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:34.011 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.006+0000 7f39bc6a2b80 1 --2- 172.21.15.42:0/2066514654 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb2fe90590 0x55bb2fe93ee0 unknown :-1 s=CLOSED pgs=933 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:34.011 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.006+0000 7f39bc6a2b80 1 -- 172.21.15.42:0/2066514654 >> 172.21.15.42:0/2066514654 conn(0x55bb2fdb7210 msgr2=0x55bb2fe84c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:34:34.011 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.006+0000 7f398affd700 0 client.17529 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:34:34.011 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.007+0000 7f39bc6a2b80 1 -- 172.21.15.42:0/2066514654 shutdown_connections 2024-06-06T08:34:34.011 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.007+0000 7f39bc6a2b80 1 -- 172.21.15.42:0/2066514654 wait complete. 2024-06-06T08:34:34.011 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.007+0000 7f39bc6a2b80 20 client.17529 trim_cache size 0 max 16384 2024-06-06T08:34:34.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.027+0000 7f39bc6a2b80 1 Processor -- start 2024-06-06T08:34:34.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.027+0000 7f39bc6a2b80 1 -- start start 2024-06-06T08:34:34.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.027+0000 7f39bc6a2b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bb2fe8ace0 0x55bb2fe8f770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:34.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.027+0000 7f39bc6a2b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb2fe90590 0x55bb2fe8fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:34.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.027+0000 7f39bc6a2b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bb2fe90eb0 0x55bb2fe853c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:34.027 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.027+0000 7f39bc6a2b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f39ac1b0d30 con 0x55bb2fe90590 2024-06-06T08:34:34.028 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.027+0000 7f39bc6a2b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f39ac1ae500 con 0x55bb2fe8ace0 2024-06-06T08:34:34.028 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.027+0000 7f39bc6a2b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f39ac1ac370 con 0x55bb2fe90eb0 2024-06-06T08:34:34.028 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.027+0000 7f39aaffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb2fe90590 0x55bb2fe8fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:34.028 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.027+0000 7f39aaffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb2fe90590 0x55bb2fe8fcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:42206/0 (socket says 172.21.15.42:42206) 2024-06-06T08:34:34.028 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.027+0000 7f39aaffd700 1 -- 172.21.15.42:0/2959131758 learned_addr learned my addr 172.21.15.42:0/2959131758 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:34:34.028 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.027+0000 7f39abfff700 1 --2- 172.21.15.42:0/2959131758 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bb2fe90eb0 0x55bb2fe853c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:34.028 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.028+0000 7f39ab7fe700 1 --2- 172.21.15.42:0/2959131758 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bb2fe8ace0 0x55bb2fe8f770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:34.028 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.028+0000 7f39aaffd700 1 -- 172.21.15.42:0/2959131758 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bb2fe90eb0 msgr2=0x55bb2fe853c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:34:34.028 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.028+0000 7f39aaffd700 1 --2- 172.21.15.42:0/2959131758 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bb2fe90eb0 0x55bb2fe853c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:34.028 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.028+0000 7f39aaffd700 1 -- 172.21.15.42:0/2959131758 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bb2fe8ace0 msgr2=0x55bb2fe8f770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:34:34.028 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.028+0000 7f39aaffd700 1 --2- 172.21.15.42:0/2959131758 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bb2fe8ace0 0x55bb2fe8f770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:34.028 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.028+0000 7f39aaffd700 1 -- 172.21.15.42:0/2959131758 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bb2fea6e70 con 0x55bb2fe90590 2024-06-06T08:34:34.028 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.028+0000 7f39aaffd700 1 --2- 172.21.15.42:0/2959131758 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb2fe90590 0x55bb2fe8fcb0 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7f39a000f940 tx=0x7f39a0009fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3cd95839cef9f07b server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:34:34.029 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.028+0000 7f39917fa700 1 -- 172.21.15.42:0/2959131758 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39a002e070 con 0x55bb2fe90590 2024-06-06T08:34:34.029 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.028+0000 7f39917fa700 1 -- 172.21.15.42:0/2959131758 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f39a00055c0 con 0x55bb2fe90590 2024-06-06T08:34:34.029 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.028+0000 7f39917fa700 1 -- 172.21.15.42:0/2959131758 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39a00293f0 con 0x55bb2fe90590 2024-06-06T08:34:34.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.029+0000 7f39bc6a2b80 1 -- 172.21.15.42:0/2959131758 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb2fe90590 msgr2=0x55bb2fe8fcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:34.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.029+0000 7f39bc6a2b80 1 --2- 172.21.15.42:0/2959131758 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb2fe90590 0x55bb2fe8fcb0 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7f39a000f940 tx=0x7f39a0009fd0 comp rx=0 tx=0).stop 2024-06-06T08:34:34.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.029+0000 7f39bc6a2b80 1 -- 172.21.15.42:0/2959131758 shutdown_connections 2024-06-06T08:34:34.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.029+0000 7f39bc6a2b80 1 --2- 172.21.15.42:0/2959131758 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bb2fe90eb0 0x55bb2fe853c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:34.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.029+0000 7f39bc6a2b80 1 --2- 172.21.15.42:0/2959131758 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bb2fe8ace0 0x55bb2fe8f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:34.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.029+0000 7f39bc6a2b80 1 --2- 172.21.15.42:0/2959131758 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb2fe90590 0x55bb2fe8fcb0 unknown :-1 s=CLOSED pgs=934 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:34.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.029+0000 7f39bc6a2b80 1 -- 172.21.15.42:0/2959131758 >> 172.21.15.42:0/2959131758 conn(0x55bb2fdb7210 msgr2=0x55bb2fe8f060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:34:34.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.029+0000 7f39bc6a2b80 1 -- 172.21.15.42:0/2959131758 shutdown_connections 2024-06-06T08:34:34.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.029+0000 7f39bc6a2b80 1 -- 172.21.15.42:0/2959131758 wait complete. 2024-06-06T08:34:34.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.029+0000 7f39bc6a2b80 1 -- start start 2024-06-06T08:34:34.032 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.029+0000 7f39bc6a2b80 1 Processor -- start 2024-06-06T08:34:34.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.030+0000 7f39bc6a2b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bb2fe8ace0 0x55bb2fe9cb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:34.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.030+0000 7f39bc6a2b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb2fe90590 0x55bb2fe9d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:34.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.030+0000 7f39bc6a2b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bb2fe90eb0 0x55bb2fe99b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:34.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.030+0000 7f39bc6a2b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f39ac1ac9c0 con 0x55bb2fe90590 2024-06-06T08:34:34.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.030+0000 7f39bc6a2b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f39ac1ade30 con 0x55bb2fe8ace0 2024-06-06T08:34:34.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.030+0000 7f39bc6a2b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f39ac1ad090 con 0x55bb2fe90eb0 2024-06-06T08:34:34.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.030+0000 7f39bc6a2b80 10 client.0 _ll_register_callbacks cb 0x55bb2fd71740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:34:34.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.030+0000 7f39aaffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb2fe90590 0x55bb2fe9d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:34.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.030+0000 7f39aaffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb2fe90590 0x55bb2fe9d0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:42218/0 (socket says 172.21.15.42:42218) 2024-06-06T08:34:34.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.030+0000 7f39aaffd700 1 -- 172.21.15.42:0/2382604225 learned_addr learned my addr 172.21.15.42:0/2382604225 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:34:34.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.030+0000 7f39abfff700 1 --2- 172.21.15.42:0/2382604225 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bb2fe90eb0 0x55bb2fe99b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:34.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.030+0000 7f39ab7fe700 1 --2- 172.21.15.42:0/2382604225 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bb2fe8ace0 0x55bb2fe9cb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:34.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.030+0000 7f39aaffd700 1 -- 172.21.15.42:0/2382604225 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bb2fe90eb0 msgr2=0x55bb2fe99b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:34:34.034 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.030+0000 7f39aaffd700 1 --2- 172.21.15.42:0/2382604225 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bb2fe90eb0 0x55bb2fe99b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:34.034 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.030+0000 7f39aaffd700 1 -- 172.21.15.42:0/2382604225 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bb2fe8ace0 msgr2=0x55bb2fe9cb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:34:34.034 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.030+0000 7f39aaffd700 1 --2- 172.21.15.42:0/2382604225 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bb2fe8ace0 0x55bb2fe9cb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:34.034 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.030+0000 7f39aaffd700 1 -- 172.21.15.42:0/2382604225 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bb2fe9a090 con 0x55bb2fe90590 2024-06-06T08:34:34.034 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.030+0000 7f39aaffd700 1 --2- 172.21.15.42:0/2382604225 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb2fe90590 0x55bb2fe9d0c0 secure :-1 s=READY pgs=935 cs=0 l=1 rev1=1 crypto rx=0x7f39a00093b0 tx=0x7f39a0009480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2bd586686f8103f8 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:34:34.034 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.030+0000 7f398affd700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:34:34.034 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.031+0000 7f398affd700 1 -- 172.21.15.42:0/2382604225 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39a002e040 con 0x55bb2fe90590 2024-06-06T08:34:34.034 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.031+0000 7f39bc6a2b80 1 -- 172.21.15.42:0/2382604225 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f39a00055c0 con 0x55bb2fe90590 2024-06-06T08:34:34.034 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.031+0000 7f398affd700 1 -- 172.21.15.42:0/2382604225 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(116..116 src has 1..116) ==== 9438+0+0 (secure 0 0 0) 0x7f39a0003800 con 0x55bb2fe90590 2024-06-06T08:34:34.034 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.031+0000 7f398affd700 1 -- 172.21.15.42:0/2382604225 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f39a003c050 con 0x55bb2fe90590 2024-06-06T08:34:34.034 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.031+0000 7f39bc6a2b80 10 client.17535 fetch_fsmap learned FSMap version 46 2024-06-06T08:34:34.034 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.031+0000 7f39bc6a2b80 1 -- 172.21.15.42:0/2382604225 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55bb2ff0fba0 con 0x55bb2fe90590 2024-06-06T08:34:34.035 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.031+0000 7f398affd700 1 -- 172.21.15.42:0/2382604225 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f39a00055c0 con 0x55bb2fe90590 2024-06-06T08:34:34.035 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.031+0000 7f398affd700 1 -- 172.21.15.42:0/2382604225 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 46) ==== 8370+0+0 (secure 0 0 0) 0x7f39a0019040 con 0x55bb2fe90590 2024-06-06T08:34:34.035 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.031+0000 7f39bc6a2b80 10 client.17535 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T08:34:34.035 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.031+0000 7f39bc6a2b80 10 client.17535 resolve_mds: validated gid 24484 aka daemon mds.i 2024-06-06T08:34:34.035 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.031+0000 7f39bc6a2b80 20 client.17535 populate_metadata read hostname 'smithi042' 2024-06-06T08:34:34.035 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.031+0000 7f39bc6a2b80 1 --2- 172.21.15.42:0/2382604225 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55bb2ff10310 0x55bb2ff12730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:34.035 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.031+0000 7f39bc6a2b80 4 client.17535 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 150.0, "await_for": 45.0}] 2024-06-06T08:34:34.035 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.031+0000 7f39bc6a2b80 1 -- 172.21.15.42:0/2382604225 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 150.0, "await_for": 45.0}) -- 0x55bb2fde3460 con 0x55bb2ff10310 2024-06-06T08:34:34.035 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.032+0000 7f39ab7fe700 1 --2- 172.21.15.42:0/2382604225 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55bb2ff10310 0x55bb2ff12730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:34.035 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.032+0000 7f398affd700 10 client.17535 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:34:34.035 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:34.032+0000 7f39ab7fe700 1 --2- 172.21.15.42:0/2382604225 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55bb2ff10310 0x55bb2ff12730 crc :-1 s=READY pgs=236 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fef095444df10af1 server_cookie=585404128660060c in_seq=0 out_seq=0 2024-06-06T08:34:34.639 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:34:34 smithi120 ceph-mon[36658]: pgmap v377: 129 pgs: 129 active+clean; 1.4 GiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 219 KiB/s rd, 376 KiB/s wr, 68 op/s 2024-06-06T08:34:34.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:34:34 smithi149 ceph-mon[36842]: pgmap v377: 129 pgs: 129 active+clean; 1.4 GiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 219 KiB/s rd, 376 KiB/s wr, 68 op/s 2024-06-06T08:34:34.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:34:34 smithi042 ceph-mon[32384]: pgmap v377: 129 pgs: 129 active+clean; 1.4 GiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 219 KiB/s rd, 376 KiB/s wr, 68 op/s 2024-06-06T08:34:36.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:34:36 smithi120 ceph-mon[36658]: pgmap v378: 129 pgs: 129 active+clean; 1.5 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.5 MiB/s wr, 254 op/s 2024-06-06T08:34:36.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:34:36 smithi149 ceph-mon[36842]: pgmap v378: 129 pgs: 129 active+clean; 1.5 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.5 MiB/s wr, 254 op/s 2024-06-06T08:34:36.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:34:36 smithi042 ceph-mon[32384]: pgmap v378: 129 pgs: 129 active+clean; 1.5 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.5 MiB/s wr, 254 op/s 2024-06-06T08:34:38.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:34:38 smithi120 ceph-mon[36658]: pgmap v379: 129 pgs: 129 active+clean; 1.5 GiB data, 7.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.5 MiB/s wr, 288 op/s 2024-06-06T08:34:38.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:34:38 smithi149 ceph-mon[36842]: pgmap v379: 129 pgs: 129 active+clean; 1.5 GiB data, 7.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.5 MiB/s wr, 288 op/s 2024-06-06T08:34:38.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:34:38 smithi042 ceph-mon[32384]: pgmap v379: 129 pgs: 129 active+clean; 1.5 GiB data, 7.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.5 MiB/s wr, 288 op/s 2024-06-06T08:34:38.973 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:38.973+0000 7f398affd700 1 -- 172.21.15.42:0/2382604225 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55bb2fde3460 con 0x55bb2ff10310 2024-06-06T08:34:38.973 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:38.973+0000 7f398affd700 10 client.17535 handle_command_reply: tid=0 2024-06-06T08:34:38.973 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:38.973+0000 7f39bc6a2b80 1 client.17535 shutdown 2024-06-06T08:34:38.973 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:38.974+0000 7f39bc6a2b80 1 -- 172.21.15.42:0/2382604225 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb2fe90590 msgr2=0x55bb2fe9d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:38.973 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:38.974+0000 7f39bc6a2b80 1 --2- 172.21.15.42:0/2382604225 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb2fe90590 0x55bb2fe9d0c0 secure :-1 s=READY pgs=935 cs=0 l=1 rev1=1 crypto rx=0x7f39a00093b0 tx=0x7f39a0009480 comp rx=0 tx=0).stop 2024-06-06T08:34:38.973 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:38.974+0000 7f39bc6a2b80 1 -- 172.21.15.42:0/2382604225 shutdown_connections 2024-06-06T08:34:38.973 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:38.974+0000 7f39bc6a2b80 1 --2- 172.21.15.42:0/2382604225 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bb2fe90eb0 0x55bb2fe99b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:38.973 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:38.974+0000 7f39bc6a2b80 1 --2- 172.21.15.42:0/2382604225 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55bb2ff10310 0x55bb2ff12730 crc :-1 s=READY pgs=236 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:38.974 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:38.974+0000 7f39bc6a2b80 1 --2- 172.21.15.42:0/2382604225 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55bb2fe8ace0 0x55bb2fe9cb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:38.974 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:38.974+0000 7f39bc6a2b80 1 --2- 172.21.15.42:0/2382604225 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb2fe90590 0x55bb2fe9d0c0 unknown :-1 s=CLOSED pgs=935 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:38.974 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:38.974+0000 7f398affd700 0 client.17535 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:34:38.974 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:38.974+0000 7f39bc6a2b80 1 -- 172.21.15.42:0/2382604225 >> 172.21.15.42:0/2382604225 conn(0x55bb2fdb7210 msgr2=0x55bb2fe8f8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:34:38.974 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:38.974+0000 7f39bc6a2b80 1 -- 172.21.15.42:0/2382604225 shutdown_connections 2024-06-06T08:34:38.974 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:38.974+0000 7f39bc6a2b80 1 -- 172.21.15.42:0/2382604225 wait complete. 2024-06-06T08:34:38.974 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:38.974+0000 7f39bc6a2b80 20 client.17535 trim_cache size 0 max 16384 2024-06-06T08:34:38.974 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:34:38.975 INFO:teuthology.orchestra.run.smithi042.stdout: "epoch": 46, 2024-06-06T08:34:38.975 INFO:teuthology.orchestra.run.smithi042.stdout: "leader": 24484, 2024-06-06T08:34:38.975 INFO:teuthology.orchestra.run.smithi042.stdout: "set_version": 34, 2024-06-06T08:34:38.975 INFO:teuthology.orchestra.run.smithi042.stdout: "sets": { 2024-06-06T08:34:38.975 INFO:teuthology.orchestra.run.smithi042.stdout: "67a6da2b": { 2024-06-06T08:34:38.975 INFO:teuthology.orchestra.run.smithi042.stdout: "version": 34, 2024-06-06T08:34:38.975 INFO:teuthology.orchestra.run.smithi042.stdout: "age_ref": 0.0, 2024-06-06T08:34:38.975 INFO:teuthology.orchestra.run.smithi042.stdout: "state": { 2024-06-06T08:34:38.975 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "QUIESCED", 2024-06-06T08:34:38.975 INFO:teuthology.orchestra.run.smithi042.stdout: "age": 0.0 2024-06-06T08:34:38.975 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:34:38.975 INFO:teuthology.orchestra.run.smithi042.stdout: "timeout": 90.0, 2024-06-06T08:34:38.975 INFO:teuthology.orchestra.run.smithi042.stdout: "expiration": 150.0, 2024-06-06T08:34:38.976 INFO:teuthology.orchestra.run.smithi042.stdout: "members": { 2024-06-06T08:34:38.976 INFO:teuthology.orchestra.run.smithi042.stdout: "file:/": { 2024-06-06T08:34:38.976 INFO:teuthology.orchestra.run.smithi042.stdout: "excluded": false, 2024-06-06T08:34:38.976 INFO:teuthology.orchestra.run.smithi042.stdout: "state": { 2024-06-06T08:34:38.976 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "QUIESCED", 2024-06-06T08:34:38.976 INFO:teuthology.orchestra.run.smithi042.stdout: "age": 0.0 2024-06-06T08:34:38.976 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:34:38.976 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:34:38.976 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:34:38.976 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:34:38.976 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:34:38.976 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:34:38.977 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:38.975+0000 7f39b1e1f700 1 -- 172.21.15.42:0/1459799623 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f39940a2e30 msgr2=0x7f39940a52f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:38.977 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:38.975+0000 7f39b1e1f700 1 --2- 172.21.15.42:0/1459799623 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f39940a2e30 0x7f39940a52f0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f399c011550 tx=0x7f399c009260 comp rx=0 tx=0).stop 2024-06-06T08:34:38.977 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:38.975+0000 7f39b1e1f700 1 -- 172.21.15.42:0/1459799623 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f39ac1066c0 msgr2=0x7f39ac1a4a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:38.977 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:38.975+0000 7f39b1e1f700 1 --2- 172.21.15.42:0/1459799623 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f39ac1066c0 0x7f39ac1a4a50 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7f39a400b770 tx=0x7f39a4007a20 comp rx=0 tx=0).stop 2024-06-06T08:34:38.977 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:38.975+0000 7f39b1e1f700 1 -- 172.21.15.42:0/1459799623 shutdown_connections 2024-06-06T08:34:38.977 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:38.975+0000 7f39b1e1f700 1 --2- 172.21.15.42:0/1459799623 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f39940a2e30 0x7f39940a52f0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:38.977 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:38.975+0000 7f39b1e1f700 1 --2- 172.21.15.42:0/1459799623 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f39ac1066c0 0x7f39ac1a4a50 unknown :-1 s=CLOSED pgs=931 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:38.977 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:38.975+0000 7f39b1e1f700 1 --2- 172.21.15.42:0/1459799623 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f39ac1015f0 0x7f39ac1999d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:38.978 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:38.975+0000 7f39b1e1f700 1 --2- 172.21.15.42:0/1459799623 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f39ac101fa0 0x7f39ac199f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:38.978 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:38.975+0000 7f39b1e1f700 1 -- 172.21.15.42:0/1459799623 >> 172.21.15.42:0/1459799623 conn(0x7f39ac078330 msgr2=0x7f39ac0ff2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:34:38.978 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:38.976+0000 7f39b1e1f700 1 -- 172.21.15.42:0/1459799623 shutdown_connections 2024-06-06T08:34:38.978 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:34:38.976+0000 7f39b1e1f700 1 -- 172.21.15.42:0/1459799623 wait complete. 2024-06-06T08:34:39.701 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '67a6da2b', quiesce took 11.1 seconds. Will release after: 18.9 2024-06-06T08:34:40.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:34:40 smithi149 ceph-mon[36842]: pgmap v380: 129 pgs: 129 active+clean; 1.5 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.2 MiB/s wr, 310 op/s 2024-06-06T08:34:40.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:34:40 smithi042 ceph-mon[32384]: pgmap v380: 129 pgs: 129 active+clean; 1.5 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.2 MiB/s wr, 310 op/s 2024-06-06T08:34:40.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:34:40 smithi120 ceph-mon[36658]: pgmap v380: 129 pgs: 129 active+clean; 1.5 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.2 MiB/s wr, 310 op/s 2024-06-06T08:34:42.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:34:42 smithi149 ceph-mon[36842]: pgmap v381: 129 pgs: 129 active+clean; 1.5 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.2 MiB/s wr, 291 op/s 2024-06-06T08:34:42.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:34:42 smithi042 ceph-mon[32384]: pgmap v381: 129 pgs: 129 active+clean; 1.5 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.2 MiB/s wr, 291 op/s 2024-06-06T08:34:42.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:34:42 smithi120 ceph-mon[36658]: pgmap v381: 129 pgs: 129 active+clean; 1.5 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.2 MiB/s wr, 291 op/s 2024-06-06T08:34:44.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:34:44 smithi149 ceph-mon[36842]: pgmap v382: 129 pgs: 129 active+clean; 1.5 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.1 MiB/s wr, 241 op/s 2024-06-06T08:34:44.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:34:44 smithi042 ceph-mon[32384]: pgmap v382: 129 pgs: 129 active+clean; 1.5 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.1 MiB/s wr, 241 op/s 2024-06-06T08:34:44.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:34:44 smithi120 ceph-mon[36658]: pgmap v382: 129 pgs: 129 active+clean; 1.5 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.1 MiB/s wr, 241 op/s 2024-06-06T08:34:45.562 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.563+0000 7fd0d4aba640 1 -- 172.21.15.42:0/2382419026 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd0d0101290 msgr2=0x7fd0d010d750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:45.563 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.563+0000 7fd0d4aba640 1 --2- 172.21.15.42:0/2382419026 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd0d0101290 0x7fd0d010d750 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7fd0c8009cd0 tx=0x7fd0c802a8e0 comp rx=0 tx=0).stop 2024-06-06T08:34:45.563 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.563+0000 7fd0d4aba640 1 -- 172.21.15.42:0/2382419026 shutdown_connections 2024-06-06T08:34:45.563 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.563+0000 7fd0d4aba640 1 --2- 172.21.15.42:0/2382419026 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd0d01008d0 0x7fd0d0100d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:45.563 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.563+0000 7fd0d4aba640 1 --2- 172.21.15.42:0/2382419026 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd0d0101290 0x7fd0d010d750 unknown :-1 s=CLOSED pgs=936 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:45.563 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.563+0000 7fd0d4aba640 1 --2- 172.21.15.42:0/2382419026 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd0d0106890 0x7fd0d0106c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:45.563 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.563+0000 7fd0d4aba640 1 -- 172.21.15.42:0/2382419026 >> 172.21.15.42:0/2382419026 conn(0x7fd0d0077a20 msgr2=0x7fd0d0077e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:34:45.563 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.563+0000 7fd0d4aba640 1 -- 172.21.15.42:0/2382419026 shutdown_connections 2024-06-06T08:34:45.564 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.563+0000 7fd0d4aba640 1 -- 172.21.15.42:0/2382419026 wait complete. 2024-06-06T08:34:45.566 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.564+0000 7fd0d4aba640 1 Processor -- start 2024-06-06T08:34:45.566 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.564+0000 7fd0d4aba640 1 -- start start 2024-06-06T08:34:45.566 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.565+0000 7fd0d4aba640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd0d01008d0 0x7fd0d0198250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:45.566 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.565+0000 7fd0d4aba640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd0d0101290 0x7fd0d0198790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:45.571 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.565+0000 7fd0d4aba640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd0d0106890 0x7fd0d019cac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:45.571 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.565+0000 7fd0d4aba640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d0110cf0 con 0x7fd0d01008d0 2024-06-06T08:34:45.571 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.565+0000 7fd0d4aba640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d0110b70 con 0x7fd0d0101290 2024-06-06T08:34:45.571 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.565+0000 7fd0d4aba640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d0110e70 con 0x7fd0d0106890 2024-06-06T08:34:45.571 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.565+0000 7fd0ce59c640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd0d01008d0 0x7fd0d0198250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:45.571 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.565+0000 7fd0ce59c640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd0d01008d0 0x7fd0d0198250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:42278/0 (socket says 172.21.15.42:42278) 2024-06-06T08:34:45.571 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.565+0000 7fd0ce59c640 1 -- 172.21.15.42:0/238027724 learned_addr learned my addr 172.21.15.42:0/238027724 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:34:45.571 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.565+0000 7fd0cdd9b640 1 --2- 172.21.15.42:0/238027724 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd0d0101290 0x7fd0d0198790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:45.571 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.565+0000 7fd0ced9d640 1 --2- 172.21.15.42:0/238027724 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd0d0106890 0x7fd0d019cac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:45.572 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.565+0000 7fd0ce59c640 1 -- 172.21.15.42:0/238027724 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd0d0106890 msgr2=0x7fd0d019cac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:45.572 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.565+0000 7fd0ce59c640 1 --2- 172.21.15.42:0/238027724 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd0d0106890 0x7fd0d019cac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:45.572 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.565+0000 7fd0ce59c640 1 -- 172.21.15.42:0/238027724 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd0d0101290 msgr2=0x7fd0d0198790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:45.572 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.565+0000 7fd0ce59c640 1 --2- 172.21.15.42:0/238027724 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd0d0101290 0x7fd0d0198790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:45.572 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.565+0000 7fd0ce59c640 1 -- 172.21.15.42:0/238027724 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0d019d1f0 con 0x7fd0d01008d0 2024-06-06T08:34:45.572 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.565+0000 7fd0ced9d640 1 --2- 172.21.15.42:0/238027724 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd0d0106890 0x7fd0d019cac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:34:45.572 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.565+0000 7fd0ce59c640 1 --2- 172.21.15.42:0/238027724 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd0d01008d0 0x7fd0d0198250 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x7fd0c000b4a0 tx=0x7fd0c000b8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:34:45.572 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.566+0000 7fd0c77fe640 1 -- 172.21.15.42:0/238027724 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0c0015020 con 0x7fd0d01008d0 2024-06-06T08:34:45.572 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.566+0000 7fd0c77fe640 1 -- 172.21.15.42:0/238027724 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd0c0011d10 con 0x7fd0d01008d0 2024-06-06T08:34:45.572 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.566+0000 7fd0d4aba640 1 -- 172.21.15.42:0/238027724 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0d019d4e0 con 0x7fd0d01008d0 2024-06-06T08:34:45.572 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.566+0000 7fd0c77fe640 1 -- 172.21.15.42:0/238027724 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0c000f2e0 con 0x7fd0d01008d0 2024-06-06T08:34:45.572 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.566+0000 7fd0d4aba640 1 -- 172.21.15.42:0/238027724 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0d01a4d70 con 0x7fd0d01008d0 2024-06-06T08:34:45.580 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.568+0000 7fd0c77fe640 1 -- 172.21.15.42:0/238027724 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fd0c0018020 con 0x7fd0d01008d0 2024-06-06T08:34:45.580 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.568+0000 7fd0d77c8740 1 Processor -- start 2024-06-06T08:34:45.580 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.569+0000 7fd0d77c8740 1 -- start start 2024-06-06T08:34:45.580 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.569+0000 7fd0d77c8740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5585c7949170 0x5585c7949550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:45.580 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.569+0000 7fd0d77c8740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5585c7949a90 0x5585c7953e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:45.580 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.569+0000 7fd0d77c8740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5585c7954350 0x5585c7956740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:45.580 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.569+0000 7fd0d77c8740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5585c78ad4f0 con 0x5585c7954350 2024-06-06T08:34:45.581 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.569+0000 7fd0d77c8740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5585c784b870 con 0x5585c7949170 2024-06-06T08:34:45.581 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.569+0000 7fd0d77c8740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5585c78a94b0 con 0x5585c7949a90 2024-06-06T08:34:45.581 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.569+0000 7fd0c77fe640 1 --2- 172.21.15.42:0/238027724 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fd0bc0a2da0 0x7fd0bc0a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:45.581 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.569+0000 7fd0cdd9b640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5585c7954350 0x5585c7956740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:45.581 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.569+0000 7fd0cdd9b640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5585c7954350 0x5585c7956740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:42286/0 (socket says 172.21.15.42:42286) 2024-06-06T08:34:45.581 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.569+0000 7fd0cdd9b640 1 -- 172.21.15.42:0/254789132 learned_addr learned my addr 172.21.15.42:0/254789132 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:34:45.581 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.569+0000 7fd0ced9d640 1 --2- 172.21.15.42:0/254789132 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5585c7949170 0x5585c7949550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:45.581 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.569+0000 7fd0ced9d640 1 --2- 172.21.15.42:0/238027724 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fd0bc0a2da0 0x7fd0bc0a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:45.581 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.569+0000 7fd0c77fe640 1 -- 172.21.15.42:0/238027724 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(116..116 src has 1..116) ==== 9438+0+0 (secure 0 0 0) 0x7fd0c00cf070 con 0x7fd0d01008d0 2024-06-06T08:34:45.581 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.569+0000 7fd0ce59c640 1 --2- 172.21.15.42:0/254789132 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5585c7949a90 0x5585c7953e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:45.581 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.569+0000 7fd0cdd9b640 1 -- 172.21.15.42:0/254789132 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5585c7949a90 msgr2=0x5585c7953e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:34:45.581 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.569+0000 7fd0cdd9b640 1 --2- 172.21.15.42:0/254789132 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5585c7949a90 0x5585c7953e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:45.582 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.569+0000 7fd0cdd9b640 1 -- 172.21.15.42:0/254789132 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5585c7949170 msgr2=0x5585c7949550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:34:45.582 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.569+0000 7fd0cdd9b640 1 --2- 172.21.15.42:0/254789132 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5585c7949170 0x5585c7949550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:45.582 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.569+0000 7fd0cdd9b640 1 -- 172.21.15.42:0/254789132 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5585c78679b0 con 0x5585c7954350 2024-06-06T08:34:45.582 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.570+0000 7fd0cdd9b640 1 --2- 172.21.15.42:0/254789132 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5585c7954350 0x5585c7956740 secure :-1 s=READY pgs=938 cs=0 l=1 rev1=1 crypto rx=0x7fd0b800aca0 tx=0x7fd0b800f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30ebd16fd0578fdb server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:34:45.582 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.570+0000 7fd0ced9d640 1 --2- 172.21.15.42:0/238027724 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fd0bc0a2da0 0x7fd0bc0a5260 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fd0c8031860 tx=0x7fd0c80095c0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:34:45.582 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.570+0000 7fd0c4ff9640 1 -- 172.21.15.42:0/254789132 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0b801d070 con 0x5585c7954350 2024-06-06T08:34:45.582 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.570+0000 7fd0c4ff9640 1 -- 172.21.15.42:0/254789132 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd0b8018b20 con 0x5585c7954350 2024-06-06T08:34:45.582 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.570+0000 7fd0c4ff9640 1 -- 172.21.15.42:0/254789132 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0b8010cb0 con 0x5585c7954350 2024-06-06T08:34:45.582 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.570+0000 7fd0d77c8740 1 -- 172.21.15.42:0/254789132 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5585c7954350 msgr2=0x5585c7956740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:45.582 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.570+0000 7fd0d77c8740 1 --2- 172.21.15.42:0/254789132 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5585c7954350 0x5585c7956740 secure :-1 s=READY pgs=938 cs=0 l=1 rev1=1 crypto rx=0x7fd0b800aca0 tx=0x7fd0b800f790 comp rx=0 tx=0).stop 2024-06-06T08:34:45.583 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.571+0000 7fd0d77c8740 1 -- 172.21.15.42:0/254789132 shutdown_connections 2024-06-06T08:34:45.583 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.571+0000 7fd0d77c8740 1 --2- 172.21.15.42:0/254789132 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5585c7954350 0x5585c7956740 unknown :-1 s=CLOSED pgs=938 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:45.583 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.571+0000 7fd0d77c8740 1 --2- 172.21.15.42:0/254789132 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5585c7949a90 0x5585c7953e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:45.583 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.571+0000 7fd0d77c8740 1 --2- 172.21.15.42:0/254789132 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5585c7949170 0x5585c7949550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:45.583 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.571+0000 7fd0d77c8740 1 -- 172.21.15.42:0/254789132 >> 172.21.15.42:0/254789132 conn(0x5585c7945680 msgr2=0x5585c7945a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:34:45.583 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.571+0000 7fd0d77c8740 1 -- 172.21.15.42:0/254789132 shutdown_connections 2024-06-06T08:34:45.583 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.571+0000 7fd0d77c8740 1 -- 172.21.15.42:0/254789132 wait complete. 2024-06-06T08:34:45.583 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.571+0000 7fd0d77c8740 1 -- start start 2024-06-06T08:34:45.583 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.571+0000 7fd0d77c8740 1 Processor -- start 2024-06-06T08:34:45.583 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.571+0000 7fd0d77c8740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5585c7949170 0x5585c79512e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:45.583 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.571+0000 7fd0d77c8740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5585c7949a90 0x5585c7951820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:45.583 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.571+0000 7fd0d77c8740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5585c7954350 0x5585c7951d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:45.584 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.571+0000 7fd0d77c8740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5585c7956f80 con 0x5585c7949170 2024-06-06T08:34:45.584 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.571+0000 7fd0d77c8740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5585c7836ae0 con 0x5585c7949a90 2024-06-06T08:34:45.584 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.571+0000 7fd0d77c8740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5585c7957100 con 0x5585c7954350 2024-06-06T08:34:45.584 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.571+0000 7fd0d77c8740 10 client.0 _ll_register_callbacks cb 0x5585c786f9b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:34:45.584 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.571+0000 7fd0ce59c640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5585c7949170 0x5585c79512e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:45.584 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.572+0000 7fd0ce59c640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5585c7949170 0x5585c79512e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:42298/0 (socket says 172.21.15.42:42298) 2024-06-06T08:34:45.584 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.572+0000 7fd0ce59c640 1 -- 172.21.15.42:0/2955377638 learned_addr learned my addr 172.21.15.42:0/2955377638 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:34:45.584 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.572+0000 7fd0cdd9b640 1 --2- 172.21.15.42:0/2955377638 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5585c7949a90 0x5585c7951820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:45.584 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.572+0000 7fd0ced9d640 1 --2- 172.21.15.42:0/2955377638 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5585c7954350 0x5585c7951d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:45.584 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.572+0000 7fd0ce59c640 1 -- 172.21.15.42:0/2955377638 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5585c7954350 msgr2=0x5585c7951d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:34:45.584 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.572+0000 7fd0ce59c640 1 --2- 172.21.15.42:0/2955377638 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5585c7954350 0x5585c7951d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:45.585 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.572+0000 7fd0ce59c640 1 -- 172.21.15.42:0/2955377638 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5585c7949a90 msgr2=0x5585c7951820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:34:45.585 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.572+0000 7fd0ce59c640 1 --2- 172.21.15.42:0/2955377638 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5585c7949a90 0x5585c7951820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:45.585 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.572+0000 7fd0ce59c640 1 -- 172.21.15.42:0/2955377638 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5585c75c1210 con 0x5585c7949170 2024-06-06T08:34:45.585 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.572+0000 7fd0ced9d640 1 --2- 172.21.15.42:0/2955377638 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5585c7954350 0x5585c7951d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:34:45.585 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.572+0000 7fd0ce59c640 1 --2- 172.21.15.42:0/2955377638 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5585c7949170 0x5585c79512e0 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x7fd0c00cf310 tx=0x7fd0c009acd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe379107eb4adb36 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:34:45.585 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.572+0000 7fd0b5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:34:45.585 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.572+0000 7fd0b5ffb640 1 -- 172.21.15.42:0/2955377638 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0c00b4060 con 0x5585c7949170 2024-06-06T08:34:45.585 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.572+0000 7fd0b5ffb640 1 -- 172.21.15.42:0/2955377638 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(116..116 src has 1..116) ==== 9438+0+0 (secure 0 0 0) 0x7fd0c0097920 con 0x5585c7949170 2024-06-06T08:34:45.585 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.572+0000 7fd0d77c8740 1 -- 172.21.15.42:0/2955377638 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd0b8018b20 con 0x5585c7949170 2024-06-06T08:34:45.585 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.572+0000 7fd0b5ffb640 1 -- 172.21.15.42:0/2955377638 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7fd0c009f660 con 0x5585c7949170 2024-06-06T08:34:45.585 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.572+0000 7fd0d77c8740 10 client.17547 fetch_fsmap learned FSMap version 46 2024-06-06T08:34:45.585 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.572+0000 7fd0d77c8740 1 -- 172.21.15.42:0/2955377638 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x5585c768d620 con 0x5585c7949170 2024-06-06T08:34:45.586 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.572+0000 7fd0b5ffb640 1 -- 172.21.15.42:0/2955377638 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd0b8018b20 con 0x5585c7949170 2024-06-06T08:34:45.586 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.573+0000 7fd0b5ffb640 1 -- 172.21.15.42:0/2955377638 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 46) ==== 8370+0+0 (secure 0 0 0) 0x7fd0c009f170 con 0x5585c7949170 2024-06-06T08:34:45.586 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.573+0000 7fd0d77c8740 10 client.17547 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T08:34:45.586 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.573+0000 7fd0d77c8740 10 client.17547 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:34:45.586 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.573+0000 7fd0d77c8740 20 client.17547 populate_metadata read hostname 'smithi042' 2024-06-06T08:34:45.586 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.573+0000 7fd0d77c8740 1 --2- 172.21.15.42:0/2955377638 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5585c7964530 0x5585c7966940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:45.586 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.573+0000 7fd0d77c8740 4 client.17547 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:34:45.586 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.573+0000 7fd0d77c8740 1 -- 172.21.15.42:0/2955377638 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5585c78c0f10 con 0x5585c7964530 2024-06-06T08:34:45.586 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.573+0000 7fd0cdd9b640 1 --2- 172.21.15.42:0/2955377638 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5585c7964530 0x5585c7966940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:45.587 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.573+0000 7fd0b5ffb640 10 client.17547 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:34:45.587 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.573+0000 7fd0cdd9b640 1 --2- 172.21.15.42:0/2955377638 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5585c7964530 0x5585c7966940 crc :-1 s=READY pgs=237 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=97f20ebfc986eae7 server_cookie=ef5a7dcd7e8c4d8e in_seq=0 out_seq=0 2024-06-06T08:34:45.587 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.574+0000 7fd0b5ffb640 1 -- 172.21.15.42:0/2955377638 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x5585c78c0f10 con 0x5585c7964530 2024-06-06T08:34:45.587 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.574+0000 7fd0b5ffb640 10 client.17547 handle_command_reply: tid=0 2024-06-06T08:34:45.587 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.574+0000 7fd0d77c8740 1 client.17547 shutdown 2024-06-06T08:34:45.587 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.574+0000 7fd0d77c8740 1 -- 172.21.15.42:0/2955377638 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5585c7949170 msgr2=0x5585c79512e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:45.587 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.574+0000 7fd0d77c8740 1 --2- 172.21.15.42:0/2955377638 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5585c7949170 0x5585c79512e0 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x7fd0c00cf310 tx=0x7fd0c009acd0 comp rx=0 tx=0).stop 2024-06-06T08:34:45.587 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.574+0000 7fd0d77c8740 1 -- 172.21.15.42:0/2955377638 shutdown_connections 2024-06-06T08:34:45.587 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.574+0000 7fd0d77c8740 1 --2- 172.21.15.42:0/2955377638 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5585c7964530 0x5585c7966940 crc :-1 s=READY pgs=237 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:45.587 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.574+0000 7fd0d77c8740 1 --2- 172.21.15.42:0/2955377638 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5585c7949a90 0x5585c7951820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:45.587 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.574+0000 7fd0d77c8740 1 --2- 172.21.15.42:0/2955377638 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5585c7954350 0x5585c7951d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:45.587 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.574+0000 7fd0d77c8740 1 --2- 172.21.15.42:0/2955377638 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5585c7949170 0x5585c79512e0 unknown :-1 s=CLOSED pgs=939 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:45.587 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.574+0000 7fd0b5ffb640 0 client.17547 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:34:45.588 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.574+0000 7fd0d77c8740 1 -- 172.21.15.42:0/2955377638 >> 172.21.15.42:0/2955377638 conn(0x5585c7945680 msgr2=0x5585c794b3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:34:45.588 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.574+0000 7fd0d77c8740 1 -- 172.21.15.42:0/2955377638 shutdown_connections 2024-06-06T08:34:45.588 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.575+0000 7fd0d77c8740 1 -- 172.21.15.42:0/2955377638 wait complete. 2024-06-06T08:34:45.588 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.575+0000 7fd0d77c8740 20 client.17547 trim_cache size 0 max 16384 2024-06-06T08:34:45.593 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.590+0000 7fd0d77c8740 1 Processor -- start 2024-06-06T08:34:45.593 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.590+0000 7fd0d77c8740 1 -- start start 2024-06-06T08:34:45.593 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.590+0000 7fd0d77c8740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5585c7949170 0x5585c7945a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:45.594 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.590+0000 7fd0d77c8740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5585c7949a90 0x5585c796c250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:45.594 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.590+0000 7fd0d77c8740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5585c7954350 0x5585c796c790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:45.594 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.590+0000 7fd0d77c8740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d01b16c0 con 0x5585c7949a90 2024-06-06T08:34:45.594 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.590+0000 7fd0d77c8740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d01aeed0 con 0x5585c7949170 2024-06-06T08:34:45.594 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.590+0000 7fd0d77c8740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d01acd40 con 0x5585c7954350 2024-06-06T08:34:45.594 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.590+0000 7fd0cdd9b640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5585c7949a90 0x5585c796c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:45.594 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.590+0000 7fd0cdd9b640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5585c7949a90 0x5585c796c250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:42306/0 (socket says 172.21.15.42:42306) 2024-06-06T08:34:45.594 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.590+0000 7fd0cdd9b640 1 -- 172.21.15.42:0/2270594013 learned_addr learned my addr 172.21.15.42:0/2270594013 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:34:45.594 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.590+0000 7fd0cdd9b640 1 -- 172.21.15.42:0/2270594013 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5585c7954350 msgr2=0x5585c796c790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:34:45.595 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.590+0000 7fd0cdd9b640 1 --2- 172.21.15.42:0/2270594013 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5585c7954350 0x5585c796c790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:45.595 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.590+0000 7fd0cdd9b640 1 -- 172.21.15.42:0/2270594013 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5585c7949170 msgr2=0x5585c7945a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:34:45.595 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.590+0000 7fd0cdd9b640 1 --2- 172.21.15.42:0/2270594013 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5585c7949170 0x5585c7945a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:45.595 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.590+0000 7fd0cdd9b640 1 -- 172.21.15.42:0/2270594013 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5585c794a5c0 con 0x5585c7949a90 2024-06-06T08:34:45.595 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.591+0000 7fd0cdd9b640 1 --2- 172.21.15.42:0/2270594013 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5585c7949a90 0x5585c796c250 secure :-1 s=READY pgs=940 cs=0 l=1 rev1=1 crypto rx=0x7fd0b800abf0 tx=0x7fd0b800a380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31881a03f6a84743 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:34:45.595 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.591+0000 7fd0b7fff640 1 -- 172.21.15.42:0/2270594013 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0b801d040 con 0x5585c7949a90 2024-06-06T08:34:45.595 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.591+0000 7fd0b7fff640 1 -- 172.21.15.42:0/2270594013 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd0b802e070 con 0x5585c7949a90 2024-06-06T08:34:45.595 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.591+0000 7fd0b7fff640 1 -- 172.21.15.42:0/2270594013 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0b8018a20 con 0x5585c7949a90 2024-06-06T08:34:45.595 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.591+0000 7fd0d77c8740 1 -- 172.21.15.42:0/2270594013 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5585c7949a90 msgr2=0x5585c796c250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:45.595 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.591+0000 7fd0d77c8740 1 --2- 172.21.15.42:0/2270594013 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5585c7949a90 0x5585c796c250 secure :-1 s=READY pgs=940 cs=0 l=1 rev1=1 crypto rx=0x7fd0b800abf0 tx=0x7fd0b800a380 comp rx=0 tx=0).stop 2024-06-06T08:34:45.596 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.591+0000 7fd0d77c8740 1 -- 172.21.15.42:0/2270594013 shutdown_connections 2024-06-06T08:34:45.596 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.591+0000 7fd0d77c8740 1 --2- 172.21.15.42:0/2270594013 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5585c7954350 0x5585c796c790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:45.596 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.591+0000 7fd0d77c8740 1 --2- 172.21.15.42:0/2270594013 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5585c7949a90 0x5585c796c250 unknown :-1 s=CLOSED pgs=940 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:45.596 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.591+0000 7fd0d77c8740 1 --2- 172.21.15.42:0/2270594013 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5585c7949170 0x5585c7945a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:45.596 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.591+0000 7fd0d77c8740 1 -- 172.21.15.42:0/2270594013 >> 172.21.15.42:0/2270594013 conn(0x5585c7945680 msgr2=0x5585c7950b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:34:45.596 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.591+0000 7fd0d77c8740 1 -- 172.21.15.42:0/2270594013 shutdown_connections 2024-06-06T08:34:45.596 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.591+0000 7fd0d77c8740 1 -- 172.21.15.42:0/2270594013 wait complete. 2024-06-06T08:34:45.596 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.592+0000 7fd0d77c8740 1 -- start start 2024-06-06T08:34:45.596 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.592+0000 7fd0d77c8740 1 Processor -- start 2024-06-06T08:34:45.596 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.592+0000 7fd0d77c8740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5585c7949170 0x5585c795c720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:45.596 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.592+0000 7fd0d77c8740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5585c7949a90 0x5585c795cc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:45.596 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.592+0000 7fd0d77c8740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5585c7954350 0x5585c7957c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:45.597 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.592+0000 7fd0d77c8740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d01ad390 con 0x5585c7954350 2024-06-06T08:34:45.597 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.592+0000 7fd0d77c8740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d01ae800 con 0x5585c7949170 2024-06-06T08:34:45.597 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.592+0000 7fd0d77c8740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d01ada60 con 0x5585c7949a90 2024-06-06T08:34:45.597 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.592+0000 7fd0d77c8740 10 client.0 _ll_register_callbacks cb 0x7fd0c0097600 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:34:45.597 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.592+0000 7fd0ced9d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5585c7954350 0x5585c7957c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:45.597 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.592+0000 7fd0ced9d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5585c7954350 0x5585c7957c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:42318/0 (socket says 172.21.15.42:42318) 2024-06-06T08:34:45.597 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.592+0000 7fd0ced9d640 1 -- 172.21.15.42:0/3221574446 learned_addr learned my addr 172.21.15.42:0/3221574446 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:34:45.597 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.592+0000 7fd0ce59c640 1 --2- 172.21.15.42:0/3221574446 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5585c7949170 0x5585c795c720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:45.597 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.592+0000 7fd0cdd9b640 1 --2- 172.21.15.42:0/3221574446 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5585c7949a90 0x5585c795cc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:45.597 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.592+0000 7fd0ced9d640 1 -- 172.21.15.42:0/3221574446 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5585c7949a90 msgr2=0x5585c795cc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:34:45.598 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.593+0000 7fd0ced9d640 1 --2- 172.21.15.42:0/3221574446 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5585c7949a90 0x5585c795cc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:45.598 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.593+0000 7fd0ced9d640 1 -- 172.21.15.42:0/3221574446 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5585c7949170 msgr2=0x5585c795c720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:34:45.598 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.593+0000 7fd0ced9d640 1 --2- 172.21.15.42:0/3221574446 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5585c7949170 0x5585c795c720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:45.598 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.593+0000 7fd0ced9d640 1 -- 172.21.15.42:0/3221574446 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5585c7958470 con 0x5585c7954350 2024-06-06T08:34:45.598 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.593+0000 7fd0ce59c640 1 --2- 172.21.15.42:0/3221574446 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5585c7949170 0x5585c795c720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:34:45.598 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.593+0000 7fd0ced9d640 1 --2- 172.21.15.42:0/3221574446 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5585c7954350 0x5585c7957c70 secure :-1 s=READY pgs=941 cs=0 l=1 rev1=1 crypto rx=0x7fd0c802aed0 tx=0x7fd0c8009880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f781aec5e7efa740 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:34:45.598 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.593+0000 7fd0b5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:34:45.598 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.593+0000 7fd0b5ffb640 1 -- 172.21.15.42:0/3221574446 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0c8051070 con 0x5585c7954350 2024-06-06T08:34:45.598 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.593+0000 7fd0d77c8740 1 -- 172.21.15.42:0/3221574446 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd0b802e070 con 0x5585c7954350 2024-06-06T08:34:45.598 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.593+0000 7fd0b5ffb640 1 -- 172.21.15.42:0/3221574446 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(116..116 src has 1..116) ==== 9438+0+0 (secure 0 0 0) 0x7fd0c8004620 con 0x5585c7954350 2024-06-06T08:34:45.598 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.593+0000 7fd0b5ffb640 1 -- 172.21.15.42:0/3221574446 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7fd0c8003e20 con 0x5585c7954350 2024-06-06T08:34:45.599 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.593+0000 7fd0d77c8740 10 client.17553 fetch_fsmap learned FSMap version 46 2024-06-06T08:34:45.599 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.593+0000 7fd0d77c8740 1 -- 172.21.15.42:0/3221574446 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x5585c79ceee0 con 0x5585c7954350 2024-06-06T08:34:45.599 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.593+0000 7fd0b5ffb640 1 -- 172.21.15.42:0/3221574446 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd0b802e070 con 0x5585c7954350 2024-06-06T08:34:45.599 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.594+0000 7fd0b5ffb640 1 -- 172.21.15.42:0/3221574446 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 46) ==== 8370+0+0 (secure 0 0 0) 0x7fd0c8049040 con 0x5585c7954350 2024-06-06T08:34:45.599 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.594+0000 7fd0d77c8740 10 client.17553 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T08:34:45.599 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.594+0000 7fd0d77c8740 10 client.17553 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:34:45.599 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.594+0000 7fd0d77c8740 20 client.17553 populate_metadata read hostname 'smithi042' 2024-06-06T08:34:45.599 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.594+0000 7fd0d77c8740 1 --2- 172.21.15.42:0/3221574446 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5585c79cf5e0 0x5585c79d1a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:45.599 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.594+0000 7fd0d77c8740 4 client.17553 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:34:45.599 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.594+0000 7fd0d77c8740 1 -- 172.21.15.42:0/3221574446 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5585c78bac20 con 0x5585c79cf5e0 2024-06-06T08:34:45.599 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.594+0000 7fd0ce59c640 1 --2- 172.21.15.42:0/3221574446 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5585c79cf5e0 0x5585c79d1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:45.599 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.594+0000 7fd0b5ffb640 10 client.17553 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:34:45.600 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.594+0000 7fd0ce59c640 1 --2- 172.21.15.42:0/3221574446 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5585c79cf5e0 0x5585c79d1a00 crc :-1 s=READY pgs=238 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=934bfdf376ed6585 server_cookie=76eec0ce8daf296e in_seq=0 out_seq=0 2024-06-06T08:34:45.609 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.610+0000 7fd0b5ffb640 1 -- 172.21.15.42:0/3221574446 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5585c78bac20 con 0x5585c79cf5e0 2024-06-06T08:34:45.609 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.610+0000 7fd0b5ffb640 10 client.17553 handle_command_reply: tid=0 2024-06-06T08:34:45.609 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.610+0000 7fd0d77c8740 1 client.17553 shutdown 2024-06-06T08:34:45.609 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.610+0000 7fd0d77c8740 1 -- 172.21.15.42:0/3221574446 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5585c7954350 msgr2=0x5585c7957c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:45.609 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.610+0000 7fd0d77c8740 1 --2- 172.21.15.42:0/3221574446 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5585c7954350 0x5585c7957c70 secure :-1 s=READY pgs=941 cs=0 l=1 rev1=1 crypto rx=0x7fd0c802aed0 tx=0x7fd0c8009880 comp rx=0 tx=0).stop 2024-06-06T08:34:45.610 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.610+0000 7fd0d77c8740 1 -- 172.21.15.42:0/3221574446 shutdown_connections 2024-06-06T08:34:45.610 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.610+0000 7fd0d77c8740 1 --2- 172.21.15.42:0/3221574446 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5585c79cf5e0 0x5585c79d1a00 crc :-1 s=READY pgs=238 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:45.610 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.610+0000 7fd0d77c8740 1 --2- 172.21.15.42:0/3221574446 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5585c7954350 0x5585c7957c70 unknown :-1 s=CLOSED pgs=941 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:45.610 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.610+0000 7fd0d77c8740 1 --2- 172.21.15.42:0/3221574446 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5585c7949a90 0x5585c795cc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:45.610 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.610+0000 7fd0d77c8740 1 --2- 172.21.15.42:0/3221574446 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5585c7949170 0x5585c795c720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:45.610 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.610+0000 7fd0b5ffb640 0 client.17553 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:34:45.610 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.610+0000 7fd0d77c8740 1 -- 172.21.15.42:0/3221574446 >> 172.21.15.42:0/3221574446 conn(0x5585c7945680 msgr2=0x5585c7945a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:34:45.610 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.610+0000 7fd0d77c8740 1 -- 172.21.15.42:0/3221574446 shutdown_connections 2024-06-06T08:34:45.610 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.610+0000 7fd0d77c8740 1 -- 172.21.15.42:0/3221574446 wait complete. 2024-06-06T08:34:45.611 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.610+0000 7fd0d77c8740 20 client.17553 trim_cache size 0 max 16384 2024-06-06T08:34:45.611 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:34:45.611 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:34:45.611 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:34:45.612 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.611+0000 7fd0d4aba640 1 -- 172.21.15.42:0/238027724 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fd0bc0a2da0 msgr2=0x7fd0bc0a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:45.612 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.611+0000 7fd0d4aba640 1 --2- 172.21.15.42:0/238027724 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fd0bc0a2da0 0x7fd0bc0a5260 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fd0c8031860 tx=0x7fd0c80095c0 comp rx=0 tx=0).stop 2024-06-06T08:34:45.612 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.611+0000 7fd0d4aba640 1 -- 172.21.15.42:0/238027724 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd0d01008d0 msgr2=0x7fd0d0198250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:45.612 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.611+0000 7fd0d4aba640 1 --2- 172.21.15.42:0/238027724 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd0d01008d0 0x7fd0d0198250 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x7fd0c000b4a0 tx=0x7fd0c000b8a0 comp rx=0 tx=0).stop 2024-06-06T08:34:45.612 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.611+0000 7fd0d4aba640 1 -- 172.21.15.42:0/238027724 shutdown_connections 2024-06-06T08:34:45.613 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.611+0000 7fd0d4aba640 1 --2- 172.21.15.42:0/238027724 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fd0bc0a2da0 0x7fd0bc0a5260 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:45.613 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.611+0000 7fd0d4aba640 1 --2- 172.21.15.42:0/238027724 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fd0d0101290 0x7fd0d0198790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:45.613 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.611+0000 7fd0d4aba640 1 --2- 172.21.15.42:0/238027724 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd0d0106890 0x7fd0d019cac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:45.613 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.611+0000 7fd0d4aba640 1 --2- 172.21.15.42:0/238027724 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd0d01008d0 0x7fd0d0198250 unknown :-1 s=CLOSED pgs=937 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:45.613 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.611+0000 7fd0d4aba640 1 -- 172.21.15.42:0/238027724 >> 172.21.15.42:0/238027724 conn(0x7fd0d0077a20 msgr2=0x7fd0d00692d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:34:45.613 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.611+0000 7fd0d4aba640 1 -- 172.21.15.42:0/238027724 shutdown_connections 2024-06-06T08:34:45.613 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:45.611+0000 7fd0d4aba640 1 -- 172.21.15.42:0/238027724 wait complete. 2024-06-06T08:34:46.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:34:46 smithi149 ceph-mon[36842]: pgmap v383: 129 pgs: 129 active+clean; 1.5 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.1 MiB/s wr, 264 op/s 2024-06-06T08:34:46.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:34:46 smithi042 ceph-mon[32384]: pgmap v383: 129 pgs: 129 active+clean; 1.5 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.1 MiB/s wr, 264 op/s 2024-06-06T08:34:46.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:34:46 smithi120 ceph-mon[36658]: pgmap v383: 129 pgs: 129 active+clean; 1.5 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.1 MiB/s wr, 264 op/s 2024-06-06T08:34:48.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:34:48 smithi149 ceph-mon[36842]: pgmap v384: 129 pgs: 129 active+clean; 1.5 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 171 KiB/s rd, 165 KiB/s wr, 111 op/s 2024-06-06T08:34:48.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:34:48 smithi042 ceph-mon[32384]: pgmap v384: 129 pgs: 129 active+clean; 1.5 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 171 KiB/s rd, 165 KiB/s wr, 111 op/s 2024-06-06T08:34:48.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:34:48 smithi120 ceph-mon[36658]: pgmap v384: 129 pgs: 129 active+clean; 1.5 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 171 KiB/s rd, 165 KiB/s wr, 111 op/s 2024-06-06T08:34:50.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:34:50 smithi149 ceph-mon[36842]: pgmap v385: 129 pgs: 129 active+clean; 1.5 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 168 KiB/s rd, 164 KiB/s wr, 87 op/s 2024-06-06T08:34:50.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:34:50 smithi042 ceph-mon[32384]: pgmap v385: 129 pgs: 129 active+clean; 1.5 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 168 KiB/s rd, 164 KiB/s wr, 87 op/s 2024-06-06T08:34:50.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:34:50 smithi120 ceph-mon[36658]: pgmap v385: 129 pgs: 129 active+clean; 1.5 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 168 KiB/s rd, 164 KiB/s wr, 87 op/s 2024-06-06T08:34:52.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:34:52 smithi149 ceph-mon[36842]: pgmap v386: 129 pgs: 129 active+clean; 1.5 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 175 KiB/s rd, 176 KiB/s wr, 58 op/s 2024-06-06T08:34:52.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:34:52 smithi042 ceph-mon[32384]: pgmap v386: 129 pgs: 129 active+clean; 1.5 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 175 KiB/s rd, 176 KiB/s wr, 58 op/s 2024-06-06T08:34:52.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:34:52 smithi120 ceph-mon[36658]: pgmap v386: 129 pgs: 129 active+clean; 1.5 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 175 KiB/s rd, 176 KiB/s wr, 58 op/s 2024-06-06T08:34:54.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:34:54 smithi149 ceph-mon[36842]: pgmap v387: 129 pgs: 129 active+clean; 1.5 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 34 KiB/s wr, 49 op/s 2024-06-06T08:34:54.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:34:54 smithi042 ceph-mon[32384]: pgmap v387: 129 pgs: 129 active+clean; 1.5 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 34 KiB/s wr, 49 op/s 2024-06-06T08:34:54.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:34:54 smithi120 ceph-mon[36658]: pgmap v387: 129 pgs: 129 active+clean; 1.5 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 34 KiB/s wr, 49 op/s 2024-06-06T08:34:56.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:34:56 smithi149 ceph-mon[36842]: pgmap v388: 129 pgs: 129 active+clean; 1.5 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 30 KiB/s wr, 47 op/s 2024-06-06T08:34:56.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:34:56 smithi042 ceph-mon[32384]: pgmap v388: 129 pgs: 129 active+clean; 1.5 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 30 KiB/s wr, 47 op/s 2024-06-06T08:34:56.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:34:56 smithi120 ceph-mon[36658]: pgmap v388: 129 pgs: 129 active+clean; 1.5 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 30 KiB/s wr, 47 op/s 2024-06-06T08:34:58.602 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:34:58.711 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.712+0000 7f7c01163640 1 -- 172.21.15.42:0/502813227 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7bfc103590 msgr2=0x7f7bfc10ba70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:58.711 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.712+0000 7f7c01163640 1 --2- 172.21.15.42:0/502813227 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7bfc103590 0x7f7bfc10ba70 secure :-1 s=READY pgs=942 cs=0 l=1 rev1=1 crypto rx=0x7f7be4009900 tx=0x7f7be402a480 comp rx=0 tx=0).stop 2024-06-06T08:34:58.711 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.712+0000 7f7c01163640 1 -- 172.21.15.42:0/502813227 shutdown_connections 2024-06-06T08:34:58.711 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.712+0000 7f7c01163640 1 --2- 172.21.15.42:0/502813227 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7bfc10bfb0 0x7f7bfc10e400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:58.711 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.712+0000 7f7c01163640 1 --2- 172.21.15.42:0/502813227 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7bfc103590 0x7f7bfc10ba70 unknown :-1 s=CLOSED pgs=942 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:58.711 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.712+0000 7f7c01163640 1 --2- 172.21.15.42:0/502813227 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7bfc102c70 0x7f7bfc103050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:58.711 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.712+0000 7f7c01163640 1 -- 172.21.15.42:0/502813227 >> 172.21.15.42:0/502813227 conn(0x7f7bfc077a20 msgr2=0x7f7bfc077e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:34:58.711 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.712+0000 7f7c01163640 1 -- 172.21.15.42:0/502813227 shutdown_connections 2024-06-06T08:34:58.711 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.712+0000 7f7c01163640 1 -- 172.21.15.42:0/502813227 wait complete. 2024-06-06T08:34:58.713 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.713+0000 7f7c01163640 1 Processor -- start 2024-06-06T08:34:58.713 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.713+0000 7f7c01163640 1 -- start start 2024-06-06T08:34:58.714 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.713+0000 7f7c01163640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7bfc102c70 0x7f7bfc1981b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:58.714 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.713+0000 7f7c01163640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7bfc103590 0x7f7bfc1986f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:58.714 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.713+0000 7f7c01163640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7bfc10bfb0 0x7f7bfc19ca70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:58.714 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.713+0000 7f7c01163640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7bfc111d30 con 0x7f7bfc103590 2024-06-06T08:34:58.714 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.713+0000 7f7c01163640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f7bfc111bb0 con 0x7f7bfc102c70 2024-06-06T08:34:58.714 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.713+0000 7f7c01163640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f7bfc111eb0 con 0x7f7bfc10bfb0 2024-06-06T08:34:58.714 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.713+0000 7f7bf3fff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7bfc103590 0x7f7bfc1986f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:58.714 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.713+0000 7f7bf3fff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7bfc103590 0x7f7bfc1986f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:39994/0 (socket says 172.21.15.42:39994) 2024-06-06T08:34:58.714 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.713+0000 7f7bfad9d640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7bfc102c70 0x7f7bfc1981b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:58.714 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.713+0000 7f7bf3fff640 1 -- 172.21.15.42:0/3368092297 learned_addr learned my addr 172.21.15.42:0/3368092297 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:34:58.714 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.713+0000 7f7bfb59e640 1 --2- 172.21.15.42:0/3368092297 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7bfc10bfb0 0x7f7bfc19ca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:58.714 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.714+0000 7f7bf3fff640 1 -- 172.21.15.42:0/3368092297 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7bfc10bfb0 msgr2=0x7f7bfc19ca70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:58.715 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.714+0000 7f7bf3fff640 1 --2- 172.21.15.42:0/3368092297 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7bfc10bfb0 0x7f7bfc19ca70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:58.715 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.714+0000 7f7bf3fff640 1 -- 172.21.15.42:0/3368092297 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7bfc102c70 msgr2=0x7f7bfc1981b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:58.715 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.714+0000 7f7bf3fff640 1 --2- 172.21.15.42:0/3368092297 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7bfc102c70 0x7f7bfc1981b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:58.715 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.714+0000 7f7bf3fff640 1 -- 172.21.15.42:0/3368092297 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7bfc19d1a0 con 0x7f7bfc103590 2024-06-06T08:34:58.715 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.714+0000 7f7bfad9d640 1 --2- 172.21.15.42:0/3368092297 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7bfc102c70 0x7f7bfc1981b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:34:58.715 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.714+0000 7f7bf3fff640 1 --2- 172.21.15.42:0/3368092297 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7bfc103590 0x7f7bfc1986f0 secure :-1 s=READY pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7f7be4006010 tx=0x7f7be40042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:34:58.715 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.714+0000 7f7bf8d99640 1 -- 172.21.15.42:0/3368092297 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7be403f030 con 0x7f7bfc103590 2024-06-06T08:34:58.715 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.714+0000 7f7c01163640 1 -- 172.21.15.42:0/3368092297 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7bfc19d430 con 0x7f7bfc103590 2024-06-06T08:34:58.715 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.714+0000 7f7bf8d99640 1 -- 172.21.15.42:0/3368092297 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7be4003ce0 con 0x7f7bfc103590 2024-06-06T08:34:58.715 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.714+0000 7f7bf8d99640 1 -- 172.21.15.42:0/3368092297 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7be4035070 con 0x7f7bfc103590 2024-06-06T08:34:58.715 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.714+0000 7f7c01163640 1 -- 172.21.15.42:0/3368092297 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7bfc1a4d20 con 0x7f7bfc103590 2024-06-06T08:34:58.718 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.717+0000 7f7c03e7c740 1 Processor -- start 2024-06-06T08:34:58.719 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.717+0000 7f7c03e7c740 1 -- start start 2024-06-06T08:34:58.719 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.717+0000 7f7c03e7c740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56071f316170 0x56071f316550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:58.719 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.717+0000 7f7c03e7c740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56071f316a90 0x56071f320e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:58.719 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.717+0000 7f7c03e7c740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56071f321350 0x56071f323740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:58.719 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.717+0000 7f7c03e7c740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56071f27a4f0 con 0x56071f316a90 2024-06-06T08:34:58.719 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.717+0000 7f7c03e7c740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x56071f218870 con 0x56071f316170 2024-06-06T08:34:58.719 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.717+0000 7f7c03e7c740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x56071f2764b0 con 0x56071f321350 2024-06-06T08:34:58.719 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.718+0000 7f7bfad9d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56071f316a90 0x56071f320e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:58.719 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.718+0000 7f7bfad9d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56071f316a90 0x56071f320e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:40000/0 (socket says 172.21.15.42:40000) 2024-06-06T08:34:58.719 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.718+0000 7f7bfad9d640 1 -- 172.21.15.42:0/2119676454 learned_addr learned my addr 172.21.15.42:0/2119676454 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:34:58.719 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.718+0000 7f7bf8d99640 1 -- 172.21.15.42:0/3368092297 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f7be4042030 con 0x7f7bfc103590 2024-06-06T08:34:58.719 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.718+0000 7f7bfb59e640 1 --2- 172.21.15.42:0/2119676454 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56071f316170 0x56071f316550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:58.720 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.718+0000 7f7bfad9d640 1 -- 172.21.15.42:0/2119676454 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56071f321350 msgr2=0x56071f323740 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-06T08:34:58.720 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.718+0000 7f7bfad9d640 1 --2- 172.21.15.42:0/2119676454 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56071f321350 0x56071f323740 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:58.720 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.718+0000 7f7bfad9d640 1 -- 172.21.15.42:0/2119676454 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56071f316170 msgr2=0x56071f316550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:34:58.720 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.718+0000 7f7bfad9d640 1 --2- 172.21.15.42:0/2119676454 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56071f316170 0x56071f316550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:58.720 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.718+0000 7f7bfad9d640 1 -- 172.21.15.42:0/2119676454 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56071f2349b0 con 0x56071f316a90 2024-06-06T08:34:58.720 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.718+0000 7f7bfad9d640 1 --2- 172.21.15.42:0/2119676454 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56071f316a90 0x56071f320e10 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7f7bec00f4c0 tx=0x7f7bec00f980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49ba2e4995824ff8 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:34:58.720 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.718+0000 7f7bf17fa640 1 -- 172.21.15.42:0/2119676454 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bec005220 con 0x56071f316a90 2024-06-06T08:34:58.720 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.719+0000 7f7bf17fa640 1 -- 172.21.15.42:0/2119676454 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7bec004c80 con 0x56071f316a90 2024-06-06T08:34:58.720 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.719+0000 7f7bf17fa640 1 -- 172.21.15.42:0/2119676454 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bec010b60 con 0x56071f316a90 2024-06-06T08:34:58.721 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.719+0000 7f7bf8d99640 1 --2- 172.21.15.42:0/3368092297 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f7be80a2da0 0x7f7be80a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:58.721 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.719+0000 7f7bfb59e640 1 --2- 172.21.15.42:0/3368092297 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f7be80a2da0 0x7f7be80a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:58.721 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.719+0000 7f7bf8d99640 1 -- 172.21.15.42:0/3368092297 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(116..116 src has 1..116) ==== 9438+0+0 (secure 0 0 0) 0x7f7be40efc50 con 0x7f7bfc103590 2024-06-06T08:34:58.721 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.719+0000 7f7c03e7c740 1 -- 172.21.15.42:0/2119676454 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56071f316a90 msgr2=0x56071f320e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:58.721 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.719+0000 7f7c03e7c740 1 --2- 172.21.15.42:0/2119676454 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56071f316a90 0x56071f320e10 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7f7bec00f4c0 tx=0x7f7bec00f980 comp rx=0 tx=0).stop 2024-06-06T08:34:58.721 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.719+0000 7f7c03e7c740 1 -- 172.21.15.42:0/2119676454 shutdown_connections 2024-06-06T08:34:58.721 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.719+0000 7f7c03e7c740 1 --2- 172.21.15.42:0/2119676454 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56071f321350 0x56071f323740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:58.721 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.719+0000 7f7c03e7c740 1 --2- 172.21.15.42:0/2119676454 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56071f316a90 0x56071f320e10 unknown :-1 s=CLOSED pgs=944 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:58.721 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.719+0000 7f7c03e7c740 1 --2- 172.21.15.42:0/2119676454 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56071f316170 0x56071f316550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:58.721 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.719+0000 7f7c03e7c740 1 -- 172.21.15.42:0/2119676454 >> 172.21.15.42:0/2119676454 conn(0x56071f312680 msgr2=0x56071f312a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:34:58.721 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.720+0000 7f7c03e7c740 1 -- 172.21.15.42:0/2119676454 shutdown_connections 2024-06-06T08:34:58.721 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.720+0000 7f7bfb59e640 1 --2- 172.21.15.42:0/3368092297 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f7be80a2da0 0x7f7be80a5260 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f7bf4005fd0 tx=0x7f7bf4009560 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:34:58.721 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.720+0000 7f7c03e7c740 1 -- 172.21.15.42:0/2119676454 wait complete. 2024-06-06T08:34:58.721 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.720+0000 7f7c03e7c740 1 -- start start 2024-06-06T08:34:58.722 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.720+0000 7f7c03e7c740 1 Processor -- start 2024-06-06T08:34:58.725 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.720+0000 7f7c03e7c740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56071f316170 0x56071f31e250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:58.725 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.720+0000 7f7c03e7c740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56071f316a90 0x56071f31e790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:58.725 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.720+0000 7f7c03e7c740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56071f321350 0x56071f31ecd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:58.725 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.720+0000 7f7c03e7c740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56071f323f80 con 0x56071f316a90 2024-06-06T08:34:58.725 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.720+0000 7f7c03e7c740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x56071f203ae0 con 0x56071f321350 2024-06-06T08:34:58.725 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.720+0000 7f7c03e7c740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x56071f324100 con 0x56071f316170 2024-06-06T08:34:58.725 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.720+0000 7f7c03e7c740 10 client.0 _ll_register_callbacks cb 0x56071f23c9b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:34:58.725 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.720+0000 7f7bf3fff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56071f316a90 0x56071f31e790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:58.725 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.720+0000 7f7bf3fff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56071f316a90 0x56071f31e790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:40004/0 (socket says 172.21.15.42:40004) 2024-06-06T08:34:58.725 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.720+0000 7f7bf3fff640 1 -- 172.21.15.42:0/1599367178 learned_addr learned my addr 172.21.15.42:0/1599367178 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:34:58.726 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.721+0000 7f7bfb59e640 1 --2- 172.21.15.42:0/1599367178 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56071f321350 0x56071f31ecd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:58.726 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.721+0000 7f7bfad9d640 1 --2- 172.21.15.42:0/1599367178 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56071f316170 0x56071f31e250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:58.726 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.721+0000 7f7bf3fff640 1 -- 172.21.15.42:0/1599367178 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56071f316170 msgr2=0x56071f31e250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:34:58.726 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.721+0000 7f7bf3fff640 1 --2- 172.21.15.42:0/1599367178 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56071f316170 0x56071f31e250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:58.726 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.721+0000 7f7bf3fff640 1 -- 172.21.15.42:0/1599367178 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56071f321350 msgr2=0x56071f31ecd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:34:58.726 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.721+0000 7f7bf3fff640 1 --2- 172.21.15.42:0/1599367178 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56071f321350 0x56071f31ecd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:58.726 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.721+0000 7f7bf3fff640 1 -- 172.21.15.42:0/1599367178 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56071ef8e210 con 0x56071f316a90 2024-06-06T08:34:58.726 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.721+0000 7f7bfb59e640 1 --2- 172.21.15.42:0/1599367178 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56071f321350 0x56071f31ecd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:34:58.726 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.721+0000 7f7bf3fff640 1 --2- 172.21.15.42:0/1599367178 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56071f316a90 0x56071f31e790 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x7f7be4000c00 tx=0x7f7be40b8100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=88d5f6bc0b1dde3f server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:34:58.726 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.721+0000 7f7be27fc640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:34:58.726 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.721+0000 7f7be27fc640 1 -- 172.21.15.42:0/1599367178 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7be40bf070 con 0x56071f316a90 2024-06-06T08:34:58.727 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.721+0000 7f7be27fc640 1 -- 172.21.15.42:0/1599367178 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(116..116 src has 1..116) ==== 9438+0+0 (secure 0 0 0) 0x7f7be403bc40 con 0x56071f316a90 2024-06-06T08:34:58.727 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.721+0000 7f7c03e7c740 1 -- 172.21.15.42:0/1599367178 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7bec004c80 con 0x56071f316a90 2024-06-06T08:34:58.727 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.721+0000 7f7be27fc640 1 -- 172.21.15.42:0/1599367178 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f7be4049040 con 0x56071f316a90 2024-06-06T08:34:58.727 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.721+0000 7f7c03e7c740 10 client.17565 fetch_fsmap learned FSMap version 46 2024-06-06T08:34:58.727 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.721+0000 7f7c03e7c740 1 -- 172.21.15.42:0/1599367178 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x56071f05a620 con 0x56071f316a90 2024-06-06T08:34:58.727 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.722+0000 7f7be27fc640 1 -- 172.21.15.42:0/1599367178 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7bec004c80 con 0x56071f316a90 2024-06-06T08:34:58.727 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.722+0000 7f7be27fc640 1 -- 172.21.15.42:0/1599367178 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 46) ==== 8370+0+0 (secure 0 0 0) 0x7f7be40c45c0 con 0x56071f316a90 2024-06-06T08:34:58.727 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.722+0000 7f7c03e7c740 10 client.17565 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T08:34:58.727 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.722+0000 7f7c03e7c740 10 client.17565 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:34:58.727 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.722+0000 7f7c03e7c740 20 client.17565 populate_metadata read hostname 'smithi042' 2024-06-06T08:34:58.727 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.722+0000 7f7c03e7c740 1 --2- 172.21.15.42:0/1599367178 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56071f3314b0 0x56071f333910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:58.728 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.722+0000 7f7c03e7c740 4 client.17565 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:34:58.728 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.722+0000 7f7c03e7c740 1 -- 172.21.15.42:0/1599367178 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56071f28df10 con 0x56071f3314b0 2024-06-06T08:34:58.728 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.722+0000 7f7bfad9d640 1 --2- 172.21.15.42:0/1599367178 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56071f3314b0 0x56071f333910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:58.728 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.723+0000 7f7bfad9d640 1 --2- 172.21.15.42:0/1599367178 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56071f3314b0 0x56071f333910 crc :-1 s=READY pgs=239 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4cca22d8a2443172 server_cookie=893297b40c434e4e in_seq=0 out_seq=0 2024-06-06T08:34:58.728 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.723+0000 7f7be27fc640 10 client.17565 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:34:58.728 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.723+0000 7f7be27fc640 1 -- 172.21.15.42:0/1599367178 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x56071f28df10 con 0x56071f3314b0 2024-06-06T08:34:58.728 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.723+0000 7f7be27fc640 10 client.17565 handle_command_reply: tid=0 2024-06-06T08:34:58.728 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.723+0000 7f7c03e7c740 1 client.17565 shutdown 2024-06-06T08:34:58.728 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.724+0000 7f7c03e7c740 1 -- 172.21.15.42:0/1599367178 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56071f316a90 msgr2=0x56071f31e790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:58.728 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.724+0000 7f7c03e7c740 1 --2- 172.21.15.42:0/1599367178 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56071f316a90 0x56071f31e790 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x7f7be4000c00 tx=0x7f7be40b8100 comp rx=0 tx=0).stop 2024-06-06T08:34:58.728 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.724+0000 7f7c03e7c740 1 -- 172.21.15.42:0/1599367178 shutdown_connections 2024-06-06T08:34:58.728 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.724+0000 7f7c03e7c740 1 --2- 172.21.15.42:0/1599367178 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56071f3314b0 0x56071f333910 crc :-1 s=READY pgs=239 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:58.728 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.724+0000 7f7c03e7c740 1 --2- 172.21.15.42:0/1599367178 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56071f321350 0x56071f31ecd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:58.728 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.724+0000 7f7c03e7c740 1 --2- 172.21.15.42:0/1599367178 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56071f316a90 0x56071f31e790 unknown :-1 s=CLOSED pgs=945 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:58.729 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.724+0000 7f7be27fc640 0 client.17565 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:34:58.729 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.724+0000 7f7c03e7c740 1 --2- 172.21.15.42:0/1599367178 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56071f316170 0x56071f31e250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:58.729 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.724+0000 7f7c03e7c740 1 -- 172.21.15.42:0/1599367178 >> 172.21.15.42:0/1599367178 conn(0x56071f312680 msgr2=0x56071f318400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:34:58.729 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.724+0000 7f7c03e7c740 1 -- 172.21.15.42:0/1599367178 shutdown_connections 2024-06-06T08:34:58.729 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.724+0000 7f7c03e7c740 1 -- 172.21.15.42:0/1599367178 wait complete. 2024-06-06T08:34:58.729 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.724+0000 7f7c03e7c740 20 client.17565 trim_cache size 0 max 16384 2024-06-06T08:34:58.745 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.740+0000 7f7c03e7c740 1 Processor -- start 2024-06-06T08:34:58.745 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.740+0000 7f7c03e7c740 1 -- start start 2024-06-06T08:34:58.745 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.740+0000 7f7c03e7c740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56071f316170 0x56071f318b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:58.746 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.740+0000 7f7c03e7c740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56071f316a90 0x56071f31e920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:58.746 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.740+0000 7f7c03e7c740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56071f321350 0x56071f339220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:58.746 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.740+0000 7f7c03e7c740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7bfc1b1610 con 0x56071f321350 2024-06-06T08:34:58.746 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.740+0000 7f7c03e7c740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f7bfc1aee20 con 0x56071f316170 2024-06-06T08:34:58.746 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.740+0000 7f7c03e7c740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f7bfc1acc90 con 0x56071f316a90 2024-06-06T08:34:58.746 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.740+0000 7f7bfb59e640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56071f321350 0x56071f339220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:58.746 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.740+0000 7f7bf3fff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56071f316a90 0x56071f31e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:58.746 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.740+0000 7f7bfb59e640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56071f321350 0x56071f339220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:40014/0 (socket says 172.21.15.42:40014) 2024-06-06T08:34:58.746 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.740+0000 7f7bfb59e640 1 -- 172.21.15.42:0/707897399 learned_addr learned my addr 172.21.15.42:0/707897399 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:34:58.746 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.740+0000 7f7bfad9d640 1 --2- 172.21.15.42:0/707897399 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56071f316170 0x56071f318b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:58.746 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.741+0000 7f7bf3fff640 1 -- 172.21.15.42:0/707897399 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56071f316170 msgr2=0x56071f318b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:34:58.746 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.741+0000 7f7bf3fff640 1 --2- 172.21.15.42:0/707897399 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56071f316170 0x56071f318b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:58.746 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.741+0000 7f7bf3fff640 1 -- 172.21.15.42:0/707897399 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56071f321350 msgr2=0x56071f339220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:34:58.747 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.741+0000 7f7bf3fff640 1 --2- 172.21.15.42:0/707897399 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56071f321350 0x56071f339220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:58.747 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.741+0000 7f7bf3fff640 1 -- 172.21.15.42:0/707897399 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56071f31c7a0 con 0x56071f316a90 2024-06-06T08:34:58.747 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.741+0000 7f7bfb59e640 1 --2- 172.21.15.42:0/707897399 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56071f321350 0x56071f339220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:34:58.747 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.741+0000 7f7bf3fff640 1 --2- 172.21.15.42:0/707897399 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56071f316a90 0x56071f31e920 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f7be4003fd0 tx=0x7f7be4005900 comp rx=0 tx=0).ready entity=mon.1 client_cookie=73bafa7ca23bdc71 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:34:58.747 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.741+0000 7f7bf0ff9640 1 -- 172.21.15.42:0/707897399 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7be40bf070 con 0x56071f316a90 2024-06-06T08:34:58.747 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.741+0000 7f7bf0ff9640 1 -- 172.21.15.42:0/707897399 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7be40bc4e0 con 0x56071f316a90 2024-06-06T08:34:58.747 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.741+0000 7f7bf0ff9640 1 -- 172.21.15.42:0/707897399 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7be40b8450 con 0x56071f316a90 2024-06-06T08:34:58.747 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.742+0000 7f7c03e7c740 1 -- 172.21.15.42:0/707897399 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56071f316a90 msgr2=0x56071f31e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:58.747 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.742+0000 7f7c03e7c740 1 --2- 172.21.15.42:0/707897399 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56071f316a90 0x56071f31e920 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f7be4003fd0 tx=0x7f7be4005900 comp rx=0 tx=0).stop 2024-06-06T08:34:58.747 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.742+0000 7f7c03e7c740 1 -- 172.21.15.42:0/707897399 shutdown_connections 2024-06-06T08:34:58.747 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.742+0000 7f7c03e7c740 1 --2- 172.21.15.42:0/707897399 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56071f321350 0x56071f339220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:58.747 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.742+0000 7f7c03e7c740 1 --2- 172.21.15.42:0/707897399 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56071f316a90 0x56071f31e920 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:58.747 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.742+0000 7f7c03e7c740 1 --2- 172.21.15.42:0/707897399 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56071f316170 0x56071f318b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:58.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.742+0000 7f7c03e7c740 1 -- 172.21.15.42:0/707897399 >> 172.21.15.42:0/707897399 conn(0x56071f312680 msgr2=0x56071f31e210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:34:58.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.742+0000 7f7c03e7c740 1 -- 172.21.15.42:0/707897399 shutdown_connections 2024-06-06T08:34:58.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.742+0000 7f7c03e7c740 1 -- 172.21.15.42:0/707897399 wait complete. 2024-06-06T08:34:58.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.742+0000 7f7c03e7c740 1 -- start start 2024-06-06T08:34:58.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.742+0000 7f7c03e7c740 1 Processor -- start 2024-06-06T08:34:58.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.743+0000 7f7c03e7c740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56071f316170 0x56071f3296a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:58.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.743+0000 7f7c03e7c740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56071f316a90 0x56071f329be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:58.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.743+0000 7f7c03e7c740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56071f321350 0x56071f324ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:58.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.743+0000 7f7c03e7c740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7bfc1ad2e0 con 0x56071f316170 2024-06-06T08:34:58.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.743+0000 7f7c03e7c740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f7bfc1ae750 con 0x56071f316a90 2024-06-06T08:34:58.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.743+0000 7f7c03e7c740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f7bfc1ad9b0 con 0x56071f321350 2024-06-06T08:34:58.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.743+0000 7f7c03e7c740 10 client.0 _ll_register_callbacks cb 0x7f7be40314b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:34:58.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.743+0000 7f7bfad9d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56071f316170 0x56071f3296a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:58.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.743+0000 7f7bfad9d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56071f316170 0x56071f3296a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:40026/0 (socket says 172.21.15.42:40026) 2024-06-06T08:34:58.749 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.743+0000 7f7bfad9d640 1 -- 172.21.15.42:0/3214387186 learned_addr learned my addr 172.21.15.42:0/3214387186 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:34:58.749 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.743+0000 7f7bfb59e640 1 --2- 172.21.15.42:0/3214387186 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56071f321350 0x56071f324ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:58.749 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.743+0000 7f7bf3fff640 1 --2- 172.21.15.42:0/3214387186 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56071f316a90 0x56071f329be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:58.749 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.743+0000 7f7bfad9d640 1 -- 172.21.15.42:0/3214387186 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56071f321350 msgr2=0x56071f324ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:34:58.749 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.743+0000 7f7bfad9d640 1 --2- 172.21.15.42:0/3214387186 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56071f321350 0x56071f324ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:58.749 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.743+0000 7f7bfad9d640 1 -- 172.21.15.42:0/3214387186 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56071f316a90 msgr2=0x56071f329be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:34:58.749 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.743+0000 7f7bfad9d640 1 --2- 172.21.15.42:0/3214387186 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56071f316a90 0x56071f329be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:58.749 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.743+0000 7f7bfad9d640 1 -- 172.21.15.42:0/3214387186 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56071f325310 con 0x56071f316170 2024-06-06T08:34:58.750 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.743+0000 7f7bf3fff640 1 --2- 172.21.15.42:0/3214387186 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56071f316a90 0x56071f329be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:34:58.750 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.743+0000 7f7bfad9d640 1 --2- 172.21.15.42:0/3214387186 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56071f316170 0x56071f3296a0 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7f7bec00a5c0 tx=0x7f7bec00a550 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65de703045b6ae9c server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:34:58.750 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.743+0000 7f7be27fc640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:34:58.750 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.743+0000 7f7be27fc640 1 -- 172.21.15.42:0/3214387186 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bec010ca0 con 0x56071f316170 2024-06-06T08:34:58.750 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.743+0000 7f7be27fc640 1 -- 172.21.15.42:0/3214387186 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(116..116 src has 1..116) ==== 9438+0+0 (secure 0 0 0) 0x7f7bec02a2c0 con 0x56071f316170 2024-06-06T08:34:58.750 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.743+0000 7f7c03e7c740 1 -- 172.21.15.42:0/3214387186 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7be40bc4e0 con 0x56071f316170 2024-06-06T08:34:58.750 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.744+0000 7f7be27fc640 1 -- 172.21.15.42:0/3214387186 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f7bec039050 con 0x56071f316170 2024-06-06T08:34:58.750 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.744+0000 7f7c03e7c740 10 client.17571 fetch_fsmap learned FSMap version 46 2024-06-06T08:34:58.750 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.744+0000 7f7c03e7c740 1 -- 172.21.15.42:0/3214387186 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x56071f39be00 con 0x56071f316170 2024-06-06T08:34:58.750 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.744+0000 7f7be27fc640 1 -- 172.21.15.42:0/3214387186 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7be40bc4e0 con 0x56071f316170 2024-06-06T08:34:58.750 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.744+0000 7f7be27fc640 1 -- 172.21.15.42:0/3214387186 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 46) ==== 8370+0+0 (secure 0 0 0) 0x7f7bec0184f0 con 0x56071f316170 2024-06-06T08:34:58.750 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.744+0000 7f7c03e7c740 10 client.17571 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T08:34:58.751 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.744+0000 7f7c03e7c740 10 client.17571 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:34:58.751 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.744+0000 7f7c03e7c740 20 client.17571 populate_metadata read hostname 'smithi042' 2024-06-06T08:34:58.751 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.744+0000 7f7c03e7c740 1 --2- 172.21.15.42:0/3214387186 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56071f39c430 0x56071f39e820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:34:58.751 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.744+0000 7f7c03e7c740 4 client.17571 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:34:58.751 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.744+0000 7f7c03e7c740 1 -- 172.21.15.42:0/3214387186 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56071f287c20 con 0x56071f39c430 2024-06-06T08:34:58.751 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.745+0000 7f7bf3fff640 1 --2- 172.21.15.42:0/3214387186 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56071f39c430 0x56071f39e820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:34:58.751 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.745+0000 7f7bf3fff640 1 --2- 172.21.15.42:0/3214387186 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56071f39c430 0x56071f39e820 crc :-1 s=READY pgs=240 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=59fb460e177cccf1 server_cookie=1ce1a0054e1b715e in_seq=0 out_seq=0 2024-06-06T08:34:58.751 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.745+0000 7f7be27fc640 10 client.17571 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:34:58.756 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.757+0000 7f7be27fc640 1 -- 172.21.15.42:0/3214387186 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x56071f287c20 con 0x56071f39c430 2024-06-06T08:34:58.756 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.757+0000 7f7be27fc640 10 client.17571 handle_command_reply: tid=0 2024-06-06T08:34:58.756 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.757+0000 7f7c03e7c740 1 client.17571 shutdown 2024-06-06T08:34:58.757 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.757+0000 7f7c03e7c740 1 -- 172.21.15.42:0/3214387186 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56071f316170 msgr2=0x56071f3296a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:58.757 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.757+0000 7f7c03e7c740 1 --2- 172.21.15.42:0/3214387186 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56071f316170 0x56071f3296a0 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7f7bec00a5c0 tx=0x7f7bec00a550 comp rx=0 tx=0).stop 2024-06-06T08:34:58.757 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.757+0000 7f7c03e7c740 1 -- 172.21.15.42:0/3214387186 shutdown_connections 2024-06-06T08:34:58.757 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.757+0000 7f7c03e7c740 1 --2- 172.21.15.42:0/3214387186 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56071f39c430 0x56071f39e820 crc :-1 s=READY pgs=240 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:58.757 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.757+0000 7f7c03e7c740 1 --2- 172.21.15.42:0/3214387186 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56071f316a90 0x56071f329be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:58.757 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.757+0000 7f7c03e7c740 1 --2- 172.21.15.42:0/3214387186 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56071f321350 0x56071f324ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:58.757 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.757+0000 7f7be27fc640 0 client.17571 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:34:58.757 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.757+0000 7f7c03e7c740 1 --2- 172.21.15.42:0/3214387186 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56071f316170 0x56071f3296a0 unknown :-1 s=CLOSED pgs=946 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:58.757 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.757+0000 7f7c03e7c740 1 -- 172.21.15.42:0/3214387186 >> 172.21.15.42:0/3214387186 conn(0x56071f312680 msgr2=0x56071f32ca60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:34:58.757 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.757+0000 7f7c03e7c740 1 -- 172.21.15.42:0/3214387186 shutdown_connections 2024-06-06T08:34:58.757 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.757+0000 7f7c03e7c740 1 -- 172.21.15.42:0/3214387186 wait complete. 2024-06-06T08:34:58.757 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.758+0000 7f7c03e7c740 20 client.17571 trim_cache size 0 max 16384 2024-06-06T08:34:58.758 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:34:58.758 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:34:58.758 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:34:58.759 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.758+0000 7f7c01163640 1 -- 172.21.15.42:0/3368092297 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f7be80a2da0 msgr2=0x7f7be80a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:58.759 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.758+0000 7f7c01163640 1 --2- 172.21.15.42:0/3368092297 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f7be80a2da0 0x7f7be80a5260 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f7bf4005fd0 tx=0x7f7bf4009560 comp rx=0 tx=0).stop 2024-06-06T08:34:58.759 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.758+0000 7f7c01163640 1 -- 172.21.15.42:0/3368092297 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7bfc103590 msgr2=0x7f7bfc1986f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:34:58.759 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.758+0000 7f7c01163640 1 --2- 172.21.15.42:0/3368092297 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7bfc103590 0x7f7bfc1986f0 secure :-1 s=READY pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7f7be4006010 tx=0x7f7be40042f0 comp rx=0 tx=0).stop 2024-06-06T08:34:58.759 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.758+0000 7f7c01163640 1 -- 172.21.15.42:0/3368092297 shutdown_connections 2024-06-06T08:34:58.759 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.758+0000 7f7c01163640 1 --2- 172.21.15.42:0/3368092297 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f7be80a2da0 0x7f7be80a5260 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:58.759 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.758+0000 7f7c01163640 1 --2- 172.21.15.42:0/3368092297 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7bfc10bfb0 0x7f7bfc19ca70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:58.759 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.758+0000 7f7c01163640 1 --2- 172.21.15.42:0/3368092297 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7bfc103590 0x7f7bfc1986f0 unknown :-1 s=CLOSED pgs=943 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:58.759 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.758+0000 7f7c01163640 1 --2- 172.21.15.42:0/3368092297 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7bfc102c70 0x7f7bfc1981b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:34:58.759 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.758+0000 7f7c01163640 1 -- 172.21.15.42:0/3368092297 >> 172.21.15.42:0/3368092297 conn(0x7f7bfc077a20 msgr2=0x7f7bfc0fd8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:34:58.759 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.758+0000 7f7c01163640 1 -- 172.21.15.42:0/3368092297 shutdown_connections 2024-06-06T08:34:58.759 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:34:58.758+0000 7f7c01163640 1 -- 172.21.15.42:0/3368092297 wait complete. 2024-06-06T08:34:58.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:34:58 smithi149 ceph-mon[36842]: pgmap v389: 129 pgs: 129 active+clean; 1.5 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 25 KiB/s wr, 13 op/s 2024-06-06T08:34:58.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:34:58 smithi042 ceph-mon[32384]: pgmap v389: 129 pgs: 129 active+clean; 1.5 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 25 KiB/s wr, 13 op/s 2024-06-06T08:34:58.879 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:34:58.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:34:58 smithi120 ceph-mon[36658]: pgmap v389: 129 pgs: 129 active+clean; 1.5 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 25 KiB/s wr, 13 op/s 2024-06-06T08:35:00.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:35:00 smithi149 ceph-mon[36842]: pgmap v390: 129 pgs: 129 active+clean; 1.5 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 24 KiB/s wr, 11 op/s 2024-06-06T08:35:00.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:35:00 smithi042 ceph-mon[32384]: pgmap v390: 129 pgs: 129 active+clean; 1.5 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 24 KiB/s wr, 11 op/s 2024-06-06T08:35:00.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:35:00 smithi120 ceph-mon[36658]: pgmap v390: 129 pgs: 129 active+clean; 1.5 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 24 KiB/s wr, 11 op/s 2024-06-06T08:35:01.648 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:01.649+0000 7f27b609a700 1 -- 172.21.15.42:0/3954649971 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f27b01030f0 msgr2=0x7f27b0107110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:35:01.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:01.649+0000 7f27b609a700 1 --2- 172.21.15.42:0/3954649971 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f27b01030f0 0x7f27b0107110 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7f27a40099c0 tx=0x7f27a4009cd0 comp rx=0 tx=0).stop 2024-06-06T08:35:01.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:01.650+0000 7f27b609a700 1 -- 172.21.15.42:0/3954649971 shutdown_connections 2024-06-06T08:35:01.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:01.650+0000 7f27b609a700 1 --2- 172.21.15.42:0/3954649971 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f27b0107840 0x7f27b010f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:01.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:01.650+0000 7f27b609a700 1 --2- 172.21.15.42:0/3954649971 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f27b0102740 0x7f27b0102b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:01.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:01.650+0000 7f27b609a700 1 --2- 172.21.15.42:0/3954649971 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f27b01030f0 0x7f27b0107110 unknown :-1 s=CLOSED pgs=947 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:01.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:01.650+0000 7f27b609a700 1 -- 172.21.15.42:0/3954649971 >> 172.21.15.42:0/3954649971 conn(0x7f27b00795f0 msgr2=0x7f27b0079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:35:01.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:01.650+0000 7f27b609a700 1 -- 172.21.15.42:0/3954649971 shutdown_connections 2024-06-06T08:35:01.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:01.650+0000 7f27b609a700 1 -- 172.21.15.42:0/3954649971 wait complete. 2024-06-06T08:35:01.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:01.650+0000 7f27b609a700 1 Processor -- start 2024-06-06T08:35:01.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:01.650+0000 7f27b609a700 1 -- start start 2024-06-06T08:35:01.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:01.651+0000 7f27b609a700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f27b0102740 0x7f27b0074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:01.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:01.651+0000 7f27b609a700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f27b01030f0 0x7f27b0074cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:01.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:01.651+0000 7f27b609a700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f27b0107840 0x7f27b0075210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:01.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:01.651+0000 7f27b609a700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f27b0112770 con 0x7f27b01030f0 2024-06-06T08:35:01.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:01.651+0000 7f27b609a700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f27b01125f0 con 0x7f27b0107840 2024-06-06T08:35:01.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:01.651+0000 7f27b609a700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f27b01128f0 con 0x7f27b0102740 2024-06-06T08:35:01.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:01.651+0000 7f27aeffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f27b01030f0 0x7f27b0074cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:01.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:01.651+0000 7f27aeffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f27b01030f0 0x7f27b0074cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:40034/0 (socket says 172.21.15.42:40034) 2024-06-06T08:35:01.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:01.651+0000 7f27aeffd700 1 -- 172.21.15.42:0/3129977456 learned_addr learned my addr 172.21.15.42:0/3129977456 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:35:01.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:01.651+0000 7f27af7fe700 1 --2- 172.21.15.42:0/3129977456 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f27b0102740 0x7f27b0074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:01.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:01.651+0000 7f27affff700 1 --2- 172.21.15.42:0/3129977456 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f27b0107840 0x7f27b0075210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:01.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:01.651+0000 7f27aeffd700 1 -- 172.21.15.42:0/3129977456 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f27b0102740 msgr2=0x7f27b0074790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:35:01.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:01.651+0000 7f27aeffd700 1 --2- 172.21.15.42:0/3129977456 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f27b0102740 0x7f27b0074790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:01.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:01.651+0000 7f27aeffd700 1 -- 172.21.15.42:0/3129977456 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f27b0107840 msgr2=0x7f27b0075210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:35:01.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:01.651+0000 7f27aeffd700 1 --2- 172.21.15.42:0/3129977456 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f27b0107840 0x7f27b0075210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:01.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:01.651+0000 7f27aeffd700 1 -- 172.21.15.42:0/3129977456 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27b01a70a0 con 0x7f27b01030f0 2024-06-06T08:35:01.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:01.651+0000 7f27aeffd700 1 --2- 172.21.15.42:0/3129977456 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f27b01030f0 0x7f27b0074cd0 secure :-1 s=READY pgs=948 cs=0 l=1 rev1=1 crypto rx=0x7f27a4006010 tx=0x7f27a4009f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:35:01.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:01.652+0000 7f27acff9700 1 -- 172.21.15.42:0/3129977456 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27a4026070 con 0x7f27b01030f0 2024-06-06T08:35:01.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:01.652+0000 7f27b609a700 1 -- 172.21.15.42:0/3129977456 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27b01a7330 con 0x7f27b01030f0 2024-06-06T08:35:01.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:01.652+0000 7f27acff9700 1 -- 172.21.15.42:0/3129977456 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f27a4004cd0 con 0x7f27b01030f0 2024-06-06T08:35:01.653 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:01.652+0000 7f27acff9700 1 -- 172.21.15.42:0/3129977456 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27a4003ba0 con 0x7f27b01030f0 2024-06-06T08:35:01.653 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:01.652+0000 7f27b609a700 1 -- 172.21.15.42:0/3129977456 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27b01a7790 con 0x7f27b01030f0 2024-06-06T08:35:01.653 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:01.653+0000 7f27b609a700 1 -- 172.21.15.42:0/3129977456 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f27b010aa10 con 0x7f27b01030f0 2024-06-06T08:35:01.653 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:01.654+0000 7f27acff9700 1 -- 172.21.15.42:0/3129977456 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f27a4029070 con 0x7f27b01030f0 2024-06-06T08:35:01.653 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:01.655+0000 7f27acff9700 1 --2- 172.21.15.42:0/3129977456 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f27980a2d90 0x7f27980a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:01.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:01.655+0000 7f27af7fe700 1 --2- 172.21.15.42:0/3129977456 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f27980a2d90 0x7f27980a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:01.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:01.655+0000 7f27acff9700 1 -- 172.21.15.42:0/3129977456 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(116..116 src has 1..116) ==== 9438+0+0 (secure 0 0 0) 0x7f27a40d0140 con 0x7f27b01030f0 2024-06-06T08:35:01.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:01.655+0000 7f27af7fe700 1 --2- 172.21.15.42:0/3129977456 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f27980a2d90 0x7f27980a5250 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f27a0004630 tx=0x7f27a000b3c0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:35:01.659 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:01.660+0000 7f27acff9700 1 -- 172.21.15.42:0/3129977456 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f27a405d850 con 0x7f27b01030f0 2024-06-06T08:35:01.914 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:01.915+0000 7f27b609a700 1 -- 172.21.15.42:0/3129977456 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f27b010a3f0 con 0x7f27b01030f0 2024-06-06T08:35:01.915 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:01.916+0000 7f27acff9700 1 -- 172.21.15.42:0/3129977456 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 46 v46) ==== 94+0+11885 (secure 0 0 0) 0x7f27a4013070 con 0x7f27b01030f0 2024-06-06T08:35:01.915 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:35:01.916 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":46,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/667270675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":667270675},{"type":"v1","addr":"172.21.15.42:6837","nonce":667270675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/2414389302","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":2414389302},{"type":"v1","addr":"172.21.15.42:6839","nonce":2414389302}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14574,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/3625002785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":3625002785},{"type":"v1","addr":"172.21.15.42:6841","nonce":3625002785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":26389,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/411591287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":411591287},{"type":"v1","addr":"172.21.15.149:6835","nonce":411591287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":46,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T08:18:39.778858+0000","modified":"2024-06-06T08:33:24.901180+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24464},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6837/3434475673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":3434475673},{"type":"v1","addr":"172.21.15.120:6837","nonce":3434475673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":188,"addr":"172.21.15.120:6839/1585293472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":1585293472},{"type":"v1","addr":"172.21.15.120:6839","nonce":1585293472}]},"join_fscid":-1,"export_targets":[0,1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":192,"addr":"172.21.15.149:6837/751787578","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":751787578},{"type":"v1","addr":"172.21.15.149:6837","nonce":751787578}]},"join_fscid":-1,"export_targets":[0,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":8,"addr":"172.21.15.149:6839/764851483","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":764851483},{"type":"v1","addr":"172.21.15.149:6839","nonce":764851483}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26696":{"gid":26696,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6835/2158320752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":2158320752},{"type":"v1","addr":"172.21.15.120:6835","nonce":2158320752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24469,24484,24464]},"id":1}]} 2024-06-06T08:35:01.917 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:01.919+0000 7f27b609a700 1 -- 172.21.15.42:0/3129977456 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f27980a2d90 msgr2=0x7f27980a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:35:01.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:01.919+0000 7f27b609a700 1 --2- 172.21.15.42:0/3129977456 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f27980a2d90 0x7f27980a5250 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f27a0004630 tx=0x7f27a000b3c0 comp rx=0 tx=0).stop 2024-06-06T08:35:01.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:01.919+0000 7f27b609a700 1 -- 172.21.15.42:0/3129977456 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f27b01030f0 msgr2=0x7f27b0074cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:35:01.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:01.919+0000 7f27b609a700 1 --2- 172.21.15.42:0/3129977456 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f27b01030f0 0x7f27b0074cd0 secure :-1 s=READY pgs=948 cs=0 l=1 rev1=1 crypto rx=0x7f27a4006010 tx=0x7f27a4009f80 comp rx=0 tx=0).stop 2024-06-06T08:35:01.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:01.919+0000 7f27b609a700 1 -- 172.21.15.42:0/3129977456 shutdown_connections 2024-06-06T08:35:01.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:01.919+0000 7f27b609a700 1 --2- 172.21.15.42:0/3129977456 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f27980a2d90 0x7f27980a5250 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:01.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:01.919+0000 7f27b609a700 1 --2- 172.21.15.42:0/3129977456 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f27b0107840 0x7f27b0075210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:01.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:01.919+0000 7f27b609a700 1 --2- 172.21.15.42:0/3129977456 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f27b0102740 0x7f27b0074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:01.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:01.919+0000 7f27b609a700 1 --2- 172.21.15.42:0/3129977456 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f27b01030f0 0x7f27b0074cd0 unknown :-1 s=CLOSED pgs=948 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:01.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:01.919+0000 7f27b609a700 1 -- 172.21.15.42:0/3129977456 >> 172.21.15.42:0/3129977456 conn(0x7f27b00795f0 msgr2=0x7f27b0101cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:35:01.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:01.919+0000 7f27b609a700 1 -- 172.21.15.42:0/3129977456 shutdown_connections 2024-06-06T08:35:01.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:01.919+0000 7f27b609a700 1 -- 172.21.15.42:0/3129977456 wait complete. 2024-06-06T08:35:01.919 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 46 2024-06-06T08:35:02.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:35:02 smithi042 ceph-mon[32384]: pgmap v391: 129 pgs: 129 active+clean; 1.5 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 7 op/s 2024-06-06T08:35:02.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:35:02 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/3129977456' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:35:02.654 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24484 quiesce db --set-id 67a6da2b --release --await' 2024-06-06T08:35:02.654 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- timeout 105 ceph tell mds.24484 quiesce db --set-id 67a6da2b --release --await 2024-06-06T08:35:02.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:35:02 smithi149 ceph-mon[36842]: pgmap v391: 129 pgs: 129 active+clean; 1.5 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 7 op/s 2024-06-06T08:35:02.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:35:02 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/3129977456' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:35:02.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:35:02 smithi120 ceph-mon[36658]: pgmap v391: 129 pgs: 129 active+clean; 1.5 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 7 op/s 2024-06-06T08:35:02.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:35:02 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/3129977456' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:35:02.909 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:35:04.571 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.572+0000 7f7592be7700 1 -- 172.21.15.42:0/169279997 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f758c06a170 msgr2=0x7f758c06a5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:35:04.572 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.572+0000 7f7592be7700 1 --2- 172.21.15.42:0/169279997 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f758c06a170 0x7f758c06a5f0 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7f7580009990 tx=0x7f7580009ca0 comp rx=0 tx=0).stop 2024-06-06T08:35:04.572 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:35:04 smithi042 ceph-mon[32384]: pgmap v392: 129 pgs: 129 active+clean; 1.5 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 8.2 KiB/s wr, 8 op/s 2024-06-06T08:35:04.574 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.572+0000 7f7592be7700 1 -- 172.21.15.42:0/169279997 shutdown_connections 2024-06-06T08:35:04.574 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.572+0000 7f7592be7700 1 --2- 172.21.15.42:0/169279997 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f758c06ab30 0x7f758c10f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:04.574 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.572+0000 7f7592be7700 1 --2- 172.21.15.42:0/169279997 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f758c108500 0x7f758c1088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:04.574 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.572+0000 7f7592be7700 1 --2- 172.21.15.42:0/169279997 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f758c06a170 0x7f758c06a5f0 unknown :-1 s=CLOSED pgs=949 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:04.574 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.572+0000 7f7592be7700 1 -- 172.21.15.42:0/169279997 >> 172.21.15.42:0/169279997 conn(0x7f758c078340 msgr2=0x7f758c078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:35:04.574 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.572+0000 7f7592be7700 1 -- 172.21.15.42:0/169279997 shutdown_connections 2024-06-06T08:35:04.575 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.572+0000 7f7592be7700 1 -- 172.21.15.42:0/169279997 wait complete. 2024-06-06T08:35:04.575 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.573+0000 7f7592be7700 1 Processor -- start 2024-06-06T08:35:04.575 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.573+0000 7f7592be7700 1 -- start start 2024-06-06T08:35:04.575 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.574+0000 7f7592be7700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f758c06a170 0x7f758c19e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:04.575 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.574+0000 7f7592be7700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f758c06ab30 0x7f758c19ee80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:04.575 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.574+0000 7f7592be7700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f758c108500 0x7f758c198b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:04.575 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.574+0000 7f7592be7700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f758c1127e0 con 0x7f758c108500 2024-06-06T08:35:04.575 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.574+0000 7f7592be7700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f758c112660 con 0x7f758c06a170 2024-06-06T08:35:04.575 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.574+0000 7f7592be7700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f758c112960 con 0x7f758c06ab30 2024-06-06T08:35:04.575 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.574+0000 7f7591184700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f758c108500 0x7f758c198b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:04.575 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.574+0000 7f7591184700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f758c108500 0x7f758c198b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:40056/0 (socket says 172.21.15.42:40056) 2024-06-06T08:35:04.575 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.574+0000 7f7591184700 1 -- 172.21.15.42:0/350358994 learned_addr learned my addr 172.21.15.42:0/350358994 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:35:04.575 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.574+0000 7f758bfff700 1 --2- 172.21.15.42:0/350358994 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f758c06ab30 0x7f758c19ee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:04.576 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.574+0000 7f7590983700 1 --2- 172.21.15.42:0/350358994 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f758c06a170 0x7f758c19e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:04.576 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.574+0000 7f7591184700 1 -- 172.21.15.42:0/350358994 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f758c06ab30 msgr2=0x7f758c19ee80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:35:04.576 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.574+0000 7f7591184700 1 --2- 172.21.15.42:0/350358994 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f758c06ab30 0x7f758c19ee80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:04.576 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.574+0000 7f7591184700 1 -- 172.21.15.42:0/350358994 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f758c06a170 msgr2=0x7f758c19e940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:35:04.576 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.574+0000 7f7591184700 1 --2- 172.21.15.42:0/350358994 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f758c06a170 0x7f758c19e940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:04.576 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.574+0000 7f7591184700 1 -- 172.21.15.42:0/350358994 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f758c199260 con 0x7f758c108500 2024-06-06T08:35:04.576 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.574+0000 7f7591184700 1 --2- 172.21.15.42:0/350358994 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f758c108500 0x7f758c198b00 secure :-1 s=READY pgs=950 cs=0 l=1 rev1=1 crypto rx=0x7f7584007ee0 tx=0x7f758400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:35:04.576 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.575+0000 7f7589ffb700 1 -- 172.21.15.42:0/350358994 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7584004bb0 con 0x7f758c108500 2024-06-06T08:35:04.576 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.575+0000 7f7592be7700 1 -- 172.21.15.42:0/350358994 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f758c199550 con 0x7f758c108500 2024-06-06T08:35:04.576 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.575+0000 7f7589ffb700 1 -- 172.21.15.42:0/350358994 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7584004d50 con 0x7f758c108500 2024-06-06T08:35:04.576 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.575+0000 7f7589ffb700 1 -- 172.21.15.42:0/350358994 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7584005960 con 0x7f758c108500 2024-06-06T08:35:04.576 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.575+0000 7f7592be7700 1 -- 172.21.15.42:0/350358994 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f758c1a5810 con 0x7f758c108500 2024-06-06T08:35:04.577 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.578+0000 7f7589ffb700 1 -- 172.21.15.42:0/350358994 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f758401a020 con 0x7f758c108500 2024-06-06T08:35:04.577 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.579+0000 7f7589ffb700 1 --2- 172.21.15.42:0/350358994 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f75740a2e10 0x7f75740a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:04.579 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.579+0000 7f7589ffb700 1 -- 172.21.15.42:0/350358994 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(116..116 src has 1..116) ==== 9438+0+0 (secure 0 0 0) 0x7f75840cef60 con 0x7f758c108500 2024-06-06T08:35:04.580 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.579+0000 7f7590983700 1 --2- 172.21.15.42:0/350358994 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f75740a2e10 0x7f75740a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:04.580 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.579+0000 7f759d46ab80 1 Processor -- start 2024-06-06T08:35:04.580 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.579+0000 7f759d46ab80 1 -- start start 2024-06-06T08:35:04.580 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.579+0000 7f7590983700 1 --2- 172.21.15.42:0/350358994 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f75740a2e10 0x7f75740a52d0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f757c009a10 tx=0x7f757c009190 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:35:04.580 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.580+0000 7f759d46ab80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5600d43f3050 0x5600d43f3430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:04.580 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.580+0000 7f759d46ab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600d43f3970 0x5600d43ed2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:04.580 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.580+0000 7f759d46ab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5600d43ed7e0 0x5600d43edc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:04.580 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.580+0000 7f759d46ab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5600d433a910 con 0x5600d43f3970 2024-06-06T08:35:04.580 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.580+0000 7f759d46ab80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5600d42e2820 con 0x5600d43f3050 2024-06-06T08:35:04.580 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.580+0000 7f759d46ab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5600d43368d0 con 0x5600d43ed7e0 2024-06-06T08:35:04.581 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.580+0000 7f758bfff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600d43f3970 0x5600d43ed2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:04.581 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.580+0000 7f758bfff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600d43f3970 0x5600d43ed2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:40058/0 (socket says 172.21.15.42:40058) 2024-06-06T08:35:04.581 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.580+0000 7f758bfff700 1 -- 172.21.15.42:0/913723721 learned_addr learned my addr 172.21.15.42:0/913723721 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:35:04.581 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.580+0000 7f7590983700 1 --2- 172.21.15.42:0/913723721 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5600d43f3050 0x5600d43f3430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:04.581 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.580+0000 7f758bfff700 1 -- 172.21.15.42:0/913723721 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5600d43ed7e0 msgr2=0x5600d43edc20 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-06T08:35:04.581 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.580+0000 7f758bfff700 1 --2- 172.21.15.42:0/913723721 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5600d43ed7e0 0x5600d43edc20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:04.581 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.580+0000 7f758bfff700 1 -- 172.21.15.42:0/913723721 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5600d43f3050 msgr2=0x5600d43f3430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:35:04.581 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.580+0000 7f758bfff700 1 --2- 172.21.15.42:0/913723721 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5600d43f3050 0x5600d43f3430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:04.581 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.580+0000 7f758bfff700 1 -- 172.21.15.42:0/913723721 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5600d42d9050 con 0x5600d43f3970 2024-06-06T08:35:04.581 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.580+0000 7f7590983700 1 --2- 172.21.15.42:0/913723721 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5600d43f3050 0x5600d43f3430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:35:04.581 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.580+0000 7f758bfff700 1 --2- 172.21.15.42:0/913723721 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600d43f3970 0x5600d43ed2a0 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7f7580009990 tx=0x7f7580005c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a65064a6b6c1036a server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:35:04.581 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.580+0000 7f7572ffd700 1 -- 172.21.15.42:0/913723721 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7580028070 con 0x5600d43f3970 2024-06-06T08:35:04.581 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.581+0000 7f7572ffd700 1 -- 172.21.15.42:0/913723721 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f75800055b0 con 0x5600d43f3970 2024-06-06T08:35:04.582 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.581+0000 7f7572ffd700 1 -- 172.21.15.42:0/913723721 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f758000bc50 con 0x5600d43f3970 2024-06-06T08:35:04.585 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.581+0000 7f759d46ab80 1 -- 172.21.15.42:0/913723721 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600d43f3970 msgr2=0x5600d43ed2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:35:04.585 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.581+0000 7f759d46ab80 1 --2- 172.21.15.42:0/913723721 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600d43f3970 0x5600d43ed2a0 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7f7580009990 tx=0x7f7580005c70 comp rx=0 tx=0).stop 2024-06-06T08:35:04.586 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.581+0000 7f759d46ab80 1 -- 172.21.15.42:0/913723721 shutdown_connections 2024-06-06T08:35:04.586 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.581+0000 7f759d46ab80 1 --2- 172.21.15.42:0/913723721 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5600d43ed7e0 0x5600d43edc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:04.586 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.581+0000 7f759d46ab80 1 --2- 172.21.15.42:0/913723721 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5600d43f3050 0x5600d43f3430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:04.586 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.581+0000 7f759d46ab80 1 --2- 172.21.15.42:0/913723721 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600d43f3970 0x5600d43ed2a0 unknown :-1 s=CLOSED pgs=951 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:04.586 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.581+0000 7f759d46ab80 1 -- 172.21.15.42:0/913723721 >> 172.21.15.42:0/913723721 conn(0x5600d4313dc0 msgr2=0x5600d43e4120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:35:04.586 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.581+0000 7f759d46ab80 1 -- 172.21.15.42:0/913723721 shutdown_connections 2024-06-06T08:35:04.586 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.581+0000 7f759d46ab80 1 -- 172.21.15.42:0/913723721 wait complete. 2024-06-06T08:35:04.586 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.582+0000 7f759d46ab80 1 -- start start 2024-06-06T08:35:04.586 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.582+0000 7f759d46ab80 1 Processor -- start 2024-06-06T08:35:04.586 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.582+0000 7f759d46ab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600d43ed7e0 0x5600d43f9710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:04.586 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.582+0000 7f759d46ab80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5600d43f3050 0x5600d43f6a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:04.587 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.582+0000 7f759d46ab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5600d43f3970 0x5600d43f6fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:04.587 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.582+0000 7f759d46ab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5600d43fa380 con 0x5600d43ed7e0 2024-06-06T08:35:04.587 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.582+0000 7f759d46ab80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5600d42dacf0 con 0x5600d43f3050 2024-06-06T08:35:04.587 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.582+0000 7f759d46ab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5600d43fa500 con 0x5600d43f3970 2024-06-06T08:35:04.587 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.582+0000 7f759d46ab80 10 client.0 _ll_register_callbacks cb 0x5600d42d4a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:35:04.587 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.582+0000 7f7590983700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600d43ed7e0 0x5600d43f9710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:04.587 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.582+0000 7f7590983700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600d43ed7e0 0x5600d43f9710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:40066/0 (socket says 172.21.15.42:40066) 2024-06-06T08:35:04.587 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.582+0000 7f7590983700 1 -- 172.21.15.42:0/2721861009 learned_addr learned my addr 172.21.15.42:0/2721861009 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:35:04.587 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.583+0000 7f758bfff700 1 --2- 172.21.15.42:0/2721861009 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5600d43f3050 0x5600d43f6a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:04.587 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.583+0000 7f7591184700 1 --2- 172.21.15.42:0/2721861009 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5600d43f3970 0x5600d43f6fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:04.587 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.583+0000 7f7590983700 1 -- 172.21.15.42:0/2721861009 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5600d43f3970 msgr2=0x5600d43f6fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:35:04.587 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.583+0000 7f7590983700 1 --2- 172.21.15.42:0/2721861009 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5600d43f3970 0x5600d43f6fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:04.587 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.583+0000 7f7590983700 1 -- 172.21.15.42:0/2721861009 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5600d43f3050 msgr2=0x5600d43f6a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:35:04.587 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.583+0000 7f7590983700 1 --2- 172.21.15.42:0/2721861009 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5600d43f3050 0x5600d43f6a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:04.588 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.583+0000 7f7590983700 1 -- 172.21.15.42:0/2721861009 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5600d42899d0 con 0x5600d43ed7e0 2024-06-06T08:35:04.588 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.583+0000 7f758bfff700 1 --2- 172.21.15.42:0/2721861009 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5600d43f3050 0x5600d43f6a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:35:04.588 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.583+0000 7f7590983700 1 --2- 172.21.15.42:0/2721861009 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600d43ed7e0 0x5600d43f9710 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7f757c00ef20 tx=0x7f757c004860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f54c74d707ea6b1 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:35:04.588 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.583+0000 7f756bfff700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:35:04.588 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.583+0000 7f756bfff700 1 -- 172.21.15.42:0/2721861009 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f757c024020 con 0x5600d43ed7e0 2024-06-06T08:35:04.588 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.583+0000 7f759d46ab80 1 -- 172.21.15.42:0/2721861009 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f75800055b0 con 0x5600d43ed7e0 2024-06-06T08:35:04.588 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.583+0000 7f756bfff700 1 -- 172.21.15.42:0/2721861009 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(116..116 src has 1..116) ==== 9438+0+0 (secure 0 0 0) 0x7f757c00f040 con 0x5600d43ed7e0 2024-06-06T08:35:04.588 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.583+0000 7f756bfff700 1 -- 172.21.15.42:0/2721861009 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f757c015bd0 con 0x5600d43ed7e0 2024-06-06T08:35:04.588 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.583+0000 7f759d46ab80 10 client.17589 fetch_fsmap learned FSMap version 46 2024-06-06T08:35:04.588 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.583+0000 7f759d46ab80 1 -- 172.21.15.42:0/2721861009 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x5600d4404cd0 con 0x5600d43ed7e0 2024-06-06T08:35:04.588 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.583+0000 7f756bfff700 1 -- 172.21.15.42:0/2721861009 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f75800055b0 con 0x5600d43ed7e0 2024-06-06T08:35:04.588 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.584+0000 7f756bfff700 1 -- 172.21.15.42:0/2721861009 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 46) ==== 8370+0+0 (secure 0 0 0) 0x7f757c006600 con 0x5600d43ed7e0 2024-06-06T08:35:04.589 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.584+0000 7f759d46ab80 10 client.17589 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T08:35:04.589 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.584+0000 7f759d46ab80 10 client.17589 resolve_mds: validated gid 24484 aka daemon mds.i 2024-06-06T08:35:04.589 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.584+0000 7f759d46ab80 20 client.17589 populate_metadata read hostname 'smithi042' 2024-06-06T08:35:04.589 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.584+0000 7f759d46ab80 1 --2- 172.21.15.42:0/2721861009 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5600d4407310 0x5600d4409780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:04.589 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.584+0000 7f759d46ab80 4 client.17589 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:35:04.589 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.584+0000 7f759d46ab80 1 -- 172.21.15.42:0/2721861009 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5600d4347e10 con 0x5600d4407310 2024-06-06T08:35:04.589 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.584+0000 7f758bfff700 1 --2- 172.21.15.42:0/2721861009 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5600d4407310 0x5600d4409780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:04.589 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.585+0000 7f756bfff700 10 client.17589 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:35:04.589 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.585+0000 7f758bfff700 1 --2- 172.21.15.42:0/2721861009 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5600d4407310 0x5600d4409780 crc :-1 s=READY pgs=241 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e15455864a280400 server_cookie=bc80a1d0cfff87f6 in_seq=0 out_seq=0 2024-06-06T08:35:04.590 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.585+0000 7f756bfff700 1 -- 172.21.15.42:0/2721861009 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x5600d4347e10 con 0x5600d4407310 2024-06-06T08:35:04.590 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.585+0000 7f756bfff700 10 client.17589 handle_command_reply: tid=0 2024-06-06T08:35:04.590 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.585+0000 7f759d46ab80 1 client.17589 shutdown 2024-06-06T08:35:04.590 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.585+0000 7f759d46ab80 1 -- 172.21.15.42:0/2721861009 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600d43ed7e0 msgr2=0x5600d43f9710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:35:04.590 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.585+0000 7f759d46ab80 1 --2- 172.21.15.42:0/2721861009 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600d43ed7e0 0x5600d43f9710 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7f757c00ef20 tx=0x7f757c004860 comp rx=0 tx=0).stop 2024-06-06T08:35:04.590 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.585+0000 7f759d46ab80 1 -- 172.21.15.42:0/2721861009 shutdown_connections 2024-06-06T08:35:04.590 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.585+0000 7f759d46ab80 1 --2- 172.21.15.42:0/2721861009 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5600d43f3970 0x5600d43f6fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:04.590 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.586+0000 7f759d46ab80 1 --2- 172.21.15.42:0/2721861009 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600d43ed7e0 0x5600d43f9710 unknown :-1 s=CLOSED pgs=952 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:04.590 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.586+0000 7f759d46ab80 1 --2- 172.21.15.42:0/2721861009 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5600d4407310 0x5600d4409780 crc :-1 s=READY pgs=241 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:04.590 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.586+0000 7f759d46ab80 1 --2- 172.21.15.42:0/2721861009 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5600d43f3050 0x5600d43f6a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:04.590 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.586+0000 7f759d46ab80 1 -- 172.21.15.42:0/2721861009 >> 172.21.15.42:0/2721861009 conn(0x5600d4313dc0 msgr2=0x5600d43e7e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:35:04.590 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.586+0000 7f756bfff700 0 client.17589 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:35:04.590 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.586+0000 7f759d46ab80 1 -- 172.21.15.42:0/2721861009 shutdown_connections 2024-06-06T08:35:04.591 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.586+0000 7f759d46ab80 1 -- 172.21.15.42:0/2721861009 wait complete. 2024-06-06T08:35:04.591 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.586+0000 7f759d46ab80 20 client.17589 trim_cache size 0 max 16384 2024-06-06T08:35:04.607 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.606+0000 7f759d46ab80 1 Processor -- start 2024-06-06T08:35:04.607 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.606+0000 7f759d46ab80 1 -- start start 2024-06-06T08:35:04.607 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.606+0000 7f759d46ab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5600d43ed7e0 0x5600d43f46c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:04.607 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.607+0000 7f759d46ab80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5600d43f3050 0x5600d43f59c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:04.607 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.607+0000 7f759d46ab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600d43f3970 0x5600d43dd9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:04.607 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.607+0000 7f759d46ab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f758c1aec00 con 0x5600d43f3970 2024-06-06T08:35:04.608 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.607+0000 7f759d46ab80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f758c1ac3d0 con 0x5600d43f3050 2024-06-06T08:35:04.608 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.607+0000 7f759d46ab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f758c1aa260 con 0x5600d43ed7e0 2024-06-06T08:35:04.608 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.607+0000 7f7591184700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600d43f3970 0x5600d43dd9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:04.608 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.607+0000 7f7591184700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600d43f3970 0x5600d43dd9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:40076/0 (socket says 172.21.15.42:40076) 2024-06-06T08:35:04.608 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.607+0000 7f7591184700 1 -- 172.21.15.42:0/2928920075 learned_addr learned my addr 172.21.15.42:0/2928920075 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:35:04.608 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.607+0000 7f7590983700 1 --2- 172.21.15.42:0/2928920075 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5600d43ed7e0 0x5600d43f46c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:04.608 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.607+0000 7f758bfff700 1 --2- 172.21.15.42:0/2928920075 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5600d43f3050 0x5600d43f59c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:04.608 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.607+0000 7f7591184700 1 -- 172.21.15.42:0/2928920075 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5600d43ed7e0 msgr2=0x5600d43f46c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:35:04.608 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.607+0000 7f7591184700 1 --2- 172.21.15.42:0/2928920075 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5600d43ed7e0 0x5600d43f46c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:04.608 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.607+0000 7f7591184700 1 -- 172.21.15.42:0/2928920075 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5600d43f3050 msgr2=0x5600d43f59c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:35:04.608 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.607+0000 7f7591184700 1 --2- 172.21.15.42:0/2928920075 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5600d43f3050 0x5600d43f59c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:04.608 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.607+0000 7f7591184700 1 -- 172.21.15.42:0/2928920075 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5600d43f11b0 con 0x5600d43f3970 2024-06-06T08:35:04.608 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.607+0000 7f7591184700 1 --2- 172.21.15.42:0/2928920075 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600d43f3970 0x5600d43dd9c0 secure :-1 s=READY pgs=953 cs=0 l=1 rev1=1 crypto rx=0x7f7584097a60 tx=0x7f7584097440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e11dfdd3eb9252af server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:35:04.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.607+0000 7f75727fc700 1 -- 172.21.15.42:0/2928920075 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f758409b090 con 0x5600d43f3970 2024-06-06T08:35:04.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.607+0000 7f75727fc700 1 -- 172.21.15.42:0/2928920075 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f758409f440 con 0x5600d43f3970 2024-06-06T08:35:04.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.607+0000 7f75727fc700 1 -- 172.21.15.42:0/2928920075 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7584097700 con 0x5600d43f3970 2024-06-06T08:35:04.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.608+0000 7f759d46ab80 1 -- 172.21.15.42:0/2928920075 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600d43f3970 msgr2=0x5600d43dd9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:35:04.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.608+0000 7f759d46ab80 1 --2- 172.21.15.42:0/2928920075 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600d43f3970 0x5600d43dd9c0 secure :-1 s=READY pgs=953 cs=0 l=1 rev1=1 crypto rx=0x7f7584097a60 tx=0x7f7584097440 comp rx=0 tx=0).stop 2024-06-06T08:35:04.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.608+0000 7f759d46ab80 1 -- 172.21.15.42:0/2928920075 shutdown_connections 2024-06-06T08:35:04.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.608+0000 7f759d46ab80 1 --2- 172.21.15.42:0/2928920075 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600d43f3970 0x5600d43dd9c0 unknown :-1 s=CLOSED pgs=953 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:04.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.608+0000 7f759d46ab80 1 --2- 172.21.15.42:0/2928920075 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5600d43ed7e0 0x5600d43f46c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:04.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.608+0000 7f759d46ab80 1 --2- 172.21.15.42:0/2928920075 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5600d43f3050 0x5600d43f59c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:04.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.608+0000 7f759d46ab80 1 -- 172.21.15.42:0/2928920075 >> 172.21.15.42:0/2928920075 conn(0x5600d4313dc0 msgr2=0x5600d43e3830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:35:04.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.608+0000 7f759d46ab80 1 -- 172.21.15.42:0/2928920075 shutdown_connections 2024-06-06T08:35:04.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.608+0000 7f759d46ab80 1 -- 172.21.15.42:0/2928920075 wait complete. 2024-06-06T08:35:04.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.608+0000 7f759d46ab80 1 -- start start 2024-06-06T08:35:04.610 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.609+0000 7f759d46ab80 1 Processor -- start 2024-06-06T08:35:04.612 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.609+0000 7f759d46ab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5600d43ed7e0 0x5600d440edf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:04.612 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.609+0000 7f759d46ab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600d43f3050 0x5600d440f330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:04.612 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.609+0000 7f759d46ab80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5600d43f3970 0x5600d440f870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:04.612 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.609+0000 7f759d46ab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f758c1aa8b0 con 0x5600d43f3050 2024-06-06T08:35:04.612 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.609+0000 7f759d46ab80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f758c1abd00 con 0x5600d43f3970 2024-06-06T08:35:04.612 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.609+0000 7f759d46ab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f758c1aaf60 con 0x5600d43ed7e0 2024-06-06T08:35:04.612 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.609+0000 7f759d46ab80 10 client.0 _ll_register_callbacks cb 0x5600d42d4a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:35:04.612 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.609+0000 7f758bfff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600d43f3050 0x5600d440f330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:04.612 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.609+0000 7f758bfff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600d43f3050 0x5600d440f330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:40086/0 (socket says 172.21.15.42:40086) 2024-06-06T08:35:04.613 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.609+0000 7f758bfff700 1 -- 172.21.15.42:0/1636790685 learned_addr learned my addr 172.21.15.42:0/1636790685 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:35:04.613 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.609+0000 7f7591184700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5600d43f3970 0x5600d440f870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:04.613 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.609+0000 7f7590983700 1 --2- 172.21.15.42:0/1636790685 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5600d43ed7e0 0x5600d440edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:04.613 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.609+0000 7f758bfff700 1 -- 172.21.15.42:0/1636790685 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5600d43ed7e0 msgr2=0x5600d440edf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:35:04.613 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.609+0000 7f758bfff700 1 --2- 172.21.15.42:0/1636790685 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5600d43ed7e0 0x5600d440edf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:04.613 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.609+0000 7f758bfff700 1 -- 172.21.15.42:0/1636790685 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5600d43f3970 msgr2=0x5600d440f870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:35:04.613 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.609+0000 7f758bfff700 1 --2- 172.21.15.42:0/1636790685 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5600d43f3970 0x5600d440f870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:04.613 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.609+0000 7f758bfff700 1 -- 172.21.15.42:0/1636790685 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5600d44710f0 con 0x5600d43f3050 2024-06-06T08:35:04.613 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.609+0000 7f7591184700 1 --2- 172.21.15.42:0/1636790685 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5600d43f3970 0x5600d440f870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:35:04.613 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.610+0000 7f758bfff700 1 --2- 172.21.15.42:0/1636790685 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600d43f3050 0x5600d440f330 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7f7580000c00 tx=0x7f7580009fa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f5723c6068107cf server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:35:04.613 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.610+0000 7f756bfff700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:35:04.613 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.610+0000 7f756bfff700 1 -- 172.21.15.42:0/1636790685 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7580028040 con 0x5600d43f3050 2024-06-06T08:35:04.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.610+0000 7f759d46ab80 1 -- 172.21.15.42:0/1636790685 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f758409f440 con 0x5600d43f3050 2024-06-06T08:35:04.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.610+0000 7f756bfff700 1 -- 172.21.15.42:0/1636790685 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(116..116 src has 1..116) ==== 9438+0+0 (secure 0 0 0) 0x7f75800050b0 con 0x5600d43f3050 2024-06-06T08:35:04.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.610+0000 7f756bfff700 1 -- 172.21.15.42:0/1636790685 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f75800052b0 con 0x5600d43f3050 2024-06-06T08:35:04.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.610+0000 7f759d46ab80 10 client.17595 fetch_fsmap learned FSMap version 46 2024-06-06T08:35:04.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.610+0000 7f759d46ab80 1 -- 172.21.15.42:0/1636790685 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x5600d4472410 con 0x5600d43f3050 2024-06-06T08:35:04.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.610+0000 7f756bfff700 1 -- 172.21.15.42:0/1636790685 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f758409f440 con 0x5600d43f3050 2024-06-06T08:35:04.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.610+0000 7f756bfff700 1 -- 172.21.15.42:0/1636790685 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 46) ==== 8370+0+0 (secure 0 0 0) 0x7f7580037030 con 0x5600d43f3050 2024-06-06T08:35:04.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.610+0000 7f759d46ab80 10 client.17595 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T08:35:04.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.610+0000 7f759d46ab80 10 client.17595 resolve_mds: validated gid 24484 aka daemon mds.i 2024-06-06T08:35:04.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.610+0000 7f759d46ab80 20 client.17595 populate_metadata read hostname 'smithi042' 2024-06-06T08:35:04.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.610+0000 7f759d46ab80 1 --2- 172.21.15.42:0/1636790685 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5600d44726a0 0x5600d4474a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:04.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.611+0000 7f759d46ab80 4 client.17595 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "67a6da2b", "release": true, "await": true}] 2024-06-06T08:35:04.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.611+0000 7f759d46ab80 1 -- 172.21.15.42:0/1636790685 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "quiesce db", "set_id": "67a6da2b", "release": true, "await": true}) -- 0x5600d4342390 con 0x5600d44726a0 2024-06-06T08:35:04.615 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.611+0000 7f7590983700 1 --2- 172.21.15.42:0/1636790685 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5600d44726a0 0x5600d4474a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:04.615 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.611+0000 7f7590983700 1 --2- 172.21.15.42:0/1636790685 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5600d44726a0 0x5600d4474a90 crc :-1 s=READY pgs=242 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4b64a285ca429f05 server_cookie=1376416123a3dea7 in_seq=0 out_seq=0 2024-06-06T08:35:04.615 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:04.611+0000 7f756bfff700 10 client.17595 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:35:04.690 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:35:04 smithi120 ceph-mon[36658]: pgmap v392: 129 pgs: 129 active+clean; 1.5 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 8.2 KiB/s wr, 8 op/s 2024-06-06T08:35:04.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:35:04 smithi149 ceph-mon[36842]: pgmap v392: 129 pgs: 129 active+clean; 1.5 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 8.2 KiB/s wr, 8 op/s 2024-06-06T08:35:05.427 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:05.427+0000 7f756bfff700 1 -- 172.21.15.42:0/1636790685 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x5600d4342390 con 0x5600d44726a0 2024-06-06T08:35:05.427 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:05.427+0000 7f756bfff700 10 client.17595 handle_command_reply: tid=0 2024-06-06T08:35:05.427 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:05.427+0000 7f759d46ab80 1 client.17595 shutdown 2024-06-06T08:35:05.427 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:05.428+0000 7f759d46ab80 1 -- 172.21.15.42:0/1636790685 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600d43f3050 msgr2=0x5600d440f330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:35:05.427 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:05.428+0000 7f759d46ab80 1 --2- 172.21.15.42:0/1636790685 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600d43f3050 0x5600d440f330 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7f7580000c00 tx=0x7f7580009fa0 comp rx=0 tx=0).stop 2024-06-06T08:35:05.427 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:05.428+0000 7f759d46ab80 1 -- 172.21.15.42:0/1636790685 shutdown_connections 2024-06-06T08:35:05.427 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:05.428+0000 7f759d46ab80 1 --2- 172.21.15.42:0/1636790685 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5600d44726a0 0x5600d4474a90 crc :-1 s=READY pgs=242 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:05.428 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:05.428+0000 7f759d46ab80 1 --2- 172.21.15.42:0/1636790685 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5600d43f3970 0x5600d440f870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:05.428 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:05.428+0000 7f759d46ab80 1 --2- 172.21.15.42:0/1636790685 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5600d43ed7e0 0x5600d440edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:05.428 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:05.428+0000 7f759d46ab80 1 --2- 172.21.15.42:0/1636790685 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600d43f3050 0x5600d440f330 unknown :-1 s=CLOSED pgs=954 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:05.428 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:05.428+0000 7f759d46ab80 1 -- 172.21.15.42:0/1636790685 >> 172.21.15.42:0/1636790685 conn(0x5600d4313dc0 msgr2=0x5600d43e40c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:35:05.428 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:05.428+0000 7f756bfff700 0 client.17595 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:35:05.428 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:05.428+0000 7f759d46ab80 1 -- 172.21.15.42:0/1636790685 shutdown_connections 2024-06-06T08:35:05.428 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:05.428+0000 7f759d46ab80 1 -- 172.21.15.42:0/1636790685 wait complete. 2024-06-06T08:35:05.428 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:05.428+0000 7f759d46ab80 20 client.17595 trim_cache size 0 max 16384 2024-06-06T08:35:05.428 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:35:05.428 INFO:teuthology.orchestra.run.smithi042.stdout: "epoch": 46, 2024-06-06T08:35:05.429 INFO:teuthology.orchestra.run.smithi042.stdout: "leader": 24484, 2024-06-06T08:35:05.429 INFO:teuthology.orchestra.run.smithi042.stdout: "set_version": 36, 2024-06-06T08:35:05.429 INFO:teuthology.orchestra.run.smithi042.stdout: "sets": { 2024-06-06T08:35:05.429 INFO:teuthology.orchestra.run.smithi042.stdout: "67a6da2b": { 2024-06-06T08:35:05.429 INFO:teuthology.orchestra.run.smithi042.stdout: "version": 36, 2024-06-06T08:35:05.429 INFO:teuthology.orchestra.run.smithi042.stdout: "age_ref": 0.0, 2024-06-06T08:35:05.429 INFO:teuthology.orchestra.run.smithi042.stdout: "state": { 2024-06-06T08:35:05.429 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "RELEASED", 2024-06-06T08:35:05.429 INFO:teuthology.orchestra.run.smithi042.stdout: "age": 0.0 2024-06-06T08:35:05.429 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:35:05.429 INFO:teuthology.orchestra.run.smithi042.stdout: "timeout": 90.0, 2024-06-06T08:35:05.429 INFO:teuthology.orchestra.run.smithi042.stdout: "expiration": 150.0, 2024-06-06T08:35:05.430 INFO:teuthology.orchestra.run.smithi042.stdout: "members": { 2024-06-06T08:35:05.430 INFO:teuthology.orchestra.run.smithi042.stdout: "file:/": { 2024-06-06T08:35:05.430 INFO:teuthology.orchestra.run.smithi042.stdout: "excluded": false, 2024-06-06T08:35:05.430 INFO:teuthology.orchestra.run.smithi042.stdout: "state": { 2024-06-06T08:35:05.430 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "RELEASED", 2024-06-06T08:35:05.430 INFO:teuthology.orchestra.run.smithi042.stdout: "age": 0.0 2024-06-06T08:35:05.430 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:35:05.430 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:35:05.430 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:35:05.430 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:35:05.430 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:35:05.430 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:35:05.431 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:05.429+0000 7f7592be7700 1 -- 172.21.15.42:0/350358994 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f75740a2e10 msgr2=0x7f75740a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:35:05.431 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:05.429+0000 7f7592be7700 1 --2- 172.21.15.42:0/350358994 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f75740a2e10 0x7f75740a52d0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f757c009a10 tx=0x7f757c009190 comp rx=0 tx=0).stop 2024-06-06T08:35:05.431 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:05.429+0000 7f7592be7700 1 -- 172.21.15.42:0/350358994 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f758c108500 msgr2=0x7f758c198b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:35:05.431 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:05.429+0000 7f7592be7700 1 --2- 172.21.15.42:0/350358994 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f758c108500 0x7f758c198b00 secure :-1 s=READY pgs=950 cs=0 l=1 rev1=1 crypto rx=0x7f7584007ee0 tx=0x7f758400d3b0 comp rx=0 tx=0).stop 2024-06-06T08:35:05.431 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:05.429+0000 7f7592be7700 1 -- 172.21.15.42:0/350358994 shutdown_connections 2024-06-06T08:35:05.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:05.429+0000 7f7592be7700 1 --2- 172.21.15.42:0/350358994 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f75740a2e10 0x7f75740a52d0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:05.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:05.429+0000 7f7592be7700 1 --2- 172.21.15.42:0/350358994 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f758c108500 0x7f758c198b00 unknown :-1 s=CLOSED pgs=950 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:05.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:05.429+0000 7f7592be7700 1 --2- 172.21.15.42:0/350358994 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f758c06a170 0x7f758c19e940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:05.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:05.429+0000 7f7592be7700 1 --2- 172.21.15.42:0/350358994 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f758c06ab30 0x7f758c19ee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:05.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:05.429+0000 7f7592be7700 1 -- 172.21.15.42:0/350358994 >> 172.21.15.42:0/350358994 conn(0x7f758c078340 msgr2=0x7f758c100090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:35:05.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:05.429+0000 7f7592be7700 1 -- 172.21.15.42:0/350358994 shutdown_connections 2024-06-06T08:35:05.432 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:35:05.429+0000 7f7592be7700 1 -- 172.21.15.42:0/350358994 wait complete. 2024-06-06T08:35:06.175 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '67a6da2b', total seconds elapsed: 37.6 2024-06-06T08:35:06.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:35:06 smithi149 ceph-mon[36842]: pgmap v393: 129 pgs: 129 active+clean; 1.5 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 24 op/s 2024-06-06T08:35:06.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:35:06 smithi042 ceph-mon[32384]: pgmap v393: 129 pgs: 129 active+clean; 1.5 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 24 op/s 2024-06-06T08:35:06.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:35:06 smithi120 ceph-mon[36658]: pgmap v393: 129 pgs: 129 active+clean; 1.5 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 24 op/s 2024-06-06T08:35:07.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:35:07 smithi149 ceph-mon[36842]: osdmap e117: 12 total, 12 up, 12 in 2024-06-06T08:35:07.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:35:07 smithi042 ceph-mon[32384]: osdmap e117: 12 total, 12 up, 12 in 2024-06-06T08:35:07.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:35:07 smithi120 ceph-mon[36658]: osdmap e117: 12 total, 12 up, 12 in 2024-06-06T08:35:08.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:35:08 smithi149 ceph-mon[36842]: pgmap v395: 129 pgs: 129 active+clean; 1.5 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 63 KiB/s wr, 29 op/s 2024-06-06T08:35:08.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:35:08 smithi042 ceph-mon[32384]: pgmap v395: 129 pgs: 129 active+clean; 1.5 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 63 KiB/s wr, 29 op/s 2024-06-06T08:35:08.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:35:08 smithi120 ceph-mon[36658]: pgmap v395: 129 pgs: 129 active+clean; 1.5 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 63 KiB/s wr, 29 op/s 2024-06-06T08:35:10.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:35:10 smithi149 ceph-mon[36842]: pgmap v396: 129 pgs: 16 active+clean+snaptrim, 41 active+clean+snaptrim_wait, 72 active+clean; 1.5 GiB data, 7.2 GiB used, 1.0 TiB / 1.0 TiB avail; 549 KiB/s rd, 970 KiB/s wr, 52 op/s 2024-06-06T08:35:10.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:35:10 smithi042 ceph-mon[32384]: pgmap v396: 129 pgs: 16 active+clean+snaptrim, 41 active+clean+snaptrim_wait, 72 active+clean; 1.5 GiB data, 7.2 GiB used, 1.0 TiB / 1.0 TiB avail; 549 KiB/s rd, 970 KiB/s wr, 52 op/s 2024-06-06T08:35:10.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:35:10 smithi120 ceph-mon[36658]: pgmap v396: 129 pgs: 16 active+clean+snaptrim, 41 active+clean+snaptrim_wait, 72 active+clean; 1.5 GiB data, 7.2 GiB used, 1.0 TiB / 1.0 TiB avail; 549 KiB/s rd, 970 KiB/s wr, 52 op/s 2024-06-06T08:35:11.907 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.908+0000 7f85fa7fc640 1 -- 172.21.15.42:0/90746675 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85f4035ca0 con 0x7f85fc101240 2024-06-06T08:35:11.907 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.908+0000 7f8601cfc640 1 -- 172.21.15.42:0/90746675 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f85fc101240 msgr2=0x7f85fc10d750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:35:11.907 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.908+0000 7f8601cfc640 1 --2- 172.21.15.42:0/90746675 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f85fc101240 0x7f85fc10d750 secure :-1 s=READY pgs=955 cs=0 l=1 rev1=1 crypto rx=0x7f85f4009cd0 tx=0x7f85f402c810 comp rx=0 tx=0).stop 2024-06-06T08:35:11.910 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.911+0000 7f8601cfc640 1 -- 172.21.15.42:0/90746675 shutdown_connections 2024-06-06T08:35:11.910 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.911+0000 7f8601cfc640 1 --2- 172.21.15.42:0/90746675 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f85fc101240 0x7f85fc10d750 unknown :-1 s=CLOSED pgs=955 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:11.910 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.911+0000 7f8601cfc640 1 --2- 172.21.15.42:0/90746675 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f85fc100880 0x7f85fc100d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:11.910 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.911+0000 7f8601cfc640 1 --2- 172.21.15.42:0/90746675 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f85fc106890 0x7f85fc106c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:11.910 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.911+0000 7f8601cfc640 1 -- 172.21.15.42:0/90746675 >> 172.21.15.42:0/90746675 conn(0x7f85fc0fc370 msgr2=0x7f85fc0fe790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:35:11.911 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.913+0000 7f8601cfc640 1 -- 172.21.15.42:0/90746675 shutdown_connections 2024-06-06T08:35:11.911 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.913+0000 7f8601cfc640 1 -- 172.21.15.42:0/90746675 wait complete. 2024-06-06T08:35:11.913 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.914+0000 7f8601cfc640 1 Processor -- start 2024-06-06T08:35:11.914 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.914+0000 7f8601cfc640 1 -- start start 2024-06-06T08:35:11.914 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.914+0000 7f8601cfc640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f85fc100880 0x7f85fc10ba80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:11.914 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.914+0000 7f8601cfc640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f85fc101240 0x7f85fc073420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:11.914 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.914+0000 7f8601cfc640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f85fc106890 0x7f85fc10bfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:11.914 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.914+0000 7f8601cfc640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f85fc10f1a0 con 0x7f85fc106890 2024-06-06T08:35:11.914 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.914+0000 7f8601cfc640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f85fc10f020 con 0x7f85fc100880 2024-06-06T08:35:11.914 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.914+0000 7f8601cfc640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f85fc10f320 con 0x7f85fc101240 2024-06-06T08:35:11.918 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.916+0000 7f85fb7fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f85fc100880 0x7f85fc10ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:11.918 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.917+0000 7f85fb7fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f85fc100880 0x7f85fc10ba80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:35770/0 (socket says 172.21.15.42:35770) 2024-06-06T08:35:11.918 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.917+0000 7f85fb7fe640 1 -- 172.21.15.42:0/193901296 learned_addr learned my addr 172.21.15.42:0/193901296 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:35:11.918 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.917+0000 7f85fbfff640 1 --2- 172.21.15.42:0/193901296 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f85fc106890 0x7f85fc10bfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:11.918 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.918+0000 7f85fbfff640 1 -- 172.21.15.42:0/193901296 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f85fc101240 msgr2=0x7f85fc073420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:35:11.918 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.918+0000 7f85fbfff640 1 --2- 172.21.15.42:0/193901296 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f85fc101240 0x7f85fc073420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:11.918 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.918+0000 7f85fbfff640 1 -- 172.21.15.42:0/193901296 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f85fc100880 msgr2=0x7f85fc10ba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:35:11.919 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.918+0000 7f85fbfff640 1 --2- 172.21.15.42:0/193901296 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f85fc100880 0x7f85fc10ba80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:11.919 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.918+0000 7f85fbfff640 1 -- 172.21.15.42:0/193901296 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85fc10c530 con 0x7f85fc106890 2024-06-06T08:35:11.919 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.918+0000 7f85fbfff640 1 --2- 172.21.15.42:0/193901296 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f85fc106890 0x7f85fc10bfc0 secure :-1 s=READY pgs=956 cs=0 l=1 rev1=1 crypto rx=0x7f85f4036fd0 tx=0x7f85f4003970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:35:11.926 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.925+0000 7f85f8ff9640 1 -- 172.21.15.42:0/193901296 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85f403a040 con 0x7f85fc106890 2024-06-06T08:35:11.927 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.925+0000 7f85f8ff9640 1 -- 172.21.15.42:0/193901296 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f85f4045070 con 0x7f85fc106890 2024-06-06T08:35:11.927 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.925+0000 7f85f8ff9640 1 -- 172.21.15.42:0/193901296 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85f40328c0 con 0x7f85fc106890 2024-06-06T08:35:11.927 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.926+0000 7f8601cfc640 1 -- 172.21.15.42:0/193901296 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85fc10c7c0 con 0x7f85fc106890 2024-06-06T08:35:11.927 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.926+0000 7f8601cfc640 1 -- 172.21.15.42:0/193901296 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85fc1a2920 con 0x7f85fc106890 2024-06-06T08:35:11.931 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.930+0000 7f8604a09740 1 Processor -- start 2024-06-06T08:35:11.932 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.934+0000 7f85f8ff9640 1 -- 172.21.15.42:0/193901296 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f85f4033070 con 0x7f85fc106890 2024-06-06T08:35:11.933 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.934+0000 7f8604a09740 1 -- start start 2024-06-06T08:35:11.933 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.934+0000 7f8604a09740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c362693170 0x55c362693550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:11.933 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.934+0000 7f8604a09740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c362693a90 0x55c36269de10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:11.934 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.934+0000 7f8604a09740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c36269e350 0x55c3626a0740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:11.934 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.934+0000 7f8604a09740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55c3625f74f0 con 0x55c362693a90 2024-06-06T08:35:11.934 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.934+0000 7f8604a09740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55c362595870 con 0x55c362693170 2024-06-06T08:35:11.934 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.934+0000 7f8604a09740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55c3625f34b0 con 0x55c36269e350 2024-06-06T08:35:11.934 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.935+0000 7f85f8ff9640 1 --2- 172.21.15.42:0/193901296 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f85e80a2f50 0x7f85e80a5410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:11.935 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.936+0000 7f85f8ff9640 1 -- 172.21.15.42:0/193901296 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 9526+0+0 (secure 0 0 0) 0x7f85f40efad0 con 0x7f85fc106890 2024-06-06T08:35:11.936 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.936+0000 7f85faffd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c36269e350 0x55c3626a0740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:11.936 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.936+0000 7f85faffd640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c362693170 0x55c362693550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:11.936 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.936+0000 7f85faffd640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c362693170 0x55c362693550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:35778/0 (socket says 172.21.15.42:35778) 2024-06-06T08:35:11.936 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.937+0000 7f85faffd640 1 -- 172.21.15.42:0/941181315 learned_addr learned my addr 172.21.15.42:0/941181315 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:35:11.936 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.937+0000 7f85fb7fe640 1 --2- 172.21.15.42:0/941181315 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c362693a90 0x55c36269de10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:11.937 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.938+0000 7f85fbfff640 1 --2- 172.21.15.42:0/193901296 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f85e80a2f50 0x7f85e80a5410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:11.937 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.938+0000 7f85fb7fe640 1 -- 172.21.15.42:0/941181315 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c36269e350 msgr2=0x55c3626a0740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:35:11.937 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.938+0000 7f85fb7fe640 1 --2- 172.21.15.42:0/941181315 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c36269e350 0x55c3626a0740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:11.937 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.938+0000 7f85fb7fe640 1 -- 172.21.15.42:0/941181315 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c362693170 msgr2=0x55c362693550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:35:11.938 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.938+0000 7f85fb7fe640 1 --2- 172.21.15.42:0/941181315 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c362693170 0x55c362693550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:11.938 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.938+0000 7f85fb7fe640 1 -- 172.21.15.42:0/941181315 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c3625b19b0 con 0x55c362693a90 2024-06-06T08:35:11.946 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.944+0000 7f85fb7fe640 1 --2- 172.21.15.42:0/941181315 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c362693a90 0x55c36269de10 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7f85ec008b40 tx=0x7f85ec00e350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b6b7176c820ca4e server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:35:11.946 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.946+0000 7f85fbfff640 1 --2- 172.21.15.42:0/193901296 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f85e80a2f50 0x7f85e80a5410 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f85f402cdd0 tx=0x7f85f402c810 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:35:11.946 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.947+0000 7f85f1ffb640 1 -- 172.21.15.42:0/941181315 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85ec004050 con 0x55c362693a90 2024-06-06T08:35:11.946 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.947+0000 7f85f1ffb640 1 -- 172.21.15.42:0/941181315 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f85ec005500 con 0x55c362693a90 2024-06-06T08:35:11.946 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.947+0000 7f85f1ffb640 1 -- 172.21.15.42:0/941181315 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85ec004de0 con 0x55c362693a90 2024-06-06T08:35:11.947 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.948+0000 7f8604a09740 1 -- 172.21.15.42:0/941181315 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c362693a90 msgr2=0x55c36269de10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:35:11.947 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.948+0000 7f8604a09740 1 --2- 172.21.15.42:0/941181315 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c362693a90 0x55c36269de10 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7f85ec008b40 tx=0x7f85ec00e350 comp rx=0 tx=0).stop 2024-06-06T08:35:11.950 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.951+0000 7f8604a09740 1 -- 172.21.15.42:0/941181315 shutdown_connections 2024-06-06T08:35:11.950 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.951+0000 7f8604a09740 1 --2- 172.21.15.42:0/941181315 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c36269e350 0x55c3626a0740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:11.951 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.951+0000 7f8604a09740 1 --2- 172.21.15.42:0/941181315 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c362693a90 0x55c36269de10 unknown :-1 s=CLOSED pgs=957 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:11.951 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.951+0000 7f8604a09740 1 --2- 172.21.15.42:0/941181315 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c362693170 0x55c362693550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:11.951 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.951+0000 7f8604a09740 1 -- 172.21.15.42:0/941181315 >> 172.21.15.42:0/941181315 conn(0x55c36268f680 msgr2=0x55c36268fa60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:35:11.953 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.954+0000 7f8604a09740 1 -- 172.21.15.42:0/941181315 shutdown_connections 2024-06-06T08:35:11.960 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.961+0000 7f8604a09740 1 -- 172.21.15.42:0/941181315 wait complete. 2024-06-06T08:35:11.960 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.961+0000 7f8604a09740 1 -- start start 2024-06-06T08:35:11.960 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.961+0000 7f8604a09740 1 Processor -- start 2024-06-06T08:35:11.965 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.962+0000 7f8604a09740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c362693170 0x55c36269b2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:11.965 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.962+0000 7f8604a09740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c362693a90 0x55c36269b800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:11.966 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.962+0000 7f8604a09740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c36269e350 0x55c36269bd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:11.966 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.962+0000 7f8604a09740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55c3626b1f90 con 0x55c362693170 2024-06-06T08:35:11.966 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.962+0000 7f8604a09740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55c362580ae0 con 0x55c362693a90 2024-06-06T08:35:11.966 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.962+0000 7f8604a09740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55c3626b2110 con 0x55c36269e350 2024-06-06T08:35:11.966 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.962+0000 7f8604a09740 10 client.0 _ll_register_callbacks cb 0x55c3625b99b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:35:11.966 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.965+0000 7f85faffd640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c362693170 0x55c36269b2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:11.967 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.965+0000 7f85faffd640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c362693170 0x55c36269b2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:53792/0 (socket says 172.21.15.42:53792) 2024-06-06T08:35:11.967 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.965+0000 7f85faffd640 1 -- 172.21.15.42:0/2595162786 learned_addr learned my addr 172.21.15.42:0/2595162786 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:35:11.967 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.965+0000 7f85faffd640 1 --2- 172.21.15.42:0/2595162786 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c36269e350 0x55c36269bd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:11.967 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.966+0000 7f85faffd640 1 -- 172.21.15.42:0/2595162786 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c36269e350 msgr2=0x55c36269bd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:35:11.967 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.966+0000 7f85faffd640 1 --2- 172.21.15.42:0/2595162786 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c36269e350 0x55c36269bd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:11.967 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.966+0000 7f85faffd640 1 -- 172.21.15.42:0/2595162786 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c362693a90 msgr2=0x55c36269b800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:35:11.968 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.966+0000 7f85faffd640 1 --2- 172.21.15.42:0/2595162786 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c362693a90 0x55c36269b800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:11.968 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.966+0000 7f85faffd640 1 -- 172.21.15.42:0/2595162786 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c36230b210 con 0x55c362693170 2024-06-06T08:35:11.968 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.966+0000 7f85faffd640 1 --2- 172.21.15.42:0/2595162786 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c362693170 0x55c36269b2c0 secure :-1 s=READY pgs=958 cs=0 l=1 rev1=1 crypto rx=0x7f85e4012eb0 tx=0x7f85e4005a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e85d403be2d705d4 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:35:11.969 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.967+0000 7f85daffd640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:35:11.969 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.967+0000 7f85daffd640 1 -- 172.21.15.42:0/2595162786 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85e400be40 con 0x55c362693170 2024-06-06T08:35:11.969 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.967+0000 7f8604a09740 1 -- 172.21.15.42:0/2595162786 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f85ec005500 con 0x55c362693170 2024-06-06T08:35:11.969 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.967+0000 7f85daffd640 1 -- 172.21.15.42:0/2595162786 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(117..117 src has 1..117) ==== 9526+0+0 (secure 0 0 0) 0x7f85e4009040 con 0x55c362693170 2024-06-06T08:35:11.969 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.968+0000 7f85daffd640 1 -- 172.21.15.42:0/2595162786 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f85e4004020 con 0x55c362693170 2024-06-06T08:35:11.970 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.972+0000 7f8604a09740 10 client.17607 fetch_fsmap learned FSMap version 46 2024-06-06T08:35:11.970 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.972+0000 7f8604a09740 1 -- 172.21.15.42:0/2595162786 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55c3623d7620 con 0x55c362693170 2024-06-06T08:35:11.974 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.975+0000 7f85daffd640 1 -- 172.21.15.42:0/2595162786 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f85ec005500 con 0x55c362693170 2024-06-06T08:35:11.975 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.975+0000 7f85daffd640 1 -- 172.21.15.42:0/2595162786 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 46) ==== 8370+0+0 (secure 0 0 0) 0x7f85e400f040 con 0x55c362693170 2024-06-06T08:35:11.975 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.975+0000 7f8604a09740 10 client.17607 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T08:35:11.975 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.975+0000 7f8604a09740 10 client.17607 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:35:11.975 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.975+0000 7f8604a09740 20 client.17607 populate_metadata read hostname 'smithi042' 2024-06-06T08:35:11.975 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.975+0000 7f8604a09740 1 --2- 172.21.15.42:0/2595162786 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55c3626bf5b0 0x55c3626c1a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:11.975 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.975+0000 7f8604a09740 4 client.17607 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:35:11.975 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.975+0000 7f8604a09740 1 -- 172.21.15.42:0/2595162786 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c36260af10 con 0x55c3626bf5b0 2024-06-06T08:35:11.976 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.976+0000 7f85fb7fe640 1 --2- 172.21.15.42:0/2595162786 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55c3626bf5b0 0x55c3626c1a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:11.976 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.977+0000 7f85fb7fe640 1 --2- 172.21.15.42:0/2595162786 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55c3626bf5b0 0x55c3626c1a20 crc :-1 s=READY pgs=243 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a5dfcd61f8cd3baa server_cookie=8e920c03725fa14c in_seq=0 out_seq=0 2024-06-06T08:35:11.977 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.977+0000 7f85daffd640 10 client.17607 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:35:11.977 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.979+0000 7f85daffd640 1 -- 172.21.15.42:0/2595162786 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55c36260af10 con 0x55c3626bf5b0 2024-06-06T08:35:11.978 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.979+0000 7f85daffd640 10 client.17607 handle_command_reply: tid=0 2024-06-06T08:35:11.978 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.979+0000 7f8604a09740 1 client.17607 shutdown 2024-06-06T08:35:11.981 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.982+0000 7f8604a09740 1 -- 172.21.15.42:0/2595162786 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c362693170 msgr2=0x55c36269b2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:35:11.981 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.982+0000 7f8604a09740 1 --2- 172.21.15.42:0/2595162786 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c362693170 0x55c36269b2c0 secure :-1 s=READY pgs=958 cs=0 l=1 rev1=1 crypto rx=0x7f85e4012eb0 tx=0x7f85e4005a50 comp rx=0 tx=0).stop 2024-06-06T08:35:11.981 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.983+0000 7f8604a09740 1 -- 172.21.15.42:0/2595162786 shutdown_connections 2024-06-06T08:35:11.982 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.983+0000 7f8604a09740 1 --2- 172.21.15.42:0/2595162786 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55c3626bf5b0 0x55c3626c1a20 crc :-1 s=READY pgs=243 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:11.982 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.983+0000 7f8604a09740 1 --2- 172.21.15.42:0/2595162786 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c362693a90 0x55c36269b800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:11.982 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.983+0000 7f8604a09740 1 --2- 172.21.15.42:0/2595162786 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c36269e350 0x55c36269bd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:11.982 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.983+0000 7f8604a09740 1 --2- 172.21.15.42:0/2595162786 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c362693170 0x55c36269b2c0 unknown :-1 s=CLOSED pgs=958 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:11.982 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.983+0000 7f8604a09740 1 -- 172.21.15.42:0/2595162786 >> 172.21.15.42:0/2595162786 conn(0x55c36268f680 msgr2=0x55c362695400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:35:11.982 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.983+0000 7f85daffd640 0 client.17607 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:35:11.987 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.988+0000 7f8604a09740 1 -- 172.21.15.42:0/2595162786 shutdown_connections 2024-06-06T08:35:11.987 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.989+0000 7f8604a09740 1 -- 172.21.15.42:0/2595162786 wait complete. 2024-06-06T08:35:11.988 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:11.989+0000 7f8604a09740 20 client.17607 trim_cache size 0 max 16384 2024-06-06T08:35:12.020 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.021+0000 7f8604a09740 1 Processor -- start 2024-06-06T08:35:12.020 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.021+0000 7f8604a09740 1 -- start start 2024-06-06T08:35:12.021 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.022+0000 7f8604a09740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c362693170 0x55c36269bb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:12.021 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.022+0000 7f8604a09740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c362693a90 0x55c36268e660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:12.021 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.022+0000 7f8604a09740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c36269e350 0x55c3626c7330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:12.021 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.022+0000 7f8604a09740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f85fc1a6f70 con 0x55c362693170 2024-06-06T08:35:12.022 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.022+0000 7f8604a09740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f85fc1a4780 con 0x55c362693a90 2024-06-06T08:35:12.022 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.022+0000 7f8604a09740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f85fc11b2f0 con 0x55c36269e350 2024-06-06T08:35:12.022 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.022+0000 7f85fb7fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c362693a90 0x55c36268e660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:12.022 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.022+0000 7f85fb7fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c362693a90 0x55c36268e660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:35792/0 (socket says 172.21.15.42:35792) 2024-06-06T08:35:12.022 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.022+0000 7f85fb7fe640 1 -- 172.21.15.42:0/3715168695 learned_addr learned my addr 172.21.15.42:0/3715168695 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:35:12.023 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.022+0000 7f85fb7fe640 1 -- 172.21.15.42:0/3715168695 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c36269e350 msgr2=0x55c3626c7330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:35:12.023 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.022+0000 7f85fb7fe640 1 --2- 172.21.15.42:0/3715168695 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c36269e350 0x55c3626c7330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:12.023 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.022+0000 7f85fb7fe640 1 -- 172.21.15.42:0/3715168695 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c362693170 msgr2=0x55c36269bb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:35:12.023 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.022+0000 7f85faffd640 1 --2- 172.21.15.42:0/3715168695 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c362693170 0x55c36269bb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:12.023 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.022+0000 7f85fb7fe640 1 --2- 172.21.15.42:0/3715168695 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c362693170 0x55c36269bb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:12.023 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.022+0000 7f85fb7fe640 1 -- 172.21.15.42:0/3715168695 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c362699810 con 0x55c362693a90 2024-06-06T08:35:12.023 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.023+0000 7f85faffd640 1 --2- 172.21.15.42:0/3715168695 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c362693170 0x55c36269bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:35:12.024 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.023+0000 7f85fb7fe640 1 --2- 172.21.15.42:0/3715168695 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c362693a90 0x55c36268e660 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f85ec00e850 tx=0x7f85ec004920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=231f8e8ccd11c170 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:35:12.024 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.024+0000 7f85f17fa640 1 -- 172.21.15.42:0/3715168695 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85ec004030 con 0x55c362693a90 2024-06-06T08:35:12.024 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.024+0000 7f85f17fa640 1 -- 172.21.15.42:0/3715168695 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f85ec0041d0 con 0x55c362693a90 2024-06-06T08:35:12.024 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.024+0000 7f85f17fa640 1 -- 172.21.15.42:0/3715168695 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85ec024440 con 0x55c362693a90 2024-06-06T08:35:12.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.025+0000 7f8604a09740 1 -- 172.21.15.42:0/3715168695 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c362693a90 msgr2=0x55c36268e660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:35:12.025 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.025+0000 7f8604a09740 1 --2- 172.21.15.42:0/3715168695 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c362693a90 0x55c36268e660 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f85ec00e850 tx=0x7f85ec004920 comp rx=0 tx=0).stop 2024-06-06T08:35:12.029 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.031+0000 7f8604a09740 1 -- 172.21.15.42:0/3715168695 shutdown_connections 2024-06-06T08:35:12.030 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.031+0000 7f8604a09740 1 --2- 172.21.15.42:0/3715168695 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c362693a90 0x55c36268e660 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:12.030 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.031+0000 7f8604a09740 1 --2- 172.21.15.42:0/3715168695 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c36269e350 0x55c3626c7330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:12.030 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.031+0000 7f8604a09740 1 --2- 172.21.15.42:0/3715168695 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c362693170 0x55c36269bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:12.030 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.031+0000 7f8604a09740 1 -- 172.21.15.42:0/3715168695 >> 172.21.15.42:0/3715168695 conn(0x55c36268f680 msgr2=0x55c36268df50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:35:12.034 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.035+0000 7f8604a09740 1 -- 172.21.15.42:0/3715168695 shutdown_connections 2024-06-06T08:35:12.034 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.035+0000 7f8604a09740 1 -- 172.21.15.42:0/3715168695 wait complete. 2024-06-06T08:35:12.034 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.035+0000 7f8604a09740 1 -- start start 2024-06-06T08:35:12.034 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.035+0000 7f8604a09740 1 Processor -- start 2024-06-06T08:35:12.039 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.040+0000 7f8604a09740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c362693170 0x55c3626b7880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:12.039 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.040+0000 7f8604a09740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c362693a90 0x55c3626b2bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:12.039 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.040+0000 7f8604a09740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c36269e350 0x55c3626b3130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:12.039 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.040+0000 7f8604a09740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f85fc1a2c40 con 0x55c36269e350 2024-06-06T08:35:12.039 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.040+0000 7f8604a09740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f85fc1a40b0 con 0x55c362693170 2024-06-06T08:35:12.039 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.040+0000 7f8604a09740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f85fc1a3310 con 0x55c362693a90 2024-06-06T08:35:12.039 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.040+0000 7f8604a09740 10 client.0 _ll_register_callbacks cb 0x7f85e4005df0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:35:12.040 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.041+0000 7f85faffd640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c362693170 0x55c3626b7880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:12.040 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.041+0000 7f85faffd640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c362693170 0x55c3626b7880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:35804/0 (socket says 172.21.15.42:35804) 2024-06-06T08:35:12.040 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.041+0000 7f85faffd640 1 -- 172.21.15.42:0/3708945355 learned_addr learned my addr 172.21.15.42:0/3708945355 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:35:12.040 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.041+0000 7f85faffd640 1 --2- 172.21.15.42:0/3708945355 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c36269e350 0x55c3626b3130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:12.040 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.041+0000 7f85fb7fe640 1 --2- 172.21.15.42:0/3708945355 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c362693a90 0x55c3626b2bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:12.041 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.042+0000 7f85faffd640 1 -- 172.21.15.42:0/3708945355 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c362693a90 msgr2=0x55c3626b2bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:35:12.041 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.042+0000 7f85faffd640 1 --2- 172.21.15.42:0/3708945355 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c362693a90 0x55c3626b2bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:12.041 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.042+0000 7f85faffd640 1 -- 172.21.15.42:0/3708945355 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c36269e350 msgr2=0x55c3626b3130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:35:12.041 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.042+0000 7f85faffd640 1 --2- 172.21.15.42:0/3708945355 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c36269e350 0x55c3626b3130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:12.041 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.042+0000 7f85faffd640 1 -- 172.21.15.42:0/3708945355 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c3626b36f0 con 0x55c362693170 2024-06-06T08:35:12.041 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.042+0000 7f85faffd640 1 --2- 172.21.15.42:0/3708945355 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c362693170 0x55c3626b7880 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f85e4020620 tx=0x7f85e4020420 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cc38759eec85beee server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:35:12.041 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.042+0000 7f85daffd640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:35:12.044 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.044+0000 7f85daffd640 1 -- 172.21.15.42:0/3708945355 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85e4005ac0 con 0x55c362693170 2024-06-06T08:35:12.044 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.044+0000 7f85daffd640 1 -- 172.21.15.42:0/3708945355 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(117..117 src has 1..117) ==== 9526+0+0 (secure 0 0 0) 0x7f85e4009040 con 0x55c362693170 2024-06-06T08:35:12.044 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.045+0000 7f8604a09740 1 -- 172.21.15.42:0/3708945355 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f85ec0041d0 con 0x55c362693170 2024-06-06T08:35:12.048 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.047+0000 7f85daffd640 1 -- 172.21.15.42:0/3708945355 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f85e400be40 con 0x55c362693170 2024-06-06T08:35:12.048 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.048+0000 7f8604a09740 10 client.27182 fetch_fsmap learned FSMap version 46 2024-06-06T08:35:12.048 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.048+0000 7f8604a09740 1 -- 172.21.15.42:0/3708945355 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55c36272a030 con 0x55c362693170 2024-06-06T08:35:12.052 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.051+0000 7f85daffd640 1 -- 172.21.15.42:0/3708945355 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f85ec0041d0 con 0x55c362693170 2024-06-06T08:35:12.052 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.054+0000 7f85daffd640 1 -- 172.21.15.42:0/3708945355 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 46) ==== 8370+0+0 (secure 0 0 0) 0x7f85e402c020 con 0x55c362693170 2024-06-06T08:35:12.052 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.054+0000 7f8604a09740 10 client.27182 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T08:35:12.052 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.054+0000 7f8604a09740 10 client.27182 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:35:12.053 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.054+0000 7f8604a09740 20 client.27182 populate_metadata read hostname 'smithi042' 2024-06-06T08:35:12.053 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.054+0000 7f8604a09740 1 --2- 172.21.15.42:0/3708945355 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55c36272a660 0x55c36272ca80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:12.053 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.054+0000 7f8604a09740 4 client.27182 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:35:12.053 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.054+0000 7f8604a09740 1 -- 172.21.15.42:0/3708945355 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55c362604c20 con 0x55c36272a660 2024-06-06T08:35:12.053 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.055+0000 7f85fb7fe640 1 --2- 172.21.15.42:0/3708945355 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55c36272a660 0x55c36272ca80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:12.060 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.062+0000 7f85fb7fe640 1 --2- 172.21.15.42:0/3708945355 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55c36272a660 0x55c36272ca80 crc :-1 s=READY pgs=244 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c8b26eadd23a2501 server_cookie=9e9c04432f4a3440 in_seq=0 out_seq=0 2024-06-06T08:35:12.064 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:12.063+0000 7f85daffd640 10 client.27182 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:35:12.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:35:12 smithi149 ceph-mon[36842]: pgmap v397: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 7.2 GiB used, 1.0 TiB / 1.0 TiB avail; 795 KiB/s rd, 1.2 MiB/s wr, 69 op/s 2024-06-06T08:35:12.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:35:12 smithi042 ceph-mon[32384]: pgmap v397: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 7.2 GiB used, 1.0 TiB / 1.0 TiB avail; 795 KiB/s rd, 1.2 MiB/s wr, 69 op/s 2024-06-06T08:35:12.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:35:12 smithi120 ceph-mon[36658]: pgmap v397: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 7.2 GiB used, 1.0 TiB / 1.0 TiB avail; 795 KiB/s rd, 1.2 MiB/s wr, 69 op/s 2024-06-06T08:35:14.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:35:14 smithi149 ceph-mon[36842]: pgmap v398: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 7.2 GiB used, 1.0 TiB / 1.0 TiB avail; 787 KiB/s rd, 1.2 MiB/s wr, 66 op/s 2024-06-06T08:35:14.817 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:35:14 smithi042 ceph-mon[32384]: pgmap v398: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 7.2 GiB used, 1.0 TiB / 1.0 TiB avail; 787 KiB/s rd, 1.2 MiB/s wr, 66 op/s 2024-06-06T08:35:14.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:35:14 smithi120 ceph-mon[36658]: pgmap v398: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 7.2 GiB used, 1.0 TiB / 1.0 TiB avail; 787 KiB/s rd, 1.2 MiB/s wr, 66 op/s 2024-06-06T08:35:16.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:35:16 smithi149 ceph-mon[36842]: pgmap v399: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.5 GiB data, 7.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 485 op/s 2024-06-06T08:35:16.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:35:16 smithi042 ceph-mon[32384]: pgmap v399: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.5 GiB data, 7.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 485 op/s 2024-06-06T08:35:16.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:35:16 smithi120 ceph-mon[36658]: pgmap v399: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.5 GiB data, 7.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 485 op/s 2024-06-06T08:35:18.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:35:18 smithi149 ceph-mon[36842]: pgmap v400: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.5 GiB data, 7.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 643 op/s 2024-06-06T08:35:18.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:35:18 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:35:18.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:35:18 smithi042 ceph-mon[32384]: pgmap v400: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.5 GiB data, 7.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 643 op/s 2024-06-06T08:35:18.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:35:18 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:35:18.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:35:18 smithi120 ceph-mon[36658]: pgmap v400: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.5 GiB data, 7.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 643 op/s 2024-06-06T08:35:18.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:35:18 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:35:20.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:35:20 smithi149 ceph-mon[36842]: pgmap v401: 129 pgs: 22 active+clean+snaptrim, 66 active+clean+snaptrim_wait, 41 active+clean; 1.5 GiB data, 7.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.0 MiB/s wr, 864 op/s 2024-06-06T08:35:20.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:35:20 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:35:20.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:35:20 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:35:20.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:35:20 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:35:20.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:35:20 smithi042 ceph-mon[32384]: pgmap v401: 129 pgs: 22 active+clean+snaptrim, 66 active+clean+snaptrim_wait, 41 active+clean; 1.5 GiB data, 7.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.0 MiB/s wr, 864 op/s 2024-06-06T08:35:20.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:35:20 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:35:20.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:35:20 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:35:20.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:35:20 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:35:20.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:35:20 smithi120 ceph-mon[36658]: pgmap v401: 129 pgs: 22 active+clean+snaptrim, 66 active+clean+snaptrim_wait, 41 active+clean; 1.5 GiB data, 7.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.0 MiB/s wr, 864 op/s 2024-06-06T08:35:20.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:35:20 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:35:20.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:35:20 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:35:20.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:35:20 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:35:22.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:35:22 smithi149 ceph-mon[36842]: pgmap v402: 129 pgs: 22 active+clean+snaptrim, 66 active+clean+snaptrim_wait, 41 active+clean; 1.5 GiB data, 7.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 1.45k op/s 2024-06-06T08:35:22.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:35:22 smithi042 ceph-mon[32384]: pgmap v402: 129 pgs: 22 active+clean+snaptrim, 66 active+clean+snaptrim_wait, 41 active+clean; 1.5 GiB data, 7.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 1.45k op/s 2024-06-06T08:35:22.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:35:22 smithi120 ceph-mon[36658]: pgmap v402: 129 pgs: 22 active+clean+snaptrim, 66 active+clean+snaptrim_wait, 41 active+clean; 1.5 GiB data, 7.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 1.45k op/s 2024-06-06T08:35:24.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:35:24 smithi149 ceph-mon[36842]: pgmap v403: 129 pgs: 22 active+clean+snaptrim, 66 active+clean+snaptrim_wait, 41 active+clean; 1.5 GiB data, 7.3 GiB used, 1.0 TiB / 1.0 TiB avail; 966 KiB/s rd, 1.1 MiB/s wr, 1.60k op/s 2024-06-06T08:35:24.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:35:24 smithi042 ceph-mon[32384]: pgmap v403: 129 pgs: 22 active+clean+snaptrim, 66 active+clean+snaptrim_wait, 41 active+clean; 1.5 GiB data, 7.3 GiB used, 1.0 TiB / 1.0 TiB avail; 966 KiB/s rd, 1.1 MiB/s wr, 1.60k op/s 2024-06-06T08:35:24.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:35:24 smithi120 ceph-mon[36658]: pgmap v403: 129 pgs: 22 active+clean+snaptrim, 66 active+clean+snaptrim_wait, 41 active+clean; 1.5 GiB data, 7.3 GiB used, 1.0 TiB / 1.0 TiB avail; 966 KiB/s rd, 1.1 MiB/s wr, 1.60k op/s 2024-06-06T08:35:25.636 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:25.637+0000 7f85daffd640 1 -- 172.21.15.42:0/3708945355 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55c362604c20 con 0x55c36272a660 2024-06-06T08:35:25.637 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:25.637+0000 7f85daffd640 10 client.27182 handle_command_reply: tid=0 2024-06-06T08:35:25.637 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:25.637+0000 7f8604a09740 1 client.27182 shutdown 2024-06-06T08:35:25.637 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:25.637+0000 7f8604a09740 1 -- 172.21.15.42:0/3708945355 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c362693170 msgr2=0x55c3626b7880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:35:25.637 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:25.637+0000 7f8604a09740 1 --2- 172.21.15.42:0/3708945355 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c362693170 0x55c3626b7880 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f85e4020620 tx=0x7f85e4020420 comp rx=0 tx=0).stop 2024-06-06T08:35:25.637 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:25.637+0000 7f8604a09740 1 -- 172.21.15.42:0/3708945355 shutdown_connections 2024-06-06T08:35:25.637 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:25.637+0000 7f8604a09740 1 --2- 172.21.15.42:0/3708945355 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55c36272a660 0x55c36272ca80 crc :-1 s=READY pgs=244 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:25.637 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:25.637+0000 7f8604a09740 1 --2- 172.21.15.42:0/3708945355 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c36269e350 0x55c3626b3130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:25.637 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:25.637+0000 7f8604a09740 1 --2- 172.21.15.42:0/3708945355 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c362693a90 0x55c3626b2bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:25.637 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:25.637+0000 7f8604a09740 1 --2- 172.21.15.42:0/3708945355 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c362693170 0x55c3626b7880 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:25.637 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:25.637+0000 7f8604a09740 1 -- 172.21.15.42:0/3708945355 >> 172.21.15.42:0/3708945355 conn(0x55c36268f680 msgr2=0x55c3626953b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:35:25.637 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:25.637+0000 7f85daffd640 0 client.27182 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:35:25.637 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:25.637+0000 7f8604a09740 1 -- 172.21.15.42:0/3708945355 shutdown_connections 2024-06-06T08:35:25.637 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:25.637+0000 7f8604a09740 1 -- 172.21.15.42:0/3708945355 wait complete. 2024-06-06T08:35:25.638 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:25.638+0000 7f8604a09740 20 client.27182 trim_cache size 0 max 16384 2024-06-06T08:35:25.638 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:35:25.638 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:35:25.638 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:35:25.639 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:25.639+0000 7f8601cfc640 1 -- 172.21.15.42:0/193901296 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f85e80a2f50 msgr2=0x7f85e80a5410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:35:25.639 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:25.639+0000 7f8601cfc640 1 --2- 172.21.15.42:0/193901296 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f85e80a2f50 0x7f85e80a5410 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f85f402cdd0 tx=0x7f85f402c810 comp rx=0 tx=0).stop 2024-06-06T08:35:25.639 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:25.639+0000 7f8601cfc640 1 -- 172.21.15.42:0/193901296 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f85fc106890 msgr2=0x7f85fc10bfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:35:25.639 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:25.639+0000 7f8601cfc640 1 --2- 172.21.15.42:0/193901296 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f85fc106890 0x7f85fc10bfc0 secure :-1 s=READY pgs=956 cs=0 l=1 rev1=1 crypto rx=0x7f85f4036fd0 tx=0x7f85f4003970 comp rx=0 tx=0).stop 2024-06-06T08:35:25.639 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:25.639+0000 7f8601cfc640 1 -- 172.21.15.42:0/193901296 shutdown_connections 2024-06-06T08:35:25.639 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:25.639+0000 7f8601cfc640 1 --2- 172.21.15.42:0/193901296 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f85e80a2f50 0x7f85e80a5410 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:25.639 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:25.639+0000 7f8601cfc640 1 --2- 172.21.15.42:0/193901296 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f85fc106890 0x7f85fc10bfc0 unknown :-1 s=CLOSED pgs=956 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:25.639 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:25.639+0000 7f8601cfc640 1 --2- 172.21.15.42:0/193901296 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f85fc101240 0x7f85fc073420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:25.639 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:25.639+0000 7f8601cfc640 1 --2- 172.21.15.42:0/193901296 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f85fc100880 0x7f85fc10ba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:25.639 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:25.639+0000 7f8601cfc640 1 -- 172.21.15.42:0/193901296 >> 172.21.15.42:0/193901296 conn(0x7f85fc0fc370 msgr2=0x7f85fc0fe060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:35:25.639 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:25.639+0000 7f8601cfc640 1 -- 172.21.15.42:0/193901296 shutdown_connections 2024-06-06T08:35:25.640 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:25.639+0000 7f8601cfc640 1 -- 172.21.15.42:0/193901296 wait complete. 2024-06-06T08:35:26.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:35:26 smithi149 ceph-mon[36842]: pgmap v404: 129 pgs: 20 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 55 active+clean; 1.5 GiB data, 7.4 GiB used, 1.0 TiB / 1.0 TiB avail; 974 KiB/s rd, 1.1 MiB/s wr, 1.92k op/s 2024-06-06T08:35:26.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:35:26 smithi042 ceph-mon[32384]: pgmap v404: 129 pgs: 20 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 55 active+clean; 1.5 GiB data, 7.4 GiB used, 1.0 TiB / 1.0 TiB avail; 974 KiB/s rd, 1.1 MiB/s wr, 1.92k op/s 2024-06-06T08:35:26.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:35:26 smithi120 ceph-mon[36658]: pgmap v404: 129 pgs: 20 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 55 active+clean; 1.5 GiB data, 7.4 GiB used, 1.0 TiB / 1.0 TiB avail; 974 KiB/s rd, 1.1 MiB/s wr, 1.92k op/s 2024-06-06T08:35:28.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:35:28 smithi149 ceph-mon[36842]: pgmap v405: 129 pgs: 20 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 55 active+clean; 1.5 GiB data, 7.4 GiB used, 1.0 TiB / 1.0 TiB avail; 176 KiB/s rd, 252 KiB/s wr, 1.59k op/s 2024-06-06T08:35:28.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:35:28 smithi042 ceph-mon[32384]: pgmap v405: 129 pgs: 20 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 55 active+clean; 1.5 GiB data, 7.4 GiB used, 1.0 TiB / 1.0 TiB avail; 176 KiB/s rd, 252 KiB/s wr, 1.59k op/s 2024-06-06T08:35:28.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:35:28 smithi120 ceph-mon[36658]: pgmap v405: 129 pgs: 20 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 55 active+clean; 1.5 GiB data, 7.4 GiB used, 1.0 TiB / 1.0 TiB avail; 176 KiB/s rd, 252 KiB/s wr, 1.59k op/s 2024-06-06T08:35:30.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:35:30 smithi149 ceph-mon[36842]: pgmap v406: 129 pgs: 17 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 58 active+clean; 1.5 GiB data, 7.4 GiB used, 1.0 TiB / 1.0 TiB avail; 158 KiB/s rd, 114 KiB/s wr, 1.43k op/s 2024-06-06T08:35:30.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:35:30 smithi042 ceph-mon[32384]: pgmap v406: 129 pgs: 17 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 58 active+clean; 1.5 GiB data, 7.4 GiB used, 1.0 TiB / 1.0 TiB avail; 158 KiB/s rd, 114 KiB/s wr, 1.43k op/s 2024-06-06T08:35:30.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:35:30 smithi120 ceph-mon[36658]: pgmap v406: 129 pgs: 17 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 58 active+clean; 1.5 GiB data, 7.4 GiB used, 1.0 TiB / 1.0 TiB avail; 158 KiB/s rd, 114 KiB/s wr, 1.43k op/s 2024-06-06T08:35:32.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:35:32 smithi149 ceph-mon[36842]: pgmap v407: 129 pgs: 17 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 58 active+clean; 1.5 GiB data, 7.5 GiB used, 1.0 TiB / 1.0 TiB avail; 157 KiB/s rd, 107 KiB/s wr, 1.16k op/s 2024-06-06T08:35:32.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:35:32 smithi042 ceph-mon[32384]: pgmap v407: 129 pgs: 17 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 58 active+clean; 1.5 GiB data, 7.5 GiB used, 1.0 TiB / 1.0 TiB avail; 157 KiB/s rd, 107 KiB/s wr, 1.16k op/s 2024-06-06T08:35:32.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:35:32 smithi120 ceph-mon[36658]: pgmap v407: 129 pgs: 17 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 58 active+clean; 1.5 GiB data, 7.5 GiB used, 1.0 TiB / 1.0 TiB avail; 157 KiB/s rd, 107 KiB/s wr, 1.16k op/s 2024-06-06T08:35:34.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:35:34 smithi042 ceph-mon[32384]: pgmap v408: 129 pgs: 17 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 58 active+clean; 1.5 GiB data, 7.5 GiB used, 1.0 TiB / 1.0 TiB avail; 350 KiB/s rd, 328 KiB/s wr, 566 op/s 2024-06-06T08:35:34.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:35:34 smithi120 ceph-mon[36658]: pgmap v408: 129 pgs: 17 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 58 active+clean; 1.5 GiB data, 7.5 GiB used, 1.0 TiB / 1.0 TiB avail; 350 KiB/s rd, 328 KiB/s wr, 566 op/s 2024-06-06T08:35:35.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:35:34 smithi149 ceph-mon[36842]: pgmap v408: 129 pgs: 17 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 58 active+clean; 1.5 GiB data, 7.5 GiB used, 1.0 TiB / 1.0 TiB avail; 350 KiB/s rd, 328 KiB/s wr, 566 op/s 2024-06-06T08:35:36.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:35:36 smithi042 ceph-mon[32384]: pgmap v409: 129 pgs: 13 active+clean+snaptrim, 31 active+clean+snaptrim_wait, 85 active+clean; 1.5 GiB data, 7.6 GiB used, 1.0 TiB / 1.0 TiB avail; 998 KiB/s rd, 991 KiB/s wr, 482 op/s 2024-06-06T08:35:36.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:35:36 smithi120 ceph-mon[36658]: pgmap v409: 129 pgs: 13 active+clean+snaptrim, 31 active+clean+snaptrim_wait, 85 active+clean; 1.5 GiB data, 7.6 GiB used, 1.0 TiB / 1.0 TiB avail; 998 KiB/s rd, 991 KiB/s wr, 482 op/s 2024-06-06T08:35:37.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:35:36 smithi149 ceph-mon[36842]: pgmap v409: 129 pgs: 13 active+clean+snaptrim, 31 active+clean+snaptrim_wait, 85 active+clean; 1.5 GiB data, 7.6 GiB used, 1.0 TiB / 1.0 TiB avail; 998 KiB/s rd, 991 KiB/s wr, 482 op/s 2024-06-06T08:35:38.800 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.801+0000 7f262a631640 1 -- 172.21.15.42:0/1548328220 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2624102c30 msgr2=0x7f2624103010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:35:38.800 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.801+0000 7f262a631640 1 --2- 172.21.15.42:0/1548328220 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2624102c30 0x7f2624103010 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f2614009900 tx=0x7f261402e920 comp rx=0 tx=0).stop 2024-06-06T08:35:38.804 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.805+0000 7f262a631640 1 -- 172.21.15.42:0/1548328220 shutdown_connections 2024-06-06T08:35:38.804 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.805+0000 7f262a631640 1 --2- 172.21.15.42:0/1548328220 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f262410bf70 0x7f262410e410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:38.804 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.805+0000 7f262a631640 1 --2- 172.21.15.42:0/1548328220 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2624103550 0x7f262410ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:38.804 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.805+0000 7f262a631640 1 --2- 172.21.15.42:0/1548328220 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2624102c30 0x7f2624103010 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:38.804 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.805+0000 7f262a631640 1 -- 172.21.15.42:0/1548328220 >> 172.21.15.42:0/1548328220 conn(0x7f2624077a20 msgr2=0x7f2624077e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:35:38.807 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.809+0000 7f262a631640 1 -- 172.21.15.42:0/1548328220 shutdown_connections 2024-06-06T08:35:38.809 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.811+0000 7f262a631640 1 -- 172.21.15.42:0/1548328220 wait complete. 2024-06-06T08:35:38.811 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.812+0000 7f262a631640 1 Processor -- start 2024-06-06T08:35:38.811 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.813+0000 7f262a631640 1 -- start start 2024-06-06T08:35:38.812 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.813+0000 7f262a631640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2624102c30 0x7f26241a4620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:38.813 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.813+0000 7f262a631640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2624103550 0x7f26241a4b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:38.813 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.813+0000 7f262a631640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f262410bf70 0x7f262419e790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:38.813 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.813+0000 7f262a631640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f262410fc20 con 0x7f262410bf70 2024-06-06T08:35:38.813 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.813+0000 7f262a631640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f262410faa0 con 0x7f2624103550 2024-06-06T08:35:38.813 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.813+0000 7f262a631640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f262410fda0 con 0x7f2624102c30 2024-06-06T08:35:38.813 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.813+0000 7f26237fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2624103550 0x7f26241a4b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:38.813 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.813+0000 7f26237fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2624103550 0x7f26241a4b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:60488/0 (socket says 172.21.15.42:60488) 2024-06-06T08:35:38.813 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.813+0000 7f26237fe640 1 -- 172.21.15.42:0/531555973 learned_addr learned my addr 172.21.15.42:0/531555973 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:35:38.813 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.814+0000 7f2623fff640 1 --2- 172.21.15.42:0/531555973 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2624102c30 0x7f26241a4620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:38.813 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.814+0000 7f2628bce640 1 --2- 172.21.15.42:0/531555973 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f262410bf70 0x7f262419e790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:38.814 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.814+0000 7f26237fe640 1 -- 172.21.15.42:0/531555973 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2624102c30 msgr2=0x7f26241a4620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:35:38.814 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.814+0000 7f26237fe640 1 --2- 172.21.15.42:0/531555973 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2624102c30 0x7f26241a4620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:38.814 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.814+0000 7f26237fe640 1 -- 172.21.15.42:0/531555973 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f262410bf70 msgr2=0x7f262419e790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:35:38.814 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.814+0000 7f26237fe640 1 --2- 172.21.15.42:0/531555973 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f262410bf70 0x7f262419e790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:38.814 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.814+0000 7f26237fe640 1 -- 172.21.15.42:0/531555973 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f262419ef60 con 0x7f2624103550 2024-06-06T08:35:38.815 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.815+0000 7f26237fe640 1 --2- 172.21.15.42:0/531555973 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2624103550 0x7f26241a4b60 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f261800b4a0 tx=0x7f261800b960 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:35:38.815 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.815+0000 7f26217fa640 1 -- 172.21.15.42:0/531555973 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2618014070 con 0x7f2624103550 2024-06-06T08:35:38.815 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.815+0000 7f26217fa640 1 -- 172.21.15.42:0/531555973 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2618010af0 con 0x7f2624103550 2024-06-06T08:35:38.815 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.815+0000 7f26217fa640 1 -- 172.21.15.42:0/531555973 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2618017cc0 con 0x7f2624103550 2024-06-06T08:35:38.815 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.815+0000 7f262a631640 1 -- 172.21.15.42:0/531555973 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f262419f250 con 0x7f2624103550 2024-06-06T08:35:38.815 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.815+0000 7f262a631640 1 -- 172.21.15.42:0/531555973 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26241ab470 con 0x7f2624103550 2024-06-06T08:35:38.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:35:38 smithi042 ceph-mon[32384]: pgmap v410: 129 pgs: 12 active+clean+snaptrim, 27 active+clean+snaptrim_wait, 90 active+clean; 1.5 GiB data, 7.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 177 op/s 2024-06-06T08:35:38.821 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.820+0000 7f262d41a740 1 Processor -- start 2024-06-06T08:35:38.821 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.821+0000 7f262d41a740 1 -- start start 2024-06-06T08:35:38.821 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.821+0000 7f262d41a740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f29c0e0170 0x55f29c0e0550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:38.821 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.821+0000 7f262d41a740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f29c0e0a90 0x55f29c0eae10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:38.821 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.821+0000 7f262d41a740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f29c0eb350 0x55f29c0ed740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:38.821 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.821+0000 7f262d41a740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55f29c0444f0 con 0x55f29c0e0170 2024-06-06T08:35:38.821 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.821+0000 7f262d41a740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55f29bfe2870 con 0x55f29c0eb350 2024-06-06T08:35:38.822 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.821+0000 7f262d41a740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55f29c0404b0 con 0x55f29c0e0a90 2024-06-06T08:35:38.822 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.822+0000 7f2623fff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f29c0e0a90 0x55f29c0eae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:38.822 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.822+0000 7f2623fff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f29c0e0a90 0x55f29c0eae10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:43956/0 (socket says 172.21.15.42:43956) 2024-06-06T08:35:38.822 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.822+0000 7f2623fff640 1 -- 172.21.15.42:0/3856537329 learned_addr learned my addr 172.21.15.42:0/3856537329 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:35:38.822 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.823+0000 7f26217fa640 1 -- 172.21.15.42:0/531555973 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f2618017070 con 0x7f2624103550 2024-06-06T08:35:38.822 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.824+0000 7f26217fa640 1 --2- 172.21.15.42:0/531555973 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f260c0a2ea0 0x7f260c0a5360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:38.823 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.824+0000 7f2623fff640 1 -- 172.21.15.42:0/3856537329 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f29c0eb350 msgr2=0x55f29c0ed740 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-06T08:35:38.823 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.824+0000 7f2623fff640 1 --2- 172.21.15.42:0/3856537329 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f29c0eb350 0x55f29c0ed740 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:38.823 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.824+0000 7f2623fff640 1 -- 172.21.15.42:0/3856537329 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f29c0e0170 msgr2=0x55f29c0e0550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:35:38.823 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.824+0000 7f2623fff640 1 --2- 172.21.15.42:0/3856537329 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f29c0e0170 0x55f29c0e0550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:38.823 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.824+0000 7f2623fff640 1 -- 172.21.15.42:0/3856537329 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f29bffe9b0 con 0x55f29c0e0a90 2024-06-06T08:35:38.823 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.824+0000 7f26217fa640 1 -- 172.21.15.42:0/531555973 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 9526+0+0 (secure 0 0 0) 0x7f26180ceb20 con 0x7f2624103550 2024-06-06T08:35:38.826 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.826+0000 7f2628bce640 1 --2- 172.21.15.42:0/531555973 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f260c0a2ea0 0x7f260c0a5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:38.826 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.827+0000 7f2623fff640 1 --2- 172.21.15.42:0/3856537329 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f29c0e0a90 0x55f29c0eae10 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f2614038000 tx=0x7f2614010580 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9b85ea8f7bbfa70d server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:35:38.828 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.829+0000 7f260a7fc640 1 -- 172.21.15.42:0/3856537329 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2614041070 con 0x55f29c0e0a90 2024-06-06T08:35:38.828 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.830+0000 7f260a7fc640 1 -- 172.21.15.42:0/3856537329 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2614034710 con 0x55f29c0e0a90 2024-06-06T08:35:38.828 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.830+0000 7f260a7fc640 1 -- 172.21.15.42:0/3856537329 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2614005370 con 0x55f29c0e0a90 2024-06-06T08:35:38.829 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.831+0000 7f262d41a740 1 -- 172.21.15.42:0/3856537329 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f29c0e0a90 msgr2=0x55f29c0eae10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:35:38.829 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.831+0000 7f262d41a740 1 --2- 172.21.15.42:0/3856537329 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f29c0e0a90 0x55f29c0eae10 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f2614038000 tx=0x7f2614010580 comp rx=0 tx=0).stop 2024-06-06T08:35:38.830 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.832+0000 7f2628bce640 1 --2- 172.21.15.42:0/531555973 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f260c0a2ea0 0x7f260c0a5360 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f261c0070b0 tx=0x7f261c00c040 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:35:38.831 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.833+0000 7f262d41a740 1 -- 172.21.15.42:0/3856537329 shutdown_connections 2024-06-06T08:35:38.832 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.833+0000 7f262d41a740 1 --2- 172.21.15.42:0/3856537329 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f29c0eb350 0x55f29c0ed740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:38.832 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.833+0000 7f262d41a740 1 --2- 172.21.15.42:0/3856537329 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f29c0e0a90 0x55f29c0eae10 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:38.832 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.833+0000 7f262d41a740 1 --2- 172.21.15.42:0/3856537329 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f29c0e0170 0x55f29c0e0550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:38.832 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.833+0000 7f262d41a740 1 -- 172.21.15.42:0/3856537329 >> 172.21.15.42:0/3856537329 conn(0x55f29c0dc680 msgr2=0x55f29c0dca60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:35:38.840 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.842+0000 7f262d41a740 1 -- 172.21.15.42:0/3856537329 shutdown_connections 2024-06-06T08:35:38.841 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.842+0000 7f262d41a740 1 -- 172.21.15.42:0/3856537329 wait complete. 2024-06-06T08:35:38.842 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.843+0000 7f262d41a740 1 -- start start 2024-06-06T08:35:38.842 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.844+0000 7f262d41a740 1 Processor -- start 2024-06-06T08:35:38.843 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.844+0000 7f262d41a740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f29c0e0170 0x55f29c0e82a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:38.843 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.844+0000 7f262d41a740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f29c0e0a90 0x55f29c0e87e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:38.843 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.845+0000 7f262d41a740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f29c0eb350 0x55f29c0e8d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:38.844 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.845+0000 7f26237fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f29c0e0a90 0x55f29c0e87e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:38.844 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.845+0000 7f26237fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f29c0e0a90 0x55f29c0e87e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:60510/0 (socket says 172.21.15.42:60510) 2024-06-06T08:35:38.844 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.845+0000 7f26237fe640 1 -- 172.21.15.42:0/762419220 learned_addr learned my addr 172.21.15.42:0/762419220 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:35:38.844 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.845+0000 7f2628bce640 1 --2- 172.21.15.42:0/762419220 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f29c0eb350 0x55f29c0e8d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:38.844 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.845+0000 7f262d41a740 1 -- 172.21.15.42:0/762419220 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55f29c0fef30 con 0x55f29c0e0170 2024-06-06T08:35:38.844 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.845+0000 7f262d41a740 1 -- 172.21.15.42:0/762419220 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55f29bfcdae0 con 0x55f29c0e0a90 2024-06-06T08:35:38.845 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.845+0000 7f262d41a740 1 -- 172.21.15.42:0/762419220 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55f29c0ff0b0 con 0x55f29c0eb350 2024-06-06T08:35:38.845 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.845+0000 7f262d41a740 10 client.0 _ll_register_callbacks cb 0x55f29c0069b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:35:38.850 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.851+0000 7f2623fff640 1 --2- 172.21.15.42:0/762419220 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f29c0e0170 0x55f29c0e82a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:38.851 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.852+0000 7f26237fe640 1 -- 172.21.15.42:0/762419220 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f29c0eb350 msgr2=0x55f29c0e8d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:35:38.851 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.852+0000 7f26237fe640 1 --2- 172.21.15.42:0/762419220 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f29c0eb350 0x55f29c0e8d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:38.851 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.852+0000 7f26237fe640 1 -- 172.21.15.42:0/762419220 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f29c0e0170 msgr2=0x55f29c0e82a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:35:38.851 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.852+0000 7f26237fe640 1 --2- 172.21.15.42:0/762419220 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f29c0e0170 0x55f29c0e82a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:38.851 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.852+0000 7f26237fe640 1 -- 172.21.15.42:0/762419220 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f29bd58210 con 0x55f29c0e0a90 2024-06-06T08:35:38.852 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.853+0000 7f26237fe640 1 --2- 172.21.15.42:0/762419220 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f29c0e0a90 0x55f29c0e87e0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f261800b470 tx=0x7f261809b7c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=60d641bba1939e46 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:35:38.853 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.854+0000 7f26037fe640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:35:38.857 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.858+0000 7f26037fe640 1 -- 172.21.15.42:0/762419220 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f261801e070 con 0x55f29c0e0a90 2024-06-06T08:35:38.857 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.858+0000 7f262d41a740 1 -- 172.21.15.42:0/762419220 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2614034710 con 0x55f29c0e0a90 2024-06-06T08:35:38.858 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.858+0000 7f26037fe640 1 -- 172.21.15.42:0/762419220 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(117..117 src has 1..117) ==== 9526+0+0 (secure 0 0 0) 0x7f26180983e0 con 0x55f29c0e0a90 2024-06-06T08:35:38.862 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.863+0000 7f26037fe640 1 -- 172.21.15.42:0/762419220 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f26180ba050 con 0x55f29c0e0a90 2024-06-06T08:35:38.866 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.867+0000 7f262d41a740 10 client.27191 fetch_fsmap learned FSMap version 46 2024-06-06T08:35:38.866 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.867+0000 7f262d41a740 1 -- 172.21.15.42:0/762419220 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55f29be24620 con 0x55f29c0e0a90 2024-06-06T08:35:38.870 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.871+0000 7f26037fe640 1 -- 172.21.15.42:0/762419220 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2614034710 con 0x55f29c0e0a90 2024-06-06T08:35:38.870 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.871+0000 7f26037fe640 1 -- 172.21.15.42:0/762419220 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 46) ==== 8370+0+0 (secure 0 0 0) 0x7f261809b1c0 con 0x55f29c0e0a90 2024-06-06T08:35:38.871 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.872+0000 7f262d41a740 10 client.27191 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T08:35:38.871 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.872+0000 7f262d41a740 10 client.27191 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:35:38.871 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.872+0000 7f262d41a740 20 client.27191 populate_metadata read hostname 'smithi042' 2024-06-06T08:35:38.872 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.872+0000 7f262d41a740 1 --2- 172.21.15.42:0/762419220 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f29c10ca50 0x55f29c10ee90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:38.872 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.872+0000 7f262d41a740 4 client.27191 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:35:38.872 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.872+0000 7f262d41a740 1 -- 172.21.15.42:0/762419220 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f29c057f10 con 0x55f29c10ca50 2024-06-06T08:35:38.875 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.873+0000 7f2623fff640 1 --2- 172.21.15.42:0/762419220 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f29c10ca50 0x55f29c10ee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:38.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.877+0000 7f2623fff640 1 --2- 172.21.15.42:0/762419220 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f29c10ca50 0x55f29c10ee90 crc :-1 s=READY pgs=245 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=92b735fea999391a server_cookie=2bb8f0a0c698600a in_seq=0 out_seq=0 2024-06-06T08:35:38.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.877+0000 7f26037fe640 10 client.27191 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:35:38.879 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.880+0000 7f26037fe640 1 -- 172.21.15.42:0/762419220 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55f29c057f10 con 0x55f29c10ca50 2024-06-06T08:35:38.879 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.880+0000 7f26037fe640 10 client.27191 handle_command_reply: tid=0 2024-06-06T08:35:38.879 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.880+0000 7f262d41a740 1 client.27191 shutdown 2024-06-06T08:35:38.880 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.882+0000 7f262d41a740 1 -- 172.21.15.42:0/762419220 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f29c0e0a90 msgr2=0x55f29c0e87e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:35:38.880 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.882+0000 7f262d41a740 1 --2- 172.21.15.42:0/762419220 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f29c0e0a90 0x55f29c0e87e0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f261800b470 tx=0x7f261809b7c0 comp rx=0 tx=0).stop 2024-06-06T08:35:38.887 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.888+0000 7f262d41a740 1 -- 172.21.15.42:0/762419220 shutdown_connections 2024-06-06T08:35:38.887 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.888+0000 7f262d41a740 1 --2- 172.21.15.42:0/762419220 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f29c10ca50 0x55f29c10ee90 crc :-1 s=READY pgs=245 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:38.887 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.888+0000 7f262d41a740 1 --2- 172.21.15.42:0/762419220 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f29c0e0a90 0x55f29c0e87e0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:38.887 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.888+0000 7f262d41a740 1 --2- 172.21.15.42:0/762419220 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f29c0eb350 0x55f29c0e8d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:38.887 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.888+0000 7f262d41a740 1 --2- 172.21.15.42:0/762419220 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f29c0e0170 0x55f29c0e82a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:38.887 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.888+0000 7f262d41a740 1 -- 172.21.15.42:0/762419220 >> 172.21.15.42:0/762419220 conn(0x55f29c0dc680 msgr2=0x55f29c0e2400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:35:38.888 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.888+0000 7f26037fe640 0 client.27191 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:35:38.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:35:38 smithi120 ceph-mon[36658]: pgmap v410: 129 pgs: 12 active+clean+snaptrim, 27 active+clean+snaptrim_wait, 90 active+clean; 1.5 GiB data, 7.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 177 op/s 2024-06-06T08:35:38.891 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.892+0000 7f262d41a740 1 -- 172.21.15.42:0/762419220 shutdown_connections 2024-06-06T08:35:38.893 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.894+0000 7f262d41a740 1 -- 172.21.15.42:0/762419220 wait complete. 2024-06-06T08:35:38.893 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.894+0000 7f262d41a740 20 client.27191 trim_cache size 0 max 16384 2024-06-06T08:35:38.929 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.931+0000 7f262d41a740 1 Processor -- start 2024-06-06T08:35:38.930 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.931+0000 7f262d41a740 1 -- start start 2024-06-06T08:35:38.930 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.931+0000 7f262d41a740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f29c0e0170 0x55f29c0e2b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:38.930 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.932+0000 7f262d41a740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f29c0e0a90 0x55f29c0e8b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:38.931 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.932+0000 7f262d41a740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f29c0eb350 0x55f29c114760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:38.931 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.932+0000 7f262d41a740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2610012960 con 0x55f29c0e0a90 2024-06-06T08:35:38.931 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.932+0000 7f262d41a740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f2610010170 con 0x55f29c0e0170 2024-06-06T08:35:38.931 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.932+0000 7f262d41a740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f261000dfe0 con 0x55f29c0eb350 2024-06-06T08:35:38.931 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.932+0000 7f2623fff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f29c0e0170 0x55f29c0e2b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:38.931 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.932+0000 7f2623fff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f29c0e0170 0x55f29c0e2b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:60518/0 (socket says 172.21.15.42:60518) 2024-06-06T08:35:38.931 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.932+0000 7f2623fff640 1 -- 172.21.15.42:0/280460416 learned_addr learned my addr 172.21.15.42:0/280460416 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:35:38.931 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.932+0000 7f2628bce640 1 --2- 172.21.15.42:0/280460416 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f29c0eb350 0x55f29c114760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:38.932 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.933+0000 7f26237fe640 1 --2- 172.21.15.42:0/280460416 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f29c0e0a90 0x55f29c0e8b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:38.938 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.933+0000 7f2628bce640 1 -- 172.21.15.42:0/280460416 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f29c0e0170 msgr2=0x55f29c0e2b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:35:38.938 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.933+0000 7f2628bce640 1 --2- 172.21.15.42:0/280460416 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f29c0e0170 0x55f29c0e2b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:38.938 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.933+0000 7f2628bce640 1 -- 172.21.15.42:0/280460416 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f29c0e0a90 msgr2=0x55f29c0e8b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:35:38.938 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.933+0000 7f2628bce640 1 --2- 172.21.15.42:0/280460416 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f29c0e0a90 0x55f29c0e8b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:38.938 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.933+0000 7f2628bce640 1 -- 172.21.15.42:0/280460416 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f29c0e1540 con 0x55f29c0eb350 2024-06-06T08:35:38.938 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.935+0000 7f2628bce640 1 --2- 172.21.15.42:0/280460416 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f29c0eb350 0x55f29c114760 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f261c00afd0 tx=0x7f261c010000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e3a6d5e9adb40da5 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:35:38.939 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.937+0000 7f2609ffb640 1 -- 172.21.15.42:0/280460416 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f261c023070 con 0x55f29c0eb350 2024-06-06T08:35:38.939 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.938+0000 7f2609ffb640 1 -- 172.21.15.42:0/280460416 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f261c01a040 con 0x55f29c0eb350 2024-06-06T08:35:38.939 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.938+0000 7f2609ffb640 1 -- 172.21.15.42:0/280460416 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f261c019040 con 0x55f29c0eb350 2024-06-06T08:35:38.939 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.939+0000 7f262d41a740 1 -- 172.21.15.42:0/280460416 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f29c0eb350 msgr2=0x55f29c114760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:35:38.939 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.939+0000 7f262d41a740 1 --2- 172.21.15.42:0/280460416 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f29c0eb350 0x55f29c114760 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f261c00afd0 tx=0x7f261c010000 comp rx=0 tx=0).stop 2024-06-06T08:35:38.942 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.940+0000 7f262d41a740 1 -- 172.21.15.42:0/280460416 shutdown_connections 2024-06-06T08:35:38.942 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.940+0000 7f262d41a740 1 --2- 172.21.15.42:0/280460416 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f29c0eb350 0x55f29c114760 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:38.942 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.940+0000 7f262d41a740 1 --2- 172.21.15.42:0/280460416 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f29c0e0a90 0x55f29c0e8b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:38.942 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.940+0000 7f262d41a740 1 --2- 172.21.15.42:0/280460416 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f29c0e0170 0x55f29c0e2b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:38.942 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.940+0000 7f262d41a740 1 -- 172.21.15.42:0/280460416 >> 172.21.15.42:0/280460416 conn(0x55f29c0dc680 msgr2=0x55f29c107a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:35:38.942 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.942+0000 7f262d41a740 1 -- 172.21.15.42:0/280460416 shutdown_connections 2024-06-06T08:35:38.942 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.942+0000 7f262d41a740 1 -- 172.21.15.42:0/280460416 wait complete. 2024-06-06T08:35:38.942 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.943+0000 7f262d41a740 1 -- start start 2024-06-06T08:35:38.943 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.943+0000 7f262d41a740 1 Processor -- start 2024-06-06T08:35:38.943 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.943+0000 7f262d41a740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f29c0e0170 0x55f29c0ff2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:38.943 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.943+0000 7f262d41a740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f29c0e0a90 0x55f29c0ff830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:38.943 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.943+0000 7f262d41a740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f29c0eb350 0x55f29c0ffd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:38.943 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.944+0000 7f262d41a740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f261000e630 con 0x55f29c0e0170 2024-06-06T08:35:38.943 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.944+0000 7f262d41a740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f261000faa0 con 0x55f29c0e0a90 2024-06-06T08:35:38.943 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.944+0000 7f262d41a740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f261000ed00 con 0x55f29c0eb350 2024-06-06T08:35:38.944 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.944+0000 7f262d41a740 10 client.0 _ll_register_callbacks cb 0x7f261809b920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:35:38.944 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.944+0000 7f2628bce640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f29c0eb350 0x55f29c0ffd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:38.944 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.944+0000 7f2628bce640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f29c0eb350 0x55f29c0ffd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:43986/0 (socket says 172.21.15.42:43986) 2024-06-06T08:35:38.944 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.944+0000 7f2628bce640 1 -- 172.21.15.42:0/893693676 learned_addr learned my addr 172.21.15.42:0/893693676 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:35:38.944 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.944+0000 7f26237fe640 1 --2- 172.21.15.42:0/893693676 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f29c0e0a90 0x55f29c0ff830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:38.944 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.944+0000 7f2623fff640 1 --2- 172.21.15.42:0/893693676 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f29c0e0170 0x55f29c0ff2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:38.945 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.945+0000 7f2623fff640 1 -- 172.21.15.42:0/893693676 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f29c0eb350 msgr2=0x55f29c0ffd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:35:38.945 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.945+0000 7f2623fff640 1 --2- 172.21.15.42:0/893693676 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f29c0eb350 0x55f29c0ffd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:38.945 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.945+0000 7f2623fff640 1 -- 172.21.15.42:0/893693676 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f29c0e0a90 msgr2=0x55f29c0ff830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:35:38.945 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.945+0000 7f2623fff640 1 --2- 172.21.15.42:0/893693676 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f29c0e0a90 0x55f29c0ff830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:38.945 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.945+0000 7f2623fff640 1 -- 172.21.15.42:0/893693676 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f29c186730 con 0x55f29c0e0170 2024-06-06T08:35:38.945 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.946+0000 7f2623fff640 1 --2- 172.21.15.42:0/893693676 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f29c0e0170 0x55f29c0ff2f0 secure :-1 s=READY pgs=959 cs=0 l=1 rev1=1 crypto rx=0x7f2614006010 tx=0x7f2614005a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=63494a3f342f614c server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:35:38.945 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.946+0000 7f26037fe640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:35:38.945 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.946+0000 7f26037fe640 1 -- 172.21.15.42:0/893693676 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2614041040 con 0x55f29c0e0170 2024-06-06T08:35:38.946 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.946+0000 7f262d41a740 1 -- 172.21.15.42:0/893693676 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f261c01a040 con 0x55f29c0e0170 2024-06-06T08:35:38.946 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.947+0000 7f26037fe640 1 -- 172.21.15.42:0/893693676 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(117..117 src has 1..117) ==== 9526+0+0 (secure 0 0 0) 0x7f26140349d0 con 0x55f29c0e0170 2024-06-06T08:35:38.946 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.947+0000 7f26037fe640 1 -- 172.21.15.42:0/893693676 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f2614060050 con 0x55f29c0e0170 2024-06-06T08:35:38.950 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.952+0000 7f262d41a740 10 client.17622 fetch_fsmap learned FSMap version 46 2024-06-06T08:35:38.950 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.952+0000 7f262d41a740 1 -- 172.21.15.42:0/893693676 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55f29c187960 con 0x55f29c0e0170 2024-06-06T08:35:38.953 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.954+0000 7f26037fe640 1 -- 172.21.15.42:0/893693676 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f261c01a040 con 0x55f29c0e0170 2024-06-06T08:35:38.953 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.954+0000 7f26037fe640 1 -- 172.21.15.42:0/893693676 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 46) ==== 8370+0+0 (secure 0 0 0) 0x7f2614050510 con 0x55f29c0e0170 2024-06-06T08:35:38.953 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.954+0000 7f262d41a740 10 client.17622 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T08:35:38.953 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.954+0000 7f262d41a740 10 client.17622 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:35:38.953 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.954+0000 7f262d41a740 20 client.17622 populate_metadata read hostname 'smithi042' 2024-06-06T08:35:38.953 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.954+0000 7f262d41a740 1 --2- 172.21.15.42:0/893693676 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f29c188000 0x55f29c18a420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:38.953 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.954+0000 7f262d41a740 4 client.17622 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:35:38.953 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.954+0000 7f262d41a740 1 -- 172.21.15.42:0/893693676 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55f29c051c20 con 0x55f29c188000 2024-06-06T08:35:38.954 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.955+0000 7f26237fe640 1 --2- 172.21.15.42:0/893693676 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f29c188000 0x55f29c18a420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:38.960 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.961+0000 7f26237fe640 1 --2- 172.21.15.42:0/893693676 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f29c188000 0x55f29c18a420 crc :-1 s=READY pgs=246 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=51c708707cdb5c80 server_cookie=45ec6ccf3206af28 in_seq=0 out_seq=0 2024-06-06T08:35:38.962 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:38.962+0000 7f26037fe640 10 client.17622 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:35:39.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:35:38 smithi149 ceph-mon[36842]: pgmap v410: 129 pgs: 12 active+clean+snaptrim, 27 active+clean+snaptrim_wait, 90 active+clean; 1.5 GiB data, 7.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 177 op/s 2024-06-06T08:35:39.080 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:39.081+0000 7f26037fe640 1 -- 172.21.15.42:0/893693676 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55f29c051c20 con 0x55f29c188000 2024-06-06T08:35:39.081 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:39.081+0000 7f26037fe640 10 client.17622 handle_command_reply: tid=0 2024-06-06T08:35:39.081 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:39.081+0000 7f262d41a740 1 client.17622 shutdown 2024-06-06T08:35:39.081 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:39.081+0000 7f262d41a740 1 -- 172.21.15.42:0/893693676 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f29c0e0170 msgr2=0x55f29c0ff2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:35:39.081 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:39.081+0000 7f262d41a740 1 --2- 172.21.15.42:0/893693676 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f29c0e0170 0x55f29c0ff2f0 secure :-1 s=READY pgs=959 cs=0 l=1 rev1=1 crypto rx=0x7f2614006010 tx=0x7f2614005a20 comp rx=0 tx=0).stop 2024-06-06T08:35:39.081 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:39.081+0000 7f262d41a740 1 -- 172.21.15.42:0/893693676 shutdown_connections 2024-06-06T08:35:39.081 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:39.081+0000 7f262d41a740 1 --2- 172.21.15.42:0/893693676 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f29c188000 0x55f29c18a420 crc :-1 s=READY pgs=246 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:39.081 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:39.082+0000 7f262d41a740 1 --2- 172.21.15.42:0/893693676 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f29c0e0a90 0x55f29c0ff830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:39.081 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:39.082+0000 7f262d41a740 1 --2- 172.21.15.42:0/893693676 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f29c0eb350 0x55f29c0ffd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:39.081 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:39.082+0000 7f262d41a740 1 --2- 172.21.15.42:0/893693676 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f29c0e0170 0x55f29c0ff2f0 unknown :-1 s=CLOSED pgs=959 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:39.081 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:39.082+0000 7f26037fe640 0 client.17622 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:35:39.082 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:39.082+0000 7f262d41a740 1 -- 172.21.15.42:0/893693676 >> 172.21.15.42:0/893693676 conn(0x55f29c0dc680 msgr2=0x55f29c0daf50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:35:39.082 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:39.082+0000 7f262d41a740 1 -- 172.21.15.42:0/893693676 shutdown_connections 2024-06-06T08:35:39.082 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:39.082+0000 7f262d41a740 1 -- 172.21.15.42:0/893693676 wait complete. 2024-06-06T08:35:39.082 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:39.082+0000 7f262d41a740 20 client.17622 trim_cache size 0 max 16384 2024-06-06T08:35:39.082 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:35:39.082 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:35:39.082 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:35:39.083 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:39.083+0000 7f262a631640 1 -- 172.21.15.42:0/531555973 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f260c0a2ea0 msgr2=0x7f260c0a5360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:35:39.083 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:39.083+0000 7f262a631640 1 --2- 172.21.15.42:0/531555973 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f260c0a2ea0 0x7f260c0a5360 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f261c0070b0 tx=0x7f261c00c040 comp rx=0 tx=0).stop 2024-06-06T08:35:39.083 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:39.083+0000 7f262a631640 1 -- 172.21.15.42:0/531555973 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2624103550 msgr2=0x7f26241a4b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:35:39.083 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:39.083+0000 7f262a631640 1 --2- 172.21.15.42:0/531555973 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2624103550 0x7f26241a4b60 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f261800b4a0 tx=0x7f261800b960 comp rx=0 tx=0).stop 2024-06-06T08:35:39.083 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:39.083+0000 7f262a631640 1 -- 172.21.15.42:0/531555973 shutdown_connections 2024-06-06T08:35:39.083 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:39.083+0000 7f262a631640 1 --2- 172.21.15.42:0/531555973 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f260c0a2ea0 0x7f260c0a5360 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:39.083 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:39.083+0000 7f262a631640 1 --2- 172.21.15.42:0/531555973 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2624103550 0x7f26241a4b60 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:39.083 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:39.083+0000 7f262a631640 1 --2- 172.21.15.42:0/531555973 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f262410bf70 0x7f262419e790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:39.084 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:39.083+0000 7f262a631640 1 --2- 172.21.15.42:0/531555973 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2624102c30 0x7f26241a4620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:39.084 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:39.083+0000 7f262a631640 1 -- 172.21.15.42:0/531555973 >> 172.21.15.42:0/531555973 conn(0x7f2624077a20 msgr2=0x7f26240fd9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:35:39.084 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:39.083+0000 7f262a631640 1 -- 172.21.15.42:0/531555973 shutdown_connections 2024-06-06T08:35:39.084 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:39.083+0000 7f262a631640 1 -- 172.21.15.42:0/531555973 wait complete. 2024-06-06T08:35:40.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:35:40 smithi042 ceph-mon[32384]: pgmap v411: 129 pgs: 12 active+clean+snaptrim, 27 active+clean+snaptrim_wait, 90 active+clean; 1.5 GiB data, 7.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.6 MiB/s wr, 160 op/s 2024-06-06T08:35:40.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:35:40 smithi120 ceph-mon[36658]: pgmap v411: 129 pgs: 12 active+clean+snaptrim, 27 active+clean+snaptrim_wait, 90 active+clean; 1.5 GiB data, 7.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.6 MiB/s wr, 160 op/s 2024-06-06T08:35:41.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:35:40 smithi149 ceph-mon[36842]: pgmap v411: 129 pgs: 12 active+clean+snaptrim, 27 active+clean+snaptrim_wait, 90 active+clean; 1.5 GiB data, 7.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.6 MiB/s wr, 160 op/s 2024-06-06T08:35:42.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:35:42 smithi042 ceph-mon[32384]: pgmap v412: 129 pgs: 8 active+clean+snaptrim, 18 active+clean+snaptrim_wait, 103 active+clean; 1.5 GiB data, 7.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 225 op/s 2024-06-06T08:35:42.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:35:42 smithi120 ceph-mon[36658]: pgmap v412: 129 pgs: 8 active+clean+snaptrim, 18 active+clean+snaptrim_wait, 103 active+clean; 1.5 GiB data, 7.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 225 op/s 2024-06-06T08:35:43.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:35:42 smithi149 ceph-mon[36842]: pgmap v412: 129 pgs: 8 active+clean+snaptrim, 18 active+clean+snaptrim_wait, 103 active+clean; 1.5 GiB data, 7.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 225 op/s 2024-06-06T08:35:44.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:35:44 smithi042 ceph-mon[32384]: pgmap v413: 129 pgs: 5 active+clean+snaptrim, 7 active+clean+snaptrim_wait, 117 active+clean; 1.5 GiB data, 7.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 226 op/s 2024-06-06T08:35:44.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:35:44 smithi120 ceph-mon[36658]: pgmap v413: 129 pgs: 5 active+clean+snaptrim, 7 active+clean+snaptrim_wait, 117 active+clean; 1.5 GiB data, 7.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 226 op/s 2024-06-06T08:35:45.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:35:44 smithi149 ceph-mon[36842]: pgmap v413: 129 pgs: 5 active+clean+snaptrim, 7 active+clean+snaptrim_wait, 117 active+clean; 1.5 GiB data, 7.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 226 op/s 2024-06-06T08:35:46.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:35:46 smithi120 ceph-mon[36658]: pgmap v414: 129 pgs: 1 active+clean+snaptrim, 128 active+clean; 1.5 GiB data, 7.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 324 op/s 2024-06-06T08:35:46.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:35:46 smithi120 ceph-mon[36658]: osdmap e118: 12 total, 12 up, 12 in 2024-06-06T08:35:46.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:35:46 smithi149 ceph-mon[36842]: pgmap v414: 129 pgs: 1 active+clean+snaptrim, 128 active+clean; 1.5 GiB data, 7.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 324 op/s 2024-06-06T08:35:46.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:35:46 smithi149 ceph-mon[36842]: osdmap e118: 12 total, 12 up, 12 in 2024-06-06T08:35:46.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:35:46 smithi042 ceph-mon[32384]: pgmap v414: 129 pgs: 1 active+clean+snaptrim, 128 active+clean; 1.5 GiB data, 7.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 324 op/s 2024-06-06T08:35:46.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:35:46 smithi042 ceph-mon[32384]: osdmap e118: 12 total, 12 up, 12 in 2024-06-06T08:35:48.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:35:48 smithi120 ceph-mon[36658]: pgmap v416: 129 pgs: 1 active+clean+snaptrim, 128 active+clean; 1.5 GiB data, 7.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.4 MiB/s wr, 294 op/s 2024-06-06T08:35:48.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:35:48 smithi149 ceph-mon[36842]: pgmap v416: 129 pgs: 1 active+clean+snaptrim, 128 active+clean; 1.5 GiB data, 7.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.4 MiB/s wr, 294 op/s 2024-06-06T08:35:48.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:35:48 smithi042 ceph-mon[32384]: pgmap v416: 129 pgs: 1 active+clean+snaptrim, 128 active+clean; 1.5 GiB data, 7.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.4 MiB/s wr, 294 op/s 2024-06-06T08:35:50.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:35:50 smithi149 ceph-mon[36842]: pgmap v417: 129 pgs: 1 active+clean+snaptrim, 128 active+clean; 1.5 GiB data, 7.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.5 MiB/s wr, 282 op/s 2024-06-06T08:35:50.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:35:50 smithi149 ceph-mon[36842]: osdmap e119: 12 total, 12 up, 12 in 2024-06-06T08:35:50.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:35:50 smithi042 ceph-mon[32384]: pgmap v417: 129 pgs: 1 active+clean+snaptrim, 128 active+clean; 1.5 GiB data, 7.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.5 MiB/s wr, 282 op/s 2024-06-06T08:35:50.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:35:50 smithi042 ceph-mon[32384]: osdmap e119: 12 total, 12 up, 12 in 2024-06-06T08:35:50.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:35:50 smithi120 ceph-mon[36658]: pgmap v417: 129 pgs: 1 active+clean+snaptrim, 128 active+clean; 1.5 GiB data, 7.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.5 MiB/s wr, 282 op/s 2024-06-06T08:35:50.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:35:50 smithi120 ceph-mon[36658]: osdmap e119: 12 total, 12 up, 12 in 2024-06-06T08:35:52.239 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.241+0000 7fa60cf09640 1 -- 172.21.15.42:0/2501757669 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa608105330 msgr2=0x7fa60810cf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:35:52.240 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.241+0000 7fa60cf09640 1 --2- 172.21.15.42:0/2501757669 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa608105330 0x7fa60810cf00 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fa600005fd0 tx=0x7fa60002eae0 comp rx=0 tx=0).stop 2024-06-06T08:35:52.241 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.242+0000 7fa60cf09640 1 -- 172.21.15.42:0/2501757669 shutdown_connections 2024-06-06T08:35:52.241 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.242+0000 7fa60cf09640 1 --2- 172.21.15.42:0/2501757669 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa608105330 0x7fa60810cf00 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:52.241 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.242+0000 7fa60cf09640 1 --2- 172.21.15.42:0/2501757669 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa608100c10 0x7fa608104c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:52.241 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.242+0000 7fa60cf09640 1 --2- 172.21.15.42:0/2501757669 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa608100260 0x7fa608100640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:52.241 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.242+0000 7fa60cf09640 1 -- 172.21.15.42:0/2501757669 >> 172.21.15.42:0/2501757669 conn(0x7fa608076e30 msgr2=0x7fa6080fe1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:35:52.241 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.242+0000 7fa60cf09640 1 -- 172.21.15.42:0/2501757669 shutdown_connections 2024-06-06T08:35:52.241 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.242+0000 7fa60cf09640 1 -- 172.21.15.42:0/2501757669 wait complete. 2024-06-06T08:35:52.242 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.243+0000 7fa60cf09640 1 Processor -- start 2024-06-06T08:35:52.242 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.243+0000 7fa60cf09640 1 -- start start 2024-06-06T08:35:52.242 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.243+0000 7fa60cf09640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa608100260 0x7fa6081960e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:52.242 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.243+0000 7fa60cf09640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa608105330 0x7fa608196620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:52.242 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.243+0000 7fa60cf09640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa60819a9a0 0x7fa60819ae50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:52.243 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.243+0000 7fa60cf09640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa60810fc40 con 0x7fa608100260 2024-06-06T08:35:52.243 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.243+0000 7fa60cf09640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fa60810fac0 con 0x7fa60819a9a0 2024-06-06T08:35:52.243 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.243+0000 7fa60cf09640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fa60810fdc0 con 0x7fa608105330 2024-06-06T08:35:52.244 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.244+0000 7fa605d9b640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa608105330 0x7fa608196620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:52.244 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.244+0000 7fa605d9b640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa608105330 0x7fa608196620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:55446/0 (socket says 172.21.15.42:55446) 2024-06-06T08:35:52.244 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.244+0000 7fa605d9b640 1 -- 172.21.15.42:0/1136226594 learned_addr learned my addr 172.21.15.42:0/1136226594 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:35:52.244 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.244+0000 7fa606d9d640 1 --2- 172.21.15.42:0/1136226594 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa60819a9a0 0x7fa60819ae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:52.244 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.245+0000 7fa605d9b640 1 -- 172.21.15.42:0/1136226594 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa60819a9a0 msgr2=0x7fa60819ae50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:35:52.244 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.245+0000 7fa605d9b640 1 --2- 172.21.15.42:0/1136226594 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa60819a9a0 0x7fa60819ae50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:52.244 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.245+0000 7fa605d9b640 1 -- 172.21.15.42:0/1136226594 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa608100260 msgr2=0x7fa6081960e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:35:52.244 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.245+0000 7fa605d9b640 1 --2- 172.21.15.42:0/1136226594 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa608100260 0x7fa6081960e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:52.245 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.245+0000 7fa605d9b640 1 -- 172.21.15.42:0/1136226594 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa60819b490 con 0x7fa608105330 2024-06-06T08:35:52.245 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.245+0000 7fa606d9d640 1 --2- 172.21.15.42:0/1136226594 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa60819a9a0 0x7fa60819ae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:35:52.245 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.245+0000 7fa605d9b640 1 --2- 172.21.15.42:0/1136226594 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa608105330 0x7fa608196620 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fa5fc00b470 tx=0x7fa5fc00b930 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:35:52.246 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.247+0000 7fa5f77fe640 1 -- 172.21.15.42:0/1136226594 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5fc015020 con 0x7fa608105330 2024-06-06T08:35:52.246 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.247+0000 7fa60cf09640 1 -- 172.21.15.42:0/1136226594 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa60819b780 con 0x7fa608105330 2024-06-06T08:35:52.246 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.247+0000 7fa60cf09640 1 -- 172.21.15.42:0/1136226594 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6081a2f70 con 0x7fa608105330 2024-06-06T08:35:52.246 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.247+0000 7fa5f77fe640 1 -- 172.21.15.42:0/1136226594 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa5fc011d70 con 0x7fa608105330 2024-06-06T08:35:52.246 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.247+0000 7fa5f77fe640 1 -- 172.21.15.42:0/1136226594 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5fc00f340 con 0x7fa608105330 2024-06-06T08:35:52.250 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.251+0000 7fa60fc13740 1 Processor -- start 2024-06-06T08:35:52.252 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.252+0000 7fa60fc13740 1 -- start start 2024-06-06T08:35:52.252 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.252+0000 7fa60fc13740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f9d4b3f0b0 0x55f9d4b3f490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:52.252 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.252+0000 7fa60fc13740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9d4b3f9d0 0x55f9d4b52620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:52.252 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.252+0000 7fa60fc13740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9d4b52b60 0x55f9d4b54f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:52.252 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.252+0000 7fa60fc13740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55f9d4aa34f0 con 0x55f9d4b52b60 2024-06-06T08:35:52.253 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.252+0000 7fa60fc13740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55f9d4a41870 con 0x55f9d4b3f0b0 2024-06-06T08:35:52.253 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.252+0000 7fa60fc13740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55f9d4a9f4b0 con 0x55f9d4b3f9d0 2024-06-06T08:35:52.253 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.253+0000 7fa60659c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9d4b3f9d0 0x55f9d4b52620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:52.253 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.253+0000 7fa60659c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9d4b3f9d0 0x55f9d4b52620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:55462/0 (socket says 172.21.15.42:55462) 2024-06-06T08:35:52.253 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.253+0000 7fa60659c640 1 -- 172.21.15.42:0/3418033524 learned_addr learned my addr 172.21.15.42:0/3418033524 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:35:52.253 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.253+0000 7fa606d9d640 1 --2- 172.21.15.42:0/3418033524 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f9d4b3f0b0 0x55f9d4b3f490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:52.253 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.253+0000 7fa60659c640 1 -- 172.21.15.42:0/3418033524 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f9d4b3f0b0 msgr2=0x55f9d4b3f490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:35:52.253 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.253+0000 7fa60659c640 1 --2- 172.21.15.42:0/3418033524 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f9d4b3f0b0 0x55f9d4b3f490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:52.253 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.253+0000 7fa60659c640 1 -- 172.21.15.42:0/3418033524 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9d4b52b60 msgr2=0x55f9d4b54f50 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-06-06T08:35:52.253 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.253+0000 7fa60659c640 1 --2- 172.21.15.42:0/3418033524 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9d4b52b60 0x55f9d4b54f50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:52.253 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.253+0000 7fa60659c640 1 -- 172.21.15.42:0/3418033524 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f9d4a5d9b0 con 0x55f9d4b3f9d0 2024-06-06T08:35:52.253 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.253+0000 7fa606d9d640 1 --2- 172.21.15.42:0/3418033524 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f9d4b3f0b0 0x55f9d4b3f490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:35:52.254 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.255+0000 7fa60659c640 1 --2- 172.21.15.42:0/3418033524 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9d4b3f9d0 0x55f9d4b52620 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fa5f8009820 tx=0x7fa5f8009ce0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=671ebb8508d8f577 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:35:52.254 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.256+0000 7fa5f77fe640 1 -- 172.21.15.42:0/1136226594 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fa5fc018020 con 0x7fa608105330 2024-06-06T08:35:52.255 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.256+0000 7fa5f4ff9640 1 -- 172.21.15.42:0/3418033524 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5f8015020 con 0x55f9d4b3f9d0 2024-06-06T08:35:52.255 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.256+0000 7fa5f4ff9640 1 -- 172.21.15.42:0/3418033524 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa5f8011420 con 0x55f9d4b3f9d0 2024-06-06T08:35:52.255 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.256+0000 7fa5f4ff9640 1 -- 172.21.15.42:0/3418033524 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5f80105e0 con 0x55f9d4b3f9d0 2024-06-06T08:35:52.256 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.257+0000 7fa5f77fe640 1 --2- 172.21.15.42:0/1136226594 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fa5f00a2f00 0x7fa5f00a53c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:52.256 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.257+0000 7fa5f77fe640 1 -- 172.21.15.42:0/1136226594 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 9422+0+0 (secure 0 0 0) 0x7fa5fc0cefe0 con 0x7fa608105330 2024-06-06T08:35:52.256 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.257+0000 7fa60fc13740 1 -- 172.21.15.42:0/3418033524 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9d4b3f9d0 msgr2=0x55f9d4b52620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:35:52.256 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.257+0000 7fa60fc13740 1 --2- 172.21.15.42:0/3418033524 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9d4b3f9d0 0x55f9d4b52620 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fa5f8009820 tx=0x7fa5f8009ce0 comp rx=0 tx=0).stop 2024-06-06T08:35:52.256 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.257+0000 7fa60fc13740 1 -- 172.21.15.42:0/3418033524 shutdown_connections 2024-06-06T08:35:52.256 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.257+0000 7fa60fc13740 1 --2- 172.21.15.42:0/3418033524 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9d4b52b60 0x55f9d4b54f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:52.256 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.257+0000 7fa60fc13740 1 --2- 172.21.15.42:0/3418033524 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9d4b3f9d0 0x55f9d4b52620 secure :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fa5f8009820 tx=0x7fa5f8009ce0 comp rx=0 tx=0).stop 2024-06-06T08:35:52.256 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.257+0000 7fa60fc13740 1 --2- 172.21.15.42:0/3418033524 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f9d4b3f0b0 0x55f9d4b3f490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:52.257 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.257+0000 7fa60fc13740 1 -- 172.21.15.42:0/3418033524 >> 172.21.15.42:0/3418033524 conn(0x55f9d4b3b680 msgr2=0x55f9d4b3ba60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:35:52.259 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.258+0000 7fa606d9d640 1 --2- 172.21.15.42:0/1136226594 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fa5f00a2f00 0x7fa5f00a53c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:52.259 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.259+0000 7fa60fc13740 1 -- 172.21.15.42:0/3418033524 shutdown_connections 2024-06-06T08:35:52.259 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.259+0000 7fa60fc13740 1 -- 172.21.15.42:0/3418033524 wait complete. 2024-06-06T08:35:52.259 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.259+0000 7fa60fc13740 1 -- start start 2024-06-06T08:35:52.259 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.259+0000 7fa60fc13740 1 Processor -- start 2024-06-06T08:35:52.259 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.260+0000 7fa60fc13740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9d4b3f0b0 0x55f9d4b4c8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:52.259 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.260+0000 7fa60fc13740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f9d4b52b60 0x55f9d4b525e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:52.259 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.260+0000 7fa60fc13740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9d4b4cf60 0x55f9d4b47c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:52.259 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.260+0000 7fa60fc13740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55f9d4b42050 con 0x55f9d4b4cf60 2024-06-06T08:35:52.259 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.260+0000 7fa60fc13740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55f9d4a2cae0 con 0x55f9d4b52b60 2024-06-06T08:35:52.259 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.260+0000 7fa60fc13740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55f9d4b421d0 con 0x55f9d4b3f0b0 2024-06-06T08:35:52.260 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.260+0000 7fa60fc13740 10 client.0 _ll_register_callbacks cb 0x55f9d4a659b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:35:52.260 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.260+0000 7fa606d9d640 1 --2- 172.21.15.42:0/1136226594 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fa5f00a2f00 0x7fa5f00a53c0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fa60000ac10 tx=0x7fa60000a980 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:35:52.260 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.260+0000 7fa60659c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9d4b3f0b0 0x55f9d4b4c8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:52.261 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.260+0000 7fa605d9b640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f9d4b52b60 0x55f9d4b525e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:52.261 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.260+0000 7fa605d9b640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f9d4b52b60 0x55f9d4b525e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:39686/0 (socket says 172.21.15.42:39686) 2024-06-06T08:35:52.261 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.260+0000 7fa605d9b640 1 -- 172.21.15.42:0/3477617019 learned_addr learned my addr 172.21.15.42:0/3477617019 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:35:52.261 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.260+0000 7fa606d9d640 1 --2- 172.21.15.42:0/3477617019 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9d4b4cf60 0x55f9d4b47c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:52.261 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.261+0000 7fa605d9b640 1 -- 172.21.15.42:0/3477617019 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9d4b3f0b0 msgr2=0x55f9d4b4c8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:35:52.261 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.261+0000 7fa605d9b640 1 --2- 172.21.15.42:0/3477617019 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9d4b3f0b0 0x55f9d4b4c8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:52.261 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.261+0000 7fa605d9b640 1 -- 172.21.15.42:0/3477617019 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9d4b4cf60 msgr2=0x55f9d4b47c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:35:52.261 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.261+0000 7fa605d9b640 1 --2- 172.21.15.42:0/3477617019 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9d4b4cf60 0x55f9d4b47c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:52.261 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.261+0000 7fa605d9b640 1 -- 172.21.15.42:0/3477617019 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f9d47b7210 con 0x55f9d4b52b60 2024-06-06T08:35:52.262 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.261+0000 7fa605d9b640 1 --2- 172.21.15.42:0/3477617019 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f9d4b52b60 0x55f9d4b525e0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fa5fc006fd0 tx=0x7fa5fc09acc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4c77c3cfe3d35f29 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:35:52.262 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.261+0000 7fa5edffb640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:35:52.262 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.261+0000 7fa5edffb640 1 -- 172.21.15.42:0/3477617019 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5fc09f360 con 0x55f9d4b52b60 2024-06-06T08:35:52.262 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.261+0000 7fa60fc13740 1 -- 172.21.15.42:0/3477617019 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa5f8011420 con 0x55f9d4b52b60 2024-06-06T08:35:52.262 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.261+0000 7fa5edffb640 1 -- 172.21.15.42:0/3477617019 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(119..119 src has 1..119) ==== 9422+0+0 (secure 0 0 0) 0x7fa5fc0bb0b0 con 0x55f9d4b52b60 2024-06-06T08:35:52.262 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.262+0000 7fa5edffb640 1 -- 172.21.15.42:0/3477617019 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7fa5fc0b4250 con 0x55f9d4b52b60 2024-06-06T08:35:52.263 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.263+0000 7fa60fc13740 10 client.27203 fetch_fsmap learned FSMap version 46 2024-06-06T08:35:52.263 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.263+0000 7fa60fc13740 1 -- 172.21.15.42:0/3477617019 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55f9d4883620 con 0x55f9d4b52b60 2024-06-06T08:35:52.263 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.264+0000 7fa5edffb640 1 -- 172.21.15.42:0/3477617019 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa5fc0a6080 con 0x55f9d4b52b60 2024-06-06T08:35:52.263 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.264+0000 7fa5edffb640 1 -- 172.21.15.42:0/3477617019 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 46) ==== 8370+0+0 (secure 0 0 0) 0x7fa5fc0ccae0 con 0x55f9d4b52b60 2024-06-06T08:35:52.263 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.265+0000 7fa60fc13740 10 client.27203 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T08:35:52.263 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.265+0000 7fa60fc13740 10 client.27203 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:35:52.264 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.265+0000 7fa60fc13740 20 client.27203 populate_metadata read hostname 'smithi042' 2024-06-06T08:35:52.264 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.265+0000 7fa60fc13740 1 --2- 172.21.15.42:0/3477617019 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f9d4b7cbf0 0x55f9d4b7efe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:52.264 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.265+0000 7fa60fc13740 4 client.27203 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:35:52.264 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.265+0000 7fa60fc13740 1 -- 172.21.15.42:0/3477617019 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f9d4ab6f10 con 0x55f9d4b7cbf0 2024-06-06T08:35:52.264 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.265+0000 7fa60659c640 1 --2- 172.21.15.42:0/3477617019 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f9d4b7cbf0 0x55f9d4b7efe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:52.265 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.266+0000 7fa60659c640 1 --2- 172.21.15.42:0/3477617019 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f9d4b7cbf0 0x55f9d4b7efe0 crc :-1 s=READY pgs=247 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7ad385ae3e8eb62d server_cookie=ed36dcaf24cd1d0b in_seq=0 out_seq=0 2024-06-06T08:35:52.265 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.266+0000 7fa5edffb640 10 client.27203 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:35:52.266 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.267+0000 7fa5edffb640 1 -- 172.21.15.42:0/3477617019 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55f9d4ab6f10 con 0x55f9d4b7cbf0 2024-06-06T08:35:52.266 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.267+0000 7fa5edffb640 10 client.27203 handle_command_reply: tid=0 2024-06-06T08:35:52.266 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.267+0000 7fa60fc13740 1 client.27203 shutdown 2024-06-06T08:35:52.266 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.267+0000 7fa60fc13740 1 -- 172.21.15.42:0/3477617019 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f9d4b52b60 msgr2=0x55f9d4b525e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:35:52.266 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.267+0000 7fa60fc13740 1 --2- 172.21.15.42:0/3477617019 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f9d4b52b60 0x55f9d4b525e0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fa5fc006fd0 tx=0x7fa5fc09acc0 comp rx=0 tx=0).stop 2024-06-06T08:35:52.266 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.267+0000 7fa60fc13740 1 -- 172.21.15.42:0/3477617019 shutdown_connections 2024-06-06T08:35:52.266 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.267+0000 7fa60fc13740 1 --2- 172.21.15.42:0/3477617019 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f9d4b7cbf0 0x55f9d4b7efe0 crc :-1 s=READY pgs=247 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:52.267 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.267+0000 7fa60fc13740 1 --2- 172.21.15.42:0/3477617019 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f9d4b52b60 0x55f9d4b525e0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:52.267 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.267+0000 7fa60fc13740 1 --2- 172.21.15.42:0/3477617019 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9d4b4cf60 0x55f9d4b47c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:52.267 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.267+0000 7fa60fc13740 1 --2- 172.21.15.42:0/3477617019 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9d4b3f0b0 0x55f9d4b4c8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:52.267 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.267+0000 7fa60fc13740 1 -- 172.21.15.42:0/3477617019 >> 172.21.15.42:0/3477617019 conn(0x55f9d4b3b680 msgr2=0x55f9d4b41400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:35:52.267 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.267+0000 7fa5edffb640 0 client.27203 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:35:52.267 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.267+0000 7fa60fc13740 1 -- 172.21.15.42:0/3477617019 shutdown_connections 2024-06-06T08:35:52.267 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.267+0000 7fa60fc13740 1 -- 172.21.15.42:0/3477617019 wait complete. 2024-06-06T08:35:52.267 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.267+0000 7fa60fc13740 20 client.27203 trim_cache size 0 max 16384 2024-06-06T08:35:52.287 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.283+0000 7fa60fc13740 1 Processor -- start 2024-06-06T08:35:52.287 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.283+0000 7fa60fc13740 1 -- start start 2024-06-06T08:35:52.289 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.283+0000 7fa60fc13740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9d4b3f0b0 0x55f9d4b52550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:52.289 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.283+0000 7fa60fc13740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9d4b4cf60 0x55f9d4b4c470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:52.289 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.283+0000 7fa60fc13740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f9d4b52b60 0x55f9d4b474b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:52.289 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.283+0000 7fa60fc13740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa5e8012800 con 0x55f9d4b4cf60 2024-06-06T08:35:52.289 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.283+0000 7fa60fc13740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fa5e8010010 con 0x55f9d4b52b60 2024-06-06T08:35:52.289 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.283+0000 7fa60fc13740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fa5e800de60 con 0x55f9d4b3f0b0 2024-06-06T08:35:52.289 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.283+0000 7fa605d9b640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9d4b4cf60 0x55f9d4b4c470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:52.289 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.283+0000 7fa605d9b640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9d4b4cf60 0x55f9d4b4c470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:60760/0 (socket says 172.21.15.42:60760) 2024-06-06T08:35:52.290 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.283+0000 7fa605d9b640 1 -- 172.21.15.42:0/2292617931 learned_addr learned my addr 172.21.15.42:0/2292617931 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:35:52.290 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.283+0000 7fa60659c640 1 --2- 172.21.15.42:0/2292617931 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9d4b3f0b0 0x55f9d4b52550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:52.290 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.283+0000 7fa606d9d640 1 --2- 172.21.15.42:0/2292617931 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f9d4b52b60 0x55f9d4b474b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:52.290 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.283+0000 7fa605d9b640 1 -- 172.21.15.42:0/2292617931 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9d4b3f0b0 msgr2=0x55f9d4b52550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:35:52.290 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.283+0000 7fa605d9b640 1 --2- 172.21.15.42:0/2292617931 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9d4b3f0b0 0x55f9d4b52550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:52.290 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.283+0000 7fa605d9b640 1 -- 172.21.15.42:0/2292617931 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f9d4b52b60 msgr2=0x55f9d4b474b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:35:52.290 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.283+0000 7fa605d9b640 1 --2- 172.21.15.42:0/2292617931 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f9d4b52b60 0x55f9d4b474b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:52.290 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.283+0000 7fa605d9b640 1 -- 172.21.15.42:0/2292617931 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f9d4b48bc0 con 0x55f9d4b4cf60 2024-06-06T08:35:52.290 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.284+0000 7fa605d9b640 1 --2- 172.21.15.42:0/2292617931 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9d4b4cf60 0x55f9d4b4c470 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7fa5fc097c40 tx=0x7fa5fc09aea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7168236f12691e4 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:35:52.290 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.284+0000 7fa5effff640 1 -- 172.21.15.42:0/2292617931 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5fc0a9070 con 0x55f9d4b4cf60 2024-06-06T08:35:52.290 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.284+0000 7fa5effff640 1 -- 172.21.15.42:0/2292617931 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa5f8011420 con 0x55f9d4b4cf60 2024-06-06T08:35:52.290 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.284+0000 7fa5effff640 1 -- 172.21.15.42:0/2292617931 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5fc09f160 con 0x55f9d4b4cf60 2024-06-06T08:35:52.291 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.284+0000 7fa60fc13740 1 -- 172.21.15.42:0/2292617931 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9d4b4cf60 msgr2=0x55f9d4b4c470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:35:52.291 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.284+0000 7fa60fc13740 1 --2- 172.21.15.42:0/2292617931 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9d4b4cf60 0x55f9d4b4c470 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7fa5fc097c40 tx=0x7fa5fc09aea0 comp rx=0 tx=0).stop 2024-06-06T08:35:52.291 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.285+0000 7fa60fc13740 1 -- 172.21.15.42:0/2292617931 shutdown_connections 2024-06-06T08:35:52.291 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.285+0000 7fa60fc13740 1 --2- 172.21.15.42:0/2292617931 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f9d4b52b60 0x55f9d4b474b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:52.291 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.285+0000 7fa60fc13740 1 --2- 172.21.15.42:0/2292617931 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9d4b4cf60 0x55f9d4b4c470 unknown :-1 s=CLOSED pgs=960 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:52.291 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.285+0000 7fa60fc13740 1 --2- 172.21.15.42:0/2292617931 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9d4b3f0b0 0x55f9d4b52550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:52.291 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.285+0000 7fa60fc13740 1 -- 172.21.15.42:0/2292617931 >> 172.21.15.42:0/2292617931 conn(0x55f9d4b3b680 msgr2=0x55f9d4b42e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:35:52.291 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.285+0000 7fa60fc13740 1 -- 172.21.15.42:0/2292617931 shutdown_connections 2024-06-06T08:35:52.291 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.285+0000 7fa60fc13740 1 -- 172.21.15.42:0/2292617931 wait complete. 2024-06-06T08:35:52.291 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.285+0000 7fa60fc13740 1 -- start start 2024-06-06T08:35:52.291 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.285+0000 7fa60fc13740 1 Processor -- start 2024-06-06T08:35:52.291 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.285+0000 7fa60fc13740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9d4b3f0b0 0x55f9d4b909b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:52.291 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.285+0000 7fa60fc13740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f9d4b4cf60 0x55f9d4b90ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:52.292 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.285+0000 7fa60fc13740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9d4b52b60 0x55f9d4b8bf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:52.292 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.285+0000 7fa60fc13740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa5e800e4d0 con 0x55f9d4b52b60 2024-06-06T08:35:52.292 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.285+0000 7fa60fc13740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fa5e800f940 con 0x55f9d4b4cf60 2024-06-06T08:35:52.292 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.285+0000 7fa60fc13740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fa5e800eba0 con 0x55f9d4b3f0b0 2024-06-06T08:35:52.292 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.285+0000 7fa60fc13740 10 client.0 _ll_register_callbacks cb 0x7fa5fc010f90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:35:52.292 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.285+0000 7fa605d9b640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f9d4b4cf60 0x55f9d4b90ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:52.292 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.285+0000 7fa605d9b640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f9d4b4cf60 0x55f9d4b90ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:39702/0 (socket says 172.21.15.42:39702) 2024-06-06T08:35:52.292 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.285+0000 7fa605d9b640 1 -- 172.21.15.42:0/2339223078 learned_addr learned my addr 172.21.15.42:0/2339223078 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:35:52.292 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.285+0000 7fa606d9d640 1 --2- 172.21.15.42:0/2339223078 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9d4b52b60 0x55f9d4b8bf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:52.292 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.285+0000 7fa60659c640 1 --2- 172.21.15.42:0/2339223078 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9d4b3f0b0 0x55f9d4b909b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:52.292 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.286+0000 7fa606d9d640 1 -- 172.21.15.42:0/2339223078 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9d4b3f0b0 msgr2=0x55f9d4b909b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:35:52.293 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.286+0000 7fa606d9d640 1 --2- 172.21.15.42:0/2339223078 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9d4b3f0b0 0x55f9d4b909b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:52.293 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.286+0000 7fa606d9d640 1 -- 172.21.15.42:0/2339223078 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f9d4b4cf60 msgr2=0x55f9d4b90ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:35:52.293 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.286+0000 7fa606d9d640 1 --2- 172.21.15.42:0/2339223078 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f9d4b4cf60 0x55f9d4b90ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:52.293 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.286+0000 7fa606d9d640 1 -- 172.21.15.42:0/2339223078 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f9d4b8c720 con 0x55f9d4b52b60 2024-06-06T08:35:52.293 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.286+0000 7fa605d9b640 1 --2- 172.21.15.42:0/2339223078 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f9d4b4cf60 0x55f9d4b90ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:35:52.293 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.286+0000 7fa606d9d640 1 --2- 172.21.15.42:0/2339223078 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9d4b52b60 0x55f9d4b8bf20 secure :-1 s=READY pgs=961 cs=0 l=1 rev1=1 crypto rx=0x55f9d4b3f930 tx=0x7fa60000a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a85194566688d81 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:35:52.293 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.286+0000 7fa5edffb640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:35:52.293 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.286+0000 7fa5edffb640 1 -- 172.21.15.42:0/2339223078 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa600030b10 con 0x55f9d4b52b60 2024-06-06T08:35:52.294 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.286+0000 7fa5edffb640 1 -- 172.21.15.42:0/2339223078 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(119..119 src has 1..119) ==== 9422+0+0 (secure 0 0 0) 0x7fa600030cb0 con 0x55f9d4b52b60 2024-06-06T08:35:52.294 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.286+0000 7fa60fc13740 1 -- 172.21.15.42:0/2339223078 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa5f8011420 con 0x55f9d4b52b60 2024-06-06T08:35:52.294 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.286+0000 7fa5edffb640 1 -- 172.21.15.42:0/2339223078 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7fa600030eb0 con 0x55f9d4b52b60 2024-06-06T08:35:52.294 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.286+0000 7fa60fc13740 10 client.17628 fetch_fsmap learned FSMap version 46 2024-06-06T08:35:52.294 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.286+0000 7fa60fc13740 1 -- 172.21.15.42:0/2339223078 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55f9d4be7380 con 0x55f9d4b52b60 2024-06-06T08:35:52.294 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.287+0000 7fa5edffb640 1 -- 172.21.15.42:0/2339223078 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa5f8011420 con 0x55f9d4b52b60 2024-06-06T08:35:52.294 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.287+0000 7fa5edffb640 1 -- 172.21.15.42:0/2339223078 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 46) ==== 8370+0+0 (secure 0 0 0) 0x7fa600042040 con 0x55f9d4b52b60 2024-06-06T08:35:52.294 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.287+0000 7fa60fc13740 10 client.17628 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T08:35:52.294 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.287+0000 7fa60fc13740 10 client.17628 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:35:52.294 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.287+0000 7fa60fc13740 20 client.17628 populate_metadata read hostname 'smithi042' 2024-06-06T08:35:52.294 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.287+0000 7fa60fc13740 1 --2- 172.21.15.42:0/2339223078 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f9d4be7bb0 0x55f9d4be9fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:35:52.295 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.287+0000 7fa60fc13740 4 client.17628 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:35:52.295 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.287+0000 7fa60fc13740 1 -- 172.21.15.42:0/2339223078 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55f9d4ab0c20 con 0x55f9d4be7bb0 2024-06-06T08:35:52.295 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.287+0000 7fa60659c640 1 --2- 172.21.15.42:0/2339223078 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f9d4be7bb0 0x55f9d4be9fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:35:52.295 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.287+0000 7fa60659c640 1 --2- 172.21.15.42:0/2339223078 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f9d4be7bb0 0x55f9d4be9fd0 crc :-1 s=READY pgs=248 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eb59f50910683326 server_cookie=980f6547d5498655 in_seq=0 out_seq=0 2024-06-06T08:35:52.295 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:52.287+0000 7fa5edffb640 10 client.17628 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:35:52.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:35:52 smithi149 ceph-mon[36842]: pgmap v419: 129 pgs: 129 active+clean; 1.5 GiB data, 7.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 219 op/s 2024-06-06T08:35:52.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:35:52 smithi042 ceph-mon[32384]: pgmap v419: 129 pgs: 129 active+clean; 1.5 GiB data, 7.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 219 op/s 2024-06-06T08:35:52.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:35:52 smithi120 ceph-mon[36658]: pgmap v419: 129 pgs: 129 active+clean; 1.5 GiB data, 7.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 219 op/s 2024-06-06T08:35:53.521 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:53.520+0000 7fa5edffb640 1 -- 172.21.15.42:0/2339223078 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55f9d4ab0c20 con 0x55f9d4be7bb0 2024-06-06T08:35:53.521 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:53.520+0000 7fa5edffb640 10 client.17628 handle_command_reply: tid=0 2024-06-06T08:35:53.521 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:53.520+0000 7fa60fc13740 1 client.17628 shutdown 2024-06-06T08:35:53.521 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:53.521+0000 7fa60fc13740 1 -- 172.21.15.42:0/2339223078 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9d4b52b60 msgr2=0x55f9d4b8bf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:35:53.521 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:53.521+0000 7fa60fc13740 1 --2- 172.21.15.42:0/2339223078 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9d4b52b60 0x55f9d4b8bf20 secure :-1 s=READY pgs=961 cs=0 l=1 rev1=1 crypto rx=0x55f9d4b3f930 tx=0x7fa60000a620 comp rx=0 tx=0).stop 2024-06-06T08:35:53.521 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:53.521+0000 7fa60fc13740 1 -- 172.21.15.42:0/2339223078 shutdown_connections 2024-06-06T08:35:53.521 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:53.521+0000 7fa60fc13740 1 --2- 172.21.15.42:0/2339223078 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f9d4be7bb0 0x55f9d4be9fd0 crc :-1 s=READY pgs=248 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:53.522 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:53.521+0000 7fa5edffb640 0 client.17628 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:35:53.522 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:53.521+0000 7fa60fc13740 1 --2- 172.21.15.42:0/2339223078 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f9d4b4cf60 0x55f9d4b90ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:53.522 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:53.521+0000 7fa60fc13740 1 --2- 172.21.15.42:0/2339223078 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9d4b52b60 0x55f9d4b8bf20 unknown :-1 s=CLOSED pgs=961 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:53.522 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:53.521+0000 7fa60fc13740 1 --2- 172.21.15.42:0/2339223078 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9d4b3f0b0 0x55f9d4b909b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:53.522 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:53.521+0000 7fa60fc13740 1 -- 172.21.15.42:0/2339223078 >> 172.21.15.42:0/2339223078 conn(0x55f9d4b3b680 msgr2=0x55f9d4b47480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:35:53.522 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:53.521+0000 7fa60fc13740 1 -- 172.21.15.42:0/2339223078 shutdown_connections 2024-06-06T08:35:53.522 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:53.521+0000 7fa60fc13740 1 -- 172.21.15.42:0/2339223078 wait complete. 2024-06-06T08:35:53.522 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:53.522+0000 7fa60fc13740 20 client.17628 trim_cache size 0 max 16384 2024-06-06T08:35:53.522 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:35:53.522 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:35:53.523 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:35:53.523 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:53.522+0000 7fa60cf09640 1 -- 172.21.15.42:0/1136226594 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fa5f00a2f00 msgr2=0x7fa5f00a53c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:35:53.523 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:53.522+0000 7fa60cf09640 1 --2- 172.21.15.42:0/1136226594 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fa5f00a2f00 0x7fa5f00a53c0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fa60000ac10 tx=0x7fa60000a980 comp rx=0 tx=0).stop 2024-06-06T08:35:53.524 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:53.522+0000 7fa60cf09640 1 -- 172.21.15.42:0/1136226594 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa608105330 msgr2=0x7fa608196620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:35:53.524 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:53.522+0000 7fa60cf09640 1 --2- 172.21.15.42:0/1136226594 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa608105330 0x7fa608196620 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fa5fc00b470 tx=0x7fa5fc00b930 comp rx=0 tx=0).stop 2024-06-06T08:35:53.524 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:53.523+0000 7fa60cf09640 1 -- 172.21.15.42:0/1136226594 shutdown_connections 2024-06-06T08:35:53.524 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:53.523+0000 7fa60cf09640 1 --2- 172.21.15.42:0/1136226594 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fa5f00a2f00 0x7fa5f00a53c0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:53.524 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:53.523+0000 7fa60cf09640 1 --2- 172.21.15.42:0/1136226594 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa60819a9a0 0x7fa60819ae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:53.524 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:53.523+0000 7fa60cf09640 1 --2- 172.21.15.42:0/1136226594 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa608105330 0x7fa608196620 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:53.524 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:53.523+0000 7fa60cf09640 1 --2- 172.21.15.42:0/1136226594 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa608100260 0x7fa6081960e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:35:53.524 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:53.523+0000 7fa60cf09640 1 -- 172.21.15.42:0/1136226594 >> 172.21.15.42:0/1136226594 conn(0x7fa608076e30 msgr2=0x7fa608103bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:35:53.524 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:53.523+0000 7fa60cf09640 1 -- 172.21.15.42:0/1136226594 shutdown_connections 2024-06-06T08:35:53.524 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:35:53.523+0000 7fa60cf09640 1 -- 172.21.15.42:0/1136226594 wait complete. 2024-06-06T08:35:54.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:35:54 smithi149 ceph-mon[36842]: pgmap v420: 129 pgs: 129 active+clean; 1.5 GiB data, 7.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.5 MiB/s wr, 61 op/s 2024-06-06T08:35:54.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:35:54 smithi042 ceph-mon[32384]: pgmap v420: 129 pgs: 129 active+clean; 1.5 GiB data, 7.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.5 MiB/s wr, 61 op/s 2024-06-06T08:35:54.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:35:54 smithi120 ceph-mon[36658]: pgmap v420: 129 pgs: 129 active+clean; 1.5 GiB data, 7.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.5 MiB/s wr, 61 op/s 2024-06-06T08:35:56.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:35:56 smithi120 ceph-mon[36658]: pgmap v421: 129 pgs: 129 active+clean; 1.5 GiB data, 7.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 379 op/s 2024-06-06T08:35:56.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:35:56 smithi120 ceph-mon[36658]: osdmap e120: 12 total, 12 up, 12 in 2024-06-06T08:35:56.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:35:56 smithi149 ceph-mon[36842]: pgmap v421: 129 pgs: 129 active+clean; 1.5 GiB data, 7.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 379 op/s 2024-06-06T08:35:56.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:35:56 smithi149 ceph-mon[36842]: osdmap e120: 12 total, 12 up, 12 in 2024-06-06T08:35:56.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:35:56 smithi042 ceph-mon[32384]: pgmap v421: 129 pgs: 129 active+clean; 1.5 GiB data, 7.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 379 op/s 2024-06-06T08:35:56.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:35:56 smithi042 ceph-mon[32384]: osdmap e120: 12 total, 12 up, 12 in 2024-06-06T08:35:58.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:35:58 smithi149 ceph-mon[36842]: pgmap v423: 129 pgs: 129 active+clean; 1.5 GiB data, 7.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 528 op/s 2024-06-06T08:35:58.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:35:58 smithi042 ceph-mon[32384]: pgmap v423: 129 pgs: 129 active+clean; 1.5 GiB data, 7.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 528 op/s 2024-06-06T08:35:58.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:35:58 smithi120 ceph-mon[36658]: pgmap v423: 129 pgs: 129 active+clean; 1.5 GiB data, 7.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 528 op/s 2024-06-06T08:36:00.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:36:00 smithi149 ceph-mon[36842]: pgmap v424: 129 pgs: 129 active+clean; 1.5 GiB data, 7.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 1.5 MiB/s wr, 506 op/s 2024-06-06T08:36:00.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:36:00 smithi042 ceph-mon[32384]: pgmap v424: 129 pgs: 129 active+clean; 1.5 GiB data, 7.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 1.5 MiB/s wr, 506 op/s 2024-06-06T08:36:00.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:36:00 smithi120 ceph-mon[36658]: pgmap v424: 129 pgs: 129 active+clean; 1.5 GiB data, 7.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 1.5 MiB/s wr, 506 op/s 2024-06-06T08:36:02.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:36:02 smithi149 ceph-mon[36842]: pgmap v425: 129 pgs: 129 active+clean; 1.5 GiB data, 7.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 557 op/s 2024-06-06T08:36:02.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:36:02 smithi042 ceph-mon[32384]: pgmap v425: 129 pgs: 129 active+clean; 1.5 GiB data, 7.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 557 op/s 2024-06-06T08:36:02.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:36:02 smithi120 ceph-mon[36658]: pgmap v425: 129 pgs: 129 active+clean; 1.5 GiB data, 7.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 557 op/s 2024-06-06T08:36:04.690 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:36:04 smithi120 ceph-mon[36658]: pgmap v426: 129 pgs: 129 active+clean; 1.5 GiB data, 7.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 582 op/s 2024-06-06T08:36:04.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:36:04 smithi149 ceph-mon[36842]: pgmap v426: 129 pgs: 129 active+clean; 1.5 GiB data, 7.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 582 op/s 2024-06-06T08:36:04.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:36:04 smithi042 ceph-mon[32384]: pgmap v426: 129 pgs: 129 active+clean; 1.5 GiB data, 7.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 582 op/s 2024-06-06T08:36:06.687 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.687+0000 7f496f8f5640 1 -- 172.21.15.42:0/1754721979 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f49681035b0 msgr2=0x7f496810ba90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:36:06.687 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.687+0000 7f496f8f5640 1 --2- 172.21.15.42:0/1754721979 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f49681035b0 0x7f496810ba90 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f4958009900 tx=0x7f495802a4a0 comp rx=0 tx=0).stop 2024-06-06T08:36:06.688 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.689+0000 7f496f8f5640 1 -- 172.21.15.42:0/1754721979 shutdown_connections 2024-06-06T08:36:06.688 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.689+0000 7f496f8f5640 1 --2- 172.21.15.42:0/1754721979 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f49681035b0 0x7f496810ba90 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:06.688 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.689+0000 7f496f8f5640 1 --2- 172.21.15.42:0/1754721979 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f496810bfd0 0x7f496810e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:06.688 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.689+0000 7f496f8f5640 1 --2- 172.21.15.42:0/1754721979 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4968102c90 0x7f4968103070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:06.688 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.689+0000 7f496f8f5640 1 -- 172.21.15.42:0/1754721979 >> 172.21.15.42:0/1754721979 conn(0x7f49680779f0 msgr2=0x7f4968077e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:36:06.689 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.691+0000 7f496f8f5640 1 -- 172.21.15.42:0/1754721979 shutdown_connections 2024-06-06T08:36:06.690 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.691+0000 7f496f8f5640 1 -- 172.21.15.42:0/1754721979 wait complete. 2024-06-06T08:36:06.691 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.692+0000 7f496f8f5640 1 Processor -- start 2024-06-06T08:36:06.691 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.692+0000 7f496f8f5640 1 -- start start 2024-06-06T08:36:06.692 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.692+0000 7f496f8f5640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4968102c90 0x7f4968100900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:06.692 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.693+0000 7f496f8f5640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f49681035b0 0x7f4968100e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:06.695 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.693+0000 7f496f8f5640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f496810bfd0 0x7f4968101380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:06.695 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.693+0000 7f496f8f5640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4968111e50 con 0x7f49681035b0 2024-06-06T08:36:06.695 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.693+0000 7f496f8f5640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f4968111cd0 con 0x7f4968102c90 2024-06-06T08:36:06.695 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.693+0000 7f496f8f5640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f4968111fd0 con 0x7f496810bfd0 2024-06-06T08:36:06.695 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.693+0000 7f496d691640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4968102c90 0x7f4968100900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:06.695 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.693+0000 7f496ce90640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f49681035b0 0x7f4968100e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:06.695 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.693+0000 7f496d691640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4968102c90 0x7f4968100900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:57732/0 (socket says 172.21.15.42:57732) 2024-06-06T08:36:06.695 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.693+0000 7f496d691640 1 -- 172.21.15.42:0/3692604777 learned_addr learned my addr 172.21.15.42:0/3692604777 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:36:06.695 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.693+0000 7f496de92640 1 --2- 172.21.15.42:0/3692604777 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f496810bfd0 0x7f4968101380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:06.696 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.693+0000 7f496d691640 1 -- 172.21.15.42:0/3692604777 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f496810bfd0 msgr2=0x7f4968101380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:36:06.696 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.693+0000 7f496d691640 1 --2- 172.21.15.42:0/3692604777 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f496810bfd0 0x7f4968101380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:06.696 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.693+0000 7f496d691640 1 -- 172.21.15.42:0/3692604777 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f49681035b0 msgr2=0x7f4968100e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:36:06.696 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.693+0000 7f496d691640 1 --2- 172.21.15.42:0/3692604777 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f49681035b0 0x7f4968100e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:06.696 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.693+0000 7f496d691640 1 -- 172.21.15.42:0/3692604777 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49681aaab0 con 0x7f4968102c90 2024-06-06T08:36:06.696 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.694+0000 7f496de92640 1 --2- 172.21.15.42:0/3692604777 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f496810bfd0 0x7f4968101380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:36:06.696 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.694+0000 7f496d691640 1 --2- 172.21.15.42:0/3692604777 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4968102c90 0x7f4968100900 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f496400e9f0 tx=0x7f496400eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:36:06.696 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.696+0000 7f495e7fc640 1 -- 172.21.15.42:0/3692604777 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f496400cd80 con 0x7f4968102c90 2024-06-06T08:36:06.696 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.696+0000 7f495e7fc640 1 -- 172.21.15.42:0/3692604777 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4964010910 con 0x7f4968102c90 2024-06-06T08:36:06.696 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.696+0000 7f495e7fc640 1 -- 172.21.15.42:0/3692604777 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49640188f0 con 0x7f4968102c90 2024-06-06T08:36:06.697 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.696+0000 7f496f8f5640 1 -- 172.21.15.42:0/3692604777 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f496819c2d0 con 0x7f4968102c90 2024-06-06T08:36:06.697 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.696+0000 7f496f8f5640 1 -- 172.21.15.42:0/3692604777 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f496819c7a0 con 0x7f4968102c90 2024-06-06T08:36:06.708 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.709+0000 7f495e7fc640 1 -- 172.21.15.42:0/3692604777 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f4964018a90 con 0x7f4968102c90 2024-06-06T08:36:06.710 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.711+0000 7f495e7fc640 1 --2- 172.21.15.42:0/3692604777 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f49540a2f80 0x7f49540a5440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:06.710 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.711+0000 7f495e7fc640 1 -- 172.21.15.42:0/3692604777 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(121..121 src has 1..121) ==== 9526+0+0 (secure 0 0 0) 0x7f49640d0c70 con 0x7f4968102c90 2024-06-06T08:36:06.710 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.711+0000 7f496ce90640 1 --2- 172.21.15.42:0/3692604777 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f49540a2f80 0x7f49540a5440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:06.711 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.712+0000 7f49725ff740 1 Processor -- start 2024-06-06T08:36:06.713 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.714+0000 7f49725ff740 1 -- start start 2024-06-06T08:36:06.713 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.714+0000 7f496ce90640 1 --2- 172.21.15.42:0/3692604777 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f49540a2f80 0x7f49540a5440 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f496819c240 tx=0x7f4958000bc0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:36:06.713 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.714+0000 7f49725ff740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ce28431170 0x55ce28431550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:06.714 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.714+0000 7f49725ff740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ce28431a90 0x55ce2843be10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:06.714 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.714+0000 7f49725ff740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ce2843c350 0x55ce2843e740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:06.714 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.714+0000 7f49725ff740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55ce283954f0 con 0x55ce2843c350 2024-06-06T08:36:06.714 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.714+0000 7f49725ff740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55ce28333870 con 0x55ce28431170 2024-06-06T08:36:06.714 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.714+0000 7f49725ff740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55ce283914b0 con 0x55ce28431a90 2024-06-06T08:36:06.719 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.715+0000 7f496d691640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ce28431170 0x55ce28431550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:06.719 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.715+0000 7f496d691640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ce28431170 0x55ce28431550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:57748/0 (socket says 172.21.15.42:57748) 2024-06-06T08:36:06.719 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.715+0000 7f496d691640 1 -- 172.21.15.42:0/2321275205 learned_addr learned my addr 172.21.15.42:0/2321275205 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:36:06.719 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.715+0000 7f496de92640 1 --2- 172.21.15.42:0/2321275205 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ce2843c350 0x55ce2843e740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:06.719 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.716+0000 7f496ce90640 1 --2- 172.21.15.42:0/2321275205 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ce28431a90 0x55ce2843be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:06.719 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.716+0000 7f496d691640 1 -- 172.21.15.42:0/2321275205 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ce28431a90 msgr2=0x55ce2843be10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:36:06.719 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.716+0000 7f496d691640 1 --2- 172.21.15.42:0/2321275205 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ce28431a90 0x55ce2843be10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:06.719 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.716+0000 7f496d691640 1 -- 172.21.15.42:0/2321275205 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ce2843c350 msgr2=0x55ce2843e740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:36:06.720 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.716+0000 7f496d691640 1 --2- 172.21.15.42:0/2321275205 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ce2843c350 0x55ce2843e740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:06.720 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.716+0000 7f496d691640 1 -- 172.21.15.42:0/2321275205 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ce2834f9b0 con 0x55ce28431170 2024-06-06T08:36:06.720 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.720+0000 7f496d691640 1 --2- 172.21.15.42:0/2321275205 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ce28431170 0x55ce28431550 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f49640a5480 tx=0x7f496409d440 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6e84d7016c6da48b server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:36:06.721 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.722+0000 7f49537fe640 1 -- 172.21.15.42:0/2321275205 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49640a59b0 con 0x55ce28431170 2024-06-06T08:36:06.721 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.722+0000 7f49537fe640 1 -- 172.21.15.42:0/2321275205 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f49640993b0 con 0x55ce28431170 2024-06-06T08:36:06.725 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.723+0000 7f49725ff740 1 -- 172.21.15.42:0/2321275205 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ce28431170 msgr2=0x55ce28431550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:36:06.725 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.723+0000 7f49725ff740 1 --2- 172.21.15.42:0/2321275205 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ce28431170 0x55ce28431550 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f49640a5480 tx=0x7f496409d440 comp rx=0 tx=0).stop 2024-06-06T08:36:06.725 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.725+0000 7f49725ff740 1 -- 172.21.15.42:0/2321275205 shutdown_connections 2024-06-06T08:36:06.725 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.725+0000 7f49725ff740 1 --2- 172.21.15.42:0/2321275205 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ce2843c350 0x55ce2843e740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:06.725 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.725+0000 7f49725ff740 1 --2- 172.21.15.42:0/2321275205 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ce28431a90 0x55ce2843be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:06.725 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.725+0000 7f49725ff740 1 --2- 172.21.15.42:0/2321275205 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ce28431170 0x55ce28431550 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:06.725 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.725+0000 7f49725ff740 1 -- 172.21.15.42:0/2321275205 >> 172.21.15.42:0/2321275205 conn(0x55ce2842d680 msgr2=0x55ce2842da60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:36:06.730 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.731+0000 7f49725ff740 1 -- 172.21.15.42:0/2321275205 shutdown_connections 2024-06-06T08:36:06.730 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.731+0000 7f49725ff740 1 -- 172.21.15.42:0/2321275205 wait complete. 2024-06-06T08:36:06.730 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.731+0000 7f49725ff740 1 -- start start 2024-06-06T08:36:06.730 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.731+0000 7f49725ff740 1 Processor -- start 2024-06-06T08:36:06.731 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.732+0000 7f49725ff740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ce28431170 0x55ce284392a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:06.731 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.732+0000 7f49725ff740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ce28431a90 0x55ce284397e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:06.731 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.732+0000 7f49725ff740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ce2843c350 0x55ce28439d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:06.732 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.732+0000 7f49725ff740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55ce2844ff90 con 0x55ce2843c350 2024-06-06T08:36:06.732 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.732+0000 7f49725ff740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55ce2831eae0 con 0x55ce28431170 2024-06-06T08:36:06.732 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.732+0000 7f49725ff740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55ce28450110 con 0x55ce28431a90 2024-06-06T08:36:06.732 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.732+0000 7f49725ff740 10 client.0 _ll_register_callbacks cb 0x55ce283579b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:36:06.732 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.732+0000 7f496d691640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ce28431170 0x55ce284392a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:06.732 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.732+0000 7f496d691640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ce28431170 0x55ce284392a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:57754/0 (socket says 172.21.15.42:57754) 2024-06-06T08:36:06.732 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.732+0000 7f496d691640 1 -- 172.21.15.42:0/3578043110 learned_addr learned my addr 172.21.15.42:0/3578043110 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:36:06.732 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.734+0000 7f496ce90640 1 --2- 172.21.15.42:0/3578043110 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ce28431a90 0x55ce284397e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:06.736 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.736+0000 7f496de92640 1 --2- 172.21.15.42:0/3578043110 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ce2843c350 0x55ce28439d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:06.736 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.736+0000 7f496d691640 1 -- 172.21.15.42:0/3578043110 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ce28431a90 msgr2=0x55ce284397e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:36:06.736 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.736+0000 7f496d691640 1 --2- 172.21.15.42:0/3578043110 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ce28431a90 0x55ce284397e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:06.736 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.736+0000 7f496d691640 1 -- 172.21.15.42:0/3578043110 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ce2843c350 msgr2=0x55ce28439d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:36:06.736 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.736+0000 7f496d691640 1 --2- 172.21.15.42:0/3578043110 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ce2843c350 0x55ce28439d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:06.736 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.736+0000 7f496d691640 1 -- 172.21.15.42:0/3578043110 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ce280a9210 con 0x55ce28431170 2024-06-06T08:36:06.737 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.738+0000 7f496d691640 1 --2- 172.21.15.42:0/3578043110 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ce28431170 0x55ce284392a0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f4964018500 tx=0x7f4964098ee0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=92c5d49da8fdece server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:36:06.737 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.738+0000 7f4950ff9640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:36:06.738 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.739+0000 7f4950ff9640 1 -- 172.21.15.42:0/3578043110 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49640b9070 con 0x55ce28431170 2024-06-06T08:36:06.738 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.739+0000 7f4950ff9640 1 -- 172.21.15.42:0/3578043110 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(121..121 src has 1..121) ==== 9526+0+0 (secure 0 0 0) 0x7f4964010640 con 0x55ce28431170 2024-06-06T08:36:06.739 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.741+0000 7f49725ff740 1 -- 172.21.15.42:0/3578043110 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f49640993b0 con 0x55ce28431170 2024-06-06T08:36:06.744 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.745+0000 7f4950ff9640 1 -- 172.21.15.42:0/3578043110 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f496409c190 con 0x55ce28431170 2024-06-06T08:36:06.745 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.747+0000 7f49725ff740 10 client.27221 fetch_fsmap learned FSMap version 46 2024-06-06T08:36:06.745 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.747+0000 7f49725ff740 1 -- 172.21.15.42:0/3578043110 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55ce28175620 con 0x55ce28431170 2024-06-06T08:36:06.747 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.749+0000 7f4950ff9640 1 -- 172.21.15.42:0/3578043110 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f49640993b0 con 0x55ce28431170 2024-06-06T08:36:06.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.749+0000 7f4950ff9640 1 -- 172.21.15.42:0/3578043110 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 46) ==== 8370+0+0 (secure 0 0 0) 0x7f49640a2280 con 0x55ce28431170 2024-06-06T08:36:06.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.750+0000 7f49725ff740 10 client.27221 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T08:36:06.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.750+0000 7f49725ff740 10 client.27221 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:36:06.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.750+0000 7f49725ff740 20 client.27221 populate_metadata read hostname 'smithi042' 2024-06-06T08:36:06.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.750+0000 7f49725ff740 1 --2- 172.21.15.42:0/3578043110 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55ce2845d670 0x55ce2845faf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:06.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.750+0000 7f49725ff740 4 client.27221 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:36:06.749 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.750+0000 7f49725ff740 1 -- 172.21.15.42:0/3578043110 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ce283a8f10 con 0x55ce2845d670 2024-06-06T08:36:06.751 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.753+0000 7f496ce90640 1 --2- 172.21.15.42:0/3578043110 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55ce2845d670 0x55ce2845faf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:06.757 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.759+0000 7f496ce90640 1 --2- 172.21.15.42:0/3578043110 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55ce2845d670 0x55ce2845faf0 crc :-1 s=READY pgs=249 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=352d8a13acd2dfa1 server_cookie=a8f9d64d30e413c6 in_seq=0 out_seq=0 2024-06-06T08:36:06.758 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.759+0000 7f4950ff9640 10 client.27221 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:36:06.767 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.768+0000 7f4950ff9640 1 -- 172.21.15.42:0/3578043110 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55ce283a8f10 con 0x55ce2845d670 2024-06-06T08:36:06.767 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.768+0000 7f4950ff9640 10 client.27221 handle_command_reply: tid=0 2024-06-06T08:36:06.767 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.768+0000 7f49725ff740 1 client.27221 shutdown 2024-06-06T08:36:06.769 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.770+0000 7f49725ff740 1 -- 172.21.15.42:0/3578043110 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ce28431170 msgr2=0x55ce284392a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:36:06.769 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.770+0000 7f49725ff740 1 --2- 172.21.15.42:0/3578043110 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ce28431170 0x55ce284392a0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f4964018500 tx=0x7f4964098ee0 comp rx=0 tx=0).stop 2024-06-06T08:36:06.770 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.770+0000 7f49725ff740 1 -- 172.21.15.42:0/3578043110 shutdown_connections 2024-06-06T08:36:06.770 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.770+0000 7f49725ff740 1 --2- 172.21.15.42:0/3578043110 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55ce2845d670 0x55ce2845faf0 crc :-1 s=READY pgs=249 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:06.770 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.770+0000 7f49725ff740 1 --2- 172.21.15.42:0/3578043110 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ce2843c350 0x55ce28439d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:06.770 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.771+0000 7f49725ff740 1 --2- 172.21.15.42:0/3578043110 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ce28431a90 0x55ce284397e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:06.770 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.771+0000 7f49725ff740 1 --2- 172.21.15.42:0/3578043110 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ce28431170 0x55ce284392a0 secure :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f4964018500 tx=0x7f4964098ee0 comp rx=0 tx=0).stop 2024-06-06T08:36:06.770 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.771+0000 7f49725ff740 1 -- 172.21.15.42:0/3578043110 >> 172.21.15.42:0/3578043110 conn(0x55ce2842d680 msgr2=0x55ce284333b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:36:06.770 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.771+0000 7f4950ff9640 0 client.27221 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:36:06.771 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.771+0000 7f49725ff740 1 -- 172.21.15.42:0/3578043110 shutdown_connections 2024-06-06T08:36:06.771 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.771+0000 7f49725ff740 1 -- 172.21.15.42:0/3578043110 wait complete. 2024-06-06T08:36:06.771 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.772+0000 7f49725ff740 20 client.27221 trim_cache size 0 max 16384 2024-06-06T08:36:06.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:36:06 smithi149 ceph-mon[36842]: pgmap v427: 129 pgs: 129 active+clean; 1.5 GiB data, 7.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 413 op/s 2024-06-06T08:36:06.806 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.807+0000 7f49725ff740 1 Processor -- start 2024-06-06T08:36:06.810 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.809+0000 7f49725ff740 1 -- start start 2024-06-06T08:36:06.810 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.810+0000 7f49725ff740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ce28431a90 0x55ce28439b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:06.810 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.810+0000 7f49725ff740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ce2843c350 0x55ce284653c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:06.810 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.810+0000 7f49725ff740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ce28465900 0x55ce28432b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:06.810 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.810+0000 7f49725ff740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f494c0129f0 con 0x55ce28431a90 2024-06-06T08:36:06.810 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.811+0000 7f496ce90640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ce2843c350 0x55ce284653c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:06.811 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.811+0000 7f496ce90640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ce2843c350 0x55ce284653c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:36826/0 (socket says 172.21.15.42:36826) 2024-06-06T08:36:06.811 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.811+0000 7f496ce90640 1 -- 172.21.15.42:0/1487030960 learned_addr learned my addr 172.21.15.42:0/1487030960 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:36:06.811 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.811+0000 7f49725ff740 1 -- 172.21.15.42:0/1487030960 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f494c010200 con 0x55ce28465900 2024-06-06T08:36:06.811 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.811+0000 7f49725ff740 1 -- 172.21.15.42:0/1487030960 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f494c00e070 con 0x55ce2843c350 2024-06-06T08:36:06.811 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.812+0000 7f496ce90640 1 -- 172.21.15.42:0/1487030960 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ce28465900 msgr2=0x55ce28432b20 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-06T08:36:06.811 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.812+0000 7f496ce90640 1 --2- 172.21.15.42:0/1487030960 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ce28465900 0x55ce28432b20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:06.811 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.812+0000 7f496ce90640 1 -- 172.21.15.42:0/1487030960 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ce28431a90 msgr2=0x55ce28439b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:36:06.812 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.812+0000 7f496ce90640 1 --2- 172.21.15.42:0/1487030960 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ce28431a90 0x55ce28439b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:06.812 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.812+0000 7f496ce90640 1 -- 172.21.15.42:0/1487030960 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ce2842d190 con 0x55ce2843c350 2024-06-06T08:36:06.812 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.814+0000 7f496ce90640 1 --2- 172.21.15.42:0/1487030960 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ce2843c350 0x55ce284653c0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f495802aa90 tx=0x7f4958040000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e74c919c8aa8ec21 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:36:06.815 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.816+0000 7f4952ffd640 1 -- 172.21.15.42:0/1487030960 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4958059070 con 0x55ce2843c350 2024-06-06T08:36:06.815 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.816+0000 7f4952ffd640 1 -- 172.21.15.42:0/1487030960 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4958003ad0 con 0x55ce2843c350 2024-06-06T08:36:06.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:36:06 smithi042 ceph-mon[32384]: pgmap v427: 129 pgs: 129 active+clean; 1.5 GiB data, 7.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 413 op/s 2024-06-06T08:36:06.816 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.817+0000 7f49725ff740 1 -- 172.21.15.42:0/1487030960 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ce2843c350 msgr2=0x55ce284653c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:36:06.816 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.817+0000 7f49725ff740 1 --2- 172.21.15.42:0/1487030960 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ce2843c350 0x55ce284653c0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f495802aa90 tx=0x7f4958040000 comp rx=0 tx=0).stop 2024-06-06T08:36:06.816 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.817+0000 7f49725ff740 1 -- 172.21.15.42:0/1487030960 shutdown_connections 2024-06-06T08:36:06.816 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.817+0000 7f49725ff740 1 --2- 172.21.15.42:0/1487030960 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ce28465900 0x55ce28432b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:06.817 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.817+0000 7f49725ff740 1 --2- 172.21.15.42:0/1487030960 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ce2843c350 0x55ce284653c0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:06.817 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.817+0000 7f49725ff740 1 --2- 172.21.15.42:0/1487030960 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ce28431a90 0x55ce28439b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:06.817 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.817+0000 7f49725ff740 1 -- 172.21.15.42:0/1487030960 >> 172.21.15.42:0/1487030960 conn(0x55ce2842d680 msgr2=0x55ce28434630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:36:06.819 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.819+0000 7f49725ff740 1 -- 172.21.15.42:0/1487030960 shutdown_connections 2024-06-06T08:36:06.824 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.821+0000 7f49725ff740 1 -- 172.21.15.42:0/1487030960 wait complete. 2024-06-06T08:36:06.824 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.822+0000 7f49725ff740 1 -- start start 2024-06-06T08:36:06.824 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.822+0000 7f49725ff740 1 Processor -- start 2024-06-06T08:36:06.824 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.825+0000 7f49725ff740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ce28431a90 0x55ce28450440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:06.824 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.825+0000 7f49725ff740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ce2843c350 0x55ce28450980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:06.824 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.825+0000 7f49725ff740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ce28465900 0x55ce28450ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:06.825 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.825+0000 7f49725ff740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f494c00e6c0 con 0x55ce28465900 2024-06-06T08:36:06.825 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.825+0000 7f49725ff740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f494c00fb30 con 0x55ce28431a90 2024-06-06T08:36:06.825 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.825+0000 7f49725ff740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f494c00ed90 con 0x55ce2843c350 2024-06-06T08:36:06.825 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.825+0000 7f49725ff740 10 client.0 _ll_register_callbacks cb 0x7f496001a9a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:36:06.825 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.825+0000 7f496d691640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ce28431a90 0x55ce28450440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:06.825 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.825+0000 7f496ce90640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ce2843c350 0x55ce28450980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:06.825 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.825+0000 7f496ce90640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ce2843c350 0x55ce28450980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:36828/0 (socket says 172.21.15.42:36828) 2024-06-06T08:36:06.825 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.825+0000 7f496ce90640 1 -- 172.21.15.42:0/763542785 learned_addr learned my addr 172.21.15.42:0/763542785 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:36:06.825 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.825+0000 7f496de92640 1 --2- 172.21.15.42:0/763542785 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ce28465900 0x55ce28450ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:06.828 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.826+0000 7f496ce90640 1 -- 172.21.15.42:0/763542785 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ce28431a90 msgr2=0x55ce28450440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:36:06.828 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.826+0000 7f496ce90640 1 --2- 172.21.15.42:0/763542785 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ce28431a90 0x55ce28450440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:06.828 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.826+0000 7f496ce90640 1 -- 172.21.15.42:0/763542785 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ce28465900 msgr2=0x55ce28450ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:36:06.828 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.826+0000 7f496ce90640 1 --2- 172.21.15.42:0/763542785 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ce28465900 0x55ce28450ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:06.828 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.826+0000 7f496ce90640 1 -- 172.21.15.42:0/763542785 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ce284c6620 con 0x55ce2843c350 2024-06-06T08:36:06.828 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.829+0000 7f496ce90640 1 --2- 172.21.15.42:0/763542785 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ce2843c350 0x55ce28450980 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f4958005ec0 tx=0x7f4958005fd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7c46dd56afc147df server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:36:06.829 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.830+0000 7f4950ff9640 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:36:06.829 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.830+0000 7f4950ff9640 1 -- 172.21.15.42:0/763542785 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4958062060 con 0x55ce2843c350 2024-06-06T08:36:06.829 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.830+0000 7f4950ff9640 1 -- 172.21.15.42:0/763542785 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(121..121 src has 1..121) ==== 9526+0+0 (secure 0 0 0) 0x7f4958003c80 con 0x55ce2843c350 2024-06-06T08:36:06.832 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.831+0000 7f49725ff740 1 -- 172.21.15.42:0/763542785 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4958003ad0 con 0x55ce2843c350 2024-06-06T08:36:06.832 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.833+0000 7f4950ff9640 1 -- 172.21.15.42:0/763542785 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f4958059040 con 0x55ce2843c350 2024-06-06T08:36:06.839 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.839+0000 7f49725ff740 10 client.27076 fetch_fsmap learned FSMap version 46 2024-06-06T08:36:06.839 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.839+0000 7f49725ff740 1 -- 172.21.15.42:0/763542785 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55ce284c78f0 con 0x55ce2843c350 2024-06-06T08:36:06.839 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.840+0000 7f4950ff9640 1 -- 172.21.15.42:0/763542785 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4958003ad0 con 0x55ce2843c350 2024-06-06T08:36:06.840 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.842+0000 7f4950ff9640 1 -- 172.21.15.42:0/763542785 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 46) ==== 8370+0+0 (secure 0 0 0) 0x7f4958065050 con 0x55ce2843c350 2024-06-06T08:36:06.844 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.844+0000 7f49725ff740 10 client.27076 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T08:36:06.844 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.844+0000 7f49725ff740 10 client.27076 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:36:06.844 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.844+0000 7f49725ff740 20 client.27076 populate_metadata read hostname 'smithi042' 2024-06-06T08:36:06.844 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.844+0000 7f49725ff740 1 --2- 172.21.15.42:0/763542785 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55ce284c7f50 0x55ce284ca370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:06.844 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.844+0000 7f49725ff740 4 client.27076 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:36:06.844 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.844+0000 7f49725ff740 1 -- 172.21.15.42:0/763542785 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55ce283a2c20 con 0x55ce284c7f50 2024-06-06T08:36:06.844 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.845+0000 7f496d691640 1 --2- 172.21.15.42:0/763542785 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55ce284c7f50 0x55ce284ca370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:06.859 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.860+0000 7f496d691640 1 --2- 172.21.15.42:0/763542785 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55ce284c7f50 0x55ce284ca370 crc :-1 s=READY pgs=250 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fbd817f2e0bc19b5 server_cookie=8a9a17ddeac3d9e3 in_seq=0 out_seq=0 2024-06-06T08:36:06.859 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:06.860+0000 7f4950ff9640 10 client.27076 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:36:06.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:36:06 smithi120 ceph-mon[36658]: pgmap v427: 129 pgs: 129 active+clean; 1.5 GiB data, 7.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 413 op/s 2024-06-06T08:36:07.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:36:07 smithi149 ceph-mon[36842]: osdmap e121: 12 total, 12 up, 12 in 2024-06-06T08:36:07.812 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:07.813+0000 7f4950ff9640 1 -- 172.21.15.42:0/763542785 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55ce283a2c20 con 0x55ce284c7f50 2024-06-06T08:36:07.813 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:07.814+0000 7f4950ff9640 10 client.27076 handle_command_reply: tid=0 2024-06-06T08:36:07.813 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:07.814+0000 7f49725ff740 1 client.27076 shutdown 2024-06-06T08:36:07.813 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:07.814+0000 7f49725ff740 1 -- 172.21.15.42:0/763542785 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ce2843c350 msgr2=0x55ce28450980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:36:07.813 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:07.814+0000 7f49725ff740 1 --2- 172.21.15.42:0/763542785 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ce2843c350 0x55ce28450980 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f4958005ec0 tx=0x7f4958005fd0 comp rx=0 tx=0).stop 2024-06-06T08:36:07.813 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:07.814+0000 7f49725ff740 1 -- 172.21.15.42:0/763542785 shutdown_connections 2024-06-06T08:36:07.813 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:07.814+0000 7f49725ff740 1 --2- 172.21.15.42:0/763542785 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55ce284c7f50 0x55ce284ca370 crc :-1 s=READY pgs=250 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:07.813 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:07.814+0000 7f49725ff740 1 --2- 172.21.15.42:0/763542785 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ce28465900 0x55ce28450ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:07.813 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:07.814+0000 7f49725ff740 1 --2- 172.21.15.42:0/763542785 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ce2843c350 0x55ce28450980 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:07.813 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:07.814+0000 7f49725ff740 1 --2- 172.21.15.42:0/763542785 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55ce28431a90 0x55ce28450440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:07.813 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:07.814+0000 7f49725ff740 1 -- 172.21.15.42:0/763542785 >> 172.21.15.42:0/763542785 conn(0x55ce2842d680 msgr2=0x55ce2843aad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:36:07.813 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:07.814+0000 7f4950ff9640 0 client.27076 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:36:07.814 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:07.814+0000 7f49725ff740 1 -- 172.21.15.42:0/763542785 shutdown_connections 2024-06-06T08:36:07.814 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:07.814+0000 7f49725ff740 1 -- 172.21.15.42:0/763542785 wait complete. 2024-06-06T08:36:07.814 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:07.815+0000 7f49725ff740 20 client.27076 trim_cache size 0 max 16384 2024-06-06T08:36:07.815 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:36:07.815 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:36:07.815 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:36:07.815 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:07.815+0000 7f496f8f5640 1 -- 172.21.15.42:0/3692604777 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f49540a2f80 msgr2=0x7f49540a5440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:36:07.815 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:07.815+0000 7f496f8f5640 1 --2- 172.21.15.42:0/3692604777 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f49540a2f80 0x7f49540a5440 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f496819c240 tx=0x7f4958000bc0 comp rx=0 tx=0).stop 2024-06-06T08:36:07.815 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:07.815+0000 7f496f8f5640 1 -- 172.21.15.42:0/3692604777 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4968102c90 msgr2=0x7f4968100900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:36:07.815 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:07.815+0000 7f496f8f5640 1 --2- 172.21.15.42:0/3692604777 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4968102c90 0x7f4968100900 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f496400e9f0 tx=0x7f496400eeb0 comp rx=0 tx=0).stop 2024-06-06T08:36:07.815 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:07.816+0000 7f496f8f5640 1 -- 172.21.15.42:0/3692604777 shutdown_connections 2024-06-06T08:36:07.816 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:07.816+0000 7f496f8f5640 1 --2- 172.21.15.42:0/3692604777 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f49540a2f80 0x7f49540a5440 secure :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f496819c240 tx=0x7f4958000bc0 comp rx=0 tx=0).stop 2024-06-06T08:36:07.816 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:07.816+0000 7f496f8f5640 1 --2- 172.21.15.42:0/3692604777 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f496810bfd0 0x7f4968101380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:07.816 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:07.816+0000 7f496f8f5640 1 --2- 172.21.15.42:0/3692604777 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f49681035b0 0x7f4968100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:07.816 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:07.816+0000 7f496f8f5640 1 --2- 172.21.15.42:0/3692604777 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4968102c90 0x7f4968100900 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:07.816 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:07.816+0000 7f496f8f5640 1 -- 172.21.15.42:0/3692604777 >> 172.21.15.42:0/3692604777 conn(0x7f49680779f0 msgr2=0x7f49680fd790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:36:07.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:36:07 smithi042 ceph-mon[32384]: osdmap e121: 12 total, 12 up, 12 in 2024-06-06T08:36:07.816 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:07.816+0000 7f496f8f5640 1 -- 172.21.15.42:0/3692604777 shutdown_connections 2024-06-06T08:36:07.817 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:07.816+0000 7f496f8f5640 1 -- 172.21.15.42:0/3692604777 wait complete. 2024-06-06T08:36:07.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:36:07 smithi120 ceph-mon[36658]: osdmap e121: 12 total, 12 up, 12 in 2024-06-06T08:36:08.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:36:08 smithi149 ceph-mon[36842]: pgmap v429: 129 pgs: 7 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 120 active+clean; 1.5 GiB data, 7.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 365 op/s 2024-06-06T08:36:08.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:36:08 smithi042 ceph-mon[32384]: pgmap v429: 129 pgs: 7 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 120 active+clean; 1.5 GiB data, 7.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 365 op/s 2024-06-06T08:36:08.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:36:08 smithi120 ceph-mon[36658]: pgmap v429: 129 pgs: 7 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 120 active+clean; 1.5 GiB data, 7.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 365 op/s 2024-06-06T08:36:10.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:36:10 smithi149 ceph-mon[36842]: pgmap v430: 129 pgs: 25 active+clean+snaptrim_wait, 10 active+clean+snaptrim, 94 active+clean; 1.5 GiB data, 7.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 387 op/s 2024-06-06T08:36:10.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:36:10 smithi042 ceph-mon[32384]: pgmap v430: 129 pgs: 25 active+clean+snaptrim_wait, 10 active+clean+snaptrim, 94 active+clean; 1.5 GiB data, 7.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 387 op/s 2024-06-06T08:36:10.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:36:10 smithi120 ceph-mon[36658]: pgmap v430: 129 pgs: 25 active+clean+snaptrim_wait, 10 active+clean+snaptrim, 94 active+clean; 1.5 GiB data, 7.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 387 op/s 2024-06-06T08:36:12.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:36:12 smithi149 ceph-mon[36842]: pgmap v431: 129 pgs: 64 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 43 active+clean; 1.5 GiB data, 8.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.4 MiB/s wr, 387 op/s 2024-06-06T08:36:12.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:36:12 smithi042 ceph-mon[32384]: pgmap v431: 129 pgs: 64 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 43 active+clean; 1.5 GiB data, 8.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.4 MiB/s wr, 387 op/s 2024-06-06T08:36:12.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:36:12 smithi120 ceph-mon[36658]: pgmap v431: 129 pgs: 64 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 43 active+clean; 1.5 GiB data, 8.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.4 MiB/s wr, 387 op/s 2024-06-06T08:36:14.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:36:14 smithi149 ceph-mon[36842]: pgmap v432: 129 pgs: 72 active+clean+snaptrim_wait, 24 active+clean+snaptrim, 33 active+clean; 1.5 GiB data, 8.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.5 MiB/s wr, 385 op/s 2024-06-06T08:36:14.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:36:14 smithi042 ceph-mon[32384]: pgmap v432: 129 pgs: 72 active+clean+snaptrim_wait, 24 active+clean+snaptrim, 33 active+clean; 1.5 GiB data, 8.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.5 MiB/s wr, 385 op/s 2024-06-06T08:36:14.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:36:14 smithi120 ceph-mon[36658]: pgmap v432: 129 pgs: 72 active+clean+snaptrim_wait, 24 active+clean+snaptrim, 33 active+clean; 1.5 GiB data, 8.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.5 MiB/s wr, 385 op/s 2024-06-06T08:36:16.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:36:16 smithi149 ceph-mon[36842]: pgmap v433: 129 pgs: 69 active+clean+snaptrim_wait, 23 active+clean+snaptrim, 37 active+clean; 1.5 GiB data, 8.0 GiB used, 1.0 TiB / 1.0 TiB avail; 739 KiB/s rd, 644 KiB/s wr, 307 op/s 2024-06-06T08:36:16.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:36:16 smithi042 ceph-mon[32384]: pgmap v433: 129 pgs: 69 active+clean+snaptrim_wait, 23 active+clean+snaptrim, 37 active+clean; 1.5 GiB data, 8.0 GiB used, 1.0 TiB / 1.0 TiB avail; 739 KiB/s rd, 644 KiB/s wr, 307 op/s 2024-06-06T08:36:16.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:36:16 smithi120 ceph-mon[36658]: pgmap v433: 129 pgs: 69 active+clean+snaptrim_wait, 23 active+clean+snaptrim, 37 active+clean; 1.5 GiB data, 8.0 GiB used, 1.0 TiB / 1.0 TiB avail; 739 KiB/s rd, 644 KiB/s wr, 307 op/s 2024-06-06T08:36:18.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:36:18 smithi149 ceph-mon[36842]: pgmap v434: 129 pgs: 69 active+clean+snaptrim_wait, 23 active+clean+snaptrim, 37 active+clean; 1.5 GiB data, 8.1 GiB used, 1.0 TiB / 1.0 TiB avail; 991 KiB/s rd, 903 KiB/s wr, 309 op/s 2024-06-06T08:36:18.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:36:18 smithi042 ceph-mon[32384]: pgmap v434: 129 pgs: 69 active+clean+snaptrim_wait, 23 active+clean+snaptrim, 37 active+clean; 1.5 GiB data, 8.1 GiB used, 1.0 TiB / 1.0 TiB avail; 991 KiB/s rd, 903 KiB/s wr, 309 op/s 2024-06-06T08:36:18.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:36:18 smithi120 ceph-mon[36658]: pgmap v434: 129 pgs: 69 active+clean+snaptrim_wait, 23 active+clean+snaptrim, 37 active+clean; 1.5 GiB data, 8.1 GiB used, 1.0 TiB / 1.0 TiB avail; 991 KiB/s rd, 903 KiB/s wr, 309 op/s 2024-06-06T08:36:20.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:36:20 smithi149 ceph-mon[36842]: pgmap v435: 129 pgs: 66 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 41 active+clean; 1.5 GiB data, 8.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 287 op/s 2024-06-06T08:36:20.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:36:20 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:36:20.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:36:20 smithi042 ceph-mon[32384]: pgmap v435: 129 pgs: 66 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 41 active+clean; 1.5 GiB data, 8.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 287 op/s 2024-06-06T08:36:20.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:36:20 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:36:20.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:36:20 smithi120 ceph-mon[36658]: pgmap v435: 129 pgs: 66 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 41 active+clean; 1.5 GiB data, 8.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 287 op/s 2024-06-06T08:36:20.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:36:20 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:36:20.983 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:20.984+0000 7ff85ec3c640 1 -- 172.21.15.42:0/3650967605 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff858110440 msgr2=0x7ff85810e050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:36:20.983 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:20.984+0000 7ff85ec3c640 1 --2- 172.21.15.42:0/3650967605 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff858110440 0x7ff85810e050 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7ff848009900 tx=0x7ff84802a4a0 comp rx=0 tx=0).stop 2024-06-06T08:36:20.989 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:20.989+0000 7ff85ec3c640 1 -- 172.21.15.42:0/3650967605 shutdown_connections 2024-06-06T08:36:20.989 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:20.989+0000 7ff85ec3c640 1 --2- 172.21.15.42:0/3650967605 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff85810e670 0x7ff85811d190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:20.990 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:20.989+0000 7ff85ec3c640 1 --2- 172.21.15.42:0/3650967605 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff858110440 0x7ff85810e050 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:20.990 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:20.989+0000 7ff85ec3c640 1 --2- 172.21.15.42:0/3650967605 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff858110060 0x7ff85810db10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:20.990 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:20.989+0000 7ff85ec3c640 1 -- 172.21.15.42:0/3650967605 >> 172.21.15.42:0/3650967605 conn(0x7ff85806c8e0 msgr2=0x7ff85806ccf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:36:20.995 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:20.996+0000 7ff85ec3c640 1 -- 172.21.15.42:0/3650967605 shutdown_connections 2024-06-06T08:36:20.996 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:20.997+0000 7ff85ec3c640 1 -- 172.21.15.42:0/3650967605 wait complete. 2024-06-06T08:36:20.996 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:20.997+0000 7ff85ec3c640 1 Processor -- start 2024-06-06T08:36:20.997 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:20.998+0000 7ff85ec3c640 1 -- start start 2024-06-06T08:36:20.997 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:20.998+0000 7ff85ec3c640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff85810e670 0x7ff85811c740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:20.997 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:20.998+0000 7ff85ec3c640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff858110060 0x7ff85811cc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:20.997 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:20.998+0000 7ff85ec3c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff858110440 0x7ff8581159f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:20.997 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:20.998+0000 7ff85ec3c640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff858120b00 con 0x7ff858110060 2024-06-06T08:36:20.997 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:20.998+0000 7ff85ec3c640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7ff858120980 con 0x7ff85810e670 2024-06-06T08:36:20.997 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:20.998+0000 7ff85ec3c640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7ff858120c80 con 0x7ff858110440 2024-06-06T08:36:20.998 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.000+0000 7ff85d439640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff858110060 0x7ff85811cc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:20.999 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.000+0000 7ff85d439640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff858110060 0x7ff85811cc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:47836/0 (socket says 172.21.15.42:47836) 2024-06-06T08:36:20.999 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.000+0000 7ff85d439640 1 -- 172.21.15.42:0/3172332672 learned_addr learned my addr 172.21.15.42:0/3172332672 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:36:21.000 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.000+0000 7ff85e43b640 1 --2- 172.21.15.42:0/3172332672 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff858110440 0x7ff8581159f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:21.001 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.002+0000 7ff85d439640 1 -- 172.21.15.42:0/3172332672 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff858110440 msgr2=0x7ff8581159f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:36:21.001 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.002+0000 7ff85d439640 1 --2- 172.21.15.42:0/3172332672 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff858110440 0x7ff8581159f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:21.001 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.002+0000 7ff85d439640 1 -- 172.21.15.42:0/3172332672 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff85810e670 msgr2=0x7ff85811c740 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-06-06T08:36:21.001 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.002+0000 7ff85d439640 1 --2- 172.21.15.42:0/3172332672 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff85810e670 0x7ff85811c740 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:21.001 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.002+0000 7ff85d439640 1 -- 172.21.15.42:0/3172332672 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8581162b0 con 0x7ff858110060 2024-06-06T08:36:21.001 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.002+0000 7ff85d439640 1 --2- 172.21.15.42:0/3172332672 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff858110060 0x7ff85811cc80 secure :-1 s=READY pgs=962 cs=0 l=1 rev1=1 crypto rx=0x7ff848006010 tx=0x7ff848003880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:36:21.001 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.002+0000 7ff85e43b640 1 --2- 172.21.15.42:0/3172332672 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff858110440 0x7ff8581159f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:36:21.005 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.006+0000 7ff84effd640 1 -- 172.21.15.42:0/3172332672 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff84803f030 con 0x7ff858110060 2024-06-06T08:36:21.005 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.006+0000 7ff85ec3c640 1 -- 172.21.15.42:0/3172332672 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff8581164e0 con 0x7ff858110060 2024-06-06T08:36:21.005 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.006+0000 7ff85ec3c640 1 -- 172.21.15.42:0/3172332672 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff85811a440 con 0x7ff858110060 2024-06-06T08:36:21.005 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.006+0000 7ff84effd640 1 -- 172.21.15.42:0/3172332672 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff848003c80 con 0x7ff858110060 2024-06-06T08:36:21.005 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.007+0000 7ff84effd640 1 -- 172.21.15.42:0/3172332672 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff848035070 con 0x7ff858110060 2024-06-06T08:36:21.011 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.011+0000 7ff862ba9740 1 Processor -- start 2024-06-06T08:36:21.017 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.017+0000 7ff862ba9740 1 -- start start 2024-06-06T08:36:21.017 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.017+0000 7ff862ba9740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55eeeaadb340 0x55eeeaadb720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:21.017 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.017+0000 7ff862ba9740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eeeaadbc60 0x55eeeaae5fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:21.018 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.017+0000 7ff862ba9740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55eeeaae6520 0x55eeeaae8910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:21.018 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.017+0000 7ff862ba9740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55eeeaa3f4f0 con 0x55eeeaadbc60 2024-06-06T08:36:21.018 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.017+0000 7ff862ba9740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55eeea9dd870 con 0x55eeeaadb340 2024-06-06T08:36:21.018 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.017+0000 7ff862ba9740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55eeeaa3b4b0 con 0x55eeeaae6520 2024-06-06T08:36:21.018 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.019+0000 7ff84effd640 1 -- 172.21.15.42:0/3172332672 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7ff848042030 con 0x7ff858110060 2024-06-06T08:36:21.018 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.019+0000 7ff85e43b640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55eeeaadb340 0x55eeeaadb720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:21.018 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.019+0000 7ff85e43b640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55eeeaadb340 0x55eeeaadb720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:41496/0 (socket says 172.21.15.42:41496) 2024-06-06T08:36:21.018 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.019+0000 7ff85e43b640 1 -- 172.21.15.42:0/728484966 learned_addr learned my addr 172.21.15.42:0/728484966 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:36:21.019 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.019+0000 7ff85e43b640 1 -- 172.21.15.42:0/728484966 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55eeeaae6520 msgr2=0x55eeeaae8910 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-06T08:36:21.019 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.019+0000 7ff85e43b640 1 --2- 172.21.15.42:0/728484966 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55eeeaae6520 0x55eeeaae8910 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:21.019 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.019+0000 7ff85e43b640 1 -- 172.21.15.42:0/728484966 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eeeaadbc60 msgr2=0x55eeeaae5fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:36:21.019 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.019+0000 7ff85e43b640 1 --2- 172.21.15.42:0/728484966 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eeeaadbc60 0x55eeeaae5fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:21.019 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.019+0000 7ff85e43b640 1 -- 172.21.15.42:0/728484966 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55eeea9f99b0 con 0x55eeeaadb340 2024-06-06T08:36:21.019 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.019+0000 7ff85e43b640 1 --2- 172.21.15.42:0/728484966 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55eeeaadb340 0x55eeeaadb720 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7ff85400af70 tx=0x7ff85400f850 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bede22d6580ca67a server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:36:21.020 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.021+0000 7ff84effd640 1 --2- 172.21.15.42:0/3172332672 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7ff8440a2f00 0x7ff8440a53c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:21.020 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.021+0000 7ff85dc3a640 1 --2- 172.21.15.42:0/3172332672 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7ff8440a2f00 0x7ff8440a53c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:21.020 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.021+0000 7ff85dc3a640 1 --2- 172.21.15.42:0/3172332672 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7ff8440a2f00 0x7ff8440a53c0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x55eeeaadc8e0 tx=0x7ff850009250 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:36:21.021 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.022+0000 7ff843fff640 1 -- 172.21.15.42:0/728484966 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff85401d070 con 0x55eeeaadb340 2024-06-06T08:36:21.021 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.022+0000 7ff84effd640 1 -- 172.21.15.42:0/3172332672 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(121..121 src has 1..121) ==== 9526+0+0 (secure 0 0 0) 0x7ff8480ef840 con 0x7ff858110060 2024-06-06T08:36:21.021 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.022+0000 7ff843fff640 1 -- 172.21.15.42:0/728484966 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff854010de0 con 0x55eeeaadb340 2024-06-06T08:36:21.021 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.022+0000 7ff843fff640 1 -- 172.21.15.42:0/728484966 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff854016340 con 0x55eeeaadb340 2024-06-06T08:36:21.026 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.025+0000 7ff862ba9740 1 -- 172.21.15.42:0/728484966 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55eeeaadb340 msgr2=0x55eeeaadb720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:36:21.026 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.025+0000 7ff862ba9740 1 --2- 172.21.15.42:0/728484966 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55eeeaadb340 0x55eeeaadb720 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7ff85400af70 tx=0x7ff85400f850 comp rx=0 tx=0).stop 2024-06-06T08:36:21.026 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.027+0000 7ff862ba9740 1 -- 172.21.15.42:0/728484966 shutdown_connections 2024-06-06T08:36:21.026 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.027+0000 7ff862ba9740 1 --2- 172.21.15.42:0/728484966 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55eeeaae6520 0x55eeeaae8910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:21.026 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.027+0000 7ff862ba9740 1 --2- 172.21.15.42:0/728484966 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eeeaadbc60 0x55eeeaae5fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:21.026 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.027+0000 7ff862ba9740 1 --2- 172.21.15.42:0/728484966 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55eeeaadb340 0x55eeeaadb720 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:21.027 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.027+0000 7ff862ba9740 1 -- 172.21.15.42:0/728484966 >> 172.21.15.42:0/728484966 conn(0x55eeeaad7850 msgr2=0x55eeeaad7c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:36:21.027 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.028+0000 7ff862ba9740 1 -- 172.21.15.42:0/728484966 shutdown_connections 2024-06-06T08:36:21.027 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.028+0000 7ff862ba9740 1 -- 172.21.15.42:0/728484966 wait complete. 2024-06-06T08:36:21.027 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.028+0000 7ff862ba9740 1 -- start start 2024-06-06T08:36:21.027 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.028+0000 7ff862ba9740 1 Processor -- start 2024-06-06T08:36:21.028 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.029+0000 7ff862ba9740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eeeaadb340 0x55eeeaae3520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:21.028 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.029+0000 7ff862ba9740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55eeeaadbc60 0x55eeeaae3a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:21.028 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.029+0000 7ff862ba9740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55eeeaae6520 0x55eeeaae3fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:21.028 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.029+0000 7ff862ba9740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55eeeaae9150 con 0x55eeeaadb340 2024-06-06T08:36:21.028 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.029+0000 7ff862ba9740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55eeea9c8ae0 con 0x55eeeaae6520 2024-06-06T08:36:21.028 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.029+0000 7ff862ba9740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55eeeaae92d0 con 0x55eeeaadbc60 2024-06-06T08:36:21.029 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.029+0000 7ff862ba9740 10 client.0 _ll_register_callbacks cb 0x55eeeaa019b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:36:21.029 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.030+0000 7ff85d439640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55eeeaadbc60 0x55eeeaae3a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:21.029 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.030+0000 7ff85d439640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55eeeaadbc60 0x55eeeaae3a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:55748/0 (socket says 172.21.15.42:55748) 2024-06-06T08:36:21.029 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.030+0000 7ff85d439640 1 -- 172.21.15.42:0/3793709290 learned_addr learned my addr 172.21.15.42:0/3793709290 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:36:21.029 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.030+0000 7ff85dc3a640 1 --2- 172.21.15.42:0/3793709290 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eeeaadb340 0x55eeeaae3520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:21.030 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.030+0000 7ff85d439640 1 -- 172.21.15.42:0/3793709290 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55eeeaae6520 msgr2=0x55eeeaae3fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:36:21.030 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.030+0000 7ff85d439640 1 --2- 172.21.15.42:0/3793709290 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55eeeaae6520 0x55eeeaae3fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:21.030 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.030+0000 7ff85d439640 1 -- 172.21.15.42:0/3793709290 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eeeaadb340 msgr2=0x55eeeaae3520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:36:21.030 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.030+0000 7ff85d439640 1 --2- 172.21.15.42:0/3793709290 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eeeaadb340 0x55eeeaae3520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:21.030 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.030+0000 7ff85d439640 1 -- 172.21.15.42:0/3793709290 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55eeea753210 con 0x55eeeaadbc60 2024-06-06T08:36:21.030 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.031+0000 7ff85d439640 1 --2- 172.21.15.42:0/3793709290 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55eeeaadbc60 0x55eeeaae3a60 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7ff848000c00 tx=0x7ff8480b7c70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=23ff27a4790b4b46 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:36:21.031 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.033+0000 7ff8417fa640 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:36:21.031 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.033+0000 7ff8417fa640 1 -- 172.21.15.42:0/3793709290 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8480319b0 con 0x55eeeaadbc60 2024-06-06T08:36:21.031 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.033+0000 7ff8417fa640 1 -- 172.21.15.42:0/3793709290 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(121..121 src has 1..121) ==== 9526+0+0 (secure 0 0 0) 0x7ff8480b7f80 con 0x55eeeaadbc60 2024-06-06T08:36:21.031 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.033+0000 7ff862ba9740 1 -- 172.21.15.42:0/3793709290 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff854010de0 con 0x55eeeaadbc60 2024-06-06T08:36:21.033 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.035+0000 7ff8417fa640 1 -- 172.21.15.42:0/3793709290 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7ff8480bc010 con 0x55eeeaadbc60 2024-06-06T08:36:21.033 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.035+0000 7ff862ba9740 10 client.27085 fetch_fsmap learned FSMap version 46 2024-06-06T08:36:21.033 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.035+0000 7ff862ba9740 1 -- 172.21.15.42:0/3793709290 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55eeea81f620 con 0x55eeeaadbc60 2024-06-06T08:36:21.038 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.040+0000 7ff8417fa640 1 -- 172.21.15.42:0/3793709290 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff854010de0 con 0x55eeeaadbc60 2024-06-06T08:36:21.039 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.041+0000 7ff8417fa640 1 -- 172.21.15.42:0/3793709290 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 46) ==== 8370+0+0 (secure 0 0 0) 0x7ff8480ece00 con 0x55eeeaadbc60 2024-06-06T08:36:21.039 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.041+0000 7ff862ba9740 10 client.27085 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T08:36:21.040 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.041+0000 7ff862ba9740 10 client.27085 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:36:21.040 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.041+0000 7ff862ba9740 20 client.27085 populate_metadata read hostname 'smithi042' 2024-06-06T08:36:21.040 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.041+0000 7ff862ba9740 1 --2- 172.21.15.42:0/3793709290 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55eeeaaf6770 0x55eeeaaf8b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:21.040 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.041+0000 7ff862ba9740 4 client.27085 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:36:21.040 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.041+0000 7ff862ba9740 1 -- 172.21.15.42:0/3793709290 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55eeeaa52f10 con 0x55eeeaaf6770 2024-06-06T08:36:21.042 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.043+0000 7ff85dc3a640 1 --2- 172.21.15.42:0/3793709290 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55eeeaaf6770 0x55eeeaaf8b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:21.048 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.049+0000 7ff85dc3a640 1 --2- 172.21.15.42:0/3793709290 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55eeeaaf6770 0x55eeeaaf8b90 crc :-1 s=READY pgs=251 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c9bd854f4c035542 server_cookie=f96b5872074dfaa in_seq=0 out_seq=0 2024-06-06T08:36:21.048 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.049+0000 7ff8417fa640 10 client.27085 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:36:21.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:36:21 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:36:21.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:36:21 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:36:21.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:36:21 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:36:21.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:36:21 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:36:21.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:36:21 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:36:21.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:36:21 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:36:21.944 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.945+0000 7ff8417fa640 1 -- 172.21.15.42:0/3793709290 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55eeeaa52f10 con 0x55eeeaaf6770 2024-06-06T08:36:21.944 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.945+0000 7ff8417fa640 10 client.27085 handle_command_reply: tid=0 2024-06-06T08:36:21.944 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.945+0000 7ff862ba9740 1 client.27085 shutdown 2024-06-06T08:36:21.944 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.945+0000 7ff862ba9740 1 -- 172.21.15.42:0/3793709290 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55eeeaadbc60 msgr2=0x55eeeaae3a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:36:21.945 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.945+0000 7ff862ba9740 1 --2- 172.21.15.42:0/3793709290 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55eeeaadbc60 0x55eeeaae3a60 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7ff848000c00 tx=0x7ff8480b7c70 comp rx=0 tx=0).stop 2024-06-06T08:36:21.945 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.946+0000 7ff862ba9740 1 -- 172.21.15.42:0/3793709290 shutdown_connections 2024-06-06T08:36:21.945 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.946+0000 7ff862ba9740 1 --2- 172.21.15.42:0/3793709290 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55eeeaaf6770 0x55eeeaaf8b90 crc :-1 s=READY pgs=251 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:21.945 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.946+0000 7ff862ba9740 1 --2- 172.21.15.42:0/3793709290 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55eeeaae6520 0x55eeeaae3fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:21.945 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.946+0000 7ff862ba9740 1 --2- 172.21.15.42:0/3793709290 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55eeeaadbc60 0x55eeeaae3a60 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:21.945 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.946+0000 7ff862ba9740 1 --2- 172.21.15.42:0/3793709290 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eeeaadb340 0x55eeeaae3520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:21.945 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.946+0000 7ff862ba9740 1 -- 172.21.15.42:0/3793709290 >> 172.21.15.42:0/3793709290 conn(0x55eeeaad7850 msgr2=0x55eeeaadd5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:36:21.945 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.946+0000 7ff8417fa640 0 client.27085 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:36:21.946 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.946+0000 7ff862ba9740 1 -- 172.21.15.42:0/3793709290 shutdown_connections 2024-06-06T08:36:21.946 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.946+0000 7ff862ba9740 1 -- 172.21.15.42:0/3793709290 wait complete. 2024-06-06T08:36:21.946 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.946+0000 7ff862ba9740 20 client.27085 trim_cache size 0 max 16384 2024-06-06T08:36:21.976 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.976+0000 7ff862ba9740 1 Processor -- start 2024-06-06T08:36:21.976 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.976+0000 7ff862ba9740 1 -- start start 2024-06-06T08:36:21.976 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.976+0000 7ff862ba9740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eeeaadb340 0x55eeeaae3dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:21.976 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.977+0000 7ff862ba9740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55eeeaadbc60 0x55eeeaadd450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:21.976 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.977+0000 7ff85dc3a640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eeeaadb340 0x55eeeaae3dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:21.976 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.977+0000 7ff85dc3a640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eeeaadb340 0x55eeeaae3dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:47858/0 (socket says 172.21.15.42:47858) 2024-06-06T08:36:21.977 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.977+0000 7ff85dc3a640 1 -- 172.21.15.42:0/3927076569 learned_addr learned my addr 172.21.15.42:0/3927076569 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:36:21.977 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.977+0000 7ff862ba9740 1 --2- 172.21.15.42:0/3927076569 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55eeeaae6520 0x55eeeaadd990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:21.977 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.977+0000 7ff862ba9740 1 -- 172.21.15.42:0/3927076569 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff83c012840 con 0x55eeeaadb340 2024-06-06T08:36:21.977 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.977+0000 7ff862ba9740 1 -- 172.21.15.42:0/3927076569 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7ff83c010050 con 0x55eeeaae6520 2024-06-06T08:36:21.977 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.977+0000 7ff85e43b640 1 --2- 172.21.15.42:0/3927076569 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55eeeaae6520 0x55eeeaadd990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:21.977 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.977+0000 7ff862ba9740 1 -- 172.21.15.42:0/3927076569 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7ff83c00df50 con 0x55eeeaadbc60 2024-06-06T08:36:21.978 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.980+0000 7ff85d439640 1 --2- 172.21.15.42:0/3927076569 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55eeeaadbc60 0x55eeeaadd450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:21.979 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.980+0000 7ff85e43b640 1 -- 172.21.15.42:0/3927076569 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55eeeaadbc60 msgr2=0x55eeeaadd450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:36:21.979 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.980+0000 7ff85e43b640 1 --2- 172.21.15.42:0/3927076569 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55eeeaadbc60 0x55eeeaadd450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:21.979 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.980+0000 7ff85e43b640 1 -- 172.21.15.42:0/3927076569 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eeeaadb340 msgr2=0x55eeeaae3dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:36:21.980 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.980+0000 7ff85e43b640 1 --2- 172.21.15.42:0/3927076569 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eeeaadb340 0x55eeeaae3dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:21.980 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.980+0000 7ff85e43b640 1 -- 172.21.15.42:0/3927076569 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55eeeaadba90 con 0x55eeeaae6520 2024-06-06T08:36:21.981 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.981+0000 7ff85e43b640 1 --2- 172.21.15.42:0/3927076569 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55eeeaae6520 0x55eeeaadd990 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7ff85400fd50 tx=0x7ff85400a990 comp rx=0 tx=0).ready entity=mon.2 client_cookie=68231bf711772d76 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:36:21.982 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.982+0000 7ff8437fe640 1 -- 172.21.15.42:0/3927076569 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff85401d040 con 0x55eeeaae6520 2024-06-06T08:36:21.982 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.982+0000 7ff8437fe640 1 -- 172.21.15.42:0/3927076569 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff854010be0 con 0x55eeeaae6520 2024-06-06T08:36:21.982 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.983+0000 7ff862ba9740 1 -- 172.21.15.42:0/3927076569 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55eeeaae6520 msgr2=0x55eeeaadd990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:36:21.982 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.983+0000 7ff862ba9740 1 --2- 172.21.15.42:0/3927076569 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55eeeaae6520 0x55eeeaadd990 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7ff85400fd50 tx=0x7ff85400a990 comp rx=0 tx=0).stop 2024-06-06T08:36:21.986 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.988+0000 7ff862ba9740 1 -- 172.21.15.42:0/3927076569 shutdown_connections 2024-06-06T08:36:21.986 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.988+0000 7ff862ba9740 1 --2- 172.21.15.42:0/3927076569 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55eeeaae6520 0x55eeeaadd990 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:21.986 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.988+0000 7ff862ba9740 1 --2- 172.21.15.42:0/3927076569 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55eeeaadbc60 0x55eeeaadd450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:21.987 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.988+0000 7ff862ba9740 1 --2- 172.21.15.42:0/3927076569 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eeeaadb340 0x55eeeaae3dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:21.987 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.988+0000 7ff862ba9740 1 -- 172.21.15.42:0/3927076569 >> 172.21.15.42:0/3927076569 conn(0x55eeeaad7850 msgr2=0x55eeeaadcd40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:36:21.991 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.992+0000 7ff862ba9740 1 -- 172.21.15.42:0/3927076569 shutdown_connections 2024-06-06T08:36:21.992 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.993+0000 7ff862ba9740 1 -- 172.21.15.42:0/3927076569 wait complete. 2024-06-06T08:36:21.992 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.993+0000 7ff862ba9740 1 -- start start 2024-06-06T08:36:21.992 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.993+0000 7ff862ba9740 1 Processor -- start 2024-06-06T08:36:21.993 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.994+0000 7ff862ba9740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55eeeaadb340 0x55eeeaaeeb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:21.993 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.994+0000 7ff862ba9740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55eeeaadbc60 0x55eeeaae9ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:21.993 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.994+0000 7ff862ba9740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eeeaae6520 0x55eeeaaea410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:21.993 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.994+0000 7ff862ba9740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff83c00e510 con 0x55eeeaae6520 2024-06-06T08:36:21.993 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.994+0000 7ff862ba9740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7ff83c00f980 con 0x55eeeaadb340 2024-06-06T08:36:21.993 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.994+0000 7ff862ba9740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7ff83c00ebe0 con 0x55eeeaadbc60 2024-06-06T08:36:21.993 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.994+0000 7ff862ba9740 10 client.0 _ll_register_callbacks cb 0x7ff8480095f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:36:21.994 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.994+0000 7ff85dc3a640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55eeeaadb340 0x55eeeaaeeb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:21.994 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.994+0000 7ff85dc3a640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55eeeaadb340 0x55eeeaaeeb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:41526/0 (socket says 172.21.15.42:41526) 2024-06-06T08:36:21.994 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.994+0000 7ff85dc3a640 1 -- 172.21.15.42:0/2392566263 learned_addr learned my addr 172.21.15.42:0/2392566263 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:36:21.994 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.995+0000 7ff85dc3a640 1 -- 172.21.15.42:0/2392566263 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55eeeaadbc60 msgr2=0x55eeeaae9ed0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-06-06T08:36:21.994 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.995+0000 7ff85dc3a640 1 --2- 172.21.15.42:0/2392566263 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55eeeaadbc60 0x55eeeaae9ed0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:21.994 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.995+0000 7ff85dc3a640 1 -- 172.21.15.42:0/2392566263 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eeeaae6520 msgr2=0x55eeeaaea410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:36:21.994 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.995+0000 7ff85dc3a640 1 --2- 172.21.15.42:0/2392566263 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eeeaae6520 0x55eeeaaea410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:21.994 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.995+0000 7ff85dc3a640 1 -- 172.21.15.42:0/2392566263 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55eeeaaeaab0 con 0x55eeeaadb340 2024-06-06T08:36:21.996 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.996+0000 7ff85dc3a640 1 --2- 172.21.15.42:0/2392566263 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55eeeaadb340 0x55eeeaaeeb60 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7ff85000c780 tx=0x7ff850004bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fbbdf4777905a567 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:36:21.997 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.998+0000 7ff8417fa640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:36:21.997 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.998+0000 7ff8417fa640 1 -- 172.21.15.42:0/2392566263 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff85000dd00 con 0x55eeeaadb340 2024-06-06T08:36:21.997 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.998+0000 7ff862ba9740 1 -- 172.21.15.42:0/2392566263 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff854010be0 con 0x55eeeaadb340 2024-06-06T08:36:21.997 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.998+0000 7ff8417fa640 1 -- 172.21.15.42:0/2392566263 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(121..121 src has 1..121) ==== 9526+0+0 (secure 0 0 0) 0x7ff850024300 con 0x55eeeaadb340 2024-06-06T08:36:21.997 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:21.998+0000 7ff8417fa640 1 -- 172.21.15.42:0/2392566263 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7ff850024500 con 0x55eeeaadb340 2024-06-06T08:36:21.998 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:22.000+0000 7ff862ba9740 10 client.27233 fetch_fsmap learned FSMap version 46 2024-06-06T08:36:21.998 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:22.000+0000 7ff862ba9740 1 -- 172.21.15.42:0/2392566263 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55eeeab61350 con 0x55eeeaadb340 2024-06-06T08:36:22.000 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:22.001+0000 7ff8417fa640 1 -- 172.21.15.42:0/2392566263 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff854010be0 con 0x55eeeaadb340 2024-06-06T08:36:22.000 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:22.001+0000 7ff8417fa640 1 -- 172.21.15.42:0/2392566263 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 46) ==== 8370+0+0 (secure 0 0 0) 0x7ff85002d830 con 0x55eeeaadb340 2024-06-06T08:36:22.000 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:22.001+0000 7ff862ba9740 10 client.27233 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T08:36:22.000 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:22.001+0000 7ff862ba9740 10 client.27233 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:36:22.000 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:22.001+0000 7ff862ba9740 20 client.27233 populate_metadata read hostname 'smithi042' 2024-06-06T08:36:22.000 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:22.001+0000 7ff862ba9740 1 --2- 172.21.15.42:0/2392566263 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55eeeab61b10 0x55eeeab63f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:22.000 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:22.001+0000 7ff862ba9740 4 client.27233 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:36:22.000 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:22.001+0000 7ff862ba9740 1 -- 172.21.15.42:0/2392566263 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55eeeaa4cc20 con 0x55eeeab61b10 2024-06-06T08:36:22.003 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:22.004+0000 7ff85d439640 1 --2- 172.21.15.42:0/2392566263 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55eeeab61b10 0x55eeeab63f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:22.010 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:22.011+0000 7ff85d439640 1 --2- 172.21.15.42:0/2392566263 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55eeeab61b10 0x55eeeab63f90 crc :-1 s=READY pgs=252 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=32df74898d3ac3ba server_cookie=185ad08502f4b014 in_seq=0 out_seq=0 2024-06-06T08:36:22.010 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:22.011+0000 7ff8417fa640 10 client.27233 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:36:22.615 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:22.616+0000 7ff8417fa640 1 -- 172.21.15.42:0/2392566263 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55eeeaa4cc20 con 0x55eeeab61b10 2024-06-06T08:36:22.616 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:22.616+0000 7ff8417fa640 10 client.27233 handle_command_reply: tid=0 2024-06-06T08:36:22.616 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:22.616+0000 7ff862ba9740 1 client.27233 shutdown 2024-06-06T08:36:22.616 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:22.616+0000 7ff862ba9740 1 -- 172.21.15.42:0/2392566263 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55eeeaadb340 msgr2=0x55eeeaaeeb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:36:22.616 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:22.616+0000 7ff862ba9740 1 --2- 172.21.15.42:0/2392566263 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55eeeaadb340 0x55eeeaaeeb60 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7ff85000c780 tx=0x7ff850004bc0 comp rx=0 tx=0).stop 2024-06-06T08:36:22.616 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:22.616+0000 7ff862ba9740 1 -- 172.21.15.42:0/2392566263 shutdown_connections 2024-06-06T08:36:22.616 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:22.616+0000 7ff862ba9740 1 --2- 172.21.15.42:0/2392566263 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55eeeab61b10 0x55eeeab63f90 crc :-1 s=READY pgs=252 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:22.616 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:22.616+0000 7ff862ba9740 1 --2- 172.21.15.42:0/2392566263 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eeeaae6520 0x55eeeaaea410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:22.616 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:22.616+0000 7ff862ba9740 1 --2- 172.21.15.42:0/2392566263 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55eeeaadbc60 0x55eeeaae9ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:22.616 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:22.616+0000 7ff862ba9740 1 --2- 172.21.15.42:0/2392566263 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55eeeaadb340 0x55eeeaaeeb60 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:22.616 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:22.616+0000 7ff862ba9740 1 -- 172.21.15.42:0/2392566263 >> 172.21.15.42:0/2392566263 conn(0x55eeeaad7850 msgr2=0x55eeeaadd5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:36:22.616 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:22.616+0000 7ff8417fa640 0 client.27233 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:36:22.616 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:22.617+0000 7ff862ba9740 1 -- 172.21.15.42:0/2392566263 shutdown_connections 2024-06-06T08:36:22.617 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:22.617+0000 7ff862ba9740 1 -- 172.21.15.42:0/2392566263 wait complete. 2024-06-06T08:36:22.617 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:22.617+0000 7ff862ba9740 20 client.27233 trim_cache size 0 max 16384 2024-06-06T08:36:22.617 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:36:22.617 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:36:22.617 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:36:22.618 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:22.618+0000 7ff85ec3c640 1 -- 172.21.15.42:0/3172332672 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7ff8440a2f00 msgr2=0x7ff8440a53c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:36:22.618 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:22.618+0000 7ff85ec3c640 1 --2- 172.21.15.42:0/3172332672 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7ff8440a2f00 0x7ff8440a53c0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x55eeeaadc8e0 tx=0x7ff850009250 comp rx=0 tx=0).stop 2024-06-06T08:36:22.618 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:22.618+0000 7ff85ec3c640 1 -- 172.21.15.42:0/3172332672 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff858110060 msgr2=0x7ff85811cc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:36:22.618 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:22.618+0000 7ff85ec3c640 1 --2- 172.21.15.42:0/3172332672 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff858110060 0x7ff85811cc80 secure :-1 s=READY pgs=962 cs=0 l=1 rev1=1 crypto rx=0x7ff848006010 tx=0x7ff848003880 comp rx=0 tx=0).stop 2024-06-06T08:36:22.618 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:22.618+0000 7ff85ec3c640 1 -- 172.21.15.42:0/3172332672 shutdown_connections 2024-06-06T08:36:22.618 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:22.618+0000 7ff85ec3c640 1 --2- 172.21.15.42:0/3172332672 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7ff8440a2f00 0x7ff8440a53c0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:22.618 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:22.618+0000 7ff85ec3c640 1 --2- 172.21.15.42:0/3172332672 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff858110440 0x7ff8581159f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:22.618 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:22.618+0000 7ff85ec3c640 1 --2- 172.21.15.42:0/3172332672 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff858110060 0x7ff85811cc80 unknown :-1 s=CLOSED pgs=962 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:22.618 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:22.618+0000 7ff85ec3c640 1 --2- 172.21.15.42:0/3172332672 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff85810e670 0x7ff85811c740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:22.619 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:22.618+0000 7ff85ec3c640 1 -- 172.21.15.42:0/3172332672 >> 172.21.15.42:0/3172332672 conn(0x7ff85806c8e0 msgr2=0x7ff858070cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:36:22.619 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:22.618+0000 7ff85ec3c640 1 -- 172.21.15.42:0/3172332672 shutdown_connections 2024-06-06T08:36:22.619 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:22.618+0000 7ff85ec3c640 1 -- 172.21.15.42:0/3172332672 wait complete. 2024-06-06T08:36:22.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:36:22 smithi149 ceph-mon[36842]: pgmap v436: 129 pgs: 66 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 41 active+clean; 1.5 GiB data, 8.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 283 op/s 2024-06-06T08:36:22.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:36:22 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:36:22.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:36:22 smithi042 ceph-mon[32384]: pgmap v436: 129 pgs: 66 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 41 active+clean; 1.5 GiB data, 8.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 283 op/s 2024-06-06T08:36:22.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:36:22 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:36:22.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:36:22 smithi120 ceph-mon[36658]: pgmap v436: 129 pgs: 66 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 41 active+clean; 1.5 GiB data, 8.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 283 op/s 2024-06-06T08:36:22.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:36:22 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:36:24.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:36:24 smithi149 ceph-mon[36842]: pgmap v437: 129 pgs: 66 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 41 active+clean; 1.5 GiB data, 8.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 205 op/s 2024-06-06T08:36:24.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:36:24 smithi042 ceph-mon[32384]: pgmap v437: 129 pgs: 66 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 41 active+clean; 1.5 GiB data, 8.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 205 op/s 2024-06-06T08:36:24.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:36:24 smithi120 ceph-mon[36658]: pgmap v437: 129 pgs: 66 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 41 active+clean; 1.5 GiB data, 8.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 205 op/s 2024-06-06T08:36:26.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:36:26 smithi149 ceph-mon[36842]: pgmap v438: 129 pgs: 58 active+clean+snaptrim_wait, 20 active+clean+snaptrim, 51 active+clean; 1.5 GiB data, 8.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 248 op/s 2024-06-06T08:36:26.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:36:26 smithi042 ceph-mon[32384]: pgmap v438: 129 pgs: 58 active+clean+snaptrim_wait, 20 active+clean+snaptrim, 51 active+clean; 1.5 GiB data, 8.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 248 op/s 2024-06-06T08:36:26.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:36:26 smithi120 ceph-mon[36658]: pgmap v438: 129 pgs: 58 active+clean+snaptrim_wait, 20 active+clean+snaptrim, 51 active+clean; 1.5 GiB data, 8.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 248 op/s 2024-06-06T08:36:28.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:36:28 smithi149 ceph-mon[36842]: pgmap v439: 129 pgs: 58 active+clean+snaptrim_wait, 20 active+clean+snaptrim, 51 active+clean; 1.5 GiB data, 8.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 215 op/s 2024-06-06T08:36:28.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:36:28 smithi042 ceph-mon[32384]: pgmap v439: 129 pgs: 58 active+clean+snaptrim_wait, 20 active+clean+snaptrim, 51 active+clean; 1.5 GiB data, 8.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 215 op/s 2024-06-06T08:36:28.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:36:28 smithi120 ceph-mon[36658]: pgmap v439: 129 pgs: 58 active+clean+snaptrim_wait, 20 active+clean+snaptrim, 51 active+clean; 1.5 GiB data, 8.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 215 op/s 2024-06-06T08:36:30.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:36:30 smithi149 ceph-mon[36842]: pgmap v440: 129 pgs: 58 active+clean+snaptrim_wait, 20 active+clean+snaptrim, 51 active+clean; 1.5 GiB data, 8.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 195 op/s 2024-06-06T08:36:30.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:36:30 smithi042 ceph-mon[32384]: pgmap v440: 129 pgs: 58 active+clean+snaptrim_wait, 20 active+clean+snaptrim, 51 active+clean; 1.5 GiB data, 8.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 195 op/s 2024-06-06T08:36:30.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:36:30 smithi120 ceph-mon[36658]: pgmap v440: 129 pgs: 58 active+clean+snaptrim_wait, 20 active+clean+snaptrim, 51 active+clean; 1.5 GiB data, 8.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 195 op/s 2024-06-06T08:36:32.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:36:32 smithi149 ceph-mon[36842]: pgmap v441: 129 pgs: 54 active+clean+snaptrim_wait, 19 active+clean+snaptrim, 56 active+clean; 1.5 GiB data, 8.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 248 op/s 2024-06-06T08:36:32.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:36:32 smithi042 ceph-mon[32384]: pgmap v441: 129 pgs: 54 active+clean+snaptrim_wait, 19 active+clean+snaptrim, 56 active+clean; 1.5 GiB data, 8.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 248 op/s 2024-06-06T08:36:32.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:36:32 smithi120 ceph-mon[36658]: pgmap v441: 129 pgs: 54 active+clean+snaptrim_wait, 19 active+clean+snaptrim, 56 active+clean; 1.5 GiB data, 8.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 248 op/s 2024-06-06T08:36:34.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:36:34 smithi149 ceph-mon[36842]: pgmap v442: 129 pgs: 54 active+clean+snaptrim_wait, 19 active+clean+snaptrim, 56 active+clean; 1.5 GiB data, 8.4 GiB used, 1.0 TiB / 1.0 TiB avail; 595 KiB/s rd, 641 KiB/s wr, 228 op/s 2024-06-06T08:36:34.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:36:34 smithi042 ceph-mon[32384]: pgmap v442: 129 pgs: 54 active+clean+snaptrim_wait, 19 active+clean+snaptrim, 56 active+clean; 1.5 GiB data, 8.4 GiB used, 1.0 TiB / 1.0 TiB avail; 595 KiB/s rd, 641 KiB/s wr, 228 op/s 2024-06-06T08:36:34.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:36:34 smithi120 ceph-mon[36658]: pgmap v442: 129 pgs: 54 active+clean+snaptrim_wait, 19 active+clean+snaptrim, 56 active+clean; 1.5 GiB data, 8.4 GiB used, 1.0 TiB / 1.0 TiB avail; 595 KiB/s rd, 641 KiB/s wr, 228 op/s 2024-06-06T08:36:35.779 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.775+0000 7f8b6869a640 1 -- 172.21.15.42:0/4054420506 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8b601129d0 msgr2=0x7f8b60114dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:36:35.780 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.775+0000 7f8b6869a640 1 --2- 172.21.15.42:0/4054420506 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8b601129d0 0x7f8b60114dc0 secure :-1 s=READY pgs=963 cs=0 l=1 rev1=1 crypto rx=0x7f8b58009ca0 tx=0x7f8b5802a980 comp rx=0 tx=0).stop 2024-06-06T08:36:35.780 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.776+0000 7f8b6869a640 1 -- 172.21.15.42:0/4054420506 shutdown_connections 2024-06-06T08:36:35.780 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.776+0000 7f8b6869a640 1 --2- 172.21.15.42:0/4054420506 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8b60074660 0x7f8b60112490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:35.780 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.776+0000 7f8b6869a640 1 --2- 172.21.15.42:0/4054420506 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8b601129d0 0x7f8b60114dc0 unknown :-1 s=CLOSED pgs=963 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:35.780 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.776+0000 7f8b6869a640 1 --2- 172.21.15.42:0/4054420506 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8b60073d40 0x7f8b60074120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:35.781 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.776+0000 7f8b6869a640 1 -- 172.21.15.42:0/4054420506 >> 172.21.15.42:0/4054420506 conn(0x7f8b600fd450 msgr2=0x7f8b600ff870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:36:35.781 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.778+0000 7f8b6869a640 1 -- 172.21.15.42:0/4054420506 shutdown_connections 2024-06-06T08:36:35.781 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.779+0000 7f8b6869a640 1 -- 172.21.15.42:0/4054420506 wait complete. 2024-06-06T08:36:35.781 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.779+0000 7f8b6869a640 1 Processor -- start 2024-06-06T08:36:35.781 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.779+0000 7f8b6869a640 1 -- start start 2024-06-06T08:36:35.781 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.780+0000 7f8b6869a640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8b60073d40 0x7f8b60073640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:35.781 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.780+0000 7f8b6869a640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8b60074660 0x7f8b600706e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:35.782 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.780+0000 7f8b6869a640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8b601129d0 0x7f8b60070e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:35.782 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.780+0000 7f8b6869a640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f8b601066b0 con 0x7f8b601129d0 2024-06-06T08:36:35.782 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.780+0000 7f8b6869a640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f8b60106530 con 0x7f8b60073d40 2024-06-06T08:36:35.783 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.780+0000 7f8b6869a640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f8b60106830 con 0x7f8b60074660 2024-06-06T08:36:35.783 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.780+0000 7f8b65c35640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8b60074660 0x7f8b600706e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:35.783 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.780+0000 7f8b65c35640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8b60074660 0x7f8b600706e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:54570/0 (socket says 172.21.15.42:54570) 2024-06-06T08:36:35.783 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.780+0000 7f8b65c35640 1 -- 172.21.15.42:0/368948728 learned_addr learned my addr 172.21.15.42:0/368948728 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:36:35.783 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.781+0000 7f8b66c37640 1 --2- 172.21.15.42:0/368948728 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8b601129d0 0x7f8b60070e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:35.783 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.782+0000 7f8b65c35640 1 -- 172.21.15.42:0/368948728 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8b60073d40 msgr2=0x7f8b60073640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:36:35.783 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.782+0000 7f8b65c35640 1 --2- 172.21.15.42:0/368948728 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8b60073d40 0x7f8b60073640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:35.783 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.782+0000 7f8b65c35640 1 -- 172.21.15.42:0/368948728 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8b601129d0 msgr2=0x7f8b60070e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:36:35.784 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.782+0000 7f8b65c35640 1 --2- 172.21.15.42:0/368948728 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8b601129d0 0x7f8b60070e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:35.784 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.782+0000 7f8b65c35640 1 -- 172.21.15.42:0/368948728 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b6010fed0 con 0x7f8b60074660 2024-06-06T08:36:35.787 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.787+0000 7f8b65c35640 1 --2- 172.21.15.42:0/368948728 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8b60074660 0x7f8b600706e0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f8b5c00c890 tx=0x7f8b5c00cd50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:36:35.789 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.790+0000 7f8b577fe640 1 -- 172.21.15.42:0/368948728 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b5c004220 con 0x7f8b60074660 2024-06-06T08:36:35.789 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.790+0000 7f8b577fe640 1 -- 172.21.15.42:0/368948728 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8b5c0043c0 con 0x7f8b60074660 2024-06-06T08:36:35.789 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.790+0000 7f8b577fe640 1 -- 172.21.15.42:0/368948728 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b5c0049e0 con 0x7f8b60074660 2024-06-06T08:36:35.789 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.790+0000 7f8b6869a640 1 -- 172.21.15.42:0/368948728 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b601101c0 con 0x7f8b60074660 2024-06-06T08:36:35.789 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.790+0000 7f8b6869a640 1 -- 172.21.15.42:0/368948728 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b60110630 con 0x7f8b60074660 2024-06-06T08:36:35.796 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.795+0000 7f8b577fe640 1 -- 172.21.15.42:0/368948728 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f8b5c004c40 con 0x7f8b60074660 2024-06-06T08:36:35.796 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.796+0000 7f8b577fe640 1 --2- 172.21.15.42:0/368948728 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f8b4c0a2fd0 0x7f8b4c0a5490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:35.796 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.796+0000 7f8b577fe640 1 -- 172.21.15.42:0/368948728 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(121..121 src has 1..121) ==== 9526+0+0 (secure 0 0 0) 0x7f8b5c0cf7f0 con 0x7f8b60074660 2024-06-06T08:36:35.797 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.796+0000 7f8b66436640 1 --2- 172.21.15.42:0/368948728 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f8b4c0a2fd0 0x7f8b4c0a5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:35.797 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.797+0000 7f8b66436640 1 --2- 172.21.15.42:0/368948728 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f8b4c0a2fd0 0x7f8b4c0a5490 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f8b500096f0 tx=0x7f8b50006c40 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:36:35.801 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.799+0000 7f8b6b3a2740 1 Processor -- start 2024-06-06T08:36:35.801 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.802+0000 7f8b6b3a2740 1 -- start start 2024-06-06T08:36:35.801 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.802+0000 7f8b6b3a2740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a0a7588170 0x55a0a7588550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:35.801 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.802+0000 7f8b6b3a2740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a0a7588a90 0x55a0a7592e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:35.801 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.802+0000 7f8b6b3a2740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a0a7593350 0x55a0a7595740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:35.802 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.802+0000 7f8b6b3a2740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a0a74ec4f0 con 0x55a0a7588a90 2024-06-06T08:36:35.802 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.802+0000 7f8b6b3a2740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55a0a748a870 con 0x55a0a7588170 2024-06-06T08:36:35.802 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.802+0000 7f8b6b3a2740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55a0a74e84b0 con 0x55a0a7593350 2024-06-06T08:36:35.802 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.802+0000 7f8b66436640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a0a7588170 0x55a0a7588550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:35.802 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.802+0000 7f8b66436640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a0a7588170 0x55a0a7588550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:58968/0 (socket says 172.21.15.42:58968) 2024-06-06T08:36:35.802 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.802+0000 7f8b66436640 1 -- 172.21.15.42:0/1839446784 learned_addr learned my addr 172.21.15.42:0/1839446784 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:36:35.802 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.802+0000 7f8b66c37640 1 --2- 172.21.15.42:0/1839446784 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a0a7593350 0x55a0a7595740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:35.802 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.803+0000 7f8b66436640 1 -- 172.21.15.42:0/1839446784 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a0a7593350 msgr2=0x55a0a7595740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:36:35.803 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.803+0000 7f8b66436640 1 --2- 172.21.15.42:0/1839446784 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a0a7593350 0x55a0a7595740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:35.803 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.803+0000 7f8b66436640 1 -- 172.21.15.42:0/1839446784 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a0a7588a90 msgr2=0x55a0a7592e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:36:35.803 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.803+0000 7f8b66436640 1 --2- 172.21.15.42:0/1839446784 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a0a7588a90 0x55a0a7592e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:35.803 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.803+0000 7f8b66436640 1 -- 172.21.15.42:0/1839446784 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a0a74a69b0 con 0x55a0a7588170 2024-06-06T08:36:35.804 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.805+0000 7f8b66436640 1 --2- 172.21.15.42:0/1839446784 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a0a7588170 0x55a0a7588550 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f8b50015870 tx=0x7f8b5000e000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b427d58c75cd248 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:36:35.807 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.807+0000 7f8b54ff9640 1 -- 172.21.15.42:0/1839446784 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b50023070 con 0x55a0a7588170 2024-06-06T08:36:35.807 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.807+0000 7f8b54ff9640 1 -- 172.21.15.42:0/1839446784 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8b5000be10 con 0x55a0a7588170 2024-06-06T08:36:35.807 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.808+0000 7f8b6b3a2740 1 -- 172.21.15.42:0/1839446784 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a0a7588170 msgr2=0x55a0a7588550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:36:35.807 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.808+0000 7f8b6b3a2740 1 --2- 172.21.15.42:0/1839446784 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a0a7588170 0x55a0a7588550 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f8b50015870 tx=0x7f8b5000e000 comp rx=0 tx=0).stop 2024-06-06T08:36:35.818 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.820+0000 7f8b6b3a2740 1 -- 172.21.15.42:0/1839446784 shutdown_connections 2024-06-06T08:36:35.818 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.820+0000 7f8b6b3a2740 1 --2- 172.21.15.42:0/1839446784 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a0a7593350 0x55a0a7595740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:35.818 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.820+0000 7f8b6b3a2740 1 --2- 172.21.15.42:0/1839446784 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a0a7588a90 0x55a0a7592e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:35.818 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.820+0000 7f8b6b3a2740 1 --2- 172.21.15.42:0/1839446784 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a0a7588170 0x55a0a7588550 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:35.818 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.820+0000 7f8b6b3a2740 1 -- 172.21.15.42:0/1839446784 >> 172.21.15.42:0/1839446784 conn(0x55a0a7584680 msgr2=0x55a0a7584a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:36:35.822 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.823+0000 7f8b6b3a2740 1 -- 172.21.15.42:0/1839446784 shutdown_connections 2024-06-06T08:36:35.825 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.825+0000 7f8b6b3a2740 1 -- 172.21.15.42:0/1839446784 wait complete. 2024-06-06T08:36:35.825 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.825+0000 7f8b6b3a2740 1 -- start start 2024-06-06T08:36:35.825 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.826+0000 7f8b6b3a2740 1 Processor -- start 2024-06-06T08:36:35.825 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.826+0000 7f8b6b3a2740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a0a7588170 0x55a0a7590220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:35.825 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.826+0000 7f8b6b3a2740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a0a7588a90 0x55a0a7590760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:35.826 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.826+0000 7f8b6b3a2740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a0a7593350 0x55a0a7590ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:35.826 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.826+0000 7f8b6b3a2740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a0a7595f80 con 0x55a0a7593350 2024-06-06T08:36:35.826 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.826+0000 7f8b6b3a2740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55a0a7475ae0 con 0x55a0a7588a90 2024-06-06T08:36:35.826 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.826+0000 7f8b6b3a2740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55a0a7596100 con 0x55a0a7588170 2024-06-06T08:36:35.826 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.826+0000 7f8b6b3a2740 10 client.0 _ll_register_callbacks cb 0x55a0a74ae9b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:36:35.826 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.826+0000 7f8b66436640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a0a7588170 0x55a0a7590220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:35.826 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.826+0000 7f8b65c35640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a0a7588a90 0x55a0a7590760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:35.826 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.827+0000 7f8b65c35640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a0a7588a90 0x55a0a7590760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:58972/0 (socket says 172.21.15.42:58972) 2024-06-06T08:36:35.826 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.827+0000 7f8b65c35640 1 -- 172.21.15.42:0/3474889949 learned_addr learned my addr 172.21.15.42:0/3474889949 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:36:35.827 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.828+0000 7f8b66c37640 1 --2- 172.21.15.42:0/3474889949 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a0a7593350 0x55a0a7590ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:35.830 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.828+0000 7f8b66436640 1 -- 172.21.15.42:0/3474889949 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a0a7588a90 msgr2=0x55a0a7590760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:36:35.830 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.828+0000 7f8b66436640 1 --2- 172.21.15.42:0/3474889949 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a0a7588a90 0x55a0a7590760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:35.830 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.828+0000 7f8b66436640 1 -- 172.21.15.42:0/3474889949 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a0a7593350 msgr2=0x55a0a7590ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:36:35.830 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.828+0000 7f8b66436640 1 --2- 172.21.15.42:0/3474889949 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a0a7593350 0x55a0a7590ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:35.830 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.828+0000 7f8b66436640 1 -- 172.21.15.42:0/3474889949 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a0a7200210 con 0x55a0a7588170 2024-06-06T08:36:35.830 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.832+0000 7f8b66436640 1 --2- 172.21.15.42:0/3474889949 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a0a7588170 0x55a0a7590220 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f8b5001e7e0 tx=0x7f8b50015680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d93cdd4970d80311 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:36:35.832 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.832+0000 7f8b49ffb640 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:36:35.832 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.833+0000 7f8b49ffb640 1 -- 172.21.15.42:0/3474889949 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b5002e020 con 0x55a0a7588170 2024-06-06T08:36:35.832 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.833+0000 7f8b49ffb640 1 -- 172.21.15.42:0/3474889949 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(121..121 src has 1..121) ==== 9526+0+0 (secure 0 0 0) 0x7f8b5000bb40 con 0x55a0a7588170 2024-06-06T08:36:35.833 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.834+0000 7f8b6b3a2740 1 -- 172.21.15.42:0/3474889949 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8b5000be10 con 0x55a0a7588170 2024-06-06T08:36:35.835 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.837+0000 7f8b49ffb640 1 -- 172.21.15.42:0/3474889949 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f8b50023050 con 0x55a0a7588170 2024-06-06T08:36:35.835 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.837+0000 7f8b6b3a2740 10 client.27097 fetch_fsmap learned FSMap version 46 2024-06-06T08:36:35.835 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.837+0000 7f8b6b3a2740 1 -- 172.21.15.42:0/3474889949 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55a0a72cc620 con 0x55a0a7588170 2024-06-06T08:36:35.836 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.838+0000 7f8b49ffb640 1 -- 172.21.15.42:0/3474889949 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8b5000be10 con 0x55a0a7588170 2024-06-06T08:36:35.836 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.838+0000 7f8b49ffb640 1 -- 172.21.15.42:0/3474889949 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 46) ==== 8370+0+0 (secure 0 0 0) 0x7f8b50012070 con 0x55a0a7588170 2024-06-06T08:36:35.836 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.838+0000 7f8b6b3a2740 10 client.27097 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T08:36:35.836 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.838+0000 7f8b6b3a2740 10 client.27097 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:36:35.837 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.838+0000 7f8b6b3a2740 20 client.27097 populate_metadata read hostname 'smithi042' 2024-06-06T08:36:35.837 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.838+0000 7f8b6b3a2740 1 --2- 172.21.15.42:0/3474889949 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a0a75c57a0 0x55a0a75c7be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:35.837 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.838+0000 7f8b6b3a2740 4 client.27097 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:36:35.837 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.838+0000 7f8b6b3a2740 1 -- 172.21.15.42:0/3474889949 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a0a74fff10 con 0x55a0a75c57a0 2024-06-06T08:36:35.837 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.838+0000 7f8b65c35640 1 --2- 172.21.15.42:0/3474889949 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a0a75c57a0 0x55a0a75c7be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:35.842 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.841+0000 7f8b65c35640 1 --2- 172.21.15.42:0/3474889949 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a0a75c57a0 0x55a0a75c7be0 crc :-1 s=READY pgs=253 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bd67d5606236dede server_cookie=daea024086cf192f in_seq=0 out_seq=0 2024-06-06T08:36:35.842 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.842+0000 7f8b49ffb640 10 client.27097 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:36:35.842 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.843+0000 7f8b49ffb640 1 -- 172.21.15.42:0/3474889949 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55a0a74fff10 con 0x55a0a75c57a0 2024-06-06T08:36:35.842 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.843+0000 7f8b49ffb640 10 client.27097 handle_command_reply: tid=0 2024-06-06T08:36:35.842 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.843+0000 7f8b6b3a2740 1 client.27097 shutdown 2024-06-06T08:36:35.843 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.844+0000 7f8b6b3a2740 1 -- 172.21.15.42:0/3474889949 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a0a7588170 msgr2=0x55a0a7590220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:36:35.843 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.844+0000 7f8b6b3a2740 1 --2- 172.21.15.42:0/3474889949 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a0a7588170 0x55a0a7590220 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f8b5001e7e0 tx=0x7f8b50015680 comp rx=0 tx=0).stop 2024-06-06T08:36:35.843 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.845+0000 7f8b6b3a2740 1 -- 172.21.15.42:0/3474889949 shutdown_connections 2024-06-06T08:36:35.843 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.845+0000 7f8b6b3a2740 1 --2- 172.21.15.42:0/3474889949 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a0a75c57a0 0x55a0a75c7be0 crc :-1 s=READY pgs=253 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:35.844 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.845+0000 7f8b6b3a2740 1 --2- 172.21.15.42:0/3474889949 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a0a7588a90 0x55a0a7590760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:35.844 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.845+0000 7f8b6b3a2740 1 --2- 172.21.15.42:0/3474889949 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a0a7593350 0x55a0a7590ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:35.844 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.845+0000 7f8b6b3a2740 1 --2- 172.21.15.42:0/3474889949 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a0a7588170 0x55a0a7590220 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:35.844 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.845+0000 7f8b6b3a2740 1 -- 172.21.15.42:0/3474889949 >> 172.21.15.42:0/3474889949 conn(0x55a0a7584680 msgr2=0x55a0a758a400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:36:35.846 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.847+0000 7f8b49ffb640 0 client.27097 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:36:35.846 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.848+0000 7f8b6b3a2740 1 -- 172.21.15.42:0/3474889949 shutdown_connections 2024-06-06T08:36:35.849 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.850+0000 7f8b6b3a2740 1 -- 172.21.15.42:0/3474889949 wait complete. 2024-06-06T08:36:35.851 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.852+0000 7f8b6b3a2740 20 client.27097 trim_cache size 0 max 16384 2024-06-06T08:36:35.888 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.889+0000 7f8b6b3a2740 1 Processor -- start 2024-06-06T08:36:35.889 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.890+0000 7f8b6b3a2740 1 -- start start 2024-06-06T08:36:35.889 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.890+0000 7f8b6b3a2740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a0a7588170 0x55a0a758ab80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:35.889 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.890+0000 7f8b6b3a2740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a0a7588a90 0x55a0a7592160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:35.889 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.890+0000 7f8b6b3a2740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a0a7593350 0x55a0a7590ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:35.889 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.890+0000 7f8b6b3a2740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f8b44012a80 con 0x55a0a7588a90 2024-06-06T08:36:35.889 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.890+0000 7f8b6b3a2740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f8b44010290 con 0x55a0a7588170 2024-06-06T08:36:35.889 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.890+0000 7f8b6b3a2740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f8b4400e0e0 con 0x55a0a7593350 2024-06-06T08:36:35.890 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.890+0000 7f8b65c35640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a0a7588a90 0x55a0a7592160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:35.890 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.890+0000 7f8b65c35640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a0a7588a90 0x55a0a7592160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55634/0 (socket says 172.21.15.42:55634) 2024-06-06T08:36:35.891 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.890+0000 7f8b65c35640 1 -- 172.21.15.42:0/1421469552 learned_addr learned my addr 172.21.15.42:0/1421469552 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:36:35.891 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.891+0000 7f8b65c35640 1 -- 172.21.15.42:0/1421469552 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a0a7593350 msgr2=0x55a0a7590ac0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-06-06T08:36:35.891 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.891+0000 7f8b65c35640 1 --2- 172.21.15.42:0/1421469552 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a0a7593350 0x55a0a7590ac0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:35.891 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.891+0000 7f8b65c35640 1 -- 172.21.15.42:0/1421469552 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a0a7588170 msgr2=0x55a0a758ab80 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-06-06T08:36:35.891 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.891+0000 7f8b65c35640 1 --2- 172.21.15.42:0/1421469552 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a0a7588170 0x55a0a758ab80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:35.891 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.891+0000 7f8b65c35640 1 -- 172.21.15.42:0/1421469552 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a0a75888c0 con 0x55a0a7588a90 2024-06-06T08:36:35.891 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.891+0000 7f8b65c35640 1 --2- 172.21.15.42:0/1421469552 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a0a7588a90 0x55a0a7592160 secure :-1 s=READY pgs=964 cs=0 l=1 rev1=1 crypto rx=0x7f8b5c005650 tx=0x7f8b5c000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4caa26cabb0a2b45 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:36:35.891 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.891+0000 7f8b4bfff640 1 -- 172.21.15.42:0/1421469552 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b5c01d040 con 0x55a0a7588a90 2024-06-06T08:36:35.891 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.892+0000 7f8b4bfff640 1 -- 172.21.15.42:0/1421469552 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8b5c0a4530 con 0x55a0a7588a90 2024-06-06T08:36:35.891 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.892+0000 7f8b6b3a2740 1 -- 172.21.15.42:0/1421469552 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a0a7588a90 msgr2=0x55a0a7592160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:36:35.892 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.893+0000 7f8b6b3a2740 1 --2- 172.21.15.42:0/1421469552 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a0a7588a90 0x55a0a7592160 secure :-1 s=READY pgs=964 cs=0 l=1 rev1=1 crypto rx=0x7f8b5c005650 tx=0x7f8b5c000bc0 comp rx=0 tx=0).stop 2024-06-06T08:36:35.895 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.896+0000 7f8b6b3a2740 1 -- 172.21.15.42:0/1421469552 shutdown_connections 2024-06-06T08:36:35.895 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.896+0000 7f8b6b3a2740 1 --2- 172.21.15.42:0/1421469552 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a0a7593350 0x55a0a7590ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:35.895 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.896+0000 7f8b6b3a2740 1 --2- 172.21.15.42:0/1421469552 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a0a7588a90 0x55a0a7592160 unknown :-1 s=CLOSED pgs=964 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:35.895 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.896+0000 7f8b6b3a2740 1 --2- 172.21.15.42:0/1421469552 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a0a7588170 0x55a0a758ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:35.895 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.896+0000 7f8b6b3a2740 1 -- 172.21.15.42:0/1421469552 >> 172.21.15.42:0/1421469552 conn(0x55a0a7584680 msgr2=0x55a0a7591a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:36:35.898 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.900+0000 7f8b6b3a2740 1 -- 172.21.15.42:0/1421469552 shutdown_connections 2024-06-06T08:36:35.900 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.901+0000 7f8b6b3a2740 1 -- 172.21.15.42:0/1421469552 wait complete. 2024-06-06T08:36:35.901 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.902+0000 7f8b6b3a2740 1 -- start start 2024-06-06T08:36:35.901 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.902+0000 7f8b6b3a2740 1 Processor -- start 2024-06-06T08:36:35.901 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.902+0000 7f8b6b3a2740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a0a7588170 0x55a0a758dd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:35.901 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.902+0000 7f8b6b3a2740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a0a7588a90 0x55a0a759b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:35.901 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.902+0000 7f8b6b3a2740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a0a7593350 0x55a0a759b910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:35.901 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.902+0000 7f8b6b3a2740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f8b4400e750 con 0x55a0a7588a90 2024-06-06T08:36:35.901 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.902+0000 7f8b6b3a2740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f8b4400fbc0 con 0x55a0a7593350 2024-06-06T08:36:35.902 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.902+0000 7f8b6b3a2740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f8b4400ee20 con 0x55a0a7588170 2024-06-06T08:36:35.902 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.903+0000 7f8b6b3a2740 10 client.0 _ll_register_callbacks cb 0x7f8b50015740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:36:35.902 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.903+0000 7f8b66436640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a0a7588170 0x55a0a758dd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:35.902 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.903+0000 7f8b66c37640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a0a7593350 0x55a0a759b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:35.902 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.903+0000 7f8b66c37640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a0a7593350 0x55a0a759b910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:58976/0 (socket says 172.21.15.42:58976) 2024-06-06T08:36:35.902 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.903+0000 7f8b66c37640 1 -- 172.21.15.42:0/62151700 learned_addr learned my addr 172.21.15.42:0/62151700 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:36:35.903 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.904+0000 7f8b66c37640 1 -- 172.21.15.42:0/62151700 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a0a7588170 msgr2=0x55a0a758dd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:36:35.903 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.904+0000 7f8b66c37640 1 --2- 172.21.15.42:0/62151700 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a0a7588170 0x55a0a758dd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:35.903 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.904+0000 7f8b66c37640 1 -- 172.21.15.42:0/62151700 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a0a7588a90 msgr2=0x55a0a759b3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:36:35.903 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.904+0000 7f8b66c37640 1 --2- 172.21.15.42:0/62151700 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a0a7588a90 0x55a0a759b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:35.903 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.904+0000 7f8b66c37640 1 -- 172.21.15.42:0/62151700 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a0a758c490 con 0x55a0a7593350 2024-06-06T08:36:35.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.906+0000 7f8b66c37640 1 --2- 172.21.15.42:0/62151700 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a0a7593350 0x55a0a759b910 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f8b6006b000 tx=0x7f8b5802f600 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c3ce4ceb2b01d644 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:36:35.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.906+0000 7f8b49ffb640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:36:35.909 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.911+0000 7f8b49ffb640 1 -- 172.21.15.42:0/62151700 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b58049060 con 0x55a0a7593350 2024-06-06T08:36:35.909 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.911+0000 7f8b49ffb640 1 -- 172.21.15.42:0/62151700 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(121..121 src has 1..121) ==== 9526+0+0 (secure 0 0 0) 0x7f8b58030880 con 0x55a0a7593350 2024-06-06T08:36:35.911 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.913+0000 7f8b6b3a2740 1 -- 172.21.15.42:0/62151700 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8b5c0a4530 con 0x55a0a7593350 2024-06-06T08:36:35.916 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.917+0000 7f8b49ffb640 1 -- 172.21.15.42:0/62151700 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f8b58034040 con 0x55a0a7593350 2024-06-06T08:36:35.916 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.917+0000 7f8b6b3a2740 10 client.27242 fetch_fsmap learned FSMap version 46 2024-06-06T08:36:35.916 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.917+0000 7f8b6b3a2740 1 -- 172.21.15.42:0/62151700 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55a0a762f630 con 0x55a0a7593350 2024-06-06T08:36:35.917 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.919+0000 7f8b49ffb640 1 -- 172.21.15.42:0/62151700 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8b5c0a4530 con 0x55a0a7593350 2024-06-06T08:36:35.917 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.919+0000 7f8b49ffb640 1 -- 172.21.15.42:0/62151700 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 46) ==== 8370+0+0 (secure 0 0 0) 0x7f8b58039c50 con 0x55a0a7593350 2024-06-06T08:36:35.917 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.919+0000 7f8b6b3a2740 10 client.27242 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T08:36:35.917 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.919+0000 7f8b6b3a2740 10 client.27242 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:36:35.917 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.919+0000 7f8b6b3a2740 20 client.27242 populate_metadata read hostname 'smithi042' 2024-06-06T08:36:35.918 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.919+0000 7f8b6b3a2740 1 --2- 172.21.15.42:0/62151700 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a0a762fda0 0x55a0a76321c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:35.918 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.919+0000 7f8b6b3a2740 4 client.27242 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:36:35.918 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.919+0000 7f8b6b3a2740 1 -- 172.21.15.42:0/62151700 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55a0a74f9c20 con 0x55a0a762fda0 2024-06-06T08:36:35.918 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.920+0000 7f8b66436640 1 --2- 172.21.15.42:0/62151700 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a0a762fda0 0x55a0a76321c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:35.923 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.924+0000 7f8b66436640 1 --2- 172.21.15.42:0/62151700 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a0a762fda0 0x55a0a76321c0 crc :-1 s=READY pgs=254 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=508b35e284d1d430 server_cookie=8c63ae6a17130430 in_seq=0 out_seq=0 2024-06-06T08:36:35.924 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:35.924+0000 7f8b49ffb640 10 client.27242 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:36:36.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:36:36 smithi042 ceph-mon[32384]: pgmap v443: 129 pgs: 46 active+clean+snaptrim_wait, 15 active+clean+snaptrim, 68 active+clean; 1.5 GiB data, 8.5 GiB used, 1.0 TiB / 1.0 TiB avail; 626 KiB/s rd, 640 KiB/s wr, 287 op/s 2024-06-06T08:36:36.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:36:36 smithi120 ceph-mon[36658]: pgmap v443: 129 pgs: 46 active+clean+snaptrim_wait, 15 active+clean+snaptrim, 68 active+clean; 1.5 GiB data, 8.5 GiB used, 1.0 TiB / 1.0 TiB avail; 626 KiB/s rd, 640 KiB/s wr, 287 op/s 2024-06-06T08:36:37.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:36:36 smithi149 ceph-mon[36842]: pgmap v443: 129 pgs: 46 active+clean+snaptrim_wait, 15 active+clean+snaptrim, 68 active+clean; 1.5 GiB data, 8.5 GiB used, 1.0 TiB / 1.0 TiB avail; 626 KiB/s rd, 640 KiB/s wr, 287 op/s 2024-06-06T08:36:37.057 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:37.058+0000 7f8b49ffb640 1 -- 172.21.15.42:0/62151700 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55a0a74f9c20 con 0x55a0a762fda0 2024-06-06T08:36:37.058 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:37.058+0000 7f8b49ffb640 10 client.27242 handle_command_reply: tid=0 2024-06-06T08:36:37.058 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:37.058+0000 7f8b6b3a2740 1 client.27242 shutdown 2024-06-06T08:36:37.058 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:37.058+0000 7f8b6b3a2740 1 -- 172.21.15.42:0/62151700 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a0a7593350 msgr2=0x55a0a759b910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:36:37.058 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:37.058+0000 7f8b6b3a2740 1 --2- 172.21.15.42:0/62151700 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a0a7593350 0x55a0a759b910 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f8b6006b000 tx=0x7f8b5802f600 comp rx=0 tx=0).stop 2024-06-06T08:36:37.058 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:37.058+0000 7f8b6b3a2740 1 -- 172.21.15.42:0/62151700 shutdown_connections 2024-06-06T08:36:37.058 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:37.058+0000 7f8b6b3a2740 1 --2- 172.21.15.42:0/62151700 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a0a762fda0 0x55a0a76321c0 crc :-1 s=READY pgs=254 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:37.058 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:37.058+0000 7f8b6b3a2740 1 --2- 172.21.15.42:0/62151700 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a0a7593350 0x55a0a759b910 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:37.058 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:37.058+0000 7f8b6b3a2740 1 --2- 172.21.15.42:0/62151700 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a0a7588a90 0x55a0a759b3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:37.058 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:37.058+0000 7f8b6b3a2740 1 --2- 172.21.15.42:0/62151700 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a0a7588170 0x55a0a758dd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:37.058 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:37.058+0000 7f8b6b3a2740 1 -- 172.21.15.42:0/62151700 >> 172.21.15.42:0/62151700 conn(0x55a0a7584680 msgr2=0x55a0a75922e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:36:37.058 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:37.059+0000 7f8b49ffb640 0 client.27242 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:36:37.059 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:37.059+0000 7f8b6b3a2740 1 -- 172.21.15.42:0/62151700 shutdown_connections 2024-06-06T08:36:37.059 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:37.059+0000 7f8b6b3a2740 1 -- 172.21.15.42:0/62151700 wait complete. 2024-06-06T08:36:37.059 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:37.059+0000 7f8b6b3a2740 20 client.27242 trim_cache size 0 max 16384 2024-06-06T08:36:37.059 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:36:37.059 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:36:37.059 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:36:37.060 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:37.060+0000 7f8b6869a640 1 -- 172.21.15.42:0/368948728 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f8b4c0a2fd0 msgr2=0x7f8b4c0a5490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:36:37.060 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:37.060+0000 7f8b6869a640 1 --2- 172.21.15.42:0/368948728 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f8b4c0a2fd0 0x7f8b4c0a5490 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f8b500096f0 tx=0x7f8b50006c40 comp rx=0 tx=0).stop 2024-06-06T08:36:37.060 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:37.060+0000 7f8b6869a640 1 -- 172.21.15.42:0/368948728 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8b60074660 msgr2=0x7f8b600706e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:36:37.060 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:37.060+0000 7f8b6869a640 1 --2- 172.21.15.42:0/368948728 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8b60074660 0x7f8b600706e0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f8b5c00c890 tx=0x7f8b5c00cd50 comp rx=0 tx=0).stop 2024-06-06T08:36:37.060 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:37.060+0000 7f8b6869a640 1 -- 172.21.15.42:0/368948728 shutdown_connections 2024-06-06T08:36:37.060 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:37.060+0000 7f8b6869a640 1 --2- 172.21.15.42:0/368948728 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f8b4c0a2fd0 0x7f8b4c0a5490 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:37.060 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:37.060+0000 7f8b6869a640 1 --2- 172.21.15.42:0/368948728 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8b601129d0 0x7f8b60070e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:37.061 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:37.060+0000 7f8b6869a640 1 --2- 172.21.15.42:0/368948728 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8b60074660 0x7f8b600706e0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:37.061 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:37.060+0000 7f8b6869a640 1 --2- 172.21.15.42:0/368948728 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8b60073d40 0x7f8b60073640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:37.061 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:37.060+0000 7f8b6869a640 1 -- 172.21.15.42:0/368948728 >> 172.21.15.42:0/368948728 conn(0x7f8b600fd450 msgr2=0x7f8b600fe0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:36:37.061 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:37.060+0000 7f8b6869a640 1 -- 172.21.15.42:0/368948728 shutdown_connections 2024-06-06T08:36:37.061 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:37.060+0000 7f8b6869a640 1 -- 172.21.15.42:0/368948728 wait complete. 2024-06-06T08:36:38.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:36:38 smithi042 ceph-mon[32384]: pgmap v444: 129 pgs: 31 active+clean+snaptrim_wait, 13 active+clean+snaptrim, 85 active+clean; 1.5 GiB data, 8.5 GiB used, 1.0 TiB / 1.0 TiB avail; 885 KiB/s rd, 717 KiB/s wr, 273 op/s 2024-06-06T08:36:38.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:36:38 smithi120 ceph-mon[36658]: pgmap v444: 129 pgs: 31 active+clean+snaptrim_wait, 13 active+clean+snaptrim, 85 active+clean; 1.5 GiB data, 8.5 GiB used, 1.0 TiB / 1.0 TiB avail; 885 KiB/s rd, 717 KiB/s wr, 273 op/s 2024-06-06T08:36:39.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:36:38 smithi149 ceph-mon[36842]: pgmap v444: 129 pgs: 31 active+clean+snaptrim_wait, 13 active+clean+snaptrim, 85 active+clean; 1.5 GiB data, 8.5 GiB used, 1.0 TiB / 1.0 TiB avail; 885 KiB/s rd, 717 KiB/s wr, 273 op/s 2024-06-06T08:36:40.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:36:40 smithi042 ceph-mon[32384]: pgmap v445: 129 pgs: 31 active+clean+snaptrim_wait, 13 active+clean+snaptrim, 85 active+clean; 1.5 GiB data, 8.5 GiB used, 1.0 TiB / 1.0 TiB avail; 914 KiB/s rd, 752 KiB/s wr, 281 op/s 2024-06-06T08:36:40.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:36:40 smithi120 ceph-mon[36658]: pgmap v445: 129 pgs: 31 active+clean+snaptrim_wait, 13 active+clean+snaptrim, 85 active+clean; 1.5 GiB data, 8.5 GiB used, 1.0 TiB / 1.0 TiB avail; 914 KiB/s rd, 752 KiB/s wr, 281 op/s 2024-06-06T08:36:41.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:36:40 smithi149 ceph-mon[36842]: pgmap v445: 129 pgs: 31 active+clean+snaptrim_wait, 13 active+clean+snaptrim, 85 active+clean; 1.5 GiB data, 8.5 GiB used, 1.0 TiB / 1.0 TiB avail; 914 KiB/s rd, 752 KiB/s wr, 281 op/s 2024-06-06T08:36:42.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:36:42 smithi042 ceph-mon[32384]: pgmap v446: 129 pgs: 27 active+clean+snaptrim_wait, 10 active+clean+snaptrim, 92 active+clean; 1.5 GiB data, 8.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 386 op/s 2024-06-06T08:36:42.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:36:42 smithi120 ceph-mon[36658]: pgmap v446: 129 pgs: 27 active+clean+snaptrim_wait, 10 active+clean+snaptrim, 92 active+clean; 1.5 GiB data, 8.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 386 op/s 2024-06-06T08:36:43.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:36:42 smithi149 ceph-mon[36842]: pgmap v446: 129 pgs: 27 active+clean+snaptrim_wait, 10 active+clean+snaptrim, 92 active+clean; 1.5 GiB data, 8.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 386 op/s 2024-06-06T08:36:44.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:36:44 smithi042 ceph-mon[32384]: pgmap v447: 129 pgs: 19 active+clean+snaptrim_wait, 9 active+clean+snaptrim, 101 active+clean; 1.5 GiB data, 8.5 GiB used, 1.0 TiB / 1.0 TiB avail; 715 KiB/s rd, 679 KiB/s wr, 333 op/s 2024-06-06T08:36:44.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:36:44 smithi120 ceph-mon[36658]: pgmap v447: 129 pgs: 19 active+clean+snaptrim_wait, 9 active+clean+snaptrim, 101 active+clean; 1.5 GiB data, 8.5 GiB used, 1.0 TiB / 1.0 TiB avail; 715 KiB/s rd, 679 KiB/s wr, 333 op/s 2024-06-06T08:36:45.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:36:44 smithi149 ceph-mon[36842]: pgmap v447: 129 pgs: 19 active+clean+snaptrim_wait, 9 active+clean+snaptrim, 101 active+clean; 1.5 GiB data, 8.5 GiB used, 1.0 TiB / 1.0 TiB avail; 715 KiB/s rd, 679 KiB/s wr, 333 op/s 2024-06-06T08:36:46.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:36:46 smithi042 ceph-mon[32384]: pgmap v448: 129 pgs: 7 active+clean+snaptrim_wait, 7 active+clean+snaptrim, 115 active+clean; 1.5 GiB data, 8.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 993 KiB/s wr, 355 op/s 2024-06-06T08:36:46.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:36:46 smithi120 ceph-mon[36658]: pgmap v448: 129 pgs: 7 active+clean+snaptrim_wait, 7 active+clean+snaptrim, 115 active+clean; 1.5 GiB data, 8.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 993 KiB/s wr, 355 op/s 2024-06-06T08:36:47.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:36:46 smithi149 ceph-mon[36842]: pgmap v448: 129 pgs: 7 active+clean+snaptrim_wait, 7 active+clean+snaptrim, 115 active+clean; 1.5 GiB data, 8.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 993 KiB/s wr, 355 op/s 2024-06-06T08:36:48.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:36:48 smithi120 ceph-mon[36658]: pgmap v449: 129 pgs: 7 active+clean+snaptrim_wait, 6 active+clean+snaptrim, 116 active+clean; 1.5 GiB data, 8.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1003 KiB/s wr, 324 op/s 2024-06-06T08:36:49.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:36:48 smithi149 ceph-mon[36842]: pgmap v449: 129 pgs: 7 active+clean+snaptrim_wait, 6 active+clean+snaptrim, 116 active+clean; 1.5 GiB data, 8.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1003 KiB/s wr, 324 op/s 2024-06-06T08:36:49.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:36:48 smithi042 ceph-mon[32384]: pgmap v449: 129 pgs: 7 active+clean+snaptrim_wait, 6 active+clean+snaptrim, 116 active+clean; 1.5 GiB data, 8.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1003 KiB/s wr, 324 op/s 2024-06-06T08:36:50.210 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.210+0000 7f6149438640 1 -- 172.21.15.42:0/3832518141 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6144110570 msgr2=0x7f6144108ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:36:50.210 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.210+0000 7f6149438640 1 --2- 172.21.15.42:0/3832518141 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6144110570 0x7f6144108ee0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f6134009860 tx=0x7f613402a3d0 comp rx=0 tx=0).stop 2024-06-06T08:36:50.211 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.211+0000 7f6149438640 1 -- 172.21.15.42:0/3832518141 shutdown_connections 2024-06-06T08:36:50.211 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.211+0000 7f6149438640 1 --2- 172.21.15.42:0/3832518141 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f614411b180 0x7f614411d570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:50.211 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.211+0000 7f6149438640 1 --2- 172.21.15.42:0/3832518141 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6144110570 0x7f6144108ee0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:50.211 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.211+0000 7f6149438640 1 --2- 172.21.15.42:0/3832518141 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6144110190 0x7f61441089a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:50.211 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.211+0000 7f6149438640 1 -- 172.21.15.42:0/3832518141 >> 172.21.15.42:0/3832518141 conn(0x7f614406ca70 msgr2=0x7f614406ce80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:36:50.212 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.211+0000 7f6149438640 1 -- 172.21.15.42:0/3832518141 shutdown_connections 2024-06-06T08:36:50.213 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.214+0000 7f6149438640 1 -- 172.21.15.42:0/3832518141 wait complete. 2024-06-06T08:36:50.214 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.215+0000 7f6149438640 1 Processor -- start 2024-06-06T08:36:50.217 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.217+0000 7f6149438640 1 -- start start 2024-06-06T08:36:50.217 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.217+0000 7f6149438640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6144110190 0x7f614411a880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:50.217 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.217+0000 7f6149438640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f614411b180 0x7f61441148f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:50.217 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.218+0000 7f6149438640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6144114e30 0x7f61441152e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:50.217 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.218+0000 7f6149438640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6144111370 con 0x7f6144114e30 2024-06-06T08:36:50.217 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.218+0000 7f6149438640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f61441111f0 con 0x7f6144110190 2024-06-06T08:36:50.217 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.218+0000 7f6149438640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f61441114f0 con 0x7f614411b180 2024-06-06T08:36:50.218 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.218+0000 7f61437fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6144114e30 0x7f61441152e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:50.218 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.218+0000 7f61427fc640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f614411b180 0x7f61441148f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:50.218 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.218+0000 7f61437fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6144114e30 0x7f61441152e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:47308/0 (socket says 172.21.15.42:47308) 2024-06-06T08:36:50.218 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.218+0000 7f61437fe640 1 -- 172.21.15.42:0/365373462 learned_addr learned my addr 172.21.15.42:0/365373462 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:36:50.218 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.219+0000 7f61427fc640 1 -- 172.21.15.42:0/365373462 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6144110190 msgr2=0x7f614411a880 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-06T08:36:50.219 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.219+0000 7f61427fc640 1 --2- 172.21.15.42:0/365373462 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6144110190 0x7f614411a880 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:50.219 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.219+0000 7f61427fc640 1 -- 172.21.15.42:0/365373462 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6144114e30 msgr2=0x7f61441152e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:36:50.219 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.219+0000 7f61427fc640 1 --2- 172.21.15.42:0/365373462 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6144114e30 0x7f61441152e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:50.219 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.219+0000 7f61427fc640 1 -- 172.21.15.42:0/365373462 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61441bbee0 con 0x7f614411b180 2024-06-06T08:36:50.219 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.219+0000 7f61427fc640 1 --2- 172.21.15.42:0/365373462 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f614411b180 0x7f61441148f0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f613402a8f0 tx=0x7f6134004270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:36:50.220 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.220+0000 7f612bfff640 1 -- 172.21.15.42:0/365373462 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6134040070 con 0x7f614411b180 2024-06-06T08:36:50.220 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.220+0000 7f612bfff640 1 -- 172.21.15.42:0/365373462 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6134030880 con 0x7f614411b180 2024-06-06T08:36:50.220 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.220+0000 7f612bfff640 1 -- 172.21.15.42:0/365373462 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6134031600 con 0x7f614411b180 2024-06-06T08:36:50.224 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.222+0000 7f6149438640 1 -- 172.21.15.42:0/365373462 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61441bc170 con 0x7f614411b180 2024-06-06T08:36:50.224 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.222+0000 7f6149438640 1 -- 172.21.15.42:0/365373462 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61441bc5e0 con 0x7f614411b180 2024-06-06T08:36:50.226 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.226+0000 7f614c227740 1 Processor -- start 2024-06-06T08:36:50.226 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.227+0000 7f614c227740 1 -- start start 2024-06-06T08:36:50.227 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.227+0000 7f614c227740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa7eefd170 0x55aa7eefd550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:50.227 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.227+0000 7f614c227740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa7eefda90 0x55aa7ef07e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:50.227 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.227+0000 7f614c227740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa7ef08350 0x55aa7ef0a740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:50.227 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.227+0000 7f614c227740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55aa7ee614f0 con 0x55aa7eefda90 2024-06-06T08:36:50.227 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.227+0000 7f614c227740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55aa7edff870 con 0x55aa7ef08350 2024-06-06T08:36:50.227 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.227+0000 7f614c227740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55aa7ee5d4b0 con 0x55aa7eefd170 2024-06-06T08:36:50.228 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.228+0000 7f612bfff640 1 -- 172.21.15.42:0/365373462 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f6134039040 con 0x7f614411b180 2024-06-06T08:36:50.228 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.229+0000 7f61427fc640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa7ef08350 0x55aa7ef0a740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:50.229 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.230+0000 7f61437fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa7eefd170 0x55aa7eefd550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:50.229 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.230+0000 7f61437fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa7eefd170 0x55aa7eefd550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:49524/0 (socket says 172.21.15.42:49524) 2024-06-06T08:36:50.229 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.230+0000 7f61437fe640 1 -- 172.21.15.42:0/747026467 learned_addr learned my addr 172.21.15.42:0/747026467 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:36:50.230 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.231+0000 7f6142ffd640 1 --2- 172.21.15.42:0/747026467 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa7eefda90 0x55aa7ef07e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:50.239 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.238+0000 7f612bfff640 1 --2- 172.21.15.42:0/365373462 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f612c0a2f80 0x7f612c0a5440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:50.239 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.238+0000 7f612bfff640 1 -- 172.21.15.42:0/365373462 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(121..121 src has 1..121) ==== 9526+0+0 (secure 0 0 0) 0x7f61340f0740 con 0x7f614411b180 2024-06-06T08:36:50.239 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.239+0000 7f61437fe640 1 -- 172.21.15.42:0/747026467 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa7ef08350 msgr2=0x55aa7ef0a740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:36:50.240 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.239+0000 7f61437fe640 1 --2- 172.21.15.42:0/747026467 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa7ef08350 0x55aa7ef0a740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:50.240 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.239+0000 7f61437fe640 1 -- 172.21.15.42:0/747026467 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa7eefda90 msgr2=0x55aa7ef07e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:36:50.240 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.239+0000 7f61437fe640 1 --2- 172.21.15.42:0/747026467 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa7eefda90 0x55aa7ef07e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:50.240 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.239+0000 7f61437fe640 1 -- 172.21.15.42:0/747026467 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aa7ee1b9b0 con 0x55aa7eefd170 2024-06-06T08:36:50.240 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.240+0000 7f61437fe640 1 --2- 172.21.15.42:0/365373462 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f612c0a2f80 0x7f612c0a5440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:50.240 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.240+0000 7f61437fe640 1 --2- 172.21.15.42:0/747026467 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa7eefd170 0x55aa7eefd550 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f6138009c70 tx=0x7f6138011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3845dd26045d1c01 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:36:50.240 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.241+0000 7f61297fa640 1 -- 172.21.15.42:0/747026467 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6138019400 con 0x55aa7eefd170 2024-06-06T08:36:50.241 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.241+0000 7f61297fa640 1 -- 172.21.15.42:0/747026467 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6138019a80 con 0x55aa7eefd170 2024-06-06T08:36:50.241 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.241+0000 7f61297fa640 1 -- 172.21.15.42:0/747026467 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f613800ed50 con 0x55aa7eefd170 2024-06-06T08:36:50.241 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.242+0000 7f61437fe640 1 --2- 172.21.15.42:0/365373462 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f612c0a2f80 0x7f612c0a5440 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f613800efd0 tx=0x7f61380183a0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:36:50.242 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.242+0000 7f614c227740 1 -- 172.21.15.42:0/747026467 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa7eefd170 msgr2=0x55aa7eefd550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:36:50.242 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.242+0000 7f614c227740 1 --2- 172.21.15.42:0/747026467 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa7eefd170 0x55aa7eefd550 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f6138009c70 tx=0x7f6138011810 comp rx=0 tx=0).stop 2024-06-06T08:36:50.243 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.243+0000 7f614c227740 1 -- 172.21.15.42:0/747026467 shutdown_connections 2024-06-06T08:36:50.243 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.243+0000 7f614c227740 1 --2- 172.21.15.42:0/747026467 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa7ef08350 0x55aa7ef0a740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:50.243 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.243+0000 7f614c227740 1 --2- 172.21.15.42:0/747026467 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa7eefda90 0x55aa7ef07e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:50.243 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.243+0000 7f614c227740 1 --2- 172.21.15.42:0/747026467 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa7eefd170 0x55aa7eefd550 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:50.243 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.243+0000 7f614c227740 1 -- 172.21.15.42:0/747026467 >> 172.21.15.42:0/747026467 conn(0x55aa7eef9680 msgr2=0x55aa7eef9a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:36:50.247 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.247+0000 7f614c227740 1 -- 172.21.15.42:0/747026467 shutdown_connections 2024-06-06T08:36:50.249 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.248+0000 7f614c227740 1 -- 172.21.15.42:0/747026467 wait complete. 2024-06-06T08:36:50.249 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.249+0000 7f614c227740 1 -- start start 2024-06-06T08:36:50.249 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.249+0000 7f614c227740 1 Processor -- start 2024-06-06T08:36:50.252 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.252+0000 7f614c227740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa7eefd170 0x55aa7ef05240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:50.252 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.252+0000 7f614c227740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa7eefda90 0x55aa7ef05780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:50.252 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.252+0000 7f614c227740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa7ef08350 0x55aa7ef05cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:50.252 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.252+0000 7f614c227740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55aa7ef0af80 con 0x55aa7ef08350 2024-06-06T08:36:50.252 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.252+0000 7f614c227740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55aa7edeaae0 con 0x55aa7eefda90 2024-06-06T08:36:50.252 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.252+0000 7f614c227740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55aa7ef0b100 con 0x55aa7eefd170 2024-06-06T08:36:50.252 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.252+0000 7f614c227740 10 client.0 _ll_register_callbacks cb 0x55aa7ee239b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:36:50.256 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.254+0000 7f61427fc640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa7eefda90 0x55aa7ef05780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:50.256 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.254+0000 7f6142ffd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa7eefd170 0x55aa7ef05240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:50.256 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.254+0000 7f61427fc640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa7eefda90 0x55aa7ef05780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:60748/0 (socket says 172.21.15.42:60748) 2024-06-06T08:36:50.256 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.254+0000 7f61427fc640 1 -- 172.21.15.42:0/3714500613 learned_addr learned my addr 172.21.15.42:0/3714500613 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:36:50.256 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.257+0000 7f61437fe640 1 --2- 172.21.15.42:0/3714500613 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa7ef08350 0x55aa7ef05cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:50.257 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.258+0000 7f61427fc640 1 -- 172.21.15.42:0/3714500613 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa7eefd170 msgr2=0x55aa7ef05240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:36:50.258 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.258+0000 7f61427fc640 1 --2- 172.21.15.42:0/3714500613 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa7eefd170 0x55aa7ef05240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:50.258 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.258+0000 7f61427fc640 1 -- 172.21.15.42:0/3714500613 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa7ef08350 msgr2=0x55aa7ef05cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:36:50.258 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.258+0000 7f61427fc640 1 --2- 172.21.15.42:0/3714500613 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa7ef08350 0x55aa7ef05cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:50.258 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.258+0000 7f61427fc640 1 -- 172.21.15.42:0/3714500613 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aa7eb75210 con 0x55aa7eefda90 2024-06-06T08:36:50.260 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.260+0000 7f61427fc640 1 --2- 172.21.15.42:0/3714500613 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa7eefda90 0x55aa7ef05780 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f61340bc7a0 tx=0x7f61340bad20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=14aaeb2defc0dc26 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:36:50.260 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.261+0000 7f6126ff5640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:36:50.261 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.261+0000 7f6126ff5640 1 -- 172.21.15.42:0/3714500613 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61340bc350 con 0x55aa7eefda90 2024-06-06T08:36:50.261 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.261+0000 7f6126ff5640 1 -- 172.21.15.42:0/3714500613 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(121..121 src has 1..121) ==== 9526+0+0 (secure 0 0 0) 0x7f61340d56a0 con 0x55aa7eefda90 2024-06-06T08:36:50.261 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.262+0000 7f614c227740 1 -- 172.21.15.42:0/3714500613 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6138019a80 con 0x55aa7eefda90 2024-06-06T08:36:50.262 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.262+0000 7f6126ff5640 1 -- 172.21.15.42:0/3714500613 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f61340bc170 con 0x55aa7eefda90 2024-06-06T08:36:50.262 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.263+0000 7f614c227740 10 client.27251 fetch_fsmap learned FSMap version 46 2024-06-06T08:36:50.262 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.263+0000 7f614c227740 1 -- 172.21.15.42:0/3714500613 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55aa7ec41620 con 0x55aa7eefda90 2024-06-06T08:36:50.262 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.263+0000 7f6126ff5640 1 -- 172.21.15.42:0/3714500613 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6138019a80 con 0x55aa7eefda90 2024-06-06T08:36:50.263 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.263+0000 7f6126ff5640 1 -- 172.21.15.42:0/3714500613 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 46) ==== 8370+0+0 (secure 0 0 0) 0x7f613404d030 con 0x55aa7eefda90 2024-06-06T08:36:50.263 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.263+0000 7f614c227740 10 client.27251 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T08:36:50.263 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.263+0000 7f614c227740 10 client.27251 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:36:50.263 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.263+0000 7f614c227740 20 client.27251 populate_metadata read hostname 'smithi042' 2024-06-06T08:36:50.263 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.263+0000 7f614c227740 1 --2- 172.21.15.42:0/3714500613 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55aa7ef18560 0x55aa7ef1a980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:50.263 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.263+0000 7f614c227740 4 client.27251 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:36:50.263 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.263+0000 7f614c227740 1 -- 172.21.15.42:0/3714500613 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55aa7ee74f10 con 0x55aa7ef18560 2024-06-06T08:36:50.264 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.264+0000 7f6142ffd640 1 --2- 172.21.15.42:0/3714500613 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55aa7ef18560 0x55aa7ef1a980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:50.264 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.264+0000 7f6142ffd640 1 --2- 172.21.15.42:0/3714500613 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55aa7ef18560 0x55aa7ef1a980 crc :-1 s=READY pgs=255 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ec89d217e65cc7b4 server_cookie=500fd6313f3055e2 in_seq=0 out_seq=0 2024-06-06T08:36:50.264 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.264+0000 7f6126ff5640 10 client.27251 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:36:50.268 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.267+0000 7f6126ff5640 1 -- 172.21.15.42:0/3714500613 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55aa7ee74f10 con 0x55aa7ef18560 2024-06-06T08:36:50.268 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.267+0000 7f6126ff5640 10 client.27251 handle_command_reply: tid=0 2024-06-06T08:36:50.268 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.269+0000 7f614c227740 1 client.27251 shutdown 2024-06-06T08:36:50.269 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.270+0000 7f614c227740 1 -- 172.21.15.42:0/3714500613 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa7eefda90 msgr2=0x55aa7ef05780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:36:50.269 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.270+0000 7f614c227740 1 --2- 172.21.15.42:0/3714500613 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa7eefda90 0x55aa7ef05780 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f61340bc7a0 tx=0x7f61340bad20 comp rx=0 tx=0).stop 2024-06-06T08:36:50.270 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.271+0000 7f614c227740 1 -- 172.21.15.42:0/3714500613 shutdown_connections 2024-06-06T08:36:50.270 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.271+0000 7f614c227740 1 --2- 172.21.15.42:0/3714500613 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55aa7ef18560 0x55aa7ef1a980 crc :-1 s=READY pgs=255 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:50.271 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.271+0000 7f614c227740 1 --2- 172.21.15.42:0/3714500613 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa7eefda90 0x55aa7ef05780 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:50.271 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.271+0000 7f614c227740 1 --2- 172.21.15.42:0/3714500613 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa7ef08350 0x55aa7ef05cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:50.271 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.271+0000 7f614c227740 1 --2- 172.21.15.42:0/3714500613 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa7eefd170 0x55aa7ef05240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:50.271 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.271+0000 7f614c227740 1 -- 172.21.15.42:0/3714500613 >> 172.21.15.42:0/3714500613 conn(0x55aa7eef9680 msgr2=0x55aa7eeff400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:36:50.271 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.271+0000 7f6126ff5640 0 client.27251 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:36:50.271 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.271+0000 7f614c227740 1 -- 172.21.15.42:0/3714500613 shutdown_connections 2024-06-06T08:36:50.273 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.274+0000 7f614c227740 1 -- 172.21.15.42:0/3714500613 wait complete. 2024-06-06T08:36:50.273 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.274+0000 7f614c227740 20 client.27251 trim_cache size 0 max 16384 2024-06-06T08:36:50.300 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.300+0000 7f614c227740 1 Processor -- start 2024-06-06T08:36:50.300 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.300+0000 7f614c227740 1 -- start start 2024-06-06T08:36:50.300 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.300+0000 7f614c227740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa7eefd170 0x55aa7ef05ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:50.300 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.300+0000 7f614c227740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa7eefda90 0x55aa7ef20250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:50.300 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.300+0000 7f614c227740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa7ef08350 0x55aa7ef20790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:50.301 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.300+0000 7f614c227740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f61441c8ef0 con 0x55aa7ef08350 2024-06-06T08:36:50.301 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.300+0000 7f614c227740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f61441c6700 con 0x55aa7eefd170 2024-06-06T08:36:50.301 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.300+0000 7f614c227740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f61441c4570 con 0x55aa7eefda90 2024-06-06T08:36:50.301 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.300+0000 7f61427fc640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa7eefda90 0x55aa7ef20250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:50.301 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.300+0000 7f61427fc640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa7eefda90 0x55aa7ef20250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:49552/0 (socket says 172.21.15.42:49552) 2024-06-06T08:36:50.301 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.300+0000 7f61427fc640 1 -- 172.21.15.42:0/2556098632 learned_addr learned my addr 172.21.15.42:0/2556098632 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:36:50.301 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.300+0000 7f61437fe640 1 --2- 172.21.15.42:0/2556098632 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa7ef08350 0x55aa7ef20790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:50.302 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.301+0000 7f61427fc640 1 -- 172.21.15.42:0/2556098632 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa7eefd170 msgr2=0x55aa7ef05ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:36:50.302 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.301+0000 7f61427fc640 1 --2- 172.21.15.42:0/2556098632 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa7eefd170 0x55aa7ef05ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:50.302 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.301+0000 7f61427fc640 1 -- 172.21.15.42:0/2556098632 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa7ef08350 msgr2=0x55aa7ef20790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:36:50.302 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.301+0000 7f61427fc640 1 --2- 172.21.15.42:0/2556098632 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa7ef08350 0x55aa7ef20790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:50.302 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.301+0000 7f61427fc640 1 -- 172.21.15.42:0/2556098632 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aa7eefd8c0 con 0x55aa7eefda90 2024-06-06T08:36:50.302 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.301+0000 7f61427fc640 1 --2- 172.21.15.42:0/2556098632 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa7eefda90 0x55aa7ef20250 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f61340f0a50 tx=0x7f6134003a20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4f6ad41a1f6bf593 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:36:50.302 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.301+0000 7f6128ff9640 1 -- 172.21.15.42:0/2556098632 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6134031c80 con 0x55aa7eefda90 2024-06-06T08:36:50.302 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.302+0000 7f6128ff9640 1 -- 172.21.15.42:0/2556098632 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f61340bcf10 con 0x55aa7eefda90 2024-06-06T08:36:50.302 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.302+0000 7f6128ff9640 1 -- 172.21.15.42:0/2556098632 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61340f0290 con 0x55aa7eefda90 2024-06-06T08:36:50.304 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.303+0000 7f614c227740 1 -- 172.21.15.42:0/2556098632 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa7eefda90 msgr2=0x55aa7ef20250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:36:50.304 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.303+0000 7f614c227740 1 --2- 172.21.15.42:0/2556098632 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa7eefda90 0x55aa7ef20250 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f61340f0a50 tx=0x7f6134003a20 comp rx=0 tx=0).stop 2024-06-06T08:36:50.304 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.303+0000 7f614c227740 1 -- 172.21.15.42:0/2556098632 shutdown_connections 2024-06-06T08:36:50.304 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.303+0000 7f614c227740 1 --2- 172.21.15.42:0/2556098632 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa7ef08350 0x55aa7ef20790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:50.304 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.303+0000 7f614c227740 1 --2- 172.21.15.42:0/2556098632 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa7eefda90 0x55aa7ef20250 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:50.304 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.303+0000 7f614c227740 1 --2- 172.21.15.42:0/2556098632 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa7eefd170 0x55aa7ef05ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:50.304 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.303+0000 7f614c227740 1 -- 172.21.15.42:0/2556098632 >> 172.21.15.42:0/2556098632 conn(0x55aa7eef9680 msgr2=0x55aa7ef03b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:36:50.305 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.303+0000 7f614c227740 1 -- 172.21.15.42:0/2556098632 shutdown_connections 2024-06-06T08:36:50.305 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.303+0000 7f614c227740 1 -- 172.21.15.42:0/2556098632 wait complete. 2024-06-06T08:36:50.305 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.303+0000 7f614c227740 1 -- start start 2024-06-06T08:36:50.305 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.303+0000 7f614c227740 1 Processor -- start 2024-06-06T08:36:50.305 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.304+0000 7f614c227740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa7eefd170 0x55aa7ef0b360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:50.305 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.304+0000 7f614c227740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa7eefda90 0x55aa7ef0b8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:50.305 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.304+0000 7f614c227740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa7ef08350 0x55aa7ef0bde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:50.305 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.304+0000 7f614c227740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f61441c4bc0 con 0x55aa7eefda90 2024-06-06T08:36:50.305 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.304+0000 7f614c227740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f61441c6030 con 0x55aa7ef08350 2024-06-06T08:36:50.305 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.304+0000 7f614c227740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f61441c5290 con 0x55aa7eefd170 2024-06-06T08:36:50.305 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.304+0000 7f614c227740 10 client.0 _ll_register_callbacks cb 0x7f61340b83f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:36:50.305 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.304+0000 7f61427fc640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa7eefda90 0x55aa7ef0b8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:50.305 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.304+0000 7f61427fc640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa7eefda90 0x55aa7ef0b8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:47342/0 (socket says 172.21.15.42:47342) 2024-06-06T08:36:50.305 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.304+0000 7f61427fc640 1 -- 172.21.15.42:0/654893428 learned_addr learned my addr 172.21.15.42:0/654893428 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:36:50.306 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.304+0000 7f61437fe640 1 --2- 172.21.15.42:0/654893428 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa7ef08350 0x55aa7ef0bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:50.306 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.304+0000 7f6142ffd640 1 --2- 172.21.15.42:0/654893428 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa7eefd170 0x55aa7ef0b360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:50.306 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.304+0000 7f61427fc640 1 -- 172.21.15.42:0/654893428 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa7eefd170 msgr2=0x55aa7ef0b360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:36:50.306 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.304+0000 7f61427fc640 1 --2- 172.21.15.42:0/654893428 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa7eefd170 0x55aa7ef0b360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:50.306 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.304+0000 7f61427fc640 1 -- 172.21.15.42:0/654893428 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa7ef08350 msgr2=0x55aa7ef0bde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:36:50.306 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.304+0000 7f61427fc640 1 --2- 172.21.15.42:0/654893428 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa7ef08350 0x55aa7ef0bde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:50.306 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.304+0000 7f61427fc640 1 -- 172.21.15.42:0/654893428 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aa7ef81340 con 0x55aa7eefda90 2024-06-06T08:36:50.306 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.305+0000 7f61427fc640 1 --2- 172.21.15.42:0/654893428 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa7eefda90 0x55aa7ef0b8a0 secure :-1 s=READY pgs=965 cs=0 l=1 rev1=1 crypto rx=0x7f6134030d00 tx=0x7f61340bad20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e212d012fa134ae server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:36:50.306 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.305+0000 7f6126ff5640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:36:50.307 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.305+0000 7f6126ff5640 1 -- 172.21.15.42:0/654893428 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6134031c80 con 0x55aa7eefda90 2024-06-06T08:36:50.307 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.305+0000 7f6126ff5640 1 -- 172.21.15.42:0/654893428 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(121..121 src has 1..121) ==== 9526+0+0 (secure 0 0 0) 0x7f61340bdb40 con 0x55aa7eefda90 2024-06-06T08:36:50.308 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.305+0000 7f614c227740 1 -- 172.21.15.42:0/654893428 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f61340bcf10 con 0x55aa7eefda90 2024-06-06T08:36:50.308 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.305+0000 7f6126ff5640 1 -- 172.21.15.42:0/654893428 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f61340bdd40 con 0x55aa7eefda90 2024-06-06T08:36:50.308 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.305+0000 7f614c227740 10 client.17679 fetch_fsmap learned FSMap version 46 2024-06-06T08:36:50.308 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.305+0000 7f614c227740 1 -- 172.21.15.42:0/654893428 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55aa7ef81340 con 0x55aa7eefda90 2024-06-06T08:36:50.308 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.305+0000 7f6126ff5640 1 -- 172.21.15.42:0/654893428 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f61340bcf10 con 0x55aa7eefda90 2024-06-06T08:36:50.308 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.306+0000 7f6126ff5640 1 -- 172.21.15.42:0/654893428 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 46) ==== 8370+0+0 (secure 0 0 0) 0x7f613404d070 con 0x55aa7eefda90 2024-06-06T08:36:50.308 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.306+0000 7f614c227740 10 client.17679 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T08:36:50.308 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.306+0000 7f614c227740 10 client.17679 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:36:50.308 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.306+0000 7f614c227740 20 client.17679 populate_metadata read hostname 'smithi042' 2024-06-06T08:36:50.308 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.306+0000 7f614c227740 1 --2- 172.21.15.42:0/654893428 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55aa7ef82960 0x55aa7ef84d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:50.308 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.306+0000 7f614c227740 4 client.17679 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:36:50.308 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.306+0000 7f614c227740 1 -- 172.21.15.42:0/654893428 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55aa7ee6ec20 con 0x55aa7ef82960 2024-06-06T08:36:50.309 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.306+0000 7f6142ffd640 1 --2- 172.21.15.42:0/654893428 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55aa7ef82960 0x55aa7ef84d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:50.309 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.307+0000 7f6142ffd640 1 --2- 172.21.15.42:0/654893428 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55aa7ef82960 0x55aa7ef84d80 crc :-1 s=READY pgs=256 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c31516beaebf6729 server_cookie=3093bd8824b21670 in_seq=0 out_seq=0 2024-06-06T08:36:50.309 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.307+0000 7f6126ff5640 10 client.17679 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:36:50.425 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.425+0000 7f6126ff5640 1 -- 172.21.15.42:0/654893428 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55aa7ee6ec20 con 0x55aa7ef82960 2024-06-06T08:36:50.425 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.425+0000 7f6126ff5640 10 client.17679 handle_command_reply: tid=0 2024-06-06T08:36:50.425 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.425+0000 7f614c227740 1 client.17679 shutdown 2024-06-06T08:36:50.425 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.425+0000 7f614c227740 1 -- 172.21.15.42:0/654893428 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa7eefda90 msgr2=0x55aa7ef0b8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:36:50.425 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.425+0000 7f614c227740 1 --2- 172.21.15.42:0/654893428 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa7eefda90 0x55aa7ef0b8a0 secure :-1 s=READY pgs=965 cs=0 l=1 rev1=1 crypto rx=0x7f6134030d00 tx=0x7f61340bad20 comp rx=0 tx=0).stop 2024-06-06T08:36:50.425 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.425+0000 7f614c227740 1 -- 172.21.15.42:0/654893428 shutdown_connections 2024-06-06T08:36:50.425 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.425+0000 7f614c227740 1 --2- 172.21.15.42:0/654893428 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55aa7ef82960 0x55aa7ef84d80 crc :-1 s=READY pgs=256 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:50.426 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.425+0000 7f614c227740 1 --2- 172.21.15.42:0/654893428 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55aa7ef08350 0x55aa7ef0bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:50.426 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.425+0000 7f614c227740 1 --2- 172.21.15.42:0/654893428 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa7eefda90 0x55aa7ef0b8a0 unknown :-1 s=CLOSED pgs=965 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:50.426 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.425+0000 7f614c227740 1 --2- 172.21.15.42:0/654893428 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa7eefd170 0x55aa7ef0b360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:50.426 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.425+0000 7f614c227740 1 -- 172.21.15.42:0/654893428 >> 172.21.15.42:0/654893428 conn(0x55aa7eef9680 msgr2=0x55aa7eefeb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:36:50.426 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.425+0000 7f6126ff5640 0 client.17679 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:36:50.426 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.425+0000 7f614c227740 1 -- 172.21.15.42:0/654893428 shutdown_connections 2024-06-06T08:36:50.426 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.425+0000 7f614c227740 1 -- 172.21.15.42:0/654893428 wait complete. 2024-06-06T08:36:50.426 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.425+0000 7f614c227740 20 client.17679 trim_cache size 0 max 16384 2024-06-06T08:36:50.427 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:36:50.427 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:36:50.427 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:36:50.427 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.426+0000 7f6149438640 1 -- 172.21.15.42:0/365373462 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f612c0a2f80 msgr2=0x7f612c0a5440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:36:50.428 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.426+0000 7f6149438640 1 --2- 172.21.15.42:0/365373462 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f612c0a2f80 0x7f612c0a5440 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f613800efd0 tx=0x7f61380183a0 comp rx=0 tx=0).stop 2024-06-06T08:36:50.428 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.426+0000 7f6149438640 1 -- 172.21.15.42:0/365373462 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f614411b180 msgr2=0x7f61441148f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:36:50.428 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.426+0000 7f6149438640 1 --2- 172.21.15.42:0/365373462 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f614411b180 0x7f61441148f0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f613402a8f0 tx=0x7f6134004270 comp rx=0 tx=0).stop 2024-06-06T08:36:50.428 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.426+0000 7f6149438640 1 -- 172.21.15.42:0/365373462 shutdown_connections 2024-06-06T08:36:50.428 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.426+0000 7f6149438640 1 --2- 172.21.15.42:0/365373462 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f612c0a2f80 0x7f612c0a5440 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:50.428 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.426+0000 7f6149438640 1 --2- 172.21.15.42:0/365373462 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6144114e30 0x7f61441152e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:50.428 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.426+0000 7f6149438640 1 --2- 172.21.15.42:0/365373462 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f614411b180 0x7f61441148f0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:50.428 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.426+0000 7f6149438640 1 --2- 172.21.15.42:0/365373462 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6144110190 0x7f614411a880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:50.428 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.426+0000 7f6149438640 1 -- 172.21.15.42:0/365373462 >> 172.21.15.42:0/365373462 conn(0x7f614406ca70 msgr2=0x7f614411b560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:36:50.428 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.426+0000 7f6149438640 1 -- 172.21.15.42:0/365373462 shutdown_connections 2024-06-06T08:36:50.428 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:36:50.426+0000 7f6149438640 1 -- 172.21.15.42:0/365373462 wait complete. 2024-06-06T08:36:50.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:36:50 smithi120 ceph-mon[36658]: pgmap v450: 129 pgs: 7 active+clean+snaptrim_wait, 6 active+clean+snaptrim, 116 active+clean; 1.5 GiB data, 8.6 GiB used, 1.0 TiB / 1.0 TiB avail; 753 KiB/s rd, 793 KiB/s wr, 292 op/s 2024-06-06T08:36:51.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:36:50 smithi149 ceph-mon[36842]: pgmap v450: 129 pgs: 7 active+clean+snaptrim_wait, 6 active+clean+snaptrim, 116 active+clean; 1.5 GiB data, 8.6 GiB used, 1.0 TiB / 1.0 TiB avail; 753 KiB/s rd, 793 KiB/s wr, 292 op/s 2024-06-06T08:36:51.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:36:50 smithi042 ceph-mon[32384]: pgmap v450: 129 pgs: 7 active+clean+snaptrim_wait, 6 active+clean+snaptrim, 116 active+clean; 1.5 GiB data, 8.6 GiB used, 1.0 TiB / 1.0 TiB avail; 753 KiB/s rd, 793 KiB/s wr, 292 op/s 2024-06-06T08:36:52.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:36:52 smithi120 ceph-mon[36658]: pgmap v451: 129 pgs: 7 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 119 active+clean; 1.5 GiB data, 8.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 355 op/s 2024-06-06T08:36:53.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:36:52 smithi149 ceph-mon[36842]: pgmap v451: 129 pgs: 7 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 119 active+clean; 1.5 GiB data, 8.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 355 op/s 2024-06-06T08:36:53.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:36:52 smithi042 ceph-mon[32384]: pgmap v451: 129 pgs: 7 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 119 active+clean; 1.5 GiB data, 8.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 355 op/s 2024-06-06T08:36:54.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:36:54 smithi120 ceph-mon[36658]: pgmap v452: 129 pgs: 7 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 120 active+clean; 1.5 GiB data, 8.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.0 MiB/s wr, 273 op/s 2024-06-06T08:36:55.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:36:54 smithi149 ceph-mon[36842]: pgmap v452: 129 pgs: 7 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 120 active+clean; 1.5 GiB data, 8.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.0 MiB/s wr, 273 op/s 2024-06-06T08:36:55.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:36:54 smithi042 ceph-mon[32384]: pgmap v452: 129 pgs: 7 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 120 active+clean; 1.5 GiB data, 8.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.0 MiB/s wr, 273 op/s 2024-06-06T08:36:56.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:36:56 smithi120 ceph-mon[36658]: pgmap v453: 129 pgs: 129 active+clean; 1.5 GiB data, 8.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 378 op/s 2024-06-06T08:36:57.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:36:56 smithi149 ceph-mon[36842]: pgmap v453: 129 pgs: 129 active+clean; 1.5 GiB data, 8.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 378 op/s 2024-06-06T08:36:57.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:36:56 smithi042 ceph-mon[32384]: pgmap v453: 129 pgs: 129 active+clean; 1.5 GiB data, 8.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 378 op/s 2024-06-06T08:36:57.605 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 22.3 2024-06-06T08:36:57.606 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:36:57.863 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:36:58.623 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:36:58 smithi042 ceph-mon[32384]: pgmap v454: 129 pgs: 129 active+clean; 1.5 GiB data, 8.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.7 MiB/s wr, 403 op/s 2024-06-06T08:36:58.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:36:58 smithi120 ceph-mon[36658]: pgmap v454: 129 pgs: 129 active+clean; 1.5 GiB data, 8.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.7 MiB/s wr, 403 op/s 2024-06-06T08:36:59.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:36:58 smithi149 ceph-mon[36842]: pgmap v454: 129 pgs: 129 active+clean; 1.5 GiB data, 8.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.7 MiB/s wr, 403 op/s 2024-06-06T08:36:59.681 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:36:59.679+0000 7f1fe239f700 1 -- 172.21.15.42:0/1952623313 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1fdc06ac60 msgr2=0x7f1fdc06b0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:36:59.681 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:36:59.679+0000 7f1fe239f700 1 --2- 172.21.15.42:0/1952623313 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1fdc06ac60 0x7f1fdc06b0e0 secure :-1 s=READY pgs=966 cs=0 l=1 rev1=1 crypto rx=0x7f1fd00099c0 tx=0x7f1fd0009cd0 comp rx=0 tx=0).stop 2024-06-06T08:36:59.681 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:36:59.679+0000 7f1fe239f700 1 -- 172.21.15.42:0/1952623313 shutdown_connections 2024-06-06T08:36:59.681 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:36:59.679+0000 7f1fe239f700 1 --2- 172.21.15.42:0/1952623313 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1fdc06b620 0x7f1fdc10f350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:59.681 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:36:59.679+0000 7f1fe239f700 1 --2- 172.21.15.42:0/1952623313 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1fdc108580 0x7f1fdc108960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:59.682 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:36:59.679+0000 7f1fe239f700 1 --2- 172.21.15.42:0/1952623313 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1fdc06ac60 0x7f1fdc06b0e0 unknown :-1 s=CLOSED pgs=966 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:59.682 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:36:59.679+0000 7f1fe239f700 1 -- 172.21.15.42:0/1952623313 >> 172.21.15.42:0/1952623313 conn(0x7f1fdc078430 msgr2=0x7f1fdc078840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:36:59.682 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:36:59.679+0000 7f1fe239f700 1 -- 172.21.15.42:0/1952623313 shutdown_connections 2024-06-06T08:36:59.682 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:36:59.679+0000 7f1fe239f700 1 -- 172.21.15.42:0/1952623313 wait complete. 2024-06-06T08:36:59.682 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:36:59.679+0000 7f1fe239f700 1 Processor -- start 2024-06-06T08:36:59.682 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:36:59.679+0000 7f1fe239f700 1 -- start start 2024-06-06T08:36:59.682 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:36:59.680+0000 7f1fe239f700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1fdc06ac60 0x7f1fdc19e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:59.682 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:36:59.680+0000 7f1fe239f700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1fdc06b620 0x7f1fdc19ed80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:59.682 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:36:59.680+0000 7f1fe239f700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1fdc108580 0x7f1fdc198a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:59.682 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:36:59.680+0000 7f1fe239f700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f1fdc1127e0 con 0x7f1fdc06ac60 2024-06-06T08:36:59.683 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:36:59.680+0000 7f1fe239f700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f1fdc112660 con 0x7f1fdc06b620 2024-06-06T08:36:59.683 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:36:59.680+0000 7f1fe239f700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f1fdc112960 con 0x7f1fdc108580 2024-06-06T08:36:59.683 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:36:59.680+0000 7f1fdbfff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1fdc06ac60 0x7f1fdc19e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:59.683 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:36:59.680+0000 7f1fdbfff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1fdc06ac60 0x7f1fdc19e840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:50614/0 (socket says 172.21.15.42:50614) 2024-06-06T08:36:59.683 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:36:59.680+0000 7f1fdbfff700 1 -- 172.21.15.42:0/500878382 learned_addr learned my addr 172.21.15.42:0/500878382 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:36:59.683 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:36:59.680+0000 7f1fdb7fe700 1 --2- 172.21.15.42:0/500878382 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1fdc06b620 0x7f1fdc19ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:59.683 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:36:59.680+0000 7f1fe093c700 1 --2- 172.21.15.42:0/500878382 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1fdc108580 0x7f1fdc198a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:59.683 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:36:59.680+0000 7f1fdbfff700 1 -- 172.21.15.42:0/500878382 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1fdc108580 msgr2=0x7f1fdc198a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:36:59.683 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:36:59.680+0000 7f1fdbfff700 1 --2- 172.21.15.42:0/500878382 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1fdc108580 0x7f1fdc198a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:59.684 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:36:59.680+0000 7f1fdbfff700 1 -- 172.21.15.42:0/500878382 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1fdc06b620 msgr2=0x7f1fdc19ed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:36:59.684 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:36:59.680+0000 7f1fdbfff700 1 --2- 172.21.15.42:0/500878382 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1fdc06b620 0x7f1fdc19ed80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:59.684 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:36:59.680+0000 7f1fdbfff700 1 -- 172.21.15.42:0/500878382 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1fdc199160 con 0x7f1fdc06ac60 2024-06-06T08:36:59.684 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:36:59.681+0000 7f1fdbfff700 1 --2- 172.21.15.42:0/500878382 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1fdc06ac60 0x7f1fdc19e840 secure :-1 s=READY pgs=967 cs=0 l=1 rev1=1 crypto rx=0x7f1fcc00e9c0 tx=0x7f1fcc00ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:36:59.684 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:36:59.681+0000 7f1fd97fa700 1 -- 172.21.15.42:0/500878382 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fcc00cbd0 con 0x7f1fdc06ac60 2024-06-06T08:36:59.684 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:36:59.681+0000 7f1fe239f700 1 -- 172.21.15.42:0/500878382 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1fdc199450 con 0x7f1fdc06ac60 2024-06-06T08:36:59.684 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:36:59.681+0000 7f1fd97fa700 1 -- 172.21.15.42:0/500878382 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1fcc00ee60 con 0x7f1fdc06ac60 2024-06-06T08:36:59.684 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:36:59.681+0000 7f1fd97fa700 1 -- 172.21.15.42:0/500878382 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fcc005630 con 0x7f1fdc06ac60 2024-06-06T08:36:59.684 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:36:59.681+0000 7f1fe239f700 1 -- 172.21.15.42:0/500878382 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1fdc1a5710 con 0x7f1fdc06ac60 2024-06-06T08:36:59.685 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:36:59.682+0000 7f1fe239f700 1 -- 172.21.15.42:0/500878382 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1fdc069180 con 0x7f1fdc06ac60 2024-06-06T08:36:59.685 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:36:59.683+0000 7f1fd97fa700 1 -- 172.21.15.42:0/500878382 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f1fcc004750 con 0x7f1fdc06ac60 2024-06-06T08:36:59.685 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:36:59.684+0000 7f1fd97fa700 1 --2- 172.21.15.42:0/500878382 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f1fc40a2d90 0x7f1fc40a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:36:59.685 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:36:59.684+0000 7f1fdb7fe700 1 --2- 172.21.15.42:0/500878382 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f1fc40a2d90 0x7f1fc40a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:36:59.686 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:36:59.684+0000 7f1fd97fa700 1 -- 172.21.15.42:0/500878382 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(121..121 src has 1..121) ==== 9526+0+0 (secure 0 0 0) 0x7f1fcc0cfad0 con 0x7f1fdc06ac60 2024-06-06T08:36:59.686 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:36:59.684+0000 7f1fdb7fe700 1 --2- 172.21.15.42:0/500878382 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f1fc40a2d90 0x7f1fc40a5250 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f1fdc0789a0 tx=0x7f1fd0005fb0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:36:59.688 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:36:59.688+0000 7f1fd97fa700 1 -- 172.21.15.42:0/500878382 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f1fcc09c300 con 0x7f1fdc06ac60 2024-06-06T08:36:59.983 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:36:59.983+0000 7f1fe239f700 1 -- 172.21.15.42:0/500878382 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1fdc02dca0 con 0x7f1fdc06ac60 2024-06-06T08:36:59.984 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:36:59.985+0000 7f1fd97fa700 1 -- 172.21.15.42:0/500878382 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 46 v46) ==== 94+0+11885 (secure 0 0 0) 0x7f1fcc09bc00 con 0x7f1fdc06ac60 2024-06-06T08:36:59.985 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:36:59.985 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":46,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/667270675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":667270675},{"type":"v1","addr":"172.21.15.42:6837","nonce":667270675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/2414389302","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":2414389302},{"type":"v1","addr":"172.21.15.42:6839","nonce":2414389302}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14574,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/3625002785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":3625002785},{"type":"v1","addr":"172.21.15.42:6841","nonce":3625002785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":26389,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/411591287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":411591287},{"type":"v1","addr":"172.21.15.149:6835","nonce":411591287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":46,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T08:18:39.778858+0000","modified":"2024-06-06T08:33:24.901180+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24464},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6837/3434475673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":3434475673},{"type":"v1","addr":"172.21.15.120:6837","nonce":3434475673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":188,"addr":"172.21.15.120:6839/1585293472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":1585293472},{"type":"v1","addr":"172.21.15.120:6839","nonce":1585293472}]},"join_fscid":-1,"export_targets":[0,1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":192,"addr":"172.21.15.149:6837/751787578","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":751787578},{"type":"v1","addr":"172.21.15.149:6837","nonce":751787578}]},"join_fscid":-1,"export_targets":[0,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":8,"addr":"172.21.15.149:6839/764851483","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":764851483},{"type":"v1","addr":"172.21.15.149:6839","nonce":764851483}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26696":{"gid":26696,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6835/2158320752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":2158320752},{"type":"v1","addr":"172.21.15.120:6835","nonce":2158320752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24469,24484,24464]},"id":1}]} 2024-06-06T08:36:59.993 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:36:59.993+0000 7f1fe239f700 1 -- 172.21.15.42:0/500878382 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f1fc40a2d90 msgr2=0x7f1fc40a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:36:59.993 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:36:59.993+0000 7f1fe239f700 1 --2- 172.21.15.42:0/500878382 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f1fc40a2d90 0x7f1fc40a5250 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f1fdc0789a0 tx=0x7f1fd0005fb0 comp rx=0 tx=0).stop 2024-06-06T08:36:59.993 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:36:59.993+0000 7f1fe239f700 1 -- 172.21.15.42:0/500878382 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1fdc06ac60 msgr2=0x7f1fdc19e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:36:59.993 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:36:59.993+0000 7f1fe239f700 1 --2- 172.21.15.42:0/500878382 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1fdc06ac60 0x7f1fdc19e840 secure :-1 s=READY pgs=967 cs=0 l=1 rev1=1 crypto rx=0x7f1fcc00e9c0 tx=0x7f1fcc00ecd0 comp rx=0 tx=0).stop 2024-06-06T08:36:59.993 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:36:59.993+0000 7f1fe239f700 1 -- 172.21.15.42:0/500878382 shutdown_connections 2024-06-06T08:36:59.993 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:36:59.993+0000 7f1fe239f700 1 --2- 172.21.15.42:0/500878382 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f1fc40a2d90 0x7f1fc40a5250 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:59.993 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:36:59.993+0000 7f1fe239f700 1 --2- 172.21.15.42:0/500878382 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1fdc108580 0x7f1fdc198a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:59.993 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:36:59.993+0000 7f1fe239f700 1 --2- 172.21.15.42:0/500878382 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1fdc06ac60 0x7f1fdc19e840 secure :-1 s=CLOSED pgs=967 cs=0 l=1 rev1=1 crypto rx=0x7f1fcc00e9c0 tx=0x7f1fcc00ecd0 comp rx=0 tx=0).stop 2024-06-06T08:36:59.993 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:36:59.993+0000 7f1fe239f700 1 --2- 172.21.15.42:0/500878382 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1fdc06b620 0x7f1fdc19ed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:36:59.994 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:36:59.993+0000 7f1fe239f700 1 -- 172.21.15.42:0/500878382 >> 172.21.15.42:0/500878382 conn(0x7f1fdc078430 msgr2=0x7f1fdc0ffed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:36:59.994 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:36:59.993+0000 7f1fe239f700 1 -- 172.21.15.42:0/500878382 shutdown_connections 2024-06-06T08:36:59.994 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:36:59.993+0000 7f1fe239f700 1 -- 172.21.15.42:0/500878382 wait complete. 2024-06-06T08:36:59.994 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 46 2024-06-06T08:37:00.657 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:37:00 smithi042 ceph-mon[32384]: pgmap v455: 129 pgs: 129 active+clean; 1.5 GiB data, 8.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 391 op/s 2024-06-06T08:37:00.657 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:37:00 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/500878382' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:37:00.657 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:37:00 smithi042 ceph-mon[32384]: osdmap e122: 12 total, 12 up, 12 in 2024-06-06T08:37:00.816 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24484 quiesce db / --timeout 90 --expiration 142.3 --await-for 45.0' 2024-06-06T08:37:00.816 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- timeout 105 ceph tell mds.24484 quiesce db / --timeout 90 --expiration 142.3 --await-for 45.0 2024-06-06T08:37:00.838 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:37:00 smithi149 ceph-mon[36842]: pgmap v455: 129 pgs: 129 active+clean; 1.5 GiB data, 8.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 391 op/s 2024-06-06T08:37:00.838 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:37:00 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/500878382' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:37:00.839 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:37:00 smithi149 ceph-mon[36842]: osdmap e122: 12 total, 12 up, 12 in 2024-06-06T08:37:00.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:37:00 smithi120 ceph-mon[36658]: pgmap v455: 129 pgs: 129 active+clean; 1.5 GiB data, 8.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 391 op/s 2024-06-06T08:37:00.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:37:00 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/500878382' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:37:00.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:37:00 smithi120 ceph-mon[36658]: osdmap e122: 12 total, 12 up, 12 in 2024-06-06T08:37:01.172 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:37:02.648 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:37:02 smithi042 ceph-mon[32384]: pgmap v457: 129 pgs: 129 active+clean; 1.5 GiB data, 8.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 447 op/s 2024-06-06T08:37:02.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:37:02 smithi120 ceph-mon[36658]: pgmap v457: 129 pgs: 129 active+clean; 1.5 GiB data, 8.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 447 op/s 2024-06-06T08:37:03.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:37:02 smithi149 ceph-mon[36842]: pgmap v457: 129 pgs: 129 active+clean; 1.5 GiB data, 8.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 447 op/s 2024-06-06T08:37:03.176 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.174+0000 7f5ef0e60700 1 -- 172.21.15.42:0/3309146461 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5eec101280 msgr2=0x7f5eec101660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:37:03.176 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.174+0000 7f5ef0e60700 1 --2- 172.21.15.42:0/3309146461 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5eec101280 0x7f5eec101660 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f5ee001a9a0 tx=0x7f5ee001acb0 comp rx=0 tx=0).stop 2024-06-06T08:37:03.178 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.177+0000 7f5ef0e60700 1 -- 172.21.15.42:0/3309146461 shutdown_connections 2024-06-06T08:37:03.178 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.177+0000 7f5ef0e60700 1 --2- 172.21.15.42:0/3309146461 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5eec106690 0x7f5eec106b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:03.178 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.177+0000 7f5ef0e60700 1 --2- 172.21.15.42:0/3309146461 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5eec101280 0x7f5eec101660 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:03.178 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.177+0000 7f5ef0e60700 1 --2- 172.21.15.42:0/3309146461 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5eec101ba0 0x7f5eec106070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:03.178 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.177+0000 7f5ef0e60700 1 -- 172.21.15.42:0/3309146461 >> 172.21.15.42:0/3309146461 conn(0x7f5eec0fcce0 msgr2=0x7f5eec0ff100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:37:03.179 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.179+0000 7f5ef0e60700 1 -- 172.21.15.42:0/3309146461 shutdown_connections 2024-06-06T08:37:03.179 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.179+0000 7f5ef0e60700 1 -- 172.21.15.42:0/3309146461 wait complete. 2024-06-06T08:37:03.179 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.180+0000 7f5ef0e60700 1 Processor -- start 2024-06-06T08:37:03.184 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.180+0000 7f5ef0e60700 1 -- start start 2024-06-06T08:37:03.185 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.180+0000 7f5ef0e60700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5eec101280 0x7f5eec072e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:03.185 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.180+0000 7f5ef0e60700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5eec101ba0 0x7f5eec073340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:03.185 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.180+0000 7f5ef0e60700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5eec106690 0x7f5eec10d860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:03.185 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.180+0000 7f5ef0e60700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5eec10a070 con 0x7f5eec101ba0 2024-06-06T08:37:03.185 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.180+0000 7f5ef0e60700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f5eec109ef0 con 0x7f5eec106690 2024-06-06T08:37:03.185 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.180+0000 7f5ef0e60700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f5eec10a1f0 con 0x7f5eec101280 2024-06-06T08:37:03.185 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.181+0000 7f5eeaffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5eec101ba0 0x7f5eec073340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:03.185 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.181+0000 7f5eeaffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5eec101ba0 0x7f5eec073340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:50616/0 (socket says 172.21.15.42:50616) 2024-06-06T08:37:03.185 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.181+0000 7f5eeaffd700 1 -- 172.21.15.42:0/1165655022 learned_addr learned my addr 172.21.15.42:0/1165655022 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:37:03.185 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.181+0000 7f5eeaffd700 1 -- 172.21.15.42:0/1165655022 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5eec101280 msgr2=0x7f5eec072e00 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-06-06T08:37:03.185 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.181+0000 7f5eeaffd700 1 --2- 172.21.15.42:0/1165655022 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5eec101280 0x7f5eec072e00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:03.185 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.181+0000 7f5eeaffd700 1 -- 172.21.15.42:0/1165655022 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5eec106690 msgr2=0x7f5eec10d860 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-06-06T08:37:03.186 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.181+0000 7f5eeaffd700 1 --2- 172.21.15.42:0/1165655022 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5eec106690 0x7f5eec10d860 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:03.186 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.181+0000 7f5eeaffd700 1 -- 172.21.15.42:0/1165655022 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5eec115ce0 con 0x7f5eec101ba0 2024-06-06T08:37:03.186 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.181+0000 7f5eeaffd700 1 --2- 172.21.15.42:0/1165655022 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5eec101ba0 0x7f5eec073340 secure :-1 s=READY pgs=968 cs=0 l=1 rev1=1 crypto rx=0x7f5ee400efc0 tx=0x7f5ee400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:37:03.186 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.182+0000 7f5ee8ff9700 1 -- 172.21.15.42:0/1165655022 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ee400ca70 con 0x7f5eec101ba0 2024-06-06T08:37:03.186 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.182+0000 7f5ef0e60700 1 -- 172.21.15.42:0/1165655022 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5eec10de00 con 0x7f5eec101ba0 2024-06-06T08:37:03.186 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.182+0000 7f5ef0e60700 1 -- 172.21.15.42:0/1165655022 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5eec10e2f0 con 0x7f5eec101ba0 2024-06-06T08:37:03.189 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.185+0000 7f5ee8ff9700 1 -- 172.21.15.42:0/1165655022 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5ee4019070 con 0x7f5eec101ba0 2024-06-06T08:37:03.189 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.186+0000 7f5ee8ff9700 1 -- 172.21.15.42:0/1165655022 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ee40146e0 con 0x7f5eec101ba0 2024-06-06T08:37:03.189 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.187+0000 7f5efc945b80 1 Processor -- start 2024-06-06T08:37:03.190 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.187+0000 7f5efc945b80 1 -- start start 2024-06-06T08:37:03.190 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.187+0000 7f5efc945b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d193fad870 0x55d193fadc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:03.190 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.187+0000 7f5efc945b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d193fae190 0x55d193fb8b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:03.190 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.187+0000 7f5efc945b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d193fb9040 0x55d193fbb430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:03.190 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.187+0000 7f5efc945b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55d193ea10f0 con 0x55d193fb9040 2024-06-06T08:37:03.190 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.187+0000 7f5efc945b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55d193eff9e0 con 0x55d193fae190 2024-06-06T08:37:03.190 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.187+0000 7f5efc945b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55d193e675f0 con 0x55d193fad870 2024-06-06T08:37:03.190 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.188+0000 7f5eeaffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d193fb9040 0x55d193fbb430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:03.190 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.188+0000 7f5eeaffd700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d193fb9040 0x55d193fbb430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:50630/0 (socket says 172.21.15.42:50630) 2024-06-06T08:37:03.190 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.188+0000 7f5eeaffd700 1 -- 172.21.15.42:0/2629676098 learned_addr learned my addr 172.21.15.42:0/2629676098 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:37:03.190 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.188+0000 7f5eeaffd700 1 -- 172.21.15.42:0/2629676098 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d193fad870 msgr2=0x55d193fadc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:37:03.190 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.188+0000 7f5eeaffd700 1 --2- 172.21.15.42:0/2629676098 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d193fad870 0x55d193fadc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:03.190 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.188+0000 7f5eeaffd700 1 -- 172.21.15.42:0/2629676098 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d193fae190 msgr2=0x55d193fb8b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:37:03.191 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.188+0000 7f5eeaffd700 1 --2- 172.21.15.42:0/2629676098 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d193fae190 0x55d193fb8b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:03.191 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.188+0000 7f5eeaffd700 1 -- 172.21.15.42:0/2629676098 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d193e4ea60 con 0x55d193fb9040 2024-06-06T08:37:03.194 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.191+0000 7f5ee8ff9700 1 -- 172.21.15.42:0/1165655022 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f5ee4012050 con 0x7f5eec101ba0 2024-06-06T08:37:03.195 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.192+0000 7f5ee8ff9700 1 --2- 172.21.15.42:0/1165655022 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f5ed40c4dc0 0x7f5ed40c7280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:03.195 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.192+0000 7f5ee8ff9700 1 -- 172.21.15.42:0/1165655022 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(123..123 src has 1..123) ==== 9526+0+0 (secure 0 0 0) 0x7f5ee40d0d10 con 0x7f5eec101ba0 2024-06-06T08:37:03.195 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.192+0000 7f5eeaffd700 1 --2- 172.21.15.42:0/2629676098 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d193fb9040 0x55d193fbb430 secure :-1 s=READY pgs=969 cs=0 l=1 rev1=1 crypto rx=0x7f5ee4007fd0 tx=0x7f5ee4004d30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb54eb54bafba4fb server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:37:03.195 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.193+0000 7f5ed1ffb700 1 -- 172.21.15.42:0/2629676098 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ee40992a0 con 0x55d193fb9040 2024-06-06T08:37:03.195 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.193+0000 7f5ed1ffb700 1 -- 172.21.15.42:0/2629676098 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5ee409d700 con 0x55d193fb9040 2024-06-06T08:37:03.195 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.193+0000 7f5ed1ffb700 1 -- 172.21.15.42:0/2629676098 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ee409c960 con 0x55d193fb9040 2024-06-06T08:37:03.195 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.194+0000 7f5efc945b80 1 -- 172.21.15.42:0/2629676098 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d193fb9040 msgr2=0x55d193fbb430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:37:03.195 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.194+0000 7f5efc945b80 1 --2- 172.21.15.42:0/2629676098 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d193fb9040 0x55d193fbb430 secure :-1 s=READY pgs=969 cs=0 l=1 rev1=1 crypto rx=0x7f5ee4007fd0 tx=0x7f5ee4004d30 comp rx=0 tx=0).stop 2024-06-06T08:37:03.195 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.195+0000 7f5eebfff700 1 --2- 172.21.15.42:0/1165655022 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f5ed40c4dc0 0x7f5ed40c7280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:03.195 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.195+0000 7f5efc945b80 1 -- 172.21.15.42:0/2629676098 shutdown_connections 2024-06-06T08:37:03.195 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.195+0000 7f5efc945b80 1 --2- 172.21.15.42:0/2629676098 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d193fb9040 0x55d193fbb430 unknown :-1 s=CLOSED pgs=969 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:03.195 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.195+0000 7f5efc945b80 1 --2- 172.21.15.42:0/2629676098 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d193fad870 0x55d193fadc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:03.196 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.195+0000 7f5efc945b80 1 --2- 172.21.15.42:0/2629676098 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d193fae190 0x55d193fb8b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:03.196 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.195+0000 7f5efc945b80 1 -- 172.21.15.42:0/2629676098 >> 172.21.15.42:0/2629676098 conn(0x55d193edb210 msgr2=0x55d193fa9d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:37:03.197 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.197+0000 7f5eebfff700 1 --2- 172.21.15.42:0/1165655022 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f5ed40c4dc0 0x7f5ed40c7280 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f5edc009610 tx=0x7f5edc006cd0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:37:03.197 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.197+0000 7f5efc945b80 1 -- 172.21.15.42:0/2629676098 shutdown_connections 2024-06-06T08:37:03.199 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.198+0000 7f5efc945b80 1 -- 172.21.15.42:0/2629676098 wait complete. 2024-06-06T08:37:03.199 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.198+0000 7f5efc945b80 1 -- start start 2024-06-06T08:37:03.199 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.199+0000 7f5efc945b80 1 Processor -- start 2024-06-06T08:37:03.204 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.204+0000 7f5efc945b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d193fad870 0x55d193fb86b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:03.205 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.204+0000 7f5efc945b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d193fae190 0x55d193fb59b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:03.205 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.204+0000 7f5efc945b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d193fb9040 0x55d193fb5ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:03.205 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.204+0000 7f5efc945b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55d193ea0150 con 0x55d193fb9040 2024-06-06T08:37:03.205 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.204+0000 7f5efc945b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55d193efb9a0 con 0x55d193fad870 2024-06-06T08:37:03.205 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.204+0000 7f5efc945b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55d193fddb70 con 0x55d193fae190 2024-06-06T08:37:03.205 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.204+0000 7f5efc945b80 10 client.0 _ll_register_callbacks cb 0x55d193e95740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:37:03.206 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.205+0000 7f5eebfff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d193fb9040 0x55d193fb5ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:03.206 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.205+0000 7f5eebfff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d193fb9040 0x55d193fb5ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:50642/0 (socket says 172.21.15.42:50642) 2024-06-06T08:37:03.206 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.205+0000 7f5eebfff700 1 -- 172.21.15.42:0/3916300116 learned_addr learned my addr 172.21.15.42:0/3916300116 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:37:03.206 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.206+0000 7f5eeb7fe700 1 --2- 172.21.15.42:0/3916300116 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d193fad870 0x55d193fb86b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:03.207 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.207+0000 7f5eeaffd700 1 --2- 172.21.15.42:0/3916300116 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d193fae190 0x55d193fb59b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:03.210 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.209+0000 7f5eeb7fe700 1 -- 172.21.15.42:0/3916300116 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d193fae190 msgr2=0x55d193fb59b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:37:03.211 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.209+0000 7f5eeb7fe700 1 --2- 172.21.15.42:0/3916300116 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d193fae190 0x55d193fb59b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:03.211 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.209+0000 7f5eeb7fe700 1 -- 172.21.15.42:0/3916300116 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d193fb9040 msgr2=0x55d193fb5ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:37:03.211 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.209+0000 7f5eeb7fe700 1 --2- 172.21.15.42:0/3916300116 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d193fb9040 0x55d193fb5ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:03.211 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.209+0000 7f5eeb7fe700 1 -- 172.21.15.42:0/3916300116 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d193ec58e0 con 0x55d193fad870 2024-06-06T08:37:03.211 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.212+0000 7f5eeb7fe700 1 --2- 172.21.15.42:0/3916300116 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d193fad870 0x55d193fb86b0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f5ee0026000 tx=0x7f5ee001a650 comp rx=0 tx=0).ready entity=mon.2 client_cookie=786e25132cd175ea server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:37:03.212 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.212+0000 7f5ecaffd700 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:37:03.217 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.216+0000 7f5ecaffd700 1 -- 172.21.15.42:0/3916300116 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ee0003b40 con 0x55d193fad870 2024-06-06T08:37:03.217 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.216+0000 7f5ecaffd700 1 -- 172.21.15.42:0/3916300116 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(123..123 src has 1..123) ==== 9526+0+0 (secure 0 0 0) 0x7f5ee0003ce0 con 0x55d193fad870 2024-06-06T08:37:03.217 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.217+0000 7f5efc945b80 1 -- 172.21.15.42:0/3916300116 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5ee409d700 con 0x55d193fad870 2024-06-06T08:37:03.220 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.220+0000 7f5ecaffd700 1 -- 172.21.15.42:0/3916300116 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f5ee0005110 con 0x55d193fad870 2024-06-06T08:37:03.220 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.220+0000 7f5efc945b80 10 client.27266 fetch_fsmap learned FSMap version 46 2024-06-06T08:37:03.220 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.220+0000 7f5efc945b80 1 -- 172.21.15.42:0/3916300116 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55d193fe81f0 con 0x55d193fad870 2024-06-06T08:37:03.223 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.222+0000 7f5ecaffd700 1 -- 172.21.15.42:0/3916300116 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5ee409d700 con 0x55d193fad870 2024-06-06T08:37:03.223 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.222+0000 7f5ecaffd700 1 -- 172.21.15.42:0/3916300116 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 46) ==== 8370+0+0 (secure 0 0 0) 0x7f5ee000e430 con 0x55d193fad870 2024-06-06T08:37:03.223 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.223+0000 7f5efc945b80 10 client.27266 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T08:37:03.223 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.223+0000 7f5efc945b80 10 client.27266 resolve_mds: validated gid 24484 aka daemon mds.i 2024-06-06T08:37:03.224 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.223+0000 7f5efc945b80 20 client.27266 populate_metadata read hostname 'smithi042' 2024-06-06T08:37:03.224 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.223+0000 7f5efc945b80 1 --2- 172.21.15.42:0/3916300116 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55d193fea830 0x55d193fecc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:03.224 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.223+0000 7f5efc945b80 4 client.27266 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:37:03.224 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.223+0000 7f5efc945b80 1 -- 172.21.15.42:0/3916300116 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d193f0cee0 con 0x55d193fea830 2024-06-06T08:37:03.225 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.223+0000 7f5eeaffd700 1 --2- 172.21.15.42:0/3916300116 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55d193fea830 0x55d193fecc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:03.226 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.226+0000 7f5ecaffd700 10 client.27266 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:37:03.226 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.226+0000 7f5eeaffd700 1 --2- 172.21.15.42:0/3916300116 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55d193fea830 0x55d193fecc90 crc :-1 s=READY pgs=257 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9ca00c35ac8595d0 server_cookie=c9d8975c2e12b0e in_seq=0 out_seq=0 2024-06-06T08:37:03.230 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.230+0000 7f5ecaffd700 1 -- 172.21.15.42:0/3916300116 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55d193f0cee0 con 0x55d193fea830 2024-06-06T08:37:03.230 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.230+0000 7f5ecaffd700 10 client.27266 handle_command_reply: tid=0 2024-06-06T08:37:03.230 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.231+0000 7f5efc945b80 1 client.27266 shutdown 2024-06-06T08:37:03.234 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.234+0000 7f5efc945b80 1 -- 172.21.15.42:0/3916300116 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d193fad870 msgr2=0x55d193fb86b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:37:03.234 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.234+0000 7f5efc945b80 1 --2- 172.21.15.42:0/3916300116 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d193fad870 0x55d193fb86b0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f5ee0026000 tx=0x7f5ee001a650 comp rx=0 tx=0).stop 2024-06-06T08:37:03.234 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.234+0000 7f5efc945b80 1 -- 172.21.15.42:0/3916300116 shutdown_connections 2024-06-06T08:37:03.234 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.234+0000 7f5efc945b80 1 --2- 172.21.15.42:0/3916300116 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d193fb9040 0x55d193fb5ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:03.234 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.234+0000 7f5efc945b80 1 --2- 172.21.15.42:0/3916300116 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55d193fea830 0x55d193fecc90 crc :-1 s=READY pgs=257 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:03.235 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.234+0000 7f5efc945b80 1 --2- 172.21.15.42:0/3916300116 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d193fad870 0x55d193fb86b0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:03.235 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.234+0000 7f5efc945b80 1 --2- 172.21.15.42:0/3916300116 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d193fae190 0x55d193fb59b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:03.235 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.234+0000 7f5efc945b80 1 -- 172.21.15.42:0/3916300116 >> 172.21.15.42:0/3916300116 conn(0x55d193edb210 msgr2=0x55d193fa98b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:37:03.235 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.234+0000 7f5ecaffd700 0 client.27266 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:37:03.235 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.234+0000 7f5efc945b80 1 -- 172.21.15.42:0/3916300116 shutdown_connections 2024-06-06T08:37:03.235 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.235+0000 7f5efc945b80 1 -- 172.21.15.42:0/3916300116 wait complete. 2024-06-06T08:37:03.235 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.235+0000 7f5efc945b80 20 client.27266 trim_cache size 0 max 16384 2024-06-06T08:37:03.277 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.277+0000 7f5efc945b80 1 Processor -- start 2024-06-06T08:37:03.278 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.278+0000 7f5efc945b80 1 -- start start 2024-06-06T08:37:03.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.279+0000 7f5efc945b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d193fad870 0x55d193fb49b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:03.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.279+0000 7f5efc945b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d193fae190 0x55d193fb78f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:03.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.279+0000 7f5efc945b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d193fb9040 0x55d193ff25b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:03.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.279+0000 7f5eeaffd700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d193fae190 0x55d193fb78f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:03.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.279+0000 7f5eeaffd700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d193fae190 0x55d193fb78f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:49316/0 (socket says 172.21.15.42:49316) 2024-06-06T08:37:03.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.279+0000 7f5eeaffd700 1 -- 172.21.15.42:0/3050450530 learned_addr learned my addr 172.21.15.42:0/3050450530 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:37:03.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.280+0000 7f5efc945b80 1 -- 172.21.15.42:0/3050450530 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5ed8011850 con 0x55d193fb9040 2024-06-06T08:37:03.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.280+0000 7f5efc945b80 1 -- 172.21.15.42:0/3050450530 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f5ed800f020 con 0x55d193fae190 2024-06-06T08:37:03.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.280+0000 7f5efc945b80 1 -- 172.21.15.42:0/3050450530 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f5ed800ce90 con 0x55d193fad870 2024-06-06T08:37:03.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.280+0000 7f5eeaffd700 1 -- 172.21.15.42:0/3050450530 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d193fad870 msgr2=0x55d193fb49b0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-06T08:37:03.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.280+0000 7f5eeaffd700 1 --2- 172.21.15.42:0/3050450530 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d193fad870 0x55d193fb49b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:03.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.280+0000 7f5eeaffd700 1 -- 172.21.15.42:0/3050450530 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d193fb9040 msgr2=0x55d193ff25b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:37:03.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.280+0000 7f5eeaffd700 1 --2- 172.21.15.42:0/3050450530 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d193fb9040 0x55d193ff25b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:03.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.280+0000 7f5eeaffd700 1 -- 172.21.15.42:0/3050450530 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d193fae570 con 0x55d193fae190 2024-06-06T08:37:03.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.281+0000 7f5eeaffd700 1 --2- 172.21.15.42:0/3050450530 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d193fae190 0x55d193fb78f0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f5ee400ef90 tx=0x7f5ee40098a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9d16e9c9a2445f12 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:37:03.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.283+0000 7f5ed17fa700 1 -- 172.21.15.42:0/3050450530 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ee40b7070 con 0x55d193fae190 2024-06-06T08:37:03.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.283+0000 7f5ed17fa700 1 -- 172.21.15.42:0/3050450530 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5ee409d700 con 0x55d193fae190 2024-06-06T08:37:03.286 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.286+0000 7f5ed17fa700 1 -- 172.21.15.42:0/3050450530 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ee40bce80 con 0x55d193fae190 2024-06-06T08:37:03.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.288+0000 7f5efc945b80 1 -- 172.21.15.42:0/3050450530 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d193fae190 msgr2=0x55d193fb78f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:37:03.289 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.288+0000 7f5efc945b80 1 --2- 172.21.15.42:0/3050450530 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d193fae190 0x55d193fb78f0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f5ee400ef90 tx=0x7f5ee40098a0 comp rx=0 tx=0).stop 2024-06-06T08:37:03.291 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.290+0000 7f5efc945b80 1 -- 172.21.15.42:0/3050450530 shutdown_connections 2024-06-06T08:37:03.291 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.290+0000 7f5efc945b80 1 --2- 172.21.15.42:0/3050450530 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d193fb9040 0x55d193ff25b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:03.291 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.290+0000 7f5efc945b80 1 --2- 172.21.15.42:0/3050450530 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d193fad870 0x55d193fb49b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:03.291 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.290+0000 7f5efc945b80 1 --2- 172.21.15.42:0/3050450530 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d193fae190 0x55d193fb78f0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:03.291 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.290+0000 7f5efc945b80 1 -- 172.21.15.42:0/3050450530 >> 172.21.15.42:0/3050450530 conn(0x55d193edb210 msgr2=0x55d193fb71e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:37:03.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.292+0000 7f5efc945b80 1 -- 172.21.15.42:0/3050450530 shutdown_connections 2024-06-06T08:37:03.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.294+0000 7f5efc945b80 1 -- 172.21.15.42:0/3050450530 wait complete. 2024-06-06T08:37:03.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.294+0000 7f5efc945b80 1 -- start start 2024-06-06T08:37:03.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.295+0000 7f5efc945b80 1 Processor -- start 2024-06-06T08:37:03.295 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.295+0000 7f5efc945b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d193fad870 0x55d193fe35f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:03.295 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.295+0000 7f5efc945b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d193fae190 0x55d193fdfe30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:03.295 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.295+0000 7f5efc945b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d193fb9040 0x55d193fe0370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:03.296 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.295+0000 7f5efc945b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5ed800d4e0 con 0x55d193fb9040 2024-06-06T08:37:03.296 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.295+0000 7f5efc945b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f5ed800e950 con 0x55d193fad870 2024-06-06T08:37:03.296 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.295+0000 7f5efc945b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f5ed800dbb0 con 0x55d193fae190 2024-06-06T08:37:03.296 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.295+0000 7f5efc945b80 10 client.0 _ll_register_callbacks cb 0x55d193e95740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:37:03.297 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.296+0000 7f5eeaffd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d193fae190 0x55d193fdfe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:03.297 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.296+0000 7f5eeaffd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d193fae190 0x55d193fdfe30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:46556/0 (socket says 172.21.15.42:46556) 2024-06-06T08:37:03.297 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.296+0000 7f5eeaffd700 1 -- 172.21.15.42:0/3255192864 learned_addr learned my addr 172.21.15.42:0/3255192864 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:37:03.298 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.296+0000 7f5eeb7fe700 1 --2- 172.21.15.42:0/3255192864 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d193fad870 0x55d193fe35f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:03.298 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.297+0000 7f5eeaffd700 1 -- 172.21.15.42:0/3255192864 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d193fad870 msgr2=0x55d193fe35f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:37:03.298 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.297+0000 7f5eeaffd700 1 --2- 172.21.15.42:0/3255192864 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d193fad870 0x55d193fe35f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:03.298 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.297+0000 7f5eeaffd700 1 -- 172.21.15.42:0/3255192864 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d193fb9040 msgr2=0x55d193fe0370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:37:03.298 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.297+0000 7f5eeaffd700 1 --2- 172.21.15.42:0/3255192864 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d193fb9040 0x55d193fe0370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:03.298 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.297+0000 7f5eeaffd700 1 -- 172.21.15.42:0/3255192864 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d193fe0be0 con 0x55d193fae190 2024-06-06T08:37:03.298 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.297+0000 7f5eeb7fe700 1 --2- 172.21.15.42:0/3255192864 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d193fad870 0x55d193fe35f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:37:03.298 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.297+0000 7f5eeaffd700 1 --2- 172.21.15.42:0/3255192864 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d193fae190 0x55d193fdfe30 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f5ee400c7a0 tx=0x7f5ee409c960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=543614420400fe0e server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:37:03.300 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.299+0000 7f5ecaffd700 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:37:03.300 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.299+0000 7f5ecaffd700 1 -- 172.21.15.42:0/3255192864 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ee40b7070 con 0x55d193fae190 2024-06-06T08:37:03.300 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.299+0000 7f5ecaffd700 1 -- 172.21.15.42:0/3255192864 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(123..123 src has 1..123) ==== 9526+0+0 (secure 0 0 0) 0x7f5ee400cc10 con 0x55d193fae190 2024-06-06T08:37:03.300 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.300+0000 7f5efc945b80 1 -- 172.21.15.42:0/3255192864 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5ee409d700 con 0x55d193fae190 2024-06-06T08:37:03.304 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.303+0000 7f5ecaffd700 1 -- 172.21.15.42:0/3255192864 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f5ee409cb40 con 0x55d193fae190 2024-06-06T08:37:03.304 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.303+0000 7f5efc945b80 10 client.27130 fetch_fsmap learned FSMap version 46 2024-06-06T08:37:03.304 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.303+0000 7f5efc945b80 1 -- 172.21.15.42:0/3255192864 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55d1940565f0 con 0x55d193fae190 2024-06-06T08:37:03.308 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.306+0000 7f5ecaffd700 1 -- 172.21.15.42:0/3255192864 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5ee409d700 con 0x55d193fae190 2024-06-06T08:37:03.308 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.306+0000 7f5ecaffd700 1 -- 172.21.15.42:0/3255192864 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 46) ==== 8370+0+0 (secure 0 0 0) 0x7f5ee40ce330 con 0x55d193fae190 2024-06-06T08:37:03.308 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.307+0000 7f5efc945b80 10 client.27130 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T08:37:03.308 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.307+0000 7f5efc945b80 10 client.27130 resolve_mds: validated gid 24484 aka daemon mds.i 2024-06-06T08:37:03.308 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.307+0000 7f5efc945b80 20 client.27130 populate_metadata read hostname 'smithi042' 2024-06-06T08:37:03.308 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.307+0000 7f5efc945b80 1 --2- 172.21.15.42:0/3255192864 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55d1940568d0 0x55d194058cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:03.309 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.307+0000 7f5efc945b80 4 client.27130 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 142.3, "await_for": 45.0}] 2024-06-06T08:37:03.309 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.307+0000 7f5efc945b80 1 -- 172.21.15.42:0/3255192864 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 142.3, "await_for": 45.0}) -- 0x55d193f07460 con 0x55d1940568d0 2024-06-06T08:37:03.309 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.308+0000 7f5eeb7fe700 1 --2- 172.21.15.42:0/3255192864 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55d1940568d0 0x55d194058cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:03.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.312+0000 7f5ecaffd700 10 client.27130 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:37:03.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:03.312+0000 7f5eeb7fe700 1 --2- 172.21.15.42:0/3255192864 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55d1940568d0 0x55d194058cc0 crc :-1 s=READY pgs=258 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3401a38edf2c2cfb server_cookie=96c70e5d71e665bb in_seq=0 out_seq=0 2024-06-06T08:37:03.591 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.591+0000 7f5667e1c640 1 -- 172.21.15.42:0/2923507914 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5660110570 msgr2=0x7f5660108ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:37:03.591 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.591+0000 7f5667e1c640 1 --2- 172.21.15.42:0/2923507914 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5660110570 0x7f5660108ee0 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7f565c009890 tx=0x7f565c02a440 comp rx=0 tx=0).stop 2024-06-06T08:37:03.598 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.598+0000 7f5667e1c640 1 -- 172.21.15.42:0/2923507914 shutdown_connections 2024-06-06T08:37:03.598 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.598+0000 7f5667e1c640 1 --2- 172.21.15.42:0/2923507914 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f566011b180 0x7f566011d570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:03.598 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.598+0000 7f5667e1c640 1 --2- 172.21.15.42:0/2923507914 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5660110570 0x7f5660108ee0 unknown :-1 s=CLOSED pgs=970 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:03.599 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.598+0000 7f5667e1c640 1 --2- 172.21.15.42:0/2923507914 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5660110190 0x7f56601089a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:03.599 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.598+0000 7f5667e1c640 1 -- 172.21.15.42:0/2923507914 >> 172.21.15.42:0/2923507914 conn(0x7f566006ca70 msgr2=0x7f566006ce80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:37:03.602 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.603+0000 7f5667e1c640 1 -- 172.21.15.42:0/2923507914 shutdown_connections 2024-06-06T08:37:03.605 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.605+0000 7f5667e1c640 1 -- 172.21.15.42:0/2923507914 wait complete. 2024-06-06T08:37:03.606 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.606+0000 7f5667e1c640 1 Processor -- start 2024-06-06T08:37:03.610 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.609+0000 7f5667e1c640 1 -- start start 2024-06-06T08:37:03.610 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.609+0000 7f5667e1c640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5660110190 0x7f56601186d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:03.610 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.609+0000 7f5667e1c640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f566011b180 0x7f5660118c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:03.610 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.609+0000 7f5667e1c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f56601118c0 0x7f5660111d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:03.610 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.609+0000 7f5667e1c640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5660120c70 con 0x7f5660110190 2024-06-06T08:37:03.610 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.609+0000 7f5667e1c640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f5660120af0 con 0x7f566011b180 2024-06-06T08:37:03.610 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.609+0000 7f5667e1c640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f5660120df0 con 0x7f56601118c0 2024-06-06T08:37:03.610 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.610+0000 7f56663b9640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f56601118c0 0x7f5660111d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:03.611 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.610+0000 7f56663b9640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f56601118c0 0x7f5660111d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:46580/0 (socket says 172.21.15.42:46580) 2024-06-06T08:37:03.611 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.610+0000 7f56663b9640 1 -- 172.21.15.42:0/4216841117 learned_addr learned my addr 172.21.15.42:0/4216841117 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:37:03.612 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.610+0000 7f56663b9640 1 -- 172.21.15.42:0/4216841117 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f566011b180 msgr2=0x7f5660118c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:37:03.612 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.610+0000 7f56663b9640 1 --2- 172.21.15.42:0/4216841117 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f566011b180 0x7f5660118c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:03.613 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.610+0000 7f56663b9640 1 -- 172.21.15.42:0/4216841117 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5660110190 msgr2=0x7f56601186d0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-06T08:37:03.613 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.610+0000 7f56663b9640 1 --2- 172.21.15.42:0/4216841117 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5660110190 0x7f56601186d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:03.613 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.610+0000 7f56663b9640 1 -- 172.21.15.42:0/4216841117 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56601161f0 con 0x7f56601118c0 2024-06-06T08:37:03.613 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.610+0000 7f56663b9640 1 --2- 172.21.15.42:0/4216841117 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f56601118c0 0x7f5660111d70 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f565800ed70 tx=0x7f565800c6e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:37:03.613 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.611+0000 7f5652ffd640 1 -- 172.21.15.42:0/4216841117 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5658003b70 con 0x7f56601118c0 2024-06-06T08:37:03.613 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.611+0000 7f5667e1c640 1 -- 172.21.15.42:0/4216841117 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56601164e0 con 0x7f56601118c0 2024-06-06T08:37:03.613 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.611+0000 7f5667e1c640 1 -- 172.21.15.42:0/4216841117 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5660116a30 con 0x7f56601118c0 2024-06-06T08:37:03.613 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.611+0000 7f5652ffd640 1 -- 172.21.15.42:0/4216841117 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5658003d10 con 0x7f56601118c0 2024-06-06T08:37:03.613 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.611+0000 7f5652ffd640 1 -- 172.21.15.42:0/4216841117 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5658017920 con 0x7f56601118c0 2024-06-06T08:37:03.616 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.616+0000 7f566ac07740 1 Processor -- start 2024-06-06T08:37:03.618 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.617+0000 7f5652ffd640 1 -- 172.21.15.42:0/4216841117 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f5658003fc0 con 0x7f56601118c0 2024-06-06T08:37:03.618 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.618+0000 7f5652ffd640 1 --2- 172.21.15.42:0/4216841117 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f564c0a2ff0 0x7f564c0a54b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:03.618 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.619+0000 7f56653b7640 1 --2- 172.21.15.42:0/4216841117 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f564c0a2ff0 0x7f564c0a54b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:03.619 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.619+0000 7f56653b7640 1 --2- 172.21.15.42:0/4216841117 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f564c0a2ff0 0x7f564c0a54b0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f565c000c00 tx=0x7f565c009490 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:37:03.619 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.619+0000 7f5652ffd640 1 -- 172.21.15.42:0/4216841117 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(123..123 src has 1..123) ==== 9526+0+0 (secure 0 0 0) 0x7f56580176c0 con 0x7f56601118c0 2024-06-06T08:37:03.623 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.622+0000 7f566ac07740 1 -- start start 2024-06-06T08:37:03.623 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.622+0000 7f566ac07740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563fad211170 0x563fad211550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:03.623 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.622+0000 7f566ac07740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563fad211a90 0x563fad21be10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:03.623 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.622+0000 7f566ac07740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563fad21c350 0x563fad21e740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:03.623 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.622+0000 7f566ac07740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x563fad1754f0 con 0x563fad211a90 2024-06-06T08:37:03.623 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.622+0000 7f566ac07740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x563fad113870 con 0x563fad211170 2024-06-06T08:37:03.624 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.622+0000 7f566ac07740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x563fad1714b0 con 0x563fad21c350 2024-06-06T08:37:03.624 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.622+0000 7f56653b7640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563fad211a90 0x563fad21be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:03.624 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.622+0000 7f56653b7640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563fad211a90 0x563fad21be10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:50692/0 (socket says 172.21.15.42:50692) 2024-06-06T08:37:03.624 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.622+0000 7f56653b7640 1 -- 172.21.15.42:0/3681074226 learned_addr learned my addr 172.21.15.42:0/3681074226 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:37:03.624 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.624+0000 7f56663b9640 1 --2- 172.21.15.42:0/3681074226 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563fad21c350 0x563fad21e740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:03.626 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.626+0000 7f56653b7640 1 -- 172.21.15.42:0/3681074226 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563fad21c350 msgr2=0x563fad21e740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:37:03.626 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.626+0000 7f56653b7640 1 --2- 172.21.15.42:0/3681074226 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563fad21c350 0x563fad21e740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:03.626 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.626+0000 7f56653b7640 1 -- 172.21.15.42:0/3681074226 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563fad211170 msgr2=0x563fad211550 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-06T08:37:03.626 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.626+0000 7f56653b7640 1 --2- 172.21.15.42:0/3681074226 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563fad211170 0x563fad211550 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:03.626 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.626+0000 7f56653b7640 1 -- 172.21.15.42:0/3681074226 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563fad12f9b0 con 0x563fad211a90 2024-06-06T08:37:03.627 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.627+0000 7f56653b7640 1 --2- 172.21.15.42:0/3681074226 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563fad211a90 0x563fad21be10 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7f565c009890 tx=0x7f565c03d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8bbfb9398170469 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:37:03.630 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.629+0000 7f564bfff640 1 -- 172.21.15.42:0/3681074226 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f565c04d020 con 0x563fad211a90 2024-06-06T08:37:03.630 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.629+0000 7f564bfff640 1 -- 172.21.15.42:0/3681074226 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f565c005520 con 0x563fad211a90 2024-06-06T08:37:03.631 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.629+0000 7f564bfff640 1 -- 172.21.15.42:0/3681074226 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f565c004d20 con 0x563fad211a90 2024-06-06T08:37:03.631 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.630+0000 7f566ac07740 1 -- 172.21.15.42:0/3681074226 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563fad211a90 msgr2=0x563fad21be10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:37:03.631 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.630+0000 7f566ac07740 1 --2- 172.21.15.42:0/3681074226 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563fad211a90 0x563fad21be10 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7f565c009890 tx=0x7f565c03d000 comp rx=0 tx=0).stop 2024-06-06T08:37:03.635 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.633+0000 7f566ac07740 1 -- 172.21.15.42:0/3681074226 shutdown_connections 2024-06-06T08:37:03.635 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.633+0000 7f566ac07740 1 --2- 172.21.15.42:0/3681074226 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563fad21c350 0x563fad21e740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:03.635 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.633+0000 7f566ac07740 1 --2- 172.21.15.42:0/3681074226 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563fad211a90 0x563fad21be10 unknown :-1 s=CLOSED pgs=971 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:03.635 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.633+0000 7f566ac07740 1 --2- 172.21.15.42:0/3681074226 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563fad211170 0x563fad211550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:03.635 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.633+0000 7f566ac07740 1 -- 172.21.15.42:0/3681074226 >> 172.21.15.42:0/3681074226 conn(0x563fad20d680 msgr2=0x563fad20da60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:37:03.637 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.638+0000 7f566ac07740 1 -- 172.21.15.42:0/3681074226 shutdown_connections 2024-06-06T08:37:03.640 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.640+0000 7f566ac07740 1 -- 172.21.15.42:0/3681074226 wait complete. 2024-06-06T08:37:03.640 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.640+0000 7f566ac07740 1 -- start start 2024-06-06T08:37:03.640 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.640+0000 7f566ac07740 1 Processor -- start 2024-06-06T08:37:03.641 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.641+0000 7f566ac07740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563fad211170 0x563fad2192c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:03.641 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.641+0000 7f566ac07740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563fad211a90 0x563fad219800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:03.642 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.641+0000 7f566ac07740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563fad21c350 0x563fad219d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:03.642 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.641+0000 7f566ac07740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x563fad21ef20 con 0x563fad211170 2024-06-06T08:37:03.642 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.641+0000 7f566ac07740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x563fad0feae0 con 0x563fad211a90 2024-06-06T08:37:03.642 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.641+0000 7f566ac07740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x563fad21f0a0 con 0x563fad21c350 2024-06-06T08:37:03.642 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.641+0000 7f566ac07740 10 client.0 _ll_register_callbacks cb 0x563fad1379b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:37:03.642 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.641+0000 7f56653b7640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563fad211a90 0x563fad219800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:03.642 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.641+0000 7f56653b7640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563fad211a90 0x563fad219800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:49362/0 (socket says 172.21.15.42:49362) 2024-06-06T08:37:03.642 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.641+0000 7f56653b7640 1 -- 172.21.15.42:0/1225962467 learned_addr learned my addr 172.21.15.42:0/1225962467 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:37:03.643 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.643+0000 7f56653b7640 1 -- 172.21.15.42:0/1225962467 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563fad21c350 msgr2=0x563fad219d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:37:03.643 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.643+0000 7f56653b7640 1 --2- 172.21.15.42:0/1225962467 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563fad21c350 0x563fad219d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:03.643 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.643+0000 7f56653b7640 1 -- 172.21.15.42:0/1225962467 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563fad211170 msgr2=0x563fad2192c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:37:03.643 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.643+0000 7f56653b7640 1 --2- 172.21.15.42:0/1225962467 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563fad211170 0x563fad2192c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:03.643 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.643+0000 7f56653b7640 1 -- 172.21.15.42:0/1225962467 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563face89210 con 0x563fad211a90 2024-06-06T08:37:03.647 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.646+0000 7f56653b7640 1 --2- 172.21.15.42:0/1225962467 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563fad211a90 0x563fad219800 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f565c005b60 tx=0x7f565c004cd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3f294a84e3125d88 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:37:03.647 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.647+0000 7f56497fa640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:37:03.647 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.647+0000 7f56497fa640 1 -- 172.21.15.42:0/1225962467 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f565c04d030 con 0x563fad211a90 2024-06-06T08:37:03.647 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.647+0000 7f566ac07740 1 -- 172.21.15.42:0/1225962467 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f565c005520 con 0x563fad211a90 2024-06-06T08:37:03.647 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.647+0000 7f56497fa640 1 -- 172.21.15.42:0/1225962467 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(123..123 src has 1..123) ==== 9526+0+0 (secure 0 0 0) 0x7f565c049450 con 0x563fad211a90 2024-06-06T08:37:03.648 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.648+0000 7f56497fa640 1 -- 172.21.15.42:0/1225962467 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f565c065050 con 0x563fad211a90 2024-06-06T08:37:03.651 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.651+0000 7f566ac07740 10 client.27275 fetch_fsmap learned FSMap version 46 2024-06-06T08:37:03.651 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.651+0000 7f566ac07740 1 -- 172.21.15.42:0/1225962467 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x563facf55620 con 0x563fad211a90 2024-06-06T08:37:03.654 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.654+0000 7f56497fa640 1 -- 172.21.15.42:0/1225962467 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f565c005520 con 0x563fad211a90 2024-06-06T08:37:03.654 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.654+0000 7f56497fa640 1 -- 172.21.15.42:0/1225962467 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 46) ==== 8370+0+0 (secure 0 0 0) 0x7f565c052620 con 0x563fad211a90 2024-06-06T08:37:03.656 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.655+0000 7f566ac07740 10 client.27275 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T08:37:03.657 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.655+0000 7f566ac07740 10 client.27275 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:37:03.657 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.655+0000 7f566ac07740 20 client.27275 populate_metadata read hostname 'smithi042' 2024-06-06T08:37:03.657 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.655+0000 7f566ac07740 1 --2- 172.21.15.42:0/1225962467 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x563fad22c320 0x563fad22e710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:03.657 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.655+0000 7f566ac07740 4 client.27275 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:37:03.657 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.655+0000 7f566ac07740 1 -- 172.21.15.42:0/1225962467 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563fad188f10 con 0x563fad22c320 2024-06-06T08:37:03.662 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.661+0000 7f5665bb8640 1 --2- 172.21.15.42:0/1225962467 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x563fad22c320 0x563fad22e710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:03.673 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.673+0000 7f5665bb8640 1 --2- 172.21.15.42:0/1225962467 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x563fad22c320 0x563fad22e710 crc :-1 s=READY pgs=259 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4f218da80b314254 server_cookie=dff47de3591b4479 in_seq=0 out_seq=0 2024-06-06T08:37:03.673 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.674+0000 7f56497fa640 10 client.27275 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:37:03.678 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.679+0000 7f56497fa640 1 -- 172.21.15.42:0/1225962467 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x563fad188f10 con 0x563fad22c320 2024-06-06T08:37:03.678 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.679+0000 7f56497fa640 10 client.27275 handle_command_reply: tid=0 2024-06-06T08:37:03.682 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.682+0000 7f566ac07740 1 client.27275 shutdown 2024-06-06T08:37:03.686 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.686+0000 7f566ac07740 1 -- 172.21.15.42:0/1225962467 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563fad211a90 msgr2=0x563fad219800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:37:03.686 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.686+0000 7f566ac07740 1 --2- 172.21.15.42:0/1225962467 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563fad211a90 0x563fad219800 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f565c005b60 tx=0x7f565c004cd0 comp rx=0 tx=0).stop 2024-06-06T08:37:03.690 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.690+0000 7f566ac07740 1 -- 172.21.15.42:0/1225962467 shutdown_connections 2024-06-06T08:37:03.690 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.690+0000 7f566ac07740 1 --2- 172.21.15.42:0/1225962467 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x563fad22c320 0x563fad22e710 crc :-1 s=READY pgs=259 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:03.690 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.690+0000 7f566ac07740 1 --2- 172.21.15.42:0/1225962467 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563fad211a90 0x563fad219800 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:03.690 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.690+0000 7f566ac07740 1 --2- 172.21.15.42:0/1225962467 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563fad21c350 0x563fad219d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:03.690 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.690+0000 7f566ac07740 1 --2- 172.21.15.42:0/1225962467 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563fad211170 0x563fad2192c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:03.690 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.690+0000 7f566ac07740 1 -- 172.21.15.42:0/1225962467 >> 172.21.15.42:0/1225962467 conn(0x563fad20d680 msgr2=0x563fad213400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:37:03.690 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.690+0000 7f56497fa640 0 client.27275 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:37:03.691 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.692+0000 7f566ac07740 1 -- 172.21.15.42:0/1225962467 shutdown_connections 2024-06-06T08:37:03.691 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.692+0000 7f566ac07740 1 -- 172.21.15.42:0/1225962467 wait complete. 2024-06-06T08:37:03.695 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.696+0000 7f566ac07740 20 client.27275 trim_cache size 0 max 16384 2024-06-06T08:37:03.728 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.728+0000 7f566ac07740 1 Processor -- start 2024-06-06T08:37:03.731 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.732+0000 7f566ac07740 1 -- start start 2024-06-06T08:37:03.731 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.732+0000 7f566ac07740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563fad211170 0x563fad213b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:03.732 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.732+0000 7f566ac07740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563fad211a90 0x563fad219b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:03.732 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.732+0000 7f566ac07740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563fad21c350 0x563fad233da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:03.732 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.732+0000 7f566ac07740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5644012a50 con 0x563fad211a90 2024-06-06T08:37:03.732 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.732+0000 7f566ac07740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f5644010260 con 0x563fad21c350 2024-06-06T08:37:03.732 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.732+0000 7f566ac07740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f564400e0d0 con 0x563fad211170 2024-06-06T08:37:03.733 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.732+0000 7f56653b7640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563fad211a90 0x563fad219b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:03.733 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.732+0000 7f56653b7640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563fad211a90 0x563fad219b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:50712/0 (socket says 172.21.15.42:50712) 2024-06-06T08:37:03.733 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.732+0000 7f56653b7640 1 -- 172.21.15.42:0/2883900583 learned_addr learned my addr 172.21.15.42:0/2883900583 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:37:03.733 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.733+0000 7f5665bb8640 1 --2- 172.21.15.42:0/2883900583 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563fad211170 0x563fad213b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:03.734 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.733+0000 7f56653b7640 1 -- 172.21.15.42:0/2883900583 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563fad211170 msgr2=0x563fad213b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:37:03.734 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.733+0000 7f56653b7640 1 --2- 172.21.15.42:0/2883900583 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563fad211170 0x563fad213b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:03.734 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.733+0000 7f56653b7640 1 -- 172.21.15.42:0/2883900583 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563fad21c350 msgr2=0x563fad233da0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-06T08:37:03.734 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.733+0000 7f56653b7640 1 --2- 172.21.15.42:0/2883900583 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563fad21c350 0x563fad233da0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:03.734 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.733+0000 7f56653b7640 1 -- 172.21.15.42:0/2883900583 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563fad217810 con 0x563fad211a90 2024-06-06T08:37:03.738 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.738+0000 7f56653b7640 1 --2- 172.21.15.42:0/2883900583 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563fad211a90 0x563fad219b60 secure :-1 s=READY pgs=972 cs=0 l=1 rev1=1 crypto rx=0x7f565c030f10 tx=0x7f565c0054d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76b0bede40c4c9cf server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:37:03.740 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.741+0000 7f564b7fe640 1 -- 172.21.15.42:0/2883900583 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f565c04d070 con 0x563fad211a90 2024-06-06T08:37:03.741 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.741+0000 7f564b7fe640 1 -- 172.21.15.42:0/2883900583 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f565c052be0 con 0x563fad211a90 2024-06-06T08:37:03.746 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.745+0000 7f564b7fe640 1 -- 172.21.15.42:0/2883900583 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f565c040040 con 0x563fad211a90 2024-06-06T08:37:03.746 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.746+0000 7f566ac07740 1 -- 172.21.15.42:0/2883900583 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563fad211a90 msgr2=0x563fad219b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:37:03.746 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.746+0000 7f566ac07740 1 --2- 172.21.15.42:0/2883900583 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563fad211a90 0x563fad219b60 secure :-1 s=READY pgs=972 cs=0 l=1 rev1=1 crypto rx=0x7f565c030f10 tx=0x7f565c0054d0 comp rx=0 tx=0).stop 2024-06-06T08:37:03.752 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.753+0000 7f566ac07740 1 -- 172.21.15.42:0/2883900583 shutdown_connections 2024-06-06T08:37:03.753 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.753+0000 7f566ac07740 1 --2- 172.21.15.42:0/2883900583 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563fad21c350 0x563fad233da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:03.753 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.753+0000 7f566ac07740 1 --2- 172.21.15.42:0/2883900583 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563fad211a90 0x563fad219b60 unknown :-1 s=CLOSED pgs=972 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:03.753 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.753+0000 7f566ac07740 1 --2- 172.21.15.42:0/2883900583 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563fad211170 0x563fad213b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:03.753 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.753+0000 7f566ac07740 1 -- 172.21.15.42:0/2883900583 >> 172.21.15.42:0/2883900583 conn(0x563fad20d680 msgr2=0x563fad20c7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:37:03.758 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.758+0000 7f566ac07740 1 -- 172.21.15.42:0/2883900583 shutdown_connections 2024-06-06T08:37:03.764 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.762+0000 7f566ac07740 1 -- 172.21.15.42:0/2883900583 wait complete. 2024-06-06T08:37:03.764 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.762+0000 7f566ac07740 1 -- start start 2024-06-06T08:37:03.764 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.762+0000 7f566ac07740 1 Processor -- start 2024-06-06T08:37:03.765 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.763+0000 7f566ac07740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563fad211170 0x563fad224b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:03.765 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.763+0000 7f566ac07740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563fad211a90 0x563fad216150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:03.765 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.763+0000 7f566ac07740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563fad21c350 0x563fad216760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:03.765 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.763+0000 7f566ac07740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f564400e720 con 0x563fad211170 2024-06-06T08:37:03.765 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.763+0000 7f566ac07740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f564400fb90 con 0x563fad21c350 2024-06-06T08:37:03.765 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.763+0000 7f566ac07740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f564400edf0 con 0x563fad211a90 2024-06-06T08:37:03.765 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.763+0000 7f566ac07740 10 client.0 _ll_register_callbacks cb 0x7f5658023070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:37:03.765 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.763+0000 7f56663b9640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563fad21c350 0x563fad216760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:03.765 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.763+0000 7f56663b9640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563fad21c350 0x563fad216760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:49392/0 (socket says 172.21.15.42:49392) 2024-06-06T08:37:03.765 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.763+0000 7f56663b9640 1 -- 172.21.15.42:0/1995749324 learned_addr learned my addr 172.21.15.42:0/1995749324 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:37:03.765 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.764+0000 7f56663b9640 1 -- 172.21.15.42:0/1995749324 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563fad211a90 msgr2=0x563fad216150 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-06-06T08:37:03.765 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.764+0000 7f56663b9640 1 --2- 172.21.15.42:0/1995749324 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563fad211a90 0x563fad216150 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:03.765 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.764+0000 7f56663b9640 1 -- 172.21.15.42:0/1995749324 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563fad211170 msgr2=0x563fad224b70 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-06-06T08:37:03.766 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.764+0000 7f56663b9640 1 --2- 172.21.15.42:0/1995749324 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563fad211170 0x563fad224b70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:03.766 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.764+0000 7f56663b9640 1 -- 172.21.15.42:0/1995749324 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563fad216f90 con 0x563fad21c350 2024-06-06T08:37:03.766 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.764+0000 7f56663b9640 1 --2- 172.21.15.42:0/1995749324 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563fad21c350 0x563fad216760 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f565800cbe0 tx=0x7f5658096580 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b8dec7b6709ae913 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:37:03.768 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.767+0000 7f56497fa640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:37:03.768 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.767+0000 7f56497fa640 1 -- 172.21.15.42:0/1995749324 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56580984b0 con 0x563fad21c350 2024-06-06T08:37:03.768 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.767+0000 7f56497fa640 1 -- 172.21.15.42:0/1995749324 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(123..123 src has 1..123) ==== 9526+0+0 (secure 0 0 0) 0x7f56580a4630 con 0x563fad21c350 2024-06-06T08:37:03.768 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.769+0000 7f566ac07740 1 -- 172.21.15.42:0/1995749324 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f565c052be0 con 0x563fad21c350 2024-06-06T08:37:03.777 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.775+0000 7f56497fa640 1 -- 172.21.15.42:0/1995749324 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f5658065050 con 0x563fad21c350 2024-06-06T08:37:03.777 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.778+0000 7f566ac07740 10 client.27278 fetch_fsmap learned FSMap version 46 2024-06-06T08:37:03.778 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.778+0000 7f566ac07740 1 -- 172.21.15.42:0/1995749324 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x563fad2b8ec0 con 0x563fad21c350 2024-06-06T08:37:03.781 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.780+0000 7f56497fa640 1 -- 172.21.15.42:0/1995749324 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f565c052be0 con 0x563fad21c350 2024-06-06T08:37:03.781 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.780+0000 7f56497fa640 1 -- 172.21.15.42:0/1995749324 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 46) ==== 8370+0+0 (secure 0 0 0) 0x7f565800b030 con 0x563fad21c350 2024-06-06T08:37:03.781 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.781+0000 7f566ac07740 10 client.27278 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T08:37:03.781 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.781+0000 7f566ac07740 10 client.27278 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:37:03.781 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.781+0000 7f566ac07740 20 client.27278 populate_metadata read hostname 'smithi042' 2024-06-06T08:37:03.781 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.782+0000 7f566ac07740 1 --2- 172.21.15.42:0/1995749324 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x563fad2b9630 0x563fad2bba50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:03.782 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.782+0000 7f566ac07740 4 client.27278 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:37:03.782 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.782+0000 7f566ac07740 1 -- 172.21.15.42:0/1995749324 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x563fad182c20 con 0x563fad2b9630 2024-06-06T08:37:03.783 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.784+0000 7f5665bb8640 1 --2- 172.21.15.42:0/1995749324 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x563fad2b9630 0x563fad2bba50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:03.788 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.788+0000 7f5665bb8640 1 --2- 172.21.15.42:0/1995749324 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x563fad2b9630 0x563fad2bba50 crc :-1 s=READY pgs=260 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=def00426c3849d71 server_cookie=b5432c76c52e8685 in_seq=0 out_seq=0 2024-06-06T08:37:03.788 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:03.788+0000 7f56497fa640 10 client.27278 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:37:03.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:37:03 smithi120 ceph-mon[36658]: osdmap e123: 12 total, 12 up, 12 in 2024-06-06T08:37:04.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:37:03 smithi149 ceph-mon[36842]: osdmap e123: 12 total, 12 up, 12 in 2024-06-06T08:37:04.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:37:03 smithi042 ceph-mon[32384]: osdmap e123: 12 total, 12 up, 12 in 2024-06-06T08:37:04.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:37:04 smithi120 ceph-mon[36658]: pgmap v459: 129 pgs: 129 active+clean; 1.5 GiB data, 8.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 356 op/s 2024-06-06T08:37:05.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:37:04 smithi149 ceph-mon[36842]: pgmap v459: 129 pgs: 129 active+clean; 1.5 GiB data, 8.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 356 op/s 2024-06-06T08:37:05.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:37:04 smithi042 ceph-mon[32384]: pgmap v459: 129 pgs: 129 active+clean; 1.5 GiB data, 8.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 356 op/s 2024-06-06T08:37:06.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:37:06 smithi120 ceph-mon[36658]: pgmap v460: 129 pgs: 14 active+clean+snaptrim, 37 active+clean+snaptrim_wait, 78 active+clean; 1.5 GiB data, 8.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 384 op/s 2024-06-06T08:37:07.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:37:06 smithi149 ceph-mon[36842]: pgmap v460: 129 pgs: 14 active+clean+snaptrim, 37 active+clean+snaptrim_wait, 78 active+clean; 1.5 GiB data, 8.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 384 op/s 2024-06-06T08:37:07.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:37:06 smithi042 ceph-mon[32384]: pgmap v460: 129 pgs: 14 active+clean+snaptrim, 37 active+clean+snaptrim_wait, 78 active+clean; 1.5 GiB data, 8.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 384 op/s 2024-06-06T08:37:08.487 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:08.487+0000 7f5ecaffd700 1 -- 172.21.15.42:0/3255192864 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55d193f07460 con 0x55d1940568d0 2024-06-06T08:37:08.487 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:08.487+0000 7f5ecaffd700 10 client.27130 handle_command_reply: tid=0 2024-06-06T08:37:08.487 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:08.487+0000 7f5efc945b80 1 client.27130 shutdown 2024-06-06T08:37:08.487 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:08.487+0000 7f5efc945b80 1 -- 172.21.15.42:0/3255192864 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d193fae190 msgr2=0x55d193fdfe30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:37:08.487 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:08.487+0000 7f5efc945b80 1 --2- 172.21.15.42:0/3255192864 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d193fae190 0x55d193fdfe30 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f5ee400c7a0 tx=0x7f5ee409c960 comp rx=0 tx=0).stop 2024-06-06T08:37:08.488 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:08.487+0000 7f5efc945b80 1 -- 172.21.15.42:0/3255192864 shutdown_connections 2024-06-06T08:37:08.488 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:08.487+0000 7f5efc945b80 1 --2- 172.21.15.42:0/3255192864 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d193fb9040 0x55d193fe0370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:08.488 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:08.487+0000 7f5efc945b80 1 --2- 172.21.15.42:0/3255192864 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55d1940568d0 0x55d194058cc0 crc :-1 s=READY pgs=258 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:08.488 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:08.487+0000 7f5efc945b80 1 --2- 172.21.15.42:0/3255192864 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d193fad870 0x55d193fe35f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:08.488 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:08.487+0000 7f5efc945b80 1 --2- 172.21.15.42:0/3255192864 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d193fae190 0x55d193fdfe30 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:08.489 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:08.487+0000 7f5efc945b80 1 -- 172.21.15.42:0/3255192864 >> 172.21.15.42:0/3255192864 conn(0x55d193edb210 msgr2=0x55d193fb0000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:37:08.489 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:08.487+0000 7f5ecaffd700 0 client.27130 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:37:08.489 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:08.487+0000 7f5efc945b80 1 -- 172.21.15.42:0/3255192864 shutdown_connections 2024-06-06T08:37:08.489 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:08.488+0000 7f5efc945b80 1 -- 172.21.15.42:0/3255192864 wait complete. 2024-06-06T08:37:08.489 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:08.488+0000 7f5efc945b80 20 client.27130 trim_cache size 0 max 16384 2024-06-06T08:37:08.489 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:37:08.489 INFO:teuthology.orchestra.run.smithi042.stdout: "epoch": 46, 2024-06-06T08:37:08.489 INFO:teuthology.orchestra.run.smithi042.stdout: "leader": 24484, 2024-06-06T08:37:08.489 INFO:teuthology.orchestra.run.smithi042.stdout: "set_version": 38, 2024-06-06T08:37:08.490 INFO:teuthology.orchestra.run.smithi042.stdout: "sets": { 2024-06-06T08:37:08.490 INFO:teuthology.orchestra.run.smithi042.stdout: "1f8b21b1": { 2024-06-06T08:37:08.490 INFO:teuthology.orchestra.run.smithi042.stdout: "version": 38, 2024-06-06T08:37:08.490 INFO:teuthology.orchestra.run.smithi042.stdout: "age_ref": 0.0, 2024-06-06T08:37:08.490 INFO:teuthology.orchestra.run.smithi042.stdout: "state": { 2024-06-06T08:37:08.490 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "QUIESCED", 2024-06-06T08:37:08.490 INFO:teuthology.orchestra.run.smithi042.stdout: "age": 0.0 2024-06-06T08:37:08.490 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:37:08.490 INFO:teuthology.orchestra.run.smithi042.stdout: "timeout": 90.0, 2024-06-06T08:37:08.490 INFO:teuthology.orchestra.run.smithi042.stdout: "expiration": 142.3, 2024-06-06T08:37:08.490 INFO:teuthology.orchestra.run.smithi042.stdout: "members": { 2024-06-06T08:37:08.491 INFO:teuthology.orchestra.run.smithi042.stdout: "file:/": { 2024-06-06T08:37:08.491 INFO:teuthology.orchestra.run.smithi042.stdout: "excluded": false, 2024-06-06T08:37:08.491 INFO:teuthology.orchestra.run.smithi042.stdout: "state": { 2024-06-06T08:37:08.491 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "QUIESCED", 2024-06-06T08:37:08.491 INFO:teuthology.orchestra.run.smithi042.stdout: "age": 0.0 2024-06-06T08:37:08.491 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:37:08.491 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:37:08.491 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:37:08.491 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:37:08.491 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:37:08.491 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:37:08.492 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:08.489+0000 7f5ef0e60700 1 -- 172.21.15.42:0/1165655022 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f5ed40c4dc0 msgr2=0x7f5ed40c7280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:37:08.492 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:08.489+0000 7f5ef0e60700 1 --2- 172.21.15.42:0/1165655022 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f5ed40c4dc0 0x7f5ed40c7280 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f5edc009610 tx=0x7f5edc006cd0 comp rx=0 tx=0).stop 2024-06-06T08:37:08.492 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:08.489+0000 7f5ef0e60700 1 -- 172.21.15.42:0/1165655022 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5eec101ba0 msgr2=0x7f5eec073340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:37:08.492 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:08.489+0000 7f5ef0e60700 1 --2- 172.21.15.42:0/1165655022 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5eec101ba0 0x7f5eec073340 secure :-1 s=READY pgs=968 cs=0 l=1 rev1=1 crypto rx=0x7f5ee400efc0 tx=0x7f5ee400c3a0 comp rx=0 tx=0).stop 2024-06-06T08:37:08.492 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:08.489+0000 7f5ef0e60700 1 -- 172.21.15.42:0/1165655022 shutdown_connections 2024-06-06T08:37:08.493 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:08.489+0000 7f5ef0e60700 1 --2- 172.21.15.42:0/1165655022 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f5ed40c4dc0 0x7f5ed40c7280 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:08.493 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:08.489+0000 7f5ef0e60700 1 --2- 172.21.15.42:0/1165655022 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5eec106690 0x7f5eec10d860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:08.493 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:08.489+0000 7f5ef0e60700 1 --2- 172.21.15.42:0/1165655022 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5eec101280 0x7f5eec072e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:08.493 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:08.489+0000 7f5ef0e60700 1 --2- 172.21.15.42:0/1165655022 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5eec101ba0 0x7f5eec073340 unknown :-1 s=CLOSED pgs=968 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:08.493 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:08.489+0000 7f5ef0e60700 1 -- 172.21.15.42:0/1165655022 >> 172.21.15.42:0/1165655022 conn(0x7f5eec0fcce0 msgr2=0x7f5eec104040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:37:08.493 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:08.489+0000 7f5ef0e60700 1 -- 172.21.15.42:0/1165655022 shutdown_connections 2024-06-06T08:37:08.493 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:08.489+0000 7f5ef0e60700 1 -- 172.21.15.42:0/1165655022 wait complete. 2024-06-06T08:37:08.519 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:08.519+0000 7f56497fa640 1 -- 172.21.15.42:0/1995749324 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x563fad182c20 con 0x563fad2b9630 2024-06-06T08:37:08.519 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:08.519+0000 7f56497fa640 10 client.27278 handle_command_reply: tid=0 2024-06-06T08:37:08.519 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:08.519+0000 7f566ac07740 1 client.27278 shutdown 2024-06-06T08:37:08.519 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:08.519+0000 7f566ac07740 1 -- 172.21.15.42:0/1995749324 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563fad21c350 msgr2=0x563fad216760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:37:08.519 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:08.519+0000 7f566ac07740 1 --2- 172.21.15.42:0/1995749324 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563fad21c350 0x563fad216760 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f565800cbe0 tx=0x7f5658096580 comp rx=0 tx=0).stop 2024-06-06T08:37:08.520 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:08.520+0000 7f566ac07740 1 -- 172.21.15.42:0/1995749324 shutdown_connections 2024-06-06T08:37:08.520 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:08.520+0000 7f566ac07740 1 --2- 172.21.15.42:0/1995749324 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x563fad2b9630 0x563fad2bba50 crc :-1 s=READY pgs=260 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:08.520 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:08.520+0000 7f566ac07740 1 --2- 172.21.15.42:0/1995749324 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x563fad21c350 0x563fad216760 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:08.520 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:08.520+0000 7f566ac07740 1 --2- 172.21.15.42:0/1995749324 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563fad211a90 0x563fad216150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:08.520 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:08.520+0000 7f566ac07740 1 --2- 172.21.15.42:0/1995749324 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563fad211170 0x563fad224b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:08.521 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:08.520+0000 7f566ac07740 1 -- 172.21.15.42:0/1995749324 >> 172.21.15.42:0/1995749324 conn(0x563fad20d680 msgr2=0x563fad227170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:37:08.521 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:08.520+0000 7f56497fa640 0 client.27278 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:37:08.521 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:08.520+0000 7f566ac07740 1 -- 172.21.15.42:0/1995749324 shutdown_connections 2024-06-06T08:37:08.521 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:08.520+0000 7f566ac07740 1 -- 172.21.15.42:0/1995749324 wait complete. 2024-06-06T08:37:08.521 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:08.520+0000 7f566ac07740 20 client.27278 trim_cache size 0 max 16384 2024-06-06T08:37:08.521 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:37:08.521 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:37:08.521 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:37:08.523 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:08.521+0000 7f5667e1c640 1 -- 172.21.15.42:0/4216841117 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f564c0a2ff0 msgr2=0x7f564c0a54b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:37:08.523 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:08.521+0000 7f5667e1c640 1 --2- 172.21.15.42:0/4216841117 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f564c0a2ff0 0x7f564c0a54b0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f565c000c00 tx=0x7f565c009490 comp rx=0 tx=0).stop 2024-06-06T08:37:08.523 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:08.521+0000 7f5667e1c640 1 -- 172.21.15.42:0/4216841117 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f56601118c0 msgr2=0x7f5660111d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:37:08.523 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:08.521+0000 7f5667e1c640 1 --2- 172.21.15.42:0/4216841117 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f56601118c0 0x7f5660111d70 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f565800ed70 tx=0x7f565800c6e0 comp rx=0 tx=0).stop 2024-06-06T08:37:08.523 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:08.521+0000 7f5667e1c640 1 -- 172.21.15.42:0/4216841117 shutdown_connections 2024-06-06T08:37:08.523 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:08.522+0000 7f5667e1c640 1 --2- 172.21.15.42:0/4216841117 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f564c0a2ff0 0x7f564c0a54b0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:08.523 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:08.522+0000 7f5667e1c640 1 --2- 172.21.15.42:0/4216841117 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f566011b180 0x7f5660118c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:08.523 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:08.522+0000 7f5667e1c640 1 --2- 172.21.15.42:0/4216841117 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f56601118c0 0x7f5660111d70 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:08.523 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:08.522+0000 7f5667e1c640 1 --2- 172.21.15.42:0/4216841117 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5660110190 0x7f56601186d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:08.523 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:08.522+0000 7f5667e1c640 1 -- 172.21.15.42:0/4216841117 >> 172.21.15.42:0/4216841117 conn(0x7f566006ca70 msgr2=0x7f566010de50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:37:08.524 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:08.522+0000 7f5667e1c640 1 -- 172.21.15.42:0/4216841117 shutdown_connections 2024-06-06T08:37:08.524 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:08.522+0000 7f5667e1c640 1 -- 172.21.15.42:0/4216841117 wait complete. 2024-06-06T08:37:08.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:37:08 smithi042 ceph-mon[32384]: pgmap v461: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 9.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 418 op/s 2024-06-06T08:37:08.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:37:08 smithi120 ceph-mon[36658]: pgmap v461: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 9.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 418 op/s 2024-06-06T08:37:09.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:37:08 smithi149 ceph-mon[36842]: pgmap v461: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 9.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 418 op/s 2024-06-06T08:37:09.328 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '1f8b21b1', quiesce took 11.7 seconds. Will release after: 10.600000000000001 2024-06-06T08:37:10.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:37:10 smithi120 ceph-mon[36658]: pgmap v462: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 9.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.2 MiB/s wr, 300 op/s 2024-06-06T08:37:10.965 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:37:10 smithi042 ceph-mon[32384]: pgmap v462: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 9.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.2 MiB/s wr, 300 op/s 2024-06-06T08:37:11.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:37:10 smithi149 ceph-mon[36842]: pgmap v462: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 9.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.2 MiB/s wr, 300 op/s 2024-06-06T08:37:12.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:37:12 smithi120 ceph-mon[36658]: pgmap v463: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 9.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 803 KiB/s wr, 239 op/s 2024-06-06T08:37:13.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:37:12 smithi149 ceph-mon[36842]: pgmap v463: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 9.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 803 KiB/s wr, 239 op/s 2024-06-06T08:37:13.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:37:12 smithi042 ceph-mon[32384]: pgmap v463: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 9.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 803 KiB/s wr, 239 op/s 2024-06-06T08:37:15.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:37:14 smithi149 ceph-mon[36842]: pgmap v464: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 9.1 GiB used, 1.0 TiB / 1.0 TiB avail; 738 KiB/s rd, 563 KiB/s wr, 195 op/s 2024-06-06T08:37:15.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:37:14 smithi042 ceph-mon[32384]: pgmap v464: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 9.1 GiB used, 1.0 TiB / 1.0 TiB avail; 738 KiB/s rd, 563 KiB/s wr, 195 op/s 2024-06-06T08:37:15.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:37:14 smithi120 ceph-mon[36658]: pgmap v464: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 9.1 GiB used, 1.0 TiB / 1.0 TiB avail; 738 KiB/s rd, 563 KiB/s wr, 195 op/s 2024-06-06T08:37:17.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:37:16 smithi149 ceph-mon[36842]: pgmap v465: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 9.1 GiB used, 1.0 TiB / 1.0 TiB avail; 658 KiB/s rd, 502 KiB/s wr, 176 op/s 2024-06-06T08:37:17.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:37:16 smithi042 ceph-mon[32384]: pgmap v465: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 9.1 GiB used, 1.0 TiB / 1.0 TiB avail; 658 KiB/s rd, 502 KiB/s wr, 176 op/s 2024-06-06T08:37:17.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:37:16 smithi120 ceph-mon[36658]: pgmap v465: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 9.1 GiB used, 1.0 TiB / 1.0 TiB avail; 658 KiB/s rd, 502 KiB/s wr, 176 op/s 2024-06-06T08:37:19.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:37:18 smithi149 ceph-mon[36842]: pgmap v466: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 9.2 GiB used, 1.0 TiB / 1.0 TiB avail; 343 KiB/s rd, 248 KiB/s wr, 86 op/s 2024-06-06T08:37:19.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:37:18 smithi042 ceph-mon[32384]: pgmap v466: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 9.2 GiB used, 1.0 TiB / 1.0 TiB avail; 343 KiB/s rd, 248 KiB/s wr, 86 op/s 2024-06-06T08:37:19.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:37:18 smithi120 ceph-mon[36658]: pgmap v466: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 9.2 GiB used, 1.0 TiB / 1.0 TiB avail; 343 KiB/s rd, 248 KiB/s wr, 86 op/s 2024-06-06T08:37:19.930 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:37:20.568 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:37:21.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:37:20 smithi149 ceph-mon[36842]: pgmap v467: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.5 GiB data, 9.2 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 25 KiB/s wr, 33 op/s 2024-06-06T08:37:21.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:37:20 smithi042 ceph-mon[32384]: pgmap v467: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.5 GiB data, 9.2 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 25 KiB/s wr, 33 op/s 2024-06-06T08:37:21.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:37:20 smithi120 ceph-mon[36658]: pgmap v467: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.5 GiB data, 9.2 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 25 KiB/s wr, 33 op/s 2024-06-06T08:37:21.930 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.931+0000 7f2171eb9640 1 -- 172.21.15.42:0/1780419432 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f216c1066e0 msgr2=0x7f216c106ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:37:21.930 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.931+0000 7f2171eb9640 1 --2- 172.21.15.42:0/1780419432 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f216c1066e0 0x7f216c106ac0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f2168009930 tx=0x7f216802a480 comp rx=0 tx=0).stop 2024-06-06T08:37:21.930 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.931+0000 7f2171eb9640 1 -- 172.21.15.42:0/1780419432 shutdown_connections 2024-06-06T08:37:21.930 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.931+0000 7f2171eb9640 1 --2- 172.21.15.42:0/1780419432 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f216c101090 0x7f216c10d5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:21.930 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.931+0000 7f2171eb9640 1 --2- 172.21.15.42:0/1780419432 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f216c1006d0 0x7f216c100b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:21.930 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.931+0000 7f2171eb9640 1 --2- 172.21.15.42:0/1780419432 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f216c1066e0 0x7f216c106ac0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:21.930 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.931+0000 7f2171eb9640 1 -- 172.21.15.42:0/1780419432 >> 172.21.15.42:0/1780419432 conn(0x7f216c0fc1e0 msgr2=0x7f216c0fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:37:21.935 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.936+0000 7f2171eb9640 1 -- 172.21.15.42:0/1780419432 shutdown_connections 2024-06-06T08:37:21.935 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.936+0000 7f2171eb9640 1 -- 172.21.15.42:0/1780419432 wait complete. 2024-06-06T08:37:21.936 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.937+0000 7f2171eb9640 1 Processor -- start 2024-06-06T08:37:21.936 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.937+0000 7f2171eb9640 1 -- start start 2024-06-06T08:37:21.937 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.938+0000 7f2171eb9640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f216c1006d0 0x7f216c196df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:21.937 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.938+0000 7f2171eb9640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f216c101090 0x7f216c197330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:21.937 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.938+0000 7f2171eb9640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f216c1066e0 0x7f216c197870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:21.937 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.939+0000 7f2171eb9640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f216c110b60 con 0x7f216c1066e0 2024-06-06T08:37:21.937 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.939+0000 7f2171eb9640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f216c1109e0 con 0x7f216c1006d0 2024-06-06T08:37:21.937 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.939+0000 7f2171eb9640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f216c110ce0 con 0x7f216c101090 2024-06-06T08:37:21.939 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.940+0000 7f21716b8640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f216c1066e0 0x7f216c197870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:21.939 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.940+0000 7f21716b8640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f216c1066e0 0x7f216c197870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55720/0 (socket says 172.21.15.42:55720) 2024-06-06T08:37:21.939 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.940+0000 7f21716b8640 1 -- 172.21.15.42:0/1638191049 learned_addr learned my addr 172.21.15.42:0/1638191049 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:37:21.939 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.940+0000 7f2170eb7640 1 --2- 172.21.15.42:0/1638191049 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f216c1006d0 0x7f216c196df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:21.939 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.940+0000 7f2163fff640 1 --2- 172.21.15.42:0/1638191049 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f216c101090 0x7f216c197330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:21.940 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.940+0000 7f21716b8640 1 -- 172.21.15.42:0/1638191049 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f216c101090 msgr2=0x7f216c197330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:37:21.940 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.940+0000 7f21716b8640 1 --2- 172.21.15.42:0/1638191049 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f216c101090 0x7f216c197330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:21.940 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.940+0000 7f21716b8640 1 -- 172.21.15.42:0/1638191049 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f216c1006d0 msgr2=0x7f216c196df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:37:21.940 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.940+0000 7f21716b8640 1 --2- 172.21.15.42:0/1638191049 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f216c1006d0 0x7f216c196df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:21.940 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.940+0000 7f21716b8640 1 -- 172.21.15.42:0/1638191049 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f216c1a6660 con 0x7f216c1066e0 2024-06-06T08:37:21.940 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.941+0000 7f21716b8640 1 --2- 172.21.15.42:0/1638191049 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f216c1066e0 0x7f216c197870 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7f216400eb10 tx=0x7f216400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:37:21.942 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.942+0000 7f2161ffb640 1 -- 172.21.15.42:0/1638191049 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2164004b20 con 0x7f216c1066e0 2024-06-06T08:37:21.942 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.943+0000 7f2171eb9640 1 -- 172.21.15.42:0/1638191049 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f216c1a6950 con 0x7f216c1066e0 2024-06-06T08:37:21.946 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.943+0000 7f2171eb9640 1 -- 172.21.15.42:0/1638191049 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f216c1a6ea0 con 0x7f216c1066e0 2024-06-06T08:37:21.946 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.943+0000 7f2161ffb640 1 -- 172.21.15.42:0/1638191049 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2164004cc0 con 0x7f216c1066e0 2024-06-06T08:37:21.946 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.943+0000 7f2161ffb640 1 -- 172.21.15.42:0/1638191049 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2164010760 con 0x7f216c1066e0 2024-06-06T08:37:21.946 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.946+0000 7f2175e2e740 1 Processor -- start 2024-06-06T08:37:21.947 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.948+0000 7f2175e2e740 1 -- start start 2024-06-06T08:37:21.951 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.949+0000 7f2161ffb640 1 -- 172.21.15.42:0/1638191049 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f2164010900 con 0x7f216c1066e0 2024-06-06T08:37:21.951 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.950+0000 7f2161ffb640 1 --2- 172.21.15.42:0/1638191049 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f21540a2e40 0x7f21540a5300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:21.951 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.950+0000 7f2161ffb640 1 -- 172.21.15.42:0/1638191049 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(123..123 src has 1..123) ==== 9526+0+0 (secure 0 0 0) 0x7f21640d0f90 con 0x7f216c1066e0 2024-06-06T08:37:21.952 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.950+0000 7f2163fff640 1 --2- 172.21.15.42:0/1638191049 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f21540a2e40 0x7f21540a5300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:21.952 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.951+0000 7f2163fff640 1 --2- 172.21.15.42:0/1638191049 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f21540a2e40 0x7f21540a5300 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f215c006fd0 tx=0x7f215c008040 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:37:21.952 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.953+0000 7f2175e2e740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e6693cb70 0x562e6693cf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:21.952 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.953+0000 7f2175e2e740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562e6693d490 0x562e66947810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:21.952 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.953+0000 7f2175e2e740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562e66947d50 0x562e6694a140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:21.952 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.953+0000 7f2175e2e740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x562e668984f0 con 0x562e66947d50 2024-06-06T08:37:21.952 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.953+0000 7f2175e2e740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x562e66836870 con 0x562e6693d490 2024-06-06T08:37:21.952 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.953+0000 7f2175e2e740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x562e668944b0 con 0x562e6693cb70 2024-06-06T08:37:21.954 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.953+0000 7f21716b8640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562e66947d50 0x562e6694a140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:21.954 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.953+0000 7f21716b8640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562e66947d50 0x562e6694a140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55730/0 (socket says 172.21.15.42:55730) 2024-06-06T08:37:21.954 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.953+0000 7f21716b8640 1 -- 172.21.15.42:0/3356294717 learned_addr learned my addr 172.21.15.42:0/3356294717 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:37:21.954 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.953+0000 7f21716b8640 1 -- 172.21.15.42:0/3356294717 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e6693cb70 msgr2=0x562e6693cf50 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-06-06T08:37:21.954 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.953+0000 7f21716b8640 1 --2- 172.21.15.42:0/3356294717 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e6693cb70 0x562e6693cf50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:21.955 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.953+0000 7f21716b8640 1 -- 172.21.15.42:0/3356294717 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562e6693d490 msgr2=0x562e66947810 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-06-06T08:37:21.955 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.953+0000 7f21716b8640 1 --2- 172.21.15.42:0/3356294717 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562e6693d490 0x562e66947810 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:21.955 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.953+0000 7f21716b8640 1 -- 172.21.15.42:0/3356294717 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562e668529b0 con 0x562e66947d50 2024-06-06T08:37:21.955 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.954+0000 7f21716b8640 1 --2- 172.21.15.42:0/3356294717 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562e66947d50 0x562e6694a140 secure :-1 s=READY pgs=974 cs=0 l=1 rev1=1 crypto rx=0x7f21640049d0 tx=0x7f216409cba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97c88233fa98a644 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:37:21.955 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.955+0000 7f2152ffd640 1 -- 172.21.15.42:0/3356294717 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f216409d060 con 0x562e66947d50 2024-06-06T08:37:21.955 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.955+0000 7f2152ffd640 1 -- 172.21.15.42:0/3356294717 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f21640a1410 con 0x562e66947d50 2024-06-06T08:37:21.955 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.956+0000 7f2175e2e740 1 -- 172.21.15.42:0/3356294717 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562e66947d50 msgr2=0x562e6694a140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:37:21.955 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.956+0000 7f2175e2e740 1 --2- 172.21.15.42:0/3356294717 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562e66947d50 0x562e6694a140 secure :-1 s=READY pgs=974 cs=0 l=1 rev1=1 crypto rx=0x7f21640049d0 tx=0x7f216409cba0 comp rx=0 tx=0).stop 2024-06-06T08:37:21.960 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.959+0000 7f2175e2e740 1 -- 172.21.15.42:0/3356294717 shutdown_connections 2024-06-06T08:37:21.960 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.959+0000 7f2175e2e740 1 --2- 172.21.15.42:0/3356294717 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562e6693d490 0x562e66947810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:21.960 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.959+0000 7f2175e2e740 1 --2- 172.21.15.42:0/3356294717 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562e66947d50 0x562e6694a140 unknown :-1 s=CLOSED pgs=974 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:21.960 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.959+0000 7f2175e2e740 1 --2- 172.21.15.42:0/3356294717 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e6693cb70 0x562e6693cf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:21.960 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.959+0000 7f2175e2e740 1 -- 172.21.15.42:0/3356294717 >> 172.21.15.42:0/3356294717 conn(0x562e66939080 msgr2=0x562e66939460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:37:21.966 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.964+0000 7f2175e2e740 1 -- 172.21.15.42:0/3356294717 shutdown_connections 2024-06-06T08:37:21.966 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.966+0000 7f2175e2e740 1 -- 172.21.15.42:0/3356294717 wait complete. 2024-06-06T08:37:21.966 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.966+0000 7f2175e2e740 1 -- start start 2024-06-06T08:37:21.967 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.966+0000 7f2175e2e740 1 Processor -- start 2024-06-06T08:37:21.969 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.968+0000 7f2175e2e740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562e6693cb70 0x562e66944c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:21.969 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.968+0000 7f2175e2e740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e6693d490 0x562e66945170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:21.969 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.968+0000 7f2175e2e740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562e66947d50 0x562e669456b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:21.969 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.968+0000 7f2175e2e740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x562e6694a980 con 0x562e6693cb70 2024-06-06T08:37:21.970 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.968+0000 7f2175e2e740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x562e66821ae0 con 0x562e66947d50 2024-06-06T08:37:21.970 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.968+0000 7f2175e2e740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x562e6694ab00 con 0x562e6693d490 2024-06-06T08:37:21.970 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.968+0000 7f2175e2e740 10 client.0 _ll_register_callbacks cb 0x562e6685a9b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:37:21.970 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.969+0000 7f2163fff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e6693d490 0x562e66945170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:21.970 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.969+0000 7f2170eb7640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562e6693cb70 0x562e66944c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:21.970 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.970+0000 7f2170eb7640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562e6693cb70 0x562e66944c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55742/0 (socket says 172.21.15.42:55742) 2024-06-06T08:37:21.970 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.970+0000 7f2170eb7640 1 -- 172.21.15.42:0/1521737673 learned_addr learned my addr 172.21.15.42:0/1521737673 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:37:21.970 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.970+0000 7f21716b8640 1 --2- 172.21.15.42:0/1521737673 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562e66947d50 0x562e669456b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:21.971 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.971+0000 7f2163fff640 1 -- 172.21.15.42:0/1521737673 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562e66947d50 msgr2=0x562e669456b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:37:21.971 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.971+0000 7f2163fff640 1 --2- 172.21.15.42:0/1521737673 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562e66947d50 0x562e669456b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:21.971 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.971+0000 7f2163fff640 1 -- 172.21.15.42:0/1521737673 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562e6693cb70 msgr2=0x562e66944c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:37:21.971 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.971+0000 7f2163fff640 1 --2- 172.21.15.42:0/1521737673 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562e6693cb70 0x562e66944c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:21.971 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.972+0000 7f2163fff640 1 -- 172.21.15.42:0/1521737673 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562e665ac210 con 0x562e6693d490 2024-06-06T08:37:21.971 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.972+0000 7f2163fff640 1 --2- 172.21.15.42:0/1521737673 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e6693d490 0x562e66945170 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f216c198f50 tx=0x7f215c004770 comp rx=0 tx=0).ready entity=mon.1 client_cookie=24b34342573f709 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:37:21.972 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.973+0000 7f214bfff640 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:37:21.972 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.973+0000 7f214bfff640 1 -- 172.21.15.42:0/1521737673 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f215c024060 con 0x562e6693d490 2024-06-06T08:37:21.972 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.973+0000 7f2175e2e740 1 -- 172.21.15.42:0/1521737673 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f21640a1410 con 0x562e6693d490 2024-06-06T08:37:21.972 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.973+0000 7f214bfff640 1 -- 172.21.15.42:0/1521737673 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(123..123 src has 1..123) ==== 9526+0+0 (secure 0 0 0) 0x7f215c01f400 con 0x562e6693d490 2024-06-06T08:37:21.977 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.979+0000 7f214bfff640 1 -- 172.21.15.42:0/1521737673 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f215c01f600 con 0x562e6693d490 2024-06-06T08:37:21.979 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.979+0000 7f2175e2e740 10 client.27148 fetch_fsmap learned FSMap version 46 2024-06-06T08:37:21.979 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.979+0000 7f2175e2e740 1 -- 172.21.15.42:0/1521737673 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x562e66678620 con 0x562e6693d490 2024-06-06T08:37:21.981 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.983+0000 7f214bfff640 1 -- 172.21.15.42:0/1521737673 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f21640a1410 con 0x562e6693d490 2024-06-06T08:37:21.981 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.983+0000 7f214bfff640 1 -- 172.21.15.42:0/1521737673 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 46) ==== 8370+0+0 (secure 0 0 0) 0x7f215c013070 con 0x562e6693d490 2024-06-06T08:37:21.982 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.984+0000 7f2175e2e740 10 client.27148 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T08:37:21.982 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.984+0000 7f2175e2e740 10 client.27148 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:37:21.982 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.984+0000 7f2175e2e740 20 client.27148 populate_metadata read hostname 'smithi042' 2024-06-06T08:37:21.983 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.984+0000 7f2175e2e740 1 --2- 172.21.15.42:0/1521737673 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x562e66934220 0x562e669366a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:21.983 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.984+0000 7f2175e2e740 4 client.27148 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:37:21.983 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.984+0000 7f2175e2e740 1 -- 172.21.15.42:0/1521737673 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562e668abf10 con 0x562e66934220 2024-06-06T08:37:21.987 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.988+0000 7f2170eb7640 1 --2- 172.21.15.42:0/1521737673 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x562e66934220 0x562e669366a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:21.992 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.991+0000 7f2170eb7640 1 --2- 172.21.15.42:0/1521737673 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x562e66934220 0x562e669366a0 crc :-1 s=READY pgs=261 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ff2ddf223c74ff5c server_cookie=b6ead08908992b6b in_seq=0 out_seq=0 2024-06-06T08:37:21.992 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.994+0000 7f214bfff640 10 client.27148 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:37:21.997 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.999+0000 7f214bfff640 1 -- 172.21.15.42:0/1521737673 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x562e668abf10 con 0x562e66934220 2024-06-06T08:37:21.997 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.999+0000 7f214bfff640 10 client.27148 handle_command_reply: tid=0 2024-06-06T08:37:21.997 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:21.999+0000 7f2175e2e740 1 client.27148 shutdown 2024-06-06T08:37:22.004 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.004+0000 7f2175e2e740 1 -- 172.21.15.42:0/1521737673 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e6693d490 msgr2=0x562e66945170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:37:22.004 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.004+0000 7f2175e2e740 1 --2- 172.21.15.42:0/1521737673 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e6693d490 0x562e66945170 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f216c198f50 tx=0x7f215c004770 comp rx=0 tx=0).stop 2024-06-06T08:37:22.004 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.005+0000 7f2175e2e740 1 -- 172.21.15.42:0/1521737673 shutdown_connections 2024-06-06T08:37:22.004 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.005+0000 7f2175e2e740 1 --2- 172.21.15.42:0/1521737673 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x562e66934220 0x562e669366a0 crc :-1 s=READY pgs=261 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:22.004 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.005+0000 7f2175e2e740 1 --2- 172.21.15.42:0/1521737673 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562e66947d50 0x562e669456b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:22.004 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.005+0000 7f2175e2e740 1 --2- 172.21.15.42:0/1521737673 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e6693d490 0x562e66945170 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:22.004 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.005+0000 7f2175e2e740 1 --2- 172.21.15.42:0/1521737673 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562e6693cb70 0x562e66944c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:22.004 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.005+0000 7f2175e2e740 1 -- 172.21.15.42:0/1521737673 >> 172.21.15.42:0/1521737673 conn(0x562e66939080 msgr2=0x562e6692f9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:37:22.004 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.005+0000 7f214bfff640 0 client.27148 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:37:22.009 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.009+0000 7f2175e2e740 1 -- 172.21.15.42:0/1521737673 shutdown_connections 2024-06-06T08:37:22.012 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.011+0000 7f2175e2e740 1 -- 172.21.15.42:0/1521737673 wait complete. 2024-06-06T08:37:22.017 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.016+0000 7f2175e2e740 20 client.27148 trim_cache size 0 max 16384 2024-06-06T08:37:22.055 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.055+0000 7f2175e2e740 1 Processor -- start 2024-06-06T08:37:22.055 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.056+0000 7f2175e2e740 1 -- start start 2024-06-06T08:37:22.055 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.056+0000 7f2175e2e740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562e6693cb70 0x562e6692f850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:22.055 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.056+0000 7f2175e2e740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562e6693d490 0x562e66937f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:22.056 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.056+0000 7f2175e2e740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e66947d50 0x562e669384d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:22.056 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.056+0000 7f2175e2e740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2158012a90 con 0x562e6693d490 2024-06-06T08:37:22.056 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.056+0000 7f2175e2e740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f21580102a0 con 0x562e6693cb70 2024-06-06T08:37:22.056 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.056+0000 7f2175e2e740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f215800e110 con 0x562e66947d50 2024-06-06T08:37:22.056 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.056+0000 7f2170eb7640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562e6693cb70 0x562e6692f850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:22.056 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.056+0000 7f2170eb7640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562e6693cb70 0x562e6692f850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:57672/0 (socket says 172.21.15.42:57672) 2024-06-06T08:37:22.056 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.056+0000 7f2170eb7640 1 -- 172.21.15.42:0/1939257668 learned_addr learned my addr 172.21.15.42:0/1939257668 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:37:22.056 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.057+0000 7f2163fff640 1 --2- 172.21.15.42:0/1939257668 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562e6693d490 0x562e66937f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:22.057 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.057+0000 7f2170eb7640 1 -- 172.21.15.42:0/1939257668 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e66947d50 msgr2=0x562e669384d0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-06T08:37:22.057 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.057+0000 7f2170eb7640 1 --2- 172.21.15.42:0/1939257668 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e66947d50 0x562e669384d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:22.057 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.057+0000 7f2170eb7640 1 -- 172.21.15.42:0/1939257668 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562e6693d490 msgr2=0x562e66937f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:37:22.057 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.057+0000 7f2170eb7640 1 --2- 172.21.15.42:0/1939257668 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562e6693d490 0x562e66937f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:22.057 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.057+0000 7f2170eb7640 1 -- 172.21.15.42:0/1939257668 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562e6693c9a0 con 0x562e6693cb70 2024-06-06T08:37:22.057 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.058+0000 7f2170eb7640 1 --2- 172.21.15.42:0/1939257668 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562e6693cb70 0x562e6692f850 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f2168004d50 tx=0x7f21680095a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=485f3f9aa915c2fe server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:37:22.057 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.058+0000 7f21527fc640 1 -- 172.21.15.42:0/1939257668 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21680048c0 con 0x562e6693cb70 2024-06-06T08:37:22.057 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.058+0000 7f21527fc640 1 -- 172.21.15.42:0/1939257668 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f21680054e0 con 0x562e6693cb70 2024-06-06T08:37:22.058 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.059+0000 7f2175e2e740 1 -- 172.21.15.42:0/1939257668 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562e6693cb70 msgr2=0x562e6692f850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:37:22.058 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.059+0000 7f2175e2e740 1 --2- 172.21.15.42:0/1939257668 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562e6693cb70 0x562e6692f850 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f2168004d50 tx=0x7f21680095a0 comp rx=0 tx=0).stop 2024-06-06T08:37:22.058 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.060+0000 7f2175e2e740 1 -- 172.21.15.42:0/1939257668 shutdown_connections 2024-06-06T08:37:22.058 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.060+0000 7f2175e2e740 1 --2- 172.21.15.42:0/1939257668 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e66947d50 0x562e669384d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:22.059 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.060+0000 7f2175e2e740 1 --2- 172.21.15.42:0/1939257668 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562e6693d490 0x562e66937f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:22.059 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.060+0000 7f2175e2e740 1 --2- 172.21.15.42:0/1939257668 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562e6693cb70 0x562e6692f850 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:22.059 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.060+0000 7f2175e2e740 1 -- 172.21.15.42:0/1939257668 >> 172.21.15.42:0/1939257668 conn(0x562e66939080 msgr2=0x562e6692f140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:37:22.064 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.066+0000 7f2175e2e740 1 -- 172.21.15.42:0/1939257668 shutdown_connections 2024-06-06T08:37:22.068 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.067+0000 7f2175e2e740 1 -- 172.21.15.42:0/1939257668 wait complete. 2024-06-06T08:37:22.068 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.068+0000 7f2175e2e740 1 -- start start 2024-06-06T08:37:22.068 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.068+0000 7f2175e2e740 1 Processor -- start 2024-06-06T08:37:22.068 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.069+0000 7f2175e2e740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e6693cb70 0x562e669610f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:22.068 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.069+0000 7f2175e2e740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562e6693d490 0x562e66961630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:22.068 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.069+0000 7f2175e2e740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562e66947d50 0x562e66940ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:22.069 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.069+0000 7f2175e2e740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f215800e760 con 0x562e66947d50 2024-06-06T08:37:22.069 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.069+0000 7f2175e2e740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f215800fbd0 con 0x562e6693d490 2024-06-06T08:37:22.069 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.069+0000 7f2175e2e740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f215800ee30 con 0x562e6693cb70 2024-06-06T08:37:22.069 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.069+0000 7f2175e2e740 10 client.0 _ll_register_callbacks cb 0x7f215c00d9e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:37:22.069 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.070+0000 7f2163fff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562e6693d490 0x562e66961630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:22.069 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.070+0000 7f2163fff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562e6693d490 0x562e66961630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:57688/0 (socket says 172.21.15.42:57688) 2024-06-06T08:37:22.069 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.070+0000 7f2163fff640 1 -- 172.21.15.42:0/3681321578 learned_addr learned my addr 172.21.15.42:0/3681321578 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:37:22.070 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.071+0000 7f21716b8640 1 --2- 172.21.15.42:0/3681321578 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562e66947d50 0x562e66940ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:22.070 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.071+0000 7f21716b8640 1 -- 172.21.15.42:0/3681321578 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e6693cb70 msgr2=0x562e669610f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:37:22.071 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.071+0000 7f21716b8640 1 --2- 172.21.15.42:0/3681321578 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e6693cb70 0x562e669610f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:22.071 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.071+0000 7f21716b8640 1 -- 172.21.15.42:0/3681321578 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562e6693d490 msgr2=0x562e66961630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:37:22.071 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.071+0000 7f21716b8640 1 --2- 172.21.15.42:0/3681321578 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562e6693d490 0x562e66961630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:22.071 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.071+0000 7f21716b8640 1 -- 172.21.15.42:0/3681321578 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562e66938eb0 con 0x562e66947d50 2024-06-06T08:37:22.071 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.072+0000 7f21716b8640 1 --2- 172.21.15.42:0/3681321578 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562e66947d50 0x562e66940ec0 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x562e6693a4a0 tx=0x7f2164013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf44efbc309de570 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:37:22.071 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.072+0000 7f214bfff640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:37:22.072 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.072+0000 7f214bfff640 1 -- 172.21.15.42:0/3681321578 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21640b5070 con 0x562e66947d50 2024-06-06T08:37:22.072 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.073+0000 7f214bfff640 1 -- 172.21.15.42:0/3681321578 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(123..123 src has 1..123) ==== 9526+0+0 (secure 0 0 0) 0x7f2164016dc0 con 0x562e66947d50 2024-06-06T08:37:22.072 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.073+0000 7f2175e2e740 1 -- 172.21.15.42:0/3681321578 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f21680054e0 con 0x562e66947d50 2024-06-06T08:37:22.072 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.073+0000 7f214bfff640 1 -- 172.21.15.42:0/3681321578 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f216409d060 con 0x562e66947d50 2024-06-06T08:37:22.072 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.073+0000 7f2175e2e740 10 client.17718 fetch_fsmap learned FSMap version 46 2024-06-06T08:37:22.072 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.073+0000 7f2175e2e740 1 -- 172.21.15.42:0/3681321578 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x562e669427e0 con 0x562e66947d50 2024-06-06T08:37:22.073 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.074+0000 7f214bfff640 1 -- 172.21.15.42:0/3681321578 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f21680054e0 con 0x562e66947d50 2024-06-06T08:37:22.073 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.074+0000 7f214bfff640 1 -- 172.21.15.42:0/3681321578 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 46) ==== 8370+0+0 (secure 0 0 0) 0x7f21640a5840 con 0x562e66947d50 2024-06-06T08:37:22.073 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.075+0000 7f2175e2e740 10 client.17718 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T08:37:22.073 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.075+0000 7f2175e2e740 10 client.17718 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:37:22.073 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.075+0000 7f2175e2e740 20 client.17718 populate_metadata read hostname 'smithi042' 2024-06-06T08:37:22.073 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.075+0000 7f2175e2e740 1 --2- 172.21.15.42:0/3681321578 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x562e66942ad0 0x562e669deed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:22.074 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.075+0000 7f2175e2e740 4 client.17718 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:37:22.074 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.075+0000 7f2175e2e740 1 -- 172.21.15.42:0/3681321578 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x562e668a5c20 con 0x562e66942ad0 2024-06-06T08:37:22.074 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.076+0000 7f2170eb7640 1 --2- 172.21.15.42:0/3681321578 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x562e66942ad0 0x562e669deed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:22.095 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.096+0000 7f2170eb7640 1 --2- 172.21.15.42:0/3681321578 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x562e66942ad0 0x562e669deed0 crc :-1 s=READY pgs=262 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fc5a62f4b2c7cecf server_cookie=902b1aa33b197b8a in_seq=0 out_seq=0 2024-06-06T08:37:22.095 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.097+0000 7f214bfff640 10 client.17718 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:37:22.276 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.276+0000 7f214bfff640 1 -- 172.21.15.42:0/3681321578 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x562e668a5c20 con 0x562e66942ad0 2024-06-06T08:37:22.276 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.277+0000 7f214bfff640 10 client.17718 handle_command_reply: tid=0 2024-06-06T08:37:22.276 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.277+0000 7f2175e2e740 1 client.17718 shutdown 2024-06-06T08:37:22.276 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.277+0000 7f2175e2e740 1 -- 172.21.15.42:0/3681321578 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562e66947d50 msgr2=0x562e66940ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:37:22.276 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.277+0000 7f2175e2e740 1 --2- 172.21.15.42:0/3681321578 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562e66947d50 0x562e66940ec0 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x562e6693a4a0 tx=0x7f2164013000 comp rx=0 tx=0).stop 2024-06-06T08:37:22.276 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.277+0000 7f2175e2e740 1 -- 172.21.15.42:0/3681321578 shutdown_connections 2024-06-06T08:37:22.276 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.277+0000 7f2175e2e740 1 --2- 172.21.15.42:0/3681321578 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x562e66942ad0 0x562e669deed0 crc :-1 s=READY pgs=262 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:22.276 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.277+0000 7f2175e2e740 1 --2- 172.21.15.42:0/3681321578 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x562e6693d490 0x562e66961630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:22.277 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.277+0000 7f2175e2e740 1 --2- 172.21.15.42:0/3681321578 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562e66947d50 0x562e66940ec0 unknown :-1 s=CLOSED pgs=975 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:22.277 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.277+0000 7f2175e2e740 1 --2- 172.21.15.42:0/3681321578 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e6693cb70 0x562e669610f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:22.277 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.277+0000 7f2175e2e740 1 -- 172.21.15.42:0/3681321578 >> 172.21.15.42:0/3681321578 conn(0x562e66939080 msgr2=0x562e6693edb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:37:22.277 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.277+0000 7f214bfff640 0 client.17718 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:37:22.277 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.278+0000 7f2175e2e740 1 -- 172.21.15.42:0/3681321578 shutdown_connections 2024-06-06T08:37:22.277 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.278+0000 7f2175e2e740 1 -- 172.21.15.42:0/3681321578 wait complete. 2024-06-06T08:37:22.277 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.278+0000 7f2175e2e740 20 client.17718 trim_cache size 0 max 16384 2024-06-06T08:37:22.278 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:37:22.278 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:37:22.278 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:37:22.279 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.281+0000 7f2171eb9640 1 -- 172.21.15.42:0/1638191049 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f21540a2e40 msgr2=0x7f21540a5300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:37:22.280 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.281+0000 7f2171eb9640 1 --2- 172.21.15.42:0/1638191049 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f21540a2e40 0x7f21540a5300 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f215c006fd0 tx=0x7f215c008040 comp rx=0 tx=0).stop 2024-06-06T08:37:22.280 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.281+0000 7f2171eb9640 1 -- 172.21.15.42:0/1638191049 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f216c1066e0 msgr2=0x7f216c197870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:37:22.280 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.281+0000 7f2171eb9640 1 --2- 172.21.15.42:0/1638191049 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f216c1066e0 0x7f216c197870 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7f216400eb10 tx=0x7f216400c2d0 comp rx=0 tx=0).stop 2024-06-06T08:37:22.281 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.282+0000 7f2171eb9640 1 -- 172.21.15.42:0/1638191049 shutdown_connections 2024-06-06T08:37:22.281 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.282+0000 7f2171eb9640 1 --2- 172.21.15.42:0/1638191049 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f21540a2e40 0x7f21540a5300 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:22.281 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.282+0000 7f2171eb9640 1 --2- 172.21.15.42:0/1638191049 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f216c1066e0 0x7f216c197870 unknown :-1 s=CLOSED pgs=973 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:22.281 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.282+0000 7f2171eb9640 1 --2- 172.21.15.42:0/1638191049 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f216c101090 0x7f216c197330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:22.281 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.282+0000 7f2171eb9640 1 --2- 172.21.15.42:0/1638191049 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f216c1006d0 0x7f216c196df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:22.281 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.282+0000 7f2171eb9640 1 -- 172.21.15.42:0/1638191049 >> 172.21.15.42:0/1638191049 conn(0x7f216c0fc1e0 msgr2=0x7f216c0fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:37:22.281 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.282+0000 7f2171eb9640 1 -- 172.21.15.42:0/1638191049 shutdown_connections 2024-06-06T08:37:22.281 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:22.282+0000 7f2171eb9640 1 -- 172.21.15.42:0/1638191049 wait complete. 2024-06-06T08:37:22.821 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:37:22 smithi042 ceph-mon[32384]: pgmap v468: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.5 GiB data, 9.3 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 27 KiB/s wr, 27 op/s 2024-06-06T08:37:22.821 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:37:22 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:37:23.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:37:22 smithi149 ceph-mon[36842]: pgmap v468: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.5 GiB data, 9.3 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 27 KiB/s wr, 27 op/s 2024-06-06T08:37:23.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:37:22 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:37:23.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:37:22 smithi120 ceph-mon[36658]: pgmap v468: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.5 GiB data, 9.3 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 27 KiB/s wr, 27 op/s 2024-06-06T08:37:23.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:37:22 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:37:23.978 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:37:23 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:37:23.979 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:37:23 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:37:23.979 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:37:23 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:37:24.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:37:23 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:37:24.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:37:23 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:37:24.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:37:23 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:37:24.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:37:23 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:37:24.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:37:23 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:37:24.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:37:23 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:37:24.173 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:24.174+0000 7f72cd20b700 1 -- 172.21.15.42:0/2486607615 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f72c81073b0 msgr2=0x7f72c806aa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:37:24.174 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:24.174+0000 7f72cd20b700 1 --2- 172.21.15.42:0/2486607615 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f72c81073b0 0x7f72c806aa30 secure :-1 s=READY pgs=976 cs=0 l=1 rev1=1 crypto rx=0x7f72b8009990 tx=0x7f72b8009ca0 comp rx=0 tx=0).stop 2024-06-06T08:37:24.174 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:24.175+0000 7f72cd20b700 1 -- 172.21.15.42:0/2486607615 shutdown_connections 2024-06-06T08:37:24.174 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:24.175+0000 7f72cd20b700 1 --2- 172.21.15.42:0/2486607615 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f72c8104ec0 0x7f72c8105350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:24.174 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:24.175+0000 7f72cd20b700 1 --2- 172.21.15.42:0/2486607615 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f72c81073b0 0x7f72c806aa30 unknown :-1 s=CLOSED pgs=976 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:24.174 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:24.175+0000 7f72cd20b700 1 --2- 172.21.15.42:0/2486607615 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f72c806af70 0x7f72c806b3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:24.174 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:24.175+0000 7f72cd20b700 1 -- 172.21.15.42:0/2486607615 >> 172.21.15.42:0/2486607615 conn(0x7f72c8078300 msgr2=0x7f72c8078710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:37:24.179 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:24.178+0000 7f72cd20b700 1 -- 172.21.15.42:0/2486607615 shutdown_connections 2024-06-06T08:37:24.179 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:24.178+0000 7f72cd20b700 1 -- 172.21.15.42:0/2486607615 wait complete. 2024-06-06T08:37:24.179 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:24.179+0000 7f72cd20b700 1 Processor -- start 2024-06-06T08:37:24.182 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:24.183+0000 7f72cd20b700 1 -- start start 2024-06-06T08:37:24.182 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:24.183+0000 7f72cd20b700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f72c806af70 0x7f72c819f290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:24.183 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:24.183+0000 7f72cd20b700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f72c8104ec0 0x7f72c819f7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:24.183 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:24.183+0000 7f72cd20b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f72c81073b0 0x7f72c81a3b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:24.183 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:24.183+0000 7f72cd20b700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f72c8118e60 con 0x7f72c81073b0 2024-06-06T08:37:24.183 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:24.183+0000 7f72cd20b700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f72c8118ce0 con 0x7f72c8104ec0 2024-06-06T08:37:24.183 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:24.183+0000 7f72cd20b700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f72c8118fe0 con 0x7f72c806af70 2024-06-06T08:37:24.185 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:24.186+0000 7f72be59c700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f72c8104ec0 0x7f72c819f7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:24.188 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:24.187+0000 7f72c6d9d700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f72c806af70 0x7f72c819f290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:24.188 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:24.188+0000 7f72c759e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f72c81073b0 0x7f72c81a3b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:24.188 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:24.188+0000 7f72c759e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f72c81073b0 0x7f72c81a3b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55766/0 (socket says 172.21.15.42:55766) 2024-06-06T08:37:24.189 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:24.188+0000 7f72c759e700 1 -- 172.21.15.42:0/1799338271 learned_addr learned my addr 172.21.15.42:0/1799338271 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:37:24.194 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:24.192+0000 7f72be59c700 1 -- 172.21.15.42:0/1799338271 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f72c806af70 msgr2=0x7f72c819f290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:37:24.195 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:24.192+0000 7f72be59c700 1 --2- 172.21.15.42:0/1799338271 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f72c806af70 0x7f72c819f290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:24.195 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:24.192+0000 7f72be59c700 1 -- 172.21.15.42:0/1799338271 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f72c81073b0 msgr2=0x7f72c81a3b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:37:24.195 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:24.192+0000 7f72be59c700 1 --2- 172.21.15.42:0/1799338271 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f72c81073b0 0x7f72c81a3b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:24.195 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:24.192+0000 7f72be59c700 1 -- 172.21.15.42:0/1799338271 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72c81a42a0 con 0x7f72c8104ec0 2024-06-06T08:37:24.196 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:24.197+0000 7f72be59c700 1 --2- 172.21.15.42:0/1799338271 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f72c8104ec0 0x7f72c819f7d0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f72b000b450 tx=0x7f72b000b760 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:37:24.203 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:24.203+0000 7f72c4d99700 1 -- 172.21.15.42:0/1799338271 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72b0015020 con 0x7f72c8104ec0 2024-06-06T08:37:24.203 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:24.203+0000 7f72cd20b700 1 -- 172.21.15.42:0/1799338271 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72c81a4590 con 0x7f72c8104ec0 2024-06-06T08:37:24.203 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:24.203+0000 7f72cd20b700 1 -- 172.21.15.42:0/1799338271 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72c81079a0 con 0x7f72c8104ec0 2024-06-06T08:37:24.203 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:24.203+0000 7f72c4d99700 1 -- 172.21.15.42:0/1799338271 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f72b0011d10 con 0x7f72c8104ec0 2024-06-06T08:37:24.203 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:24.203+0000 7f72c4d99700 1 -- 172.21.15.42:0/1799338271 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72b0010dc0 con 0x7f72c8104ec0 2024-06-06T08:37:24.205 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:24.206+0000 7f72cd20b700 1 -- 172.21.15.42:0/1799338271 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72a8005330 con 0x7f72c8104ec0 2024-06-06T08:37:24.210 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:24.211+0000 7f72c4d99700 1 -- 172.21.15.42:0/1799338271 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f72b0018020 con 0x7f72c8104ec0 2024-06-06T08:37:24.211 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:24.212+0000 7f72c4d99700 1 --2- 172.21.15.42:0/1799338271 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f72b40a2f90 0x7f72b40a5450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:24.211 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:24.213+0000 7f72c4d99700 1 -- 172.21.15.42:0/1799338271 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(123..123 src has 1..123) ==== 9526+0+0 (secure 0 0 0) 0x7f72b00ceec0 con 0x7f72c8104ec0 2024-06-06T08:37:24.214 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:24.216+0000 7f72c6d9d700 1 --2- 172.21.15.42:0/1799338271 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f72b40a2f90 0x7f72b40a5450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:24.216 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:24.217+0000 7f72c4d99700 1 -- 172.21.15.42:0/1799338271 <== mon.2 v2:172.21.15.120:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f72b009b820 con 0x7f72c8104ec0 2024-06-06T08:37:24.216 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:24.218+0000 7f72c6d9d700 1 --2- 172.21.15.42:0/1799338271 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f72b40a2f90 0x7f72b40a5450 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f72b80098e0 tx=0x7f72b8005fd0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:37:24.711 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:24.712+0000 7f72cd20b700 1 -- 172.21.15.42:0/1799338271 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f72a8005620 con 0x7f72c8104ec0 2024-06-06T08:37:24.717 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:37:24.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:24.718+0000 7f72c4d99700 1 -- 172.21.15.42:0/1799338271 <== mon.2 v2:172.21.15.120:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 46 v46) ==== 94+0+11885 (secure 0 0 0) 0x7f72b009b120 con 0x7f72c8104ec0 2024-06-06T08:37:24.718 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":46,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/667270675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":667270675},{"type":"v1","addr":"172.21.15.42:6837","nonce":667270675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/2414389302","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":2414389302},{"type":"v1","addr":"172.21.15.42:6839","nonce":2414389302}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14574,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/3625002785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":3625002785},{"type":"v1","addr":"172.21.15.42:6841","nonce":3625002785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":26389,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/411591287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":411591287},{"type":"v1","addr":"172.21.15.149:6835","nonce":411591287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":46,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T08:18:39.778858+0000","modified":"2024-06-06T08:33:24.901180+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24464},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6837/3434475673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":3434475673},{"type":"v1","addr":"172.21.15.120:6837","nonce":3434475673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":188,"addr":"172.21.15.120:6839/1585293472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":1585293472},{"type":"v1","addr":"172.21.15.120:6839","nonce":1585293472}]},"join_fscid":-1,"export_targets":[0,1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":192,"addr":"172.21.15.149:6837/751787578","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":751787578},{"type":"v1","addr":"172.21.15.149:6837","nonce":751787578}]},"join_fscid":-1,"export_targets":[0,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":8,"addr":"172.21.15.149:6839/764851483","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":764851483},{"type":"v1","addr":"172.21.15.149:6839","nonce":764851483}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26696":{"gid":26696,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6835/2158320752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":2158320752},{"type":"v1","addr":"172.21.15.120:6835","nonce":2158320752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24469,24484,24464]},"id":1}]} 2024-06-06T08:37:24.725 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:24.726+0000 7f72cd20b700 1 -- 172.21.15.42:0/1799338271 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f72b40a2f90 msgr2=0x7f72b40a5450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:37:24.725 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:24.726+0000 7f72cd20b700 1 --2- 172.21.15.42:0/1799338271 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f72b40a2f90 0x7f72b40a5450 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f72b80098e0 tx=0x7f72b8005fd0 comp rx=0 tx=0).stop 2024-06-06T08:37:24.725 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:24.726+0000 7f72cd20b700 1 -- 172.21.15.42:0/1799338271 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f72c8104ec0 msgr2=0x7f72c819f7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:37:24.725 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:24.726+0000 7f72cd20b700 1 --2- 172.21.15.42:0/1799338271 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f72c8104ec0 0x7f72c819f7d0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f72b000b450 tx=0x7f72b000b760 comp rx=0 tx=0).stop 2024-06-06T08:37:24.727 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:24.728+0000 7f72cd20b700 1 -- 172.21.15.42:0/1799338271 shutdown_connections 2024-06-06T08:37:24.727 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:24.728+0000 7f72cd20b700 1 --2- 172.21.15.42:0/1799338271 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f72b40a2f90 0x7f72b40a5450 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:24.727 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:24.728+0000 7f72cd20b700 1 --2- 172.21.15.42:0/1799338271 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f72c81073b0 0x7f72c81a3b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:24.727 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:24.728+0000 7f72cd20b700 1 --2- 172.21.15.42:0/1799338271 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f72c806af70 0x7f72c819f290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:24.727 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:24.728+0000 7f72cd20b700 1 --2- 172.21.15.42:0/1799338271 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f72c8104ec0 0x7f72c819f7d0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:24.727 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:24.728+0000 7f72cd20b700 1 -- 172.21.15.42:0/1799338271 >> 172.21.15.42:0/1799338271 conn(0x7f72c8078300 msgr2=0x7f72c8100370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:37:24.731 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:24.732+0000 7f72cd20b700 1 -- 172.21.15.42:0/1799338271 shutdown_connections 2024-06-06T08:37:24.731 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:24.732+0000 7f72cd20b700 1 -- 172.21.15.42:0/1799338271 wait complete. 2024-06-06T08:37:24.734 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 46 2024-06-06T08:37:25.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:37:24 smithi149 ceph-mon[36842]: pgmap v469: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.5 GiB data, 9.3 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 7.7 KiB/s wr, 9 op/s 2024-06-06T08:37:25.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:37:24 smithi042 ceph-mon[32384]: pgmap v469: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.5 GiB data, 9.3 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 7.7 KiB/s wr, 9 op/s 2024-06-06T08:37:25.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:37:24 smithi120 ceph-mon[36658]: pgmap v469: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.5 GiB data, 9.3 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 7.7 KiB/s wr, 9 op/s 2024-06-06T08:37:25.459 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24484 quiesce db --set-id 1f8b21b1 --release --await' 2024-06-06T08:37:25.460 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- timeout 105 ceph tell mds.24484 quiesce db --set-id 1f8b21b1 --release --await 2024-06-06T08:37:26.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:37:25 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/1799338271' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:37:26.041 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:37:26.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:37:25 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/1799338271' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:37:26.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:37:25 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/1799338271' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:37:26.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:37:26 smithi042 ceph-mon[32384]: pgmap v470: 129 pgs: 20 active+clean+snaptrim, 55 active+clean+snaptrim_wait, 54 active+clean; 1.5 GiB data, 9.3 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 16 KiB/s wr, 12 op/s 2024-06-06T08:37:27.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:37:26 smithi149 ceph-mon[36842]: pgmap v470: 129 pgs: 20 active+clean+snaptrim, 55 active+clean+snaptrim_wait, 54 active+clean; 1.5 GiB data, 9.3 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 16 KiB/s wr, 12 op/s 2024-06-06T08:37:27.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:37:26 smithi120 ceph-mon[36658]: pgmap v470: 129 pgs: 20 active+clean+snaptrim, 55 active+clean+snaptrim_wait, 54 active+clean; 1.5 GiB data, 9.3 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 16 KiB/s wr, 12 op/s 2024-06-06T08:37:28.691 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.692+0000 7fab9ffff700 1 -- 172.21.15.42:0/2888635694 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fab980a4dd0 msgr2=0x7fab980a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:37:28.691 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.692+0000 7fab9ffff700 1 --2- 172.21.15.42:0/2888635694 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fab980a4dd0 0x7fab980a51b0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7faba0067f10 tx=0x7faba0068aa0 comp rx=0 tx=0).stop 2024-06-06T08:37:28.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.697+0000 7fab9ffff700 1 -- 172.21.15.42:0/2888635694 shutdown_connections 2024-06-06T08:37:28.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.697+0000 7fab9ffff700 1 --2- 172.21.15.42:0/2888635694 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fab980b7af0 0x7fab980b9ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:28.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.697+0000 7fab9ffff700 1 --2- 172.21.15.42:0/2888635694 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fab980a4dd0 0x7fab980a51b0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:28.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.697+0000 7fab9ffff700 1 --2- 172.21.15.42:0/2888635694 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fab980a56f0 0x7fab980b75b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:28.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.697+0000 7fab9ffff700 1 -- 172.21.15.42:0/2888635694 >> 172.21.15.42:0/2888635694 conn(0x7fab9801a690 msgr2=0x7fab9801aaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:37:28.701 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.702+0000 7fab9ffff700 1 -- 172.21.15.42:0/2888635694 shutdown_connections 2024-06-06T08:37:28.706 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.705+0000 7fab9ffff700 1 -- 172.21.15.42:0/2888635694 wait complete. 2024-06-06T08:37:28.706 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.705+0000 7fab9ffff700 1 Processor -- start 2024-06-06T08:37:28.706 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.706+0000 7fab9ffff700 1 -- start start 2024-06-06T08:37:28.706 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.706+0000 7fab9ffff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fab980a4dd0 0x7fab980b5c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:28.706 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.706+0000 7fab9ffff700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fab980a56f0 0x7fab980aecf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:28.706 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.706+0000 7fab9ffff700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fab980b7af0 0x7fab980af230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:28.706 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.706+0000 7fab9ffff700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fab980bd630 con 0x7fab980a4dd0 2024-06-06T08:37:28.706 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.706+0000 7fab9ffff700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fab980bd4b0 con 0x7fab980a56f0 2024-06-06T08:37:28.706 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.706+0000 7fab9ffff700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fab980bd7b0 con 0x7fab980b7af0 2024-06-06T08:37:28.707 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.706+0000 7fab9f7fe700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fab980b7af0 0x7fab980af230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:28.707 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.707+0000 7fab9f7fe700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fab980b7af0 0x7fab980af230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:55968/0 (socket says 172.21.15.42:55968) 2024-06-06T08:37:28.707 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.707+0000 7fab9f7fe700 1 -- 172.21.15.42:0/2413391256 learned_addr learned my addr 172.21.15.42:0/2413391256 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:37:28.711 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.709+0000 7fab9e7fc700 1 --2- 172.21.15.42:0/2413391256 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fab980a56f0 0x7fab980aecf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:28.711 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.709+0000 7fab9f7fe700 1 -- 172.21.15.42:0/2413391256 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fab980a56f0 msgr2=0x7fab980aecf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:37:28.711 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.709+0000 7fab9f7fe700 1 --2- 172.21.15.42:0/2413391256 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fab980a56f0 0x7fab980aecf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:28.711 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.709+0000 7fab9f7fe700 1 -- 172.21.15.42:0/2413391256 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fab980a4dd0 msgr2=0x7fab980b5c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:37:28.711 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.709+0000 7fab9f7fe700 1 --2- 172.21.15.42:0/2413391256 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fab980a4dd0 0x7fab980b5c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:28.711 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.709+0000 7fab9f7fe700 1 -- 172.21.15.42:0/2413391256 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab980af960 con 0x7fab980b7af0 2024-06-06T08:37:28.711 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.710+0000 7fab9f7fe700 1 --2- 172.21.15.42:0/2413391256 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fab980b7af0 0x7fab980af230 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fab9400b4a0 tx=0x7fab9400b860 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:37:28.711 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.711+0000 7fab8ffff700 1 -- 172.21.15.42:0/2413391256 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab94015020 con 0x7fab980b7af0 2024-06-06T08:37:28.711 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.711+0000 7fab8ffff700 1 -- 172.21.15.42:0/2413391256 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fab94011d10 con 0x7fab980b7af0 2024-06-06T08:37:28.711 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.711+0000 7fab9ffff700 1 -- 172.21.15.42:0/2413391256 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab980b3790 con 0x7fab980b7af0 2024-06-06T08:37:28.712 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.711+0000 7fab9ffff700 1 -- 172.21.15.42:0/2413391256 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab980b3cd0 con 0x7fab980b7af0 2024-06-06T08:37:28.712 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.711+0000 7fab8ffff700 1 -- 172.21.15.42:0/2413391256 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab9400f2e0 con 0x7fab980b7af0 2024-06-06T08:37:28.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.717+0000 7fab8ffff700 1 -- 172.21.15.42:0/2413391256 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fab94018020 con 0x7fab980b7af0 2024-06-06T08:37:28.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.718+0000 7fabafc9cb80 1 Processor -- start 2024-06-06T08:37:28.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.719+0000 7fab8ffff700 1 --2- 172.21.15.42:0/2413391256 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fab880a2f60 0x7fab880a5420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:28.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.724+0000 7fab9e7fc700 1 --2- 172.21.15.42:0/2413391256 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fab880a2f60 0x7fab880a5420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:28.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.724+0000 7fabafc9cb80 1 -- start start 2024-06-06T08:37:28.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.724+0000 7fabafc9cb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f2f98667e0 0x55f2f9866bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:28.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.724+0000 7fabafc9cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f2f9867100 0x55f2f9871a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:28.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.724+0000 7fabafc9cb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f2f9871fb0 0x55f2f98743a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:28.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.724+0000 7fabafc9cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55f2f975a060 con 0x55f2f9867100 2024-06-06T08:37:28.725 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.724+0000 7fabafc9cb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55f2f97b8950 con 0x55f2f98667e0 2024-06-06T08:37:28.725 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.724+0000 7fabafc9cb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55f2f9720560 con 0x55f2f9871fb0 2024-06-06T08:37:28.725 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.725+0000 7fab8ffff700 1 -- 172.21.15.42:0/2413391256 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(123..123 src has 1..123) ==== 9526+0+0 (secure 0 0 0) 0x7fab940cfee0 con 0x7fab980b7af0 2024-06-06T08:37:28.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.726+0000 7fab9f7fe700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f2f9871fb0 0x55f2f98743a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:28.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.726+0000 7fab9f7fe700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f2f9871fb0 0x55f2f98743a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:55984/0 (socket says 172.21.15.42:55984) 2024-06-06T08:37:28.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.726+0000 7fab9f7fe700 1 -- 172.21.15.42:0/3846302019 learned_addr learned my addr 172.21.15.42:0/3846302019 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:37:28.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.726+0000 7fab9e7fc700 1 --2- 172.21.15.42:0/3846302019 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f2f9867100 0x55f2f9871a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:28.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.727+0000 7fab9e7fc700 1 -- 172.21.15.42:0/3846302019 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f2f9871fb0 msgr2=0x55f2f98743a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:37:28.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.727+0000 7fab9e7fc700 1 --2- 172.21.15.42:0/3846302019 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f2f9871fb0 0x55f2f98743a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:28.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.727+0000 7fab9e7fc700 1 -- 172.21.15.42:0/3846302019 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f2f98667e0 msgr2=0x55f2f9866bc0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-06-06T08:37:28.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.727+0000 7fab9e7fc700 1 --2- 172.21.15.42:0/3846302019 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f2f98667e0 0x55f2f9866bc0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:28.727 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.727+0000 7fab9e7fc700 1 -- 172.21.15.42:0/3846302019 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f2f97079d0 con 0x55f2f9867100 2024-06-06T08:37:28.727 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.727+0000 7fab9e7fc700 1 --2- 172.21.15.42:0/2413391256 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fab880a2f60 0x7fab880a5420 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fab980b04b0 tx=0x7fab90009ad0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:37:28.727 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.728+0000 7fab9e7fc700 1 --2- 172.21.15.42:0/3846302019 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f2f9867100 0x55f2f9871a70 secure :-1 s=READY pgs=977 cs=0 l=1 rev1=1 crypto rx=0x7fab90011630 tx=0x7fab9001b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5cc7aef9007d595 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:37:28.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.730+0000 7fab8d7fa700 1 -- 172.21.15.42:0/3846302019 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab90024070 con 0x55f2f9867100 2024-06-06T08:37:28.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.730+0000 7fab8d7fa700 1 -- 172.21.15.42:0/3846302019 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fab90011e50 con 0x55f2f9867100 2024-06-06T08:37:28.729 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.731+0000 7fabafc9cb80 1 -- 172.21.15.42:0/3846302019 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f2f9867100 msgr2=0x55f2f9871a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:37:28.729 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.731+0000 7fabafc9cb80 1 --2- 172.21.15.42:0/3846302019 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f2f9867100 0x55f2f9871a70 secure :-1 s=READY pgs=977 cs=0 l=1 rev1=1 crypto rx=0x7fab90011630 tx=0x7fab9001b000 comp rx=0 tx=0).stop 2024-06-06T08:37:28.735 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.737+0000 7fabafc9cb80 1 -- 172.21.15.42:0/3846302019 shutdown_connections 2024-06-06T08:37:28.736 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.737+0000 7fabafc9cb80 1 --2- 172.21.15.42:0/3846302019 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f2f9871fb0 0x55f2f98743a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:28.736 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.737+0000 7fabafc9cb80 1 --2- 172.21.15.42:0/3846302019 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f2f98667e0 0x55f2f9866bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:28.736 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.737+0000 7fabafc9cb80 1 --2- 172.21.15.42:0/3846302019 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f2f9867100 0x55f2f9871a70 unknown :-1 s=CLOSED pgs=977 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:28.736 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.737+0000 7fabafc9cb80 1 -- 172.21.15.42:0/3846302019 >> 172.21.15.42:0/3846302019 conn(0x55f2f9794180 msgr2=0x55f2f9862c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:37:28.744 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.744+0000 7fabafc9cb80 1 -- 172.21.15.42:0/3846302019 shutdown_connections 2024-06-06T08:37:28.744 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:37:28 smithi042 ceph-mon[32384]: pgmap v471: 129 pgs: 20 active+clean+snaptrim, 55 active+clean+snaptrim_wait, 54 active+clean; 1.5 GiB data, 9.4 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 13 KiB/s wr, 10 op/s 2024-06-06T08:37:28.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.747+0000 7fabafc9cb80 1 -- 172.21.15.42:0/3846302019 wait complete. 2024-06-06T08:37:28.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.747+0000 7fabafc9cb80 1 -- start start 2024-06-06T08:37:28.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.747+0000 7fabafc9cb80 1 Processor -- start 2024-06-06T08:37:28.752 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.750+0000 7fabafc9cb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f2f98667e0 0x55f2f98715f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:28.752 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.750+0000 7fabafc9cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f2f9867100 0x55f2f986e8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:28.752 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.750+0000 7fabafc9cb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f2f9871fb0 0x55f2f986ee30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:28.752 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.750+0000 7fabafc9cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55f2f97590c0 con 0x55f2f9867100 2024-06-06T08:37:28.752 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.750+0000 7fabafc9cb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55f2f97b4910 con 0x55f2f98667e0 2024-06-06T08:37:28.752 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.750+0000 7fabafc9cb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55f2f9874ad0 con 0x55f2f9871fb0 2024-06-06T08:37:28.753 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.750+0000 7fabafc9cb80 10 client.0 _ll_register_callbacks cb 0x55f2f974e6b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:37:28.754 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.754+0000 7fab9effd700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f2f98667e0 0x55f2f98715f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:28.754 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.755+0000 7fab9e7fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f2f9867100 0x55f2f986e8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:28.755 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.755+0000 7fab9e7fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f2f9867100 0x55f2f986e8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:33848/0 (socket says 172.21.15.42:33848) 2024-06-06T08:37:28.755 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.755+0000 7fab9e7fc700 1 -- 172.21.15.42:0/2226220193 learned_addr learned my addr 172.21.15.42:0/2226220193 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:37:28.755 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.755+0000 7fab9f7fe700 1 --2- 172.21.15.42:0/2226220193 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f2f9871fb0 0x55f2f986ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:28.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.757+0000 7fab9f7fe700 1 -- 172.21.15.42:0/2226220193 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f2f98667e0 msgr2=0x55f2f98715f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:37:28.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.757+0000 7fab9f7fe700 1 --2- 172.21.15.42:0/2226220193 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f2f98667e0 0x55f2f98715f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:28.756 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.757+0000 7fab9f7fe700 1 -- 172.21.15.42:0/2226220193 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f2f9867100 msgr2=0x55f2f986e8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:37:28.757 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.757+0000 7fab9f7fe700 1 --2- 172.21.15.42:0/2226220193 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f2f9867100 0x55f2f986e8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:28.757 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.757+0000 7fab9f7fe700 1 -- 172.21.15.42:0/2226220193 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f2f977e850 con 0x55f2f9871fb0 2024-06-06T08:37:28.758 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.758+0000 7fab9f7fe700 1 --2- 172.21.15.42:0/2226220193 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f2f9871fb0 0x55f2f986ee30 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fab940a4800 tx=0x7fab94098410 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d03056496a23f3c9 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:37:28.758 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.758+0000 7fab867fc700 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:37:28.758 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.758+0000 7fab867fc700 1 -- 172.21.15.42:0/2226220193 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab940b5020 con 0x55f2f9871fb0 2024-06-06T08:37:28.758 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.758+0000 7fabafc9cb80 1 -- 172.21.15.42:0/2226220193 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fab90011e50 con 0x55f2f9871fb0 2024-06-06T08:37:28.759 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.758+0000 7fab867fc700 1 -- 172.21.15.42:0/2226220193 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(123..123 src has 1..123) ==== 9526+0+0 (secure 0 0 0) 0x7fab9409c320 con 0x55f2f9871fb0 2024-06-06T08:37:28.759 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.759+0000 7fab867fc700 1 -- 172.21.15.42:0/2226220193 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7fab9409c0c0 con 0x55f2f9871fb0 2024-06-06T08:37:28.759 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.759+0000 7fabafc9cb80 10 client.27163 fetch_fsmap learned FSMap version 46 2024-06-06T08:37:28.759 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.759+0000 7fabafc9cb80 1 -- 172.21.15.42:0/2226220193 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55f2f987f230 con 0x55f2f9871fb0 2024-06-06T08:37:28.760 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.762+0000 7fab867fc700 1 -- 172.21.15.42:0/2226220193 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fab90011e50 con 0x55f2f9871fb0 2024-06-06T08:37:28.761 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.762+0000 7fab867fc700 1 -- 172.21.15.42:0/2226220193 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 46) ==== 8370+0+0 (secure 0 0 0) 0x7fab94010380 con 0x55f2f9871fb0 2024-06-06T08:37:28.762 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.762+0000 7fabafc9cb80 10 client.27163 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T08:37:28.762 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.762+0000 7fabafc9cb80 10 client.27163 resolve_mds: validated gid 24484 aka daemon mds.i 2024-06-06T08:37:28.762 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.762+0000 7fabafc9cb80 20 client.27163 populate_metadata read hostname 'smithi042' 2024-06-06T08:37:28.762 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.762+0000 7fabafc9cb80 1 --2- 172.21.15.42:0/2226220193 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f2f9881810 0x55f2f9883c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:28.762 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.762+0000 7fabafc9cb80 4 client.27163 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:37:28.762 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.762+0000 7fabafc9cb80 1 -- 172.21.15.42:0/2226220193 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f2f97c5e50 con 0x55f2f9881810 2024-06-06T08:37:28.766 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.766+0000 7fab9effd700 1 --2- 172.21.15.42:0/2226220193 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f2f9881810 0x55f2f9883c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:28.771 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.773+0000 7fab9effd700 1 --2- 172.21.15.42:0/2226220193 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f2f9881810 0x55f2f9883c00 crc :-1 s=READY pgs=263 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aeeff1bbda11d4fa server_cookie=2f9f4dec48f6be in_seq=0 out_seq=0 2024-06-06T08:37:28.772 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.773+0000 7fab867fc700 10 client.27163 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:37:28.772 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.773+0000 7fab867fc700 1 -- 172.21.15.42:0/2226220193 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55f2f97c5e50 con 0x55f2f9881810 2024-06-06T08:37:28.772 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.773+0000 7fab867fc700 10 client.27163 handle_command_reply: tid=0 2024-06-06T08:37:28.772 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.774+0000 7fabafc9cb80 1 client.27163 shutdown 2024-06-06T08:37:28.777 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.777+0000 7fabafc9cb80 1 -- 172.21.15.42:0/2226220193 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f2f9871fb0 msgr2=0x55f2f986ee30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:37:28.777 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.777+0000 7fabafc9cb80 1 --2- 172.21.15.42:0/2226220193 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f2f9871fb0 0x55f2f986ee30 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fab940a4800 tx=0x7fab94098410 comp rx=0 tx=0).stop 2024-06-06T08:37:28.777 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.778+0000 7fabafc9cb80 1 -- 172.21.15.42:0/2226220193 shutdown_connections 2024-06-06T08:37:28.777 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.778+0000 7fabafc9cb80 1 --2- 172.21.15.42:0/2226220193 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f2f9871fb0 0x55f2f986ee30 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:28.777 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.778+0000 7fabafc9cb80 1 --2- 172.21.15.42:0/2226220193 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f2f9881810 0x55f2f9883c00 crc :-1 s=READY pgs=263 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:28.777 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.778+0000 7fabafc9cb80 1 --2- 172.21.15.42:0/2226220193 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f2f98667e0 0x55f2f98715f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:28.777 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.778+0000 7fabafc9cb80 1 --2- 172.21.15.42:0/2226220193 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f2f9867100 0x55f2f986e8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:28.777 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.778+0000 7fabafc9cb80 1 -- 172.21.15.42:0/2226220193 >> 172.21.15.42:0/2226220193 conn(0x55f2f9794180 msgr2=0x55f2f9862880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:37:28.778 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.778+0000 7fab867fc700 0 client.27163 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:37:28.782 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.784+0000 7fabafc9cb80 1 -- 172.21.15.42:0/2226220193 shutdown_connections 2024-06-06T08:37:28.784 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.786+0000 7fabafc9cb80 1 -- 172.21.15.42:0/2226220193 wait complete. 2024-06-06T08:37:28.785 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.787+0000 7fabafc9cb80 20 client.27163 trim_cache size 0 max 16384 2024-06-06T08:37:28.824 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.826+0000 7fabafc9cb80 1 Processor -- start 2024-06-06T08:37:28.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.827+0000 7fabafc9cb80 1 -- start start 2024-06-06T08:37:28.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.827+0000 7fabafc9cb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f2f98667e0 0x55f2f986ee60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:28.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.827+0000 7fabafc9cb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f2f9867100 0x55f2f986a040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:28.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.828+0000 7fabafc9cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f2f9871fb0 0x55f2f98894d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:28.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.828+0000 7fab9e7fc700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f2f9867100 0x55f2f986a040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:28.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.828+0000 7fab9e7fc700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f2f9867100 0x55f2f986a040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:55584/0 (socket says 172.21.15.42:55584) 2024-06-06T08:37:28.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.828+0000 7fab9e7fc700 1 -- 172.21.15.42:0/1974862045 learned_addr learned my addr 172.21.15.42:0/1974862045 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:37:28.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.828+0000 7fabafc9cb80 1 -- 172.21.15.42:0/1974862045 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fab800117c0 con 0x55f2f9871fb0 2024-06-06T08:37:28.828 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.828+0000 7fabafc9cb80 1 -- 172.21.15.42:0/1974862045 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fab8000ef90 con 0x55f2f9867100 2024-06-06T08:37:28.828 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.828+0000 7fabafc9cb80 1 -- 172.21.15.42:0/1974862045 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fab8000ce00 con 0x55f2f98667e0 2024-06-06T08:37:28.829 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.828+0000 7fab9effd700 1 --2- 172.21.15.42:0/1974862045 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f2f98667e0 0x55f2f986ee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:28.829 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.829+0000 7fab9effd700 1 -- 172.21.15.42:0/1974862045 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f2f9867100 msgr2=0x55f2f986a040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:37:28.829 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.829+0000 7fab9effd700 1 --2- 172.21.15.42:0/1974862045 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f2f9867100 0x55f2f986a040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:28.829 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.829+0000 7fab9effd700 1 -- 172.21.15.42:0/1974862045 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f2f9871fb0 msgr2=0x55f2f98894d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:37:28.830 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.829+0000 7fab9effd700 1 --2- 172.21.15.42:0/1974862045 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f2f9871fb0 0x55f2f98894d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:28.830 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.829+0000 7fab9effd700 1 -- 172.21.15.42:0/1974862045 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f2f986ce60 con 0x55f2f98667e0 2024-06-06T08:37:28.830 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.830+0000 7fab9effd700 1 --2- 172.21.15.42:0/1974862045 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f2f98667e0 0x55f2f986ee60 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7faba0067f10 tx=0x7faba0067e50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2075f2cf3d58c16e server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:37:28.830 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.830+0000 7fab8cff9700 1 -- 172.21.15.42:0/1974862045 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faba007b040 con 0x55f2f98667e0 2024-06-06T08:37:28.830 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.830+0000 7fab8cff9700 1 -- 172.21.15.42:0/1974862045 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faba006bcb0 con 0x55f2f98667e0 2024-06-06T08:37:28.830 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.830+0000 7fab8cff9700 1 -- 172.21.15.42:0/1974862045 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faba0075b70 con 0x55f2f98667e0 2024-06-06T08:37:28.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.831+0000 7fabafc9cb80 1 -- 172.21.15.42:0/1974862045 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f2f98667e0 msgr2=0x55f2f986ee60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:37:28.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.831+0000 7fabafc9cb80 1 --2- 172.21.15.42:0/1974862045 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f2f98667e0 0x55f2f986ee60 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7faba0067f10 tx=0x7faba0067e50 comp rx=0 tx=0).stop 2024-06-06T08:37:28.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.832+0000 7fabafc9cb80 1 -- 172.21.15.42:0/1974862045 shutdown_connections 2024-06-06T08:37:28.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.832+0000 7fabafc9cb80 1 --2- 172.21.15.42:0/1974862045 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f2f9871fb0 0x55f2f98894d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:28.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.832+0000 7fabafc9cb80 1 --2- 172.21.15.42:0/1974862045 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f2f98667e0 0x55f2f986ee60 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:28.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.832+0000 7fabafc9cb80 1 --2- 172.21.15.42:0/1974862045 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f2f9867100 0x55f2f986a040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:28.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.832+0000 7fabafc9cb80 1 -- 172.21.15.42:0/1974862045 >> 172.21.15.42:0/1974862045 conn(0x55f2f9794180 msgr2=0x55f2f98709b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:37:28.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.836+0000 7fabafc9cb80 1 -- 172.21.15.42:0/1974862045 shutdown_connections 2024-06-06T08:37:28.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.836+0000 7fabafc9cb80 1 -- 172.21.15.42:0/1974862045 wait complete. 2024-06-06T08:37:28.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.836+0000 7fabafc9cb80 1 -- start start 2024-06-06T08:37:28.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.837+0000 7fabafc9cb80 1 Processor -- start 2024-06-06T08:37:28.837 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.837+0000 7fabafc9cb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f2f98667e0 0x55f2f987a590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:28.837 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.837+0000 7fabafc9cb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f2f9867100 0x55f2f9876970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:28.837 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.838+0000 7fab9effd700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f2f98667e0 0x55f2f987a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:28.837 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.838+0000 7fab9effd700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f2f98667e0 0x55f2f987a590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:55586/0 (socket says 172.21.15.42:55586) 2024-06-06T08:37:28.837 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.838+0000 7fab9effd700 1 -- 172.21.15.42:0/3250710330 learned_addr learned my addr 172.21.15.42:0/3250710330 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:37:28.838 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.838+0000 7fab9e7fc700 1 --2- 172.21.15.42:0/3250710330 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f2f9867100 0x55f2f9876970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:28.838 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.838+0000 7fabafc9cb80 1 --2- 172.21.15.42:0/3250710330 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f2f9871fb0 0x55f2f9876eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:28.838 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.838+0000 7fabafc9cb80 1 -- 172.21.15.42:0/3250710330 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fab8000d450 con 0x55f2f9871fb0 2024-06-06T08:37:28.838 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.838+0000 7fabafc9cb80 1 -- 172.21.15.42:0/3250710330 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fab8000e8c0 con 0x55f2f98667e0 2024-06-06T08:37:28.838 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.838+0000 7fabafc9cb80 1 -- 172.21.15.42:0/3250710330 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fab8000db20 con 0x55f2f9867100 2024-06-06T08:37:28.838 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.838+0000 7fabafc9cb80 10 client.0 _ll_register_callbacks cb 0x55f2f974e6b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:37:28.840 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.839+0000 7fab9f7fe700 1 --2- 172.21.15.42:0/3250710330 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f2f9871fb0 0x55f2f9876eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:28.840 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.839+0000 7fab9effd700 1 -- 172.21.15.42:0/3250710330 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f2f9867100 msgr2=0x55f2f9876970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:37:28.840 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.839+0000 7fab9effd700 1 --2- 172.21.15.42:0/3250710330 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f2f9867100 0x55f2f9876970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:28.840 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.839+0000 7fab9effd700 1 -- 172.21.15.42:0/3250710330 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f2f9871fb0 msgr2=0x55f2f9876eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:37:28.840 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.839+0000 7fab9effd700 1 --2- 172.21.15.42:0/3250710330 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f2f9871fb0 0x55f2f9876eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:28.840 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.839+0000 7fab9effd700 1 -- 172.21.15.42:0/3250710330 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f2f98776f0 con 0x55f2f98667e0 2024-06-06T08:37:28.840 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.840+0000 7fab9effd700 1 --2- 172.21.15.42:0/3250710330 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f2f98667e0 0x55f2f987a590 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7faba0051b50 tx=0x7faba0051140 comp rx=0 tx=0).ready entity=mon.2 client_cookie=44e65c9e4bfcecf1 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:37:28.840 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.840+0000 7fab867fc700 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:37:28.840 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.840+0000 7fab867fc700 1 -- 172.21.15.42:0/3250710330 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faba006be60 con 0x55f2f98667e0 2024-06-06T08:37:28.840 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.840+0000 7fab867fc700 1 -- 172.21.15.42:0/3250710330 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(123..123 src has 1..123) ==== 9526+0+0 (secure 0 0 0) 0x7faba006b1d0 con 0x55f2f98667e0 2024-06-06T08:37:28.841 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.841+0000 7fabafc9cb80 1 -- 172.21.15.42:0/3250710330 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faba006bcb0 con 0x55f2f98667e0 2024-06-06T08:37:28.843 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.845+0000 7fab867fc700 1 -- 172.21.15.42:0/3250710330 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7faba009c050 con 0x55f2f98667e0 2024-06-06T08:37:28.845 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.847+0000 7fabafc9cb80 10 client.27311 fetch_fsmap learned FSMap version 46 2024-06-06T08:37:28.845 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.847+0000 7fabafc9cb80 1 -- 172.21.15.42:0/3250710330 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55f2f98ed560 con 0x55f2f98667e0 2024-06-06T08:37:28.849 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.849+0000 7fab867fc700 1 -- 172.21.15.42:0/3250710330 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faba006bcb0 con 0x55f2f98667e0 2024-06-06T08:37:28.849 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.849+0000 7fab867fc700 1 -- 172.21.15.42:0/3250710330 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 46) ==== 8370+0+0 (secure 0 0 0) 0x7faba009f080 con 0x55f2f98667e0 2024-06-06T08:37:28.849 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.850+0000 7fabafc9cb80 10 client.27311 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T08:37:28.850 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.850+0000 7fabafc9cb80 10 client.27311 resolve_mds: validated gid 24484 aka daemon mds.i 2024-06-06T08:37:28.850 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.850+0000 7fabafc9cb80 20 client.27311 populate_metadata read hostname 'smithi042' 2024-06-06T08:37:28.850 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.850+0000 7fabafc9cb80 1 --2- 172.21.15.42:0/3250710330 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f2f98eda60 0x55f2f98efe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:28.850 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.850+0000 7fabafc9cb80 4 client.27311 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "1f8b21b1", "release": true, "await": true}] 2024-06-06T08:37:28.850 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.850+0000 7fabafc9cb80 1 -- 172.21.15.42:0/3250710330 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "quiesce db", "set_id": "1f8b21b1", "release": true, "await": true}) -- 0x55f2f97c03d0 con 0x55f2f98eda60 2024-06-06T08:37:28.850 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.852+0000 7fab9e7fc700 1 --2- 172.21.15.42:0/3250710330 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f2f98eda60 0x55f2f98efe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:28.860 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.861+0000 7fab9e7fc700 1 --2- 172.21.15.42:0/3250710330 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f2f98eda60 0x55f2f98efe50 crc :-1 s=READY pgs=264 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=689951a031182bc9 server_cookie=84c6cee01d590f6 in_seq=0 out_seq=0 2024-06-06T08:37:28.861 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:28.862+0000 7fab867fc700 10 client.27311 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:37:29.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:37:28 smithi149 ceph-mon[36842]: pgmap v471: 129 pgs: 20 active+clean+snaptrim, 55 active+clean+snaptrim_wait, 54 active+clean; 1.5 GiB data, 9.4 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 13 KiB/s wr, 10 op/s 2024-06-06T08:37:29.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:37:28 smithi120 ceph-mon[36658]: pgmap v471: 129 pgs: 20 active+clean+snaptrim, 55 active+clean+snaptrim_wait, 54 active+clean; 1.5 GiB data, 9.4 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 13 KiB/s wr, 10 op/s 2024-06-06T08:37:29.672 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:29.672+0000 7fab867fc700 1 -- 172.21.15.42:0/3250710330 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55f2f97c03d0 con 0x55f2f98eda60 2024-06-06T08:37:29.672 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:29.672+0000 7fab867fc700 10 client.27311 handle_command_reply: tid=0 2024-06-06T08:37:29.672 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:29.672+0000 7fabafc9cb80 1 client.27311 shutdown 2024-06-06T08:37:29.672 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:29.673+0000 7fabafc9cb80 1 -- 172.21.15.42:0/3250710330 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f2f98667e0 msgr2=0x55f2f987a590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:37:29.672 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:29.673+0000 7fabafc9cb80 1 --2- 172.21.15.42:0/3250710330 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f2f98667e0 0x55f2f987a590 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7faba0051b50 tx=0x7faba0051140 comp rx=0 tx=0).stop 2024-06-06T08:37:29.672 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:29.673+0000 7fabafc9cb80 1 -- 172.21.15.42:0/3250710330 shutdown_connections 2024-06-06T08:37:29.672 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:29.673+0000 7fabafc9cb80 1 --2- 172.21.15.42:0/3250710330 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f2f9871fb0 0x55f2f9876eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:29.673 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:29.673+0000 7fabafc9cb80 1 --2- 172.21.15.42:0/3250710330 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55f2f98eda60 0x55f2f98efe50 crc :-1 s=READY pgs=264 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:29.673 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:29.673+0000 7fabafc9cb80 1 --2- 172.21.15.42:0/3250710330 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55f2f98667e0 0x55f2f987a590 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:29.673 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:29.673+0000 7fabafc9cb80 1 --2- 172.21.15.42:0/3250710330 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f2f9867100 0x55f2f9876970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:29.673 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:29.673+0000 7fab867fc700 0 client.27311 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:37:29.673 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:29.673+0000 7fabafc9cb80 1 -- 172.21.15.42:0/3250710330 >> 172.21.15.42:0/3250710330 conn(0x55f2f9794180 msgr2=0x55f2f9870120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:37:29.673 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:29.673+0000 7fabafc9cb80 1 -- 172.21.15.42:0/3250710330 shutdown_connections 2024-06-06T08:37:29.673 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:29.673+0000 7fabafc9cb80 1 -- 172.21.15.42:0/3250710330 wait complete. 2024-06-06T08:37:29.673 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:29.674+0000 7fabafc9cb80 20 client.27311 trim_cache size 0 max 16384 2024-06-06T08:37:29.674 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:37:29.674 INFO:teuthology.orchestra.run.smithi042.stdout: "epoch": 46, 2024-06-06T08:37:29.674 INFO:teuthology.orchestra.run.smithi042.stdout: "leader": 24484, 2024-06-06T08:37:29.674 INFO:teuthology.orchestra.run.smithi042.stdout: "set_version": 40, 2024-06-06T08:37:29.674 INFO:teuthology.orchestra.run.smithi042.stdout: "sets": { 2024-06-06T08:37:29.674 INFO:teuthology.orchestra.run.smithi042.stdout: "1f8b21b1": { 2024-06-06T08:37:29.674 INFO:teuthology.orchestra.run.smithi042.stdout: "version": 40, 2024-06-06T08:37:29.674 INFO:teuthology.orchestra.run.smithi042.stdout: "age_ref": 0.0, 2024-06-06T08:37:29.674 INFO:teuthology.orchestra.run.smithi042.stdout: "state": { 2024-06-06T08:37:29.675 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "RELEASED", 2024-06-06T08:37:29.675 INFO:teuthology.orchestra.run.smithi042.stdout: "age": 0.0 2024-06-06T08:37:29.675 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:37:29.675 INFO:teuthology.orchestra.run.smithi042.stdout: "timeout": 90.0, 2024-06-06T08:37:29.675 INFO:teuthology.orchestra.run.smithi042.stdout: "expiration": 142.3, 2024-06-06T08:37:29.675 INFO:teuthology.orchestra.run.smithi042.stdout: "members": { 2024-06-06T08:37:29.675 INFO:teuthology.orchestra.run.smithi042.stdout: "file:/": { 2024-06-06T08:37:29.675 INFO:teuthology.orchestra.run.smithi042.stdout: "excluded": false, 2024-06-06T08:37:29.675 INFO:teuthology.orchestra.run.smithi042.stdout: "state": { 2024-06-06T08:37:29.675 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "RELEASED", 2024-06-06T08:37:29.675 INFO:teuthology.orchestra.run.smithi042.stdout: "age": 0.0 2024-06-06T08:37:29.675 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:37:29.675 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:37:29.675 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:37:29.675 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:37:29.676 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:37:29.676 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:37:29.676 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:29.674+0000 7fab9ffff700 1 -- 172.21.15.42:0/2413391256 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fab880a2f60 msgr2=0x7fab880a5420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:37:29.676 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:29.674+0000 7fab9ffff700 1 --2- 172.21.15.42:0/2413391256 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fab880a2f60 0x7fab880a5420 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fab980b04b0 tx=0x7fab90009ad0 comp rx=0 tx=0).stop 2024-06-06T08:37:29.676 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:29.674+0000 7fab9ffff700 1 -- 172.21.15.42:0/2413391256 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fab980b7af0 msgr2=0x7fab980af230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:37:29.677 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:29.674+0000 7fab9ffff700 1 --2- 172.21.15.42:0/2413391256 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fab980b7af0 0x7fab980af230 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fab9400b4a0 tx=0x7fab9400b860 comp rx=0 tx=0).stop 2024-06-06T08:37:29.677 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:29.675+0000 7fab9ffff700 1 -- 172.21.15.42:0/2413391256 shutdown_connections 2024-06-06T08:37:29.677 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:29.675+0000 7fab9ffff700 1 --2- 172.21.15.42:0/2413391256 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fab880a2f60 0x7fab880a5420 secure :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fab980b04b0 tx=0x7fab90009ad0 comp rx=0 tx=0).stop 2024-06-06T08:37:29.677 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:29.675+0000 7fab9ffff700 1 --2- 172.21.15.42:0/2413391256 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fab980b7af0 0x7fab980af230 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:29.677 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:29.675+0000 7fab9ffff700 1 --2- 172.21.15.42:0/2413391256 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fab980a4dd0 0x7fab980b5c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:29.677 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:29.675+0000 7fab9ffff700 1 --2- 172.21.15.42:0/2413391256 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fab980a56f0 0x7fab980aecf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:29.677 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:29.675+0000 7fab9ffff700 1 -- 172.21.15.42:0/2413391256 >> 172.21.15.42:0/2413391256 conn(0x7fab9801a690 msgr2=0x7fab980a1db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:37:29.677 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:29.677+0000 7fab9ffff700 1 -- 172.21.15.42:0/2413391256 shutdown_connections 2024-06-06T08:37:29.677 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:37:29.677+0000 7fab9ffff700 1 -- 172.21.15.42:0/2413391256 wait complete. 2024-06-06T08:37:30.437 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '1f8b21b1', total seconds elapsed: 32.8 2024-06-06T08:37:31.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:37:30 smithi149 ceph-mon[36842]: pgmap v472: 129 pgs: 17 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 58 active+clean; 1.5 GiB data, 9.4 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 10 op/s 2024-06-06T08:37:31.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:37:30 smithi042 ceph-mon[32384]: pgmap v472: 129 pgs: 17 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 58 active+clean; 1.5 GiB data, 9.4 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 10 op/s 2024-06-06T08:37:31.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:37:30 smithi120 ceph-mon[36658]: pgmap v472: 129 pgs: 17 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 58 active+clean; 1.5 GiB data, 9.4 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 10 op/s 2024-06-06T08:37:33.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:37:32 smithi149 ceph-mon[36842]: pgmap v473: 129 pgs: 17 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 58 active+clean; 1.5 GiB data, 9.4 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 48 KiB/s wr, 11 op/s 2024-06-06T08:37:33.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:37:32 smithi042 ceph-mon[32384]: pgmap v473: 129 pgs: 17 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 58 active+clean; 1.5 GiB data, 9.4 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 48 KiB/s wr, 11 op/s 2024-06-06T08:37:33.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:37:32 smithi120 ceph-mon[36658]: pgmap v473: 129 pgs: 17 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 58 active+clean; 1.5 GiB data, 9.4 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 48 KiB/s wr, 11 op/s 2024-06-06T08:37:35.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:37:34 smithi149 ceph-mon[36842]: pgmap v474: 129 pgs: 17 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 58 active+clean; 1.5 GiB data, 9.4 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 50 KiB/s wr, 15 op/s 2024-06-06T08:37:35.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:37:34 smithi042 ceph-mon[32384]: pgmap v474: 129 pgs: 17 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 58 active+clean; 1.5 GiB data, 9.4 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 50 KiB/s wr, 15 op/s 2024-06-06T08:37:35.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:37:34 smithi120 ceph-mon[36658]: pgmap v474: 129 pgs: 17 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 58 active+clean; 1.5 GiB data, 9.4 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 50 KiB/s wr, 15 op/s 2024-06-06T08:37:35.505 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.505+0000 7f907d732640 1 -- 172.21.15.42:0/883706336 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9078100a20 msgr2=0x7f9078100e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:37:35.506 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.505+0000 7f907d732640 1 --2- 172.21.15.42:0/883706336 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9078100a20 0x7f9078100e00 secure :-1 s=READY pgs=978 cs=0 l=1 rev1=1 crypto rx=0x7f906c01a940 tx=0x7f906c03b520 comp rx=0 tx=0).stop 2024-06-06T08:37:35.510 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.509+0000 7f907d732640 1 -- 172.21.15.42:0/883706336 shutdown_connections 2024-06-06T08:37:35.511 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.509+0000 7f907d732640 1 --2- 172.21.15.42:0/883706336 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9078105e20 0x7f90781062d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:35.511 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.509+0000 7f907d732640 1 --2- 172.21.15.42:0/883706336 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9078101340 0x7f9078105800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:35.511 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.509+0000 7f907d732640 1 --2- 172.21.15.42:0/883706336 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9078100a20 0x7f9078100e00 unknown :-1 s=CLOSED pgs=978 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:35.511 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.509+0000 7f907d732640 1 -- 172.21.15.42:0/883706336 >> 172.21.15.42:0/883706336 conn(0x7f90780779c0 msgr2=0x7f9078077dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:37:35.514 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.515+0000 7f907d732640 1 -- 172.21.15.42:0/883706336 shutdown_connections 2024-06-06T08:37:35.519 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.520+0000 7f907d732640 1 -- 172.21.15.42:0/883706336 wait complete. 2024-06-06T08:37:35.519 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.520+0000 7f907d732640 1 Processor -- start 2024-06-06T08:37:35.519 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.521+0000 7f907d732640 1 -- start start 2024-06-06T08:37:35.522 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.521+0000 7f907d732640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9078100a20 0x7f9078114e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:35.523 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.521+0000 7f907d732640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9078101340 0x7f9078110ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:35.523 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.521+0000 7f907d732640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9078105e20 0x7f90781113e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:35.523 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.521+0000 7f907d732640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9078109890 con 0x7f9078105e20 2024-06-06T08:37:35.523 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.521+0000 7f907d732640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f9078109710 con 0x7f9078101340 2024-06-06T08:37:35.523 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.521+0000 7f907d732640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f9078109a10 con 0x7f9078100a20 2024-06-06T08:37:35.523 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.521+0000 7f90777fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9078105e20 0x7f90781113e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:35.523 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.521+0000 7f90777fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9078105e20 0x7f90781113e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:33878/0 (socket says 172.21.15.42:33878) 2024-06-06T08:37:35.523 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.521+0000 7f90777fe640 1 -- 172.21.15.42:0/917864040 learned_addr learned my addr 172.21.15.42:0/917864040 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:37:35.523 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.522+0000 7f9076ffd640 1 --2- 172.21.15.42:0/917864040 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9078100a20 0x7f9078114e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:35.523 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.522+0000 7f90777fe640 1 -- 172.21.15.42:0/917864040 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9078100a20 msgr2=0x7f9078114e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:37:35.523 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.522+0000 7f90777fe640 1 --2- 172.21.15.42:0/917864040 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9078100a20 0x7f9078114e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:35.523 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.522+0000 7f90777fe640 1 -- 172.21.15.42:0/917864040 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9078101340 msgr2=0x7f9078110ea0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-06-06T08:37:35.523 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.522+0000 7f90777fe640 1 --2- 172.21.15.42:0/917864040 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9078101340 0x7f9078110ea0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:35.524 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.522+0000 7f90777fe640 1 -- 172.21.15.42:0/917864040 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9078111c10 con 0x7f9078105e20 2024-06-06T08:37:35.524 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.522+0000 7f90777fe640 1 --2- 172.21.15.42:0/917864040 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9078105e20 0x7f90781113e0 secure :-1 s=READY pgs=979 cs=0 l=1 rev1=1 crypto rx=0x7f907000b970 tx=0x7f907000be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:37:35.527 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.526+0000 7f905ffff640 1 -- 172.21.15.42:0/917864040 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9070019070 con 0x7f9078105e20 2024-06-06T08:37:35.527 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.526+0000 7f905ffff640 1 -- 172.21.15.42:0/917864040 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f907000cb40 con 0x7f9078105e20 2024-06-06T08:37:35.527 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.526+0000 7f905ffff640 1 -- 172.21.15.42:0/917864040 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90700076e0 con 0x7f9078105e20 2024-06-06T08:37:35.528 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.527+0000 7f907d732640 1 -- 172.21.15.42:0/917864040 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f907806b3c0 con 0x7f9078105e20 2024-06-06T08:37:35.528 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.527+0000 7f907d732640 1 -- 172.21.15.42:0/917864040 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f907806b8c0 con 0x7f9078105e20 2024-06-06T08:37:35.534 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.532+0000 7f905ffff640 1 -- 172.21.15.42:0/917864040 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f907001c070 con 0x7f9078105e20 2024-06-06T08:37:35.535 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.533+0000 7f905ffff640 1 --2- 172.21.15.42:0/917864040 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f90600a2fd0 0x7f90600a5490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:35.535 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.533+0000 7f905ffff640 1 -- 172.21.15.42:0/917864040 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(123..123 src has 1..123) ==== 9526+0+0 (secure 0 0 0) 0x7f90700ced80 con 0x7f9078105e20 2024-06-06T08:37:35.536 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.537+0000 7f9076ffd640 1 --2- 172.21.15.42:0/917864040 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f90600a2fd0 0x7f90600a5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:35.541 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.540+0000 7f9076ffd640 1 --2- 172.21.15.42:0/917864040 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f90600a2fd0 0x7f90600a5490 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f906c000c00 tx=0x7f906c004980 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:37:35.545 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.547+0000 7f908043d740 1 Processor -- start 2024-06-06T08:37:35.547 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.548+0000 7f908043d740 1 -- start start 2024-06-06T08:37:35.547 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.548+0000 7f908043d740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56059fad4170 0x56059fad4550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:35.547 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.548+0000 7f908043d740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56059fad4a90 0x56059fadee10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:35.547 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.548+0000 7f908043d740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56059fadf350 0x56059fae1740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:35.547 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.548+0000 7f9076ffd640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56059fad4170 0x56059fad4550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:35.548 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.548+0000 7f9076ffd640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56059fad4170 0x56059fad4550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:55610/0 (socket says 172.21.15.42:55610) 2024-06-06T08:37:35.548 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.548+0000 7f90767fc640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56059fad4a90 0x56059fadee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:35.548 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.549+0000 7f90767fc640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56059fad4a90 0x56059fadee10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:56036/0 (socket says 172.21.15.42:56036) 2024-06-06T08:37:35.549 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.549+0000 7f908043d740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56059fa384f0 con 0x56059fadf350 2024-06-06T08:37:35.549 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.549+0000 7f908043d740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x56059f9d6870 con 0x56059fad4170 2024-06-06T08:37:35.549 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.549+0000 7f908043d740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x56059fa344b0 con 0x56059fad4a90 2024-06-06T08:37:35.549 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.549+0000 7f9076ffd640 1 -- 172.21.15.42:0/686066002 learned_addr learned my addr 172.21.15.42:0/686066002 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:37:35.549 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.549+0000 7f9076ffd640 1 -- 172.21.15.42:0/686066002 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56059fad4a90 msgr2=0x56059fadee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:37:35.549 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.549+0000 7f9076ffd640 1 --2- 172.21.15.42:0/686066002 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56059fad4a90 0x56059fadee10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:35.550 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.549+0000 7f9076ffd640 1 -- 172.21.15.42:0/686066002 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56059fadf350 msgr2=0x56059fae1740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:37:35.550 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.549+0000 7f9076ffd640 1 --2- 172.21.15.42:0/686066002 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56059fadf350 0x56059fae1740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:35.550 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.549+0000 7f9076ffd640 1 -- 172.21.15.42:0/686066002 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56059f9f29b0 con 0x56059fad4170 2024-06-06T08:37:35.550 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.549+0000 7f9076ffd640 1 --2- 172.21.15.42:0/686066002 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56059fad4170 0x56059fad4550 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f906c044000 tx=0x7f906c05e000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cfa910738a4d4162 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:37:35.550 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.550+0000 7f905d7fa640 1 -- 172.21.15.42:0/686066002 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f906c064070 con 0x56059fad4170 2024-06-06T08:37:35.550 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.550+0000 7f905d7fa640 1 -- 172.21.15.42:0/686066002 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f906c070070 con 0x56059fad4170 2024-06-06T08:37:35.552 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.551+0000 7f908043d740 1 -- 172.21.15.42:0/686066002 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56059fad4170 msgr2=0x56059fad4550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:37:35.552 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.551+0000 7f908043d740 1 --2- 172.21.15.42:0/686066002 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56059fad4170 0x56059fad4550 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f906c044000 tx=0x7f906c05e000 comp rx=0 tx=0).stop 2024-06-06T08:37:35.553 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.555+0000 7f908043d740 1 -- 172.21.15.42:0/686066002 shutdown_connections 2024-06-06T08:37:35.554 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.555+0000 7f908043d740 1 --2- 172.21.15.42:0/686066002 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56059fadf350 0x56059fae1740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:35.554 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.555+0000 7f908043d740 1 --2- 172.21.15.42:0/686066002 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56059fad4a90 0x56059fadee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:35.554 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.555+0000 7f908043d740 1 --2- 172.21.15.42:0/686066002 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56059fad4170 0x56059fad4550 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:35.554 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.555+0000 7f908043d740 1 -- 172.21.15.42:0/686066002 >> 172.21.15.42:0/686066002 conn(0x56059fad0680 msgr2=0x56059fad0a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:37:35.556 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.555+0000 7f908043d740 1 -- 172.21.15.42:0/686066002 shutdown_connections 2024-06-06T08:37:35.558 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.555+0000 7f908043d740 1 -- 172.21.15.42:0/686066002 wait complete. 2024-06-06T08:37:35.559 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.556+0000 7f908043d740 1 -- start start 2024-06-06T08:37:35.559 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.556+0000 7f908043d740 1 Processor -- start 2024-06-06T08:37:35.559 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.556+0000 7f908043d740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56059fad4170 0x56059fadc2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:35.559 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.556+0000 7f908043d740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56059fad4a90 0x56059fadc7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:35.559 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.557+0000 7f908043d740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56059fadf350 0x56059fadcd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:35.559 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.557+0000 7f908043d740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56059fae1f20 con 0x56059fad4170 2024-06-06T08:37:35.559 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.557+0000 7f908043d740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x56059f9c1ae0 con 0x56059fadf350 2024-06-06T08:37:35.559 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.557+0000 7f908043d740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x56059fae20a0 con 0x56059fad4a90 2024-06-06T08:37:35.559 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.557+0000 7f9076ffd640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56059fad4170 0x56059fadc2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:35.559 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.557+0000 7f90767fc640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56059fad4a90 0x56059fadc7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:35.559 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.557+0000 7f90767fc640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56059fad4a90 0x56059fadc7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:56040/0 (socket says 172.21.15.42:56040) 2024-06-06T08:37:35.559 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.557+0000 7f9076ffd640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56059fad4170 0x56059fadc2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:33908/0 (socket says 172.21.15.42:33908) 2024-06-06T08:37:35.559 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.557+0000 7f90767fc640 1 -- 172.21.15.42:0/2050066015 learned_addr learned my addr 172.21.15.42:0/2050066015 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:37:35.560 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.557+0000 7f90777fe640 1 --2- 172.21.15.42:0/2050066015 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56059fadf350 0x56059fadcd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:35.560 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.557+0000 7f908043d740 10 client.0 _ll_register_callbacks cb 0x56059f9fa9b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:37:35.560 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.557+0000 7f90767fc640 1 -- 172.21.15.42:0/2050066015 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56059fadf350 msgr2=0x56059fadcd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:37:35.560 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.557+0000 7f90767fc640 1 --2- 172.21.15.42:0/2050066015 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56059fadf350 0x56059fadcd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:35.560 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.557+0000 7f90767fc640 1 -- 172.21.15.42:0/2050066015 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56059fad4170 msgr2=0x56059fadc2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:37:35.560 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.557+0000 7f90767fc640 1 --2- 172.21.15.42:0/2050066015 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56059fad4170 0x56059fadc2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:35.560 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.557+0000 7f90767fc640 1 -- 172.21.15.42:0/2050066015 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56059f74c210 con 0x56059fad4a90 2024-06-06T08:37:35.560 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.558+0000 7f90767fc640 1 --2- 172.21.15.42:0/2050066015 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56059fad4a90 0x56059fadc7e0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f906800e1d0 tx=0x7f906800e690 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6bfe6977e7849bb5 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:37:35.560 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.559+0000 7f905aff5640 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:37:35.560 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.559+0000 7f905aff5640 1 -- 172.21.15.42:0/2050066015 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9068017070 con 0x56059fad4a90 2024-06-06T08:37:35.560 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.559+0000 7f905aff5640 1 -- 172.21.15.42:0/2050066015 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(123..123 src has 1..123) ==== 9526+0+0 (secure 0 0 0) 0x7f9068013680 con 0x56059fad4a90 2024-06-06T08:37:35.560 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.560+0000 7f908043d740 1 -- 172.21.15.42:0/2050066015 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f906c070070 con 0x56059fad4a90 2024-06-06T08:37:35.563 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.564+0000 7f905aff5640 1 -- 172.21.15.42:0/2050066015 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f9068021050 con 0x56059fad4a90 2024-06-06T08:37:35.564 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.566+0000 7f908043d740 10 client.27178 fetch_fsmap learned FSMap version 46 2024-06-06T08:37:35.564 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.566+0000 7f908043d740 1 -- 172.21.15.42:0/2050066015 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x56059f818620 con 0x56059fad4a90 2024-06-06T08:37:35.567 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.568+0000 7f905aff5640 1 -- 172.21.15.42:0/2050066015 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f906c070070 con 0x56059fad4a90 2024-06-06T08:37:35.567 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.568+0000 7f905aff5640 1 -- 172.21.15.42:0/2050066015 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 46) ==== 8370+0+0 (secure 0 0 0) 0x7f906801ca70 con 0x56059fad4a90 2024-06-06T08:37:35.570 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.571+0000 7f908043d740 10 client.27178 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T08:37:35.570 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.571+0000 7f908043d740 10 client.27178 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:37:35.570 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.571+0000 7f908043d740 20 client.27178 populate_metadata read hostname 'smithi042' 2024-06-06T08:37:35.570 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.571+0000 7f908043d740 1 --2- 172.21.15.42:0/2050066015 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56059faef9b0 0x56059faf1e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:35.570 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.571+0000 7f908043d740 4 client.27178 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:37:35.570 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.571+0000 7f908043d740 1 -- 172.21.15.42:0/2050066015 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56059fa4bf10 con 0x56059faef9b0 2024-06-06T08:37:35.571 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.572+0000 7f9076ffd640 1 --2- 172.21.15.42:0/2050066015 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56059faef9b0 0x56059faf1e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:35.575 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.575+0000 7f9076ffd640 1 --2- 172.21.15.42:0/2050066015 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56059faef9b0 0x56059faf1e30 crc :-1 s=READY pgs=265 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ff163fc69f151c51 server_cookie=76bb4e522b3a9d62 in_seq=0 out_seq=0 2024-06-06T08:37:35.575 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.576+0000 7f905aff5640 10 client.27178 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:37:35.576 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.578+0000 7f905aff5640 1 -- 172.21.15.42:0/2050066015 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x56059fa4bf10 con 0x56059faef9b0 2024-06-06T08:37:35.576 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.578+0000 7f905aff5640 10 client.27178 handle_command_reply: tid=0 2024-06-06T08:37:35.576 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.578+0000 7f908043d740 1 client.27178 shutdown 2024-06-06T08:37:35.580 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.582+0000 7f908043d740 1 -- 172.21.15.42:0/2050066015 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56059fad4a90 msgr2=0x56059fadc7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:37:35.580 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.582+0000 7f908043d740 1 --2- 172.21.15.42:0/2050066015 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56059fad4a90 0x56059fadc7e0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f906800e1d0 tx=0x7f906800e690 comp rx=0 tx=0).stop 2024-06-06T08:37:35.582 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.583+0000 7f908043d740 1 -- 172.21.15.42:0/2050066015 shutdown_connections 2024-06-06T08:37:35.582 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.583+0000 7f908043d740 1 --2- 172.21.15.42:0/2050066015 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56059faef9b0 0x56059faf1e30 crc :-1 s=READY pgs=265 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:35.582 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.583+0000 7f908043d740 1 --2- 172.21.15.42:0/2050066015 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56059fadf350 0x56059fadcd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:35.582 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.583+0000 7f908043d740 1 --2- 172.21.15.42:0/2050066015 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56059fad4a90 0x56059fadc7e0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:35.582 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.583+0000 7f908043d740 1 --2- 172.21.15.42:0/2050066015 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56059fad4170 0x56059fadc2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:35.582 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.583+0000 7f908043d740 1 -- 172.21.15.42:0/2050066015 >> 172.21.15.42:0/2050066015 conn(0x56059fad0680 msgr2=0x56059fad63b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:37:35.584 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.586+0000 7f905aff5640 0 client.27178 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:37:35.585 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.586+0000 7f908043d740 1 -- 172.21.15.42:0/2050066015 shutdown_connections 2024-06-06T08:37:35.585 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.586+0000 7f908043d740 1 -- 172.21.15.42:0/2050066015 wait complete. 2024-06-06T08:37:35.588 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.587+0000 7f908043d740 20 client.27178 trim_cache size 0 max 16384 2024-06-06T08:37:35.620 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.622+0000 7f908043d740 1 Processor -- start 2024-06-06T08:37:35.620 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.622+0000 7f908043d740 1 -- start start 2024-06-06T08:37:35.621 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.622+0000 7f908043d740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56059fad4170 0x56059fad6b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:35.621 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.623+0000 7f908043d740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56059fad4a90 0x56059faf7700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:35.622 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.623+0000 7f9076ffd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56059fad4170 0x56059fad6b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:35.622 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.623+0000 7f9076ffd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56059fad4170 0x56059fad6b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:56050/0 (socket says 172.21.15.42:56050) 2024-06-06T08:37:35.622 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.623+0000 7f9076ffd640 1 -- 172.21.15.42:0/2687642125 learned_addr learned my addr 172.21.15.42:0/2687642125 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:37:35.622 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.623+0000 7f908043d740 1 --2- 172.21.15.42:0/2687642125 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56059fadf350 0x56059faf7c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:35.622 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.623+0000 7f908043d740 1 -- 172.21.15.42:0/2687642125 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f90781a6850 con 0x56059fad4a90 2024-06-06T08:37:35.623 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.623+0000 7f90777fe640 1 --2- 172.21.15.42:0/2687642125 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56059fadf350 0x56059faf7c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:35.623 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.623+0000 7f90767fc640 1 --2- 172.21.15.42:0/2687642125 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56059fad4a90 0x56059faf7700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:35.623 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.624+0000 7f908043d740 1 -- 172.21.15.42:0/2687642125 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f90781a6f80 con 0x56059fadf350 2024-06-06T08:37:35.623 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.624+0000 7f908043d740 1 -- 172.21.15.42:0/2687642125 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f90781a4790 con 0x56059fad4170 2024-06-06T08:37:35.625 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.624+0000 7f90767fc640 1 -- 172.21.15.42:0/2687642125 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56059fad4170 msgr2=0x56059fad6b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:37:35.625 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.624+0000 7f90767fc640 1 --2- 172.21.15.42:0/2687642125 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56059fad4170 0x56059fad6b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:35.625 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.624+0000 7f90767fc640 1 -- 172.21.15.42:0/2687642125 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56059fadf350 msgr2=0x56059faf7c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:37:35.625 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.624+0000 7f90767fc640 1 --2- 172.21.15.42:0/2687642125 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56059fadf350 0x56059faf7c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:35.625 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.624+0000 7f90767fc640 1 -- 172.21.15.42:0/2687642125 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56059fad48c0 con 0x56059fad4a90 2024-06-06T08:37:35.625 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.625+0000 7f90767fc640 1 --2- 172.21.15.42:0/2687642125 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56059fad4a90 0x56059faf7700 secure :-1 s=READY pgs=980 cs=0 l=1 rev1=1 crypto rx=0x7f9068000c00 tx=0x7f90680126f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb19284274e37e6c server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:37:35.628 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.627+0000 7f905cff9640 1 -- 172.21.15.42:0/2687642125 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9068017070 con 0x56059fad4a90 2024-06-06T08:37:35.628 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.627+0000 7f905cff9640 1 -- 172.21.15.42:0/2687642125 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9068012850 con 0x56059fad4a90 2024-06-06T08:37:35.628 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.627+0000 7f905cff9640 1 -- 172.21.15.42:0/2687642125 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9068003910 con 0x56059fad4a90 2024-06-06T08:37:35.628 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.628+0000 7f908043d740 1 -- 172.21.15.42:0/2687642125 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56059fad4a90 msgr2=0x56059faf7700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:37:35.628 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.628+0000 7f908043d740 1 --2- 172.21.15.42:0/2687642125 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56059fad4a90 0x56059faf7700 secure :-1 s=READY pgs=980 cs=0 l=1 rev1=1 crypto rx=0x7f9068000c00 tx=0x7f90680126f0 comp rx=0 tx=0).stop 2024-06-06T08:37:35.634 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.630+0000 7f908043d740 1 -- 172.21.15.42:0/2687642125 shutdown_connections 2024-06-06T08:37:35.634 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.630+0000 7f908043d740 1 --2- 172.21.15.42:0/2687642125 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56059fadf350 0x56059faf7c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:35.634 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.630+0000 7f908043d740 1 --2- 172.21.15.42:0/2687642125 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56059fad4a90 0x56059faf7700 unknown :-1 s=CLOSED pgs=980 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:35.634 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.630+0000 7f908043d740 1 --2- 172.21.15.42:0/2687642125 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56059fad4170 0x56059fad6b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:35.634 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.630+0000 7f908043d740 1 -- 172.21.15.42:0/2687642125 >> 172.21.15.42:0/2687642125 conn(0x56059fad0680 msgr2=0x56059fad75d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:37:35.634 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.631+0000 7f908043d740 1 -- 172.21.15.42:0/2687642125 shutdown_connections 2024-06-06T08:37:35.634 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.631+0000 7f908043d740 1 -- 172.21.15.42:0/2687642125 wait complete. 2024-06-06T08:37:35.635 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.631+0000 7f908043d740 1 -- start start 2024-06-06T08:37:35.635 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.631+0000 7f908043d740 1 Processor -- start 2024-06-06T08:37:35.635 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.636+0000 7f908043d740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56059fad4170 0x56059fad9e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:35.635 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.636+0000 7f908043d740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56059fad4a90 0x56059fae7340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:35.635 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.636+0000 7f908043d740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56059fadf350 0x56059fae78a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:35.636 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.636+0000 7f908043d740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f90780737b0 con 0x56059fadf350 2024-06-06T08:37:35.636 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.636+0000 7f908043d740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f90781a40c0 con 0x56059fad4170 2024-06-06T08:37:35.636 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.636+0000 7f908043d740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f90781a3320 con 0x56059fad4a90 2024-06-06T08:37:35.636 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.636+0000 7f908043d740 10 client.0 _ll_register_callbacks cb 0x7f9068009310 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:37:35.636 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.636+0000 7f90767fc640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56059fad4a90 0x56059fae7340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:35.636 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.636+0000 7f90767fc640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56059fad4a90 0x56059fae7340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:56054/0 (socket says 172.21.15.42:56054) 2024-06-06T08:37:35.636 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.636+0000 7f90767fc640 1 -- 172.21.15.42:0/2683314215 learned_addr learned my addr 172.21.15.42:0/2683314215 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:37:35.636 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.637+0000 7f90767fc640 1 -- 172.21.15.42:0/2683314215 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56059fad4170 msgr2=0x56059fad9e00 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-06-06T08:37:35.636 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.637+0000 7f90767fc640 1 --2- 172.21.15.42:0/2683314215 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56059fad4170 0x56059fad9e00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:35.636 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.637+0000 7f90767fc640 1 -- 172.21.15.42:0/2683314215 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56059fadf350 msgr2=0x56059fae78a0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-06-06T08:37:35.636 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.637+0000 7f90767fc640 1 --2- 172.21.15.42:0/2683314215 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56059fadf350 0x56059fae78a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:35.636 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.637+0000 7f90767fc640 1 -- 172.21.15.42:0/2683314215 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56059fad8510 con 0x56059fad4a90 2024-06-06T08:37:35.637 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.638+0000 7f90767fc640 1 --2- 172.21.15.42:0/2683314215 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56059fad4a90 0x56059fae7340 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f9068010010 tx=0x7f9068009fd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a09fbb682b151603 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:37:35.639 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.641+0000 7f905aff5640 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:37:35.640 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.641+0000 7f905aff5640 1 -- 172.21.15.42:0/2683314215 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f906802a070 con 0x56059fad4a90 2024-06-06T08:37:35.640 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.641+0000 7f908043d740 1 -- 172.21.15.42:0/2683314215 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9068012850 con 0x56059fad4a90 2024-06-06T08:37:35.640 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.641+0000 7f905aff5640 1 -- 172.21.15.42:0/2683314215 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(123..123 src has 1..123) ==== 9526+0+0 (secure 0 0 0) 0x7f9068004450 con 0x56059fad4a90 2024-06-06T08:37:35.646 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.646+0000 7f905aff5640 1 -- 172.21.15.42:0/2683314215 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f9068017040 con 0x56059fad4a90 2024-06-06T08:37:35.649 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.650+0000 7f908043d740 10 client.27184 fetch_fsmap learned FSMap version 46 2024-06-06T08:37:35.649 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.650+0000 7f908043d740 1 -- 172.21.15.42:0/2683314215 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x56059fb59910 con 0x56059fad4a90 2024-06-06T08:37:35.649 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.651+0000 7f905aff5640 1 -- 172.21.15.42:0/2683314215 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9068012850 con 0x56059fad4a90 2024-06-06T08:37:35.650 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.651+0000 7f905aff5640 1 -- 172.21.15.42:0/2683314215 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 46) ==== 8370+0+0 (secure 0 0 0) 0x7f90680139a0 con 0x56059fad4a90 2024-06-06T08:37:35.650 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.652+0000 7f908043d740 10 client.27184 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T08:37:35.650 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.652+0000 7f908043d740 10 client.27184 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:37:35.651 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.652+0000 7f908043d740 20 client.27184 populate_metadata read hostname 'smithi042' 2024-06-06T08:37:35.651 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.652+0000 7f908043d740 1 --2- 172.21.15.42:0/2683314215 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56059fb59f30 0x56059fb5c350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:35.651 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.652+0000 7f908043d740 4 client.27184 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:37:35.651 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.652+0000 7f908043d740 1 -- 172.21.15.42:0/2683314215 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56059fa45c20 con 0x56059fb59f30 2024-06-06T08:37:35.655 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.656+0000 7f9076ffd640 1 --2- 172.21.15.42:0/2683314215 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56059fb59f30 0x56059fb5c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:35.665 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.666+0000 7f9076ffd640 1 --2- 172.21.15.42:0/2683314215 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56059fb59f30 0x56059fb5c350 crc :-1 s=READY pgs=266 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f8a7b47131d40e81 server_cookie=75e05ce8e267d782 in_seq=0 out_seq=0 2024-06-06T08:37:35.665 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.666+0000 7f905aff5640 10 client.27184 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:37:35.805 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.806+0000 7f905aff5640 1 -- 172.21.15.42:0/2683314215 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x56059fa45c20 con 0x56059fb59f30 2024-06-06T08:37:35.805 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.806+0000 7f905aff5640 10 client.27184 handle_command_reply: tid=0 2024-06-06T08:37:35.805 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.806+0000 7f908043d740 1 client.27184 shutdown 2024-06-06T08:37:35.806 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.806+0000 7f908043d740 1 -- 172.21.15.42:0/2683314215 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56059fad4a90 msgr2=0x56059fae7340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:37:35.806 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.806+0000 7f908043d740 1 --2- 172.21.15.42:0/2683314215 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56059fad4a90 0x56059fae7340 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f9068010010 tx=0x7f9068009fd0 comp rx=0 tx=0).stop 2024-06-06T08:37:35.806 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.806+0000 7f908043d740 1 -- 172.21.15.42:0/2683314215 shutdown_connections 2024-06-06T08:37:35.806 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.806+0000 7f908043d740 1 --2- 172.21.15.42:0/2683314215 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56059fb59f30 0x56059fb5c350 crc :-1 s=READY pgs=266 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:35.806 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.806+0000 7f908043d740 1 --2- 172.21.15.42:0/2683314215 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56059fadf350 0x56059fae78a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:35.806 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.806+0000 7f908043d740 1 --2- 172.21.15.42:0/2683314215 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56059fad4a90 0x56059fae7340 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:35.806 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.806+0000 7f908043d740 1 --2- 172.21.15.42:0/2683314215 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56059fad4170 0x56059fad9e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:35.806 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.806+0000 7f908043d740 1 -- 172.21.15.42:0/2683314215 >> 172.21.15.42:0/2683314215 conn(0x56059fad0680 msgr2=0x56059fadc240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:37:35.806 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.806+0000 7f905aff5640 0 client.27184 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:37:35.806 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.807+0000 7f908043d740 1 -- 172.21.15.42:0/2683314215 shutdown_connections 2024-06-06T08:37:35.807 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.807+0000 7f908043d740 1 -- 172.21.15.42:0/2683314215 wait complete. 2024-06-06T08:37:35.807 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.807+0000 7f908043d740 20 client.27184 trim_cache size 0 max 16384 2024-06-06T08:37:35.807 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:37:35.807 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:37:35.807 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:37:35.808 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.808+0000 7f907d732640 1 -- 172.21.15.42:0/917864040 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f90600a2fd0 msgr2=0x7f90600a5490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:37:35.808 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.808+0000 7f907d732640 1 --2- 172.21.15.42:0/917864040 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f90600a2fd0 0x7f90600a5490 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f906c000c00 tx=0x7f906c004980 comp rx=0 tx=0).stop 2024-06-06T08:37:35.808 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.808+0000 7f907d732640 1 -- 172.21.15.42:0/917864040 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9078105e20 msgr2=0x7f90781113e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:37:35.808 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.808+0000 7f907d732640 1 --2- 172.21.15.42:0/917864040 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9078105e20 0x7f90781113e0 secure :-1 s=READY pgs=979 cs=0 l=1 rev1=1 crypto rx=0x7f907000b970 tx=0x7f907000be30 comp rx=0 tx=0).stop 2024-06-06T08:37:35.808 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.808+0000 7f907d732640 1 -- 172.21.15.42:0/917864040 shutdown_connections 2024-06-06T08:37:35.808 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.808+0000 7f907d732640 1 --2- 172.21.15.42:0/917864040 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f90600a2fd0 0x7f90600a5490 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:35.808 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.808+0000 7f907d732640 1 --2- 172.21.15.42:0/917864040 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9078101340 0x7f9078110ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:35.808 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.808+0000 7f907d732640 1 --2- 172.21.15.42:0/917864040 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9078105e20 0x7f90781113e0 unknown :-1 s=CLOSED pgs=979 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:35.809 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.808+0000 7f907d732640 1 --2- 172.21.15.42:0/917864040 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9078100a20 0x7f9078114e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:35.809 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.808+0000 7f907d732640 1 -- 172.21.15.42:0/917864040 >> 172.21.15.42:0/917864040 conn(0x7f90780779c0 msgr2=0x7f90781037d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:37:35.809 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.808+0000 7f907d732640 1 -- 172.21.15.42:0/917864040 shutdown_connections 2024-06-06T08:37:35.809 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:35.808+0000 7f907d732640 1 -- 172.21.15.42:0/917864040 wait complete. 2024-06-06T08:37:37.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:37:36 smithi149 ceph-mon[36842]: pgmap v475: 129 pgs: 16 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 59 active+clean; 1.5 GiB data, 9.4 GiB used, 1.0 TiB / 1.0 TiB avail; 159 KiB/s rd, 252 KiB/s wr, 65 op/s 2024-06-06T08:37:37.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:37:36 smithi042 ceph-mon[32384]: pgmap v475: 129 pgs: 16 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 59 active+clean; 1.5 GiB data, 9.4 GiB used, 1.0 TiB / 1.0 TiB avail; 159 KiB/s rd, 252 KiB/s wr, 65 op/s 2024-06-06T08:37:37.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:37:36 smithi120 ceph-mon[36658]: pgmap v475: 129 pgs: 16 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 59 active+clean; 1.5 GiB data, 9.4 GiB used, 1.0 TiB / 1.0 TiB avail; 159 KiB/s rd, 252 KiB/s wr, 65 op/s 2024-06-06T08:37:39.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:37:38 smithi149 ceph-mon[36842]: pgmap v476: 129 pgs: 16 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 59 active+clean; 1.5 GiB data, 9.5 GiB used, 1.0 TiB / 1.0 TiB avail; 500 KiB/s rd, 554 KiB/s wr, 94 op/s 2024-06-06T08:37:39.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:37:38 smithi042 ceph-mon[32384]: pgmap v476: 129 pgs: 16 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 59 active+clean; 1.5 GiB data, 9.5 GiB used, 1.0 TiB / 1.0 TiB avail; 500 KiB/s rd, 554 KiB/s wr, 94 op/s 2024-06-06T08:37:39.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:37:38 smithi120 ceph-mon[36658]: pgmap v476: 129 pgs: 16 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 59 active+clean; 1.5 GiB data, 9.5 GiB used, 1.0 TiB / 1.0 TiB avail; 500 KiB/s rd, 554 KiB/s wr, 94 op/s 2024-06-06T08:37:41.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:37:40 smithi149 ceph-mon[36842]: pgmap v477: 129 pgs: 16 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 59 active+clean; 1.5 GiB data, 9.5 GiB used, 1.0 TiB / 1.0 TiB avail; 609 KiB/s rd, 656 KiB/s wr, 118 op/s 2024-06-06T08:37:41.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:37:40 smithi042 ceph-mon[32384]: pgmap v477: 129 pgs: 16 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 59 active+clean; 1.5 GiB data, 9.5 GiB used, 1.0 TiB / 1.0 TiB avail; 609 KiB/s rd, 656 KiB/s wr, 118 op/s 2024-06-06T08:37:41.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:37:40 smithi120 ceph-mon[36658]: pgmap v477: 129 pgs: 16 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 59 active+clean; 1.5 GiB data, 9.5 GiB used, 1.0 TiB / 1.0 TiB avail; 609 KiB/s rd, 656 KiB/s wr, 118 op/s 2024-06-06T08:37:43.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:37:42 smithi149 ceph-mon[36842]: pgmap v478: 129 pgs: 15 active+clean+snaptrim, 50 active+clean+snaptrim_wait, 64 active+clean; 1.5 GiB data, 9.5 GiB used, 1.0 TiB / 1.0 TiB avail; 957 KiB/s rd, 910 KiB/s wr, 180 op/s 2024-06-06T08:37:43.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:37:42 smithi042 ceph-mon[32384]: pgmap v478: 129 pgs: 15 active+clean+snaptrim, 50 active+clean+snaptrim_wait, 64 active+clean; 1.5 GiB data, 9.5 GiB used, 1.0 TiB / 1.0 TiB avail; 957 KiB/s rd, 910 KiB/s wr, 180 op/s 2024-06-06T08:37:43.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:37:42 smithi120 ceph-mon[36658]: pgmap v478: 129 pgs: 15 active+clean+snaptrim, 50 active+clean+snaptrim_wait, 64 active+clean; 1.5 GiB data, 9.5 GiB used, 1.0 TiB / 1.0 TiB avail; 957 KiB/s rd, 910 KiB/s wr, 180 op/s 2024-06-06T08:37:45.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:37:44 smithi149 ceph-mon[36842]: pgmap v479: 129 pgs: 15 active+clean+snaptrim, 50 active+clean+snaptrim_wait, 64 active+clean; 1.5 GiB data, 9.5 GiB used, 1.0 TiB / 1.0 TiB avail; 964 KiB/s rd, 884 KiB/s wr, 200 op/s 2024-06-06T08:37:45.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:37:44 smithi042 ceph-mon[32384]: pgmap v479: 129 pgs: 15 active+clean+snaptrim, 50 active+clean+snaptrim_wait, 64 active+clean; 1.5 GiB data, 9.5 GiB used, 1.0 TiB / 1.0 TiB avail; 964 KiB/s rd, 884 KiB/s wr, 200 op/s 2024-06-06T08:37:45.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:37:44 smithi120 ceph-mon[36658]: pgmap v479: 129 pgs: 15 active+clean+snaptrim, 50 active+clean+snaptrim_wait, 64 active+clean; 1.5 GiB data, 9.5 GiB used, 1.0 TiB / 1.0 TiB avail; 964 KiB/s rd, 884 KiB/s wr, 200 op/s 2024-06-06T08:37:47.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:37:46 smithi149 ceph-mon[36842]: pgmap v480: 129 pgs: 15 active+clean+snaptrim, 50 active+clean+snaptrim_wait, 64 active+clean; 1.6 GiB data, 9.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.4 MiB/s wr, 250 op/s 2024-06-06T08:37:47.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:37:46 smithi042 ceph-mon[32384]: pgmap v480: 129 pgs: 15 active+clean+snaptrim, 50 active+clean+snaptrim_wait, 64 active+clean; 1.6 GiB data, 9.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.4 MiB/s wr, 250 op/s 2024-06-06T08:37:47.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:37:46 smithi120 ceph-mon[36658]: pgmap v480: 129 pgs: 15 active+clean+snaptrim, 50 active+clean+snaptrim_wait, 64 active+clean; 1.6 GiB data, 9.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.4 MiB/s wr, 250 op/s 2024-06-06T08:37:49.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:37:48 smithi149 ceph-mon[36842]: pgmap v481: 129 pgs: 13 active+clean+snaptrim, 40 active+clean+snaptrim_wait, 76 active+clean; 1.6 GiB data, 9.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 236 op/s 2024-06-06T08:37:49.063 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.064+0000 7fa354941640 1 -- 172.21.15.42:0/148227665 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa350106890 msgr2=0x7fa350106c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:37:49.063 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.064+0000 7fa354941640 1 --2- 172.21.15.42:0/148227665 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa350106890 0x7fa350106c70 secure :-1 s=READY pgs=981 cs=0 l=1 rev1=1 crypto rx=0x7fa348009ca0 tx=0x7fa34802a8f0 comp rx=0 tx=0).stop 2024-06-06T08:37:49.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:37:48 smithi042 ceph-mon[32384]: pgmap v481: 129 pgs: 13 active+clean+snaptrim, 40 active+clean+snaptrim_wait, 76 active+clean; 1.6 GiB data, 9.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 236 op/s 2024-06-06T08:37:49.065 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.065+0000 7fa354941640 1 -- 172.21.15.42:0/148227665 shutdown_connections 2024-06-06T08:37:49.065 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.065+0000 7fa354941640 1 --2- 172.21.15.42:0/148227665 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa3501008d0 0x7fa350100d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:49.065 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.065+0000 7fa354941640 1 --2- 172.21.15.42:0/148227665 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa350101290 0x7fa350069050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:49.065 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.065+0000 7fa354941640 1 --2- 172.21.15.42:0/148227665 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa350106890 0x7fa350106c70 unknown :-1 s=CLOSED pgs=981 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:49.065 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.065+0000 7fa354941640 1 -- 172.21.15.42:0/148227665 >> 172.21.15.42:0/148227665 conn(0x7fa350077a20 msgr2=0x7fa350077e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:37:49.066 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.066+0000 7fa354941640 1 -- 172.21.15.42:0/148227665 shutdown_connections 2024-06-06T08:37:49.066 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.066+0000 7fa354941640 1 -- 172.21.15.42:0/148227665 wait complete. 2024-06-06T08:37:49.066 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.067+0000 7fa354941640 1 Processor -- start 2024-06-06T08:37:49.069 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.070+0000 7fa354941640 1 -- start start 2024-06-06T08:37:49.069 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.070+0000 7fa354941640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa3501008d0 0x7fa350116240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:49.069 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.070+0000 7fa354941640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa350101290 0x7fa35011bf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:49.069 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.070+0000 7fa354941640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa350106890 0x7fa350116850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:49.069 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.070+0000 7fa354941640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa35010fca0 con 0x7fa350101290 2024-06-06T08:37:49.069 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.070+0000 7fa354941640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fa35010fb20 con 0x7fa350106890 2024-06-06T08:37:49.070 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.070+0000 7fa354941640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fa35010fe20 con 0x7fa3501008d0 2024-06-06T08:37:49.070 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.071+0000 7fa34e59c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa3501008d0 0x7fa350116240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:49.070 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.071+0000 7fa34e59c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa3501008d0 0x7fa350116240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:58510/0 (socket says 172.21.15.42:58510) 2024-06-06T08:37:49.070 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.071+0000 7fa34e59c640 1 -- 172.21.15.42:0/127414092 learned_addr learned my addr 172.21.15.42:0/127414092 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:37:49.071 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.072+0000 7fa34e59c640 1 -- 172.21.15.42:0/127414092 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa350106890 msgr2=0x7fa350116850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:37:49.071 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.072+0000 7fa34e59c640 1 --2- 172.21.15.42:0/127414092 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa350106890 0x7fa350116850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:49.071 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.072+0000 7fa34e59c640 1 -- 172.21.15.42:0/127414092 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa350101290 msgr2=0x7fa35011bf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:37:49.071 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.072+0000 7fa34e59c640 1 --2- 172.21.15.42:0/127414092 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa350101290 0x7fa35011bf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:49.071 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.072+0000 7fa34e59c640 1 -- 172.21.15.42:0/127414092 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3501115e0 con 0x7fa3501008d0 2024-06-06T08:37:49.071 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.072+0000 7fa34e59c640 1 --2- 172.21.15.42:0/127414092 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa3501008d0 0x7fa350116240 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fa34802aee0 tx=0x7fa3480316b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:37:49.072 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.073+0000 7fa3477fe640 1 -- 172.21.15.42:0/127414092 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa348004040 con 0x7fa3501008d0 2024-06-06T08:37:49.072 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.073+0000 7fa354941640 1 -- 172.21.15.42:0/127414092 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa350111870 con 0x7fa3501008d0 2024-06-06T08:37:49.072 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.073+0000 7fa354941640 1 -- 172.21.15.42:0/127414092 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa350111e10 con 0x7fa3501008d0 2024-06-06T08:37:49.072 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.074+0000 7fa3477fe640 1 -- 172.21.15.42:0/127414092 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa34802d070 con 0x7fa3501008d0 2024-06-06T08:37:49.073 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.075+0000 7fa3477fe640 1 -- 172.21.15.42:0/127414092 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa34802f9a0 con 0x7fa3501008d0 2024-06-06T08:37:49.075 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.077+0000 7fa357645740 1 Processor -- start 2024-06-06T08:37:49.076 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.077+0000 7fa357645740 1 -- start start 2024-06-06T08:37:49.076 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.077+0000 7fa357645740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5582fffc6170 0x5582fffc6550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:49.076 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.077+0000 7fa357645740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582fffc6a90 0x5582fffd0e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:49.076 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.077+0000 7fa357645740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5582fffd1350 0x5582fffd3740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:49.076 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.077+0000 7fa357645740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5582fff2a4f0 con 0x5582fffc6a90 2024-06-06T08:37:49.076 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.077+0000 7fa357645740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5582ffec8870 con 0x5582fffd1350 2024-06-06T08:37:49.076 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.077+0000 7fa357645740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5582fff264b0 con 0x5582fffc6170 2024-06-06T08:37:49.077 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.078+0000 7fa34ed9d640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5582fffc6170 0x5582fffc6550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:49.077 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.078+0000 7fa34ed9d640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5582fffc6170 0x5582fffc6550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:58522/0 (socket says 172.21.15.42:58522) 2024-06-06T08:37:49.077 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.078+0000 7fa34ed9d640 1 -- 172.21.15.42:0/3783679940 learned_addr learned my addr 172.21.15.42:0/3783679940 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:37:49.078 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.079+0000 7fa34e59c640 1 --2- 172.21.15.42:0/3783679940 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582fffc6a90 0x5582fffd0e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:49.078 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.079+0000 7fa3477fe640 1 -- 172.21.15.42:0/127414092 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fa34802fb40 con 0x7fa3501008d0 2024-06-06T08:37:49.078 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.079+0000 7fa34ed9d640 1 -- 172.21.15.42:0/3783679940 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5582fffd1350 msgr2=0x5582fffd3740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:37:49.078 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.079+0000 7fa34ed9d640 1 --2- 172.21.15.42:0/3783679940 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5582fffd1350 0x5582fffd3740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:49.079 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.079+0000 7fa34ed9d640 1 -- 172.21.15.42:0/3783679940 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582fffc6a90 msgr2=0x5582fffd0e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:37:49.079 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.079+0000 7fa34ed9d640 1 --2- 172.21.15.42:0/3783679940 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582fffc6a90 0x5582fffd0e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:49.079 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.080+0000 7fa34ed9d640 1 -- 172.21.15.42:0/3783679940 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5582ffee49b0 con 0x5582fffc6170 2024-06-06T08:37:49.079 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.080+0000 7fa34ed9d640 1 --2- 172.21.15.42:0/3783679940 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5582fffc6170 0x5582fffc6550 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fa338009760 tx=0x7fa338009c20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=58a7addf6e7302a4 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:37:49.079 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.080+0000 7fa3477fe640 1 --2- 172.21.15.42:0/127414092 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fa33c0a2e70 0x7fa33c0a5330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:49.080 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.081+0000 7fa3477fe640 1 -- 172.21.15.42:0/127414092 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(123..123 src has 1..123) ==== 9526+0+0 (secure 0 0 0) 0x7fa3480f0fd0 con 0x7fa3501008d0 2024-06-06T08:37:49.080 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.081+0000 7fa34e59c640 1 --2- 172.21.15.42:0/127414092 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fa33c0a2e70 0x7fa33c0a5330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:49.080 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.081+0000 7fa344ff9640 1 -- 172.21.15.42:0/3783679940 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa338015020 con 0x5582fffc6170 2024-06-06T08:37:49.080 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.081+0000 7fa344ff9640 1 -- 172.21.15.42:0/3783679940 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa338011420 con 0x5582fffc6170 2024-06-06T08:37:49.084 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.082+0000 7fa357645740 1 -- 172.21.15.42:0/3783679940 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5582fffc6170 msgr2=0x5582fffc6550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:37:49.084 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.082+0000 7fa357645740 1 --2- 172.21.15.42:0/3783679940 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5582fffc6170 0x5582fffc6550 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fa338009760 tx=0x7fa338009c20 comp rx=0 tx=0).stop 2024-06-06T08:37:49.084 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.084+0000 7fa34e59c640 1 --2- 172.21.15.42:0/127414092 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fa33c0a2e70 0x7fa33c0a5330 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x5582fffc7710 tx=0x7fa34802a8f0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:37:49.086 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.086+0000 7fa357645740 1 -- 172.21.15.42:0/3783679940 shutdown_connections 2024-06-06T08:37:49.086 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.086+0000 7fa357645740 1 --2- 172.21.15.42:0/3783679940 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5582fffd1350 0x5582fffd3740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:49.086 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.086+0000 7fa357645740 1 --2- 172.21.15.42:0/3783679940 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582fffc6a90 0x5582fffd0e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:49.086 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.086+0000 7fa357645740 1 --2- 172.21.15.42:0/3783679940 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5582fffc6170 0x5582fffc6550 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:49.086 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.086+0000 7fa357645740 1 -- 172.21.15.42:0/3783679940 >> 172.21.15.42:0/3783679940 conn(0x5582fffc2680 msgr2=0x5582fffc2a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:37:49.086 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.088+0000 7fa357645740 1 -- 172.21.15.42:0/3783679940 shutdown_connections 2024-06-06T08:37:49.087 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.088+0000 7fa357645740 1 -- 172.21.15.42:0/3783679940 wait complete. 2024-06-06T08:37:49.087 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.088+0000 7fa357645740 1 -- start start 2024-06-06T08:37:49.087 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.089+0000 7fa357645740 1 Processor -- start 2024-06-06T08:37:49.088 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.089+0000 7fa357645740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582fffc6170 0x5582fffce280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:49.088 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.089+0000 7fa357645740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5582fffc6a90 0x5582fffce7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:49.088 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.089+0000 7fa357645740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5582fffd1350 0x5582fffced00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:49.088 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.089+0000 7fa357645740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5582fffe4f90 con 0x5582fffc6170 2024-06-06T08:37:49.088 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.089+0000 7fa357645740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5582ffeb3ae0 con 0x5582fffd1350 2024-06-06T08:37:49.088 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.089+0000 7fa357645740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5582fffe5110 con 0x5582fffc6a90 2024-06-06T08:37:49.088 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.089+0000 7fa357645740 10 client.0 _ll_register_callbacks cb 0x5582ffeec9b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:37:49.089 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.089+0000 7fa34ed9d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582fffc6170 0x5582fffce280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:49.089 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.089+0000 7fa34ed9d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582fffc6170 0x5582fffce280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:38426/0 (socket says 172.21.15.42:38426) 2024-06-06T08:37:49.089 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.089+0000 7fa34ed9d640 1 -- 172.21.15.42:0/2317822325 learned_addr learned my addr 172.21.15.42:0/2317822325 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:37:49.089 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.090+0000 7fa34ed9d640 1 --2- 172.21.15.42:0/2317822325 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5582fffd1350 0x5582fffced00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:49.089 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.090+0000 7fa34dd9b640 1 --2- 172.21.15.42:0/2317822325 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5582fffc6a90 0x5582fffce7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:49.090 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.090+0000 7fa34ed9d640 1 -- 172.21.15.42:0/2317822325 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5582fffc6a90 msgr2=0x5582fffce7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:37:49.090 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.090+0000 7fa34ed9d640 1 --2- 172.21.15.42:0/2317822325 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5582fffc6a90 0x5582fffce7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:49.090 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.090+0000 7fa34ed9d640 1 -- 172.21.15.42:0/2317822325 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5582fffd1350 msgr2=0x5582fffced00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:37:49.090 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.090+0000 7fa34ed9d640 1 --2- 172.21.15.42:0/2317822325 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5582fffd1350 0x5582fffced00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:49.090 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.090+0000 7fa34ed9d640 1 -- 172.21.15.42:0/2317822325 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5582ffc3e210 con 0x5582fffc6170 2024-06-06T08:37:49.091 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.091+0000 7fa34ed9d640 1 --2- 172.21.15.42:0/2317822325 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582fffc6170 0x5582fffce280 secure :-1 s=READY pgs=982 cs=0 l=1 rev1=1 crypto rx=0x7fa338006ac0 tx=0x7fa338006c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6fadf8f34eb04bb0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:37:49.091 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.091+0000 7fa335ffb640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:37:49.091 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.092+0000 7fa335ffb640 1 -- 172.21.15.42:0/2317822325 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa338015040 con 0x5582fffc6170 2024-06-06T08:37:49.091 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.092+0000 7fa357645740 1 -- 172.21.15.42:0/2317822325 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5582fff3df10 con 0x5582fffc6170 2024-06-06T08:37:49.091 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.092+0000 7fa335ffb640 1 -- 172.21.15.42:0/2317822325 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(123..123 src has 1..123) ==== 9526+0+0 (secure 0 0 0) 0x7fa33801b430 con 0x5582fffc6170 2024-06-06T08:37:49.091 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.092+0000 7fa335ffb640 1 -- 172.21.15.42:0/2317822325 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7fa33801b630 con 0x5582fffc6170 2024-06-06T08:37:49.092 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.093+0000 7fa357645740 10 client.17754 fetch_fsmap learned FSMap version 46 2024-06-06T08:37:49.092 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.093+0000 7fa357645740 1 -- 172.21.15.42:0/2317822325 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x5582ffd0a620 con 0x5582fffc6170 2024-06-06T08:37:49.092 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.093+0000 7fa335ffb640 1 -- 172.21.15.42:0/2317822325 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x5582fff3df10 con 0x5582fffc6170 2024-06-06T08:37:49.092 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.093+0000 7fa335ffb640 1 -- 172.21.15.42:0/2317822325 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 46) ==== 8370+0+0 (secure 0 0 0) 0x7fa33801a4f0 con 0x5582fffc6170 2024-06-06T08:37:49.092 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.093+0000 7fa357645740 10 client.17754 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T08:37:49.093 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.093+0000 7fa357645740 10 client.17754 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:37:49.093 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.093+0000 7fa357645740 20 client.17754 populate_metadata read hostname 'smithi042' 2024-06-06T08:37:49.093 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.093+0000 7fa357645740 1 --2- 172.21.15.42:0/2317822325 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5582ffff2a00 0x5582ffff4e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:49.093 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.093+0000 7fa357645740 4 client.17754 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:37:49.093 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.093+0000 7fa357645740 1 -- 172.21.15.42:0/2317822325 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5582fff37c20 con 0x5582ffff2a00 2024-06-06T08:37:49.093 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.094+0000 7fa34dd9b640 1 --2- 172.21.15.42:0/2317822325 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5582ffff2a00 0x5582ffff4e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:49.094 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.095+0000 7fa34dd9b640 1 --2- 172.21.15.42:0/2317822325 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5582ffff2a00 0x5582ffff4e60 crc :-1 s=READY pgs=267 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8d67d30180ff1f86 server_cookie=3f06e941415cb562 in_seq=0 out_seq=0 2024-06-06T08:37:49.094 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.095+0000 7fa335ffb640 10 client.17754 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:37:49.097 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.099+0000 7fa335ffb640 1 -- 172.21.15.42:0/2317822325 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x5582fff37c20 con 0x5582ffff2a00 2024-06-06T08:37:49.098 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.099+0000 7fa335ffb640 10 client.17754 handle_command_reply: tid=0 2024-06-06T08:37:49.098 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.099+0000 7fa357645740 1 client.17754 shutdown 2024-06-06T08:37:49.098 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.099+0000 7fa357645740 1 -- 172.21.15.42:0/2317822325 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582fffc6170 msgr2=0x5582fffce280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:37:49.098 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.099+0000 7fa357645740 1 --2- 172.21.15.42:0/2317822325 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582fffc6170 0x5582fffce280 secure :-1 s=READY pgs=982 cs=0 l=1 rev1=1 crypto rx=0x7fa338006ac0 tx=0x7fa338006c30 comp rx=0 tx=0).stop 2024-06-06T08:37:49.098 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.099+0000 7fa357645740 1 -- 172.21.15.42:0/2317822325 shutdown_connections 2024-06-06T08:37:49.098 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.099+0000 7fa357645740 1 --2- 172.21.15.42:0/2317822325 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5582ffff2a00 0x5582ffff4e60 crc :-1 s=READY pgs=267 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:49.099 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.099+0000 7fa357645740 1 --2- 172.21.15.42:0/2317822325 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5582fffd1350 0x5582fffced00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:49.099 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.099+0000 7fa357645740 1 --2- 172.21.15.42:0/2317822325 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5582fffc6a90 0x5582fffce7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:49.099 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.099+0000 7fa357645740 1 --2- 172.21.15.42:0/2317822325 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582fffc6170 0x5582fffce280 unknown :-1 s=CLOSED pgs=982 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:49.099 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.099+0000 7fa357645740 1 -- 172.21.15.42:0/2317822325 >> 172.21.15.42:0/2317822325 conn(0x5582fffc2680 msgr2=0x5582fffc8430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:37:49.099 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.099+0000 7fa335ffb640 0 client.17754 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:37:49.099 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.099+0000 7fa357645740 1 -- 172.21.15.42:0/2317822325 shutdown_connections 2024-06-06T08:37:49.099 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.099+0000 7fa357645740 1 -- 172.21.15.42:0/2317822325 wait complete. 2024-06-06T08:37:49.099 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.100+0000 7fa357645740 20 client.17754 trim_cache size 0 max 16384 2024-06-06T08:37:49.124 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.126+0000 7fa357645740 1 Processor -- start 2024-06-06T08:37:49.125 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.126+0000 7fa357645740 1 -- start start 2024-06-06T08:37:49.125 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.126+0000 7fa357645740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582fffc6170 0x5582fffceb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:49.125 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.126+0000 7fa357645740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5582fffc6a90 0x5582ffffa730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:49.125 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.126+0000 7fa357645740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5582fffd1350 0x5582ffffac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:49.125 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.126+0000 7fa357645740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa330012a40 con 0x5582fffc6170 2024-06-06T08:37:49.125 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.126+0000 7fa357645740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fa330010250 con 0x5582fffd1350 2024-06-06T08:37:49.126 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.126+0000 7fa357645740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fa33000e0c0 con 0x5582fffc6a90 2024-06-06T08:37:49.126 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.128+0000 7fa34ed9d640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5582fffd1350 0x5582ffffac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:49.127 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.128+0000 7fa34ed9d640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5582fffd1350 0x5582ffffac70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:47508/0 (socket says 172.21.15.42:47508) 2024-06-06T08:37:49.127 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.128+0000 7fa34ed9d640 1 -- 172.21.15.42:0/2922311808 learned_addr learned my addr 172.21.15.42:0/2922311808 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:37:49.127 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.128+0000 7fa34ed9d640 1 --2- 172.21.15.42:0/2922311808 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582fffc6170 0x5582fffceb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:49.128 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.129+0000 7fa34dd9b640 1 --2- 172.21.15.42:0/2922311808 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5582fffc6a90 0x5582ffffa730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:49.128 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.129+0000 7fa34ed9d640 1 -- 172.21.15.42:0/2922311808 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5582fffc6a90 msgr2=0x5582ffffa730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:37:49.128 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.129+0000 7fa34ed9d640 1 --2- 172.21.15.42:0/2922311808 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5582fffc6a90 0x5582ffffa730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:49.128 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.129+0000 7fa34ed9d640 1 -- 172.21.15.42:0/2922311808 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582fffc6170 msgr2=0x5582fffceb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:37:49.128 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.129+0000 7fa34ed9d640 1 --2- 172.21.15.42:0/2922311808 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582fffc6170 0x5582fffceb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:49.128 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.130+0000 7fa34ed9d640 1 -- 172.21.15.42:0/2922311808 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5582fffe51a0 con 0x5582fffd1350 2024-06-06T08:37:49.129 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.130+0000 7fa34ed9d640 1 --2- 172.21.15.42:0/2922311808 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5582fffd1350 0x5582ffffac70 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fa33800b0b0 tx=0x7fa338009c20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6c9c63276bf39792 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:37:49.129 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.131+0000 7fa337fff640 1 -- 172.21.15.42:0/2922311808 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa338015050 con 0x5582fffd1350 2024-06-06T08:37:49.129 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.131+0000 7fa337fff640 1 -- 172.21.15.42:0/2922311808 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa338004500 con 0x5582fffd1350 2024-06-06T08:37:49.130 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.131+0000 7fa337fff640 1 -- 172.21.15.42:0/2922311808 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa338015050 con 0x5582fffd1350 2024-06-06T08:37:49.132 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.134+0000 7fa357645740 1 -- 172.21.15.42:0/2922311808 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5582fffd1350 msgr2=0x5582ffffac70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:37:49.133 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.134+0000 7fa357645740 1 --2- 172.21.15.42:0/2922311808 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5582fffd1350 0x5582ffffac70 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fa33800b0b0 tx=0x7fa338009c20 comp rx=0 tx=0).stop 2024-06-06T08:37:49.133 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.134+0000 7fa357645740 1 -- 172.21.15.42:0/2922311808 shutdown_connections 2024-06-06T08:37:49.133 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.135+0000 7fa357645740 1 --2- 172.21.15.42:0/2922311808 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5582fffd1350 0x5582ffffac70 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:49.133 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.135+0000 7fa357645740 1 --2- 172.21.15.42:0/2922311808 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5582fffc6a90 0x5582ffffa730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:49.133 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.135+0000 7fa357645740 1 --2- 172.21.15.42:0/2922311808 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582fffc6170 0x5582fffceb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:49.133 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.135+0000 7fa357645740 1 -- 172.21.15.42:0/2922311808 >> 172.21.15.42:0/2922311808 conn(0x5582fffc2680 msgr2=0x5582fffc9590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:37:49.134 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.135+0000 7fa357645740 1 -- 172.21.15.42:0/2922311808 shutdown_connections 2024-06-06T08:37:49.134 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.135+0000 7fa357645740 1 -- 172.21.15.42:0/2922311808 wait complete. 2024-06-06T08:37:49.134 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.136+0000 7fa357645740 1 -- start start 2024-06-06T08:37:49.134 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.136+0000 7fa357645740 1 Processor -- start 2024-06-06T08:37:49.135 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.136+0000 7fa357645740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5582fffc6170 0x5582fffea720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:49.135 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.136+0000 7fa357645740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582fffc6a90 0x5582fffeac60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:49.135 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.136+0000 7fa357645740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5582fffd1350 0x5582fffe5420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:49.135 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.136+0000 7fa357645740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa33000e710 con 0x5582fffc6a90 2024-06-06T08:37:49.135 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.136+0000 7fa357645740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fa33000fb80 con 0x5582fffd1350 2024-06-06T08:37:49.135 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.136+0000 7fa357645740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fa33000ede0 con 0x5582fffc6170 2024-06-06T08:37:49.135 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.136+0000 7fa357645740 10 client.0 _ll_register_callbacks cb 0x7fa3380095b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:37:49.136 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.137+0000 7fa34dd9b640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582fffc6a90 0x5582fffeac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:49.136 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.137+0000 7fa34dd9b640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582fffc6a90 0x5582fffeac60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:38446/0 (socket says 172.21.15.42:38446) 2024-06-06T08:37:49.136 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.137+0000 7fa34dd9b640 1 -- 172.21.15.42:0/1989711330 learned_addr learned my addr 172.21.15.42:0/1989711330 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:37:49.136 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.137+0000 7fa34ed9d640 1 --2- 172.21.15.42:0/1989711330 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5582fffd1350 0x5582fffe5420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:49.137 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.137+0000 7fa34ed9d640 1 -- 172.21.15.42:0/1989711330 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5582fffc6170 msgr2=0x5582fffea720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:37:49.137 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.137+0000 7fa34ed9d640 1 --2- 172.21.15.42:0/1989711330 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5582fffc6170 0x5582fffea720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:49.137 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.137+0000 7fa34ed9d640 1 -- 172.21.15.42:0/1989711330 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582fffc6a90 msgr2=0x5582fffeac60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:37:49.137 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.137+0000 7fa34ed9d640 1 --2- 172.21.15.42:0/1989711330 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582fffc6a90 0x5582fffeac60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:49.137 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.137+0000 7fa34ed9d640 1 -- 172.21.15.42:0/1989711330 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5582fffe5c50 con 0x5582fffd1350 2024-06-06T08:37:49.137 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.138+0000 7fa34dd9b640 1 --2- 172.21.15.42:0/1989711330 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582fffc6a90 0x5582fffeac60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:37:49.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:37:48 smithi120 ceph-mon[36658]: pgmap v481: 129 pgs: 13 active+clean+snaptrim, 40 active+clean+snaptrim_wait, 76 active+clean; 1.6 GiB data, 9.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 236 op/s 2024-06-06T08:37:49.140 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.141+0000 7fa335ffb640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:37:49.140 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.141+0000 7fa34ed9d640 1 --2- 172.21.15.42:0/1989711330 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5582fffd1350 0x5582fffe5420 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fa338010ae0 tx=0x7fa3380093f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=496343778238f8eb server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:37:49.141 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.143+0000 7fa335ffb640 1 -- 172.21.15.42:0/1989711330 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa338015050 con 0x5582fffd1350 2024-06-06T08:37:49.141 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.143+0000 7fa357645740 1 -- 172.21.15.42:0/1989711330 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa338004500 con 0x5582fffd1350 2024-06-06T08:37:49.142 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.143+0000 7fa335ffb640 1 -- 172.21.15.42:0/1989711330 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(123..123 src has 1..123) ==== 9526+0+0 (secure 0 0 0) 0x7fa33801b430 con 0x5582fffd1350 2024-06-06T08:37:49.142 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.143+0000 7fa335ffb640 1 -- 172.21.15.42:0/1989711330 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7fa338015050 con 0x5582fffd1350 2024-06-06T08:37:49.148 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.147+0000 7fa357645740 10 client.27329 fetch_fsmap learned FSMap version 46 2024-06-06T08:37:49.148 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.147+0000 7fa357645740 1 -- 172.21.15.42:0/1989711330 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55830005c240 con 0x5582fffd1350 2024-06-06T08:37:49.148 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.149+0000 7fa335ffb640 1 -- 172.21.15.42:0/1989711330 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa338004500 con 0x5582fffd1350 2024-06-06T08:37:49.149 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.150+0000 7fa335ffb640 1 -- 172.21.15.42:0/1989711330 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 46) ==== 8370+0+0 (secure 0 0 0) 0x7fa33801bcb0 con 0x5582fffd1350 2024-06-06T08:37:49.149 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.150+0000 7fa357645740 10 client.27329 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T08:37:49.149 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.150+0000 7fa357645740 10 client.27329 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:37:49.149 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.150+0000 7fa357645740 20 client.27329 populate_metadata read hostname 'smithi042' 2024-06-06T08:37:49.149 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.150+0000 7fa357645740 1 --2- 172.21.15.42:0/1989711330 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55830005c680 0x55830005ea70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:37:49.150 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.150+0000 7fa357645740 4 client.27329 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:37:49.150 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.150+0000 7fa357645740 1 -- 172.21.15.42:0/1989711330 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5582fff31f70 con 0x55830005c680 2024-06-06T08:37:49.150 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.150+0000 7fa34dd9b640 1 --2- 172.21.15.42:0/1989711330 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55830005c680 0x55830005ea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:37:49.150 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.152+0000 7fa34dd9b640 1 --2- 172.21.15.42:0/1989711330 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55830005c680 0x55830005ea70 crc :-1 s=READY pgs=268 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3fe3669f55400d70 server_cookie=6fbd874ac906378b in_seq=0 out_seq=0 2024-06-06T08:37:49.150 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.152+0000 7fa335ffb640 10 client.27329 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:37:49.279 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.279+0000 7fa335ffb640 1 -- 172.21.15.42:0/1989711330 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5582fff31f70 con 0x55830005c680 2024-06-06T08:37:49.279 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.279+0000 7fa335ffb640 10 client.27329 handle_command_reply: tid=0 2024-06-06T08:37:49.279 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.279+0000 7fa357645740 1 client.27329 shutdown 2024-06-06T08:37:49.279 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.280+0000 7fa357645740 1 -- 172.21.15.42:0/1989711330 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5582fffd1350 msgr2=0x5582fffe5420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:37:49.279 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.280+0000 7fa357645740 1 --2- 172.21.15.42:0/1989711330 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5582fffd1350 0x5582fffe5420 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fa338010ae0 tx=0x7fa3380093f0 comp rx=0 tx=0).stop 2024-06-06T08:37:49.279 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.280+0000 7fa357645740 1 -- 172.21.15.42:0/1989711330 shutdown_connections 2024-06-06T08:37:49.280 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.280+0000 7fa357645740 1 --2- 172.21.15.42:0/1989711330 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55830005c680 0x55830005ea70 crc :-1 s=READY pgs=268 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:49.280 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.280+0000 7fa357645740 1 --2- 172.21.15.42:0/1989711330 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5582fffd1350 0x5582fffe5420 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:49.280 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.280+0000 7fa357645740 1 --2- 172.21.15.42:0/1989711330 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582fffc6a90 0x5582fffeac60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:49.280 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.280+0000 7fa357645740 1 --2- 172.21.15.42:0/1989711330 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5582fffc6170 0x5582fffea720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:49.280 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.280+0000 7fa357645740 1 -- 172.21.15.42:0/1989711330 >> 172.21.15.42:0/1989711330 conn(0x5582fffc2680 msgr2=0x5582fffc7b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:37:49.280 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.280+0000 7fa335ffb640 0 client.27329 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:37:49.280 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.280+0000 7fa357645740 1 -- 172.21.15.42:0/1989711330 shutdown_connections 2024-06-06T08:37:49.280 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.280+0000 7fa357645740 1 -- 172.21.15.42:0/1989711330 wait complete. 2024-06-06T08:37:49.280 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.280+0000 7fa357645740 20 client.27329 trim_cache size 0 max 16384 2024-06-06T08:37:49.280 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:37:49.281 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:37:49.281 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:37:49.282 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.281+0000 7fa354941640 1 -- 172.21.15.42:0/127414092 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fa33c0a2e70 msgr2=0x7fa33c0a5330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:37:49.282 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.281+0000 7fa354941640 1 --2- 172.21.15.42:0/127414092 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fa33c0a2e70 0x7fa33c0a5330 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x5582fffc7710 tx=0x7fa34802a8f0 comp rx=0 tx=0).stop 2024-06-06T08:37:49.282 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.281+0000 7fa354941640 1 -- 172.21.15.42:0/127414092 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa3501008d0 msgr2=0x7fa350116240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:37:49.282 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.281+0000 7fa354941640 1 --2- 172.21.15.42:0/127414092 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa3501008d0 0x7fa350116240 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fa34802aee0 tx=0x7fa3480316b0 comp rx=0 tx=0).stop 2024-06-06T08:37:49.282 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.281+0000 7fa354941640 1 -- 172.21.15.42:0/127414092 shutdown_connections 2024-06-06T08:37:49.282 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.281+0000 7fa354941640 1 --2- 172.21.15.42:0/127414092 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fa33c0a2e70 0x7fa33c0a5330 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:49.282 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.281+0000 7fa354941640 1 --2- 172.21.15.42:0/127414092 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa350106890 0x7fa350116850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:49.282 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.281+0000 7fa354941640 1 --2- 172.21.15.42:0/127414092 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa350101290 0x7fa35011bf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:49.282 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.281+0000 7fa354941640 1 --2- 172.21.15.42:0/127414092 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa3501008d0 0x7fa350116240 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:37:49.283 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.281+0000 7fa354941640 1 -- 172.21.15.42:0/127414092 >> 172.21.15.42:0/127414092 conn(0x7fa350077a20 msgr2=0x7fa350103aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:37:49.283 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.281+0000 7fa354941640 1 -- 172.21.15.42:0/127414092 shutdown_connections 2024-06-06T08:37:49.283 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:37:49.281+0000 7fa354941640 1 -- 172.21.15.42:0/127414092 wait complete. 2024-06-06T08:37:51.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:37:50 smithi149 ceph-mon[36842]: pgmap v482: 129 pgs: 13 active+clean+snaptrim, 40 active+clean+snaptrim_wait, 76 active+clean; 1.6 GiB data, 9.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1003 KiB/s wr, 228 op/s 2024-06-06T08:37:51.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:37:50 smithi042 ceph-mon[32384]: pgmap v482: 129 pgs: 13 active+clean+snaptrim, 40 active+clean+snaptrim_wait, 76 active+clean; 1.6 GiB data, 9.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1003 KiB/s wr, 228 op/s 2024-06-06T08:37:51.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:37:50 smithi120 ceph-mon[36658]: pgmap v482: 129 pgs: 13 active+clean+snaptrim, 40 active+clean+snaptrim_wait, 76 active+clean; 1.6 GiB data, 9.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1003 KiB/s wr, 228 op/s 2024-06-06T08:37:53.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:37:52 smithi149 ceph-mon[36842]: pgmap v483: 129 pgs: 12 active+clean+snaptrim, 40 active+clean+snaptrim_wait, 77 active+clean; 1.6 GiB data, 9.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.2 MiB/s wr, 263 op/s 2024-06-06T08:37:53.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:37:52 smithi042 ceph-mon[32384]: pgmap v483: 129 pgs: 12 active+clean+snaptrim, 40 active+clean+snaptrim_wait, 77 active+clean; 1.6 GiB data, 9.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.2 MiB/s wr, 263 op/s 2024-06-06T08:37:53.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:37:52 smithi120 ceph-mon[36658]: pgmap v483: 129 pgs: 12 active+clean+snaptrim, 40 active+clean+snaptrim_wait, 77 active+clean; 1.6 GiB data, 9.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.2 MiB/s wr, 263 op/s 2024-06-06T08:37:55.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:37:54 smithi149 ceph-mon[36842]: pgmap v484: 129 pgs: 9 active+clean+snaptrim, 28 active+clean+snaptrim_wait, 92 active+clean; 1.6 GiB data, 9.8 GiB used, 1.0 TiB / 1.0 TiB avail; 963 KiB/s rd, 985 KiB/s wr, 234 op/s 2024-06-06T08:37:55.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:37:54 smithi042 ceph-mon[32384]: pgmap v484: 129 pgs: 9 active+clean+snaptrim, 28 active+clean+snaptrim_wait, 92 active+clean; 1.6 GiB data, 9.8 GiB used, 1.0 TiB / 1.0 TiB avail; 963 KiB/s rd, 985 KiB/s wr, 234 op/s 2024-06-06T08:37:55.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:37:54 smithi120 ceph-mon[36658]: pgmap v484: 129 pgs: 9 active+clean+snaptrim, 28 active+clean+snaptrim_wait, 92 active+clean; 1.6 GiB data, 9.8 GiB used, 1.0 TiB / 1.0 TiB avail; 963 KiB/s rd, 985 KiB/s wr, 234 op/s 2024-06-06T08:37:57.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:37:56 smithi149 ceph-mon[36842]: pgmap v485: 129 pgs: 8 active+clean+snaptrim, 22 active+clean+snaptrim_wait, 99 active+clean; 1.6 GiB data, 9.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.4 MiB/s wr, 280 op/s 2024-06-06T08:37:57.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:37:56 smithi042 ceph-mon[32384]: pgmap v485: 129 pgs: 8 active+clean+snaptrim, 22 active+clean+snaptrim_wait, 99 active+clean; 1.6 GiB data, 9.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.4 MiB/s wr, 280 op/s 2024-06-06T08:37:57.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:37:56 smithi120 ceph-mon[36658]: pgmap v485: 129 pgs: 8 active+clean+snaptrim, 22 active+clean+snaptrim_wait, 99 active+clean; 1.6 GiB data, 9.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.4 MiB/s wr, 280 op/s 2024-06-06T08:37:59.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:37:58 smithi149 ceph-mon[36842]: pgmap v486: 129 pgs: 7 active+clean+snaptrim, 13 active+clean+snaptrim_wait, 109 active+clean; 1.6 GiB data, 9.9 GiB used, 1.0 TiB / 1.0 TiB avail; 938 KiB/s rd, 928 KiB/s wr, 264 op/s 2024-06-06T08:37:59.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:37:58 smithi042 ceph-mon[32384]: pgmap v486: 129 pgs: 7 active+clean+snaptrim, 13 active+clean+snaptrim_wait, 109 active+clean; 1.6 GiB data, 9.9 GiB used, 1.0 TiB / 1.0 TiB avail; 938 KiB/s rd, 928 KiB/s wr, 264 op/s 2024-06-06T08:37:59.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:37:58 smithi120 ceph-mon[36658]: pgmap v486: 129 pgs: 7 active+clean+snaptrim, 13 active+clean+snaptrim_wait, 109 active+clean; 1.6 GiB data, 9.9 GiB used, 1.0 TiB / 1.0 TiB avail; 938 KiB/s rd, 928 KiB/s wr, 264 op/s 2024-06-06T08:38:01.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:38:00 smithi149 ceph-mon[36842]: pgmap v487: 129 pgs: 6 active+clean+snaptrim, 13 active+clean+snaptrim_wait, 110 active+clean; 1.6 GiB data, 9.9 GiB used, 1.0 TiB / 1.0 TiB avail; 921 KiB/s rd, 894 KiB/s wr, 269 op/s 2024-06-06T08:38:01.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:38:00 smithi042 ceph-mon[32384]: pgmap v487: 129 pgs: 6 active+clean+snaptrim, 13 active+clean+snaptrim_wait, 110 active+clean; 1.6 GiB data, 9.9 GiB used, 1.0 TiB / 1.0 TiB avail; 921 KiB/s rd, 894 KiB/s wr, 269 op/s 2024-06-06T08:38:01.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:38:00 smithi120 ceph-mon[36658]: pgmap v487: 129 pgs: 6 active+clean+snaptrim, 13 active+clean+snaptrim_wait, 110 active+clean; 1.6 GiB data, 9.9 GiB used, 1.0 TiB / 1.0 TiB avail; 921 KiB/s rd, 894 KiB/s wr, 269 op/s 2024-06-06T08:38:02.403 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.404+0000 7f568be64640 1 -- 172.21.15.42:0/3209664658 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5684100e90 msgr2=0x7f5684104ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:02.403 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.404+0000 7f568be64640 1 --2- 172.21.15.42:0/3209664658 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5684100e90 0x7f5684104ca0 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7f5674009900 tx=0x7f567402a410 comp rx=0 tx=0).stop 2024-06-06T08:38:02.403 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.404+0000 7f568be64640 1 -- 172.21.15.42:0/3209664658 shutdown_connections 2024-06-06T08:38:02.403 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.404+0000 7f568be64640 1 --2- 172.21.15.42:0/3209664658 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5684105380 0x7f568410cf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:02.403 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.404+0000 7f568be64640 1 --2- 172.21.15.42:0/3209664658 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5684100e90 0x7f5684104ca0 unknown :-1 s=CLOSED pgs=983 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:02.403 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.404+0000 7f568be64640 1 --2- 172.21.15.42:0/3209664658 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f56841004e0 0x7f56841008c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:02.404 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.404+0000 7f568be64640 1 -- 172.21.15.42:0/3209664658 >> 172.21.15.42:0/3209664658 conn(0x7f5684075c20 msgr2=0x7f5684076030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:38:02.404 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.404+0000 7f568be64640 1 -- 172.21.15.42:0/3209664658 shutdown_connections 2024-06-06T08:38:02.404 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.404+0000 7f568be64640 1 -- 172.21.15.42:0/3209664658 wait complete. 2024-06-06T08:38:02.405 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.405+0000 7f568be64640 1 Processor -- start 2024-06-06T08:38:02.405 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.405+0000 7f568be64640 1 -- start start 2024-06-06T08:38:02.405 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.406+0000 7f568be64640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f56841004e0 0x7f5684196050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:02.406 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.406+0000 7f568be64640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5684105380 0x7f5684196590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:02.406 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.406+0000 7f5689c00640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f56841004e0 0x7f5684196050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:02.406 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.406+0000 7f5689c00640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f56841004e0 0x7f5684196050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:49816/0 (socket says 172.21.15.42:49816) 2024-06-06T08:38:02.406 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.406+0000 7f5689c00640 1 -- 172.21.15.42:0/2150186388 learned_addr learned my addr 172.21.15.42:0/2150186388 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:38:02.406 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.406+0000 7f568be64640 1 --2- 172.21.15.42:0/2150186388 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f568419a8c0 0x7f568419ad70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:02.406 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.406+0000 7f56893ff640 1 --2- 172.21.15.42:0/2150186388 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5684105380 0x7f5684196590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:02.406 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.406+0000 7f568be64640 1 -- 172.21.15.42:0/2150186388 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f568410fbb0 con 0x7f568419a8c0 2024-06-06T08:38:02.406 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.406+0000 7f568be64640 1 -- 172.21.15.42:0/2150186388 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f568410fa30 con 0x7f56841004e0 2024-06-06T08:38:02.406 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.406+0000 7f568be64640 1 -- 172.21.15.42:0/2150186388 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f568410fd30 con 0x7f5684105380 2024-06-06T08:38:02.406 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.406+0000 7f568a401640 1 --2- 172.21.15.42:0/2150186388 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f568419a8c0 0x7f568419ad70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:02.406 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.407+0000 7f5689c00640 1 -- 172.21.15.42:0/2150186388 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5684105380 msgr2=0x7f5684196590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:02.406 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.407+0000 7f5689c00640 1 --2- 172.21.15.42:0/2150186388 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5684105380 0x7f5684196590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:02.406 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.407+0000 7f5689c00640 1 -- 172.21.15.42:0/2150186388 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f568419a8c0 msgr2=0x7f568419ad70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:02.407 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.407+0000 7f5689c00640 1 --2- 172.21.15.42:0/2150186388 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f568419a8c0 0x7f568419ad70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:02.407 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.407+0000 7f5689c00640 1 -- 172.21.15.42:0/2150186388 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f568419b3b0 con 0x7f56841004e0 2024-06-06T08:38:02.407 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.407+0000 7f5689c00640 1 --2- 172.21.15.42:0/2150186388 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f56841004e0 0x7f5684196050 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f568000d950 tx=0x7f568000de10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:38:02.407 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.407+0000 7f567affd640 1 -- 172.21.15.42:0/2150186388 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5680017030 con 0x7f56841004e0 2024-06-06T08:38:02.407 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.407+0000 7f567affd640 1 -- 172.21.15.42:0/2150186388 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5680005020 con 0x7f56841004e0 2024-06-06T08:38:02.408 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.407+0000 7f568be64640 1 -- 172.21.15.42:0/2150186388 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f568419b6a0 con 0x7f56841004e0 2024-06-06T08:38:02.408 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.407+0000 7f568be64640 1 -- 172.21.15.42:0/2150186388 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56841a2e60 con 0x7f56841004e0 2024-06-06T08:38:02.408 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.407+0000 7f567affd640 1 -- 172.21.15.42:0/2150186388 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5680017030 con 0x7f56841004e0 2024-06-06T08:38:02.410 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.411+0000 7f568eb72740 1 Processor -- start 2024-06-06T08:38:02.414 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.412+0000 7f568eb72740 1 -- start start 2024-06-06T08:38:02.414 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.412+0000 7f568eb72740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558c6c228170 0x558c6c228550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:02.414 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.412+0000 7f568eb72740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558c6c228a90 0x558c6c232e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:02.414 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.412+0000 7f568eb72740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c6c233350 0x558c6c235740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:02.414 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.412+0000 7f568eb72740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x558c6c18c4f0 con 0x558c6c228170 2024-06-06T08:38:02.414 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.412+0000 7f568eb72740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x558c6c12a870 con 0x558c6c228a90 2024-06-06T08:38:02.414 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.412+0000 7f568eb72740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x558c6c1884b0 con 0x558c6c233350 2024-06-06T08:38:02.414 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.412+0000 7f5689c00640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558c6c228a90 0x558c6c232e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:02.414 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.412+0000 7f5689c00640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558c6c228a90 0x558c6c232e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:49824/0 (socket says 172.21.15.42:49824) 2024-06-06T08:38:02.415 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.412+0000 7f5689c00640 1 -- 172.21.15.42:0/12181660 learned_addr learned my addr 172.21.15.42:0/12181660 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:38:02.415 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.413+0000 7f567affd640 1 -- 172.21.15.42:0/2150186388 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f5680004ae0 con 0x7f56841004e0 2024-06-06T08:38:02.415 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.413+0000 7f5689c00640 1 -- 172.21.15.42:0/12181660 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c6c233350 msgr2=0x558c6c235740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:38:02.415 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.413+0000 7f5689c00640 1 --2- 172.21.15.42:0/12181660 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c6c233350 0x558c6c235740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:02.415 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.413+0000 7f5689c00640 1 -- 172.21.15.42:0/12181660 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558c6c228170 msgr2=0x558c6c228550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:38:02.415 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.413+0000 7f5689c00640 1 --2- 172.21.15.42:0/12181660 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558c6c228170 0x558c6c228550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:02.415 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.413+0000 7f5689c00640 1 -- 172.21.15.42:0/12181660 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558c6c1469b0 con 0x558c6c228a90 2024-06-06T08:38:02.415 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.413+0000 7f5689c00640 1 --2- 172.21.15.42:0/12181660 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558c6c228a90 0x558c6c232e10 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f56800cb970 tx=0x7f56800d4b40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8a5d1f58a5f7b28d server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:38:02.415 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.413+0000 7f566ffff640 1 -- 172.21.15.42:0/12181660 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56800e1070 con 0x558c6c228a90 2024-06-06T08:38:02.415 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.413+0000 7f566ffff640 1 -- 172.21.15.42:0/12181660 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f56800d0550 con 0x558c6c228a90 2024-06-06T08:38:02.415 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.413+0000 7f566ffff640 1 -- 172.21.15.42:0/12181660 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56800d6b20 con 0x558c6c228a90 2024-06-06T08:38:02.415 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.414+0000 7f567affd640 1 --2- 172.21.15.42:0/2150186388 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f56700a3230 0x7f56700a56f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:02.415 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.414+0000 7f567affd640 1 -- 172.21.15.42:0/2150186388 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(123..123 src has 1..123) ==== 9526+0+0 (secure 0 0 0) 0x7f5680018070 con 0x7f56841004e0 2024-06-06T08:38:02.416 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.414+0000 7f568a401640 1 --2- 172.21.15.42:0/2150186388 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f56700a3230 0x7f56700a56f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:02.416 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.414+0000 7f568eb72740 1 -- 172.21.15.42:0/12181660 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558c6c228a90 msgr2=0x558c6c232e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:02.416 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.414+0000 7f568eb72740 1 --2- 172.21.15.42:0/12181660 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558c6c228a90 0x558c6c232e10 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f56800cb970 tx=0x7f56800d4b40 comp rx=0 tx=0).stop 2024-06-06T08:38:02.416 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.414+0000 7f568eb72740 1 -- 172.21.15.42:0/12181660 shutdown_connections 2024-06-06T08:38:02.416 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.414+0000 7f568eb72740 1 --2- 172.21.15.42:0/12181660 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558c6c228a90 0x558c6c232e10 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:02.416 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.414+0000 7f568eb72740 1 --2- 172.21.15.42:0/12181660 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c6c233350 0x558c6c235740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:02.416 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.414+0000 7f568eb72740 1 --2- 172.21.15.42:0/12181660 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558c6c228170 0x558c6c228550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:02.416 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.414+0000 7f568eb72740 1 -- 172.21.15.42:0/12181660 >> 172.21.15.42:0/12181660 conn(0x558c6c224680 msgr2=0x558c6c224a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:38:02.416 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.415+0000 7f568eb72740 1 -- 172.21.15.42:0/12181660 shutdown_connections 2024-06-06T08:38:02.416 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.415+0000 7f568eb72740 1 -- 172.21.15.42:0/12181660 wait complete. 2024-06-06T08:38:02.416 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.415+0000 7f568a401640 1 --2- 172.21.15.42:0/2150186388 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f56700a3230 0x7f56700a56f0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f567c00a380 tx=0x7f567c018040 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:38:02.416 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.415+0000 7f568eb72740 1 -- start start 2024-06-06T08:38:02.416 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.415+0000 7f568eb72740 1 Processor -- start 2024-06-06T08:38:02.420 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.416+0000 7f568eb72740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558c6c228170 0x558c6c230310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:02.420 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.416+0000 7f568eb72740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558c6c228a90 0x558c6c230850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:02.420 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.416+0000 7f568eb72740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c6c233350 0x558c6c230d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:02.420 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.416+0000 7f568eb72740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x558c6c235f80 con 0x558c6c228170 2024-06-06T08:38:02.420 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.416+0000 7f568eb72740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x558c6c115ae0 con 0x558c6c228a90 2024-06-06T08:38:02.420 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.416+0000 7f568eb72740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x558c6c236100 con 0x558c6c233350 2024-06-06T08:38:02.420 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.416+0000 7f568eb72740 10 client.0 _ll_register_callbacks cb 0x558c6c14e9b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:38:02.420 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.416+0000 7f5689c00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558c6c228170 0x558c6c230310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:02.420 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.416+0000 7f5689c00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558c6c228170 0x558c6c230310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:39162/0 (socket says 172.21.15.42:39162) 2024-06-06T08:38:02.421 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.416+0000 7f5689c00640 1 -- 172.21.15.42:0/657776735 learned_addr learned my addr 172.21.15.42:0/657776735 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:38:02.421 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.416+0000 7f568a401640 1 --2- 172.21.15.42:0/657776735 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c6c233350 0x558c6c230d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:02.421 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.416+0000 7f56893ff640 1 --2- 172.21.15.42:0/657776735 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558c6c228a90 0x558c6c230850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:02.421 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.416+0000 7f568a401640 1 -- 172.21.15.42:0/657776735 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558c6c228a90 msgr2=0x558c6c230850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:38:02.421 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.416+0000 7f568a401640 1 --2- 172.21.15.42:0/657776735 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558c6c228a90 0x558c6c230850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:02.421 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.416+0000 7f568a401640 1 -- 172.21.15.42:0/657776735 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558c6c228170 msgr2=0x558c6c230310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:38:02.421 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.416+0000 7f568a401640 1 --2- 172.21.15.42:0/657776735 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558c6c228170 0x558c6c230310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:02.421 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.416+0000 7f568a401640 1 -- 172.21.15.42:0/657776735 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558c6bea0210 con 0x558c6c233350 2024-06-06T08:38:02.421 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.417+0000 7f568a401640 1 --2- 172.21.15.42:0/657776735 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c6c233350 0x558c6c230d90 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f567c005fd0 tx=0x7f567c00a610 comp rx=0 tx=0).ready entity=mon.1 client_cookie=eee1c27b93cb315e server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:38:02.421 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.417+0000 7f566d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:38:02.421 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.417+0000 7f566d7fa640 1 -- 172.21.15.42:0/657776735 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f567c032060 con 0x558c6c233350 2024-06-06T08:38:02.421 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.417+0000 7f568eb72740 1 -- 172.21.15.42:0/657776735 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f56800d0550 con 0x558c6c233350 2024-06-06T08:38:02.421 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.417+0000 7f566d7fa640 1 -- 172.21.15.42:0/657776735 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(123..123 src has 1..123) ==== 9526+0+0 (secure 0 0 0) 0x7f567c009050 con 0x558c6c233350 2024-06-06T08:38:02.422 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.417+0000 7f566d7fa640 1 -- 172.21.15.42:0/657776735 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f567c039050 con 0x558c6c233350 2024-06-06T08:38:02.422 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.417+0000 7f568eb72740 10 client.27202 fetch_fsmap learned FSMap version 46 2024-06-06T08:38:02.422 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.417+0000 7f568eb72740 1 -- 172.21.15.42:0/657776735 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x558c6bf6c620 con 0x558c6c233350 2024-06-06T08:38:02.422 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.417+0000 7f566d7fa640 1 -- 172.21.15.42:0/657776735 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f56800d0550 con 0x558c6c233350 2024-06-06T08:38:02.422 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.417+0000 7f566d7fa640 1 -- 172.21.15.42:0/657776735 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 46) ==== 8370+0+0 (secure 0 0 0) 0x7f567c020070 con 0x558c6c233350 2024-06-06T08:38:02.422 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.417+0000 7f568eb72740 10 client.27202 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T08:38:02.422 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.417+0000 7f568eb72740 10 client.27202 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:38:02.422 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.417+0000 7f568eb72740 20 client.27202 populate_metadata read hostname 'smithi042' 2024-06-06T08:38:02.422 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.417+0000 7f568eb72740 1 --2- 172.21.15.42:0/657776735 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x558c6c243350 0x558c6c245740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:02.422 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.417+0000 7f568eb72740 4 client.27202 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:38:02.422 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.417+0000 7f568eb72740 1 -- 172.21.15.42:0/657776735 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558c6c19ff10 con 0x558c6c243350 2024-06-06T08:38:02.422 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.418+0000 7f5689c00640 1 --2- 172.21.15.42:0/657776735 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x558c6c243350 0x558c6c245740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:02.422 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.418+0000 7f566d7fa640 10 client.27202 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:38:02.423 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.418+0000 7f5689c00640 1 --2- 172.21.15.42:0/657776735 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x558c6c243350 0x558c6c245740 crc :-1 s=READY pgs=269 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4fe89f9622e93bec server_cookie=ab64c00299638538 in_seq=0 out_seq=0 2024-06-06T08:38:02.423 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.419+0000 7f566d7fa640 1 -- 172.21.15.42:0/657776735 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x558c6c19ff10 con 0x558c6c243350 2024-06-06T08:38:02.423 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.419+0000 7f566d7fa640 10 client.27202 handle_command_reply: tid=0 2024-06-06T08:38:02.423 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.419+0000 7f568eb72740 1 client.27202 shutdown 2024-06-06T08:38:02.423 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.419+0000 7f568eb72740 1 -- 172.21.15.42:0/657776735 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c6c233350 msgr2=0x558c6c230d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:02.423 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.419+0000 7f568eb72740 1 --2- 172.21.15.42:0/657776735 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c6c233350 0x558c6c230d90 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f567c005fd0 tx=0x7f567c00a610 comp rx=0 tx=0).stop 2024-06-06T08:38:02.423 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.419+0000 7f568eb72740 1 -- 172.21.15.42:0/657776735 shutdown_connections 2024-06-06T08:38:02.423 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.419+0000 7f568eb72740 1 --2- 172.21.15.42:0/657776735 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x558c6c243350 0x558c6c245740 crc :-1 s=READY pgs=269 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:02.423 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.419+0000 7f566d7fa640 0 client.27202 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:38:02.423 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.419+0000 7f568eb72740 1 --2- 172.21.15.42:0/657776735 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558c6c228a90 0x558c6c230850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:02.423 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.419+0000 7f568eb72740 1 --2- 172.21.15.42:0/657776735 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c6c233350 0x558c6c230d90 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:02.423 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.419+0000 7f568eb72740 1 --2- 172.21.15.42:0/657776735 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558c6c228170 0x558c6c230310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:02.424 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.419+0000 7f568eb72740 1 -- 172.21.15.42:0/657776735 >> 172.21.15.42:0/657776735 conn(0x558c6c224680 msgr2=0x558c6c22a400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:38:02.424 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.419+0000 7f568eb72740 1 -- 172.21.15.42:0/657776735 shutdown_connections 2024-06-06T08:38:02.424 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.419+0000 7f568eb72740 1 -- 172.21.15.42:0/657776735 wait complete. 2024-06-06T08:38:02.424 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.419+0000 7f568eb72740 20 client.27202 trim_cache size 0 max 16384 2024-06-06T08:38:02.451 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.444+0000 7f568eb72740 1 Processor -- start 2024-06-06T08:38:02.451 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.444+0000 7f568eb72740 1 -- start start 2024-06-06T08:38:02.451 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.444+0000 7f568eb72740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558c6c228170 0x558c6c223f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:02.451 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.444+0000 7f568eb72740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c6c228a90 0x558c6c230bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:02.451 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.444+0000 7f568eb72740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558c6c233350 0x558c6c232250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:02.451 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.444+0000 7f568eb72740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f56841af760 con 0x558c6c233350 2024-06-06T08:38:02.451 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.444+0000 7f568eb72740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f56841acf70 con 0x558c6c228170 2024-06-06T08:38:02.451 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.444+0000 7f568eb72740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f56841aade0 con 0x558c6c228a90 2024-06-06T08:38:02.451 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.444+0000 7f568a401640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558c6c233350 0x558c6c232250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:02.452 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.444+0000 7f56893ff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c6c228a90 0x558c6c230bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:02.452 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.445+0000 7f568a401640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558c6c233350 0x558c6c232250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:39172/0 (socket says 172.21.15.42:39172) 2024-06-06T08:38:02.452 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.445+0000 7f56893ff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c6c228a90 0x558c6c230bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:59994/0 (socket says 172.21.15.42:59994) 2024-06-06T08:38:02.452 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.445+0000 7f568a401640 1 -- 172.21.15.42:0/3253987538 learned_addr learned my addr 172.21.15.42:0/3253987538 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:38:02.452 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.445+0000 7f5689c00640 1 --2- 172.21.15.42:0/3253987538 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558c6c228170 0x558c6c223f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:02.452 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.445+0000 7f56893ff640 1 -- 172.21.15.42:0/3253987538 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558c6c228170 msgr2=0x558c6c223f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:38:02.452 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.445+0000 7f56893ff640 1 --2- 172.21.15.42:0/3253987538 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558c6c228170 0x558c6c223f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:02.452 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.445+0000 7f56893ff640 1 -- 172.21.15.42:0/3253987538 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558c6c233350 msgr2=0x558c6c232250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:38:02.452 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.445+0000 7f56893ff640 1 --2- 172.21.15.42:0/3253987538 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558c6c233350 0x558c6c232250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:02.452 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.445+0000 7f56893ff640 1 -- 172.21.15.42:0/3253987538 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558c6c23f1e0 con 0x558c6c228a90 2024-06-06T08:38:02.452 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.445+0000 7f568a401640 1 --2- 172.21.15.42:0/3253987538 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558c6c233350 0x558c6c232250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:38:02.452 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.445+0000 7f56893ff640 1 --2- 172.21.15.42:0/3253987538 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c6c228a90 0x558c6c230bb0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f567402a930 tx=0x7f5674032ce0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9946126f29b2cb7f server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:38:02.452 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.445+0000 7f566f7fe640 1 -- 172.21.15.42:0/3253987538 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5674035040 con 0x558c6c228a90 2024-06-06T08:38:02.453 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.445+0000 7f566f7fe640 1 -- 172.21.15.42:0/3253987538 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f56740317b0 con 0x558c6c228a90 2024-06-06T08:38:02.453 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.445+0000 7f566f7fe640 1 -- 172.21.15.42:0/3253987538 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5674005500 con 0x558c6c228a90 2024-06-06T08:38:02.453 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.446+0000 7f568eb72740 1 -- 172.21.15.42:0/3253987538 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c6c228a90 msgr2=0x558c6c230bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:02.453 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.446+0000 7f568eb72740 1 --2- 172.21.15.42:0/3253987538 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c6c228a90 0x558c6c230bb0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f567402a930 tx=0x7f5674032ce0 comp rx=0 tx=0).stop 2024-06-06T08:38:02.453 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.446+0000 7f568eb72740 1 -- 172.21.15.42:0/3253987538 shutdown_connections 2024-06-06T08:38:02.453 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.446+0000 7f568eb72740 1 --2- 172.21.15.42:0/3253987538 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558c6c233350 0x558c6c232250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:02.453 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.446+0000 7f568eb72740 1 --2- 172.21.15.42:0/3253987538 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c6c228a90 0x558c6c230bb0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:02.453 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.446+0000 7f568eb72740 1 --2- 172.21.15.42:0/3253987538 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558c6c228170 0x558c6c223f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:02.453 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.446+0000 7f568eb72740 1 -- 172.21.15.42:0/3253987538 >> 172.21.15.42:0/3253987538 conn(0x558c6c224680 msgr2=0x558c6c231b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:38:02.453 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.446+0000 7f568eb72740 1 -- 172.21.15.42:0/3253987538 shutdown_connections 2024-06-06T08:38:02.453 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.447+0000 7f568eb72740 1 -- 172.21.15.42:0/3253987538 wait complete. 2024-06-06T08:38:02.453 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.447+0000 7f568eb72740 1 -- start start 2024-06-06T08:38:02.453 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.447+0000 7f568eb72740 1 Processor -- start 2024-06-06T08:38:02.454 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.447+0000 7f568eb72740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558c6c228170 0x558c6c237100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:02.454 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.447+0000 7f568eb72740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558c6c228a90 0x558c6c237640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:02.454 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.447+0000 7f568eb72740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c6c233350 0x558c6c237b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:02.454 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.447+0000 7f568eb72740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f56841ab430 con 0x558c6c228170 2024-06-06T08:38:02.454 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.447+0000 7f568eb72740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f56841ac8a0 con 0x558c6c228a90 2024-06-06T08:38:02.454 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.447+0000 7f568eb72740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f56841abb00 con 0x558c6c233350 2024-06-06T08:38:02.454 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.447+0000 7f568eb72740 10 client.0 _ll_register_callbacks cb 0x7f567c00acd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:38:02.454 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.448+0000 7f568a401640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c6c233350 0x558c6c237b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:02.454 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.448+0000 7f56893ff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558c6c228a90 0x558c6c237640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:02.454 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.448+0000 7f56893ff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558c6c228a90 0x558c6c237640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:49866/0 (socket says 172.21.15.42:49866) 2024-06-06T08:38:02.454 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.448+0000 7f568a401640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c6c233350 0x558c6c237b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:60002/0 (socket says 172.21.15.42:60002) 2024-06-06T08:38:02.454 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.448+0000 7f56893ff640 1 -- 172.21.15.42:0/52120187 learned_addr learned my addr 172.21.15.42:0/52120187 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:38:02.455 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.448+0000 7f5689c00640 1 --2- 172.21.15.42:0/52120187 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558c6c228170 0x558c6c237100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:02.455 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.448+0000 7f56893ff640 1 -- 172.21.15.42:0/52120187 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c6c233350 msgr2=0x558c6c237b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:38:02.455 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.448+0000 7f56893ff640 1 --2- 172.21.15.42:0/52120187 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c6c233350 0x558c6c237b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:02.455 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.448+0000 7f56893ff640 1 -- 172.21.15.42:0/52120187 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558c6c228170 msgr2=0x558c6c237100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:38:02.455 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.448+0000 7f56893ff640 1 --2- 172.21.15.42:0/52120187 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558c6c228170 0x558c6c237100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:02.455 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.448+0000 7f56893ff640 1 -- 172.21.15.42:0/52120187 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558c6c2ad020 con 0x558c6c228a90 2024-06-06T08:38:02.455 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.448+0000 7f56893ff640 1 --2- 172.21.15.42:0/52120187 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558c6c228a90 0x558c6c237640 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f567402a450 tx=0x7f5674005670 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4eb5e12252c912cf server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:38:02.455 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.448+0000 7f566d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:38:02.455 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.448+0000 7f566d7fa640 1 -- 172.21.15.42:0/52120187 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5674053060 con 0x558c6c228a90 2024-06-06T08:38:02.455 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.448+0000 7f566d7fa640 1 -- 172.21.15.42:0/52120187 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(123..123 src has 1..123) ==== 9526+0+0 (secure 0 0 0) 0x7f56740046c0 con 0x558c6c228a90 2024-06-06T08:38:02.456 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.448+0000 7f568eb72740 1 -- 172.21.15.42:0/52120187 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f56740317b0 con 0x558c6c228a90 2024-06-06T08:38:02.456 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.449+0000 7f566d7fa640 1 -- 172.21.15.42:0/52120187 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f567405a050 con 0x558c6c228a90 2024-06-06T08:38:02.456 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.450+0000 7f568eb72740 10 client.27347 fetch_fsmap learned FSMap version 46 2024-06-06T08:38:02.456 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.450+0000 7f568eb72740 1 -- 172.21.15.42:0/52120187 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x558c6c2ae310 con 0x558c6c228a90 2024-06-06T08:38:02.456 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.450+0000 7f566d7fa640 1 -- 172.21.15.42:0/52120187 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f56740317b0 con 0x558c6c228a90 2024-06-06T08:38:02.456 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.450+0000 7f566d7fa640 1 -- 172.21.15.42:0/52120187 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 46) ==== 8370+0+0 (secure 0 0 0) 0x7f567404e640 con 0x558c6c228a90 2024-06-06T08:38:02.456 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.450+0000 7f568eb72740 10 client.27347 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T08:38:02.456 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.450+0000 7f568eb72740 10 client.27347 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:38:02.456 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.450+0000 7f568eb72740 20 client.27347 populate_metadata read hostname 'smithi042' 2024-06-06T08:38:02.456 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.450+0000 7f568eb72740 1 --2- 172.21.15.42:0/52120187 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x558c6c243350 0x558c6c2b0a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:02.456 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.450+0000 7f568eb72740 4 client.27347 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:38:02.457 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.450+0000 7f568eb72740 1 -- 172.21.15.42:0/52120187 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x558c6c199c20 con 0x558c6c243350 2024-06-06T08:38:02.457 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.450+0000 7f5689c00640 1 --2- 172.21.15.42:0/52120187 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x558c6c243350 0x558c6c2b0a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:02.457 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.451+0000 7f5689c00640 1 --2- 172.21.15.42:0/52120187 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x558c6c243350 0x558c6c2b0a30 crc :-1 s=READY pgs=270 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=be962a916f33933e server_cookie=ef9224fd893031a7 in_seq=0 out_seq=0 2024-06-06T08:38:02.457 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.451+0000 7f566d7fa640 10 client.27347 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:38:02.564 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.564+0000 7f566d7fa640 1 -- 172.21.15.42:0/52120187 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x558c6c199c20 con 0x558c6c243350 2024-06-06T08:38:02.564 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.564+0000 7f566d7fa640 10 client.27347 handle_command_reply: tid=0 2024-06-06T08:38:02.565 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.564+0000 7f568eb72740 1 client.27347 shutdown 2024-06-06T08:38:02.565 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.564+0000 7f568eb72740 1 -- 172.21.15.42:0/52120187 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558c6c228a90 msgr2=0x558c6c237640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:02.565 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.564+0000 7f568eb72740 1 --2- 172.21.15.42:0/52120187 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558c6c228a90 0x558c6c237640 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f567402a450 tx=0x7f5674005670 comp rx=0 tx=0).stop 2024-06-06T08:38:02.565 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.564+0000 7f568eb72740 1 -- 172.21.15.42:0/52120187 shutdown_connections 2024-06-06T08:38:02.565 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.564+0000 7f568eb72740 1 --2- 172.21.15.42:0/52120187 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x558c6c243350 0x558c6c2b0a30 crc :-1 s=READY pgs=270 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:02.565 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.564+0000 7f566d7fa640 0 client.27347 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:38:02.565 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.565+0000 7f568eb72740 1 --2- 172.21.15.42:0/52120187 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x558c6c228a90 0x558c6c237640 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:02.565 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.565+0000 7f568eb72740 1 --2- 172.21.15.42:0/52120187 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c6c233350 0x558c6c237b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:02.565 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.565+0000 7f568eb72740 1 --2- 172.21.15.42:0/52120187 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558c6c228170 0x558c6c237100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:02.566 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.565+0000 7f568eb72740 1 -- 172.21.15.42:0/52120187 >> 172.21.15.42:0/52120187 conn(0x558c6c224680 msgr2=0x558c6c2323d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:38:02.566 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.565+0000 7f568eb72740 1 -- 172.21.15.42:0/52120187 shutdown_connections 2024-06-06T08:38:02.566 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.565+0000 7f568eb72740 1 -- 172.21.15.42:0/52120187 wait complete. 2024-06-06T08:38:02.566 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.565+0000 7f568eb72740 20 client.27347 trim_cache size 0 max 16384 2024-06-06T08:38:02.566 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:38:02.566 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:38:02.566 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:38:02.567 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.566+0000 7f568be64640 1 -- 172.21.15.42:0/2150186388 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f56700a3230 msgr2=0x7f56700a56f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:02.567 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.566+0000 7f568be64640 1 --2- 172.21.15.42:0/2150186388 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f56700a3230 0x7f56700a56f0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f567c00a380 tx=0x7f567c018040 comp rx=0 tx=0).stop 2024-06-06T08:38:02.568 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.566+0000 7f568be64640 1 -- 172.21.15.42:0/2150186388 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f56841004e0 msgr2=0x7f5684196050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:02.568 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.566+0000 7f568be64640 1 --2- 172.21.15.42:0/2150186388 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f56841004e0 0x7f5684196050 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f568000d950 tx=0x7f568000de10 comp rx=0 tx=0).stop 2024-06-06T08:38:02.568 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.566+0000 7f568be64640 1 -- 172.21.15.42:0/2150186388 shutdown_connections 2024-06-06T08:38:02.568 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.566+0000 7f568be64640 1 --2- 172.21.15.42:0/2150186388 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f56700a3230 0x7f56700a56f0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:02.568 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.567+0000 7f568be64640 1 --2- 172.21.15.42:0/2150186388 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f568419a8c0 0x7f568419ad70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:02.568 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.567+0000 7f568be64640 1 --2- 172.21.15.42:0/2150186388 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5684105380 0x7f5684196590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:02.568 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.567+0000 7f568be64640 1 --2- 172.21.15.42:0/2150186388 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f56841004e0 0x7f5684196050 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:02.568 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.567+0000 7f568be64640 1 -- 172.21.15.42:0/2150186388 >> 172.21.15.42:0/2150186388 conn(0x7f5684075c20 msgr2=0x7f56840fe2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:38:02.568 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.567+0000 7f568be64640 1 -- 172.21.15.42:0/2150186388 shutdown_connections 2024-06-06T08:38:02.569 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:02.567+0000 7f568be64640 1 -- 172.21.15.42:0/2150186388 wait complete. 2024-06-06T08:38:03.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:38:02 smithi149 ceph-mon[36842]: pgmap v488: 129 pgs: 2 active+clean+snaptrim, 7 active+clean+snaptrim_wait, 120 active+clean; 1.6 GiB data, 9.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1013 KiB/s rd, 936 KiB/s wr, 330 op/s 2024-06-06T08:38:03.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:38:02 smithi042 ceph-mon[32384]: pgmap v488: 129 pgs: 2 active+clean+snaptrim, 7 active+clean+snaptrim_wait, 120 active+clean; 1.6 GiB data, 9.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1013 KiB/s rd, 936 KiB/s wr, 330 op/s 2024-06-06T08:38:03.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:38:02 smithi120 ceph-mon[36658]: pgmap v488: 129 pgs: 2 active+clean+snaptrim, 7 active+clean+snaptrim_wait, 120 active+clean; 1.6 GiB data, 9.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1013 KiB/s rd, 936 KiB/s wr, 330 op/s 2024-06-06T08:38:05.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:38:04 smithi149 ceph-mon[36842]: pgmap v489: 129 pgs: 2 active+clean+snaptrim, 7 active+clean+snaptrim_wait, 120 active+clean; 1.6 GiB data, 9.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 927 KiB/s wr, 316 op/s 2024-06-06T08:38:05.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:38:04 smithi149 ceph-mon[36842]: osdmap e124: 12 total, 12 up, 12 in 2024-06-06T08:38:05.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:38:04 smithi042 ceph-mon[32384]: pgmap v489: 129 pgs: 2 active+clean+snaptrim, 7 active+clean+snaptrim_wait, 120 active+clean; 1.6 GiB data, 9.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 927 KiB/s wr, 316 op/s 2024-06-06T08:38:05.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:38:04 smithi042 ceph-mon[32384]: osdmap e124: 12 total, 12 up, 12 in 2024-06-06T08:38:05.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:38:04 smithi120 ceph-mon[36658]: pgmap v489: 129 pgs: 2 active+clean+snaptrim, 7 active+clean+snaptrim_wait, 120 active+clean; 1.6 GiB data, 9.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 927 KiB/s wr, 316 op/s 2024-06-06T08:38:05.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:38:04 smithi120 ceph-mon[36658]: osdmap e124: 12 total, 12 up, 12 in 2024-06-06T08:38:06.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:38:06 smithi149 ceph-mon[36842]: pgmap v491: 129 pgs: 10 active+clean+snaptrim, 28 active+clean+snaptrim_wait, 91 active+clean; 1.6 GiB data, 9.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 344 op/s 2024-06-06T08:38:06.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:38:06 smithi149 ceph-mon[36842]: osdmap e125: 12 total, 12 up, 12 in 2024-06-06T08:38:06.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:38:06 smithi042 ceph-mon[32384]: pgmap v491: 129 pgs: 10 active+clean+snaptrim, 28 active+clean+snaptrim_wait, 91 active+clean; 1.6 GiB data, 9.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 344 op/s 2024-06-06T08:38:06.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:38:06 smithi042 ceph-mon[32384]: osdmap e125: 12 total, 12 up, 12 in 2024-06-06T08:38:06.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:38:06 smithi120 ceph-mon[36658]: pgmap v491: 129 pgs: 10 active+clean+snaptrim, 28 active+clean+snaptrim_wait, 91 active+clean; 1.6 GiB data, 9.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 344 op/s 2024-06-06T08:38:06.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:38:06 smithi120 ceph-mon[36658]: osdmap e125: 12 total, 12 up, 12 in 2024-06-06T08:38:08.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:38:08 smithi149 ceph-mon[36842]: pgmap v493: 129 pgs: 20 active+clean+snaptrim, 62 active+clean+snaptrim_wait, 47 active+clean; 1.6 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.0 MiB/s wr, 418 op/s 2024-06-06T08:38:08.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:38:08 smithi042 ceph-mon[32384]: pgmap v493: 129 pgs: 20 active+clean+snaptrim, 62 active+clean+snaptrim_wait, 47 active+clean; 1.6 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.0 MiB/s wr, 418 op/s 2024-06-06T08:38:08.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:38:08 smithi120 ceph-mon[36658]: pgmap v493: 129 pgs: 20 active+clean+snaptrim, 62 active+clean+snaptrim_wait, 47 active+clean; 1.6 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.0 MiB/s wr, 418 op/s 2024-06-06T08:38:10.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:38:10 smithi149 ceph-mon[36842]: pgmap v494: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.6 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 321 op/s 2024-06-06T08:38:10.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:38:10 smithi149 ceph-mon[36842]: osdmap e126: 12 total, 12 up, 12 in 2024-06-06T08:38:10.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:38:10 smithi042 ceph-mon[32384]: pgmap v494: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.6 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 321 op/s 2024-06-06T08:38:10.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:38:10 smithi042 ceph-mon[32384]: osdmap e126: 12 total, 12 up, 12 in 2024-06-06T08:38:10.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:38:10 smithi120 ceph-mon[36658]: pgmap v494: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.6 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 321 op/s 2024-06-06T08:38:10.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:38:10 smithi120 ceph-mon[36658]: osdmap e126: 12 total, 12 up, 12 in 2024-06-06T08:38:11.851 INFO:tasks.quiescer.fs.[cephfs]:Total duration (50.5) is longer than `split_if_longer` (35.0), will split into two consecutive quiesces 2024-06-06T08:38:11.852 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 25.25 2024-06-06T08:38:11.852 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:38:12.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:38:12 smithi149 ceph-mon[36842]: pgmap v496: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.6 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 312 op/s 2024-06-06T08:38:12.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:38:12 smithi042 ceph-mon[32384]: pgmap v496: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.6 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 312 op/s 2024-06-06T08:38:12.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:38:12 smithi120 ceph-mon[36658]: pgmap v496: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.6 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 312 op/s 2024-06-06T08:38:14.247 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:38:14.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:38:14 smithi149 ceph-mon[36842]: pgmap v497: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.6 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.2 MiB/s wr, 234 op/s 2024-06-06T08:38:14.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:38:14 smithi042 ceph-mon[32384]: pgmap v497: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.6 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.2 MiB/s wr, 234 op/s 2024-06-06T08:38:14.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:38:14 smithi120 ceph-mon[36658]: pgmap v497: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.6 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.2 MiB/s wr, 234 op/s 2024-06-06T08:38:15.749 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.750+0000 7f59637fe640 1 -- 172.21.15.42:0/1750091524 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59500319b0 con 0x7f596410eb50 2024-06-06T08:38:15.749 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.750+0000 7f596aafc640 1 -- 172.21.15.42:0/1750091524 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f596410eb50 msgr2=0x7f59641089a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:15.749 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.750+0000 7f596aafc640 1 --2- 172.21.15.42:0/1750091524 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f596410eb50 0x7f59641089a0 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7f5950009900 tx=0x7f595002a4b0 comp rx=0 tx=0).stop 2024-06-06T08:38:15.752 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.753+0000 7f596aafc640 1 -- 172.21.15.42:0/1750091524 shutdown_connections 2024-06-06T08:38:15.752 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.753+0000 7f596aafc640 1 --2- 172.21.15.42:0/1750091524 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5964108ee0 0x7f5964109340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:15.752 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.753+0000 7f596aafc640 1 --2- 172.21.15.42:0/1750091524 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f596410eb50 0x7f59641089a0 unknown :-1 s=CLOSED pgs=984 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:15.752 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.753+0000 7f596aafc640 1 --2- 172.21.15.42:0/1750091524 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f596410e230 0x7f596410e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:15.752 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.753+0000 7f596aafc640 1 -- 172.21.15.42:0/1750091524 >> 172.21.15.42:0/1750091524 conn(0x7f596406cf00 msgr2=0x7f596406d310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:38:15.756 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.757+0000 7f596aafc640 1 -- 172.21.15.42:0/1750091524 shutdown_connections 2024-06-06T08:38:15.757 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.758+0000 7f596aafc640 1 -- 172.21.15.42:0/1750091524 wait complete. 2024-06-06T08:38:15.757 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.759+0000 7f596aafc640 1 Processor -- start 2024-06-06T08:38:15.758 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.759+0000 7f596aafc640 1 -- start start 2024-06-06T08:38:15.759 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.760+0000 7f596aafc640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5964108ee0 0x7f596411c1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:15.760 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.760+0000 7f596aafc640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f596410e230 0x7f59641192c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:15.760 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.760+0000 7f596aafc640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f596410eb50 0x7f5964119800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:15.760 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.760+0000 7f596aafc640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f596411c990 con 0x7f596410e230 2024-06-06T08:38:15.760 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.760+0000 7f596aafc640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f59641122f0 con 0x7f596410eb50 2024-06-06T08:38:15.760 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.760+0000 7f596aafc640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f596411cb10 con 0x7f5964108ee0 2024-06-06T08:38:15.760 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.761+0000 7f5969099640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f596410eb50 0x7f5964119800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:15.760 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.761+0000 7f5969099640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f596410eb50 0x7f5964119800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:33886/0 (socket says 172.21.15.42:33886) 2024-06-06T08:38:15.760 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.761+0000 7f5969099640 1 -- 172.21.15.42:0/2377718393 learned_addr learned my addr 172.21.15.42:0/2377718393 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:38:15.762 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.762+0000 7f5963fff640 1 --2- 172.21.15.42:0/2377718393 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f596410e230 0x7f59641192c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:15.762 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.762+0000 7f5968898640 1 --2- 172.21.15.42:0/2377718393 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5964108ee0 0x7f596411c1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:15.762 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.762+0000 7f5963fff640 1 -- 172.21.15.42:0/2377718393 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5964108ee0 msgr2=0x7f596411c1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:15.762 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.762+0000 7f5963fff640 1 --2- 172.21.15.42:0/2377718393 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5964108ee0 0x7f596411c1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:15.762 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.762+0000 7f5963fff640 1 -- 172.21.15.42:0/2377718393 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f596410eb50 msgr2=0x7f5964119800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:15.762 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.763+0000 7f5963fff640 1 --2- 172.21.15.42:0/2377718393 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f596410eb50 0x7f5964119800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:15.762 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.763+0000 7f5963fff640 1 -- 172.21.15.42:0/2377718393 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f596411a090 con 0x7f596410e230 2024-06-06T08:38:15.763 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.763+0000 7f5963fff640 1 --2- 172.21.15.42:0/2377718393 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f596410e230 0x7f59641192c0 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7f595002aaa0 tx=0x7f5950003cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:38:15.764 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.765+0000 7f5961ffb640 1 -- 172.21.15.42:0/2377718393 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f595003f070 con 0x7f596410e230 2024-06-06T08:38:15.764 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.765+0000 7f5961ffb640 1 -- 172.21.15.42:0/2377718393 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f595003b460 con 0x7f596410e230 2024-06-06T08:38:15.764 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.765+0000 7f5961ffb640 1 -- 172.21.15.42:0/2377718393 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5950035030 con 0x7f596410e230 2024-06-06T08:38:15.764 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.765+0000 7f596aafc640 1 -- 172.21.15.42:0/2377718393 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59641b35d0 con 0x7f596410e230 2024-06-06T08:38:15.764 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.766+0000 7f596aafc640 1 -- 172.21.15.42:0/2377718393 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59641b3ad0 con 0x7f596410e230 2024-06-06T08:38:15.769 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.770+0000 7f5961ffb640 1 -- 172.21.15.42:0/2377718393 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f5950042070 con 0x7f596410e230 2024-06-06T08:38:15.769 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.771+0000 7f596d806740 1 Processor -- start 2024-06-06T08:38:15.769 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.771+0000 7f596d806740 1 -- start start 2024-06-06T08:38:15.771 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.771+0000 7f596d806740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560066e8e170 0x560066e8e550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:15.771 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.771+0000 7f596d806740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560066e8ea90 0x560066e98e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:15.771 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.771+0000 7f596d806740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560066e99350 0x560066e9b740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:15.771 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.771+0000 7f596d806740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x560066df24f0 con 0x560066e8ea90 2024-06-06T08:38:15.771 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.771+0000 7f596d806740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x560066d90870 con 0x560066e8e170 2024-06-06T08:38:15.771 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.771+0000 7f596d806740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x560066dee4b0 con 0x560066e99350 2024-06-06T08:38:15.771 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.771+0000 7f5963fff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560066e99350 0x560066e9b740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:15.771 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.771+0000 7f5963fff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560066e99350 0x560066e9b740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:35696/0 (socket says 172.21.15.42:35696) 2024-06-06T08:38:15.771 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.771+0000 7f5963fff640 1 -- 172.21.15.42:0/1095971784 learned_addr learned my addr 172.21.15.42:0/1095971784 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:38:15.772 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.772+0000 7f5963fff640 1 -- 172.21.15.42:0/1095971784 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560066e8e170 msgr2=0x560066e8e550 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-06T08:38:15.772 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.772+0000 7f5963fff640 1 --2- 172.21.15.42:0/1095971784 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560066e8e170 0x560066e8e550 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:15.772 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.772+0000 7f5963fff640 1 -- 172.21.15.42:0/1095971784 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560066e8ea90 msgr2=0x560066e98e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:38:15.772 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.772+0000 7f5963fff640 1 --2- 172.21.15.42:0/1095971784 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560066e8ea90 0x560066e98e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:15.772 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.772+0000 7f5963fff640 1 -- 172.21.15.42:0/1095971784 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560066dac9b0 con 0x560066e99350 2024-06-06T08:38:15.773 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.772+0000 7f5961ffb640 1 --2- 172.21.15.42:0/2377718393 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f59540a2fd0 0x7f59540a5490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:15.773 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.772+0000 7f5963fff640 1 --2- 172.21.15.42:0/1095971784 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560066e99350 0x560066e9b740 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f59500ed5b0 tx=0x7f59500f3f70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1663a039f3ca5762 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:38:15.773 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.773+0000 7f594effd640 1 -- 172.21.15.42:0/1095971784 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59500b8d90 con 0x560066e99350 2024-06-06T08:38:15.773 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.773+0000 7f5961ffb640 1 -- 172.21.15.42:0/2377718393 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 9498+0+0 (secure 0 0 0) 0x7f59500f0350 con 0x7f596410e230 2024-06-06T08:38:15.773 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.773+0000 7f594effd640 1 -- 172.21.15.42:0/1095971784 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f59500bc480 con 0x560066e99350 2024-06-06T08:38:15.773 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.773+0000 7f594effd640 1 -- 172.21.15.42:0/1095971784 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59500bb1e0 con 0x560066e99350 2024-06-06T08:38:15.773 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.774+0000 7f596d806740 1 -- 172.21.15.42:0/1095971784 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560066e99350 msgr2=0x560066e9b740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:15.773 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.774+0000 7f596d806740 1 --2- 172.21.15.42:0/1095971784 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560066e99350 0x560066e9b740 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f59500ed5b0 tx=0x7f59500f3f70 comp rx=0 tx=0).stop 2024-06-06T08:38:15.775 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.777+0000 7f5969099640 1 --2- 172.21.15.42:0/2377718393 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f59540a2fd0 0x7f59540a5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:15.775 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.777+0000 7f596d806740 1 -- 172.21.15.42:0/1095971784 shutdown_connections 2024-06-06T08:38:15.776 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.777+0000 7f596d806740 1 --2- 172.21.15.42:0/1095971784 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560066e99350 0x560066e9b740 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:15.776 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.777+0000 7f596d806740 1 --2- 172.21.15.42:0/1095971784 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560066e8ea90 0x560066e98e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:15.776 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.777+0000 7f596d806740 1 --2- 172.21.15.42:0/1095971784 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560066e8e170 0x560066e8e550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:15.776 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.777+0000 7f596d806740 1 -- 172.21.15.42:0/1095971784 >> 172.21.15.42:0/1095971784 conn(0x560066e8a680 msgr2=0x560066e8aa60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:38:15.778 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.779+0000 7f596d806740 1 -- 172.21.15.42:0/1095971784 shutdown_connections 2024-06-06T08:38:15.779 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.780+0000 7f596d806740 1 -- 172.21.15.42:0/1095971784 wait complete. 2024-06-06T08:38:15.779 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.780+0000 7f596d806740 1 -- start start 2024-06-06T08:38:15.779 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.780+0000 7f596d806740 1 Processor -- start 2024-06-06T08:38:15.780 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.781+0000 7f596d806740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560066e8e170 0x560066e962e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:15.780 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.781+0000 7f596d806740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560066e8ea90 0x560066e96820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:15.780 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.781+0000 7f596d806740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560066e99350 0x560066e96d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:15.780 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.781+0000 7f596d806740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x560066e9bd40 con 0x560066e8e170 2024-06-06T08:38:15.780 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.781+0000 7f596d806740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x560066d7bae0 con 0x560066e99350 2024-06-06T08:38:15.780 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.781+0000 7f596d806740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x560066e9bec0 con 0x560066e8ea90 2024-06-06T08:38:15.780 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.781+0000 7f596d806740 10 client.0 _ll_register_callbacks cb 0x560066db49b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:38:15.781 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.782+0000 7f5963fff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560066e8ea90 0x560066e96820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:15.781 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.782+0000 7f5963fff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560066e8ea90 0x560066e96820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:35698/0 (socket says 172.21.15.42:35698) 2024-06-06T08:38:15.781 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.782+0000 7f5963fff640 1 -- 172.21.15.42:0/307339652 learned_addr learned my addr 172.21.15.42:0/307339652 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:38:15.781 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.782+0000 7f5969099640 1 --2- 172.21.15.42:0/307339652 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560066e99350 0x560066e96d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:15.781 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.782+0000 7f5963fff640 1 -- 172.21.15.42:0/307339652 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560066e99350 msgr2=0x560066e96d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:38:15.781 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.782+0000 7f5963fff640 1 --2- 172.21.15.42:0/307339652 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560066e99350 0x560066e96d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:15.782 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.782+0000 7f5963fff640 1 -- 172.21.15.42:0/307339652 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560066e8e170 msgr2=0x560066e962e0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-06-06T08:38:15.782 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.782+0000 7f5963fff640 1 --2- 172.21.15.42:0/307339652 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560066e8e170 0x560066e962e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:15.782 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.782+0000 7f5963fff640 1 -- 172.21.15.42:0/307339652 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560066b06210 con 0x560066e8ea90 2024-06-06T08:38:15.782 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.782+0000 7f5969099640 1 --2- 172.21.15.42:0/307339652 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560066e99350 0x560066e96d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:38:15.783 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.784+0000 7f5963fff640 1 --2- 172.21.15.42:0/307339652 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560066e8ea90 0x560066e96820 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f59500f8570 tx=0x7f59500057b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=408cfcaece0f9ec0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:38:15.783 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.785+0000 7f5943fff640 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:38:15.786 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.787+0000 7f5969099640 1 --2- 172.21.15.42:0/2377718393 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f59540a2fd0 0x7f59540a5490 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f595c009e30 tx=0x7f595c0094d0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:38:15.786 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.787+0000 7f5943fff640 1 -- 172.21.15.42:0/307339652 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5950049050 con 0x560066e8ea90 2024-06-06T08:38:15.786 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.787+0000 7f596d806740 1 -- 172.21.15.42:0/307339652 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f59500bc480 con 0x560066e8ea90 2024-06-06T08:38:15.786 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.787+0000 7f5943fff640 1 -- 172.21.15.42:0/307339652 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(126..126 src has 1..126) ==== 9498+0+0 (secure 0 0 0) 0x7f59500c0590 con 0x560066e8ea90 2024-06-06T08:38:15.792 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.794+0000 7f5943fff640 1 -- 172.21.15.42:0/307339652 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f59500bb910 con 0x560066e8ea90 2024-06-06T08:38:15.792 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.794+0000 7f596d806740 10 client.27217 fetch_fsmap learned FSMap version 46 2024-06-06T08:38:15.792 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.794+0000 7f596d806740 1 -- 172.21.15.42:0/307339652 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x560066bd2620 con 0x560066e8ea90 2024-06-06T08:38:15.795 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.797+0000 7f5943fff640 1 -- 172.21.15.42:0/307339652 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f59500bc480 con 0x560066e8ea90 2024-06-06T08:38:15.796 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.798+0000 7f5943fff640 1 -- 172.21.15.42:0/307339652 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 46) ==== 8370+0+0 (secure 0 0 0) 0x7f595004c060 con 0x560066e8ea90 2024-06-06T08:38:15.797 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.798+0000 7f596d806740 10 client.27217 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T08:38:15.797 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.798+0000 7f596d806740 10 client.27217 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:38:15.797 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.798+0000 7f596d806740 20 client.27217 populate_metadata read hostname 'smithi042' 2024-06-06T08:38:15.797 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.798+0000 7f596d806740 1 --2- 172.21.15.42:0/307339652 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x560066ea9100 0x560066eab550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:15.797 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.798+0000 7f596d806740 4 client.27217 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:38:15.797 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.798+0000 7f596d806740 1 -- 172.21.15.42:0/307339652 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560066e05f10 con 0x560066ea9100 2024-06-06T08:38:15.804 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.806+0000 7f5968898640 1 --2- 172.21.15.42:0/307339652 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x560066ea9100 0x560066eab550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:15.817 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.818+0000 7f5968898640 1 --2- 172.21.15.42:0/307339652 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x560066ea9100 0x560066eab550 crc :-1 s=READY pgs=271 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=79a05a5636962582 server_cookie=8de9c5bda5c57e63 in_seq=0 out_seq=0 2024-06-06T08:38:15.817 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.818+0000 7f5943fff640 10 client.27217 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:38:15.822 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.823+0000 7f5943fff640 1 -- 172.21.15.42:0/307339652 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x560066e05f10 con 0x560066ea9100 2024-06-06T08:38:15.822 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.823+0000 7f5943fff640 10 client.27217 handle_command_reply: tid=0 2024-06-06T08:38:15.822 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.823+0000 7f596d806740 1 client.27217 shutdown 2024-06-06T08:38:15.822 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.824+0000 7f596d806740 1 -- 172.21.15.42:0/307339652 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560066e8ea90 msgr2=0x560066e96820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:15.822 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.824+0000 7f596d806740 1 --2- 172.21.15.42:0/307339652 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560066e8ea90 0x560066e96820 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f59500f8570 tx=0x7f59500057b0 comp rx=0 tx=0).stop 2024-06-06T08:38:15.823 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.825+0000 7f596d806740 1 -- 172.21.15.42:0/307339652 shutdown_connections 2024-06-06T08:38:15.823 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.825+0000 7f596d806740 1 --2- 172.21.15.42:0/307339652 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x560066ea9100 0x560066eab550 crc :-1 s=READY pgs=271 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:15.824 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.825+0000 7f596d806740 1 --2- 172.21.15.42:0/307339652 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560066e99350 0x560066e96d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:15.824 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.825+0000 7f596d806740 1 --2- 172.21.15.42:0/307339652 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560066e8ea90 0x560066e96820 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:15.824 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.825+0000 7f596d806740 1 --2- 172.21.15.42:0/307339652 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560066e8e170 0x560066e962e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:15.824 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.825+0000 7f596d806740 1 -- 172.21.15.42:0/307339652 >> 172.21.15.42:0/307339652 conn(0x560066e8a680 msgr2=0x560066e90400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:38:15.824 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.825+0000 7f5943fff640 0 client.27217 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:38:15.824 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.825+0000 7f596d806740 1 -- 172.21.15.42:0/307339652 shutdown_connections 2024-06-06T08:38:15.824 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.825+0000 7f596d806740 1 -- 172.21.15.42:0/307339652 wait complete. 2024-06-06T08:38:15.829 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.829+0000 7f596d806740 20 client.27217 trim_cache size 0 max 16384 2024-06-06T08:38:15.865 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.866+0000 7f596d806740 1 Processor -- start 2024-06-06T08:38:15.865 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.866+0000 7f596d806740 1 -- start start 2024-06-06T08:38:15.865 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.866+0000 7f596d806740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560066e8a680 0x560066e90b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:15.865 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.866+0000 7f596d806740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560066e8e170 0x560066e969b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:15.865 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.866+0000 7f596d806740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560066e8ea90 0x560066eb0eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:15.865 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.866+0000 7f596d806740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f59641c04c0 con 0x560066e8a680 2024-06-06T08:38:15.865 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.866+0000 7f596d806740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f59641bdcd0 con 0x560066e8ea90 2024-06-06T08:38:15.865 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.866+0000 7f596d806740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f59641bbbd0 con 0x560066e8e170 2024-06-06T08:38:15.867 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.867+0000 7f5963fff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560066e8e170 0x560066e969b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:15.867 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.867+0000 7f5963fff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560066e8e170 0x560066e969b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:35714/0 (socket says 172.21.15.42:35714) 2024-06-06T08:38:15.867 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.867+0000 7f5963fff640 1 -- 172.21.15.42:0/2180952390 learned_addr learned my addr 172.21.15.42:0/2180952390 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:38:15.868 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.867+0000 7f5968898640 1 --2- 172.21.15.42:0/2180952390 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560066e8a680 0x560066e90b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:15.868 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.870+0000 7f5969099640 1 --2- 172.21.15.42:0/2180952390 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560066e8ea90 0x560066eb0eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:15.869 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.870+0000 7f5963fff640 1 -- 172.21.15.42:0/2180952390 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560066e8ea90 msgr2=0x560066eb0eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:38:15.869 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.870+0000 7f5963fff640 1 --2- 172.21.15.42:0/2180952390 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560066e8ea90 0x560066eb0eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:15.869 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.870+0000 7f5963fff640 1 -- 172.21.15.42:0/2180952390 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560066e8a680 msgr2=0x560066e90b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:38:15.869 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.870+0000 7f5963fff640 1 --2- 172.21.15.42:0/2180952390 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560066e8a680 0x560066e90b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:15.869 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.870+0000 7f5963fff640 1 -- 172.21.15.42:0/2180952390 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560066eabbd0 con 0x560066e8e170 2024-06-06T08:38:15.871 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.872+0000 7f5963fff640 1 --2- 172.21.15.42:0/2180952390 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560066e8e170 0x560066e969b0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f5950009900 tx=0x7f5950009560 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c5990314ead1fe3f server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:38:15.875 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.876+0000 7f594e7fc640 1 -- 172.21.15.42:0/2180952390 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5950049040 con 0x560066e8e170 2024-06-06T08:38:15.875 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.877+0000 7f594e7fc640 1 -- 172.21.15.42:0/2180952390 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f59500f7050 con 0x560066e8e170 2024-06-06T08:38:15.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.878+0000 7f596d806740 1 -- 172.21.15.42:0/2180952390 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560066e8e170 msgr2=0x560066e969b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:15.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.878+0000 7f596d806740 1 --2- 172.21.15.42:0/2180952390 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560066e8e170 0x560066e969b0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f5950009900 tx=0x7f5950009560 comp rx=0 tx=0).stop 2024-06-06T08:38:15.883 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.884+0000 7f596d806740 1 -- 172.21.15.42:0/2180952390 shutdown_connections 2024-06-06T08:38:15.883 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.884+0000 7f596d806740 1 --2- 172.21.15.42:0/2180952390 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560066e8ea90 0x560066eb0eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:15.883 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.884+0000 7f596d806740 1 --2- 172.21.15.42:0/2180952390 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560066e8e170 0x560066e969b0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:15.883 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.884+0000 7f596d806740 1 --2- 172.21.15.42:0/2180952390 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560066e8a680 0x560066e90b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:15.883 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.884+0000 7f596d806740 1 -- 172.21.15.42:0/2180952390 >> 172.21.15.42:0/2180952390 conn(0x560066e91cb0 msgr2=0x560066e962a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:38:15.886 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.888+0000 7f596d806740 1 -- 172.21.15.42:0/2180952390 shutdown_connections 2024-06-06T08:38:15.887 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.888+0000 7f596d806740 1 -- 172.21.15.42:0/2180952390 wait complete. 2024-06-06T08:38:15.887 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.889+0000 7f596d806740 1 -- start start 2024-06-06T08:38:15.888 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.889+0000 7f596d806740 1 Processor -- start 2024-06-06T08:38:15.889 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.890+0000 7f596d806740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560066e8a680 0x560066ea1510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:15.889 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.890+0000 7f596d806740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560066e8e170 0x560066e9c880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:15.890 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.890+0000 7f596d806740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560066e8ea90 0x560066e9cdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:15.890 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.890+0000 7f596d806740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f59641bc190 con 0x560066e8e170 2024-06-06T08:38:15.890 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.890+0000 7f596d806740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f59641bd600 con 0x560066e8a680 2024-06-06T08:38:15.890 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.891+0000 7f596d806740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f59641bc860 con 0x560066e8ea90 2024-06-06T08:38:15.890 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.891+0000 7f5968898640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560066e8a680 0x560066ea1510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:15.890 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.891+0000 7f5968898640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560066e8a680 0x560066ea1510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:33930/0 (socket says 172.21.15.42:33930) 2024-06-06T08:38:15.890 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.891+0000 7f5968898640 1 -- 172.21.15.42:0/39507731 learned_addr learned my addr 172.21.15.42:0/39507731 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:38:15.890 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.891+0000 7f5969099640 1 --2- 172.21.15.42:0/39507731 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560066e8ea90 0x560066e9cdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:15.890 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.891+0000 7f596d806740 10 client.0 _ll_register_callbacks cb 0x7f59500f3d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:38:15.890 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.891+0000 7f5968898640 1 -- 172.21.15.42:0/39507731 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560066e8ea90 msgr2=0x560066e9cdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:38:15.890 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.891+0000 7f5968898640 1 --2- 172.21.15.42:0/39507731 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560066e8ea90 0x560066e9cdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:15.891 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.891+0000 7f5968898640 1 -- 172.21.15.42:0/39507731 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560066e8e170 msgr2=0x560066e9c880 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-06-06T08:38:15.891 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.891+0000 7f5968898640 1 --2- 172.21.15.42:0/39507731 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560066e8e170 0x560066e9c880 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:15.891 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.891+0000 7f5968898640 1 -- 172.21.15.42:0/39507731 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560066ea4f10 con 0x560066e8a680 2024-06-06T08:38:15.894 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.895+0000 7f5943fff640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:38:15.894 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.895+0000 7f5968898640 1 --2- 172.21.15.42:0/39507731 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560066e8a680 0x560066ea1510 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f5958005d90 tx=0x7f5958010800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8577e4e2eecb6c1 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:38:15.895 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.896+0000 7f5943fff640 1 -- 172.21.15.42:0/39507731 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5958004220 con 0x560066e8a680 2024-06-06T08:38:15.895 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.896+0000 7f5943fff640 1 -- 172.21.15.42:0/39507731 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(126..126 src has 1..126) ==== 9498+0+0 (secure 0 0 0) 0x7f5958004020 con 0x560066e8a680 2024-06-06T08:38:15.895 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.896+0000 7f596d806740 1 -- 172.21.15.42:0/39507731 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f59500f7050 con 0x560066e8a680 2024-06-06T08:38:15.896 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.897+0000 7f5943fff640 1 -- 172.21.15.42:0/39507731 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f5958004220 con 0x560066e8a680 2024-06-06T08:38:15.896 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.898+0000 7f596d806740 10 client.27359 fetch_fsmap learned FSMap version 46 2024-06-06T08:38:15.896 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.898+0000 7f596d806740 1 -- 172.21.15.42:0/39507731 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x560066f13a10 con 0x560066e8a680 2024-06-06T08:38:15.897 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.898+0000 7f5943fff640 1 -- 172.21.15.42:0/39507731 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f59500f7050 con 0x560066e8a680 2024-06-06T08:38:15.897 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.898+0000 7f5943fff640 1 -- 172.21.15.42:0/39507731 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 46) ==== 8370+0+0 (secure 0 0 0) 0x7f59580294b0 con 0x560066e8a680 2024-06-06T08:38:15.897 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.898+0000 7f596d806740 10 client.27359 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T08:38:15.898 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.898+0000 7f596d806740 10 client.27359 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:38:15.898 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.898+0000 7f596d806740 20 client.27359 populate_metadata read hostname 'smithi042' 2024-06-06T08:38:15.898 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.898+0000 7f596d806740 1 --2- 172.21.15.42:0/39507731 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x560066e99350 0x560066f16270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:15.898 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.899+0000 7f596d806740 4 client.27359 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:38:15.898 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.899+0000 7f596d806740 1 -- 172.21.15.42:0/39507731 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x560066dffc20 con 0x560066e99350 2024-06-06T08:38:15.901 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.902+0000 7f5963fff640 1 --2- 172.21.15.42:0/39507731 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x560066e99350 0x560066f16270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:15.908 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.909+0000 7f5943fff640 10 client.27359 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:38:15.908 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:15.909+0000 7f5963fff640 1 --2- 172.21.15.42:0/39507731 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x560066e99350 0x560066f16270 crc :-1 s=READY pgs=272 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=19ad66f4a7cf7dd0 server_cookie=43844c583753792 in_seq=0 out_seq=0 2024-06-06T08:38:16.717 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:38:16 smithi042 ceph-mon[32384]: pgmap v498: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.6 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 980 KiB/s wr, 215 op/s 2024-06-06T08:38:16.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:38:16 smithi149 ceph-mon[36842]: pgmap v498: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.6 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 980 KiB/s wr, 215 op/s 2024-06-06T08:38:16.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:38:16 smithi120 ceph-mon[36658]: pgmap v498: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.6 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 980 KiB/s wr, 215 op/s 2024-06-06T08:38:16.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:16.928+0000 7f517d449700 1 -- 172.21.15.42:0/1862870855 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5178100b50 msgr2=0x7f5178100fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:16.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:16.928+0000 7f517d449700 1 --2- 172.21.15.42:0/1862870855 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5178100b50 0x7f5178100fd0 secure :-1 s=READY pgs=986 cs=0 l=1 rev1=1 crypto rx=0x7f516c01a9a0 tx=0x7f516c01acb0 comp rx=0 tx=0).stop 2024-06-06T08:38:16.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:16.929+0000 7f517d449700 1 -- 172.21.15.42:0/1862870855 shutdown_connections 2024-06-06T08:38:16.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:16.929+0000 7f517d449700 1 --2- 172.21.15.42:0/1862870855 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5178101510 0x7f517810d9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:16.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:16.929+0000 7f517d449700 1 --2- 172.21.15.42:0/1862870855 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5178106b90 0x7f5178106f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:16.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:16.929+0000 7f517d449700 1 --2- 172.21.15.42:0/1862870855 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5178100b50 0x7f5178100fd0 unknown :-1 s=CLOSED pgs=986 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:16.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:16.929+0000 7f517d449700 1 -- 172.21.15.42:0/1862870855 >> 172.21.15.42:0/1862870855 conn(0x7f5178077a00 msgr2=0x7f51780fedb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:38:16.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:16.930+0000 7f517d449700 1 -- 172.21.15.42:0/1862870855 shutdown_connections 2024-06-06T08:38:16.928 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:16.930+0000 7f517d449700 1 -- 172.21.15.42:0/1862870855 wait complete. 2024-06-06T08:38:16.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:16.930+0000 7f517d449700 1 Processor -- start 2024-06-06T08:38:16.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:16.931+0000 7f517d449700 1 -- start start 2024-06-06T08:38:16.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:16.931+0000 7f517d449700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5178100b50 0x7f5178108d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:16.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:16.931+0000 7f517d449700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5178101510 0x7f5178109270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:16.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:16.931+0000 7f517d449700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5178106b90 0x7f51781097b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:16.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:16.931+0000 7f517d449700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f51780723b0 con 0x7f5178100b50 2024-06-06T08:38:16.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:16.931+0000 7f517d449700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f5178072230 con 0x7f5178106b90 2024-06-06T08:38:16.933 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:16.931+0000 7f517d449700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f5178072530 con 0x7f5178101510 2024-06-06T08:38:16.934 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:16.931+0000 7f51767fc700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5178101510 0x7f5178109270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:16.934 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:16.931+0000 7f51767fc700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5178101510 0x7f5178109270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:35744/0 (socket says 172.21.15.42:35744) 2024-06-06T08:38:16.934 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:16.931+0000 7f51767fc700 1 -- 172.21.15.42:0/3704317792 learned_addr learned my addr 172.21.15.42:0/3704317792 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:38:16.934 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:16.934+0000 7f5176ffd700 1 --2- 172.21.15.42:0/3704317792 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5178100b50 0x7f5178108d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:16.934 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:16.934+0000 7f51767fc700 1 -- 172.21.15.42:0/3704317792 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5178106b90 msgr2=0x7f51781097b0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-06-06T08:38:16.934 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:16.934+0000 7f51767fc700 1 --2- 172.21.15.42:0/3704317792 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5178106b90 0x7f51781097b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:16.934 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:16.934+0000 7f51767fc700 1 -- 172.21.15.42:0/3704317792 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5178100b50 msgr2=0x7f5178108d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:16.934 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:16.934+0000 7f51767fc700 1 --2- 172.21.15.42:0/3704317792 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5178100b50 0x7f5178108d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:16.934 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:16.934+0000 7f51767fc700 1 -- 172.21.15.42:0/3704317792 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5178115970 con 0x7f5178101510 2024-06-06T08:38:16.936 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:16.934+0000 7f5176ffd700 1 --2- 172.21.15.42:0/3704317792 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5178100b50 0x7f5178108d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:38:16.936 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:16.935+0000 7f51767fc700 1 --2- 172.21.15.42:0/3704317792 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5178101510 0x7f5178109270 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f516c01cf10 tx=0x7f516c004f30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:38:16.936 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:16.937+0000 7f515ffff700 1 -- 172.21.15.42:0/3704317792 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f516c036070 con 0x7f5178101510 2024-06-06T08:38:16.936 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:16.937+0000 7f515ffff700 1 -- 172.21.15.42:0/3704317792 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f516c031410 con 0x7f5178101510 2024-06-06T08:38:16.936 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:16.937+0000 7f515ffff700 1 -- 172.21.15.42:0/3704317792 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f516c0283f0 con 0x7f5178101510 2024-06-06T08:38:16.936 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:16.937+0000 7f517d449700 1 -- 172.21.15.42:0/3704317792 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5178115c00 con 0x7f5178101510 2024-06-06T08:38:16.936 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:16.937+0000 7f517d449700 1 -- 172.21.15.42:0/3704317792 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51781160e0 con 0x7f5178101510 2024-06-06T08:38:16.938 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:16.939+0000 7f517d449700 1 -- 172.21.15.42:0/3704317792 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5164005330 con 0x7f5178101510 2024-06-06T08:38:16.940 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:16.942+0000 7f515ffff700 1 -- 172.21.15.42:0/3704317792 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f516c039070 con 0x7f5178101510 2024-06-06T08:38:16.941 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:16.943+0000 7f515ffff700 1 --2- 172.21.15.42:0/3704317792 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f51600a2f10 0x7f51600a53d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:16.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:16.943+0000 7f515ffff700 1 -- 172.21.15.42:0/3704317792 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 9498+0+0 (secure 0 0 0) 0x7f516c0e0ce0 con 0x7f5178101510 2024-06-06T08:38:16.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:16.943+0000 7f5176ffd700 1 --2- 172.21.15.42:0/3704317792 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f51600a2f10 0x7f51600a53d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:16.942 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:16.944+0000 7f5176ffd700 1 --2- 172.21.15.42:0/3704317792 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f51600a2f10 0x7f51600a53d0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f5168009be0 tx=0x7f5168009260 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:38:16.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:16.952+0000 7f515ffff700 1 -- 172.21.15.42:0/3704317792 <== mon.1 v2:172.21.15.149:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f516c024070 con 0x7f5178101510 2024-06-06T08:38:17.026 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:17.028+0000 7f5943fff640 1 -- 172.21.15.42:0/39507731 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x560066dffc20 con 0x560066e99350 2024-06-06T08:38:17.026 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:17.028+0000 7f5943fff640 10 client.27359 handle_command_reply: tid=0 2024-06-06T08:38:17.027 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:17.028+0000 7f596d806740 1 client.27359 shutdown 2024-06-06T08:38:17.028 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:38:17.028 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:38:17.028 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:38:17.029 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:17.028+0000 7f596d806740 1 -- 172.21.15.42:0/39507731 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560066e8a680 msgr2=0x560066ea1510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:17.030 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:17.028+0000 7f596d806740 1 --2- 172.21.15.42:0/39507731 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560066e8a680 0x560066ea1510 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f5958005d90 tx=0x7f5958010800 comp rx=0 tx=0).stop 2024-06-06T08:38:17.030 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:17.028+0000 7f596d806740 1 -- 172.21.15.42:0/39507731 shutdown_connections 2024-06-06T08:38:17.030 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:17.028+0000 7f596d806740 1 --2- 172.21.15.42:0/39507731 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x560066e99350 0x560066f16270 crc :-1 s=READY pgs=272 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:17.030 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:17.028+0000 7f596d806740 1 --2- 172.21.15.42:0/39507731 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560066e8ea90 0x560066e9cdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:17.030 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:17.028+0000 7f596d806740 1 --2- 172.21.15.42:0/39507731 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560066e8e170 0x560066e9c880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:17.030 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:17.028+0000 7f596d806740 1 --2- 172.21.15.42:0/39507731 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560066e8a680 0x560066ea1510 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:17.030 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:17.028+0000 7f596d806740 1 -- 172.21.15.42:0/39507731 >> 172.21.15.42:0/39507731 conn(0x560066e91cb0 msgr2=0x560066ea4790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:38:17.030 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:17.028+0000 7f5943fff640 0 client.27359 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:38:17.030 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:17.028+0000 7f596d806740 1 -- 172.21.15.42:0/39507731 shutdown_connections 2024-06-06T08:38:17.030 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:17.028+0000 7f596d806740 1 -- 172.21.15.42:0/39507731 wait complete. 2024-06-06T08:38:17.030 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:17.028+0000 7f596d806740 20 client.27359 trim_cache size 0 max 16384 2024-06-06T08:38:17.031 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:17.030+0000 7f596aafc640 1 -- 172.21.15.42:0/2377718393 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f59540a2fd0 msgr2=0x7f59540a5490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:17.031 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:17.030+0000 7f596aafc640 1 --2- 172.21.15.42:0/2377718393 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f59540a2fd0 0x7f59540a5490 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f595c009e30 tx=0x7f595c0094d0 comp rx=0 tx=0).stop 2024-06-06T08:38:17.031 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:17.030+0000 7f596aafc640 1 -- 172.21.15.42:0/2377718393 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f596410e230 msgr2=0x7f59641192c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:17.031 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:17.030+0000 7f596aafc640 1 --2- 172.21.15.42:0/2377718393 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f596410e230 0x7f59641192c0 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7f595002aaa0 tx=0x7f5950003cd0 comp rx=0 tx=0).stop 2024-06-06T08:38:17.031 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:17.030+0000 7f596aafc640 1 -- 172.21.15.42:0/2377718393 shutdown_connections 2024-06-06T08:38:17.031 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:17.030+0000 7f596aafc640 1 --2- 172.21.15.42:0/2377718393 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f59540a2fd0 0x7f59540a5490 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:17.031 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:17.030+0000 7f596aafc640 1 --2- 172.21.15.42:0/2377718393 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f596410eb50 0x7f5964119800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:17.031 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:17.030+0000 7f596aafc640 1 --2- 172.21.15.42:0/2377718393 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f596410e230 0x7f59641192c0 unknown :-1 s=CLOSED pgs=985 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:17.031 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:17.030+0000 7f596aafc640 1 --2- 172.21.15.42:0/2377718393 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5964108ee0 0x7f596411c1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:17.031 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:17.031+0000 7f596aafc640 1 -- 172.21.15.42:0/2377718393 >> 172.21.15.42:0/2377718393 conn(0x7f596406cf00 msgr2=0x7f596410bf90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:38:17.031 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:17.031+0000 7f596aafc640 1 -- 172.21.15.42:0/2377718393 shutdown_connections 2024-06-06T08:38:17.031 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:17.031+0000 7f596aafc640 1 -- 172.21.15.42:0/2377718393 wait complete. 2024-06-06T08:38:17.444 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:17.444+0000 7f517d449700 1 -- 172.21.15.42:0/3704317792 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f51640058f0 con 0x7f5178101510 2024-06-06T08:38:17.446 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:17.447+0000 7f515ffff700 1 -- 172.21.15.42:0/3704317792 <== mon.1 v2:172.21.15.149:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 46 v46) ==== 94+0+11885 (secure 0 0 0) 0x7f516c0ad5c0 con 0x7f5178101510 2024-06-06T08:38:17.446 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:38:17.447 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":46,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/667270675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":667270675},{"type":"v1","addr":"172.21.15.42:6837","nonce":667270675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/2414389302","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":2414389302},{"type":"v1","addr":"172.21.15.42:6839","nonce":2414389302}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14574,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/3625002785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":3625002785},{"type":"v1","addr":"172.21.15.42:6841","nonce":3625002785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":26389,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/411591287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":411591287},{"type":"v1","addr":"172.21.15.149:6835","nonce":411591287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":46,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T08:18:39.778858+0000","modified":"2024-06-06T08:33:24.901180+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24464},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6837/3434475673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":3434475673},{"type":"v1","addr":"172.21.15.120:6837","nonce":3434475673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":188,"addr":"172.21.15.120:6839/1585293472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":1585293472},{"type":"v1","addr":"172.21.15.120:6839","nonce":1585293472}]},"join_fscid":-1,"export_targets":[0,1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":192,"addr":"172.21.15.149:6837/751787578","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":751787578},{"type":"v1","addr":"172.21.15.149:6837","nonce":751787578}]},"join_fscid":-1,"export_targets":[0,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":8,"addr":"172.21.15.149:6839/764851483","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":764851483},{"type":"v1","addr":"172.21.15.149:6839","nonce":764851483}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26696":{"gid":26696,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6835/2158320752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":2158320752},{"type":"v1","addr":"172.21.15.120:6835","nonce":2158320752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24469,24484,24464]},"id":1}]} 2024-06-06T08:38:17.452 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:17.453+0000 7f517d449700 1 -- 172.21.15.42:0/3704317792 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f51600a2f10 msgr2=0x7f51600a53d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:17.452 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:17.453+0000 7f517d449700 1 --2- 172.21.15.42:0/3704317792 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f51600a2f10 0x7f51600a53d0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f5168009be0 tx=0x7f5168009260 comp rx=0 tx=0).stop 2024-06-06T08:38:17.452 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:17.453+0000 7f517d449700 1 -- 172.21.15.42:0/3704317792 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5178101510 msgr2=0x7f5178109270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:17.452 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:17.453+0000 7f517d449700 1 --2- 172.21.15.42:0/3704317792 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5178101510 0x7f5178109270 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f516c01cf10 tx=0x7f516c004f30 comp rx=0 tx=0).stop 2024-06-06T08:38:17.455 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:17.456+0000 7f517d449700 1 -- 172.21.15.42:0/3704317792 shutdown_connections 2024-06-06T08:38:17.455 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:17.456+0000 7f517d449700 1 --2- 172.21.15.42:0/3704317792 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f51600a2f10 0x7f51600a53d0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:17.455 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:17.456+0000 7f517d449700 1 --2- 172.21.15.42:0/3704317792 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5178106b90 0x7f51781097b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:17.455 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:17.456+0000 7f517d449700 1 --2- 172.21.15.42:0/3704317792 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5178100b50 0x7f5178108d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:17.455 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:17.456+0000 7f517d449700 1 --2- 172.21.15.42:0/3704317792 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5178101510 0x7f5178109270 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:17.456 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:17.456+0000 7f517d449700 1 -- 172.21.15.42:0/3704317792 >> 172.21.15.42:0/3704317792 conn(0x7f5178077a00 msgr2=0x7f51780ff4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:38:17.458 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:17.460+0000 7f517d449700 1 -- 172.21.15.42:0/3704317792 shutdown_connections 2024-06-06T08:38:17.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:17.461+0000 7f517d449700 1 -- 172.21.15.42:0/3704317792 wait complete. 2024-06-06T08:38:17.464 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 46 2024-06-06T08:38:17.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:38:17 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/3704317792' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:38:17.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:38:17 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/3704317792' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:38:17.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:38:17 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/3704317792' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:38:18.615 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:38:18 smithi042 ceph-mon[32384]: pgmap v499: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.6 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.1 MiB/s wr, 203 op/s 2024-06-06T08:38:18.716 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24484 quiesce db / --timeout 90 --expiration 145.25 --await-for 45.0' 2024-06-06T08:38:18.716 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- timeout 105 ceph tell mds.24484 quiesce db / --timeout 90 --expiration 145.25 --await-for 45.0 2024-06-06T08:38:18.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:38:18 smithi149 ceph-mon[36842]: pgmap v499: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.6 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.1 MiB/s wr, 203 op/s 2024-06-06T08:38:18.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:38:18 smithi120 ceph-mon[36658]: pgmap v499: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.6 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.1 MiB/s wr, 203 op/s 2024-06-06T08:38:19.217 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:38:20.678 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:38:20 smithi042 ceph-mon[32384]: pgmap v500: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.6 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 953 KiB/s wr, 227 op/s 2024-06-06T08:38:20.678 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:38:20 smithi042 ceph-mon[32384]: osdmap e127: 12 total, 12 up, 12 in 2024-06-06T08:38:20.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:38:20 smithi149 ceph-mon[36842]: pgmap v500: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.6 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 953 KiB/s wr, 227 op/s 2024-06-06T08:38:20.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:38:20 smithi149 ceph-mon[36842]: osdmap e127: 12 total, 12 up, 12 in 2024-06-06T08:38:20.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:38:20 smithi120 ceph-mon[36658]: pgmap v500: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.6 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 953 KiB/s wr, 227 op/s 2024-06-06T08:38:20.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:38:20 smithi120 ceph-mon[36658]: osdmap e127: 12 total, 12 up, 12 in 2024-06-06T08:38:21.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.392+0000 7f0d303a8700 1 -- 172.21.15.42:0/295400159 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0d2810dfe0 msgr2=0x7f0d2810e490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:21.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.392+0000 7f0d303a8700 1 --2- 172.21.15.42:0/295400159 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0d2810dfe0 0x7f0d2810e490 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f0d20014a30 tx=0x7f0d20014d40 comp rx=0 tx=0).stop 2024-06-06T08:38:21.393 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.393+0000 7f0d303a8700 1 -- 172.21.15.42:0/295400159 shutdown_connections 2024-06-06T08:38:21.393 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.393+0000 7f0d303a8700 1 --2- 172.21.15.42:0/295400159 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0d2810dfe0 0x7f0d2810e490 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:21.393 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.393+0000 7f0d303a8700 1 --2- 172.21.15.42:0/295400159 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0d28109490 0x7f0d28109870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:21.393 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.393+0000 7f0d303a8700 1 --2- 172.21.15.42:0/295400159 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0d28109db0 0x7f0d2810daa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:21.393 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.393+0000 7f0d303a8700 1 -- 172.21.15.42:0/295400159 >> 172.21.15.42:0/295400159 conn(0x7f0d2806da80 msgr2=0x7f0d2806de90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:38:21.393 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.394+0000 7f0d303a8700 1 -- 172.21.15.42:0/295400159 shutdown_connections 2024-06-06T08:38:21.394 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.394+0000 7f0d303a8700 1 -- 172.21.15.42:0/295400159 wait complete. 2024-06-06T08:38:21.394 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.394+0000 7f0d303a8700 1 Processor -- start 2024-06-06T08:38:21.394 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.395+0000 7f0d303a8700 1 -- start start 2024-06-06T08:38:21.394 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.395+0000 7f0d303a8700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0d28109490 0x7f0d281b02d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:21.394 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.395+0000 7f0d303a8700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0d28109db0 0x7f0d281b0810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:21.394 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.395+0000 7f0d303a8700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0d2810dfe0 0x7f0d281b4b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:21.395 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.396+0000 7f0d303a8700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0d28112f10 con 0x7f0d28109db0 2024-06-06T08:38:21.395 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.396+0000 7f0d303a8700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f0d28112d90 con 0x7f0d2810dfe0 2024-06-06T08:38:21.395 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.396+0000 7f0d303a8700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f0d28119100 con 0x7f0d28109490 2024-06-06T08:38:21.395 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.396+0000 7f0d2e945700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0d2810dfe0 0x7f0d281b4b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:21.395 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.396+0000 7f0d2e945700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0d2810dfe0 0x7f0d281b4b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:45938/0 (socket says 172.21.15.42:45938) 2024-06-06T08:38:21.395 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.396+0000 7f0d2e945700 1 -- 172.21.15.42:0/1587386709 learned_addr learned my addr 172.21.15.42:0/1587386709 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:38:21.395 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.396+0000 7f0d2e144700 1 --2- 172.21.15.42:0/1587386709 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0d28109490 0x7f0d281b02d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:21.396 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.397+0000 7f0d2e945700 1 -- 172.21.15.42:0/1587386709 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0d28109490 msgr2=0x7f0d281b02d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:21.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.397+0000 7f0d2e945700 1 --2- 172.21.15.42:0/1587386709 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0d28109490 0x7f0d281b02d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:21.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.397+0000 7f0d2e945700 1 -- 172.21.15.42:0/1587386709 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0d28109db0 msgr2=0x7f0d281b0810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:21.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.397+0000 7f0d2e945700 1 --2- 172.21.15.42:0/1587386709 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0d28109db0 0x7f0d281b0810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:21.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.397+0000 7f0d2e945700 1 -- 172.21.15.42:0/1587386709 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d281b5290 con 0x7f0d2810dfe0 2024-06-06T08:38:21.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.397+0000 7f0d2e945700 1 --2- 172.21.15.42:0/1587386709 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0d2810dfe0 0x7f0d281b4b50 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f0d20013340 tx=0x7f0d2001de60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:38:21.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.398+0000 7f0d1f7fe700 1 -- 172.21.15.42:0/1587386709 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d20021070 con 0x7f0d2810dfe0 2024-06-06T08:38:21.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.398+0000 7f0d1f7fe700 1 -- 172.21.15.42:0/1587386709 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0d2001c8f0 con 0x7f0d2810dfe0 2024-06-06T08:38:21.397 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.398+0000 7f0d1f7fe700 1 -- 172.21.15.42:0/1587386709 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d2000e020 con 0x7f0d2810dfe0 2024-06-06T08:38:21.398 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.398+0000 7f0d303a8700 1 -- 172.21.15.42:0/1587386709 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d281b5520 con 0x7f0d2810dfe0 2024-06-06T08:38:21.398 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.398+0000 7f0d303a8700 1 -- 172.21.15.42:0/1587386709 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d281b58f0 con 0x7f0d2810dfe0 2024-06-06T08:38:21.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.403+0000 7f0d1f7fe700 1 -- 172.21.15.42:0/1587386709 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f0d200074a0 con 0x7f0d2810dfe0 2024-06-06T08:38:21.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.410+0000 7f0d1f7fe700 1 --2- 172.21.15.42:0/1587386709 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f0d140a3010 0x7f0d140a54d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:21.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.410+0000 7f0d1f7fe700 1 -- 172.21.15.42:0/1587386709 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(127..127 src has 1..127) ==== 9482+0+0 (secure 0 0 0) 0x7f0d200cf9a0 con 0x7f0d2810dfe0 2024-06-06T08:38:21.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.411+0000 7f0d3ac2bb80 1 Processor -- start 2024-06-06T08:38:21.412 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.413+0000 7f0d3ac2bb80 1 -- start start 2024-06-06T08:38:21.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.413+0000 7f0d3ac2bb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56063362a5a0 0x56063362a980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:21.414 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.413+0000 7f0d3ac2bb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56063362aec0 0x5606336247b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:21.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.413+0000 7f0d3ac2bb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560633624cf0 0x560633625110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:21.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.413+0000 7f0d2d943700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56063362aec0 0x5606336247b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:21.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.413+0000 7f0d2d943700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56063362aec0 0x5606336247b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:35664/0 (socket says 172.21.15.42:35664) 2024-06-06T08:38:21.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.413+0000 7f0d2d943700 1 -- 172.21.15.42:0/3212056219 learned_addr learned my addr 172.21.15.42:0/3212056219 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:38:21.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.413+0000 7f0d3ac2bb80 1 -- 172.21.15.42:0/3212056219 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x560633517100 con 0x56063362aec0 2024-06-06T08:38:21.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.414+0000 7f0d3ac2bb80 1 -- 172.21.15.42:0/3212056219 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5606335759f0 con 0x560633624cf0 2024-06-06T08:38:21.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.414+0000 7f0d3ac2bb80 1 -- 172.21.15.42:0/3212056219 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5606334dd600 con 0x56063362a5a0 2024-06-06T08:38:21.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.414+0000 7f0d2e945700 1 --2- 172.21.15.42:0/3212056219 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560633624cf0 0x560633625110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:21.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.414+0000 7f0d2d943700 1 -- 172.21.15.42:0/3212056219 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56063362a5a0 msgr2=0x56063362a980 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-06-06T08:38:21.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.414+0000 7f0d2d943700 1 --2- 172.21.15.42:0/3212056219 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56063362a5a0 0x56063362a980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:21.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.414+0000 7f0d2d943700 1 -- 172.21.15.42:0/3212056219 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560633624cf0 msgr2=0x560633625110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:38:21.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.414+0000 7f0d2d943700 1 --2- 172.21.15.42:0/3212056219 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560633624cf0 0x560633625110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:21.415 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.414+0000 7f0d2d943700 1 -- 172.21.15.42:0/3212056219 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5606334c4a70 con 0x56063362aec0 2024-06-06T08:38:21.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.415+0000 7f0d2d943700 1 --2- 172.21.15.42:0/3212056219 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56063362aec0 0x5606336247b0 secure :-1 s=READY pgs=987 cs=0 l=1 rev1=1 crypto rx=0x7f0d1800bb60 tx=0x7f0d1800be70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=61dee39dd8e910a9 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:38:21.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.415+0000 7f0d2e144700 1 --2- 172.21.15.42:0/1587386709 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f0d140a3010 0x7f0d140a54d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:21.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.417+0000 7f0d1cd70700 1 -- 172.21.15.42:0/3212056219 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d18014030 con 0x56063362aec0 2024-06-06T08:38:21.416 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.417+0000 7f0d1cd70700 1 -- 172.21.15.42:0/3212056219 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0d18004d10 con 0x56063362aec0 2024-06-06T08:38:21.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.418+0000 7f0d3ac2bb80 1 -- 172.21.15.42:0/3212056219 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56063362aec0 msgr2=0x5606336247b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:21.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.418+0000 7f0d3ac2bb80 1 --2- 172.21.15.42:0/3212056219 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56063362aec0 0x5606336247b0 secure :-1 s=READY pgs=987 cs=0 l=1 rev1=1 crypto rx=0x7f0d1800bb60 tx=0x7f0d1800be70 comp rx=0 tx=0).stop 2024-06-06T08:38:21.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.418+0000 7f0d3ac2bb80 1 -- 172.21.15.42:0/3212056219 shutdown_connections 2024-06-06T08:38:21.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.418+0000 7f0d3ac2bb80 1 --2- 172.21.15.42:0/3212056219 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560633624cf0 0x560633625110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:21.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.418+0000 7f0d3ac2bb80 1 --2- 172.21.15.42:0/3212056219 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56063362a5a0 0x56063362a980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:21.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.418+0000 7f0d3ac2bb80 1 --2- 172.21.15.42:0/3212056219 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56063362aec0 0x5606336247b0 unknown :-1 s=CLOSED pgs=987 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:21.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.418+0000 7f0d3ac2bb80 1 -- 172.21.15.42:0/3212056219 >> 172.21.15.42:0/3212056219 conn(0x560633551220 msgr2=0x56063361faa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:38:21.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.419+0000 7f0d2e144700 1 --2- 172.21.15.42:0/1587386709 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f0d140a3010 0x7f0d140a54d0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f0d2400a870 tx=0x7f0d24008040 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:38:21.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.419+0000 7f0d3ac2bb80 1 -- 172.21.15.42:0/3212056219 shutdown_connections 2024-06-06T08:38:21.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.419+0000 7f0d3ac2bb80 1 -- 172.21.15.42:0/3212056219 wait complete. 2024-06-06T08:38:21.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.419+0000 7f0d3ac2bb80 1 -- start start 2024-06-06T08:38:21.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.420+0000 7f0d3ac2bb80 1 Processor -- start 2024-06-06T08:38:21.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.420+0000 7f0d3ac2bb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560633624cf0 0x560633630b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:21.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.420+0000 7f0d3ac2bb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56063362a5a0 0x56063362de30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:21.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.420+0000 7f0d3ac2bb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56063362aec0 0x56063362e370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:21.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.420+0000 7f0d2e144700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560633624cf0 0x560633630b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:21.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.420+0000 7f0d2e144700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560633624cf0 0x560633630b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:45952/0 (socket says 172.21.15.42:45952) 2024-06-06T08:38:21.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.420+0000 7f0d3ac2bb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x560633516160 con 0x56063362aec0 2024-06-06T08:38:21.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.420+0000 7f0d3ac2bb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5606335719b0 con 0x560633624cf0 2024-06-06T08:38:21.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.420+0000 7f0d3ac2bb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5606336318f0 con 0x56063362a5a0 2024-06-06T08:38:21.422 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.420+0000 7f0d2e945700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56063362aec0 0x56063362e370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:21.422 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.420+0000 7f0d3ac2bb80 10 client.0 _ll_register_callbacks cb 0x56063350b750 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:38:21.422 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.420+0000 7f0d2e945700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56063362aec0 0x56063362e370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:35680/0 (socket says 172.21.15.42:35680) 2024-06-06T08:38:21.422 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.420+0000 7f0d2e144700 1 -- 172.21.15.42:0/167801503 learned_addr learned my addr 172.21.15.42:0/167801503 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:38:21.422 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.421+0000 7f0d2e945700 1 -- 172.21.15.42:0/167801503 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56063362a5a0 msgr2=0x56063362de30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:38:21.422 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.421+0000 7f0d2e945700 1 --2- 172.21.15.42:0/167801503 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56063362a5a0 0x56063362de30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:21.422 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.421+0000 7f0d2e945700 1 -- 172.21.15.42:0/167801503 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560633624cf0 msgr2=0x560633630b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:38:21.422 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.421+0000 7f0d2e945700 1 --2- 172.21.15.42:0/167801503 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560633624cf0 0x560633630b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:21.422 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.421+0000 7f0d2e945700 1 -- 172.21.15.42:0/167801503 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56063353b8f0 con 0x56063362aec0 2024-06-06T08:38:21.422 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.421+0000 7f0d2e945700 1 --2- 172.21.15.42:0/167801503 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56063362aec0 0x56063362e370 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7f0d200cccd0 tx=0x7f0d200cd230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=484c54f8f58d4bbc server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:38:21.422 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.422+0000 7f0d11ffb700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:38:21.422 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.422+0000 7f0d11ffb700 1 -- 172.21.15.42:0/167801503 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d200b4060 con 0x56063362aec0 2024-06-06T08:38:21.422 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.423+0000 7f0d3ac2bb80 1 -- 172.21.15.42:0/167801503 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0d18004d10 con 0x56063362aec0 2024-06-06T08:38:21.423 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.423+0000 7f0d11ffb700 1 -- 172.21.15.42:0/167801503 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(127..127 src has 1..127) ==== 9482+0+0 (secure 0 0 0) 0x7f0d2009c260 con 0x56063362aec0 2024-06-06T08:38:21.423 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.423+0000 7f0d11ffb700 1 -- 172.21.15.42:0/167801503 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f0d2000b070 con 0x56063362aec0 2024-06-06T08:38:21.423 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.424+0000 7f0d3ac2bb80 10 client.17793 fetch_fsmap learned FSMap version 46 2024-06-06T08:38:21.423 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.424+0000 7f0d3ac2bb80 1 -- 172.21.15.42:0/167801503 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x56063363be20 con 0x56063362aec0 2024-06-06T08:38:21.426 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.427+0000 7f0d11ffb700 1 -- 172.21.15.42:0/167801503 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0d2009c000 con 0x56063362aec0 2024-06-06T08:38:21.426 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.427+0000 7f0d11ffb700 1 -- 172.21.15.42:0/167801503 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 46) ==== 8370+0+0 (secure 0 0 0) 0x7f0d200ba310 con 0x56063362aec0 2024-06-06T08:38:21.426 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.427+0000 7f0d3ac2bb80 10 client.17793 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T08:38:21.426 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.427+0000 7f0d3ac2bb80 10 client.17793 resolve_mds: validated gid 24484 aka daemon mds.i 2024-06-06T08:38:21.426 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.427+0000 7f0d3ac2bb80 20 client.17793 populate_metadata read hostname 'smithi042' 2024-06-06T08:38:21.426 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.427+0000 7f0d3ac2bb80 1 --2- 172.21.15.42:0/167801503 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56063363e4f0 0x560633640950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:21.426 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.427+0000 7f0d3ac2bb80 4 client.17793 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:38:21.426 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.427+0000 7f0d3ac2bb80 1 -- 172.21.15.42:0/167801503 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f0d18004d10 con 0x56063363e4f0 2024-06-06T08:38:21.427 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.429+0000 7f0d2e144700 1 --2- 172.21.15.42:0/167801503 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56063363e4f0 0x560633640950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:21.429 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.431+0000 7f0d2e144700 1 --2- 172.21.15.42:0/167801503 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56063363e4f0 0x560633640950 crc :-1 s=READY pgs=273 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=51f67e10d3c70f2 server_cookie=4ea1958cea3db903 in_seq=0 out_seq=0 2024-06-06T08:38:21.429 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.431+0000 7f0d11ffb700 10 client.17793 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:38:21.440 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.441+0000 7f0d11ffb700 1 -- 172.21.15.42:0/167801503 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x7f0d18004d10 con 0x56063363e4f0 2024-06-06T08:38:21.440 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.441+0000 7f0d11ffb700 10 client.17793 handle_command_reply: tid=0 2024-06-06T08:38:21.440 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.442+0000 7f0d3ac2bb80 1 client.17793 shutdown 2024-06-06T08:38:21.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.448+0000 7f0d3ac2bb80 1 -- 172.21.15.42:0/167801503 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56063362aec0 msgr2=0x56063362e370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:21.447 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.448+0000 7f0d3ac2bb80 1 --2- 172.21.15.42:0/167801503 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56063362aec0 0x56063362e370 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7f0d200cccd0 tx=0x7f0d200cd230 comp rx=0 tx=0).stop 2024-06-06T08:38:21.449 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.449+0000 7f0d3ac2bb80 1 -- 172.21.15.42:0/167801503 shutdown_connections 2024-06-06T08:38:21.449 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.449+0000 7f0d3ac2bb80 1 --2- 172.21.15.42:0/167801503 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56063362aec0 0x56063362e370 unknown :-1 s=CLOSED pgs=988 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:21.450 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.449+0000 7f0d3ac2bb80 1 --2- 172.21.15.42:0/167801503 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56063363e4f0 0x560633640950 crc :-1 s=READY pgs=273 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:21.450 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.449+0000 7f0d3ac2bb80 1 --2- 172.21.15.42:0/167801503 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560633624cf0 0x560633630b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:21.450 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.449+0000 7f0d3ac2bb80 1 --2- 172.21.15.42:0/167801503 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56063362a5a0 0x56063362de30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:21.450 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.449+0000 7f0d3ac2bb80 1 -- 172.21.15.42:0/167801503 >> 172.21.15.42:0/167801503 conn(0x560633551220 msgr2=0x56063361ec50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:38:21.450 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.450+0000 7f0d11ffb700 0 client.17793 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:38:21.454 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.456+0000 7f0d3ac2bb80 1 -- 172.21.15.42:0/167801503 shutdown_connections 2024-06-06T08:38:21.456 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.457+0000 7f0d3ac2bb80 1 -- 172.21.15.42:0/167801503 wait complete. 2024-06-06T08:38:21.456 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.457+0000 7f0d3ac2bb80 20 client.17793 trim_cache size 0 max 16384 2024-06-06T08:38:21.497 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.497+0000 7f0d3ac2bb80 1 Processor -- start 2024-06-06T08:38:21.497 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.497+0000 7f0d3ac2bb80 1 -- start start 2024-06-06T08:38:21.497 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.497+0000 7f0d3ac2bb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560633624cf0 0x56063362fd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:21.497 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.497+0000 7f0d3ac2bb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56063362a5a0 0x56063361f3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:21.497 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.497+0000 7f0d3ac2bb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56063362aec0 0x56063361f910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:21.497 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.497+0000 7f0d3ac2bb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0d0c011800 con 0x560633624cf0 2024-06-06T08:38:21.497 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.497+0000 7f0d3ac2bb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f0d0c00efd0 con 0x56063362a5a0 2024-06-06T08:38:21.497 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.497+0000 7f0d3ac2bb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f0d0c00ce20 con 0x56063362aec0 2024-06-06T08:38:21.497 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.498+0000 7f0d2d943700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56063362a5a0 0x56063361f3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:21.499 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.498+0000 7f0d2e144700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560633624cf0 0x56063362fd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:21.499 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.498+0000 7f0d2e144700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560633624cf0 0x56063362fd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:35694/0 (socket says 172.21.15.42:35694) 2024-06-06T08:38:21.500 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.498+0000 7f0d2e144700 1 -- 172.21.15.42:0/4211428528 learned_addr learned my addr 172.21.15.42:0/4211428528 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:38:21.500 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.499+0000 7f0d2d943700 1 -- 172.21.15.42:0/4211428528 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56063362aec0 msgr2=0x56063361f910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:38:21.500 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.499+0000 7f0d2d943700 1 --2- 172.21.15.42:0/4211428528 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56063362aec0 0x56063361f910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:21.500 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.499+0000 7f0d2d943700 1 -- 172.21.15.42:0/4211428528 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560633624cf0 msgr2=0x56063362fd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:38:21.500 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.499+0000 7f0d2d943700 1 --2- 172.21.15.42:0/4211428528 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560633624cf0 0x56063362fd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:21.500 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.499+0000 7f0d2d943700 1 -- 172.21.15.42:0/4211428528 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56063362c3a0 con 0x56063362a5a0 2024-06-06T08:38:21.503 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.503+0000 7f0d2d943700 1 --2- 172.21.15.42:0/4211428528 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56063362a5a0 0x56063361f3d0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x560633621250 tx=0x7f0d180056d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d1b75a107219e1e0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:38:21.503 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.503+0000 7f0d13fff700 1 -- 172.21.15.42:0/4211428528 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d18014070 con 0x56063362a5a0 2024-06-06T08:38:21.503 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.503+0000 7f0d13fff700 1 -- 172.21.15.42:0/4211428528 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0d18015040 con 0x56063362a5a0 2024-06-06T08:38:21.503 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.504+0000 7f0d3ac2bb80 1 -- 172.21.15.42:0/4211428528 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56063362a5a0 msgr2=0x56063361f3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:21.503 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.504+0000 7f0d3ac2bb80 1 --2- 172.21.15.42:0/4211428528 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56063362a5a0 0x56063361f3d0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x560633621250 tx=0x7f0d180056d0 comp rx=0 tx=0).stop 2024-06-06T08:38:21.505 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.506+0000 7f0d3ac2bb80 1 -- 172.21.15.42:0/4211428528 shutdown_connections 2024-06-06T08:38:21.505 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.506+0000 7f0d3ac2bb80 1 --2- 172.21.15.42:0/4211428528 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56063362aec0 0x56063361f910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:21.505 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.506+0000 7f0d3ac2bb80 1 --2- 172.21.15.42:0/4211428528 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560633624cf0 0x56063362fd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:21.505 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.506+0000 7f0d3ac2bb80 1 --2- 172.21.15.42:0/4211428528 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56063362a5a0 0x56063361f3d0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:21.505 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.506+0000 7f0d3ac2bb80 1 -- 172.21.15.42:0/4211428528 >> 172.21.15.42:0/4211428528 conn(0x560633551220 msgr2=0x56063362f660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:38:21.506 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.508+0000 7f0d3ac2bb80 1 -- 172.21.15.42:0/4211428528 shutdown_connections 2024-06-06T08:38:21.506 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.508+0000 7f0d3ac2bb80 1 -- 172.21.15.42:0/4211428528 wait complete. 2024-06-06T08:38:21.507 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.508+0000 7f0d3ac2bb80 1 -- start start 2024-06-06T08:38:21.509 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.508+0000 7f0d3ac2bb80 1 Processor -- start 2024-06-06T08:38:21.509 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.509+0000 7f0d3ac2bb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560633624cf0 0x5606336373b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:21.509 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.509+0000 7f0d3ac2bb80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56063362a5a0 0x560633633c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:21.509 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.509+0000 7f0d3ac2bb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56063362aec0 0x560633634170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:21.509 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.509+0000 7f0d3ac2bb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0d0c00d490 con 0x560633624cf0 2024-06-06T08:38:21.509 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.509+0000 7f0d3ac2bb80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f0d0c00e900 con 0x56063362a5a0 2024-06-06T08:38:21.509 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.509+0000 7f0d3ac2bb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f0d0c00db60 con 0x56063362aec0 2024-06-06T08:38:21.509 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.509+0000 7f0d3ac2bb80 10 client.0 _ll_register_callbacks cb 0x56063350b750 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:38:21.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.511+0000 7f0d2d943700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56063362a5a0 0x560633633c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:21.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.511+0000 7f0d2e945700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56063362aec0 0x560633634170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:21.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.511+0000 7f0d2e945700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56063362aec0 0x560633634170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:39312/0 (socket says 172.21.15.42:39312) 2024-06-06T08:38:21.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.511+0000 7f0d2e945700 1 -- 172.21.15.42:0/3149745801 learned_addr learned my addr 172.21.15.42:0/3149745801 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:38:21.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.511+0000 7f0d2e144700 1 --2- 172.21.15.42:0/3149745801 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560633624cf0 0x5606336373b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:21.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.514+0000 7f0d2e945700 1 -- 172.21.15.42:0/3149745801 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56063362a5a0 msgr2=0x560633633c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:38:21.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.514+0000 7f0d2e945700 1 --2- 172.21.15.42:0/3149745801 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56063362a5a0 0x560633633c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:21.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.514+0000 7f0d2e945700 1 -- 172.21.15.42:0/3149745801 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560633624cf0 msgr2=0x5606336373b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:38:21.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.514+0000 7f0d2e945700 1 --2- 172.21.15.42:0/3149745801 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560633624cf0 0x5606336373b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:21.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.514+0000 7f0d2e945700 1 -- 172.21.15.42:0/3149745801 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560633634960 con 0x56063362aec0 2024-06-06T08:38:21.515 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.515+0000 7f0d2e945700 1 --2- 172.21.15.42:0/3149745801 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56063362aec0 0x560633634170 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f0d2000f760 tx=0x7f0d20004b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bdb6b3d054d67b8f server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:38:21.515 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.515+0000 7f0d11ffb700 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:38:21.516 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.517+0000 7f0d11ffb700 1 -- 172.21.15.42:0/3149745801 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d2009c000 con 0x56063362aec0 2024-06-06T08:38:21.516 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.517+0000 7f0d3ac2bb80 1 -- 172.21.15.42:0/3149745801 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0d18015040 con 0x56063362aec0 2024-06-06T08:38:21.516 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.517+0000 7f0d11ffb700 1 -- 172.21.15.42:0/3149745801 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(127..127 src has 1..127) ==== 9482+0+0 (secure 0 0 0) 0x7f0d2009b450 con 0x56063362aec0 2024-06-06T08:38:21.517 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.518+0000 7f0d11ffb700 1 -- 172.21.15.42:0/3149745801 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f0d200b4030 con 0x56063362aec0 2024-06-06T08:38:21.520 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.522+0000 7f0d3ac2bb80 10 client.27235 fetch_fsmap learned FSMap version 46 2024-06-06T08:38:21.520 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.522+0000 7f0d3ac2bb80 1 -- 172.21.15.42:0/3149745801 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x5606336aa210 con 0x56063362aec0 2024-06-06T08:38:21.526 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.526+0000 7f0d11ffb700 1 -- 172.21.15.42:0/3149745801 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0d18015040 con 0x56063362aec0 2024-06-06T08:38:21.526 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.526+0000 7f0d11ffb700 1 -- 172.21.15.42:0/3149745801 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 46) ==== 8370+0+0 (secure 0 0 0) 0x7f0d2000f220 con 0x56063362aec0 2024-06-06T08:38:21.526 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.527+0000 7f0d3ac2bb80 10 client.27235 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T08:38:21.526 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.527+0000 7f0d3ac2bb80 10 client.27235 resolve_mds: validated gid 24484 aka daemon mds.i 2024-06-06T08:38:21.526 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.527+0000 7f0d3ac2bb80 20 client.27235 populate_metadata read hostname 'smithi042' 2024-06-06T08:38:21.526 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.527+0000 7f0d3ac2bb80 1 --2- 172.21.15.42:0/3149745801 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5606336aa750 0x5606336acb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:21.526 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.527+0000 7f0d3ac2bb80 4 client.27235 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 145.25, "await_for": 45.0}] 2024-06-06T08:38:21.526 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.527+0000 7f0d3ac2bb80 1 -- 172.21.15.42:0/3149745801 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 145.25, "await_for": 45.0}) -- 0x560633582ef0 con 0x5606336aa750 2024-06-06T08:38:21.526 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.527+0000 7f0d2e144700 1 --2- 172.21.15.42:0/3149745801 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5606336aa750 0x5606336acb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:21.528 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.528+0000 7f0d2e144700 1 --2- 172.21.15.42:0/3149745801 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5606336aa750 0x5606336acb70 crc :-1 s=READY pgs=274 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5967541cb7ea89b0 server_cookie=bc16df8f1305dc1b in_seq=0 out_seq=0 2024-06-06T08:38:21.528 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:21.528+0000 7f0d11ffb700 10 client.27235 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:38:22.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:38:22 smithi149 ceph-mon[36842]: pgmap v502: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.6 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 833 KiB/s rd, 990 KiB/s wr, 264 op/s 2024-06-06T08:38:22.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:38:22 smithi042 ceph-mon[32384]: pgmap v502: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.6 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 833 KiB/s rd, 990 KiB/s wr, 264 op/s 2024-06-06T08:38:22.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:38:22 smithi120 ceph-mon[36658]: pgmap v502: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.6 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 833 KiB/s rd, 990 KiB/s wr, 264 op/s 2024-06-06T08:38:23.794 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:38:23 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:38:23.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:38:23 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:38:23.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:38:23 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:38:24.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:38:24 smithi149 ceph-mon[36842]: pgmap v503: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.6 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 636 KiB/s rd, 805 KiB/s wr, 287 op/s 2024-06-06T08:38:24.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:38:24 smithi042 ceph-mon[32384]: pgmap v503: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.6 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 636 KiB/s rd, 805 KiB/s wr, 287 op/s 2024-06-06T08:38:24.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:38:24 smithi120 ceph-mon[36658]: pgmap v503: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.6 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 636 KiB/s rd, 805 KiB/s wr, 287 op/s 2024-06-06T08:38:25.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:38:25 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:38:25.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:38:25 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:38:25.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:38:25 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:38:25.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:38:25 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:38:25.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:38:25 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:38:25.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:38:25 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:38:25.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:38:25 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:38:25.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:38:25 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:38:25.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:38:25 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:38:26.529 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:26.530+0000 7f0d11ffb700 1 -- 172.21.15.42:0/3149745801 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x560633582ef0 con 0x5606336aa750 2024-06-06T08:38:26.529 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:26.530+0000 7f0d11ffb700 10 client.27235 handle_command_reply: tid=0 2024-06-06T08:38:26.530 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:26.530+0000 7f0d3ac2bb80 1 client.27235 shutdown 2024-06-06T08:38:26.530 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:26.531+0000 7f0d3ac2bb80 1 -- 172.21.15.42:0/3149745801 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56063362aec0 msgr2=0x560633634170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:26.530 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:26.531+0000 7f0d3ac2bb80 1 --2- 172.21.15.42:0/3149745801 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56063362aec0 0x560633634170 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f0d2000f760 tx=0x7f0d20004b50 comp rx=0 tx=0).stop 2024-06-06T08:38:26.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:26.531+0000 7f0d3ac2bb80 1 -- 172.21.15.42:0/3149745801 shutdown_connections 2024-06-06T08:38:26.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:26.531+0000 7f0d3ac2bb80 1 --2- 172.21.15.42:0/3149745801 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56063362aec0 0x560633634170 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:26.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:26.531+0000 7f0d3ac2bb80 1 --2- 172.21.15.42:0/3149745801 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560633624cf0 0x5606336373b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:26.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:26.531+0000 7f0d3ac2bb80 1 --2- 172.21.15.42:0/3149745801 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5606336aa750 0x5606336acb70 crc :-1 s=READY pgs=274 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:26.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:26.531+0000 7f0d3ac2bb80 1 --2- 172.21.15.42:0/3149745801 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56063362a5a0 0x560633633c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:26.531 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:26.531+0000 7f0d3ac2bb80 1 -- 172.21.15.42:0/3149745801 >> 172.21.15.42:0/3149745801 conn(0x560633551220 msgr2=0x560633624030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:38:26.531 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:38:26.531 INFO:teuthology.orchestra.run.smithi042.stdout: "epoch": 46, 2024-06-06T08:38:26.532 INFO:teuthology.orchestra.run.smithi042.stdout: "leader": 24484, 2024-06-06T08:38:26.532 INFO:teuthology.orchestra.run.smithi042.stdout: "set_version": 42, 2024-06-06T08:38:26.532 INFO:teuthology.orchestra.run.smithi042.stdout: "sets": { 2024-06-06T08:38:26.532 INFO:teuthology.orchestra.run.smithi042.stdout: "c360c13c": { 2024-06-06T08:38:26.532 INFO:teuthology.orchestra.run.smithi042.stdout: "version": 42, 2024-06-06T08:38:26.532 INFO:teuthology.orchestra.run.smithi042.stdout: "age_ref": 0.0, 2024-06-06T08:38:26.532 INFO:teuthology.orchestra.run.smithi042.stdout: "state": { 2024-06-06T08:38:26.532 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "QUIESCED", 2024-06-06T08:38:26.532 INFO:teuthology.orchestra.run.smithi042.stdout: "age": 0.0 2024-06-06T08:38:26.532 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:38:26.532 INFO:teuthology.orchestra.run.smithi042.stdout: "timeout": 90.0, 2024-06-06T08:38:26.532 INFO:teuthology.orchestra.run.smithi042.stdout: "expiration": 145.2, 2024-06-06T08:38:26.532 INFO:teuthology.orchestra.run.smithi042.stdout: "members": { 2024-06-06T08:38:26.533 INFO:teuthology.orchestra.run.smithi042.stdout: "file:/": { 2024-06-06T08:38:26.533 INFO:teuthology.orchestra.run.smithi042.stdout: "excluded": false, 2024-06-06T08:38:26.533 INFO:teuthology.orchestra.run.smithi042.stdout: "state": { 2024-06-06T08:38:26.533 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "QUIESCED", 2024-06-06T08:38:26.533 INFO:teuthology.orchestra.run.smithi042.stdout: "age": 0.0 2024-06-06T08:38:26.533 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:38:26.533 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:38:26.533 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:38:26.533 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:38:26.533 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:38:26.533 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:38:26.534 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:26.531+0000 7f0d11ffb700 0 client.27235 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:38:26.534 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:26.531+0000 7f0d3ac2bb80 1 -- 172.21.15.42:0/3149745801 shutdown_connections 2024-06-06T08:38:26.534 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:26.531+0000 7f0d3ac2bb80 1 -- 172.21.15.42:0/3149745801 wait complete. 2024-06-06T08:38:26.534 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:26.531+0000 7f0d3ac2bb80 20 client.27235 trim_cache size 0 max 16384 2024-06-06T08:38:26.534 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:26.532+0000 7f0d303a8700 1 -- 172.21.15.42:0/1587386709 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f0d140a3010 msgr2=0x7f0d140a54d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:26.534 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:26.532+0000 7f0d303a8700 1 --2- 172.21.15.42:0/1587386709 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f0d140a3010 0x7f0d140a54d0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f0d2400a870 tx=0x7f0d24008040 comp rx=0 tx=0).stop 2024-06-06T08:38:26.534 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:26.532+0000 7f0d303a8700 1 -- 172.21.15.42:0/1587386709 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0d2810dfe0 msgr2=0x7f0d281b4b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:26.534 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:26.532+0000 7f0d303a8700 1 --2- 172.21.15.42:0/1587386709 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0d2810dfe0 0x7f0d281b4b50 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f0d20013340 tx=0x7f0d2001de60 comp rx=0 tx=0).stop 2024-06-06T08:38:26.534 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:26.532+0000 7f0d303a8700 1 -- 172.21.15.42:0/1587386709 shutdown_connections 2024-06-06T08:38:26.535 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:26.532+0000 7f0d303a8700 1 --2- 172.21.15.42:0/1587386709 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f0d140a3010 0x7f0d140a54d0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:26.535 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:26.532+0000 7f0d303a8700 1 --2- 172.21.15.42:0/1587386709 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0d2810dfe0 0x7f0d281b4b50 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:26.535 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:26.532+0000 7f0d303a8700 1 --2- 172.21.15.42:0/1587386709 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0d28109490 0x7f0d281b02d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:26.535 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:26.532+0000 7f0d303a8700 1 --2- 172.21.15.42:0/1587386709 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0d28109db0 0x7f0d281b0810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:26.535 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:26.532+0000 7f0d303a8700 1 -- 172.21.15.42:0/1587386709 >> 172.21.15.42:0/1587386709 conn(0x7f0d2806da80 msgr2=0x7f0d2810c770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:38:26.535 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:26.533+0000 7f0d303a8700 1 -- 172.21.15.42:0/1587386709 shutdown_connections 2024-06-06T08:38:26.535 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:26.533+0000 7f0d303a8700 1 -- 172.21.15.42:0/1587386709 wait complete. 2024-06-06T08:38:26.798 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:38:26 smithi042 ceph-mon[32384]: pgmap v504: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.6 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 948 KiB/s rd, 1002 KiB/s wr, 297 op/s 2024-06-06T08:38:26.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:38:26 smithi120 ceph-mon[36658]: pgmap v504: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.6 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 948 KiB/s rd, 1002 KiB/s wr, 297 op/s 2024-06-06T08:38:27.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:38:26 smithi149 ceph-mon[36842]: pgmap v504: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.6 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 948 KiB/s rd, 1002 KiB/s wr, 297 op/s 2024-06-06T08:38:27.251 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'c360c13c', quiesce took 15.4 seconds. Will release after: 9.85 2024-06-06T08:38:28.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:38:28 smithi120 ceph-mon[36658]: pgmap v505: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.6 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 514 KiB/s rd, 567 KiB/s wr, 281 op/s 2024-06-06T08:38:29.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:38:28 smithi149 ceph-mon[36842]: pgmap v505: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.6 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 514 KiB/s rd, 567 KiB/s wr, 281 op/s 2024-06-06T08:38:29.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:38:28 smithi042 ceph-mon[32384]: pgmap v505: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.6 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 514 KiB/s rd, 567 KiB/s wr, 281 op/s 2024-06-06T08:38:30.191 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.192+0000 7f27aac29640 1 -- 172.21.15.42:0/3518870019 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f27a4101330 msgr2=0x7f27a41057f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:30.191 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.192+0000 7f27aac29640 1 --2- 172.21.15.42:0/3518870019 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f27a4101330 0x7f27a41057f0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f2790009930 tx=0x7f279002a510 comp rx=0 tx=0).stop 2024-06-06T08:38:30.195 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.196+0000 7f27aac29640 1 -- 172.21.15.42:0/3518870019 shutdown_connections 2024-06-06T08:38:30.195 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.196+0000 7f27aac29640 1 --2- 172.21.15.42:0/3518870019 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f27a4105e10 0x7f27a41062c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:30.195 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.196+0000 7f27aac29640 1 --2- 172.21.15.42:0/3518870019 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f27a4101330 0x7f27a41057f0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:30.195 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.196+0000 7f27aac29640 1 --2- 172.21.15.42:0/3518870019 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f27a4100a10 0x7f27a4100df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:30.196 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.196+0000 7f27aac29640 1 -- 172.21.15.42:0/3518870019 >> 172.21.15.42:0/3518870019 conn(0x7f27a40779f0 msgr2=0x7f27a4077e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:38:30.201 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.201+0000 7f27aac29640 1 -- 172.21.15.42:0/3518870019 shutdown_connections 2024-06-06T08:38:30.201 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.201+0000 7f27aac29640 1 -- 172.21.15.42:0/3518870019 wait complete. 2024-06-06T08:38:30.201 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.201+0000 7f27aac29640 1 Processor -- start 2024-06-06T08:38:30.201 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.202+0000 7f27aac29640 1 -- start start 2024-06-06T08:38:30.201 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.202+0000 7f27aac29640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f27a4100a10 0x7f27a40730a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:30.201 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.202+0000 7f27aac29640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f27a4101330 0x7f27a40735e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:30.201 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.202+0000 7f27aac29640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f27a4105e10 0x7f27a406c2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:30.202 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.202+0000 7f27aac29640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f27a4118420 con 0x7f27a4101330 2024-06-06T08:38:30.202 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.202+0000 7f27aac29640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f27a41182a0 con 0x7f27a4105e10 2024-06-06T08:38:30.202 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.202+0000 7f27aac29640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f27a41185a0 con 0x7f27a4100a10 2024-06-06T08:38:30.204 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.202+0000 7f27a89c5640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f27a4100a10 0x7f27a40730a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:30.204 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.202+0000 7f27a89c5640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f27a4100a10 0x7f27a40730a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:55890/0 (socket says 172.21.15.42:55890) 2024-06-06T08:38:30.204 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.203+0000 7f27a89c5640 1 -- 172.21.15.42:0/385903755 learned_addr learned my addr 172.21.15.42:0/385903755 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:38:30.204 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.203+0000 7f27a91c6640 1 --2- 172.21.15.42:0/385903755 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f27a4105e10 0x7f27a406c2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:30.204 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.203+0000 7f27a89c5640 1 -- 172.21.15.42:0/385903755 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f27a4105e10 msgr2=0x7f27a406c2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:30.204 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.203+0000 7f27a89c5640 1 --2- 172.21.15.42:0/385903755 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f27a4105e10 0x7f27a406c2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:30.204 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.203+0000 7f27a89c5640 1 -- 172.21.15.42:0/385903755 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f27a4101330 msgr2=0x7f27a40735e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:30.204 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.203+0000 7f27a89c5640 1 --2- 172.21.15.42:0/385903755 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f27a4101330 0x7f27a40735e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:30.205 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.203+0000 7f27a89c5640 1 -- 172.21.15.42:0/385903755 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27a406cb70 con 0x7f27a4100a10 2024-06-06T08:38:30.205 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.204+0000 7f27a89c5640 1 --2- 172.21.15.42:0/385903755 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f27a4100a10 0x7f27a40730a0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f279800e9f0 tx=0x7f279800eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:38:30.205 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.206+0000 7f27a1ffb640 1 -- 172.21.15.42:0/385903755 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f279800cd80 con 0x7f27a4100a10 2024-06-06T08:38:30.206 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.206+0000 7f27a1ffb640 1 -- 172.21.15.42:0/385903755 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2798010910 con 0x7f27a4100a10 2024-06-06T08:38:30.206 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.206+0000 7f27a1ffb640 1 -- 172.21.15.42:0/385903755 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27980188f0 con 0x7f27a4100a10 2024-06-06T08:38:30.206 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.206+0000 7f27aac29640 1 -- 172.21.15.42:0/385903755 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27a406ce60 con 0x7f27a4100a10 2024-06-06T08:38:30.206 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.206+0000 7f27aac29640 1 -- 172.21.15.42:0/385903755 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27a4070da0 con 0x7f27a4100a10 2024-06-06T08:38:30.215 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.214+0000 7f27ada0c740 1 Processor -- start 2024-06-06T08:38:30.219 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.219+0000 7f27ada0c740 1 -- start start 2024-06-06T08:38:30.220 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.221+0000 7f27ada0c740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fc2d5df170 0x55fc2d5df550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:30.221 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.221+0000 7f27ada0c740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fc2d5dfa90 0x55fc2d5e9e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:30.221 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.221+0000 7f27ada0c740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fc2d5ea350 0x55fc2d5ec740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:30.221 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.221+0000 7f27ada0c740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55fc2d5434f0 con 0x55fc2d5ea350 2024-06-06T08:38:30.221 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.221+0000 7f27ada0c740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55fc2d4e1870 con 0x55fc2d5df170 2024-06-06T08:38:30.221 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.221+0000 7f27ada0c740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55fc2d53f4b0 con 0x55fc2d5dfa90 2024-06-06T08:38:30.221 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.221+0000 7f27a91c6640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fc2d5df170 0x55fc2d5df550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:30.221 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.221+0000 7f27a91c6640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fc2d5df170 0x55fc2d5df550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:48164/0 (socket says 172.21.15.42:48164) 2024-06-06T08:38:30.221 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.221+0000 7f27a91c6640 1 -- 172.21.15.42:0/1124753691 learned_addr learned my addr 172.21.15.42:0/1124753691 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:38:30.221 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.222+0000 7f27a1ffb640 1 -- 172.21.15.42:0/385903755 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f2798010430 con 0x7f27a4100a10 2024-06-06T08:38:30.222 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.223+0000 7f27a1ffb640 1 --2- 172.21.15.42:0/385903755 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f27940a2fd0 0x7f27940a5490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:30.222 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.223+0000 7f27a91c6640 1 -- 172.21.15.42:0/1124753691 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fc2d5dfa90 msgr2=0x55fc2d5e9e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:38:30.223 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.223+0000 7f27a89c5640 1 --2- 172.21.15.42:0/1124753691 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fc2d5dfa90 0x55fc2d5e9e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:30.223 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.223+0000 7f27a91c6640 1 --2- 172.21.15.42:0/1124753691 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fc2d5dfa90 0x55fc2d5e9e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:30.223 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.223+0000 7f27a91c6640 1 -- 172.21.15.42:0/1124753691 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fc2d5ea350 msgr2=0x55fc2d5ec740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:38:30.224 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.223+0000 7f27a3fff640 1 --2- 172.21.15.42:0/1124753691 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fc2d5ea350 0x55fc2d5ec740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:30.224 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.223+0000 7f27a91c6640 1 --2- 172.21.15.42:0/1124753691 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fc2d5ea350 0x55fc2d5ec740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:30.224 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.223+0000 7f27a91c6640 1 -- 172.21.15.42:0/1124753691 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fc2d4fd9b0 con 0x55fc2d5df170 2024-06-06T08:38:30.224 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.224+0000 7f27a89c5640 1 --2- 172.21.15.42:0/1124753691 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fc2d5dfa90 0x55fc2d5e9e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:38:30.224 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.224+0000 7f27a91c6640 1 --2- 172.21.15.42:0/385903755 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f27940a2fd0 0x7f27940a5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:30.224 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.224+0000 7f27a91c6640 1 --2- 172.21.15.42:0/1124753691 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fc2d5df170 0x55fc2d5df550 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f279c00a430 tx=0x7f279c009650 comp rx=0 tx=0).ready entity=mon.2 client_cookie=585ebc9705e529e4 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:38:30.225 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.226+0000 7f27a91c6640 1 --2- 172.21.15.42:0/385903755 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f27940a2fd0 0x7f27940a5490 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f279c01e000 tx=0x7f279c01f000 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:38:30.225 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.226+0000 7f27a1ffb640 1 -- 172.21.15.42:0/385903755 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(127..127 src has 1..127) ==== 9482+0+0 (secure 0 0 0) 0x7f27980cfa50 con 0x7f27a4100a10 2024-06-06T08:38:30.225 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.226+0000 7f27a3fff640 1 --2- 172.21.15.42:0/1124753691 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fc2d5ea350 0x55fc2d5ec740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:38:30.229 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.231+0000 7f278effd640 1 -- 172.21.15.42:0/1124753691 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f279c0148f0 con 0x55fc2d5df170 2024-06-06T08:38:30.229 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.231+0000 7f278effd640 1 -- 172.21.15.42:0/1124753691 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f279c021430 con 0x55fc2d5df170 2024-06-06T08:38:30.230 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.231+0000 7f278effd640 1 -- 172.21.15.42:0/1124753691 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f279c01f560 con 0x55fc2d5df170 2024-06-06T08:38:30.232 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.233+0000 7f27ada0c740 1 -- 172.21.15.42:0/1124753691 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fc2d5df170 msgr2=0x55fc2d5df550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:30.232 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.233+0000 7f27ada0c740 1 --2- 172.21.15.42:0/1124753691 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fc2d5df170 0x55fc2d5df550 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f279c00a430 tx=0x7f279c009650 comp rx=0 tx=0).stop 2024-06-06T08:38:30.236 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.237+0000 7f27ada0c740 1 -- 172.21.15.42:0/1124753691 shutdown_connections 2024-06-06T08:38:30.236 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.237+0000 7f27ada0c740 1 --2- 172.21.15.42:0/1124753691 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fc2d5ea350 0x55fc2d5ec740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:30.236 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.237+0000 7f27ada0c740 1 --2- 172.21.15.42:0/1124753691 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fc2d5dfa90 0x55fc2d5e9e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:30.236 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.237+0000 7f27ada0c740 1 --2- 172.21.15.42:0/1124753691 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fc2d5df170 0x55fc2d5df550 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:30.236 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.237+0000 7f27ada0c740 1 -- 172.21.15.42:0/1124753691 >> 172.21.15.42:0/1124753691 conn(0x55fc2d5db680 msgr2=0x55fc2d5dba60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:38:30.238 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.239+0000 7f27ada0c740 1 -- 172.21.15.42:0/1124753691 shutdown_connections 2024-06-06T08:38:30.244 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.242+0000 7f27ada0c740 1 -- 172.21.15.42:0/1124753691 wait complete. 2024-06-06T08:38:30.244 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.242+0000 7f27ada0c740 1 -- start start 2024-06-06T08:38:30.244 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.242+0000 7f27ada0c740 1 Processor -- start 2024-06-06T08:38:30.244 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.243+0000 7f27ada0c740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fc2d5df170 0x55fc2d5e7290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:30.244 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.243+0000 7f27ada0c740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fc2d5dfa90 0x55fc2d5e77d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:30.244 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.243+0000 7f27ada0c740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fc2d5ea350 0x55fc2d5e7d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:30.244 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.243+0000 7f27ada0c740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55fc2d5ecf80 con 0x55fc2d5ea350 2024-06-06T08:38:30.245 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.243+0000 7f27ada0c740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55fc2d4ccae0 con 0x55fc2d5dfa90 2024-06-06T08:38:30.245 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.243+0000 7f27ada0c740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55fc2d5ed100 con 0x55fc2d5df170 2024-06-06T08:38:30.245 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.243+0000 7f27ada0c740 10 client.0 _ll_register_callbacks cb 0x55fc2d5059b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:38:30.245 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.243+0000 7f27a89c5640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fc2d5df170 0x55fc2d5e7290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:30.245 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.243+0000 7f27a89c5640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fc2d5df170 0x55fc2d5e7290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:55910/0 (socket says 172.21.15.42:55910) 2024-06-06T08:38:30.245 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.243+0000 7f27a89c5640 1 -- 172.21.15.42:0/3220438062 learned_addr learned my addr 172.21.15.42:0/3220438062 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:38:30.245 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.244+0000 7f27a89c5640 1 -- 172.21.15.42:0/3220438062 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fc2d5dfa90 msgr2=0x55fc2d5e77d0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-06-06T08:38:30.245 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.244+0000 7f27a89c5640 1 --2- 172.21.15.42:0/3220438062 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fc2d5dfa90 0x55fc2d5e77d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:30.245 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.244+0000 7f27a89c5640 1 -- 172.21.15.42:0/3220438062 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fc2d5ea350 msgr2=0x55fc2d5e7d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:38:30.245 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.244+0000 7f27a89c5640 1 --2- 172.21.15.42:0/3220438062 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fc2d5ea350 0x55fc2d5e7d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:30.245 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.244+0000 7f27a89c5640 1 -- 172.21.15.42:0/3220438062 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fc2d257210 con 0x55fc2d5df170 2024-06-06T08:38:30.246 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.244+0000 7f27a89c5640 1 --2- 172.21.15.42:0/3220438062 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fc2d5df170 0x55fc2d5e7290 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f279809b850 tx=0x7f279809b780 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9e6646679f9a0016 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:38:30.246 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.245+0000 7f2783fff640 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:38:30.246 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.245+0000 7f2783fff640 1 -- 172.21.15.42:0/3220438062 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f279809b1a0 con 0x55fc2d5df170 2024-06-06T08:38:30.246 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.245+0000 7f2783fff640 1 -- 172.21.15.42:0/3220438062 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(127..127 src has 1..127) ==== 9482+0+0 (secure 0 0 0) 0x7f27980978a0 con 0x55fc2d5df170 2024-06-06T08:38:30.246 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.245+0000 7f27ada0c740 1 -- 172.21.15.42:0/3220438062 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f279c021430 con 0x55fc2d5df170 2024-06-06T08:38:30.246 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.245+0000 7f2783fff640 1 -- 172.21.15.42:0/3220438062 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f279809ff00 con 0x55fc2d5df170 2024-06-06T08:38:30.249 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.249+0000 7f27ada0c740 10 client.27244 fetch_fsmap learned FSMap version 46 2024-06-06T08:38:30.249 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.249+0000 7f27ada0c740 1 -- 172.21.15.42:0/3220438062 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55fc2d323620 con 0x55fc2d5df170 2024-06-06T08:38:30.252 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.254+0000 7f2783fff640 1 -- 172.21.15.42:0/3220438062 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f279c021430 con 0x55fc2d5df170 2024-06-06T08:38:30.252 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.254+0000 7f2783fff640 1 -- 172.21.15.42:0/3220438062 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 46) ==== 8370+0+0 (secure 0 0 0) 0x7f279809ab20 con 0x55fc2d5df170 2024-06-06T08:38:30.256 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.254+0000 7f27ada0c740 10 client.27244 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T08:38:30.256 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.254+0000 7f27ada0c740 10 client.27244 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:38:30.256 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.254+0000 7f27ada0c740 20 client.27244 populate_metadata read hostname 'smithi042' 2024-06-06T08:38:30.256 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.255+0000 7f27ada0c740 1 --2- 172.21.15.42:0/3220438062 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55fc2d5fa4c0 0x55fc2d5fc980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:30.256 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.255+0000 7f27ada0c740 4 client.27244 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:38:30.256 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.255+0000 7f27ada0c740 1 -- 172.21.15.42:0/3220438062 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fc2d556f10 con 0x55fc2d5fa4c0 2024-06-06T08:38:30.257 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.257+0000 7f27a3fff640 1 --2- 172.21.15.42:0/3220438062 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55fc2d5fa4c0 0x55fc2d5fc980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:30.264 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.263+0000 7f27a3fff640 1 --2- 172.21.15.42:0/3220438062 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55fc2d5fa4c0 0x55fc2d5fc980 crc :-1 s=READY pgs=275 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c770dc2be74d85c9 server_cookie=3ae0ae95fe49f90d in_seq=0 out_seq=0 2024-06-06T08:38:30.264 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.263+0000 7f2783fff640 10 client.27244 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:38:30.271 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.267+0000 7f2783fff640 1 -- 172.21.15.42:0/3220438062 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55fc2d556f10 con 0x55fc2d5fa4c0 2024-06-06T08:38:30.271 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.267+0000 7f2783fff640 10 client.27244 handle_command_reply: tid=0 2024-06-06T08:38:30.271 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.267+0000 7f27ada0c740 1 client.27244 shutdown 2024-06-06T08:38:30.271 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.271+0000 7f27ada0c740 1 -- 172.21.15.42:0/3220438062 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fc2d5df170 msgr2=0x55fc2d5e7290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:30.271 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.271+0000 7f27ada0c740 1 --2- 172.21.15.42:0/3220438062 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fc2d5df170 0x55fc2d5e7290 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f279809b850 tx=0x7f279809b780 comp rx=0 tx=0).stop 2024-06-06T08:38:30.277 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.275+0000 7f27ada0c740 1 -- 172.21.15.42:0/3220438062 shutdown_connections 2024-06-06T08:38:30.277 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.275+0000 7f27ada0c740 1 --2- 172.21.15.42:0/3220438062 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55fc2d5fa4c0 0x55fc2d5fc980 crc :-1 s=READY pgs=275 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:30.277 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.275+0000 7f27ada0c740 1 --2- 172.21.15.42:0/3220438062 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fc2d5dfa90 0x55fc2d5e77d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:30.277 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.275+0000 7f27ada0c740 1 --2- 172.21.15.42:0/3220438062 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fc2d5ea350 0x55fc2d5e7d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:30.277 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.275+0000 7f27ada0c740 1 --2- 172.21.15.42:0/3220438062 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fc2d5df170 0x55fc2d5e7290 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:30.277 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.275+0000 7f27ada0c740 1 -- 172.21.15.42:0/3220438062 >> 172.21.15.42:0/3220438062 conn(0x55fc2d5db680 msgr2=0x55fc2d5e1400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:38:30.277 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.278+0000 7f2783fff640 0 client.27244 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:38:30.277 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.278+0000 7f27ada0c740 1 -- 172.21.15.42:0/3220438062 shutdown_connections 2024-06-06T08:38:30.280 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.280+0000 7f27ada0c740 1 -- 172.21.15.42:0/3220438062 wait complete. 2024-06-06T08:38:30.280 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.281+0000 7f27ada0c740 20 client.27244 trim_cache size 0 max 16384 2024-06-06T08:38:30.317 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.318+0000 7f27ada0c740 1 Processor -- start 2024-06-06T08:38:30.317 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.319+0000 7f27ada0c740 1 -- start start 2024-06-06T08:38:30.319 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.319+0000 7f27ada0c740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fc2d5df170 0x55fc2d5e1b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:30.319 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.319+0000 7f27ada0c740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fc2d5dfa90 0x55fc2d602290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:30.319 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.319+0000 7f27ada0c740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fc2d5ea350 0x55fc2d6027d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:30.319 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.319+0000 7f27ada0c740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f27880128e0 con 0x55fc2d5df170 2024-06-06T08:38:30.319 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.319+0000 7f27ada0c740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f27880100f0 con 0x55fc2d5ea350 2024-06-06T08:38:30.319 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.319+0000 7f27ada0c740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f278800df40 con 0x55fc2d5dfa90 2024-06-06T08:38:30.319 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.319+0000 7f27a89c5640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fc2d5df170 0x55fc2d5e1b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:30.319 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.320+0000 7f27a89c5640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fc2d5df170 0x55fc2d5e1b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:60532/0 (socket says 172.21.15.42:60532) 2024-06-06T08:38:30.319 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.320+0000 7f27a89c5640 1 -- 172.21.15.42:0/2008858751 learned_addr learned my addr 172.21.15.42:0/2008858751 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:38:30.319 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.320+0000 7f27a89c5640 1 -- 172.21.15.42:0/2008858751 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fc2d5dfa90 msgr2=0x55fc2d602290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:38:30.319 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.320+0000 7f27a89c5640 1 --2- 172.21.15.42:0/2008858751 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fc2d5dfa90 0x55fc2d602290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:30.319 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.320+0000 7f27a89c5640 1 -- 172.21.15.42:0/2008858751 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fc2d5ea350 msgr2=0x55fc2d6027d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:38:30.320 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.320+0000 7f27a89c5640 1 --2- 172.21.15.42:0/2008858751 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fc2d5ea350 0x55fc2d6027d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:30.320 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.320+0000 7f27a89c5640 1 -- 172.21.15.42:0/2008858751 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fc2d5e57e0 con 0x55fc2d5df170 2024-06-06T08:38:30.320 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.320+0000 7f27a89c5640 1 --2- 172.21.15.42:0/2008858751 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fc2d5df170 0x55fc2d5e1b80 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7f279800e9c0 tx=0x7f279809bcd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a748ea262ae7d9c4 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:38:30.322 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.323+0000 7f278e7fc640 1 -- 172.21.15.42:0/2008858751 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f279809ac10 con 0x55fc2d5df170 2024-06-06T08:38:30.322 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.323+0000 7f278e7fc640 1 -- 172.21.15.42:0/2008858751 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f27980a47c0 con 0x55fc2d5df170 2024-06-06T08:38:30.322 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.323+0000 7f278e7fc640 1 -- 172.21.15.42:0/2008858751 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27980a12f0 con 0x55fc2d5df170 2024-06-06T08:38:30.323 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.324+0000 7f27ada0c740 1 -- 172.21.15.42:0/2008858751 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fc2d5df170 msgr2=0x55fc2d5e1b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:30.323 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.324+0000 7f27ada0c740 1 --2- 172.21.15.42:0/2008858751 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fc2d5df170 0x55fc2d5e1b80 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7f279800e9c0 tx=0x7f279809bcd0 comp rx=0 tx=0).stop 2024-06-06T08:38:30.327 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.328+0000 7f27ada0c740 1 -- 172.21.15.42:0/2008858751 shutdown_connections 2024-06-06T08:38:30.327 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.329+0000 7f27ada0c740 1 --2- 172.21.15.42:0/2008858751 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fc2d5ea350 0x55fc2d6027d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:30.327 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.329+0000 7f27ada0c740 1 --2- 172.21.15.42:0/2008858751 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fc2d5dfa90 0x55fc2d602290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:30.327 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.329+0000 7f27ada0c740 1 --2- 172.21.15.42:0/2008858751 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fc2d5df170 0x55fc2d5e1b80 unknown :-1 s=CLOSED pgs=989 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:30.327 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.329+0000 7f27ada0c740 1 -- 172.21.15.42:0/2008858751 >> 172.21.15.42:0/2008858751 conn(0x55fc2d5db680 msgr2=0x55fc2d5e5b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:38:30.328 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.330+0000 7f27ada0c740 1 -- 172.21.15.42:0/2008858751 shutdown_connections 2024-06-06T08:38:30.329 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.330+0000 7f27ada0c740 1 -- 172.21.15.42:0/2008858751 wait complete. 2024-06-06T08:38:30.329 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.331+0000 7f27ada0c740 1 -- start start 2024-06-06T08:38:30.329 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.331+0000 7f27ada0c740 1 Processor -- start 2024-06-06T08:38:30.333 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.331+0000 7f27ada0c740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fc2d5df170 0x55fc2d5f2530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:30.333 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.331+0000 7f27ada0c740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fc2d5dfa90 0x55fc2d5f2a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:30.333 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.331+0000 7f27ada0c740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fc2d5ea350 0x55fc2d5ed9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:30.333 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.331+0000 7f27ada0c740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f278800e5b0 con 0x55fc2d5df170 2024-06-06T08:38:30.333 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.331+0000 7f27ada0c740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f278800fa20 con 0x55fc2d5dfa90 2024-06-06T08:38:30.334 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.331+0000 7f27ada0c740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f278800ec80 con 0x55fc2d5ea350 2024-06-06T08:38:30.334 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.332+0000 7f27ada0c740 10 client.0 _ll_register_callbacks cb 0x7f279809b990 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:38:30.334 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.332+0000 7f27a3fff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fc2d5dfa90 0x55fc2d5f2a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:30.334 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.332+0000 7f27a3fff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fc2d5dfa90 0x55fc2d5f2a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:48182/0 (socket says 172.21.15.42:48182) 2024-06-06T08:38:30.334 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.333+0000 7f27a3fff640 1 -- 172.21.15.42:0/2657755419 learned_addr learned my addr 172.21.15.42:0/2657755419 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:38:30.334 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.334+0000 7f27a91c6640 1 --2- 172.21.15.42:0/2657755419 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fc2d5ea350 0x55fc2d5ed9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:30.334 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.335+0000 7f27a89c5640 1 --2- 172.21.15.42:0/2657755419 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fc2d5df170 0x55fc2d5f2530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:30.334 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.335+0000 7f27a91c6640 1 -- 172.21.15.42:0/2657755419 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fc2d5dfa90 msgr2=0x55fc2d5f2a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:38:30.334 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.335+0000 7f27a91c6640 1 --2- 172.21.15.42:0/2657755419 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fc2d5dfa90 0x55fc2d5f2a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:30.335 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.335+0000 7f27a91c6640 1 -- 172.21.15.42:0/2657755419 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fc2d5df170 msgr2=0x55fc2d5f2530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:38:30.335 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.335+0000 7f27a91c6640 1 --2- 172.21.15.42:0/2657755419 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fc2d5df170 0x55fc2d5f2530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:30.335 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.335+0000 7f27a91c6640 1 -- 172.21.15.42:0/2657755419 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fc2d5ee1b0 con 0x55fc2d5ea350 2024-06-06T08:38:30.337 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.338+0000 7f27a91c6640 1 --2- 172.21.15.42:0/2657755419 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fc2d5ea350 0x55fc2d5ed9b0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x55fc2d5df140 tx=0x7f279c0108a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=318d1644852e336d server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:38:30.337 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.339+0000 7f2783fff640 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:38:30.343 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.344+0000 7f2783fff640 1 -- 172.21.15.42:0/2657755419 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f279c031060 con 0x55fc2d5ea350 2024-06-06T08:38:30.343 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.344+0000 7f2783fff640 1 -- 172.21.15.42:0/2657755419 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(127..127 src has 1..127) ==== 9482+0+0 (secure 0 0 0) 0x7f279c014a80 con 0x55fc2d5ea350 2024-06-06T08:38:30.344 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.345+0000 7f27ada0c740 1 -- 172.21.15.42:0/2657755419 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f27980a47c0 con 0x55fc2d5ea350 2024-06-06T08:38:30.349 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.350+0000 7f2783fff640 1 -- 172.21.15.42:0/2657755419 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f279c014c80 con 0x55fc2d5ea350 2024-06-06T08:38:30.350 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.351+0000 7f27ada0c740 10 client.27247 fetch_fsmap learned FSMap version 46 2024-06-06T08:38:30.350 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.351+0000 7f27ada0c740 1 -- 172.21.15.42:0/2657755419 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55fc2d664d80 con 0x55fc2d5ea350 2024-06-06T08:38:30.355 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.355+0000 7f2783fff640 1 -- 172.21.15.42:0/2657755419 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f27980a47c0 con 0x55fc2d5ea350 2024-06-06T08:38:30.355 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.355+0000 7f2783fff640 1 -- 172.21.15.42:0/2657755419 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 46) ==== 8370+0+0 (secure 0 0 0) 0x7f279c036420 con 0x55fc2d5ea350 2024-06-06T08:38:30.355 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.355+0000 7f27ada0c740 10 client.27247 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T08:38:30.355 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.355+0000 7f27ada0c740 10 client.27247 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:38:30.355 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.355+0000 7f27ada0c740 20 client.27247 populate_metadata read hostname 'smithi042' 2024-06-06T08:38:30.355 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.355+0000 7f27ada0c740 1 --2- 172.21.15.42:0/2657755419 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55fc2d665180 0x55fc2d667570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:30.356 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.355+0000 7f27ada0c740 4 client.27247 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:38:30.356 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.355+0000 7f27ada0c740 1 -- 172.21.15.42:0/2657755419 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55fc2d550c20 con 0x55fc2d665180 2024-06-06T08:38:30.356 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.357+0000 7f27a89c5640 1 --2- 172.21.15.42:0/2657755419 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55fc2d665180 0x55fc2d667570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:30.371 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.369+0000 7f27a89c5640 1 --2- 172.21.15.42:0/2657755419 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55fc2d665180 0x55fc2d667570 crc :-1 s=READY pgs=276 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=39538e2ad3e7d788 server_cookie=e92bd4d354973f4d in_seq=0 out_seq=0 2024-06-06T08:38:30.371 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.369+0000 7f2783fff640 10 client.27247 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:38:30.559 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.560+0000 7f2783fff640 1 -- 172.21.15.42:0/2657755419 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55fc2d550c20 con 0x55fc2d665180 2024-06-06T08:38:30.559 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.560+0000 7f2783fff640 10 client.27247 handle_command_reply: tid=0 2024-06-06T08:38:30.559 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.560+0000 7f27ada0c740 1 client.27247 shutdown 2024-06-06T08:38:30.560 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.560+0000 7f27ada0c740 1 -- 172.21.15.42:0/2657755419 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fc2d5ea350 msgr2=0x55fc2d5ed9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:30.560 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.560+0000 7f27ada0c740 1 --2- 172.21.15.42:0/2657755419 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fc2d5ea350 0x55fc2d5ed9b0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x55fc2d5df140 tx=0x7f279c0108a0 comp rx=0 tx=0).stop 2024-06-06T08:38:30.560 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.560+0000 7f27ada0c740 1 -- 172.21.15.42:0/2657755419 shutdown_connections 2024-06-06T08:38:30.560 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.560+0000 7f27ada0c740 1 --2- 172.21.15.42:0/2657755419 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55fc2d665180 0x55fc2d667570 crc :-1 s=READY pgs=276 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:30.560 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.560+0000 7f27ada0c740 1 --2- 172.21.15.42:0/2657755419 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fc2d5dfa90 0x55fc2d5f2a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:30.560 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.560+0000 7f27ada0c740 1 --2- 172.21.15.42:0/2657755419 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fc2d5ea350 0x55fc2d5ed9b0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:30.560 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.560+0000 7f27ada0c740 1 --2- 172.21.15.42:0/2657755419 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fc2d5df170 0x55fc2d5f2530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:30.560 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.560+0000 7f27ada0c740 1 -- 172.21.15.42:0/2657755419 >> 172.21.15.42:0/2657755419 conn(0x55fc2d5db680 msgr2=0x55fc2d5e7250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:38:30.560 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.560+0000 7f2783fff640 0 client.27247 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:38:30.560 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.561+0000 7f27ada0c740 1 -- 172.21.15.42:0/2657755419 shutdown_connections 2024-06-06T08:38:30.560 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.561+0000 7f27ada0c740 1 -- 172.21.15.42:0/2657755419 wait complete. 2024-06-06T08:38:30.560 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.561+0000 7f27ada0c740 20 client.27247 trim_cache size 0 max 16384 2024-06-06T08:38:30.561 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:38:30.561 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:38:30.561 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:38:30.562 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.562+0000 7f27aac29640 1 -- 172.21.15.42:0/385903755 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f27940a2fd0 msgr2=0x7f27940a5490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:30.562 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.562+0000 7f27aac29640 1 --2- 172.21.15.42:0/385903755 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f27940a2fd0 0x7f27940a5490 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f279c01e000 tx=0x7f279c01f000 comp rx=0 tx=0).stop 2024-06-06T08:38:30.562 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.562+0000 7f27aac29640 1 -- 172.21.15.42:0/385903755 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f27a4100a10 msgr2=0x7f27a40730a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:30.563 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.562+0000 7f27aac29640 1 --2- 172.21.15.42:0/385903755 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f27a4100a10 0x7f27a40730a0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f279800e9f0 tx=0x7f279800eeb0 comp rx=0 tx=0).stop 2024-06-06T08:38:30.563 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.562+0000 7f27aac29640 1 -- 172.21.15.42:0/385903755 shutdown_connections 2024-06-06T08:38:30.563 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.562+0000 7f27aac29640 1 --2- 172.21.15.42:0/385903755 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f27940a2fd0 0x7f27940a5490 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:30.563 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.562+0000 7f27aac29640 1 --2- 172.21.15.42:0/385903755 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f27a4105e10 0x7f27a406c2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:30.563 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.562+0000 7f27aac29640 1 --2- 172.21.15.42:0/385903755 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f27a4101330 0x7f27a40735e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:30.563 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.562+0000 7f27aac29640 1 --2- 172.21.15.42:0/385903755 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f27a4100a10 0x7f27a40730a0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:30.563 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.562+0000 7f27aac29640 1 -- 172.21.15.42:0/385903755 >> 172.21.15.42:0/385903755 conn(0x7f27a40779f0 msgr2=0x7f27a41037c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:38:30.563 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.562+0000 7f27aac29640 1 -- 172.21.15.42:0/385903755 shutdown_connections 2024-06-06T08:38:30.563 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:30.562+0000 7f27aac29640 1 -- 172.21.15.42:0/385903755 wait complete. 2024-06-06T08:38:30.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:38:30 smithi120 ceph-mon[36658]: pgmap v506: 129 pgs: 22 active+clean+snaptrim, 64 active+clean+snaptrim_wait, 43 active+clean; 1.6 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 402 KiB/s rd, 272 KiB/s wr, 246 op/s 2024-06-06T08:38:31.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:38:30 smithi149 ceph-mon[36842]: pgmap v506: 129 pgs: 22 active+clean+snaptrim, 64 active+clean+snaptrim_wait, 43 active+clean; 1.6 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 402 KiB/s rd, 272 KiB/s wr, 246 op/s 2024-06-06T08:38:31.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:38:30 smithi042 ceph-mon[32384]: pgmap v506: 129 pgs: 22 active+clean+snaptrim, 64 active+clean+snaptrim_wait, 43 active+clean; 1.6 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 402 KiB/s rd, 272 KiB/s wr, 246 op/s 2024-06-06T08:38:32.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:38:32 smithi120 ceph-mon[36658]: pgmap v507: 129 pgs: 22 active+clean+snaptrim, 64 active+clean+snaptrim_wait, 43 active+clean; 1.6 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 373 KiB/s rd, 235 KiB/s wr, 186 op/s 2024-06-06T08:38:33.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:38:32 smithi149 ceph-mon[36842]: pgmap v507: 129 pgs: 22 active+clean+snaptrim, 64 active+clean+snaptrim_wait, 43 active+clean; 1.6 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 373 KiB/s rd, 235 KiB/s wr, 186 op/s 2024-06-06T08:38:33.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:38:32 smithi042 ceph-mon[32384]: pgmap v507: 129 pgs: 22 active+clean+snaptrim, 64 active+clean+snaptrim_wait, 43 active+clean; 1.6 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 373 KiB/s rd, 235 KiB/s wr, 186 op/s 2024-06-06T08:38:34.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:38:34 smithi120 ceph-mon[36658]: pgmap v508: 129 pgs: 22 active+clean+snaptrim, 64 active+clean+snaptrim_wait, 43 active+clean; 1.5 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 332 KiB/s rd, 206 KiB/s wr, 150 op/s 2024-06-06T08:38:35.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:38:34 smithi149 ceph-mon[36842]: pgmap v508: 129 pgs: 22 active+clean+snaptrim, 64 active+clean+snaptrim_wait, 43 active+clean; 1.5 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 332 KiB/s rd, 206 KiB/s wr, 150 op/s 2024-06-06T08:38:35.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:38:34 smithi042 ceph-mon[32384]: pgmap v508: 129 pgs: 22 active+clean+snaptrim, 64 active+clean+snaptrim_wait, 43 active+clean; 1.5 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 332 KiB/s rd, 206 KiB/s wr, 150 op/s 2024-06-06T08:38:36.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:38:36 smithi120 ceph-mon[36658]: pgmap v509: 129 pgs: 21 active+clean+snaptrim, 61 active+clean+snaptrim_wait, 47 active+clean; 1.5 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 330 KiB/s rd, 216 KiB/s wr, 120 op/s 2024-06-06T08:38:37.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:38:36 smithi149 ceph-mon[36842]: pgmap v509: 129 pgs: 21 active+clean+snaptrim, 61 active+clean+snaptrim_wait, 47 active+clean; 1.5 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 330 KiB/s rd, 216 KiB/s wr, 120 op/s 2024-06-06T08:38:37.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:38:36 smithi042 ceph-mon[32384]: pgmap v509: 129 pgs: 21 active+clean+snaptrim, 61 active+clean+snaptrim_wait, 47 active+clean; 1.5 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 330 KiB/s rd, 216 KiB/s wr, 120 op/s 2024-06-06T08:38:37.102 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:38:37.565 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:38:37 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:38:37.328+0000 7f9f3dc58700 -1 calc_pg_upmaps abort due to max <= 0 2024-06-06T08:38:37.677 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:38:38.890 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:38:38 smithi120 ceph-mon[36658]: pgmap v510: 129 pgs: 21 active+clean+snaptrim, 61 active+clean+snaptrim_wait, 47 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 48 KiB/s wr, 73 op/s 2024-06-06T08:38:39.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:38:38 smithi149 ceph-mon[36842]: pgmap v510: 129 pgs: 21 active+clean+snaptrim, 61 active+clean+snaptrim_wait, 47 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 48 KiB/s wr, 73 op/s 2024-06-06T08:38:39.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:38:38 smithi042 ceph-mon[32384]: pgmap v510: 129 pgs: 21 active+clean+snaptrim, 61 active+clean+snaptrim_wait, 47 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 48 KiB/s wr, 73 op/s 2024-06-06T08:38:39.849 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:39.850+0000 7fb7081c7700 1 -- 172.21.15.42:0/2063490413 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb700109490 msgr2=0x7fb700109870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:39.849 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:39.850+0000 7fb7081c7700 1 --2- 172.21.15.42:0/2063490413 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb700109490 0x7fb700109870 secure :-1 s=READY pgs=990 cs=0 l=1 rev1=1 crypto rx=0x7fb6f800b0a0 tx=0x7fb6f800b3b0 comp rx=0 tx=0).stop 2024-06-06T08:38:39.854 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:39.855+0000 7fb7081c7700 1 -- 172.21.15.42:0/2063490413 shutdown_connections 2024-06-06T08:38:39.854 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:39.855+0000 7fb7081c7700 1 --2- 172.21.15.42:0/2063490413 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb7001155e0 0x7fb7001179d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:39.855 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:39.855+0000 7fb7081c7700 1 --2- 172.21.15.42:0/2063490413 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb700109490 0x7fb700109870 unknown :-1 s=CLOSED pgs=990 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:39.855 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:39.855+0000 7fb7081c7700 1 --2- 172.21.15.42:0/2063490413 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb700109db0 0x7fb7001150a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:39.855 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:39.855+0000 7fb7081c7700 1 -- 172.21.15.42:0/2063490413 >> 172.21.15.42:0/2063490413 conn(0x7fb70006d600 msgr2=0x7fb70006da10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:38:39.860 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:39.861+0000 7fb7081c7700 1 -- 172.21.15.42:0/2063490413 shutdown_connections 2024-06-06T08:38:39.860 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:39.861+0000 7fb7081c7700 1 -- 172.21.15.42:0/2063490413 wait complete. 2024-06-06T08:38:39.862 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:39.862+0000 7fb7081c7700 1 Processor -- start 2024-06-06T08:38:39.862 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:39.863+0000 7fb7081c7700 1 -- start start 2024-06-06T08:38:39.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:39.864+0000 7fb7081c7700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb700109490 0x7fb70010af00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:39.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:39.864+0000 7fb7081c7700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb700109db0 0x7fb70010b440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:39.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:39.864+0000 7fb7081c7700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb7001155e0 0x7fb70010b980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:39.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:39.864+0000 7fb7081c7700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb70011b090 con 0x7fb7001155e0 2024-06-06T08:38:39.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:39.864+0000 7fb7081c7700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fb70011af10 con 0x7fb700109db0 2024-06-06T08:38:39.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:39.864+0000 7fb7081c7700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fb70011b210 con 0x7fb700109490 2024-06-06T08:38:39.867 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:39.866+0000 7fb705762700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb700109db0 0x7fb70010b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:39.867 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:39.867+0000 7fb705f63700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb700109490 0x7fb70010af00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:39.867 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:39.868+0000 7fb706764700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb7001155e0 0x7fb70010b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:39.867 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:39.868+0000 7fb706764700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb7001155e0 0x7fb70010b980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:41290/0 (socket says 172.21.15.42:41290) 2024-06-06T08:38:39.867 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:39.868+0000 7fb706764700 1 -- 172.21.15.42:0/202746540 learned_addr learned my addr 172.21.15.42:0/202746540 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:38:39.868 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:39.869+0000 7fb706764700 1 -- 172.21.15.42:0/202746540 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb700109490 msgr2=0x7fb70010af00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:39.869 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:39.869+0000 7fb706764700 1 --2- 172.21.15.42:0/202746540 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb700109490 0x7fb70010af00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:39.869 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:39.869+0000 7fb706764700 1 -- 172.21.15.42:0/202746540 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb700109db0 msgr2=0x7fb70010b440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:39.869 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:39.869+0000 7fb706764700 1 --2- 172.21.15.42:0/202746540 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb700109db0 0x7fb70010b440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:39.869 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:39.869+0000 7fb706764700 1 -- 172.21.15.42:0/202746540 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7001a13c0 con 0x7fb7001155e0 2024-06-06T08:38:39.869 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:39.870+0000 7fb706764700 1 --2- 172.21.15.42:0/202746540 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb7001155e0 0x7fb70010b980 secure :-1 s=READY pgs=991 cs=0 l=1 rev1=1 crypto rx=0x7fb6f400b4a0 tx=0x7fb6f400b7b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:38:39.870 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:39.871+0000 7fb6f2ffd700 1 -- 172.21.15.42:0/202746540 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6f4015020 con 0x7fb7001155e0 2024-06-06T08:38:39.870 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:39.872+0000 7fb6f2ffd700 1 -- 172.21.15.42:0/202746540 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb6f4011d10 con 0x7fb7001155e0 2024-06-06T08:38:39.870 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:39.872+0000 7fb6f2ffd700 1 -- 172.21.15.42:0/202746540 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6f400f2e0 con 0x7fb7001155e0 2024-06-06T08:38:39.873 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:39.874+0000 7fb7081c7700 1 -- 172.21.15.42:0/202746540 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7001a16b0 con 0x7fb7001155e0 2024-06-06T08:38:39.873 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:39.874+0000 7fb7081c7700 1 -- 172.21.15.42:0/202746540 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7001a1ba0 con 0x7fb7001155e0 2024-06-06T08:38:39.873 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:39.875+0000 7fb7081c7700 1 -- 172.21.15.42:0/202746540 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb700069180 con 0x7fb7001155e0 2024-06-06T08:38:39.881 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:39.880+0000 7fb6f2ffd700 1 -- 172.21.15.42:0/202746540 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fb6f4018020 con 0x7fb7001155e0 2024-06-06T08:38:39.881 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:39.880+0000 7fb6f2ffd700 1 --2- 172.21.15.42:0/202746540 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fb6ec0a2ee0 0x7fb6ec0a53a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:39.881 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:39.881+0000 7fb6f2ffd700 1 -- 172.21.15.42:0/202746540 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(127..127 src has 1..127) ==== 9482+0+0 (secure 0 0 0) 0x7fb6f40cf3b0 con 0x7fb7001155e0 2024-06-06T08:38:39.885 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:39.886+0000 7fb705f63700 1 --2- 172.21.15.42:0/202746540 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fb6ec0a2ee0 0x7fb6ec0a53a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:39.889 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:39.888+0000 7fb6f2ffd700 1 -- 172.21.15.42:0/202746540 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fb6f401f020 con 0x7fb7001155e0 2024-06-06T08:38:39.889 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:39.891+0000 7fb705f63700 1 --2- 172.21.15.42:0/202746540 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fb6ec0a2ee0 0x7fb6ec0a53a0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fb6f80062a0 tx=0x7fb6f80061f0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:38:40.383 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:40.384+0000 7fb7081c7700 1 -- 172.21.15.42:0/202746540 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb7001a1f60 con 0x7fb7001155e0 2024-06-06T08:38:40.388 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:38:40.389 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":46,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/667270675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":667270675},{"type":"v1","addr":"172.21.15.42:6837","nonce":667270675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/2414389302","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":2414389302},{"type":"v1","addr":"172.21.15.42:6839","nonce":2414389302}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14574,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/3625002785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":3625002785},{"type":"v1","addr":"172.21.15.42:6841","nonce":3625002785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":26389,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/411591287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":411591287},{"type":"v1","addr":"172.21.15.149:6835","nonce":411591287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":46,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T08:18:39.778858+0000","modified":"2024-06-06T08:33:24.901180+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24464},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6837/3434475673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":3434475673},{"type":"v1","addr":"172.21.15.120:6837","nonce":3434475673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":188,"addr":"172.21.15.120:6839/1585293472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":1585293472},{"type":"v1","addr":"172.21.15.120:6839","nonce":1585293472}]},"join_fscid":-1,"export_targets":[0,1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":192,"addr":"172.21.15.149:6837/751787578","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":751787578},{"type":"v1","addr":"172.21.15.149:6837","nonce":751787578}]},"join_fscid":-1,"export_targets":[0,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":8,"addr":"172.21.15.149:6839/764851483","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":764851483},{"type":"v1","addr":"172.21.15.149:6839","nonce":764851483}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26696":{"gid":26696,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6835/2158320752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":2158320752},{"type":"v1","addr":"172.21.15.120:6835","nonce":2158320752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24469,24484,24464]},"id":1}]} 2024-06-06T08:38:40.389 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:40.389+0000 7fb6f2ffd700 1 -- 172.21.15.42:0/202746540 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 46 v46) ==== 94+0+11885 (secure 0 0 0) 0x7fb6f4097070 con 0x7fb7001155e0 2024-06-06T08:38:40.393 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:40.394+0000 7fb7081c7700 1 -- 172.21.15.42:0/202746540 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fb6ec0a2ee0 msgr2=0x7fb6ec0a53a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:40.393 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:40.394+0000 7fb7081c7700 1 --2- 172.21.15.42:0/202746540 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fb6ec0a2ee0 0x7fb6ec0a53a0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fb6f80062a0 tx=0x7fb6f80061f0 comp rx=0 tx=0).stop 2024-06-06T08:38:40.393 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:40.394+0000 7fb7081c7700 1 -- 172.21.15.42:0/202746540 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb7001155e0 msgr2=0x7fb70010b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:40.393 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:40.394+0000 7fb7081c7700 1 --2- 172.21.15.42:0/202746540 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb7001155e0 0x7fb70010b980 secure :-1 s=READY pgs=991 cs=0 l=1 rev1=1 crypto rx=0x7fb6f400b4a0 tx=0x7fb6f400b7b0 comp rx=0 tx=0).stop 2024-06-06T08:38:40.393 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:40.395+0000 7fb7081c7700 1 -- 172.21.15.42:0/202746540 shutdown_connections 2024-06-06T08:38:40.394 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:40.395+0000 7fb7081c7700 1 --2- 172.21.15.42:0/202746540 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fb6ec0a2ee0 0x7fb6ec0a53a0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:40.394 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:40.395+0000 7fb7081c7700 1 --2- 172.21.15.42:0/202746540 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb7001155e0 0x7fb70010b980 unknown :-1 s=CLOSED pgs=991 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:40.394 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:40.395+0000 7fb7081c7700 1 --2- 172.21.15.42:0/202746540 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb700109490 0x7fb70010af00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:40.394 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:40.395+0000 7fb7081c7700 1 --2- 172.21.15.42:0/202746540 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fb700109db0 0x7fb70010b440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:40.394 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:40.395+0000 7fb7081c7700 1 -- 172.21.15.42:0/202746540 >> 172.21.15.42:0/202746540 conn(0x7fb70006d600 msgr2=0x7fb700072520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:38:40.398 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:40.399+0000 7fb7081c7700 1 -- 172.21.15.42:0/202746540 shutdown_connections 2024-06-06T08:38:40.402 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:40.401+0000 7fb7081c7700 1 -- 172.21.15.42:0/202746540 wait complete. 2024-06-06T08:38:40.415 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 46 2024-06-06T08:38:40.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:38:40 smithi120 ceph-mon[36658]: pgmap v511: 129 pgs: 20 active+clean+snaptrim, 61 active+clean+snaptrim_wait, 48 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 51 KiB/s wr, 41 op/s 2024-06-06T08:38:40.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:38:40 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/202746540' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:38:41.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:38:40 smithi149 ceph-mon[36842]: pgmap v511: 129 pgs: 20 active+clean+snaptrim, 61 active+clean+snaptrim_wait, 48 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 51 KiB/s wr, 41 op/s 2024-06-06T08:38:41.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:38:40 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/202746540' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:38:41.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:38:40 smithi042 ceph-mon[32384]: pgmap v511: 129 pgs: 20 active+clean+snaptrim, 61 active+clean+snaptrim_wait, 48 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 51 KiB/s wr, 41 op/s 2024-06-06T08:38:41.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:38:40 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/202746540' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:38:41.588 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24484 quiesce db --set-id c360c13c --release --await' 2024-06-06T08:38:41.589 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- timeout 105 ceph tell mds.24484 quiesce db --set-id c360c13c --release --await 2024-06-06T08:38:42.091 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:38:42.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:38:42 smithi042 ceph-mon[32384]: pgmap v512: 129 pgs: 19 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 56 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 40 KiB/s wr, 27 op/s 2024-06-06T08:38:43.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:38:42 smithi149 ceph-mon[36842]: pgmap v512: 129 pgs: 19 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 56 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 40 KiB/s wr, 27 op/s 2024-06-06T08:38:43.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:38:42 smithi120 ceph-mon[36658]: pgmap v512: 129 pgs: 19 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 56 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 40 KiB/s wr, 27 op/s 2024-06-06T08:38:43.740 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.741+0000 7fc6647ce640 1 -- 172.21.15.42:0/2577090481 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc65c105330 msgr2=0x7fc65c10cf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:43.740 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.741+0000 7fc6647ce640 1 --2- 172.21.15.42:0/2577090481 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc65c105330 0x7fc65c10cf00 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7fc65401a910 tx=0x7fc65403d7a0 comp rx=0 tx=0).stop 2024-06-06T08:38:43.743 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.742+0000 7fc6647ce640 1 -- 172.21.15.42:0/2577090481 shutdown_connections 2024-06-06T08:38:43.743 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.742+0000 7fc6647ce640 1 --2- 172.21.15.42:0/2577090481 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc65c105330 0x7fc65c10cf00 unknown :-1 s=CLOSED pgs=992 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:43.743 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.742+0000 7fc6647ce640 1 --2- 172.21.15.42:0/2577090481 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc65c100c10 0x7fc65c104c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:43.743 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.742+0000 7fc6647ce640 1 --2- 172.21.15.42:0/2577090481 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc65c100260 0x7fc65c100640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:43.743 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.742+0000 7fc6647ce640 1 -- 172.21.15.42:0/2577090481 >> 172.21.15.42:0/2577090481 conn(0x7fc65c076e30 msgr2=0x7fc65c0fe1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:38:43.743 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.743+0000 7fc6647ce640 1 -- 172.21.15.42:0/2577090481 shutdown_connections 2024-06-06T08:38:43.743 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.744+0000 7fc6647ce640 1 -- 172.21.15.42:0/2577090481 wait complete. 2024-06-06T08:38:43.744 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.745+0000 7fc6647ce640 1 Processor -- start 2024-06-06T08:38:43.744 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.745+0000 7fc6647ce640 1 -- start start 2024-06-06T08:38:43.745 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.745+0000 7fc6647ce640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc65c100260 0x7fc65c1083d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:43.745 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.745+0000 7fc6647ce640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc65c105330 0x7fc65c108910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:43.747 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.745+0000 7fc6647ce640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc65c108e50 0x7fc65c1bb7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:43.747 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.745+0000 7fc6647ce640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc65c06d5b0 con 0x7fc65c108e50 2024-06-06T08:38:43.747 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.745+0000 7fc6647ce640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fc65c06d430 con 0x7fc65c100260 2024-06-06T08:38:43.747 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.745+0000 7fc6647ce640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fc65c06d730 con 0x7fc65c105330 2024-06-06T08:38:43.747 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.746+0000 7fc66256a640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc65c100260 0x7fc65c1083d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:43.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.746+0000 7fc66256a640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc65c100260 0x7fc65c1083d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:54878/0 (socket says 172.21.15.42:54878) 2024-06-06T08:38:43.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.746+0000 7fc66256a640 1 -- 172.21.15.42:0/3275485221 learned_addr learned my addr 172.21.15.42:0/3275485221 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:38:43.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.746+0000 7fc662d6b640 1 --2- 172.21.15.42:0/3275485221 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc65c108e50 0x7fc65c1bb7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:43.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.746+0000 7fc66256a640 1 -- 172.21.15.42:0/3275485221 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc65c105330 msgr2=0x7fc65c108910 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-06-06T08:38:43.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.746+0000 7fc66256a640 1 --2- 172.21.15.42:0/3275485221 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc65c105330 0x7fc65c108910 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:43.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.747+0000 7fc66256a640 1 -- 172.21.15.42:0/3275485221 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc65c108e50 msgr2=0x7fc65c1bb7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:43.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.747+0000 7fc66256a640 1 --2- 172.21.15.42:0/3275485221 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc65c108e50 0x7fc65c1bb7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:43.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.747+0000 7fc66256a640 1 -- 172.21.15.42:0/3275485221 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc65c1bbf30 con 0x7fc65c100260 2024-06-06T08:38:43.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.748+0000 7fc66256a640 1 --2- 172.21.15.42:0/3275485221 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc65c100260 0x7fc65c1083d0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fc64800b4a0 tx=0x7fc64800b960 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:38:43.750 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.752+0000 7fc65b7fe640 1 -- 172.21.15.42:0/3275485221 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc648014070 con 0x7fc65c100260 2024-06-06T08:38:43.755 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.752+0000 7fc6647ce640 1 -- 172.21.15.42:0/3275485221 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc65c1bc220 con 0x7fc65c100260 2024-06-06T08:38:43.755 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.752+0000 7fc6647ce640 1 -- 172.21.15.42:0/3275485221 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc65c1bc770 con 0x7fc65c100260 2024-06-06T08:38:43.755 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.756+0000 7fc6675bc740 1 Processor -- start 2024-06-06T08:38:43.755 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.756+0000 7fc65b7fe640 1 -- 172.21.15.42:0/3275485221 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc648010af0 con 0x7fc65c100260 2024-06-06T08:38:43.755 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.756+0000 7fc65b7fe640 1 -- 172.21.15.42:0/3275485221 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc648017c70 con 0x7fc65c100260 2024-06-06T08:38:43.757 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.757+0000 7fc6675bc740 1 -- start start 2024-06-06T08:38:43.757 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.758+0000 7fc6675bc740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561281bf3170 0x561281bf3550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:43.757 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.758+0000 7fc6675bc740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561281bf3a90 0x561281bfde10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:43.758 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.758+0000 7fc6675bc740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561281bfe350 0x561281c00740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:43.758 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.758+0000 7fc6675bc740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x561281b574f0 con 0x561281bf3170 2024-06-06T08:38:43.758 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.758+0000 7fc6675bc740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x561281af5870 con 0x561281bfe350 2024-06-06T08:38:43.758 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.758+0000 7fc6675bc740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x561281b534b0 con 0x561281bf3a90 2024-06-06T08:38:43.759 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.759+0000 7fc661d69640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561281bfe350 0x561281c00740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:43.759 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.759+0000 7fc661d69640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561281bfe350 0x561281c00740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:54890/0 (socket says 172.21.15.42:54890) 2024-06-06T08:38:43.759 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.759+0000 7fc661d69640 1 -- 172.21.15.42:0/996222573 learned_addr learned my addr 172.21.15.42:0/996222573 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:38:43.759 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.760+0000 7fc662d6b640 1 --2- 172.21.15.42:0/996222573 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561281bf3170 0x561281bf3550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:43.759 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.760+0000 7fc66256a640 1 --2- 172.21.15.42:0/996222573 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561281bf3a90 0x561281bfde10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:43.759 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.760+0000 7fc65b7fe640 1 -- 172.21.15.42:0/3275485221 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fc648017070 con 0x7fc65c100260 2024-06-06T08:38:43.759 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.761+0000 7fc661d69640 1 -- 172.21.15.42:0/996222573 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561281bf3a90 msgr2=0x561281bfde10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:38:43.760 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.761+0000 7fc661d69640 1 --2- 172.21.15.42:0/996222573 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561281bf3a90 0x561281bfde10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:43.761 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.761+0000 7fc661d69640 1 -- 172.21.15.42:0/996222573 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561281bf3170 msgr2=0x561281bf3550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:38:43.761 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.761+0000 7fc661d69640 1 --2- 172.21.15.42:0/996222573 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561281bf3170 0x561281bf3550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:43.761 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.761+0000 7fc661d69640 1 -- 172.21.15.42:0/996222573 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561281b119b0 con 0x561281bfe350 2024-06-06T08:38:43.762 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.763+0000 7fc65b7fe640 1 --2- 172.21.15.42:0/3275485221 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc64c0a2fd0 0x7fc64c0a5490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:43.762 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.763+0000 7fc661d69640 1 --2- 172.21.15.42:0/996222573 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561281bfe350 0x561281c00740 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fc650009d90 tx=0x7fc65000b810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6c4edd34a9ff8604 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:38:43.762 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.763+0000 7fc65b7fe640 1 -- 172.21.15.42:0/3275485221 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(127..127 src has 1..127) ==== 9482+0+0 (secure 0 0 0) 0x7fc6480cee60 con 0x7fc65c100260 2024-06-06T08:38:43.764 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.765+0000 7fc662d6b640 1 --2- 172.21.15.42:0/3275485221 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc64c0a2fd0 0x7fc64c0a5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:43.764 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.765+0000 7fc658ff9640 1 -- 172.21.15.42:0/996222573 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc650018070 con 0x561281bfe350 2024-06-06T08:38:43.764 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.766+0000 7fc658ff9640 1 -- 172.21.15.42:0/996222573 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc650011a00 con 0x561281bfe350 2024-06-06T08:38:43.765 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.766+0000 7fc658ff9640 1 -- 172.21.15.42:0/996222573 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc650013c40 con 0x561281bfe350 2024-06-06T08:38:43.765 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.767+0000 7fc6675bc740 1 -- 172.21.15.42:0/996222573 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561281bfe350 msgr2=0x561281c00740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:43.766 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.767+0000 7fc6675bc740 1 --2- 172.21.15.42:0/996222573 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561281bfe350 0x561281c00740 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fc650009d90 tx=0x7fc65000b810 comp rx=0 tx=0).stop 2024-06-06T08:38:43.767 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.769+0000 7fc662d6b640 1 --2- 172.21.15.42:0/3275485221 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc64c0a2fd0 0x7fc64c0a5490 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fc654006010 tx=0x7fc654020040 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:38:43.771 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.770+0000 7fc6675bc740 1 -- 172.21.15.42:0/996222573 shutdown_connections 2024-06-06T08:38:43.771 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.770+0000 7fc6675bc740 1 --2- 172.21.15.42:0/996222573 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561281bfe350 0x561281c00740 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:43.771 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.770+0000 7fc6675bc740 1 --2- 172.21.15.42:0/996222573 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561281bf3a90 0x561281bfde10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:43.771 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.770+0000 7fc6675bc740 1 --2- 172.21.15.42:0/996222573 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561281bf3170 0x561281bf3550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:43.771 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.770+0000 7fc6675bc740 1 -- 172.21.15.42:0/996222573 >> 172.21.15.42:0/996222573 conn(0x561281bef680 msgr2=0x561281befa60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:38:43.773 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.775+0000 7fc6675bc740 1 -- 172.21.15.42:0/996222573 shutdown_connections 2024-06-06T08:38:43.774 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.775+0000 7fc6675bc740 1 -- 172.21.15.42:0/996222573 wait complete. 2024-06-06T08:38:43.774 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.776+0000 7fc6675bc740 1 -- start start 2024-06-06T08:38:43.774 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.776+0000 7fc6675bc740 1 Processor -- start 2024-06-06T08:38:43.776 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.776+0000 7fc6675bc740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561281bf3170 0x561281bfb270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:43.776 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.776+0000 7fc6675bc740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561281bf3a90 0x561281bfb7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:43.776 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.776+0000 7fc6675bc740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561281bfe350 0x561281bfbcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:43.776 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.776+0000 7fc6675bc740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x561281c11f90 con 0x561281bf3a90 2024-06-06T08:38:43.776 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.776+0000 7fc6675bc740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x561281ae0ae0 con 0x561281bf3170 2024-06-06T08:38:43.776 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.776+0000 7fc6675bc740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x561281c12110 con 0x561281bfe350 2024-06-06T08:38:43.776 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.776+0000 7fc6675bc740 10 client.0 _ll_register_callbacks cb 0x561281b199b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:38:43.776 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.777+0000 7fc662d6b640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561281bfe350 0x561281bfbcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:43.776 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.777+0000 7fc662d6b640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561281bfe350 0x561281bfbcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:45342/0 (socket says 172.21.15.42:45342) 2024-06-06T08:38:43.776 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.777+0000 7fc662d6b640 1 -- 172.21.15.42:0/3636928462 learned_addr learned my addr 172.21.15.42:0/3636928462 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:38:43.777 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.777+0000 7fc66256a640 1 --2- 172.21.15.42:0/3636928462 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561281bf3170 0x561281bfb270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:43.777 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.777+0000 7fc662d6b640 1 -- 172.21.15.42:0/3636928462 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561281bf3170 msgr2=0x561281bfb270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:38:43.777 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.777+0000 7fc662d6b640 1 --2- 172.21.15.42:0/3636928462 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561281bf3170 0x561281bfb270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:43.777 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.777+0000 7fc662d6b640 1 -- 172.21.15.42:0/3636928462 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561281bf3a90 msgr2=0x561281bfb7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:38:43.777 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.777+0000 7fc662d6b640 1 --2- 172.21.15.42:0/3636928462 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561281bf3a90 0x561281bfb7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:43.777 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.777+0000 7fc662d6b640 1 -- 172.21.15.42:0/3636928462 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56128186b210 con 0x561281bfe350 2024-06-06T08:38:43.777 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.778+0000 7fc662d6b640 1 --2- 172.21.15.42:0/3636928462 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561281bfe350 0x561281bfbcf0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fc654020310 tx=0x7fc65403d7a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=aee37ccf76a30310 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:38:43.780 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.781+0000 7fc645ffb640 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:38:43.780 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.781+0000 7fc645ffb640 1 -- 172.21.15.42:0/3636928462 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc654014070 con 0x561281bfe350 2024-06-06T08:38:43.780 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.781+0000 7fc645ffb640 1 -- 172.21.15.42:0/3636928462 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(127..127 src has 1..127) ==== 9482+0+0 (secure 0 0 0) 0x7fc654004cc0 con 0x561281bfe350 2024-06-06T08:38:43.781 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.781+0000 7fc6675bc740 1 -- 172.21.15.42:0/3636928462 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc650011a00 con 0x561281bfe350 2024-06-06T08:38:43.781 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.782+0000 7fc645ffb640 1 -- 172.21.15.42:0/3636928462 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=47) ==== 24+0+0 (secure 0 0 0) 0x7fc654048040 con 0x561281bfe350 2024-06-06T08:38:43.781 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.783+0000 7fc6675bc740 10 client.27256 fetch_fsmap learned FSMap version 47 2024-06-06T08:38:43.781 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.783+0000 7fc6675bc740 1 -- 172.21.15.42:0/3636928462 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=47,monmap=4+}) -- 0x561281937620 con 0x561281bfe350 2024-06-06T08:38:43.785 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.786+0000 7fc645ffb640 1 -- 172.21.15.42:0/3636928462 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc650011a00 con 0x561281bfe350 2024-06-06T08:38:43.785 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.786+0000 7fc645ffb640 1 -- 172.21.15.42:0/3636928462 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 47) ==== 8366+0+0 (secure 0 0 0) 0x7fc654054030 con 0x561281bfe350 2024-06-06T08:38:43.785 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.787+0000 7fc6675bc740 10 client.27256 fetch_fsmap finished waiting for FSMap version 47 2024-06-06T08:38:43.785 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.787+0000 7fc6675bc740 10 client.27256 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:38:43.785 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.787+0000 7fc6675bc740 20 client.27256 populate_metadata read hostname 'smithi042' 2024-06-06T08:38:43.786 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.787+0000 7fc6675bc740 1 --2- 172.21.15.42:0/3636928462 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x561281c1f690 0x561281c21b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:43.786 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.787+0000 7fc6675bc740 4 client.27256 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:38:43.786 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.787+0000 7fc6675bc740 1 -- 172.21.15.42:0/3636928462 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561281b6af10 con 0x561281c1f690 2024-06-06T08:38:43.789 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.789+0000 7fc66256a640 1 --2- 172.21.15.42:0/3636928462 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x561281c1f690 0x561281c21b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:43.795 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.796+0000 7fc66256a640 1 --2- 172.21.15.42:0/3636928462 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x561281c1f690 0x561281c21b30 crc :-1 s=READY pgs=277 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4a7d9500cb8da6a6 server_cookie=201bd8af87ef1577 in_seq=0 out_seq=0 2024-06-06T08:38:43.798 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.799+0000 7fc645ffb640 10 client.27256 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:38:43.798 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.799+0000 7fc645ffb640 1 -- 172.21.15.42:0/3636928462 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x561281b6af10 con 0x561281c1f690 2024-06-06T08:38:43.798 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.799+0000 7fc645ffb640 10 client.27256 handle_command_reply: tid=0 2024-06-06T08:38:43.798 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.800+0000 7fc6675bc740 1 client.27256 shutdown 2024-06-06T08:38:43.803 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.805+0000 7fc6675bc740 1 -- 172.21.15.42:0/3636928462 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561281bfe350 msgr2=0x561281bfbcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:43.804 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.805+0000 7fc6675bc740 1 --2- 172.21.15.42:0/3636928462 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561281bfe350 0x561281bfbcf0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fc654020310 tx=0x7fc65403d7a0 comp rx=0 tx=0).stop 2024-06-06T08:38:43.810 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.811+0000 7fc6675bc740 1 -- 172.21.15.42:0/3636928462 shutdown_connections 2024-06-06T08:38:43.810 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.811+0000 7fc6675bc740 1 --2- 172.21.15.42:0/3636928462 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x561281c1f690 0x561281c21b30 crc :-1 s=READY pgs=277 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:43.810 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.811+0000 7fc6675bc740 1 --2- 172.21.15.42:0/3636928462 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561281bfe350 0x561281bfbcf0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:43.810 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.811+0000 7fc6675bc740 1 --2- 172.21.15.42:0/3636928462 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561281bf3a90 0x561281bfb7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:43.810 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.811+0000 7fc6675bc740 1 --2- 172.21.15.42:0/3636928462 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561281bf3170 0x561281bfb270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:43.810 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.811+0000 7fc6675bc740 1 -- 172.21.15.42:0/3636928462 >> 172.21.15.42:0/3636928462 conn(0x561281bef680 msgr2=0x561281bf5400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:38:43.810 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.812+0000 7fc645ffb640 0 client.27256 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:38:43.813 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.815+0000 7fc6675bc740 1 -- 172.21.15.42:0/3636928462 shutdown_connections 2024-06-06T08:38:43.815 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.815+0000 7fc6675bc740 1 -- 172.21.15.42:0/3636928462 wait complete. 2024-06-06T08:38:43.815 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.815+0000 7fc6675bc740 20 client.27256 trim_cache size 0 max 16384 2024-06-06T08:38:43.854 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.855+0000 7fc6675bc740 1 Processor -- start 2024-06-06T08:38:43.854 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.855+0000 7fc6675bc740 1 -- start start 2024-06-06T08:38:43.856 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.856+0000 7fc6675bc740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561281bf3170 0x561281bf5b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:43.856 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.856+0000 7fc6675bc740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561281bf3a90 0x561281bfb940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:43.856 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.856+0000 7fc66256a640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561281bf3170 0x561281bf5b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:43.856 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.856+0000 7fc66256a640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561281bf3170 0x561281bf5b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:45350/0 (socket says 172.21.15.42:45350) 2024-06-06T08:38:43.856 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.856+0000 7fc661d69640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561281bf3a90 0x561281bfb940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:43.856 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.856+0000 7fc661d69640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561281bf3a90 0x561281bfb940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:54904/0 (socket says 172.21.15.42:54904) 2024-06-06T08:38:43.856 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.856+0000 7fc6675bc740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561281bfe350 0x561281c27440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:43.856 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.857+0000 7fc66256a640 1 -- 172.21.15.42:0/1709750740 learned_addr learned my addr 172.21.15.42:0/1709750740 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:38:43.856 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.857+0000 7fc6675bc740 1 -- 172.21.15.42:0/1709750740 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc640012980 con 0x561281bfe350 2024-06-06T08:38:43.856 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.857+0000 7fc6675bc740 1 -- 172.21.15.42:0/1709750740 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fc640010190 con 0x561281bf3a90 2024-06-06T08:38:43.857 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.857+0000 7fc6675bc740 1 -- 172.21.15.42:0/1709750740 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fc64000dfe0 con 0x561281bf3170 2024-06-06T08:38:43.857 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.857+0000 7fc662d6b640 1 --2- 172.21.15.42:0/1709750740 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561281bfe350 0x561281c27440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:43.859 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.858+0000 7fc662d6b640 1 -- 172.21.15.42:0/1709750740 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561281bf3170 msgr2=0x561281bf5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:38:43.859 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.858+0000 7fc662d6b640 1 --2- 172.21.15.42:0/1709750740 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561281bf3170 0x561281bf5b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:43.859 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.858+0000 7fc662d6b640 1 -- 172.21.15.42:0/1709750740 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561281bf3a90 msgr2=0x561281bfb940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:38:43.859 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.858+0000 7fc662d6b640 1 --2- 172.21.15.42:0/1709750740 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561281bf3a90 0x561281bfb940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:43.859 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.858+0000 7fc662d6b640 1 -- 172.21.15.42:0/1709750740 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561281bf38c0 con 0x561281bfe350 2024-06-06T08:38:43.859 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.858+0000 7fc662d6b640 1 --2- 172.21.15.42:0/1709750740 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561281bfe350 0x561281c27440 secure :-1 s=READY pgs=993 cs=0 l=1 rev1=1 crypto rx=0x7fc6540202e0 tx=0x7fc654005d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f45c11c9bfdc63e server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:38:43.859 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.858+0000 7fc66256a640 1 --2- 172.21.15.42:0/1709750740 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561281bf3170 0x561281bf5b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:38:43.860 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.858+0000 7fc661d69640 1 --2- 172.21.15.42:0/1709750740 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561281bf3a90 0x561281bfb940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:38:43.862 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.862+0000 7fc647fff640 1 -- 172.21.15.42:0/1709750740 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc654063070 con 0x561281bfe350 2024-06-06T08:38:43.862 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.862+0000 7fc647fff640 1 -- 172.21.15.42:0/1709750740 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc654042510 con 0x561281bfe350 2024-06-06T08:38:43.862 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.862+0000 7fc647fff640 1 -- 172.21.15.42:0/1709750740 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc654014070 con 0x561281bfe350 2024-06-06T08:38:43.865 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.864+0000 7fc6675bc740 1 -- 172.21.15.42:0/1709750740 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561281bfe350 msgr2=0x561281c27440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:43.865 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.864+0000 7fc6675bc740 1 --2- 172.21.15.42:0/1709750740 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561281bfe350 0x561281c27440 secure :-1 s=READY pgs=993 cs=0 l=1 rev1=1 crypto rx=0x7fc6540202e0 tx=0x7fc654005d50 comp rx=0 tx=0).stop 2024-06-06T08:38:43.865 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.866+0000 7fc6675bc740 1 -- 172.21.15.42:0/1709750740 shutdown_connections 2024-06-06T08:38:43.865 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.866+0000 7fc6675bc740 1 --2- 172.21.15.42:0/1709750740 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561281bf3a90 0x561281bfb940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:43.865 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.866+0000 7fc6675bc740 1 --2- 172.21.15.42:0/1709750740 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561281bfe350 0x561281c27440 unknown :-1 s=CLOSED pgs=993 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:43.865 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.866+0000 7fc6675bc740 1 --2- 172.21.15.42:0/1709750740 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561281bf3170 0x561281bf5b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:43.866 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.866+0000 7fc6675bc740 1 -- 172.21.15.42:0/1709750740 >> 172.21.15.42:0/1709750740 conn(0x561281bef680 msgr2=0x561281bfb230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:38:43.867 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.866+0000 7fc6675bc740 1 -- 172.21.15.42:0/1709750740 shutdown_connections 2024-06-06T08:38:43.867 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.867+0000 7fc6675bc740 1 -- 172.21.15.42:0/1709750740 wait complete. 2024-06-06T08:38:43.867 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.867+0000 7fc6675bc740 1 -- start start 2024-06-06T08:38:43.867 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.867+0000 7fc6675bc740 1 Processor -- start 2024-06-06T08:38:43.867 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.868+0000 7fc6675bc740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561281bf3170 0x561281c17b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:43.867 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.868+0000 7fc6675bc740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561281bf3a90 0x561281c12e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:43.867 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.868+0000 7fc6675bc740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561281bfe350 0x561281c133c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:43.868 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.868+0000 7fc6675bc740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc64000e650 con 0x561281bf3170 2024-06-06T08:38:43.868 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.868+0000 7fc6675bc740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fc64000fac0 con 0x561281bfe350 2024-06-06T08:38:43.868 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.868+0000 7fc6675bc740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fc64000ed20 con 0x561281bf3a90 2024-06-06T08:38:43.868 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.868+0000 7fc6675bc740 10 client.0 _ll_register_callbacks cb 0x7fc654020550 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:38:43.868 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.868+0000 7fc661d69640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561281bf3a90 0x561281c12e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:43.868 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.868+0000 7fc661d69640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561281bf3a90 0x561281c12e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:45356/0 (socket says 172.21.15.42:45356) 2024-06-06T08:38:43.868 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.868+0000 7fc661d69640 1 -- 172.21.15.42:0/3133689622 learned_addr learned my addr 172.21.15.42:0/3133689622 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:38:43.870 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.869+0000 7fc66256a640 1 --2- 172.21.15.42:0/3133689622 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561281bf3170 0x561281c17b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:43.871 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.869+0000 7fc661d69640 1 -- 172.21.15.42:0/3133689622 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561281bfe350 msgr2=0x561281c133c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:38:43.871 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.869+0000 7fc661d69640 1 --2- 172.21.15.42:0/3133689622 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561281bfe350 0x561281c133c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:43.871 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.869+0000 7fc661d69640 1 -- 172.21.15.42:0/3133689622 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561281bf3170 msgr2=0x561281c17b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:38:43.871 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.869+0000 7fc661d69640 1 --2- 172.21.15.42:0/3133689622 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561281bf3170 0x561281c17b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:43.871 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.869+0000 7fc661d69640 1 -- 172.21.15.42:0/3133689622 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561281c13bf0 con 0x561281bf3a90 2024-06-06T08:38:43.871 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.869+0000 7fc661d69640 1 --2- 172.21.15.42:0/3133689622 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561281bf3a90 0x561281c12e80 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fc65000e040 tx=0x7fc650003c40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=21c035be9d10aa7c server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:38:43.871 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.870+0000 7fc645ffb640 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:38:43.871 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.870+0000 7fc645ffb640 1 -- 172.21.15.42:0/3133689622 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc650020020 con 0x561281bf3a90 2024-06-06T08:38:43.872 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.870+0000 7fc6675bc740 1 -- 172.21.15.42:0/3133689622 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc654042510 con 0x561281bf3a90 2024-06-06T08:38:43.872 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.870+0000 7fc645ffb640 1 -- 172.21.15.42:0/3133689622 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(127..127 src has 1..127) ==== 9482+0+0 (secure 0 0 0) 0x7fc650003db0 con 0x561281bf3a90 2024-06-06T08:38:43.872 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.871+0000 7fc645ffb640 1 -- 172.21.15.42:0/3133689622 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=47) ==== 24+0+0 (secure 0 0 0) 0x7fc65002b050 con 0x561281bf3a90 2024-06-06T08:38:43.872 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.871+0000 7fc6675bc740 10 client.27259 fetch_fsmap learned FSMap version 47 2024-06-06T08:38:43.872 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.871+0000 7fc6675bc740 1 -- 172.21.15.42:0/3133689622 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=47,monmap=4+}) -- 0x561281c8a3b0 con 0x561281bf3a90 2024-06-06T08:38:43.872 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.871+0000 7fc645ffb640 1 -- 172.21.15.42:0/3133689622 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc654042510 con 0x561281bf3a90 2024-06-06T08:38:43.872 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.872+0000 7fc645ffb640 1 -- 172.21.15.42:0/3133689622 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 47) ==== 8366+0+0 (secure 0 0 0) 0x7fc65001b050 con 0x561281bf3a90 2024-06-06T08:38:43.872 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.872+0000 7fc6675bc740 10 client.27259 fetch_fsmap finished waiting for FSMap version 47 2024-06-06T08:38:43.872 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.872+0000 7fc6675bc740 10 client.27259 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:38:43.872 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.872+0000 7fc6675bc740 20 client.27259 populate_metadata read hostname 'smithi042' 2024-06-06T08:38:43.872 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.872+0000 7fc6675bc740 1 --2- 172.21.15.42:0/3133689622 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x561281c8ab10 0x561281c8cf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:43.872 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.872+0000 7fc6675bc740 4 client.27259 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:38:43.872 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.872+0000 7fc6675bc740 1 -- 172.21.15.42:0/3133689622 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x561281b64c20 con 0x561281c8ab10 2024-06-06T08:38:43.873 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.872+0000 7fc66256a640 1 --2- 172.21.15.42:0/3133689622 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x561281c8ab10 0x561281c8cf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:43.873 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.873+0000 7fc66256a640 1 --2- 172.21.15.42:0/3133689622 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x561281c8ab10 0x561281c8cf30 crc :-1 s=READY pgs=278 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=71a390ff8c7c652a server_cookie=62edf8ed5f2ce93a in_seq=0 out_seq=0 2024-06-06T08:38:43.873 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.873+0000 7fc645ffb640 10 client.27259 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:38:43.984 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.985+0000 7fc645ffb640 1 -- 172.21.15.42:0/3133689622 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x561281b64c20 con 0x561281c8ab10 2024-06-06T08:38:43.984 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.985+0000 7fc645ffb640 10 client.27259 handle_command_reply: tid=0 2024-06-06T08:38:43.984 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.985+0000 7fc6675bc740 1 client.27259 shutdown 2024-06-06T08:38:43.984 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.985+0000 7fc6675bc740 1 -- 172.21.15.42:0/3133689622 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561281bf3a90 msgr2=0x561281c12e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:43.984 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.985+0000 7fc6675bc740 1 --2- 172.21.15.42:0/3133689622 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561281bf3a90 0x561281c12e80 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fc65000e040 tx=0x7fc650003c40 comp rx=0 tx=0).stop 2024-06-06T08:38:43.985 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.985+0000 7fc6675bc740 1 -- 172.21.15.42:0/3133689622 shutdown_connections 2024-06-06T08:38:43.985 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.985+0000 7fc6675bc740 1 --2- 172.21.15.42:0/3133689622 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x561281c8ab10 0x561281c8cf30 crc :-1 s=READY pgs=278 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:43.985 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.985+0000 7fc6675bc740 1 --2- 172.21.15.42:0/3133689622 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x561281bfe350 0x561281c133c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:43.985 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.985+0000 7fc6675bc740 1 --2- 172.21.15.42:0/3133689622 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561281bf3a90 0x561281c12e80 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:43.985 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.985+0000 7fc6675bc740 1 --2- 172.21.15.42:0/3133689622 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561281bf3170 0x561281c17b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:43.985 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.985+0000 7fc6675bc740 1 -- 172.21.15.42:0/3133689622 >> 172.21.15.42:0/3133689622 conn(0x561281bef680 msgr2=0x561281bee7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:38:43.985 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.986+0000 7fc645ffb640 0 client.27259 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:38:43.985 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.986+0000 7fc6675bc740 1 -- 172.21.15.42:0/3133689622 shutdown_connections 2024-06-06T08:38:43.985 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.986+0000 7fc6675bc740 1 -- 172.21.15.42:0/3133689622 wait complete. 2024-06-06T08:38:43.985 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.986+0000 7fc6675bc740 20 client.27259 trim_cache size 0 max 16384 2024-06-06T08:38:43.986 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:38:43.986 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:38:43.986 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:38:43.988 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.987+0000 7fc6647ce640 1 -- 172.21.15.42:0/3275485221 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc64c0a2fd0 msgr2=0x7fc64c0a5490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:43.988 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.987+0000 7fc6647ce640 1 --2- 172.21.15.42:0/3275485221 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc64c0a2fd0 0x7fc64c0a5490 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fc654006010 tx=0x7fc654020040 comp rx=0 tx=0).stop 2024-06-06T08:38:43.988 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.987+0000 7fc6647ce640 1 -- 172.21.15.42:0/3275485221 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc65c100260 msgr2=0x7fc65c1083d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:43.988 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.987+0000 7fc6647ce640 1 --2- 172.21.15.42:0/3275485221 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc65c100260 0x7fc65c1083d0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fc64800b4a0 tx=0x7fc64800b960 comp rx=0 tx=0).stop 2024-06-06T08:38:43.988 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.987+0000 7fc6647ce640 1 -- 172.21.15.42:0/3275485221 shutdown_connections 2024-06-06T08:38:43.988 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.987+0000 7fc6647ce640 1 --2- 172.21.15.42:0/3275485221 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc64c0a2fd0 0x7fc64c0a5490 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:43.988 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.987+0000 7fc6647ce640 1 --2- 172.21.15.42:0/3275485221 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc65c108e50 0x7fc65c1bb7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:43.988 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.988+0000 7fc6647ce640 1 --2- 172.21.15.42:0/3275485221 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc65c105330 0x7fc65c108910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:43.988 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.988+0000 7fc6647ce640 1 --2- 172.21.15.42:0/3275485221 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc65c100260 0x7fc65c1083d0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:43.988 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.988+0000 7fc6647ce640 1 -- 172.21.15.42:0/3275485221 >> 172.21.15.42:0/3275485221 conn(0x7fc65c076e30 msgr2=0x7fc65c0fe1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:38:43.988 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.988+0000 7fc6647ce640 1 -- 172.21.15.42:0/3275485221 shutdown_connections 2024-06-06T08:38:43.988 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:43.988+0000 7fc6647ce640 1 -- 172.21.15.42:0/3275485221 wait complete. 2024-06-06T08:38:44.345 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.346+0000 7f0370753700 1 -- 172.21.15.42:0/2305874115 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f036811bc70 msgr2=0x7f036811e060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:44.345 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.346+0000 7f0370753700 1 --2- 172.21.15.42:0/2305874115 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f036811bc70 0x7f036811e060 secure :-1 s=READY pgs=994 cs=0 l=1 rev1=1 crypto rx=0x7f036000b0a0 tx=0x7f036000b3b0 comp rx=0 tx=0).stop 2024-06-06T08:38:44.345 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.346+0000 7f0370753700 1 -- 172.21.15.42:0/2305874115 shutdown_connections 2024-06-06T08:38:44.346 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.346+0000 7f0370753700 1 --2- 172.21.15.42:0/2305874115 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f036811bc70 0x7f036811e060 unknown :-1 s=CLOSED pgs=994 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:44.346 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.346+0000 7f0370753700 1 --2- 172.21.15.42:0/2305874115 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0368110c70 0x7f0368109490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:44.346 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.346+0000 7f0370753700 1 --2- 172.21.15.42:0/2305874115 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f03681099d0 0x7f0368109e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:44.346 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.346+0000 7f0370753700 1 -- 172.21.15.42:0/2305874115 >> 172.21.15.42:0/2305874115 conn(0x7f036806d600 msgr2=0x7f036806da10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:38:44.346 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.347+0000 7f0370753700 1 -- 172.21.15.42:0/2305874115 shutdown_connections 2024-06-06T08:38:44.347 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.347+0000 7f0370753700 1 -- 172.21.15.42:0/2305874115 wait complete. 2024-06-06T08:38:44.347 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.347+0000 7f0370753700 1 Processor -- start 2024-06-06T08:38:44.347 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.348+0000 7f0370753700 1 -- start start 2024-06-06T08:38:44.347 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.348+0000 7f0370753700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f03681099d0 0x7f036811a220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:44.348 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.348+0000 7f0370753700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0368110c70 0x7f0368113300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:44.348 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.348+0000 7f0370753700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f036811bc70 0x7f0368113840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:44.348 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.348+0000 7f0370753700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0368121650 con 0x7f036811bc70 2024-06-06T08:38:44.348 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.348+0000 7f0370753700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f03681214d0 con 0x7f0368110c70 2024-06-06T08:38:44.348 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.348+0000 7f0370753700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f03681217d0 con 0x7f03681099d0 2024-06-06T08:38:44.348 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.348+0000 7f036e4ef700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f03681099d0 0x7f036811a220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:44.348 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.348+0000 7f036e4ef700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f03681099d0 0x7f036811a220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:45382/0 (socket says 172.21.15.42:45382) 2024-06-06T08:38:44.348 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.348+0000 7f036e4ef700 1 -- 172.21.15.42:0/2730916880 learned_addr learned my addr 172.21.15.42:0/2730916880 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:38:44.348 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.348+0000 7f036dcee700 1 --2- 172.21.15.42:0/2730916880 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0368110c70 0x7f0368113300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:44.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.349+0000 7f036dcee700 1 -- 172.21.15.42:0/2730916880 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f03681099d0 msgr2=0x7f036811a220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:44.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.349+0000 7f036dcee700 1 --2- 172.21.15.42:0/2730916880 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f03681099d0 0x7f036811a220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:44.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.349+0000 7f036dcee700 1 -- 172.21.15.42:0/2730916880 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f036811bc70 msgr2=0x7f0368113840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:44.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.349+0000 7f036dcee700 1 --2- 172.21.15.42:0/2730916880 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f036811bc70 0x7f0368113840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:44.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.349+0000 7f036dcee700 1 -- 172.21.15.42:0/2730916880 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0368113e30 con 0x7f0368110c70 2024-06-06T08:38:44.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.350+0000 7f036dcee700 1 --2- 172.21.15.42:0/2730916880 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0368110c70 0x7f0368113300 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f036400d950 tx=0x7f036400dc60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:38:44.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.351+0000 7f035f7fe700 1 -- 172.21.15.42:0/2730916880 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0364017070 con 0x7f0368110c70 2024-06-06T08:38:44.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.351+0000 7f035f7fe700 1 -- 172.21.15.42:0/2730916880 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0364009e10 con 0x7f0368110c70 2024-06-06T08:38:44.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.351+0000 7f035f7fe700 1 -- 172.21.15.42:0/2730916880 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0364010e30 con 0x7f0368110c70 2024-06-06T08:38:44.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.351+0000 7f0370753700 1 -- 172.21.15.42:0/2730916880 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0368114120 con 0x7f0368110c70 2024-06-06T08:38:44.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.351+0000 7f0370753700 1 -- 172.21.15.42:0/2730916880 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0368118070 con 0x7f0368110c70 2024-06-06T08:38:44.356 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.358+0000 7f037afd6b80 1 Processor -- start 2024-06-06T08:38:44.358 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.358+0000 7f035f7fe700 1 -- 172.21.15.42:0/2730916880 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f036401a070 con 0x7f0368110c70 2024-06-06T08:38:44.359 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.359+0000 7f035f7fe700 1 --2- 172.21.15.42:0/2730916880 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f03540a2f10 0x7f03540a53d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:44.359 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.360+0000 7f035f7fe700 1 -- 172.21.15.42:0/2730916880 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(127..127 src has 1..127) ==== 9482+0+0 (secure 0 0 0) 0x7f03640cf070 con 0x7f0368110c70 2024-06-06T08:38:44.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.370+0000 7f036ecf0700 1 --2- 172.21.15.42:0/2730916880 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f03540a2f10 0x7f03540a53d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:44.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.370+0000 7f037afd6b80 1 -- start start 2024-06-06T08:38:44.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.370+0000 7f036ecf0700 1 --2- 172.21.15.42:0/2730916880 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f03540a2f10 0x7f03540a53d0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f0360009e60 tx=0x7f036000b7b0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:38:44.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.371+0000 7f037afd6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b56645c40 0x555b56646020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:44.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.371+0000 7f037afd6b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555b56646560 0x555b5663fe90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:44.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.372+0000 7f037afd6b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555b566403d0 0x555b56640810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:44.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.372+0000 7f037afd6b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x555b56591910 con 0x555b56645c40 2024-06-06T08:38:44.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.372+0000 7f036dcee700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555b56646560 0x555b5663fe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:44.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.372+0000 7f036dcee700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555b56646560 0x555b5663fe90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:45388/0 (socket says 172.21.15.42:45388) 2024-06-06T08:38:44.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.372+0000 7f036dcee700 1 -- 172.21.15.42:0/2400381641 learned_addr learned my addr 172.21.15.42:0/2400381641 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:38:44.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.372+0000 7f037afd6b80 1 -- 172.21.15.42:0/2400381641 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x555b56539820 con 0x555b566403d0 2024-06-06T08:38:44.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.372+0000 7f037afd6b80 1 -- 172.21.15.42:0/2400381641 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x555b5658d8d0 con 0x555b56646560 2024-06-06T08:38:44.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.374+0000 7f036dcee700 1 -- 172.21.15.42:0/2400381641 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555b566403d0 msgr2=0x555b56640810 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-06T08:38:44.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.374+0000 7f036dcee700 1 --2- 172.21.15.42:0/2400381641 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555b566403d0 0x555b56640810 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:44.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.374+0000 7f036dcee700 1 -- 172.21.15.42:0/2400381641 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b56645c40 msgr2=0x555b56646020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:38:44.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.374+0000 7f036dcee700 1 --2- 172.21.15.42:0/2400381641 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b56645c40 0x555b56646020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:44.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.374+0000 7f036dcee700 1 -- 172.21.15.42:0/2400381641 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555b56530050 con 0x555b56646560 2024-06-06T08:38:44.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.374+0000 7f036dcee700 1 --2- 172.21.15.42:0/2400381641 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555b56646560 0x555b5663fe90 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f0364097630 tx=0x7f036409b250 comp rx=0 tx=0).ready entity=mon.1 client_cookie=82692023fdd807b8 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:38:44.375 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.375+0000 7f035cff9700 1 -- 172.21.15.42:0/2400381641 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0364021070 con 0x555b56646560 2024-06-06T08:38:44.375 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.375+0000 7f035cff9700 1 -- 172.21.15.42:0/2400381641 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f03640bb0b0 con 0x555b56646560 2024-06-06T08:38:44.376 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.375+0000 7f035cff9700 1 -- 172.21.15.42:0/2400381641 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03640a39b0 con 0x555b56646560 2024-06-06T08:38:44.376 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.377+0000 7f037afd6b80 1 -- 172.21.15.42:0/2400381641 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555b56646560 msgr2=0x555b5663fe90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:44.376 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.377+0000 7f037afd6b80 1 --2- 172.21.15.42:0/2400381641 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555b56646560 0x555b5663fe90 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f0364097630 tx=0x7f036409b250 comp rx=0 tx=0).stop 2024-06-06T08:38:44.377 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.378+0000 7f037afd6b80 1 -- 172.21.15.42:0/2400381641 shutdown_connections 2024-06-06T08:38:44.377 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.378+0000 7f037afd6b80 1 --2- 172.21.15.42:0/2400381641 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555b566403d0 0x555b56640810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:44.377 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.378+0000 7f037afd6b80 1 --2- 172.21.15.42:0/2400381641 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b56645c40 0x555b56646020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:44.377 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.378+0000 7f037afd6b80 1 --2- 172.21.15.42:0/2400381641 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555b56646560 0x555b5663fe90 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:44.377 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.378+0000 7f037afd6b80 1 -- 172.21.15.42:0/2400381641 >> 172.21.15.42:0/2400381641 conn(0x555b5656adc0 msgr2=0x555b5663b120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:38:44.383 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.384+0000 7f037afd6b80 1 -- 172.21.15.42:0/2400381641 shutdown_connections 2024-06-06T08:38:44.387 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.388+0000 7f037afd6b80 1 -- 172.21.15.42:0/2400381641 wait complete. 2024-06-06T08:38:44.387 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.388+0000 7f037afd6b80 1 -- start start 2024-06-06T08:38:44.387 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.388+0000 7f037afd6b80 1 Processor -- start 2024-06-06T08:38:44.388 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.389+0000 7f037afd6b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555b566403d0 0x555b5664c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:44.388 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.389+0000 7f037afd6b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555b56645c40 0x555b566495f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:44.388 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.389+0000 7f037afd6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b56646560 0x555b56649b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:44.388 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.389+0000 7f037afd6b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x555b5664cf70 con 0x555b56646560 2024-06-06T08:38:44.388 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.389+0000 7f037afd6b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x555b56531cf0 con 0x555b566403d0 2024-06-06T08:38:44.388 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.389+0000 7f037afd6b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x555b5664d0f0 con 0x555b56645c40 2024-06-06T08:38:44.388 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.389+0000 7f037afd6b80 10 client.0 _ll_register_callbacks cb 0x555b5652ba20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:38:44.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.389+0000 7f036e4ef700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555b566403d0 0x555b5664c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:44.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.389+0000 7f036e4ef700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555b566403d0 0x555b5664c2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:54962/0 (socket says 172.21.15.42:54962) 2024-06-06T08:38:44.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.389+0000 7f036e4ef700 1 -- 172.21.15.42:0/1418140368 learned_addr learned my addr 172.21.15.42:0/1418140368 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:38:44.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.389+0000 7f036dcee700 1 --2- 172.21.15.42:0/1418140368 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555b56645c40 0x555b566495f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:44.393 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.390+0000 7f036ecf0700 1 --2- 172.21.15.42:0/1418140368 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b56646560 0x555b56649b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:44.393 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.394+0000 7f036ecf0700 1 -- 172.21.15.42:0/1418140368 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555b56645c40 msgr2=0x555b566495f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:38:44.393 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.394+0000 7f036ecf0700 1 --2- 172.21.15.42:0/1418140368 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555b56645c40 0x555b566495f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:44.393 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.394+0000 7f036ecf0700 1 -- 172.21.15.42:0/1418140368 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555b566403d0 msgr2=0x555b5664c2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:38:44.393 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.394+0000 7f036ecf0700 1 --2- 172.21.15.42:0/1418140368 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555b566403d0 0x555b5664c2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:44.393 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.394+0000 7f036ecf0700 1 -- 172.21.15.42:0/1418140368 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555b564e09d0 con 0x555b56646560 2024-06-06T08:38:44.393 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.394+0000 7f036dcee700 1 --2- 172.21.15.42:0/1418140368 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555b56645c40 0x555b566495f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:38:44.393 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.394+0000 7f036e4ef700 1 --2- 172.21.15.42:0/1418140368 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555b566403d0 0x555b5664c2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:38:44.394 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.395+0000 7f036ecf0700 1 --2- 172.21.15.42:0/1418140368 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b56646560 0x555b56649b30 secure :-1 s=READY pgs=995 cs=0 l=1 rev1=1 crypto rx=0x7f0360009fd0 tx=0x7f0360003c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b19d8bb6f61ec55 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:38:44.394 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.396+0000 7f0351ffb700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:38:44.403 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.404+0000 7f0351ffb700 1 -- 172.21.15.42:0/1418140368 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0360023050 con 0x555b56646560 2024-06-06T08:38:44.403 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.404+0000 7f037afd6b80 1 -- 172.21.15.42:0/1418140368 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f03640bb0b0 con 0x555b56646560 2024-06-06T08:38:44.403 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.404+0000 7f0351ffb700 1 -- 172.21.15.42:0/1418140368 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(127..127 src has 1..127) ==== 9482+0+0 (secure 0 0 0) 0x7f0360007ac0 con 0x555b56646560 2024-06-06T08:38:44.403 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.405+0000 7f0351ffb700 1 -- 172.21.15.42:0/1418140368 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=47) ==== 24+0+0 (secure 0 0 0) 0x7f0360036050 con 0x555b56646560 2024-06-06T08:38:44.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.407+0000 7f037afd6b80 10 client.17832 fetch_fsmap learned FSMap version 47 2024-06-06T08:38:44.405 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.407+0000 7f037afd6b80 1 -- 172.21.15.42:0/1418140368 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=47,monmap=4+}) -- 0x555b566578d0 con 0x555b56646560 2024-06-06T08:38:44.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.409+0000 7f0351ffb700 1 -- 172.21.15.42:0/1418140368 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f03640bb0b0 con 0x555b56646560 2024-06-06T08:38:44.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.409+0000 7f0351ffb700 1 -- 172.21.15.42:0/1418140368 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 47) ==== 8366+0+0 (secure 0 0 0) 0x7f0360011070 con 0x555b56646560 2024-06-06T08:38:44.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.410+0000 7f037afd6b80 10 client.17832 fetch_fsmap finished waiting for FSMap version 47 2024-06-06T08:38:44.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.410+0000 7f037afd6b80 10 client.17832 resolve_mds: validated gid 24484 aka daemon mds.i 2024-06-06T08:38:44.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.410+0000 7f037afd6b80 20 client.17832 populate_metadata read hostname 'smithi042' 2024-06-06T08:38:44.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.410+0000 7f037afd6b80 1 --2- 172.21.15.42:0/1418140368 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x555b56659e60 0x555b5665c290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:44.410 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.410+0000 7f037afd6b80 4 client.17832 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:38:44.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.410+0000 7f037afd6b80 1 -- 172.21.15.42:0/1418140368 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555b5659ee10 con 0x555b56659e60 2024-06-06T08:38:44.411 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.412+0000 7f036e4ef700 1 --2- 172.21.15.42:0/1418140368 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x555b56659e60 0x555b5665c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:44.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.421+0000 7f036e4ef700 1 --2- 172.21.15.42:0/1418140368 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x555b56659e60 0x555b5665c290 crc :-1 s=READY pgs=279 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1708e7d137339057 server_cookie=cceddd82751f31eb in_seq=0 out_seq=0 2024-06-06T08:38:44.420 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.421+0000 7f0351ffb700 10 client.17832 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:38:44.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.422+0000 7f0351ffb700 1 -- 172.21.15.42:0/1418140368 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x555b5659ee10 con 0x555b56659e60 2024-06-06T08:38:44.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.422+0000 7f0351ffb700 10 client.17832 handle_command_reply: tid=0 2024-06-06T08:38:44.421 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.423+0000 7f037afd6b80 1 client.17832 shutdown 2024-06-06T08:38:44.425 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.427+0000 7f037afd6b80 1 -- 172.21.15.42:0/1418140368 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b56646560 msgr2=0x555b56649b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:44.426 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.427+0000 7f037afd6b80 1 --2- 172.21.15.42:0/1418140368 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b56646560 0x555b56649b30 secure :-1 s=READY pgs=995 cs=0 l=1 rev1=1 crypto rx=0x7f0360009fd0 tx=0x7f0360003c80 comp rx=0 tx=0).stop 2024-06-06T08:38:44.428 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.428+0000 7f037afd6b80 1 -- 172.21.15.42:0/1418140368 shutdown_connections 2024-06-06T08:38:44.428 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.428+0000 7f037afd6b80 1 --2- 172.21.15.42:0/1418140368 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b56646560 0x555b56649b30 unknown :-1 s=CLOSED pgs=995 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:44.428 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.428+0000 7f037afd6b80 1 --2- 172.21.15.42:0/1418140368 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x555b56659e60 0x555b5665c290 crc :-1 s=READY pgs=279 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:44.428 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.428+0000 7f037afd6b80 1 --2- 172.21.15.42:0/1418140368 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555b566403d0 0x555b5664c2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:44.428 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.428+0000 7f037afd6b80 1 --2- 172.21.15.42:0/1418140368 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555b56645c40 0x555b566495f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:44.428 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.428+0000 7f037afd6b80 1 -- 172.21.15.42:0/1418140368 >> 172.21.15.42:0/1418140368 conn(0x555b5656adc0 msgr2=0x555b5663ee80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:38:44.429 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.428+0000 7f0351ffb700 0 client.17832 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:38:44.429 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.429+0000 7f037afd6b80 1 -- 172.21.15.42:0/1418140368 shutdown_connections 2024-06-06T08:38:44.429 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.429+0000 7f037afd6b80 1 -- 172.21.15.42:0/1418140368 wait complete. 2024-06-06T08:38:44.431 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.431+0000 7f037afd6b80 20 client.17832 trim_cache size 0 max 16384 2024-06-06T08:38:44.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.471+0000 7f037afd6b80 1 Processor -- start 2024-06-06T08:38:44.473 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.471+0000 7f037afd6b80 1 -- start start 2024-06-06T08:38:44.473 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.471+0000 7f037afd6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b566403d0 0x555b56643d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:44.473 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.471+0000 7f037afd6b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555b56645c40 0x555b56647130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:44.473 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.471+0000 7f037afd6b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555b56646560 0x555b56661b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:44.473 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.471+0000 7f037afd6b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f034c0117d0 con 0x555b566403d0 2024-06-06T08:38:44.473 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.471+0000 7f037afd6b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f034c00efa0 con 0x555b56645c40 2024-06-06T08:38:44.473 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.471+0000 7f037afd6b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f034c00cdf0 con 0x555b56646560 2024-06-06T08:38:44.473 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.474+0000 7f036ecf0700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555b56646560 0x555b56661b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:44.473 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.474+0000 7f036dcee700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555b56645c40 0x555b56647130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:44.473 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.474+0000 7f036ecf0700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555b56646560 0x555b56661b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:45408/0 (socket says 172.21.15.42:45408) 2024-06-06T08:38:44.473 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.474+0000 7f036ecf0700 1 -- 172.21.15.42:0/1986030830 learned_addr learned my addr 172.21.15.42:0/1986030830 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:38:44.476 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.476+0000 7f036e4ef700 1 --2- 172.21.15.42:0/1986030830 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b566403d0 0x555b56643d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:44.476 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.476+0000 7f036ecf0700 1 -- 172.21.15.42:0/1986030830 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555b56645c40 msgr2=0x555b56647130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:38:44.476 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.476+0000 7f036ecf0700 1 --2- 172.21.15.42:0/1986030830 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555b56645c40 0x555b56647130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:44.476 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.476+0000 7f036ecf0700 1 -- 172.21.15.42:0/1986030830 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b566403d0 msgr2=0x555b56643d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:38:44.476 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.476+0000 7f036ecf0700 1 --2- 172.21.15.42:0/1986030830 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b566403d0 0x555b56643d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:44.476 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.476+0000 7f036ecf0700 1 -- 172.21.15.42:0/1986030830 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555b56647b60 con 0x555b56646560 2024-06-06T08:38:44.480 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.481+0000 7f036ecf0700 1 --2- 172.21.15.42:0/1986030830 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555b56646560 0x555b56661b60 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f03600090e0 tx=0x7f0360009110 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4da5600691f26b9f server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:38:44.484 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.485+0000 7f0353fff700 1 -- 172.21.15.42:0/1986030830 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0360023040 con 0x555b56646560 2024-06-06T08:38:44.484 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.486+0000 7f0353fff700 1 -- 172.21.15.42:0/1986030830 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0360031e50 con 0x555b56646560 2024-06-06T08:38:44.484 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.486+0000 7f0353fff700 1 -- 172.21.15.42:0/1986030830 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0360028e30 con 0x555b56646560 2024-06-06T08:38:44.487 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.488+0000 7f037afd6b80 1 -- 172.21.15.42:0/1986030830 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555b56646560 msgr2=0x555b56661b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:44.487 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.488+0000 7f037afd6b80 1 --2- 172.21.15.42:0/1986030830 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555b56646560 0x555b56661b60 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f03600090e0 tx=0x7f0360009110 comp rx=0 tx=0).stop 2024-06-06T08:38:44.490 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.491+0000 7f037afd6b80 1 -- 172.21.15.42:0/1986030830 shutdown_connections 2024-06-06T08:38:44.490 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.491+0000 7f037afd6b80 1 --2- 172.21.15.42:0/1986030830 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555b56646560 0x555b56661b60 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:44.490 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.491+0000 7f037afd6b80 1 --2- 172.21.15.42:0/1986030830 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b566403d0 0x555b56643d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:44.490 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.491+0000 7f037afd6b80 1 --2- 172.21.15.42:0/1986030830 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555b56645c40 0x555b56647130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:44.490 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.491+0000 7f037afd6b80 1 -- 172.21.15.42:0/1986030830 >> 172.21.15.42:0/1986030830 conn(0x555b5656adc0 msgr2=0x555b56646a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:38:44.492 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.494+0000 7f037afd6b80 1 -- 172.21.15.42:0/1986030830 shutdown_connections 2024-06-06T08:38:44.493 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.494+0000 7f037afd6b80 1 -- 172.21.15.42:0/1986030830 wait complete. 2024-06-06T08:38:44.493 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.494+0000 7f037afd6b80 1 -- start start 2024-06-06T08:38:44.493 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.494+0000 7f037afd6b80 1 Processor -- start 2024-06-06T08:38:44.494 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.495+0000 7f037afd6b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555b566403d0 0x555b566523e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:44.494 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.495+0000 7f037afd6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b56645c40 0x555b56652920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:44.494 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.495+0000 7f037afd6b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555b56646560 0x555b5664f3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:44.494 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.495+0000 7f037afd6b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f034c00d460 con 0x555b56645c40 2024-06-06T08:38:44.494 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.495+0000 7f037afd6b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f034c00e8d0 con 0x555b566403d0 2024-06-06T08:38:44.495 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.495+0000 7f037afd6b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f034c00db30 con 0x555b56646560 2024-06-06T08:38:44.495 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.495+0000 7f037afd6b80 10 client.0 _ll_register_callbacks cb 0x555b5652ba20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:38:44.495 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.495+0000 7f036ecf0700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555b56646560 0x555b5664f3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:44.495 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.495+0000 7f036ecf0700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555b56646560 0x555b5664f3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:45410/0 (socket says 172.21.15.42:45410) 2024-06-06T08:38:44.495 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.495+0000 7f036ecf0700 1 -- 172.21.15.42:0/3988606057 learned_addr learned my addr 172.21.15.42:0/3988606057 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:38:44.498 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.499+0000 7f036dcee700 1 --2- 172.21.15.42:0/3988606057 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b56645c40 0x555b56652920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:44.500 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.501+0000 7f036ecf0700 1 -- 172.21.15.42:0/3988606057 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555b566403d0 msgr2=0x555b566523e0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-06T08:38:44.500 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.501+0000 7f036ecf0700 1 --2- 172.21.15.42:0/3988606057 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555b566403d0 0x555b566523e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:44.500 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.501+0000 7f036ecf0700 1 -- 172.21.15.42:0/3988606057 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b56645c40 msgr2=0x555b56652920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:38:44.500 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.501+0000 7f036ecf0700 1 --2- 172.21.15.42:0/3988606057 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b56645c40 0x555b56652920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:44.500 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.501+0000 7f036ecf0700 1 -- 172.21.15.42:0/3988606057 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555b5664f8f0 con 0x555b56646560 2024-06-06T08:38:44.504 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.505+0000 7f036ecf0700 1 --2- 172.21.15.42:0/3988606057 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555b56646560 0x555b5664f3b0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f036000ced0 tx=0x7f0360028f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fc2d9915ba88572b server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:38:44.504 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.506+0000 7f0351ffb700 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:38:44.510 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.512+0000 7f0351ffb700 1 -- 172.21.15.42:0/3988606057 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0360023040 con 0x555b56646560 2024-06-06T08:38:44.510 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.512+0000 7f0351ffb700 1 -- 172.21.15.42:0/3988606057 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(127..127 src has 1..127) ==== 9482+0+0 (secure 0 0 0) 0x7f0360031400 con 0x555b56646560 2024-06-06T08:38:44.510 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.512+0000 7f037afd6b80 1 -- 172.21.15.42:0/3988606057 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0360031e50 con 0x555b56646560 2024-06-06T08:38:44.514 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.515+0000 7f0351ffb700 1 -- 172.21.15.42:0/3988606057 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=47) ==== 24+0+0 (secure 0 0 0) 0x7f0360005ce0 con 0x555b56646560 2024-06-06T08:38:44.517 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.519+0000 7f037afd6b80 10 client.27277 fetch_fsmap learned FSMap version 47 2024-06-06T08:38:44.517 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.519+0000 7f037afd6b80 1 -- 172.21.15.42:0/3988606057 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=47,monmap=4+}) -- 0x555b566c5320 con 0x555b56646560 2024-06-06T08:38:44.518 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.519+0000 7f0351ffb700 1 -- 172.21.15.42:0/3988606057 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0360031e50 con 0x555b56646560 2024-06-06T08:38:44.518 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.520+0000 7f0351ffb700 1 -- 172.21.15.42:0/3988606057 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 47) ==== 8366+0+0 (secure 0 0 0) 0x7f0360039070 con 0x555b56646560 2024-06-06T08:38:44.518 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.520+0000 7f037afd6b80 10 client.27277 fetch_fsmap finished waiting for FSMap version 47 2024-06-06T08:38:44.518 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.520+0000 7f037afd6b80 10 client.27277 resolve_mds: validated gid 24484 aka daemon mds.i 2024-06-06T08:38:44.519 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.520+0000 7f037afd6b80 20 client.27277 populate_metadata read hostname 'smithi042' 2024-06-06T08:38:44.519 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.520+0000 7f037afd6b80 1 --2- 172.21.15.42:0/3988606057 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x555b566c58f0 0x555b566c7d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:44.519 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.520+0000 7f037afd6b80 4 client.27277 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "c360c13c", "release": true, "await": true}] 2024-06-06T08:38:44.519 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.520+0000 7f037afd6b80 1 -- 172.21.15.42:0/3988606057 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "quiesce db", "set_id": "c360c13c", "release": true, "await": true}) -- 0x555b56599390 con 0x555b566c58f0 2024-06-06T08:38:44.519 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.520+0000 7f036e4ef700 1 --2- 172.21.15.42:0/3988606057 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x555b566c58f0 0x555b566c7d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:44.523 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.524+0000 7f0351ffb700 10 client.27277 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:38:44.523 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:44.524+0000 7f036e4ef700 1 --2- 172.21.15.42:0/3988606057 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x555b566c58f0 0x555b566c7d10 crc :-1 s=READY pgs=280 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8ad354b1c56fa9c0 server_cookie=4d2cc8cdb9b489a9 in_seq=0 out_seq=0 2024-06-06T08:38:45.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:38:44 smithi149 ceph-mon[36842]: pgmap v513: 129 pgs: 19 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 56 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 37 KiB/s wr, 21 op/s 2024-06-06T08:38:45.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:38:44 smithi149 ceph-mon[36842]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:38:45.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:38:44 smithi042 ceph-mon[32384]: pgmap v513: 129 pgs: 19 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 56 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 37 KiB/s wr, 21 op/s 2024-06-06T08:38:45.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:38:44 smithi042 ceph-mon[32384]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:38:45.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:38:44 smithi120 ceph-mon[36658]: pgmap v513: 129 pgs: 19 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 56 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 37 KiB/s wr, 21 op/s 2024-06-06T08:38:45.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:38:44 smithi120 ceph-mon[36658]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:38:45.268 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:45.269+0000 7f0351ffb700 1 -- 172.21.15.42:0/3988606057 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x555b56599390 con 0x555b566c58f0 2024-06-06T08:38:45.268 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:45.269+0000 7f0351ffb700 10 client.27277 handle_command_reply: tid=0 2024-06-06T08:38:45.268 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:45.269+0000 7f037afd6b80 1 client.27277 shutdown 2024-06-06T08:38:45.268 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:45.269+0000 7f037afd6b80 1 -- 172.21.15.42:0/3988606057 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555b56646560 msgr2=0x555b5664f3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:45.269 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:45.269+0000 7f037afd6b80 1 --2- 172.21.15.42:0/3988606057 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555b56646560 0x555b5664f3b0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f036000ced0 tx=0x7f0360028f90 comp rx=0 tx=0).stop 2024-06-06T08:38:45.269 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:45.269+0000 7f037afd6b80 1 -- 172.21.15.42:0/3988606057 shutdown_connections 2024-06-06T08:38:45.269 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:45.269+0000 7f037afd6b80 1 --2- 172.21.15.42:0/3988606057 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555b56646560 0x555b5664f3b0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:45.269 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:45.269+0000 7f037afd6b80 1 --2- 172.21.15.42:0/3988606057 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x555b566c58f0 0x555b566c7d10 crc :-1 s=READY pgs=280 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:45.269 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:45.269+0000 7f037afd6b80 1 --2- 172.21.15.42:0/3988606057 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555b566403d0 0x555b566523e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:45.269 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:45.270+0000 7f037afd6b80 1 --2- 172.21.15.42:0/3988606057 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b56645c40 0x555b56652920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:45.269 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:45.270+0000 7f037afd6b80 1 -- 172.21.15.42:0/3988606057 >> 172.21.15.42:0/3988606057 conn(0x555b5656adc0 msgr2=0x555b56647130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:38:45.269 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:45.270+0000 7f0351ffb700 0 client.27277 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:38:45.270 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:45.270+0000 7f037afd6b80 1 -- 172.21.15.42:0/3988606057 shutdown_connections 2024-06-06T08:38:45.270 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:45.270+0000 7f037afd6b80 1 -- 172.21.15.42:0/3988606057 wait complete. 2024-06-06T08:38:45.270 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:45.270+0000 7f037afd6b80 20 client.27277 trim_cache size 0 max 16384 2024-06-06T08:38:45.270 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:38:45.270 INFO:teuthology.orchestra.run.smithi042.stdout: "epoch": 47, 2024-06-06T08:38:45.270 INFO:teuthology.orchestra.run.smithi042.stdout: "leader": 24484, 2024-06-06T08:38:45.270 INFO:teuthology.orchestra.run.smithi042.stdout: "set_version": 44, 2024-06-06T08:38:45.270 INFO:teuthology.orchestra.run.smithi042.stdout: "sets": { 2024-06-06T08:38:45.271 INFO:teuthology.orchestra.run.smithi042.stdout: "c360c13c": { 2024-06-06T08:38:45.271 INFO:teuthology.orchestra.run.smithi042.stdout: "version": 44, 2024-06-06T08:38:45.271 INFO:teuthology.orchestra.run.smithi042.stdout: "age_ref": 0.0, 2024-06-06T08:38:45.271 INFO:teuthology.orchestra.run.smithi042.stdout: "state": { 2024-06-06T08:38:45.271 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "RELEASED", 2024-06-06T08:38:45.271 INFO:teuthology.orchestra.run.smithi042.stdout: "age": 0.0 2024-06-06T08:38:45.271 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:38:45.271 INFO:teuthology.orchestra.run.smithi042.stdout: "timeout": 90.0, 2024-06-06T08:38:45.271 INFO:teuthology.orchestra.run.smithi042.stdout: "expiration": 145.2, 2024-06-06T08:38:45.271 INFO:teuthology.orchestra.run.smithi042.stdout: "members": { 2024-06-06T08:38:45.271 INFO:teuthology.orchestra.run.smithi042.stdout: "file:/": { 2024-06-06T08:38:45.271 INFO:teuthology.orchestra.run.smithi042.stdout: "excluded": false, 2024-06-06T08:38:45.271 INFO:teuthology.orchestra.run.smithi042.stdout: "state": { 2024-06-06T08:38:45.271 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "RELEASED", 2024-06-06T08:38:45.272 INFO:teuthology.orchestra.run.smithi042.stdout: "age": 0.0 2024-06-06T08:38:45.272 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:38:45.272 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:38:45.272 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:38:45.272 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:38:45.272 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:38:45.272 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:38:45.272 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:45.271+0000 7f0370753700 1 -- 172.21.15.42:0/2730916880 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f03540a2f10 msgr2=0x7f03540a53d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:45.272 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:45.271+0000 7f0370753700 1 --2- 172.21.15.42:0/2730916880 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f03540a2f10 0x7f03540a53d0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f0360009e60 tx=0x7f036000b7b0 comp rx=0 tx=0).stop 2024-06-06T08:38:45.272 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:45.271+0000 7f0370753700 1 -- 172.21.15.42:0/2730916880 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0368110c70 msgr2=0x7f0368113300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:45.273 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:45.271+0000 7f0370753700 1 --2- 172.21.15.42:0/2730916880 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0368110c70 0x7f0368113300 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f036400d950 tx=0x7f036400dc60 comp rx=0 tx=0).stop 2024-06-06T08:38:45.273 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:45.271+0000 7f0370753700 1 -- 172.21.15.42:0/2730916880 shutdown_connections 2024-06-06T08:38:45.273 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:45.271+0000 7f0370753700 1 --2- 172.21.15.42:0/2730916880 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f03540a2f10 0x7f03540a53d0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:45.273 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:45.271+0000 7f0370753700 1 --2- 172.21.15.42:0/2730916880 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f036811bc70 0x7f0368113840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:45.273 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:45.271+0000 7f0370753700 1 --2- 172.21.15.42:0/2730916880 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f03681099d0 0x7f036811a220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:45.273 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:45.271+0000 7f0370753700 1 --2- 172.21.15.42:0/2730916880 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0368110c70 0x7f0368113300 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:45.273 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:45.271+0000 7f0370753700 1 -- 172.21.15.42:0/2730916880 >> 172.21.15.42:0/2730916880 conn(0x7f036806d600 msgr2=0x7f0368071030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:38:45.273 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:45.271+0000 7f0370753700 1 -- 172.21.15.42:0/2730916880 shutdown_connections 2024-06-06T08:38:45.273 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:45.271+0000 7f0370753700 1 -- 172.21.15.42:0/2730916880 wait complete. 2024-06-06T08:38:46.127 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'c360c13c', total seconds elapsed: 34.3 2024-06-06T08:38:46.128 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 25.25 2024-06-06T08:38:46.128 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:38:46.868 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:38:47.026 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:38:46 smithi042 ceph-mon[32384]: pgmap v514: 129 pgs: 17 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 58 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 38 KiB/s wr, 20 op/s 2024-06-06T08:38:47.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:38:46 smithi149 ceph-mon[36842]: pgmap v514: 129 pgs: 17 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 58 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 38 KiB/s wr, 20 op/s 2024-06-06T08:38:47.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:38:46 smithi120 ceph-mon[36658]: pgmap v514: 129 pgs: 17 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 58 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 38 KiB/s wr, 20 op/s 2024-06-06T08:38:49.031 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:38:48 smithi042 ceph-mon[32384]: pgmap v515: 129 pgs: 16 active+clean+snaptrim, 50 active+clean+snaptrim_wait, 63 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 13 KiB/s wr, 8 op/s 2024-06-06T08:38:49.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:38:48 smithi149 ceph-mon[36842]: pgmap v515: 129 pgs: 16 active+clean+snaptrim, 50 active+clean+snaptrim_wait, 63 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 13 KiB/s wr, 8 op/s 2024-06-06T08:38:49.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:38:48 smithi120 ceph-mon[36658]: pgmap v515: 129 pgs: 16 active+clean+snaptrim, 50 active+clean+snaptrim_wait, 63 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 13 KiB/s wr, 8 op/s 2024-06-06T08:38:50.233 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:50.234+0000 7f5ad5ddb700 1 -- 172.21.15.42:0/4173011613 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5ad010a0a0 msgr2=0x7f5ad010da70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:50.234 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:50.234+0000 7f5ad5ddb700 1 --2- 172.21.15.42:0/4173011613 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5ad010a0a0 0x7f5ad010da70 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f5abc009990 tx=0x7f5abc009ca0 comp rx=0 tx=0).stop 2024-06-06T08:38:50.234 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:50.235+0000 7f5ad5ddb700 1 -- 172.21.15.42:0/4173011613 shutdown_connections 2024-06-06T08:38:50.234 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:50.235+0000 7f5ad5ddb700 1 --2- 172.21.15.42:0/4173011613 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5ad010e1a0 0x7f5ad0115d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:50.234 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:50.235+0000 7f5ad5ddb700 1 --2- 172.21.15.42:0/4173011613 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ad01096f0 0x7f5ad0109ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:50.234 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:50.235+0000 7f5ad5ddb700 1 --2- 172.21.15.42:0/4173011613 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5ad010a0a0 0x7f5ad010da70 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:50.234 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:50.235+0000 7f5ad5ddb700 1 -- 172.21.15.42:0/4173011613 >> 172.21.15.42:0/4173011613 conn(0x7f5ad006d8e0 msgr2=0x7f5ad006dcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:38:50.238 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:50.240+0000 7f5ad5ddb700 1 -- 172.21.15.42:0/4173011613 shutdown_connections 2024-06-06T08:38:50.240 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:50.241+0000 7f5ad5ddb700 1 -- 172.21.15.42:0/4173011613 wait complete. 2024-06-06T08:38:50.241 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:50.243+0000 7f5ad5ddb700 1 Processor -- start 2024-06-06T08:38:50.241 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:50.243+0000 7f5ad5ddb700 1 -- start start 2024-06-06T08:38:50.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:50.243+0000 7f5ad5ddb700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5ad01096f0 0x7f5ad01a1410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:50.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:50.243+0000 7f5ad5ddb700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5ad010a0a0 0x7f5ad01a1950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:50.242 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:50.244+0000 7f5ad5ddb700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ad010e1a0 0x7f5ad01a5ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:50.243 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:50.244+0000 7f5ad5ddb700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5ad011af40 con 0x7f5ad010e1a0 2024-06-06T08:38:50.243 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:50.244+0000 7f5ad55da700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ad010e1a0 0x7f5ad01a5ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:50.243 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:50.244+0000 7f5ad55da700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ad010e1a0 0x7f5ad01a5ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:33038/0 (socket says 172.21.15.42:33038) 2024-06-06T08:38:50.243 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:50.244+0000 7f5ad55da700 1 -- 172.21.15.42:0/2260917536 learned_addr learned my addr 172.21.15.42:0/2260917536 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:38:50.243 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:50.244+0000 7f5ad5ddb700 1 -- 172.21.15.42:0/2260917536 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f5ad011adc0 con 0x7f5ad010a0a0 2024-06-06T08:38:50.243 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:50.244+0000 7f5ad5ddb700 1 -- 172.21.15.42:0/2260917536 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f5ad011b0c0 con 0x7f5ad01096f0 2024-06-06T08:38:50.244 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:50.246+0000 7f5acffff700 1 --2- 172.21.15.42:0/2260917536 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5ad010a0a0 0x7f5ad01a1950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:50.248 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:50.247+0000 7f5ad55da700 1 -- 172.21.15.42:0/2260917536 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5ad01096f0 msgr2=0x7f5ad01a1410 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-06-06T08:38:50.248 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:50.248+0000 7f5ad55da700 1 --2- 172.21.15.42:0/2260917536 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5ad01096f0 0x7f5ad01a1410 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:50.248 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:50.248+0000 7f5ad55da700 1 -- 172.21.15.42:0/2260917536 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5ad010a0a0 msgr2=0x7f5ad01a1950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:50.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:50.248+0000 7f5ad55da700 1 --2- 172.21.15.42:0/2260917536 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5ad010a0a0 0x7f5ad01a1950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:50.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:50.248+0000 7f5ad55da700 1 -- 172.21.15.42:0/2260917536 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ad01a6420 con 0x7f5ad010e1a0 2024-06-06T08:38:50.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:50.249+0000 7f5ad55da700 1 --2- 172.21.15.42:0/2260917536 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ad010e1a0 0x7f5ad01a5ce0 secure :-1 s=READY pgs=996 cs=0 l=1 rev1=1 crypto rx=0x7f5ac800ef30 tx=0x7f5ac800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:38:50.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:50.250+0000 7f5acdffb700 1 -- 172.21.15.42:0/2260917536 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ac8004bb0 con 0x7f5ad010e1a0 2024-06-06T08:38:50.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:50.250+0000 7f5acdffb700 1 -- 172.21.15.42:0/2260917536 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5ac8004d50 con 0x7f5ad010e1a0 2024-06-06T08:38:50.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:50.251+0000 7f5acdffb700 1 -- 172.21.15.42:0/2260917536 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ac8004350 con 0x7f5ad010e1a0 2024-06-06T08:38:50.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:50.251+0000 7f5ad5ddb700 1 -- 172.21.15.42:0/2260917536 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ad01a6710 con 0x7f5ad010e1a0 2024-06-06T08:38:50.251 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:50.252+0000 7f5ad5ddb700 1 -- 172.21.15.42:0/2260917536 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ad0117c00 con 0x7f5ad010e1a0 2024-06-06T08:38:50.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:50.257+0000 7f5ad5ddb700 1 -- 172.21.15.42:0/2260917536 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5ad010a6b0 con 0x7f5ad010e1a0 2024-06-06T08:38:50.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:50.257+0000 7f5acdffb700 1 -- 172.21.15.42:0/2260917536 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f5ac800c9f0 con 0x7f5ad010e1a0 2024-06-06T08:38:50.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:50.258+0000 7f5acdffb700 1 --2- 172.21.15.42:0/2260917536 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f5ac00a2cc0 0x7f5ac00a5180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:50.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:50.258+0000 7f5acdffb700 1 -- 172.21.15.42:0/2260917536 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(127..127 src has 1..127) ==== 9482+0+0 (secure 0 0 0) 0x7f5ac80d32e0 con 0x7f5ad010e1a0 2024-06-06T08:38:50.263 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:50.263+0000 7f5ad4dd9700 1 --2- 172.21.15.42:0/2260917536 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f5ac00a2cc0 0x7f5ac00a5180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:50.277 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:50.277+0000 7f5acdffb700 1 -- 172.21.15.42:0/2260917536 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f5ac801f060 con 0x7f5ad010e1a0 2024-06-06T08:38:50.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:50.283+0000 7f5ad4dd9700 1 --2- 172.21.15.42:0/2260917536 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f5ac00a2cc0 0x7f5ac00a5180 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f5ac4009730 tx=0x7f5ac4006cb0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:38:50.804 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:50.804+0000 7f5ad5ddb700 1 -- 172.21.15.42:0/2260917536 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5ad01113e0 con 0x7f5ad010e1a0 2024-06-06T08:38:50.806 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:50.807+0000 7f5acdffb700 1 -- 172.21.15.42:0/2260917536 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 47 v47) ==== 94+0+11883 (secure 0 0 0) 0x7f5ac809fbf0 con 0x7f5ad010e1a0 2024-06-06T08:38:50.806 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:38:50.806 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":47,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/667270675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":667270675},{"type":"v1","addr":"172.21.15.42:6837","nonce":667270675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/2414389302","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":2414389302},{"type":"v1","addr":"172.21.15.42:6839","nonce":2414389302}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14574,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/3625002785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":3625002785},{"type":"v1","addr":"172.21.15.42:6841","nonce":3625002785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":26389,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/411591287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":411591287},{"type":"v1","addr":"172.21.15.149:6835","nonce":411591287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":47,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T08:18:39.778858+0000","modified":"2024-06-06T08:38:42.678613+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24464},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6837/3434475673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":3434475673},{"type":"v1","addr":"172.21.15.120:6837","nonce":3434475673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":188,"addr":"172.21.15.120:6839/1585293472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":1585293472},{"type":"v1","addr":"172.21.15.120:6839","nonce":1585293472}]},"join_fscid":-1,"export_targets":[0],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":192,"addr":"172.21.15.149:6837/751787578","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":751787578},{"type":"v1","addr":"172.21.15.149:6837","nonce":751787578}]},"join_fscid":-1,"export_targets":[0,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":8,"addr":"172.21.15.149:6839/764851483","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":764851483},{"type":"v1","addr":"172.21.15.149:6839","nonce":764851483}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26696":{"gid":26696,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6835/2158320752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":2158320752},{"type":"v1","addr":"172.21.15.120:6835","nonce":2158320752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24464,24469,24484]},"id":1}]} 2024-06-06T08:38:50.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:50.813+0000 7f5abb7fe700 1 -- 172.21.15.42:0/2260917536 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f5ac00a2cc0 msgr2=0x7f5ac00a5180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:50.811 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:50.813+0000 7f5abb7fe700 1 --2- 172.21.15.42:0/2260917536 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f5ac00a2cc0 0x7f5ac00a5180 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f5ac4009730 tx=0x7f5ac4006cb0 comp rx=0 tx=0).stop 2024-06-06T08:38:50.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:50.813+0000 7f5abb7fe700 1 -- 172.21.15.42:0/2260917536 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ad010e1a0 msgr2=0x7f5ad01a5ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:50.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:50.813+0000 7f5abb7fe700 1 --2- 172.21.15.42:0/2260917536 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ad010e1a0 0x7f5ad01a5ce0 secure :-1 s=READY pgs=996 cs=0 l=1 rev1=1 crypto rx=0x7f5ac800ef30 tx=0x7f5ac800c3a0 comp rx=0 tx=0).stop 2024-06-06T08:38:50.816 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:50.817+0000 7f5abb7fe700 1 -- 172.21.15.42:0/2260917536 shutdown_connections 2024-06-06T08:38:50.816 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:50.817+0000 7f5abb7fe700 1 --2- 172.21.15.42:0/2260917536 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f5ac00a2cc0 0x7f5ac00a5180 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:50.816 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:50.817+0000 7f5abb7fe700 1 --2- 172.21.15.42:0/2260917536 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ad010e1a0 0x7f5ad01a5ce0 unknown :-1 s=CLOSED pgs=996 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:50.816 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:50.817+0000 7f5abb7fe700 1 --2- 172.21.15.42:0/2260917536 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5ad01096f0 0x7f5ad01a1410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:50.816 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:50.817+0000 7f5abb7fe700 1 --2- 172.21.15.42:0/2260917536 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5ad010a0a0 0x7f5ad01a1950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:50.816 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:50.818+0000 7f5abb7fe700 1 -- 172.21.15.42:0/2260917536 >> 172.21.15.42:0/2260917536 conn(0x7f5ad006d8e0 msgr2=0x7f5ad0072190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:38:50.821 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:50.822+0000 7f5abb7fe700 1 -- 172.21.15.42:0/2260917536 shutdown_connections 2024-06-06T08:38:50.821 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:50.822+0000 7f5abb7fe700 1 -- 172.21.15.42:0/2260917536 wait complete. 2024-06-06T08:38:50.824 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 47 2024-06-06T08:38:51.015 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:38:50 smithi042 ceph-mon[32384]: pgmap v516: 129 pgs: 15 active+clean+snaptrim, 50 active+clean+snaptrim_wait, 64 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 214 KiB/s rd, 273 KiB/s wr, 16 op/s 2024-06-06T08:38:51.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:38:50 smithi149 ceph-mon[36842]: pgmap v516: 129 pgs: 15 active+clean+snaptrim, 50 active+clean+snaptrim_wait, 64 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 214 KiB/s rd, 273 KiB/s wr, 16 op/s 2024-06-06T08:38:51.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:38:50 smithi120 ceph-mon[36658]: pgmap v516: 129 pgs: 15 active+clean+snaptrim, 50 active+clean+snaptrim_wait, 64 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 214 KiB/s rd, 273 KiB/s wr, 16 op/s 2024-06-06T08:38:51.685 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24484 quiesce db / --timeout 90 --expiration 145.25 --await-for 45.0' 2024-06-06T08:38:51.685 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- timeout 105 ceph tell mds.24484 quiesce db / --timeout 90 --expiration 145.25 --await-for 45.0 2024-06-06T08:38:52.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:38:51 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/2260917536' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:38:52.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:38:51 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/2260917536' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:38:52.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:38:51 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/2260917536' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:38:52.167 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:38:52.972 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:38:52 smithi042 ceph-mon[32384]: pgmap v517: 129 pgs: 15 active+clean+snaptrim, 50 active+clean+snaptrim_wait, 64 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 292 KiB/s rd, 338 KiB/s wr, 34 op/s 2024-06-06T08:38:53.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:38:52 smithi149 ceph-mon[36842]: pgmap v517: 129 pgs: 15 active+clean+snaptrim, 50 active+clean+snaptrim_wait, 64 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 292 KiB/s rd, 338 KiB/s wr, 34 op/s 2024-06-06T08:38:53.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:38:52 smithi120 ceph-mon[36658]: pgmap v517: 129 pgs: 15 active+clean+snaptrim, 50 active+clean+snaptrim_wait, 64 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 292 KiB/s rd, 338 KiB/s wr, 34 op/s 2024-06-06T08:38:54.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:38:54 smithi042 ceph-mon[32384]: pgmap v518: 129 pgs: 15 active+clean+snaptrim, 50 active+clean+snaptrim_wait, 64 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 320 KiB/s rd, 349 KiB/s wr, 68 op/s 2024-06-06T08:38:55.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:38:54 smithi149 ceph-mon[36842]: pgmap v518: 129 pgs: 15 active+clean+snaptrim, 50 active+clean+snaptrim_wait, 64 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 320 KiB/s rd, 349 KiB/s wr, 68 op/s 2024-06-06T08:38:55.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:38:54 smithi120 ceph-mon[36658]: pgmap v518: 129 pgs: 15 active+clean+snaptrim, 50 active+clean+snaptrim_wait, 64 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 320 KiB/s rd, 349 KiB/s wr, 68 op/s 2024-06-06T08:38:56.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.719+0000 7f66c1ca4700 1 -- 172.21.15.42:0/2284596557 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f66bc110ce0 msgr2=0x7f66bc109490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:56.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.719+0000 7f66c1ca4700 1 --2- 172.21.15.42:0/2284596557 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f66bc110ce0 0x7f66bc109490 secure :-1 s=READY pgs=997 cs=0 l=1 rev1=1 crypto rx=0x7f66ac009920 tx=0x7f66ac009c30 comp rx=0 tx=0).stop 2024-06-06T08:38:56.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.721+0000 7f66c1ca4700 1 -- 172.21.15.42:0/2284596557 shutdown_connections 2024-06-06T08:38:56.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.721+0000 7f66c1ca4700 1 --2- 172.21.15.42:0/2284596557 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f66bc11bc70 0x7f66bc11e060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:56.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.721+0000 7f66c1ca4700 1 --2- 172.21.15.42:0/2284596557 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f66bc110ce0 0x7f66bc109490 unknown :-1 s=CLOSED pgs=997 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:56.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.721+0000 7f66c1ca4700 1 --2- 172.21.15.42:0/2284596557 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f66bc1099d0 0x7f66bc109e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:56.721 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.721+0000 7f66c1ca4700 1 -- 172.21.15.42:0/2284596557 >> 172.21.15.42:0/2284596557 conn(0x7f66bc06d600 msgr2=0x7f66bc06da10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:38:56.723 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.723+0000 7f66c1ca4700 1 -- 172.21.15.42:0/2284596557 shutdown_connections 2024-06-06T08:38:56.725 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.725+0000 7f66c1ca4700 1 -- 172.21.15.42:0/2284596557 wait complete. 2024-06-06T08:38:56.725 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.726+0000 7f66c1ca4700 1 Processor -- start 2024-06-06T08:38:56.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.726+0000 7f66c1ca4700 1 -- start start 2024-06-06T08:38:56.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.726+0000 7f66c1ca4700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f66bc1099d0 0x7f66bc11b210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:56.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.726+0000 7f66c1ca4700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f66bc110ce0 0x7f66bc1172b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:56.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.726+0000 7f66c1ca4700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f66bc11bc70 0x7f66bc1177f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:56.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.726+0000 7f66c1ca4700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f66bc113dc0 con 0x7f66bc11bc70 2024-06-06T08:38:56.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.726+0000 7f66c1ca4700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f66bc113c40 con 0x7f66bc110ce0 2024-06-06T08:38:56.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.726+0000 7f66c1ca4700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f66bc113f40 con 0x7f66bc1099d0 2024-06-06T08:38:56.727 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.728+0000 7f66bbfff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f66bc11bc70 0x7f66bc1177f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:56.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.728+0000 7f66bbfff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f66bc11bc70 0x7f66bc1177f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:33048/0 (socket says 172.21.15.42:33048) 2024-06-06T08:38:56.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.728+0000 7f66bbfff700 1 -- 172.21.15.42:0/959171856 learned_addr learned my addr 172.21.15.42:0/959171856 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:38:56.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.728+0000 7f66bb7fe700 1 --2- 172.21.15.42:0/959171856 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f66bc1099d0 0x7f66bc11b210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:56.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.728+0000 7f66baffd700 1 --2- 172.21.15.42:0/959171856 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f66bc110ce0 0x7f66bc1172b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:56.732 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.730+0000 7f66bb7fe700 1 -- 172.21.15.42:0/959171856 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f66bc110ce0 msgr2=0x7f66bc1172b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:56.732 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.730+0000 7f66bb7fe700 1 --2- 172.21.15.42:0/959171856 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f66bc110ce0 0x7f66bc1172b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:56.732 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.730+0000 7f66bb7fe700 1 -- 172.21.15.42:0/959171856 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f66bc11bc70 msgr2=0x7f66bc1177f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:56.732 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.730+0000 7f66bb7fe700 1 --2- 172.21.15.42:0/959171856 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f66bc11bc70 0x7f66bc1177f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:56.732 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.730+0000 7f66bb7fe700 1 -- 172.21.15.42:0/959171856 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66bc117d60 con 0x7f66bc1099d0 2024-06-06T08:38:56.732 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.730+0000 7f66bb7fe700 1 --2- 172.21.15.42:0/959171856 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f66bc1099d0 0x7f66bc11b210 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f66ac009230 tx=0x7f66ac00fb40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:38:56.734 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.734+0000 7f66b8ff9700 1 -- 172.21.15.42:0/959171856 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66ac0051f0 con 0x7f66bc1099d0 2024-06-06T08:38:56.734 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.734+0000 7f66b8ff9700 1 -- 172.21.15.42:0/959171856 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f66ac00b560 con 0x7f66bc1099d0 2024-06-06T08:38:56.735 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.734+0000 7f66b8ff9700 1 -- 172.21.15.42:0/959171856 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66ac003a80 con 0x7f66bc1099d0 2024-06-06T08:38:56.735 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.734+0000 7f66c1ca4700 1 -- 172.21.15.42:0/959171856 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66bc117ff0 con 0x7f66bc1099d0 2024-06-06T08:38:56.735 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.734+0000 7f66c1ca4700 1 -- 172.21.15.42:0/959171856 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66bc1cdc80 con 0x7f66bc1099d0 2024-06-06T08:38:56.735 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:38:56 smithi042 ceph-mon[32384]: pgmap v519: 129 pgs: 15 active+clean+snaptrim, 50 active+clean+snaptrim_wait, 64 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 436 KiB/s rd, 426 KiB/s wr, 123 op/s 2024-06-06T08:38:56.738 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.739+0000 7f66b8ff9700 1 -- 172.21.15.42:0/959171856 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f66ac003c20 con 0x7f66bc1099d0 2024-06-06T08:38:56.738 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.739+0000 7f66cc527b80 1 Processor -- start 2024-06-06T08:38:56.739 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.740+0000 7f66b8ff9700 1 --2- 172.21.15.42:0/959171856 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f66a40a3060 0x7f66a40a5520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:56.739 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.741+0000 7f66b8ff9700 1 -- 172.21.15.42:0/959171856 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(127..127 src has 1..127) ==== 9482+0+0 (secure 0 0 0) 0x7f66ac0d0a20 con 0x7f66bc1099d0 2024-06-06T08:38:56.739 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.741+0000 7f66bbfff700 1 --2- 172.21.15.42:0/959171856 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f66a40a3060 0x7f66a40a5520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:56.744 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.743+0000 7f66cc527b80 1 -- start start 2024-06-06T08:38:56.744 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.743+0000 7f66cc527b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603774fdce0 0x5603774fe0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:56.744 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.743+0000 7f66cc527b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5603774fe600 0x5603774f7f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:56.744 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.743+0000 7f66cc527b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603774f8470 0x5603774f88b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:56.744 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.743+0000 7f66cc527b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5603774499b0 con 0x5603774fdce0 2024-06-06T08:38:56.745 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.743+0000 7f66cc527b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5603773f18c0 con 0x5603774f8470 2024-06-06T08:38:56.745 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.743+0000 7f66cc527b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x560377445970 con 0x5603774fe600 2024-06-06T08:38:56.745 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.745+0000 7f66baffd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5603774fe600 0x5603774f7f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:56.745 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.745+0000 7f66baffd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5603774fe600 0x5603774f7f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:40554/0 (socket says 172.21.15.42:40554) 2024-06-06T08:38:56.745 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.745+0000 7f66baffd700 1 -- 172.21.15.42:0/3751625206 learned_addr learned my addr 172.21.15.42:0/3751625206 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:38:56.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.745+0000 7f66baffd700 1 -- 172.21.15.42:0/3751625206 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603774f8470 msgr2=0x5603774f88b0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-06-06T08:38:56.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.745+0000 7f66baffd700 1 --2- 172.21.15.42:0/3751625206 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603774f8470 0x5603774f88b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:56.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.745+0000 7f66baffd700 1 -- 172.21.15.42:0/3751625206 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603774fdce0 msgr2=0x5603774fe0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:38:56.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.745+0000 7f66baffd700 1 --2- 172.21.15.42:0/3751625206 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603774fdce0 0x5603774fe0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:56.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.745+0000 7f66baffd700 1 -- 172.21.15.42:0/3751625206 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5603773e80f0 con 0x5603774fe600 2024-06-06T08:38:56.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.746+0000 7f66baffd700 1 --2- 172.21.15.42:0/3751625206 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5603774fe600 0x5603774f7f30 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f66b001ad00 tx=0x7f66b000e630 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2fdbb10f411cd15f server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:38:56.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.747+0000 7f66a9ffb700 1 -- 172.21.15.42:0/3751625206 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66b000ee40 con 0x5603774fe600 2024-06-06T08:38:56.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.747+0000 7f66a9ffb700 1 -- 172.21.15.42:0/3751625206 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f66b0004530 con 0x5603774fe600 2024-06-06T08:38:56.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.747+0000 7f66bbfff700 1 --2- 172.21.15.42:0/959171856 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f66a40a3060 0x7f66a40a5520 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f66b4009fd0 tx=0x7f66b400b040 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:38:56.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.748+0000 7f66cc527b80 1 -- 172.21.15.42:0/3751625206 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5603774fe600 msgr2=0x5603774f7f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:56.747 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.748+0000 7f66cc527b80 1 --2- 172.21.15.42:0/3751625206 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5603774fe600 0x5603774f7f30 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f66b001ad00 tx=0x7f66b000e630 comp rx=0 tx=0).stop 2024-06-06T08:38:56.751 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.752+0000 7f66cc527b80 1 -- 172.21.15.42:0/3751625206 shutdown_connections 2024-06-06T08:38:56.751 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.752+0000 7f66cc527b80 1 --2- 172.21.15.42:0/3751625206 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603774f8470 0x5603774f88b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:56.751 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.752+0000 7f66cc527b80 1 --2- 172.21.15.42:0/3751625206 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603774fdce0 0x5603774fe0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:56.751 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.752+0000 7f66cc527b80 1 --2- 172.21.15.42:0/3751625206 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5603774fe600 0x5603774f7f30 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:56.751 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.752+0000 7f66cc527b80 1 -- 172.21.15.42:0/3751625206 >> 172.21.15.42:0/3751625206 conn(0x560377422e60 msgr2=0x5603774f31c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:38:56.758 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.754+0000 7f66cc527b80 1 -- 172.21.15.42:0/3751625206 shutdown_connections 2024-06-06T08:38:56.758 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.754+0000 7f66cc527b80 1 -- 172.21.15.42:0/3751625206 wait complete. 2024-06-06T08:38:56.758 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.754+0000 7f66cc527b80 1 -- start start 2024-06-06T08:38:56.758 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.754+0000 7f66cc527b80 1 Processor -- start 2024-06-06T08:38:56.758 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.755+0000 7f66cc527b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5603774f8470 0x5603775042b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:56.758 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.755+0000 7f66cc527b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603774fdce0 0x5603775015b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:56.758 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.755+0000 7f66bb7fe700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5603774f8470 0x5603775042b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:56.758 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.755+0000 7f66bb7fe700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5603774f8470 0x5603775042b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:40566/0 (socket says 172.21.15.42:40566) 2024-06-06T08:38:56.758 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.755+0000 7f66bb7fe700 1 -- 172.21.15.42:0/1003678110 learned_addr learned my addr 172.21.15.42:0/1003678110 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:38:56.759 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.755+0000 7f66baffd700 1 --2- 172.21.15.42:0/1003678110 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603774fdce0 0x5603775015b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:56.759 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.755+0000 7f66cc527b80 1 --2- 172.21.15.42:0/1003678110 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603774fe600 0x560377501af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:56.759 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.755+0000 7f66cc527b80 1 -- 172.21.15.42:0/1003678110 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5603775050c0 con 0x5603774fdce0 2024-06-06T08:38:56.759 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.755+0000 7f66cc527b80 1 -- 172.21.15.42:0/1003678110 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5603773e9d90 con 0x5603774fe600 2024-06-06T08:38:56.759 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.755+0000 7f66cc527b80 1 -- 172.21.15.42:0/1003678110 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x560377505240 con 0x5603774f8470 2024-06-06T08:38:56.759 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.756+0000 7f66bbfff700 1 --2- 172.21.15.42:0/1003678110 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603774fe600 0x560377501af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:56.759 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.756+0000 7f66cc527b80 10 client.0 _ll_register_callbacks cb 0x5603773e3ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:38:56.759 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.756+0000 7f66baffd700 1 -- 172.21.15.42:0/1003678110 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5603774f8470 msgr2=0x5603775042b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:38:56.759 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.756+0000 7f66baffd700 1 --2- 172.21.15.42:0/1003678110 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5603774f8470 0x5603775042b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:56.759 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.756+0000 7f66baffd700 1 -- 172.21.15.42:0/1003678110 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603774fe600 msgr2=0x560377501af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:38:56.759 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.756+0000 7f66baffd700 1 --2- 172.21.15.42:0/1003678110 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603774fe600 0x560377501af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:56.759 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.756+0000 7f66baffd700 1 -- 172.21.15.42:0/1003678110 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560377398a70 con 0x5603774fdce0 2024-06-06T08:38:56.760 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.756+0000 7f66baffd700 1 --2- 172.21.15.42:0/1003678110 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603774fdce0 0x5603775015b0 secure :-1 s=READY pgs=998 cs=0 l=1 rev1=1 crypto rx=0x7f66b001ad00 tx=0x7f66b0004280 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4473009b228eca9d server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:38:56.760 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.756+0000 7f66cc527b80 1 -- 172.21.15.42:0/1003678110 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f66b0004530 con 0x5603774fdce0 2024-06-06T08:38:56.760 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.756+0000 7f669effd700 10 client.17850 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:38:56.762 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.761+0000 7f669effd700 1 -- 172.21.15.42:0/1003678110 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66b0030050 con 0x5603774fdce0 2024-06-06T08:38:56.762 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.761+0000 7f669effd700 1 -- 172.21.15.42:0/1003678110 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(127..127 src has 1..127) ==== 9482+0+0 (secure 0 0 0) 0x7f66b0004b20 con 0x5603774fdce0 2024-06-06T08:38:56.762 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.761+0000 7f669effd700 1 -- 172.21.15.42:0/1003678110 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=47) ==== 24+0+0 (secure 0 0 0) 0x7f66b0026070 con 0x5603774fdce0 2024-06-06T08:38:56.762 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.763+0000 7f66cc527b80 10 client.17850 fetch_fsmap learned FSMap version 47 2024-06-06T08:38:56.762 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.763+0000 7f66cc527b80 1 -- 172.21.15.42:0/1003678110 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({fsmap=47}) -- 0x560377531670 con 0x5603774fdce0 2024-06-06T08:38:56.765 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.765+0000 7f669effd700 1 -- 172.21.15.42:0/1003678110 <== mon.0 v2:172.21.15.42:3300/0 4 ==== fsmap(e 47) ==== 8366+0+0 (secure 0 0 0) 0x7f66b001f040 con 0x5603774fdce0 2024-06-06T08:38:56.765 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.765+0000 7f66cc527b80 10 client.17850 fetch_fsmap finished waiting for FSMap version 47 2024-06-06T08:38:56.765 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.765+0000 7f66cc527b80 10 client.17850 resolve_mds: validated gid 24484 aka daemon mds.i 2024-06-06T08:38:56.765 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.765+0000 7f66cc527b80 20 client.17850 populate_metadata read hostname 'smithi042' 2024-06-06T08:38:56.765 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.765+0000 7f66cc527b80 1 --2- 172.21.15.42:0/1003678110 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x560377533b40 0x560377535f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:56.765 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.765+0000 7f66cc527b80 4 client.17850 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:38:56.765 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.765+0000 7f66cc527b80 1 -- 172.21.15.42:0/1003678110 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f66b0004530 con 0x560377533b40 2024-06-06T08:38:56.765 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.766+0000 7f66bb7fe700 1 --2- 172.21.15.42:0/1003678110 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x560377533b40 0x560377535f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:56.774 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.772+0000 7f669effd700 10 client.17850 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:38:56.774 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.772+0000 7f66bb7fe700 1 --2- 172.21.15.42:0/1003678110 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x560377533b40 0x560377535f30 crc :-1 s=READY pgs=281 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d653b4a2c9a50c8 server_cookie=d88676b6e5a1647d in_seq=0 out_seq=0 2024-06-06T08:38:56.794 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.794+0000 7f669effd700 1 -- 172.21.15.42:0/1003678110 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x7f66b0004530 con 0x560377533b40 2024-06-06T08:38:56.794 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.794+0000 7f669effd700 10 client.17850 handle_command_reply: tid=0 2024-06-06T08:38:56.794 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.794+0000 7f66cc527b80 1 client.17850 shutdown 2024-06-06T08:38:56.794 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.795+0000 7f66cc527b80 1 -- 172.21.15.42:0/1003678110 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603774fdce0 msgr2=0x5603775015b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:56.794 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.795+0000 7f66cc527b80 1 --2- 172.21.15.42:0/1003678110 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603774fdce0 0x5603775015b0 secure :-1 s=READY pgs=998 cs=0 l=1 rev1=1 crypto rx=0x7f66b001ad00 tx=0x7f66b0004280 comp rx=0 tx=0).stop 2024-06-06T08:38:56.794 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.795+0000 7f66cc527b80 1 -- 172.21.15.42:0/1003678110 shutdown_connections 2024-06-06T08:38:56.794 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.795+0000 7f66cc527b80 1 --2- 172.21.15.42:0/1003678110 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x560377533b40 0x560377535f30 crc :-1 s=READY pgs=281 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:56.795 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.795+0000 7f66cc527b80 1 --2- 172.21.15.42:0/1003678110 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603774fe600 0x560377501af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:56.795 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.795+0000 7f66cc527b80 1 --2- 172.21.15.42:0/1003678110 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5603774f8470 0x5603775042b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:56.795 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.795+0000 7f66cc527b80 1 --2- 172.21.15.42:0/1003678110 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603774fdce0 0x5603775015b0 unknown :-1 s=CLOSED pgs=998 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:56.795 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.795+0000 7f66cc527b80 1 -- 172.21.15.42:0/1003678110 >> 172.21.15.42:0/1003678110 conn(0x560377422e60 msgr2=0x5603774f2db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:38:56.795 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.795+0000 7f669effd700 0 client.17850 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:38:56.795 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.795+0000 7f66cc527b80 1 -- 172.21.15.42:0/1003678110 shutdown_connections 2024-06-06T08:38:56.795 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.795+0000 7f66cc527b80 1 -- 172.21.15.42:0/1003678110 wait complete. 2024-06-06T08:38:56.795 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.796+0000 7f66cc527b80 20 client.17850 trim_cache size 0 max 16384 2024-06-06T08:38:56.839 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.840+0000 7f66cc527b80 1 Processor -- start 2024-06-06T08:38:56.839 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.840+0000 7f66cc527b80 1 -- start start 2024-06-06T08:38:56.840 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.841+0000 7f66cc527b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603774f8470 0x5603774f7f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:56.840 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.841+0000 7f66cc527b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603774fdce0 0x5603774ff270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:56.840 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.841+0000 7f66cc527b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5603774fe600 0x5603774f2fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:56.840 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.841+0000 7f66cc527b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f66a00117a0 con 0x5603774f8470 2024-06-06T08:38:56.840 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.841+0000 7f66cc527b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f66a000ef70 con 0x5603774fdce0 2024-06-06T08:38:56.840 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.841+0000 7f66cc527b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f66a000cdc0 con 0x5603774fe600 2024-06-06T08:38:56.841 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.841+0000 7f66bb7fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603774f8470 0x5603774f7f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:56.841 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.841+0000 7f66bbfff700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5603774fe600 0x5603774f2fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:56.842 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.842+0000 7f66bb7fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603774f8470 0x5603774f7f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:33056/0 (socket says 172.21.15.42:33056) 2024-06-06T08:38:56.842 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.842+0000 7f66bbfff700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5603774fe600 0x5603774f2fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:40578/0 (socket says 172.21.15.42:40578) 2024-06-06T08:38:56.842 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.842+0000 7f66bb7fe700 1 -- 172.21.15.42:0/1903108820 learned_addr learned my addr 172.21.15.42:0/1903108820 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:38:56.842 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.842+0000 7f66baffd700 1 --2- 172.21.15.42:0/1903108820 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603774fdce0 0x5603774ff270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:56.842 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.842+0000 7f66bb7fe700 1 -- 172.21.15.42:0/1903108820 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5603774fe600 msgr2=0x5603774f2fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:38:56.842 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.842+0000 7f66bb7fe700 1 --2- 172.21.15.42:0/1903108820 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5603774fe600 0x5603774f2fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:56.842 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.842+0000 7f66bb7fe700 1 -- 172.21.15.42:0/1903108820 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603774fdce0 msgr2=0x5603774ff270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:38:56.842 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.842+0000 7f66bb7fe700 1 --2- 172.21.15.42:0/1903108820 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603774fdce0 0x5603774ff270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:56.842 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.842+0000 7f66bb7fe700 1 -- 172.21.15.42:0/1903108820 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560377503ef0 con 0x5603774f8470 2024-06-06T08:38:56.843 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.843+0000 7f66bb7fe700 1 --2- 172.21.15.42:0/1903108820 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603774f8470 0x5603774f7f30 secure :-1 s=READY pgs=999 cs=0 l=1 rev1=1 crypto rx=0x7f66ac09c8b0 tx=0x7f66ac009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78419fccd7bfdbdb server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:38:56.849 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.847+0000 7f66a97fa700 1 -- 172.21.15.42:0/1903108820 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66ac0ba070 con 0x5603774f8470 2024-06-06T08:38:56.849 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.847+0000 7f66a97fa700 1 -- 172.21.15.42:0/1903108820 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f66ac0b4070 con 0x5603774f8470 2024-06-06T08:38:56.849 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.847+0000 7f66a97fa700 1 -- 172.21.15.42:0/1903108820 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66ac09aed0 con 0x5603774f8470 2024-06-06T08:38:56.849 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.849+0000 7f66cc527b80 1 -- 172.21.15.42:0/1903108820 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603774f8470 msgr2=0x5603774f7f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:56.849 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.849+0000 7f66cc527b80 1 --2- 172.21.15.42:0/1903108820 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603774f8470 0x5603774f7f30 secure :-1 s=READY pgs=999 cs=0 l=1 rev1=1 crypto rx=0x7f66ac09c8b0 tx=0x7f66ac009260 comp rx=0 tx=0).stop 2024-06-06T08:38:56.855 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.855+0000 7f66cc527b80 1 -- 172.21.15.42:0/1903108820 shutdown_connections 2024-06-06T08:38:56.855 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.855+0000 7f66cc527b80 1 --2- 172.21.15.42:0/1903108820 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5603774fe600 0x5603774f2fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:56.855 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.855+0000 7f66cc527b80 1 --2- 172.21.15.42:0/1903108820 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603774f8470 0x5603774f7f30 unknown :-1 s=CLOSED pgs=999 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:56.855 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.855+0000 7f66cc527b80 1 --2- 172.21.15.42:0/1903108820 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603774fdce0 0x5603774ff270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:56.855 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.855+0000 7f66cc527b80 1 -- 172.21.15.42:0/1903108820 >> 172.21.15.42:0/1903108820 conn(0x560377422e60 msgr2=0x5603774f28d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:38:56.855 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.855+0000 7f66cc527b80 1 -- 172.21.15.42:0/1903108820 shutdown_connections 2024-06-06T08:38:56.855 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.855+0000 7f66cc527b80 1 -- 172.21.15.42:0/1903108820 wait complete. 2024-06-06T08:38:56.856 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.856+0000 7f66cc527b80 1 -- start start 2024-06-06T08:38:56.856 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.856+0000 7f66cc527b80 1 Processor -- start 2024-06-06T08:38:56.860 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.860+0000 7f66cc527b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5603774f8470 0x560377538030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:56.860 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.860+0000 7f66cc527b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603774fdce0 0x560377538570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:56.860 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.860+0000 7f66cc527b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603774fe600 0x560377538ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:56.860 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.860+0000 7f66cc527b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f66a000d430 con 0x5603774fdce0 2024-06-06T08:38:56.860 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.860+0000 7f66cc527b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f66a000e8a0 con 0x5603774fe600 2024-06-06T08:38:56.860 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.860+0000 7f66cc527b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f66a000db00 con 0x5603774f8470 2024-06-06T08:38:56.860 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.860+0000 7f66cc527b80 10 client.0 _ll_register_callbacks cb 0x5603773e3ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:38:56.861 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.860+0000 7f66bb7fe700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5603774f8470 0x560377538030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:56.864 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.862+0000 7f66bb7fe700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5603774f8470 0x560377538030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:40584/0 (socket says 172.21.15.42:40584) 2024-06-06T08:38:56.864 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.862+0000 7f66bb7fe700 1 -- 172.21.15.42:0/2856760746 learned_addr learned my addr 172.21.15.42:0/2856760746 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:38:56.864 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.863+0000 7f66bbfff700 1 --2- 172.21.15.42:0/2856760746 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603774fe600 0x560377538ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:56.864 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.863+0000 7f66baffd700 1 --2- 172.21.15.42:0/2856760746 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603774fdce0 0x560377538570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:56.864 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.864+0000 7f66bbfff700 1 -- 172.21.15.42:0/2856760746 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5603774f8470 msgr2=0x560377538030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:38:56.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.864+0000 7f66bbfff700 1 --2- 172.21.15.42:0/2856760746 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5603774f8470 0x560377538030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:56.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.864+0000 7f66bbfff700 1 -- 172.21.15.42:0/2856760746 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603774fdce0 msgr2=0x560377538570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:38:56.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.864+0000 7f66bbfff700 1 --2- 172.21.15.42:0/2856760746 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603774fdce0 0x560377538570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:56.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.864+0000 7f66bbfff700 1 -- 172.21.15.42:0/2856760746 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56037759e740 con 0x5603774fe600 2024-06-06T08:38:56.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.864+0000 7f66bbfff700 1 --2- 172.21.15.42:0/2856760746 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603774fe600 0x560377538ab0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f66b4015bb0 tx=0x7f66b4004be0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cbc27c216bc067ae server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:38:56.865 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.867+0000 7f669effd700 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:38:56.867 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.869+0000 7f669effd700 1 -- 172.21.15.42:0/2856760746 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66b4026070 con 0x5603774fe600 2024-06-06T08:38:56.867 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.869+0000 7f669effd700 1 -- 172.21.15.42:0/2856760746 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(127..127 src has 1..127) ==== 9482+0+0 (secure 0 0 0) 0x7f66b4013c60 con 0x5603774fe600 2024-06-06T08:38:56.868 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.869+0000 7f66cc527b80 1 -- 172.21.15.42:0/2856760746 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f66ac0b4070 con 0x5603774fe600 2024-06-06T08:38:56.868 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.870+0000 7f669effd700 1 -- 172.21.15.42:0/2856760746 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=47) ==== 24+0+0 (secure 0 0 0) 0x7f66b401b040 con 0x5603774fe600 2024-06-06T08:38:56.869 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.870+0000 7f66cc527b80 10 client.27434 fetch_fsmap learned FSMap version 47 2024-06-06T08:38:56.869 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.870+0000 7f66cc527b80 1 -- 172.21.15.42:0/2856760746 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=47,monmap=4+}) -- 0x56037759fa60 con 0x5603774fe600 2024-06-06T08:38:56.872 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.873+0000 7f669effd700 1 -- 172.21.15.42:0/2856760746 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f66ac0b4070 con 0x5603774fe600 2024-06-06T08:38:56.873 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.874+0000 7f669effd700 1 -- 172.21.15.42:0/2856760746 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 47) ==== 8366+0+0 (secure 0 0 0) 0x7f66b4035420 con 0x5603774fe600 2024-06-06T08:38:56.873 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.874+0000 7f66cc527b80 10 client.27434 fetch_fsmap finished waiting for FSMap version 47 2024-06-06T08:38:56.873 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.874+0000 7f66cc527b80 10 client.27434 resolve_mds: validated gid 24484 aka daemon mds.i 2024-06-06T08:38:56.873 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.874+0000 7f66cc527b80 20 client.27434 populate_metadata read hostname 'smithi042' 2024-06-06T08:38:56.873 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.874+0000 7f66cc527b80 1 --2- 172.21.15.42:0/2856760746 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5603775a0220 0x5603775a2640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:56.873 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.874+0000 7f66cc527b80 4 client.27434 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 145.25, "await_for": 45.0}] 2024-06-06T08:38:56.873 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.874+0000 7f66cc527b80 1 -- 172.21.15.42:0/2856760746 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 145.25, "await_for": 45.0}) -- 0x560377456eb0 con 0x5603775a0220 2024-06-06T08:38:56.877 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.879+0000 7f66bb7fe700 1 --2- 172.21.15.42:0/2856760746 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5603775a0220 0x5603775a2640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:56.881 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.883+0000 7f66bb7fe700 1 --2- 172.21.15.42:0/2856760746 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5603775a0220 0x5603775a2640 crc :-1 s=READY pgs=282 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2f598e4b83b47831 server_cookie=e5c083046cb4ea9b in_seq=0 out_seq=0 2024-06-06T08:38:56.886 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:38:56.886+0000 7f669effd700 10 client.27434 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:38:57.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:38:56 smithi149 ceph-mon[36842]: pgmap v519: 129 pgs: 15 active+clean+snaptrim, 50 active+clean+snaptrim_wait, 64 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 436 KiB/s rd, 426 KiB/s wr, 123 op/s 2024-06-06T08:38:57.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:38:56 smithi120 ceph-mon[36658]: pgmap v519: 129 pgs: 15 active+clean+snaptrim, 50 active+clean+snaptrim_wait, 64 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 436 KiB/s rd, 426 KiB/s wr, 123 op/s 2024-06-06T08:38:57.144 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.145+0000 7ff695322640 1 -- 172.21.15.42:0/632699037 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff6900696f0 msgr2=0x7ff6901089a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:57.144 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.145+0000 7ff695322640 1 --2- 172.21.15.42:0/632699037 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff6900696f0 0x7ff6901089a0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7ff684009900 tx=0x7ff68402a480 comp rx=0 tx=0).stop 2024-06-06T08:38:57.144 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.145+0000 7ff695322640 1 -- 172.21.15.42:0/632699037 shutdown_connections 2024-06-06T08:38:57.144 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.146+0000 7ff695322640 1 --2- 172.21.15.42:0/632699037 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff690108ee0 0x7ff690109390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:57.144 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.146+0000 7ff695322640 1 --2- 172.21.15.42:0/632699037 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff6900696f0 0x7ff6901089a0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:57.144 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.146+0000 7ff695322640 1 --2- 172.21.15.42:0/632699037 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff69010e4a0 0x7ff69010e880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:57.145 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.146+0000 7ff695322640 1 -- 172.21.15.42:0/632699037 >> 172.21.15.42:0/632699037 conn(0x7ff69006cf00 msgr2=0x7ff69006d310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:38:57.145 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.146+0000 7ff695322640 1 -- 172.21.15.42:0/632699037 shutdown_connections 2024-06-06T08:38:57.145 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.146+0000 7ff695322640 1 -- 172.21.15.42:0/632699037 wait complete. 2024-06-06T08:38:57.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.147+0000 7ff695322640 1 Processor -- start 2024-06-06T08:38:57.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.148+0000 7ff695322640 1 -- start start 2024-06-06T08:38:57.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.148+0000 7ff695322640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff6900696f0 0x7ff6901a2e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:57.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.148+0000 7ff695322640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff690108ee0 0x7ff6901a3370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:57.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.148+0000 7ff695322640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff69010e4a0 0x7ff6901a76f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:57.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.148+0000 7ff695322640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff69011c990 con 0x7ff6900696f0 2024-06-06T08:38:57.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.148+0000 7ff695322640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7ff6901162b0 con 0x7ff69010e4a0 2024-06-06T08:38:57.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.148+0000 7ff695322640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7ff69011cb10 con 0x7ff690108ee0 2024-06-06T08:38:57.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.148+0000 7ff68effd640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff6900696f0 0x7ff6901a2e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:57.148 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.148+0000 7ff68effd640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff6900696f0 0x7ff6901a2e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:33078/0 (socket says 172.21.15.42:33078) 2024-06-06T08:38:57.148 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.148+0000 7ff68effd640 1 -- 172.21.15.42:0/367735784 learned_addr learned my addr 172.21.15.42:0/367735784 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:38:57.148 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.148+0000 7ff68f7fe640 1 --2- 172.21.15.42:0/367735784 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff69010e4a0 0x7ff6901a76f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:57.148 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.149+0000 7ff68e7fc640 1 --2- 172.21.15.42:0/367735784 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff690108ee0 0x7ff6901a3370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:57.148 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.149+0000 7ff68effd640 1 -- 172.21.15.42:0/367735784 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff690108ee0 msgr2=0x7ff6901a3370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:57.148 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.149+0000 7ff68effd640 1 --2- 172.21.15.42:0/367735784 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff690108ee0 0x7ff6901a3370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:57.148 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.149+0000 7ff68effd640 1 -- 172.21.15.42:0/367735784 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff69010e4a0 msgr2=0x7ff6901a76f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:57.148 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.149+0000 7ff68effd640 1 --2- 172.21.15.42:0/367735784 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff69010e4a0 0x7ff6901a76f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:57.148 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.149+0000 7ff68effd640 1 -- 172.21.15.42:0/367735784 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6901a7e20 con 0x7ff6900696f0 2024-06-06T08:38:57.149 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.149+0000 7ff68effd640 1 --2- 172.21.15.42:0/367735784 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff6900696f0 0x7ff6901a2e30 secure :-1 s=READY pgs=1000 cs=0 l=1 rev1=1 crypto rx=0x7ff68000b4a0 tx=0x7ff68000b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:38:57.151 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.152+0000 7ff677fff640 1 -- 172.21.15.42:0/367735784 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff680014070 con 0x7ff6900696f0 2024-06-06T08:38:57.151 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.152+0000 7ff677fff640 1 -- 172.21.15.42:0/367735784 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff680010af0 con 0x7ff6900696f0 2024-06-06T08:38:57.151 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.152+0000 7ff677fff640 1 -- 172.21.15.42:0/367735784 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff680017d10 con 0x7ff6900696f0 2024-06-06T08:38:57.151 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.152+0000 7ff695322640 1 -- 172.21.15.42:0/367735784 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6901a8110 con 0x7ff6900696f0 2024-06-06T08:38:57.151 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.152+0000 7ff695322640 1 -- 172.21.15.42:0/367735784 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6901af9a0 con 0x7ff6900696f0 2024-06-06T08:38:57.159 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.158+0000 7ff698032740 1 Processor -- start 2024-06-06T08:38:57.159 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.160+0000 7ff698032740 1 -- start start 2024-06-06T08:38:57.159 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.161+0000 7ff698032740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e983820980 0x55e983820d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:57.159 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.161+0000 7ff698032740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e9838212a0 0x55e98382b620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:57.159 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.161+0000 7ff698032740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e98382bb60 0x55e98382df50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:57.159 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.161+0000 7ff698032740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55e98377c4f0 con 0x55e9838212a0 2024-06-06T08:38:57.160 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.161+0000 7ff698032740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55e98371a870 con 0x55e98382bb60 2024-06-06T08:38:57.160 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.161+0000 7ff698032740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55e9837784b0 con 0x55e983820980 2024-06-06T08:38:57.162 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.163+0000 7ff677fff640 1 -- 172.21.15.42:0/367735784 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7ff680017070 con 0x7ff6900696f0 2024-06-06T08:38:57.162 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.163+0000 7ff68effd640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e9838212a0 0x55e98382b620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:57.162 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.163+0000 7ff68f7fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e983820980 0x55e983820d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:57.162 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.164+0000 7ff68effd640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e9838212a0 0x55e98382b620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:33086/0 (socket says 172.21.15.42:33086) 2024-06-06T08:38:57.162 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.164+0000 7ff68effd640 1 -- 172.21.15.42:0/2599200902 learned_addr learned my addr 172.21.15.42:0/2599200902 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:38:57.163 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.165+0000 7ff677fff640 1 --2- 172.21.15.42:0/367735784 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7ff6780a2f80 0x7ff6780a5440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:57.165 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.165+0000 7ff677fff640 1 -- 172.21.15.42:0/367735784 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(127..127 src has 1..127) ==== 9482+0+0 (secure 0 0 0) 0x7ff6800ce8c0 con 0x7ff6900696f0 2024-06-06T08:38:57.165 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.166+0000 7ff68effd640 1 -- 172.21.15.42:0/2599200902 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e983820980 msgr2=0x55e983820d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:38:57.165 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.166+0000 7ff68effd640 1 --2- 172.21.15.42:0/2599200902 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e983820980 0x55e983820d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:57.165 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.166+0000 7ff68effd640 1 -- 172.21.15.42:0/2599200902 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e98382bb60 msgr2=0x55e98382df50 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-06T08:38:57.165 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.166+0000 7ff68effd640 1 --2- 172.21.15.42:0/2599200902 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e98382bb60 0x55e98382df50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:57.165 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.166+0000 7ff68effd640 1 -- 172.21.15.42:0/2599200902 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e9837369b0 con 0x55e9838212a0 2024-06-06T08:38:57.166 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.168+0000 7ff68f7fe640 1 --2- 172.21.15.42:0/367735784 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7ff6780a2f80 0x7ff6780a5440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:57.167 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.168+0000 7ff68effd640 1 --2- 172.21.15.42:0/2599200902 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e9838212a0 0x55e98382b620 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7ff68009e9c0 tx=0x7ff68000bf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f85d9488ae12db80 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:38:57.170 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.169+0000 7ff68f7fe640 1 --2- 172.21.15.42:0/367735784 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7ff6780a2f80 0x7ff6780a5440 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7ff688009fd0 tx=0x7ff688004b50 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:38:57.170 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.170+0000 7ff6757fa640 1 -- 172.21.15.42:0/2599200902 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff68001e050 con 0x55e9838212a0 2024-06-06T08:38:57.170 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.170+0000 7ff6757fa640 1 -- 172.21.15.42:0/2599200902 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff6800a3740 con 0x55e9838212a0 2024-06-06T08:38:57.171 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.170+0000 7ff6757fa640 1 -- 172.21.15.42:0/2599200902 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff680010ca0 con 0x55e9838212a0 2024-06-06T08:38:57.171 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.172+0000 7ff698032740 1 -- 172.21.15.42:0/2599200902 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e9838212a0 msgr2=0x55e98382b620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:57.171 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.172+0000 7ff698032740 1 --2- 172.21.15.42:0/2599200902 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e9838212a0 0x55e98382b620 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7ff68009e9c0 tx=0x7ff68000bf90 comp rx=0 tx=0).stop 2024-06-06T08:38:57.174 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.176+0000 7ff698032740 1 -- 172.21.15.42:0/2599200902 shutdown_connections 2024-06-06T08:38:57.174 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.176+0000 7ff698032740 1 --2- 172.21.15.42:0/2599200902 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e98382bb60 0x55e98382df50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:57.174 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.176+0000 7ff698032740 1 --2- 172.21.15.42:0/2599200902 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e9838212a0 0x55e98382b620 unknown :-1 s=CLOSED pgs=1001 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:57.174 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.176+0000 7ff698032740 1 --2- 172.21.15.42:0/2599200902 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e983820980 0x55e983820d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:57.174 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.176+0000 7ff698032740 1 -- 172.21.15.42:0/2599200902 >> 172.21.15.42:0/2599200902 conn(0x55e98381ce90 msgr2=0x55e98381d270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:38:57.178 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.180+0000 7ff698032740 1 -- 172.21.15.42:0/2599200902 shutdown_connections 2024-06-06T08:38:57.179 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.180+0000 7ff698032740 1 -- 172.21.15.42:0/2599200902 wait complete. 2024-06-06T08:38:57.179 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.181+0000 7ff698032740 1 -- start start 2024-06-06T08:38:57.179 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.181+0000 7ff698032740 1 Processor -- start 2024-06-06T08:38:57.182 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.183+0000 7ff698032740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e983820980 0x55e983828be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:57.183 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.183+0000 7ff698032740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e9838212a0 0x55e983829120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:57.183 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.183+0000 7ff698032740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e98382bb60 0x55e983829660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:57.183 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.183+0000 7ff698032740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55e98382e730 con 0x55e9838212a0 2024-06-06T08:38:57.183 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.183+0000 7ff698032740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55e983705ae0 con 0x55e98382bb60 2024-06-06T08:38:57.183 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.183+0000 7ff698032740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55e98382e8b0 con 0x55e983820980 2024-06-06T08:38:57.183 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.183+0000 7ff698032740 10 client.0 _ll_register_callbacks cb 0x55e98373e9b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:38:57.183 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.183+0000 7ff68effd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e983820980 0x55e983828be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:57.183 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.183+0000 7ff68effd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e983820980 0x55e983828be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:40628/0 (socket says 172.21.15.42:40628) 2024-06-06T08:38:57.183 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.183+0000 7ff68effd640 1 -- 172.21.15.42:0/662257597 learned_addr learned my addr 172.21.15.42:0/662257597 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:38:57.183 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.183+0000 7ff68f7fe640 1 --2- 172.21.15.42:0/662257597 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e98382bb60 0x55e983829660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:57.184 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.185+0000 7ff68effd640 1 -- 172.21.15.42:0/662257597 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e98382bb60 msgr2=0x55e983829660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:38:57.184 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.185+0000 7ff68effd640 1 --2- 172.21.15.42:0/662257597 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e98382bb60 0x55e983829660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:57.184 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.185+0000 7ff68effd640 1 -- 172.21.15.42:0/662257597 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e9838212a0 msgr2=0x55e983829120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:38:57.184 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.185+0000 7ff68effd640 1 --2- 172.21.15.42:0/662257597 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e9838212a0 0x55e983829120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:57.184 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.185+0000 7ff68effd640 1 -- 172.21.15.42:0/662257597 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e983490210 con 0x55e983820980 2024-06-06T08:38:57.185 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.187+0000 7ff68effd640 1 --2- 172.21.15.42:0/662257597 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e983820980 0x55e983828be0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7ff680096f30 tx=0x7ff680096740 comp rx=0 tx=0).ready entity=mon.1 client_cookie=222632826ae3c5e7 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:38:57.185 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.187+0000 7ff672ff5640 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:38:57.186 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.188+0000 7ff672ff5640 1 -- 172.21.15.42:0/662257597 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff68009aad0 con 0x55e983820980 2024-06-06T08:38:57.186 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.188+0000 7ff698032740 1 -- 172.21.15.42:0/662257597 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff6800a3740 con 0x55e983820980 2024-06-06T08:38:57.187 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.188+0000 7ff672ff5640 1 -- 172.21.15.42:0/662257597 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(127..127 src has 1..127) ==== 9482+0+0 (secure 0 0 0) 0x7ff6800ce480 con 0x55e983820980 2024-06-06T08:38:57.190 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.191+0000 7ff672ff5640 1 -- 172.21.15.42:0/662257597 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=47) ==== 24+0+0 (secure 0 0 0) 0x7ff6800a8050 con 0x55e983820980 2024-06-06T08:38:57.192 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.193+0000 7ff698032740 10 client.27307 fetch_fsmap learned FSMap version 47 2024-06-06T08:38:57.192 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.193+0000 7ff698032740 1 -- 172.21.15.42:0/662257597 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=47,monmap=4+}) -- 0x55e98355c620 con 0x55e983820980 2024-06-06T08:38:57.195 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.196+0000 7ff672ff5640 1 -- 172.21.15.42:0/662257597 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff6800a3740 con 0x55e983820980 2024-06-06T08:38:57.195 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.196+0000 7ff672ff5640 1 -- 172.21.15.42:0/662257597 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 47) ==== 8366+0+0 (secure 0 0 0) 0x7ff680017360 con 0x55e983820980 2024-06-06T08:38:57.195 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.196+0000 7ff698032740 10 client.27307 fetch_fsmap finished waiting for FSMap version 47 2024-06-06T08:38:57.195 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.196+0000 7ff698032740 10 client.27307 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:38:57.195 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.196+0000 7ff698032740 20 client.27307 populate_metadata read hostname 'smithi042' 2024-06-06T08:38:57.195 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.196+0000 7ff698032740 1 --2- 172.21.15.42:0/662257597 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55e98383bd40 0x55e98383e1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:57.195 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.196+0000 7ff698032740 4 client.27307 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:38:57.196 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.196+0000 7ff698032740 1 -- 172.21.15.42:0/662257597 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e98378ff10 con 0x55e98383bd40 2024-06-06T08:38:57.200 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.200+0000 7ff68e7fc640 1 --2- 172.21.15.42:0/662257597 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55e98383bd40 0x55e98383e1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:57.212 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.214+0000 7ff68e7fc640 1 --2- 172.21.15.42:0/662257597 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55e98383bd40 0x55e98383e1c0 crc :-1 s=READY pgs=283 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d0bd21511ebb7b04 server_cookie=7cb6d46b9b8e7364 in_seq=0 out_seq=0 2024-06-06T08:38:57.213 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.214+0000 7ff672ff5640 10 client.27307 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:38:57.215 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.215+0000 7ff672ff5640 1 -- 172.21.15.42:0/662257597 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55e98378ff10 con 0x55e98383bd40 2024-06-06T08:38:57.215 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.215+0000 7ff672ff5640 10 client.27307 handle_command_reply: tid=0 2024-06-06T08:38:57.215 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.216+0000 7ff698032740 1 client.27307 shutdown 2024-06-06T08:38:57.219 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.221+0000 7ff698032740 1 -- 172.21.15.42:0/662257597 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e983820980 msgr2=0x55e983828be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:57.219 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.221+0000 7ff698032740 1 --2- 172.21.15.42:0/662257597 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e983820980 0x55e983828be0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7ff680096f30 tx=0x7ff680096740 comp rx=0 tx=0).stop 2024-06-06T08:38:57.223 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.223+0000 7ff698032740 1 -- 172.21.15.42:0/662257597 shutdown_connections 2024-06-06T08:38:57.223 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.223+0000 7ff698032740 1 --2- 172.21.15.42:0/662257597 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55e98383bd40 0x55e98383e1c0 crc :-1 s=READY pgs=283 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:57.223 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.223+0000 7ff698032740 1 --2- 172.21.15.42:0/662257597 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e98382bb60 0x55e983829660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:57.223 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.223+0000 7ff698032740 1 --2- 172.21.15.42:0/662257597 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e9838212a0 0x55e983829120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:57.223 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.223+0000 7ff698032740 1 --2- 172.21.15.42:0/662257597 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e983820980 0x55e983828be0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:57.224 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.223+0000 7ff698032740 1 -- 172.21.15.42:0/662257597 >> 172.21.15.42:0/662257597 conn(0x55e98381ce90 msgr2=0x55e983822c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:38:57.224 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.223+0000 7ff672ff5640 0 client.27307 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:38:57.225 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.227+0000 7ff698032740 1 -- 172.21.15.42:0/662257597 shutdown_connections 2024-06-06T08:38:57.226 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.227+0000 7ff698032740 1 -- 172.21.15.42:0/662257597 wait complete. 2024-06-06T08:38:57.227 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.228+0000 7ff698032740 20 client.27307 trim_cache size 0 max 16384 2024-06-06T08:38:57.261 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.263+0000 7ff698032740 1 Processor -- start 2024-06-06T08:38:57.261 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.263+0000 7ff698032740 1 -- start start 2024-06-06T08:38:57.262 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.263+0000 7ff698032740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e983820980 0x55e983823340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:57.266 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.267+0000 7ff68effd640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e983820980 0x55e983823340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:57.266 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.267+0000 7ff68effd640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e983820980 0x55e983823340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:33112/0 (socket says 172.21.15.42:33112) 2024-06-06T08:38:57.266 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.267+0000 7ff68effd640 1 -- 172.21.15.42:0/3582123455 learned_addr learned my addr 172.21.15.42:0/3582123455 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:38:57.266 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.267+0000 7ff698032740 1 --2- 172.21.15.42:0/3582123455 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e9838212a0 0x55e983829480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:57.266 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.268+0000 7ff698032740 1 --2- 172.21.15.42:0/3582123455 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e98382bb60 0x55e983843ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:57.267 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.268+0000 7ff698032740 1 -- 172.21.15.42:0/3582123455 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff67c012930 con 0x55e983820980 2024-06-06T08:38:57.267 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.268+0000 7ff698032740 1 -- 172.21.15.42:0/3582123455 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7ff67c010140 con 0x55e98382bb60 2024-06-06T08:38:57.267 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.268+0000 7ff68e7fc640 1 --2- 172.21.15.42:0/3582123455 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e9838212a0 0x55e983829480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:57.267 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.268+0000 7ff68f7fe640 1 --2- 172.21.15.42:0/3582123455 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e98382bb60 0x55e983843ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:57.267 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.268+0000 7ff698032740 1 -- 172.21.15.42:0/3582123455 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7ff67c00df90 con 0x55e9838212a0 2024-06-06T08:38:57.269 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.270+0000 7ff68e7fc640 1 -- 172.21.15.42:0/3582123455 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e98382bb60 msgr2=0x55e983843ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:38:57.269 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.270+0000 7ff68e7fc640 1 --2- 172.21.15.42:0/3582123455 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e98382bb60 0x55e983843ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:57.269 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.270+0000 7ff68e7fc640 1 -- 172.21.15.42:0/3582123455 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e983820980 msgr2=0x55e983823340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:38:57.269 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.270+0000 7ff68e7fc640 1 --2- 172.21.15.42:0/3582123455 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e983820980 0x55e983823340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:57.269 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.270+0000 7ff68e7fc640 1 -- 172.21.15.42:0/3582123455 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e983827b90 con 0x55e9838212a0 2024-06-06T08:38:57.273 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.275+0000 7ff68e7fc640 1 --2- 172.21.15.42:0/3582123455 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e9838212a0 0x55e983829480 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7ff68402a9a0 tx=0x7ff6840043a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d59bad2ce8a1819b server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:38:57.278 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.279+0000 7ff674ff9640 1 -- 172.21.15.42:0/3582123455 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff684035040 con 0x55e9838212a0 2024-06-06T08:38:57.278 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.279+0000 7ff674ff9640 1 -- 172.21.15.42:0/3582123455 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff684045030 con 0x55e9838212a0 2024-06-06T08:38:57.278 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.279+0000 7ff674ff9640 1 -- 172.21.15.42:0/3582123455 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff684003ce0 con 0x55e9838212a0 2024-06-06T08:38:57.279 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.280+0000 7ff698032740 1 -- 172.21.15.42:0/3582123455 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e9838212a0 msgr2=0x55e983829480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:57.279 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.280+0000 7ff698032740 1 --2- 172.21.15.42:0/3582123455 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e9838212a0 0x55e983829480 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7ff68402a9a0 tx=0x7ff6840043a0 comp rx=0 tx=0).stop 2024-06-06T08:38:57.279 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.280+0000 7ff698032740 1 -- 172.21.15.42:0/3582123455 shutdown_connections 2024-06-06T08:38:57.279 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.280+0000 7ff698032740 1 --2- 172.21.15.42:0/3582123455 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e98382bb60 0x55e983843ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:57.279 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.280+0000 7ff698032740 1 --2- 172.21.15.42:0/3582123455 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e9838212a0 0x55e983829480 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:57.280 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.280+0000 7ff698032740 1 --2- 172.21.15.42:0/3582123455 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e983820980 0x55e983823340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:57.280 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.281+0000 7ff698032740 1 -- 172.21.15.42:0/3582123455 >> 172.21.15.42:0/3582123455 conn(0x55e98381ce90 msgr2=0x55e98381d270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:38:57.280 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.282+0000 7ff698032740 1 -- 172.21.15.42:0/3582123455 shutdown_connections 2024-06-06T08:38:57.281 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.282+0000 7ff698032740 1 -- 172.21.15.42:0/3582123455 wait complete. 2024-06-06T08:38:57.281 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.283+0000 7ff698032740 1 -- start start 2024-06-06T08:38:57.281 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.283+0000 7ff698032740 1 Processor -- start 2024-06-06T08:38:57.282 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.284+0000 7ff698032740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e983820980 0x55e983826680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:57.283 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.284+0000 7ff698032740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e9838212a0 0x55e983833b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:57.283 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.284+0000 7ff68effd640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e983820980 0x55e983826680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:57.283 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.284+0000 7ff68effd640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e983820980 0x55e983826680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:36648/0 (socket says 172.21.15.42:36648) 2024-06-06T08:38:57.283 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.284+0000 7ff68effd640 1 -- 172.21.15.42:0/3556003753 learned_addr learned my addr 172.21.15.42:0/3556003753 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:38:57.283 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.284+0000 7ff698032740 1 --2- 172.21.15.42:0/3556003753 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e98382bb60 0x55e983834040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:57.283 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.284+0000 7ff698032740 1 -- 172.21.15.42:0/3556003753 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff67c00e600 con 0x55e9838212a0 2024-06-06T08:38:57.283 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.284+0000 7ff698032740 1 -- 172.21.15.42:0/3556003753 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7ff67c00fa70 con 0x55e983820980 2024-06-06T08:38:57.283 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.285+0000 7ff68f7fe640 1 --2- 172.21.15.42:0/3556003753 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e98382bb60 0x55e983834040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:57.284 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.285+0000 7ff698032740 1 -- 172.21.15.42:0/3556003753 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7ff67c00ecd0 con 0x55e98382bb60 2024-06-06T08:38:57.284 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.285+0000 7ff68effd640 1 -- 172.21.15.42:0/3556003753 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e98382bb60 msgr2=0x55e983834040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:38:57.284 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.285+0000 7ff68effd640 1 --2- 172.21.15.42:0/3556003753 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e98382bb60 0x55e983834040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:57.284 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.285+0000 7ff68effd640 1 -- 172.21.15.42:0/3556003753 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e9838212a0 msgr2=0x55e983833b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:38:57.284 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.285+0000 7ff68effd640 1 --2- 172.21.15.42:0/3556003753 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e9838212a0 0x55e983833b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:57.284 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.285+0000 7ff68effd640 1 -- 172.21.15.42:0/3556003753 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e983824e50 con 0x55e983820980 2024-06-06T08:38:57.285 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.285+0000 7ff698032740 10 client.0 _ll_register_callbacks cb 0x7ff688009990 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:38:57.285 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.286+0000 7ff68effd640 1 --2- 172.21.15.42:0/3556003753 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e983820980 0x55e983826680 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7ff680099f20 tx=0x7ff680017570 comp rx=0 tx=0).ready entity=mon.2 client_cookie=90684c279d209996 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:38:57.285 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.286+0000 7ff698032740 1 -- 172.21.15.42:0/3556003753 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff684045030 con 0x55e983820980 2024-06-06T08:38:57.285 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.286+0000 7ff672ff5640 10 client.27446 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:38:57.285 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.286+0000 7ff672ff5640 1 -- 172.21.15.42:0/3556003753 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff68001e020 con 0x55e983820980 2024-06-06T08:38:57.285 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.287+0000 7ff672ff5640 1 -- 172.21.15.42:0/3556003753 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(127..127 src has 1..127) ==== 9482+0+0 (secure 0 0 0) 0x7ff6800ce480 con 0x55e983820980 2024-06-06T08:38:57.290 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.289+0000 7ff672ff5640 1 -- 172.21.15.42:0/3556003753 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=47) ==== 24+0+0 (secure 0 0 0) 0x7ff680096d70 con 0x55e983820980 2024-06-06T08:38:57.290 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.290+0000 7ff698032740 10 client.27446 fetch_fsmap learned FSMap version 47 2024-06-06T08:38:57.290 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.290+0000 7ff698032740 1 -- 172.21.15.42:0/3556003753 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({fsmap=47}) -- 0x55e983824e50 con 0x55e983820980 2024-06-06T08:38:57.294 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.292+0000 7ff672ff5640 1 -- 172.21.15.42:0/3556003753 <== mon.2 v2:172.21.15.120:3300/0 4 ==== fsmap(e 47) ==== 8366+0+0 (secure 0 0 0) 0x7ff680096870 con 0x55e983820980 2024-06-06T08:38:57.294 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.292+0000 7ff698032740 10 client.27446 fetch_fsmap finished waiting for FSMap version 47 2024-06-06T08:38:57.294 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.292+0000 7ff698032740 10 client.27446 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:38:57.294 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.292+0000 7ff698032740 20 client.27446 populate_metadata read hostname 'smithi042' 2024-06-06T08:38:57.294 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.292+0000 7ff698032740 1 --2- 172.21.15.42:0/3556003753 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55e9838a5ce0 0x55e9838a8120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:38:57.294 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.292+0000 7ff698032740 4 client.27446 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:38:57.295 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.292+0000 7ff698032740 1 -- 172.21.15.42:0/3556003753 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7ff684045030 con 0x55e9838a5ce0 2024-06-06T08:38:57.295 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.295+0000 7ff68e7fc640 1 --2- 172.21.15.42:0/3556003753 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55e9838a5ce0 0x55e9838a8120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:38:57.298 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.299+0000 7ff68e7fc640 1 --2- 172.21.15.42:0/3556003753 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55e9838a5ce0 0x55e9838a8120 crc :-1 s=READY pgs=284 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9978ae489e142512 server_cookie=b6ede4c59cd7fa6b in_seq=0 out_seq=0 2024-06-06T08:38:57.298 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:57.299+0000 7ff672ff5640 10 client.27446 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:38:59.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:38:58 smithi149 ceph-mon[36842]: pgmap v520: 129 pgs: 15 active+clean+snaptrim, 50 active+clean+snaptrim_wait, 64 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 730 KiB/s rd, 692 KiB/s wr, 179 op/s 2024-06-06T08:38:59.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:38:58 smithi042 ceph-mon[32384]: pgmap v520: 129 pgs: 15 active+clean+snaptrim, 50 active+clean+snaptrim_wait, 64 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 730 KiB/s rd, 692 KiB/s wr, 179 op/s 2024-06-06T08:38:59.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:38:58 smithi120 ceph-mon[36658]: pgmap v520: 129 pgs: 15 active+clean+snaptrim, 50 active+clean+snaptrim_wait, 64 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 730 KiB/s rd, 692 KiB/s wr, 179 op/s 2024-06-06T08:38:59.985 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:59.985+0000 7ff672ff5640 1 -- 172.21.15.42:0/3556003753 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x7ff684045030 con 0x55e9838a5ce0 2024-06-06T08:38:59.985 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:59.985+0000 7ff672ff5640 10 client.27446 handle_command_reply: tid=0 2024-06-06T08:38:59.985 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:59.985+0000 7ff698032740 1 client.27446 shutdown 2024-06-06T08:38:59.985 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:59.985+0000 7ff698032740 1 -- 172.21.15.42:0/3556003753 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e983820980 msgr2=0x55e983826680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:59.985 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:59.985+0000 7ff698032740 1 --2- 172.21.15.42:0/3556003753 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e983820980 0x55e983826680 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7ff680099f20 tx=0x7ff680017570 comp rx=0 tx=0).stop 2024-06-06T08:38:59.985 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:59.985+0000 7ff698032740 1 -- 172.21.15.42:0/3556003753 shutdown_connections 2024-06-06T08:38:59.985 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:59.985+0000 7ff698032740 1 --2- 172.21.15.42:0/3556003753 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55e9838a5ce0 0x55e9838a8120 crc :-1 s=READY pgs=284 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:59.985 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:59.985+0000 7ff698032740 1 --2- 172.21.15.42:0/3556003753 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e98382bb60 0x55e983834040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:59.985 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:59.985+0000 7ff698032740 1 --2- 172.21.15.42:0/3556003753 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e9838212a0 0x55e983833b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:59.985 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:59.986+0000 7ff698032740 1 --2- 172.21.15.42:0/3556003753 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55e983820980 0x55e983826680 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:59.986 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:59.986+0000 7ff698032740 1 -- 172.21.15.42:0/3556003753 >> 172.21.15.42:0/3556003753 conn(0x55e98381ce90 msgr2=0x55e983812f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:38:59.986 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:59.986+0000 7ff672ff5640 0 client.27446 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:38:59.986 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:59.986+0000 7ff698032740 1 -- 172.21.15.42:0/3556003753 shutdown_connections 2024-06-06T08:38:59.986 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:59.986+0000 7ff698032740 1 -- 172.21.15.42:0/3556003753 wait complete. 2024-06-06T08:38:59.986 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:59.986+0000 7ff698032740 20 client.27446 trim_cache size 0 max 16384 2024-06-06T08:38:59.986 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:38:59.986 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:38:59.986 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:38:59.987 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:59.987+0000 7ff695322640 1 -- 172.21.15.42:0/367735784 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7ff6780a2f80 msgr2=0x7ff6780a5440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:59.987 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:59.987+0000 7ff695322640 1 --2- 172.21.15.42:0/367735784 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7ff6780a2f80 0x7ff6780a5440 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7ff688009fd0 tx=0x7ff688004b50 comp rx=0 tx=0).stop 2024-06-06T08:38:59.987 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:59.987+0000 7ff695322640 1 -- 172.21.15.42:0/367735784 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff6900696f0 msgr2=0x7ff6901a2e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:38:59.987 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:59.987+0000 7ff695322640 1 --2- 172.21.15.42:0/367735784 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff6900696f0 0x7ff6901a2e30 secure :-1 s=READY pgs=1000 cs=0 l=1 rev1=1 crypto rx=0x7ff68000b4a0 tx=0x7ff68000b960 comp rx=0 tx=0).stop 2024-06-06T08:38:59.987 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:59.988+0000 7ff695322640 1 -- 172.21.15.42:0/367735784 shutdown_connections 2024-06-06T08:38:59.988 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:59.988+0000 7ff695322640 1 --2- 172.21.15.42:0/367735784 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7ff6780a2f80 0x7ff6780a5440 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:59.988 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:59.988+0000 7ff695322640 1 --2- 172.21.15.42:0/367735784 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7ff69010e4a0 0x7ff6901a76f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:59.988 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:59.988+0000 7ff695322640 1 --2- 172.21.15.42:0/367735784 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff690108ee0 0x7ff6901a3370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:59.988 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:59.988+0000 7ff695322640 1 --2- 172.21.15.42:0/367735784 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff6900696f0 0x7ff6901a2e30 unknown :-1 s=CLOSED pgs=1000 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:38:59.988 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:59.988+0000 7ff695322640 1 -- 172.21.15.42:0/367735784 >> 172.21.15.42:0/367735784 conn(0x7ff69006cf00 msgr2=0x7ff690109f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:38:59.988 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:59.988+0000 7ff695322640 1 -- 172.21.15.42:0/367735784 shutdown_connections 2024-06-06T08:38:59.988 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:38:59.988+0000 7ff695322640 1 -- 172.21.15.42:0/367735784 wait complete. 2024-06-06T08:39:00.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:00.327+0000 7f669effd700 1 -- 172.21.15.42:0/2856760746 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x560377456eb0 con 0x5603775a0220 2024-06-06T08:39:00.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:00.327+0000 7f669effd700 10 client.27434 handle_command_reply: tid=0 2024-06-06T08:39:00.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:00.328+0000 7f66cc527b80 1 client.27434 shutdown 2024-06-06T08:39:00.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:00.328+0000 7f66cc527b80 1 -- 172.21.15.42:0/2856760746 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603774fe600 msgr2=0x560377538ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:39:00.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:00.328+0000 7f66cc527b80 1 --2- 172.21.15.42:0/2856760746 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603774fe600 0x560377538ab0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f66b4015bb0 tx=0x7f66b4004be0 comp rx=0 tx=0).stop 2024-06-06T08:39:00.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:00.328+0000 7f66cc527b80 1 -- 172.21.15.42:0/2856760746 shutdown_connections 2024-06-06T08:39:00.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:00.328+0000 7f66cc527b80 1 --2- 172.21.15.42:0/2856760746 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5603775a0220 0x5603775a2640 crc :-1 s=READY pgs=282 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:00.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:00.328+0000 7f66cc527b80 1 --2- 172.21.15.42:0/2856760746 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5603774fe600 0x560377538ab0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:00.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:00.328+0000 7f66cc527b80 1 --2- 172.21.15.42:0/2856760746 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5603774f8470 0x560377538030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:00.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:00.328+0000 7f66cc527b80 1 --2- 172.21.15.42:0/2856760746 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603774fdce0 0x560377538570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:00.328 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:00.328+0000 7f66cc527b80 1 -- 172.21.15.42:0/2856760746 >> 172.21.15.42:0/2856760746 conn(0x560377422e60 msgr2=0x5603774ff0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:39:00.328 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:00.328+0000 7f669effd700 0 client.27434 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:39:00.328 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:00.328+0000 7f66cc527b80 1 -- 172.21.15.42:0/2856760746 shutdown_connections 2024-06-06T08:39:00.328 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:00.328+0000 7f66cc527b80 1 -- 172.21.15.42:0/2856760746 wait complete. 2024-06-06T08:39:00.328 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:00.328+0000 7f66cc527b80 20 client.27434 trim_cache size 0 max 16384 2024-06-06T08:39:00.328 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:39:00.328 INFO:teuthology.orchestra.run.smithi042.stdout: "epoch": 47, 2024-06-06T08:39:00.329 INFO:teuthology.orchestra.run.smithi042.stdout: "leader": 24484, 2024-06-06T08:39:00.329 INFO:teuthology.orchestra.run.smithi042.stdout: "set_version": 46, 2024-06-06T08:39:00.329 INFO:teuthology.orchestra.run.smithi042.stdout: "sets": { 2024-06-06T08:39:00.329 INFO:teuthology.orchestra.run.smithi042.stdout: "3ba5554a": { 2024-06-06T08:39:00.329 INFO:teuthology.orchestra.run.smithi042.stdout: "version": 46, 2024-06-06T08:39:00.329 INFO:teuthology.orchestra.run.smithi042.stdout: "age_ref": 0.0, 2024-06-06T08:39:00.329 INFO:teuthology.orchestra.run.smithi042.stdout: "state": { 2024-06-06T08:39:00.329 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "QUIESCED", 2024-06-06T08:39:00.329 INFO:teuthology.orchestra.run.smithi042.stdout: "age": 0.0 2024-06-06T08:39:00.329 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:39:00.329 INFO:teuthology.orchestra.run.smithi042.stdout: "timeout": 90.0, 2024-06-06T08:39:00.329 INFO:teuthology.orchestra.run.smithi042.stdout: "expiration": 145.2, 2024-06-06T08:39:00.329 INFO:teuthology.orchestra.run.smithi042.stdout: "members": { 2024-06-06T08:39:00.329 INFO:teuthology.orchestra.run.smithi042.stdout: "file:/": { 2024-06-06T08:39:00.330 INFO:teuthology.orchestra.run.smithi042.stdout: "excluded": false, 2024-06-06T08:39:00.330 INFO:teuthology.orchestra.run.smithi042.stdout: "state": { 2024-06-06T08:39:00.330 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "QUIESCED", 2024-06-06T08:39:00.330 INFO:teuthology.orchestra.run.smithi042.stdout: "age": 0.0 2024-06-06T08:39:00.330 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:39:00.330 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:39:00.330 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:39:00.330 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:39:00.330 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:39:00.330 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:39:00.331 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:00.329+0000 7f66c1ca4700 1 -- 172.21.15.42:0/959171856 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f66a40a3060 msgr2=0x7f66a40a5520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:39:00.332 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:00.329+0000 7f66c1ca4700 1 --2- 172.21.15.42:0/959171856 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f66a40a3060 0x7f66a40a5520 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f66b4009fd0 tx=0x7f66b400b040 comp rx=0 tx=0).stop 2024-06-06T08:39:00.332 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:00.330+0000 7f66c1ca4700 1 -- 172.21.15.42:0/959171856 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f66bc1099d0 msgr2=0x7f66bc11b210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:39:00.332 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:00.330+0000 7f66c1ca4700 1 --2- 172.21.15.42:0/959171856 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f66bc1099d0 0x7f66bc11b210 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f66ac009230 tx=0x7f66ac00fb40 comp rx=0 tx=0).stop 2024-06-06T08:39:00.332 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:00.330+0000 7f66c1ca4700 1 -- 172.21.15.42:0/959171856 shutdown_connections 2024-06-06T08:39:00.332 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:00.330+0000 7f66c1ca4700 1 --2- 172.21.15.42:0/959171856 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f66a40a3060 0x7f66a40a5520 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:00.332 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:00.330+0000 7f66c1ca4700 1 --2- 172.21.15.42:0/959171856 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f66bc11bc70 0x7f66bc1177f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:00.332 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:00.330+0000 7f66c1ca4700 1 --2- 172.21.15.42:0/959171856 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f66bc1099d0 0x7f66bc11b210 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:00.332 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:00.330+0000 7f66c1ca4700 1 --2- 172.21.15.42:0/959171856 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f66bc110ce0 0x7f66bc1172b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:00.332 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:00.330+0000 7f66c1ca4700 1 -- 172.21.15.42:0/959171856 >> 172.21.15.42:0/959171856 conn(0x7f66bc06d600 msgr2=0x7f66bc11c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:39:00.332 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:00.330+0000 7f66c1ca4700 1 -- 172.21.15.42:0/959171856 shutdown_connections 2024-06-06T08:39:00.332 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:00.330+0000 7f66c1ca4700 1 -- 172.21.15.42:0/959171856 wait complete. 2024-06-06T08:39:01.035 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:39:00 smithi042 ceph-mon[32384]: pgmap v521: 129 pgs: 15 active+clean+snaptrim, 50 active+clean+snaptrim_wait, 64 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 747 KiB/s rd, 720 KiB/s wr, 223 op/s 2024-06-06T08:39:01.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:39:00 smithi149 ceph-mon[36842]: pgmap v521: 129 pgs: 15 active+clean+snaptrim, 50 active+clean+snaptrim_wait, 64 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 747 KiB/s rd, 720 KiB/s wr, 223 op/s 2024-06-06T08:39:01.082 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '3ba5554a', quiesce took 15.0 seconds. Will release after: 10.25 2024-06-06T08:39:01.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:39:00 smithi120 ceph-mon[36658]: pgmap v521: 129 pgs: 15 active+clean+snaptrim, 50 active+clean+snaptrim_wait, 64 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 747 KiB/s rd, 720 KiB/s wr, 223 op/s 2024-06-06T08:39:03.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:39:02 smithi149 ceph-mon[36842]: pgmap v522: 129 pgs: 12 active+clean+snaptrim, 36 active+clean+snaptrim_wait, 81 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 791 KiB/s rd, 709 KiB/s wr, 279 op/s 2024-06-06T08:39:03.041 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:39:02 smithi042 ceph-mon[32384]: pgmap v522: 129 pgs: 12 active+clean+snaptrim, 36 active+clean+snaptrim_wait, 81 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 791 KiB/s rd, 709 KiB/s wr, 279 op/s 2024-06-06T08:39:03.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:39:02 smithi120 ceph-mon[36658]: pgmap v522: 129 pgs: 12 active+clean+snaptrim, 36 active+clean+snaptrim_wait, 81 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 791 KiB/s rd, 709 KiB/s wr, 279 op/s 2024-06-06T08:39:05.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:39:04 smithi149 ceph-mon[36842]: pgmap v523: 129 pgs: 12 active+clean+snaptrim, 36 active+clean+snaptrim_wait, 81 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 718 KiB/s rd, 688 KiB/s wr, 294 op/s 2024-06-06T08:39:05.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:39:04 smithi042 ceph-mon[32384]: pgmap v523: 129 pgs: 12 active+clean+snaptrim, 36 active+clean+snaptrim_wait, 81 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 718 KiB/s rd, 688 KiB/s wr, 294 op/s 2024-06-06T08:39:05.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:39:04 smithi120 ceph-mon[36658]: pgmap v523: 129 pgs: 12 active+clean+snaptrim, 36 active+clean+snaptrim_wait, 81 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 718 KiB/s rd, 688 KiB/s wr, 294 op/s 2024-06-06T08:39:07.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:39:06 smithi149 ceph-mon[36842]: pgmap v524: 129 pgs: 12 active+clean+snaptrim, 36 active+clean+snaptrim_wait, 81 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 718 KiB/s rd, 700 KiB/s wr, 279 op/s 2024-06-06T08:39:07.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:39:06 smithi042 ceph-mon[32384]: pgmap v524: 129 pgs: 12 active+clean+snaptrim, 36 active+clean+snaptrim_wait, 81 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 718 KiB/s rd, 700 KiB/s wr, 279 op/s 2024-06-06T08:39:07.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:39:06 smithi120 ceph-mon[36658]: pgmap v524: 129 pgs: 12 active+clean+snaptrim, 36 active+clean+snaptrim_wait, 81 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 718 KiB/s rd, 700 KiB/s wr, 279 op/s 2024-06-06T08:39:09.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:39:08 smithi149 ceph-mon[36842]: pgmap v525: 129 pgs: 9 active+clean+snaptrim, 20 active+clean+snaptrim_wait, 100 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 602 KiB/s rd, 635 KiB/s wr, 236 op/s 2024-06-06T08:39:09.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:39:08 smithi042 ceph-mon[32384]: pgmap v525: 129 pgs: 9 active+clean+snaptrim, 20 active+clean+snaptrim_wait, 100 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 602 KiB/s rd, 635 KiB/s wr, 236 op/s 2024-06-06T08:39:09.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:39:08 smithi120 ceph-mon[36658]: pgmap v525: 129 pgs: 9 active+clean+snaptrim, 20 active+clean+snaptrim_wait, 100 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 602 KiB/s rd, 635 KiB/s wr, 236 op/s 2024-06-06T08:39:10.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:39:09 smithi149 ceph-mon[36842]: osdmap e128: 12 total, 12 up, 12 in 2024-06-06T08:39:10.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:39:09 smithi042 ceph-mon[32384]: osdmap e128: 12 total, 12 up, 12 in 2024-06-06T08:39:10.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:39:09 smithi120 ceph-mon[36658]: osdmap e128: 12 total, 12 up, 12 in 2024-06-06T08:39:11.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:39:10 smithi149 ceph-mon[36842]: pgmap v527: 129 pgs: 11 active+clean+snaptrim, 21 active+clean+snaptrim_wait, 97 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 350 KiB/s rd, 397 KiB/s wr, 160 op/s 2024-06-06T08:39:11.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:39:10 smithi042 ceph-mon[32384]: pgmap v527: 129 pgs: 11 active+clean+snaptrim, 21 active+clean+snaptrim_wait, 97 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 350 KiB/s rd, 397 KiB/s wr, 160 op/s 2024-06-06T08:39:11.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:39:10 smithi120 ceph-mon[36658]: pgmap v527: 129 pgs: 11 active+clean+snaptrim, 21 active+clean+snaptrim_wait, 97 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 350 KiB/s rd, 397 KiB/s wr, 160 op/s 2024-06-06T08:39:11.333 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:39:11.855 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:39:13.059 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:39:12 smithi042 ceph-mon[32384]: pgmap v528: 129 pgs: 16 active+clean+snaptrim, 42 active+clean+snaptrim_wait, 71 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 105 KiB/s wr, 84 op/s 2024-06-06T08:39:13.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:39:12 smithi120 ceph-mon[36658]: pgmap v528: 129 pgs: 16 active+clean+snaptrim, 42 active+clean+snaptrim_wait, 71 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 105 KiB/s wr, 84 op/s 2024-06-06T08:39:13.139 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.140+0000 7f6610c31640 1 -- 172.21.15.42:0/2085891704 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f660c106ae0 msgr2=0x7f660c106ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:39:13.139 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.140+0000 7f6610c31640 1 --2- 172.21.15.42:0/2085891704 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f660c106ae0 0x7f660c106ec0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f65fc009860 tx=0x7f65fc02a380 comp rx=0 tx=0).stop 2024-06-06T08:39:13.140 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.140+0000 7f6610c31640 1 -- 172.21.15.42:0/2085891704 shutdown_connections 2024-06-06T08:39:13.140 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.140+0000 7f6610c31640 1 --2- 172.21.15.42:0/2085891704 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f660c100920 0x7f660c1045e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:13.140 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.140+0000 7f6610c31640 1 --2- 172.21.15.42:0/2085891704 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f660c0ffea0 0x7f660c100300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:13.140 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.140+0000 7f6610c31640 1 --2- 172.21.15.42:0/2085891704 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f660c106ae0 0x7f660c106ec0 secure :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f65fc009860 tx=0x7f65fc02a380 comp rx=0 tx=0).stop 2024-06-06T08:39:13.140 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.140+0000 7f6610c31640 1 -- 172.21.15.42:0/2085891704 >> 172.21.15.42:0/2085891704 conn(0x7f660c076e30 msgr2=0x7f660c0fe1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:39:13.141 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.143+0000 7f6610c31640 1 -- 172.21.15.42:0/2085891704 shutdown_connections 2024-06-06T08:39:13.144 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.145+0000 7f6610c31640 1 -- 172.21.15.42:0/2085891704 wait complete. 2024-06-06T08:39:13.145 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.146+0000 7f6610c31640 1 Processor -- start 2024-06-06T08:39:13.157 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.158+0000 7f6610c31640 1 -- start start 2024-06-06T08:39:13.157 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.158+0000 7f6610c31640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f660c0ffea0 0x7f660c073570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:13.157 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.158+0000 7f6610c31640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f660c100920 0x7f660c06d630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:13.157 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.158+0000 7f6610c31640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f660c06db70 0x7f660c06e000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:13.157 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.158+0000 7f6610c31640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f660c06be10 con 0x7f660c100920 2024-06-06T08:39:13.157 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.158+0000 7f6610c31640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f660c06bc90 con 0x7f660c0ffea0 2024-06-06T08:39:13.157 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.158+0000 7f6610c31640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f660c06bf90 con 0x7f660c06db70 2024-06-06T08:39:13.159 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.159+0000 7f660ad9d640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f660c06db70 0x7f660c06e000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:13.159 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.159+0000 7f660ad9d640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f660c06db70 0x7f660c06e000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:52822/0 (socket says 172.21.15.42:52822) 2024-06-06T08:39:13.159 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.159+0000 7f660ad9d640 1 -- 172.21.15.42:0/3469276445 learned_addr learned my addr 172.21.15.42:0/3469276445 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:39:13.159 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.159+0000 7f660a59c640 1 --2- 172.21.15.42:0/3469276445 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f660c0ffea0 0x7f660c073570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:13.159 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.159+0000 7f660ad9d640 1 -- 172.21.15.42:0/3469276445 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f660c0ffea0 msgr2=0x7f660c073570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:39:13.159 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.159+0000 7f660ad9d640 1 --2- 172.21.15.42:0/3469276445 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f660c0ffea0 0x7f660c073570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:13.159 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.159+0000 7f660ad9d640 1 -- 172.21.15.42:0/3469276445 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f660c100920 msgr2=0x7f660c06d630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:39:13.159 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.159+0000 7f660ad9d640 1 --2- 172.21.15.42:0/3469276445 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f660c100920 0x7f660c06d630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:13.159 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.159+0000 7f660ad9d640 1 -- 172.21.15.42:0/3469276445 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f660c1b3b60 con 0x7f660c06db70 2024-06-06T08:39:13.160 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.160+0000 7f660ad9d640 1 --2- 172.21.15.42:0/3469276445 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f660c06db70 0x7f660c06e000 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f6604009fd0 tx=0x7f660400c800 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:39:13.161 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.161+0000 7f65fb7fe640 1 -- 172.21.15.42:0/3469276445 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6604004b20 con 0x7f660c06db70 2024-06-06T08:39:13.162 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.161+0000 7f6610c31640 1 -- 172.21.15.42:0/3469276445 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f660c1b3e50 con 0x7f660c06db70 2024-06-06T08:39:13.162 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.161+0000 7f6610c31640 1 -- 172.21.15.42:0/3469276445 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f660c1b4360 con 0x7f660c06db70 2024-06-06T08:39:13.162 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.161+0000 7f65fb7fe640 1 -- 172.21.15.42:0/3469276445 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6604003e50 con 0x7f660c06db70 2024-06-06T08:39:13.162 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.161+0000 7f65fb7fe640 1 -- 172.21.15.42:0/3469276445 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f660400b630 con 0x7f660c06db70 2024-06-06T08:39:13.163 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.165+0000 7f6613a1b740 1 Processor -- start 2024-06-06T08:39:13.164 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.166+0000 7f6613a1b740 1 -- start start 2024-06-06T08:39:13.165 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.166+0000 7f6613a1b740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b94f675170 0x55b94f675550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:13.165 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.166+0000 7f6613a1b740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b94f675a90 0x55b94f67fe10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:13.166 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.166+0000 7f6613a1b740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b94f680350 0x55b94f682740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:13.166 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.166+0000 7f6609d9b640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b94f675170 0x55b94f675550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:13.166 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.167+0000 7f6609d9b640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b94f675170 0x55b94f675550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:58872/0 (socket says 172.21.15.42:58872) 2024-06-06T08:39:13.166 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.167+0000 7f6609d9b640 1 -- 172.21.15.42:0/2513348836 learned_addr learned my addr 172.21.15.42:0/2513348836 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:39:13.166 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.167+0000 7f660a59c640 1 --2- 172.21.15.42:0/2513348836 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b94f675a90 0x55b94f67fe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:13.166 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.167+0000 7f6613a1b740 1 -- 172.21.15.42:0/2513348836 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55b94f5d94f0 con 0x55b94f675a90 2024-06-06T08:39:13.166 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.167+0000 7f6613a1b740 1 -- 172.21.15.42:0/2513348836 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55b94f577870 con 0x55b94f675170 2024-06-06T08:39:13.166 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.167+0000 7f6613a1b740 1 -- 172.21.15.42:0/2513348836 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55b94f5d54b0 con 0x55b94f680350 2024-06-06T08:39:13.167 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.167+0000 7f6609d9b640 1 --2- 172.21.15.42:0/2513348836 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b94f680350 0x55b94f682740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:13.167 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.168+0000 7f660a59c640 1 -- 172.21.15.42:0/2513348836 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b94f680350 msgr2=0x55b94f682740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:39:13.167 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.168+0000 7f660a59c640 1 --2- 172.21.15.42:0/2513348836 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b94f680350 0x55b94f682740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:13.168 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.168+0000 7f660a59c640 1 -- 172.21.15.42:0/2513348836 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b94f675170 msgr2=0x55b94f675550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:39:13.168 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.168+0000 7f660a59c640 1 --2- 172.21.15.42:0/2513348836 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b94f675170 0x55b94f675550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:13.168 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.168+0000 7f660a59c640 1 -- 172.21.15.42:0/2513348836 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b94f5939b0 con 0x55b94f675a90 2024-06-06T08:39:13.168 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.168+0000 7f6609d9b640 1 --2- 172.21.15.42:0/2513348836 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b94f680350 0x55b94f682740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:39:13.168 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.168+0000 7f660a59c640 1 --2- 172.21.15.42:0/2513348836 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b94f675a90 0x55b94f67fe10 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7f65fc008000 tx=0x7f65fc005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9909f27b53f7b2b9 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:39:13.168 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.169+0000 7f65fb7fe640 1 -- 172.21.15.42:0/3469276445 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f660401d020 con 0x7f660c06db70 2024-06-06T08:39:13.170 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.172+0000 7f65fb7fe640 1 --2- 172.21.15.42:0/3469276445 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f65f40a2f00 0x7f65f40a53c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:13.171 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.172+0000 7f65fb7fe640 1 -- 172.21.15.42:0/3469276445 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 9606+0+0 (secure 0 0 0) 0x7f66040cf6e0 con 0x7f660c06db70 2024-06-06T08:39:13.172 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.174+0000 7f6609d9b640 1 --2- 172.21.15.42:0/3469276445 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f65f40a2f00 0x7f65f40a53c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:13.173 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.175+0000 7f6609d9b640 1 --2- 172.21.15.42:0/3469276445 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f65f40a2f00 0x7f65f40a53c0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x55b94f672aa0 tx=0x7f6600009480 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:39:13.185 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.185+0000 7f65f8ff9640 1 -- 172.21.15.42:0/2513348836 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65fc037040 con 0x55b94f675a90 2024-06-06T08:39:13.185 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.185+0000 7f65f8ff9640 1 -- 172.21.15.42:0/2513348836 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f65fc0305d0 con 0x55b94f675a90 2024-06-06T08:39:13.185 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.185+0000 7f65f8ff9640 1 -- 172.21.15.42:0/2513348836 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65fc0053c0 con 0x55b94f675a90 2024-06-06T08:39:13.186 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.188+0000 7f6613a1b740 1 -- 172.21.15.42:0/2513348836 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b94f675a90 msgr2=0x55b94f67fe10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:39:13.186 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.188+0000 7f6613a1b740 1 --2- 172.21.15.42:0/2513348836 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b94f675a90 0x55b94f67fe10 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7f65fc008000 tx=0x7f65fc005dc0 comp rx=0 tx=0).stop 2024-06-06T08:39:13.190 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.188+0000 7f6613a1b740 1 -- 172.21.15.42:0/2513348836 shutdown_connections 2024-06-06T08:39:13.190 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.188+0000 7f6613a1b740 1 --2- 172.21.15.42:0/2513348836 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b94f680350 0x55b94f682740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:13.190 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.188+0000 7f6613a1b740 1 --2- 172.21.15.42:0/2513348836 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b94f675a90 0x55b94f67fe10 secure :-1 s=CLOSED pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7f65fc008000 tx=0x7f65fc005dc0 comp rx=0 tx=0).stop 2024-06-06T08:39:13.190 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.188+0000 7f6613a1b740 1 --2- 172.21.15.42:0/2513348836 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b94f675170 0x55b94f675550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:13.190 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.188+0000 7f6613a1b740 1 -- 172.21.15.42:0/2513348836 >> 172.21.15.42:0/2513348836 conn(0x55b94f671680 msgr2=0x55b94f671a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:39:13.197 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.199+0000 7f6613a1b740 1 -- 172.21.15.42:0/2513348836 shutdown_connections 2024-06-06T08:39:13.199 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.200+0000 7f6613a1b740 1 -- 172.21.15.42:0/2513348836 wait complete. 2024-06-06T08:39:13.199 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.201+0000 7f6613a1b740 1 -- start start 2024-06-06T08:39:13.200 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.201+0000 7f6613a1b740 1 Processor -- start 2024-06-06T08:39:13.201 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.202+0000 7f6613a1b740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b94f675170 0x55b94f67d4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:13.201 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.202+0000 7f6613a1b740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b94f680350 0x55b94f67da30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:13.201 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.202+0000 7f6613a1b740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b94f67df70 0x55b94f68c360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:13.201 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.202+0000 7f6613a1b740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55b94f682ec0 con 0x55b94f675170 2024-06-06T08:39:13.201 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.202+0000 7f6613a1b740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55b94f562ae0 con 0x55b94f680350 2024-06-06T08:39:13.201 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.202+0000 7f6613a1b740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55b94f683040 con 0x55b94f67df70 2024-06-06T08:39:13.201 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.203+0000 7f6613a1b740 10 client.0 _ll_register_callbacks cb 0x55b94f59b9b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:39:13.202 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.203+0000 7f660a59c640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b94f675170 0x55b94f67d4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:13.202 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.203+0000 7f660a59c640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b94f675170 0x55b94f67d4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:54224/0 (socket says 172.21.15.42:54224) 2024-06-06T08:39:13.202 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.204+0000 7f660a59c640 1 -- 172.21.15.42:0/3752675634 learned_addr learned my addr 172.21.15.42:0/3752675634 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:39:13.202 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.204+0000 7f660ad9d640 1 --2- 172.21.15.42:0/3752675634 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b94f67df70 0x55b94f68c360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:13.206 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.205+0000 7f6609d9b640 1 --2- 172.21.15.42:0/3752675634 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b94f680350 0x55b94f67da30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:13.206 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.205+0000 7f660a59c640 1 -- 172.21.15.42:0/3752675634 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b94f67df70 msgr2=0x55b94f68c360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:39:13.206 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.205+0000 7f660a59c640 1 --2- 172.21.15.42:0/3752675634 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b94f67df70 0x55b94f68c360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:13.206 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.205+0000 7f660a59c640 1 -- 172.21.15.42:0/3752675634 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b94f680350 msgr2=0x55b94f67da30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:39:13.206 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.205+0000 7f660a59c640 1 --2- 172.21.15.42:0/3752675634 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b94f680350 0x55b94f67da30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:13.206 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.205+0000 7f660a59c640 1 -- 172.21.15.42:0/3752675634 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b94f2ed210 con 0x55b94f675170 2024-06-06T08:39:13.206 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.206+0000 7f660a59c640 1 --2- 172.21.15.42:0/3752675634 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b94f675170 0x55b94f67d4f0 secure :-1 s=READY pgs=1003 cs=0 l=1 rev1=1 crypto rx=0x7f65fc02a940 tx=0x7f65fc030780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3cc1f84dd222722b server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:39:13.206 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.206+0000 7f65f1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:39:13.207 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.208+0000 7f65f1ffb640 1 -- 172.21.15.42:0/3752675634 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65fc037050 con 0x55b94f675170 2024-06-06T08:39:13.207 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.208+0000 7f65f1ffb640 1 -- 172.21.15.42:0/3752675634 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(128..128 src has 1..128) ==== 9606+0+0 (secure 0 0 0) 0x7f65fc004230 con 0x55b94f675170 2024-06-06T08:39:13.207 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.209+0000 7f6613a1b740 1 -- 172.21.15.42:0/3752675634 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f65fc0305d0 con 0x55b94f675170 2024-06-06T08:39:13.211 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.212+0000 7f65f1ffb640 1 -- 172.21.15.42:0/3752675634 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=47) ==== 24+0+0 (secure 0 0 0) 0x7f65fc004430 con 0x55b94f675170 2024-06-06T08:39:13.211 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.212+0000 7f6613a1b740 10 client.17871 fetch_fsmap learned FSMap version 47 2024-06-06T08:39:13.211 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.212+0000 7f6613a1b740 1 -- 172.21.15.42:0/3752675634 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=47,monmap=4+}) -- 0x55b94f3b9620 con 0x55b94f675170 2024-06-06T08:39:13.212 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.213+0000 7f65f1ffb640 1 -- 172.21.15.42:0/3752675634 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f65fc0305d0 con 0x55b94f675170 2024-06-06T08:39:13.212 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.213+0000 7f65f1ffb640 1 -- 172.21.15.42:0/3752675634 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 47) ==== 8366+0+0 (secure 0 0 0) 0x7f65fc003c70 con 0x55b94f675170 2024-06-06T08:39:13.213 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.214+0000 7f6613a1b740 10 client.17871 fetch_fsmap finished waiting for FSMap version 47 2024-06-06T08:39:13.213 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.214+0000 7f6613a1b740 10 client.17871 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:39:13.213 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.214+0000 7f6613a1b740 20 client.17871 populate_metadata read hostname 'smithi042' 2024-06-06T08:39:13.214 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.214+0000 7f6613a1b740 1 --2- 172.21.15.42:0/3752675634 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55b94f690900 0x55b94f692cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:13.214 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.214+0000 7f6613a1b740 4 client.17871 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:39:13.214 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.214+0000 7f6613a1b740 1 -- 172.21.15.42:0/3752675634 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b94f5ecf10 con 0x55b94f690900 2024-06-06T08:39:13.215 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.216+0000 7f6609d9b640 1 --2- 172.21.15.42:0/3752675634 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55b94f690900 0x55b94f692cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:13.217 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.218+0000 7f6609d9b640 1 --2- 172.21.15.42:0/3752675634 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55b94f690900 0x55b94f692cf0 crc :-1 s=READY pgs=285 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=71893046855dc495 server_cookie=f1f9dd36ce70e13e in_seq=0 out_seq=0 2024-06-06T08:39:13.217 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.219+0000 7f65f1ffb640 10 client.17871 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:39:13.218 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.220+0000 7f65f1ffb640 1 -- 172.21.15.42:0/3752675634 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55b94f5ecf10 con 0x55b94f690900 2024-06-06T08:39:13.219 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.220+0000 7f65f1ffb640 10 client.17871 handle_command_reply: tid=0 2024-06-06T08:39:13.219 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.220+0000 7f6613a1b740 1 client.17871 shutdown 2024-06-06T08:39:13.219 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.221+0000 7f6613a1b740 1 -- 172.21.15.42:0/3752675634 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b94f675170 msgr2=0x55b94f67d4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:39:13.219 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.221+0000 7f6613a1b740 1 --2- 172.21.15.42:0/3752675634 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b94f675170 0x55b94f67d4f0 secure :-1 s=READY pgs=1003 cs=0 l=1 rev1=1 crypto rx=0x7f65fc02a940 tx=0x7f65fc030780 comp rx=0 tx=0).stop 2024-06-06T08:39:13.220 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.221+0000 7f6613a1b740 1 -- 172.21.15.42:0/3752675634 shutdown_connections 2024-06-06T08:39:13.220 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.221+0000 7f6613a1b740 1 --2- 172.21.15.42:0/3752675634 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55b94f690900 0x55b94f692cf0 crc :-1 s=READY pgs=285 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:13.220 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.221+0000 7f6613a1b740 1 --2- 172.21.15.42:0/3752675634 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b94f680350 0x55b94f67da30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:13.221 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.222+0000 7f6613a1b740 1 --2- 172.21.15.42:0/3752675634 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b94f67df70 0x55b94f68c360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:13.221 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.222+0000 7f6613a1b740 1 --2- 172.21.15.42:0/3752675634 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b94f675170 0x55b94f67d4f0 secure :-1 s=CLOSED pgs=1003 cs=0 l=1 rev1=1 crypto rx=0x7f65fc02a940 tx=0x7f65fc030780 comp rx=0 tx=0).stop 2024-06-06T08:39:13.221 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.222+0000 7f6613a1b740 1 -- 172.21.15.42:0/3752675634 >> 172.21.15.42:0/3752675634 conn(0x55b94f671680 msgr2=0x55b94f677400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:39:13.221 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.222+0000 7f65f1ffb640 0 client.17871 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:39:13.225 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.226+0000 7f6613a1b740 1 -- 172.21.15.42:0/3752675634 shutdown_connections 2024-06-06T08:39:13.225 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.226+0000 7f6613a1b740 1 -- 172.21.15.42:0/3752675634 wait complete. 2024-06-06T08:39:13.225 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.226+0000 7f6613a1b740 20 client.17871 trim_cache size 0 max 16384 2024-06-06T08:39:13.273 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.275+0000 7f6613a1b740 1 Processor -- start 2024-06-06T08:39:13.274 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.275+0000 7f6613a1b740 1 -- start start 2024-06-06T08:39:13.274 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.275+0000 7f6613a1b740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b94f67df70 0x55b94f68c150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:13.274 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.275+0000 7f6613a1b740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b94f680350 0x55b94f678710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:13.274 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.275+0000 7f6613a1b740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b94f678c50 0x55b94f67bdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:13.274 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.275+0000 7f6613a1b740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f65ec012a70 con 0x55b94f67df70 2024-06-06T08:39:13.274 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.275+0000 7f6613a1b740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f65ec010280 con 0x55b94f678c50 2024-06-06T08:39:13.274 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.275+0000 7f6613a1b740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f65ec00e0f0 con 0x55b94f680350 2024-06-06T08:39:13.275 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.275+0000 7f6609d9b640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b94f680350 0x55b94f678710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:13.275 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.275+0000 7f6609d9b640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b94f680350 0x55b94f678710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:52836/0 (socket says 172.21.15.42:52836) 2024-06-06T08:39:13.275 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.275+0000 7f6609d9b640 1 -- 172.21.15.42:0/4092813603 learned_addr learned my addr 172.21.15.42:0/4092813603 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:39:13.275 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.276+0000 7f660ad9d640 1 --2- 172.21.15.42:0/4092813603 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b94f678c50 0x55b94f67bdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:13.275 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.276+0000 7f660a59c640 1 --2- 172.21.15.42:0/4092813603 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b94f67df70 0x55b94f68c150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:13.280 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.281+0000 7f660a59c640 1 -- 172.21.15.42:0/4092813603 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b94f680350 msgr2=0x55b94f678710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:39:13.280 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.281+0000 7f660a59c640 1 --2- 172.21.15.42:0/4092813603 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b94f680350 0x55b94f678710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:13.280 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.281+0000 7f660a59c640 1 -- 172.21.15.42:0/4092813603 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b94f678c50 msgr2=0x55b94f67bdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:39:13.280 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.281+0000 7f660a59c640 1 --2- 172.21.15.42:0/4092813603 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b94f678c50 0x55b94f67bdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:13.280 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.281+0000 7f660a59c640 1 -- 172.21.15.42:0/4092813603 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b94f67ba40 con 0x55b94f67df70 2024-06-06T08:39:13.281 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.282+0000 7f660ad9d640 1 --2- 172.21.15.42:0/4092813603 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b94f678c50 0x55b94f67bdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:39:13.284 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.283+0000 7f660a59c640 1 --2- 172.21.15.42:0/4092813603 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b94f67df70 0x55b94f68c150 secure :-1 s=READY pgs=1004 cs=0 l=1 rev1=1 crypto rx=0x7f65fc044000 tx=0x7f65fc000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e824f2f303045380 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:39:13.284 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.285+0000 7f65f3fff640 1 -- 172.21.15.42:0/4092813603 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65fc037070 con 0x55b94f67df70 2024-06-06T08:39:13.284 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.286+0000 7f65f3fff640 1 -- 172.21.15.42:0/4092813603 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f65fc0305d0 con 0x55b94f67df70 2024-06-06T08:39:13.284 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.286+0000 7f65f3fff640 1 -- 172.21.15.42:0/4092813603 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65fc037070 con 0x55b94f67df70 2024-06-06T08:39:13.287 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:39:12 smithi149 ceph-mon[36842]: pgmap v528: 129 pgs: 16 active+clean+snaptrim, 42 active+clean+snaptrim_wait, 71 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 105 KiB/s wr, 84 op/s 2024-06-06T08:39:13.289 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.290+0000 7f6613a1b740 1 -- 172.21.15.42:0/4092813603 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b94f67df70 msgr2=0x55b94f68c150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:39:13.289 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.290+0000 7f6613a1b740 1 --2- 172.21.15.42:0/4092813603 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b94f67df70 0x55b94f68c150 secure :-1 s=READY pgs=1004 cs=0 l=1 rev1=1 crypto rx=0x7f65fc044000 tx=0x7f65fc000bc0 comp rx=0 tx=0).stop 2024-06-06T08:39:13.292 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.294+0000 7f6613a1b740 1 -- 172.21.15.42:0/4092813603 shutdown_connections 2024-06-06T08:39:13.292 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.294+0000 7f6613a1b740 1 --2- 172.21.15.42:0/4092813603 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b94f678c50 0x55b94f67bdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:13.292 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.294+0000 7f6613a1b740 1 --2- 172.21.15.42:0/4092813603 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b94f680350 0x55b94f678710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:13.292 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.294+0000 7f6613a1b740 1 --2- 172.21.15.42:0/4092813603 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b94f67df70 0x55b94f68c150 unknown :-1 s=CLOSED pgs=1004 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:13.293 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.294+0000 7f6613a1b740 1 -- 172.21.15.42:0/4092813603 >> 172.21.15.42:0/4092813603 conn(0x55b94f671680 msgr2=0x55b94f67d4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:39:13.298 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.300+0000 7f6613a1b740 1 -- 172.21.15.42:0/4092813603 shutdown_connections 2024-06-06T08:39:13.299 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.301+0000 7f6613a1b740 1 -- 172.21.15.42:0/4092813603 wait complete. 2024-06-06T08:39:13.300 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.302+0000 7f6613a1b740 1 -- start start 2024-06-06T08:39:13.300 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.302+0000 7f6613a1b740 1 Processor -- start 2024-06-06T08:39:13.301 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.302+0000 7f6613a1b740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b94f678c50 0x55b94f6f38b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:13.301 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.302+0000 7f6613a1b740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b94f67df70 0x55b94f6f3df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:13.301 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.302+0000 7f6613a1b740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b94f680350 0x55b94f6872b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:13.301 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.302+0000 7f6613a1b740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f65ec00e740 con 0x55b94f680350 2024-06-06T08:39:13.301 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.302+0000 7f6613a1b740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f65ec00fbb0 con 0x55b94f678c50 2024-06-06T08:39:13.301 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.302+0000 7f6613a1b740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f65ec00ee10 con 0x55b94f67df70 2024-06-06T08:39:13.301 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.302+0000 7f6613a1b740 10 client.0 _ll_register_callbacks cb 0x7f6600009060 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:39:13.301 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.303+0000 7f660ad9d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b94f680350 0x55b94f6872b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:13.302 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.303+0000 7f660ad9d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b94f680350 0x55b94f6872b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:54240/0 (socket says 172.21.15.42:54240) 2024-06-06T08:39:13.302 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.303+0000 7f660ad9d640 1 -- 172.21.15.42:0/4106447972 learned_addr learned my addr 172.21.15.42:0/4106447972 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:39:13.302 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.303+0000 7f660ad9d640 1 -- 172.21.15.42:0/4106447972 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b94f67df70 msgr2=0x55b94f6f3df0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-06T08:39:13.302 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.303+0000 7f660ad9d640 1 --2- 172.21.15.42:0/4106447972 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b94f67df70 0x55b94f6f3df0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:13.302 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.303+0000 7f660ad9d640 1 -- 172.21.15.42:0/4106447972 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b94f678c50 msgr2=0x55b94f6f38b0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-06T08:39:13.302 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.303+0000 7f660ad9d640 1 --2- 172.21.15.42:0/4106447972 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b94f678c50 0x55b94f6f38b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:13.303 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.303+0000 7f660ad9d640 1 -- 172.21.15.42:0/4106447972 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b94f6877f0 con 0x55b94f680350 2024-06-06T08:39:13.303 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.304+0000 7f660ad9d640 1 --2- 172.21.15.42:0/4106447972 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b94f680350 0x55b94f6872b0 secure :-1 s=READY pgs=1005 cs=0 l=1 rev1=1 crypto rx=0x7f66040ccaa0 tx=0x7f6604097ae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d745be346a8145fb server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:39:13.303 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.304+0000 7f65f1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:39:13.303 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.304+0000 7f65f1ffb640 1 -- 172.21.15.42:0/4106447972 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f660401a040 con 0x55b94f680350 2024-06-06T08:39:13.303 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.305+0000 7f65f1ffb640 1 -- 172.21.15.42:0/4106447972 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(128..128 src has 1..128) ==== 9606+0+0 (secure 0 0 0) 0x7f660409ba20 con 0x55b94f680350 2024-06-06T08:39:13.303 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.305+0000 7f6613a1b740 1 -- 172.21.15.42:0/4106447972 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f65fc0305d0 con 0x55b94f680350 2024-06-06T08:39:13.304 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.305+0000 7f65f1ffb640 1 -- 172.21.15.42:0/4106447972 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=47) ==== 24+0+0 (secure 0 0 0) 0x7f6604099b80 con 0x55b94f680350 2024-06-06T08:39:13.304 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.305+0000 7f6613a1b740 10 client.17877 fetch_fsmap learned FSMap version 47 2024-06-06T08:39:13.304 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.305+0000 7f6613a1b740 1 -- 172.21.15.42:0/4106447972 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=47,monmap=4+}) -- 0x55b94f688b60 con 0x55b94f680350 2024-06-06T08:39:13.305 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.306+0000 7f65f1ffb640 1 -- 172.21.15.42:0/4106447972 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f65fc0305d0 con 0x55b94f680350 2024-06-06T08:39:13.305 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.306+0000 7f65f1ffb640 1 -- 172.21.15.42:0/4106447972 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 47) ==== 8366+0+0 (secure 0 0 0) 0x7f66040afce0 con 0x55b94f680350 2024-06-06T08:39:13.305 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.306+0000 7f6613a1b740 10 client.17877 fetch_fsmap finished waiting for FSMap version 47 2024-06-06T08:39:13.305 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.306+0000 7f6613a1b740 10 client.17877 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:39:13.305 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.306+0000 7f6613a1b740 20 client.17877 populate_metadata read hostname 'smithi042' 2024-06-06T08:39:13.305 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.306+0000 7f6613a1b740 1 --2- 172.21.15.42:0/4106447972 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55b94f70c3c0 0x55b94f70e7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:13.305 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.306+0000 7f6613a1b740 4 client.17877 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:39:13.305 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.306+0000 7f6613a1b740 1 -- 172.21.15.42:0/4106447972 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55b94f5e6c20 con 0x55b94f70c3c0 2024-06-06T08:39:13.313 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.313+0000 7f660a59c640 1 --2- 172.21.15.42:0/4106447972 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55b94f70c3c0 0x55b94f70e7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:13.327 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.329+0000 7f65f1ffb640 10 client.17877 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:39:13.327 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.329+0000 7f660a59c640 1 --2- 172.21.15.42:0/4106447972 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55b94f70c3c0 0x55b94f70e7d0 crc :-1 s=READY pgs=286 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e99d3f277ec939af server_cookie=a874e3348210031 in_seq=0 out_seq=0 2024-06-06T08:39:13.517 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.518+0000 7f65f1ffb640 1 -- 172.21.15.42:0/4106447972 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55b94f5e6c20 con 0x55b94f70c3c0 2024-06-06T08:39:13.517 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.518+0000 7f65f1ffb640 10 client.17877 handle_command_reply: tid=0 2024-06-06T08:39:13.517 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.518+0000 7f6613a1b740 1 client.17877 shutdown 2024-06-06T08:39:13.517 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.518+0000 7f6613a1b740 1 -- 172.21.15.42:0/4106447972 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b94f680350 msgr2=0x55b94f6872b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:39:13.518 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.518+0000 7f6613a1b740 1 --2- 172.21.15.42:0/4106447972 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b94f680350 0x55b94f6872b0 secure :-1 s=READY pgs=1005 cs=0 l=1 rev1=1 crypto rx=0x7f66040ccaa0 tx=0x7f6604097ae0 comp rx=0 tx=0).stop 2024-06-06T08:39:13.518 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.518+0000 7f6613a1b740 1 -- 172.21.15.42:0/4106447972 shutdown_connections 2024-06-06T08:39:13.518 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.518+0000 7f6613a1b740 1 --2- 172.21.15.42:0/4106447972 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55b94f70c3c0 0x55b94f70e7d0 crc :-1 s=READY pgs=286 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:13.518 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.518+0000 7f6613a1b740 1 --2- 172.21.15.42:0/4106447972 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b94f680350 0x55b94f6872b0 unknown :-1 s=CLOSED pgs=1005 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:13.518 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.518+0000 7f6613a1b740 1 --2- 172.21.15.42:0/4106447972 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b94f67df70 0x55b94f6f3df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:13.518 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.518+0000 7f6613a1b740 1 --2- 172.21.15.42:0/4106447972 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b94f678c50 0x55b94f6f38b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:13.518 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.518+0000 7f6613a1b740 1 -- 172.21.15.42:0/4106447972 >> 172.21.15.42:0/4106447972 conn(0x55b94f671680 msgr2=0x55b94f67bc50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:39:13.518 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.518+0000 7f65f1ffb640 0 client.17877 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:39:13.518 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.518+0000 7f6613a1b740 1 -- 172.21.15.42:0/4106447972 shutdown_connections 2024-06-06T08:39:13.518 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.518+0000 7f6613a1b740 1 -- 172.21.15.42:0/4106447972 wait complete. 2024-06-06T08:39:13.518 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.518+0000 7f6613a1b740 20 client.17877 trim_cache size 0 max 16384 2024-06-06T08:39:13.519 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:39:13.519 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:39:13.519 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:39:13.519 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.519+0000 7f6610c31640 1 -- 172.21.15.42:0/3469276445 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f65f40a2f00 msgr2=0x7f65f40a53c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:39:13.519 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.519+0000 7f6610c31640 1 --2- 172.21.15.42:0/3469276445 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f65f40a2f00 0x7f65f40a53c0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x55b94f672aa0 tx=0x7f6600009480 comp rx=0 tx=0).stop 2024-06-06T08:39:13.519 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.519+0000 7f6610c31640 1 -- 172.21.15.42:0/3469276445 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f660c06db70 msgr2=0x7f660c06e000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:39:13.520 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.519+0000 7f6610c31640 1 --2- 172.21.15.42:0/3469276445 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f660c06db70 0x7f660c06e000 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f6604009fd0 tx=0x7f660400c800 comp rx=0 tx=0).stop 2024-06-06T08:39:13.520 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.519+0000 7f6610c31640 1 -- 172.21.15.42:0/3469276445 shutdown_connections 2024-06-06T08:39:13.520 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.519+0000 7f6610c31640 1 --2- 172.21.15.42:0/3469276445 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f65f40a2f00 0x7f65f40a53c0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:13.520 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.519+0000 7f6610c31640 1 --2- 172.21.15.42:0/3469276445 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f660c06db70 0x7f660c06e000 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:13.520 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.519+0000 7f6610c31640 1 --2- 172.21.15.42:0/3469276445 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f660c100920 0x7f660c06d630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:13.520 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.519+0000 7f6610c31640 1 --2- 172.21.15.42:0/3469276445 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f660c0ffea0 0x7f660c073570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:13.520 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.519+0000 7f6610c31640 1 -- 172.21.15.42:0/3469276445 >> 172.21.15.42:0/3469276445 conn(0x7f660c076e30 msgr2=0x7f660c1026e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:39:13.520 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.519+0000 7f6610c31640 1 -- 172.21.15.42:0/3469276445 shutdown_connections 2024-06-06T08:39:13.520 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:13.519+0000 7f6610c31640 1 -- 172.21.15.42:0/3469276445 wait complete. 2024-06-06T08:39:14.201 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:14.202+0000 7f8a6c0b9700 1 -- 172.21.15.42:0/257086271 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8a641143e0 msgr2=0x7f8a641167d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:39:14.201 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:14.202+0000 7f8a6c0b9700 1 --2- 172.21.15.42:0/257086271 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8a641143e0 0x7f8a641167d0 secure :-1 s=READY pgs=1006 cs=0 l=1 rev1=1 crypto rx=0x7f8a5c00f530 tx=0x7f8a5c00f840 comp rx=0 tx=0).stop 2024-06-06T08:39:14.205 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:14.203+0000 7f8a6c0b9700 1 -- 172.21.15.42:0/257086271 shutdown_connections 2024-06-06T08:39:14.205 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:14.203+0000 7f8a6c0b9700 1 --2- 172.21.15.42:0/257086271 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8a641143e0 0x7f8a641167d0 unknown :-1 s=CLOSED pgs=1006 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:14.205 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:14.203+0000 7f8a6c0b9700 1 --2- 172.21.15.42:0/257086271 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8a6410ae30 0x7f8a6410b210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:14.205 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:14.203+0000 7f8a6c0b9700 1 --2- 172.21.15.42:0/257086271 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8a6410b750 0x7f8a64113ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:14.205 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:14.203+0000 7f8a6c0b9700 1 -- 172.21.15.42:0/257086271 >> 172.21.15.42:0/257086271 conn(0x7f8a6406d600 msgr2=0x7f8a6406da10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:39:14.208 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:14.207+0000 7f8a6c0b9700 1 -- 172.21.15.42:0/257086271 shutdown_connections 2024-06-06T08:39:14.208 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:14.207+0000 7f8a6c0b9700 1 -- 172.21.15.42:0/257086271 wait complete. 2024-06-06T08:39:14.208 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:14.208+0000 7f8a6c0b9700 1 Processor -- start 2024-06-06T08:39:14.208 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:14.208+0000 7f8a6c0b9700 1 -- start start 2024-06-06T08:39:14.209 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:14.208+0000 7f8a6c0b9700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8a6410ae30 0x7f8a6411f8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:14.209 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:14.208+0000 7f8a6c0b9700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8a6410b750 0x7f8a6411fe20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:14.209 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:14.208+0000 7f8a6c0b9700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8a641143e0 0x7f8a64118bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:14.209 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:14.208+0000 7f8a6c0b9700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f8a64121680 con 0x7f8a641143e0 2024-06-06T08:39:14.209 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:14.208+0000 7f8a6c0b9700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f8a64121500 con 0x7f8a6410ae30 2024-06-06T08:39:14.209 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:14.208+0000 7f8a6c0b9700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f8a64121800 con 0x7f8a6410b750 2024-06-06T08:39:14.212 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:14.210+0000 7f8a69654700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8a6410b750 0x7f8a6411fe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:14.212 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:14.210+0000 7f8a69654700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8a6410b750 0x7f8a6411fe20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:52872/0 (socket says 172.21.15.42:52872) 2024-06-06T08:39:14.212 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:14.210+0000 7f8a69654700 1 -- 172.21.15.42:0/112528398 learned_addr learned my addr 172.21.15.42:0/112528398 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:39:14.213 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:14.210+0000 7f8a69e55700 1 --2- 172.21.15.42:0/112528398 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8a6410ae30 0x7f8a6411f8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:14.213 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:14.210+0000 7f8a6a656700 1 --2- 172.21.15.42:0/112528398 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8a641143e0 0x7f8a64118bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:14.213 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:14.210+0000 7f8a69654700 1 -- 172.21.15.42:0/112528398 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8a6410ae30 msgr2=0x7f8a6411f8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:39:14.213 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:14.210+0000 7f8a69654700 1 --2- 172.21.15.42:0/112528398 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8a6410ae30 0x7f8a6411f8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:14.213 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:14.210+0000 7f8a69654700 1 -- 172.21.15.42:0/112528398 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8a641143e0 msgr2=0x7f8a64118bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:39:14.213 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:14.210+0000 7f8a69654700 1 --2- 172.21.15.42:0/112528398 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8a641143e0 0x7f8a64118bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:14.213 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:14.210+0000 7f8a69654700 1 -- 172.21.15.42:0/112528398 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a641194c0 con 0x7f8a6410b750 2024-06-06T08:39:14.213 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:14.211+0000 7f8a69654700 1 --2- 172.21.15.42:0/112528398 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8a6410b750 0x7f8a6411fe20 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f8a5400c970 tx=0x7f8a5400cc80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:39:14.213 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:14.213+0000 7f8a5affd700 1 -- 172.21.15.42:0/112528398 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a54004a30 con 0x7f8a6410b750 2024-06-06T08:39:14.213 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:14.213+0000 7f8a5affd700 1 -- 172.21.15.42:0/112528398 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8a54005500 con 0x7f8a6410b750 2024-06-06T08:39:14.213 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:14.213+0000 7f8a5affd700 1 -- 172.21.15.42:0/112528398 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a5400ecc0 con 0x7f8a6410b750 2024-06-06T08:39:14.214 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:14.214+0000 7f8a6c0b9700 1 -- 172.21.15.42:0/112528398 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a64119750 con 0x7f8a6410b750 2024-06-06T08:39:14.214 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:14.214+0000 7f8a6c0b9700 1 -- 172.21.15.42:0/112528398 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a6411d6a0 con 0x7f8a6410b750 2024-06-06T08:39:14.215 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:14.217+0000 7f8a6c0b9700 1 -- 172.21.15.42:0/112528398 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8a6406eb90 con 0x7f8a6410b750 2024-06-06T08:39:14.224 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:14.225+0000 7f8a5affd700 1 -- 172.21.15.42:0/112528398 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f8a54004d60 con 0x7f8a6410b750 2024-06-06T08:39:14.225 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:14.226+0000 7f8a5affd700 1 --2- 172.21.15.42:0/112528398 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f8a500a2f90 0x7f8a500a5450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:14.225 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:14.226+0000 7f8a5affd700 1 -- 172.21.15.42:0/112528398 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 9606+0+0 (secure 0 0 0) 0x7f8a540cfa20 con 0x7f8a6410b750 2024-06-06T08:39:14.225 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:14.226+0000 7f8a69e55700 1 --2- 172.21.15.42:0/112528398 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f8a500a2f90 0x7f8a500a5450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:14.229 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:14.230+0000 7f8a69e55700 1 --2- 172.21.15.42:0/112528398 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f8a500a2f90 0x7f8a500a5450 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f8a60005950 tx=0x7f8a6000d040 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:39:14.230 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:14.232+0000 7f8a5affd700 1 -- 172.21.15.42:0/112528398 <== mon.1 v2:172.21.15.149:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f8a5401d020 con 0x7f8a6410b750 2024-06-06T08:39:14.727 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:14.728+0000 7f8a6c0b9700 1 -- 172.21.15.42:0/112528398 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8a6411e190 con 0x7f8a6410b750 2024-06-06T08:39:14.732 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:14.734+0000 7f8a5affd700 1 -- 172.21.15.42:0/112528398 <== mon.1 v2:172.21.15.149:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 47 v47) ==== 94+0+11883 (secure 0 0 0) 0x7f8a54014030 con 0x7f8a6410b750 2024-06-06T08:39:14.733 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:39:14.733 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":47,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/667270675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":667270675},{"type":"v1","addr":"172.21.15.42:6837","nonce":667270675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/2414389302","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":2414389302},{"type":"v1","addr":"172.21.15.42:6839","nonce":2414389302}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14574,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/3625002785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":3625002785},{"type":"v1","addr":"172.21.15.42:6841","nonce":3625002785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":26389,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/411591287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":411591287},{"type":"v1","addr":"172.21.15.149:6835","nonce":411591287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":47,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T08:18:39.778858+0000","modified":"2024-06-06T08:38:42.678613+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24464},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6837/3434475673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":3434475673},{"type":"v1","addr":"172.21.15.120:6837","nonce":3434475673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":188,"addr":"172.21.15.120:6839/1585293472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":1585293472},{"type":"v1","addr":"172.21.15.120:6839","nonce":1585293472}]},"join_fscid":-1,"export_targets":[0],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":192,"addr":"172.21.15.149:6837/751787578","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":751787578},{"type":"v1","addr":"172.21.15.149:6837","nonce":751787578}]},"join_fscid":-1,"export_targets":[0,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":8,"addr":"172.21.15.149:6839/764851483","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":764851483},{"type":"v1","addr":"172.21.15.149:6839","nonce":764851483}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26696":{"gid":26696,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6835/2158320752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":2158320752},{"type":"v1","addr":"172.21.15.120:6835","nonce":2158320752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24464,24469,24484]},"id":1}]} 2024-06-06T08:39:14.740 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:14.742+0000 7f8a58ff9700 1 -- 172.21.15.42:0/112528398 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f8a500a2f90 msgr2=0x7f8a500a5450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:39:14.740 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:14.742+0000 7f8a58ff9700 1 --2- 172.21.15.42:0/112528398 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f8a500a2f90 0x7f8a500a5450 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f8a60005950 tx=0x7f8a6000d040 comp rx=0 tx=0).stop 2024-06-06T08:39:14.741 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:14.742+0000 7f8a58ff9700 1 -- 172.21.15.42:0/112528398 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8a6410b750 msgr2=0x7f8a6411fe20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:39:14.741 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:14.742+0000 7f8a58ff9700 1 --2- 172.21.15.42:0/112528398 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8a6410b750 0x7f8a6411fe20 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f8a5400c970 tx=0x7f8a5400cc80 comp rx=0 tx=0).stop 2024-06-06T08:39:14.741 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:14.743+0000 7f8a58ff9700 1 -- 172.21.15.42:0/112528398 shutdown_connections 2024-06-06T08:39:14.741 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:14.743+0000 7f8a58ff9700 1 --2- 172.21.15.42:0/112528398 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f8a500a2f90 0x7f8a500a5450 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:14.742 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:14.743+0000 7f8a58ff9700 1 --2- 172.21.15.42:0/112528398 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8a641143e0 0x7f8a64118bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:14.742 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:14.743+0000 7f8a58ff9700 1 --2- 172.21.15.42:0/112528398 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8a6410ae30 0x7f8a6411f8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:14.742 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:14.743+0000 7f8a58ff9700 1 --2- 172.21.15.42:0/112528398 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8a6410b750 0x7f8a6411fe20 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:14.742 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:14.743+0000 7f8a58ff9700 1 -- 172.21.15.42:0/112528398 >> 172.21.15.42:0/112528398 conn(0x7f8a6406d600 msgr2=0x7f8a640712b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:39:14.743 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:14.745+0000 7f8a58ff9700 1 -- 172.21.15.42:0/112528398 shutdown_connections 2024-06-06T08:39:14.743 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:14.745+0000 7f8a58ff9700 1 -- 172.21.15.42:0/112528398 wait complete. 2024-06-06T08:39:14.745 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 47 2024-06-06T08:39:15.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:39:14 smithi042 ceph-mon[32384]: pgmap v529: 129 pgs: 20 active+clean+snaptrim, 62 active+clean+snaptrim_wait, 47 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 47 KiB/s wr, 40 op/s 2024-06-06T08:39:15.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:39:14 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/112528398' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:39:15.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:39:14 smithi120 ceph-mon[36658]: pgmap v529: 129 pgs: 20 active+clean+snaptrim, 62 active+clean+snaptrim_wait, 47 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 47 KiB/s wr, 40 op/s 2024-06-06T08:39:15.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:39:14 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/112528398' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:39:15.287 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:39:14 smithi149 ceph-mon[36842]: pgmap v529: 129 pgs: 20 active+clean+snaptrim, 62 active+clean+snaptrim_wait, 47 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 47 KiB/s wr, 40 op/s 2024-06-06T08:39:15.287 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:39:14 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/112528398' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:39:16.498 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24484 quiesce db --set-id 3ba5554a --release --await' 2024-06-06T08:39:16.499 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- timeout 105 ceph tell mds.24484 quiesce db --set-id 3ba5554a --release --await 2024-06-06T08:39:16.801 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:39:16 smithi042 ceph-mon[32384]: pgmap v530: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 32 KiB/s wr, 25 op/s 2024-06-06T08:39:16.975 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:39:17.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:39:16 smithi120 ceph-mon[36658]: pgmap v530: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 32 KiB/s wr, 25 op/s 2024-06-06T08:39:17.287 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:39:16 smithi149 ceph-mon[36842]: pgmap v530: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 32 KiB/s wr, 25 op/s 2024-06-06T08:39:19.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:39:18 smithi042 ceph-mon[32384]: pgmap v531: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 21 KiB/s wr, 14 op/s 2024-06-06T08:39:19.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:39:18 smithi120 ceph-mon[36658]: pgmap v531: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 21 KiB/s wr, 14 op/s 2024-06-06T08:39:19.287 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:39:18 smithi149 ceph-mon[36842]: pgmap v531: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 21 KiB/s wr, 14 op/s 2024-06-06T08:39:20.044 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.044+0000 7f893a166700 1 -- 172.21.15.42:0/182144127 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8934110bf0 msgr2=0x7f8934109490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:39:20.044 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.044+0000 7f893a166700 1 --2- 172.21.15.42:0/182144127 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8934110bf0 0x7f8934109490 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f892400b0a0 tx=0x7f892400b3b0 comp rx=0 tx=0).stop 2024-06-06T08:39:20.046 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.047+0000 7f893a166700 1 -- 172.21.15.42:0/182144127 shutdown_connections 2024-06-06T08:39:20.046 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.047+0000 7f893a166700 1 --2- 172.21.15.42:0/182144127 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f893411bc70 0x7f893411e060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:20.046 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.047+0000 7f893a166700 1 --2- 172.21.15.42:0/182144127 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8934110bf0 0x7f8934109490 secure :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f892400b0a0 tx=0x7f892400b3b0 comp rx=0 tx=0).stop 2024-06-06T08:39:20.046 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.047+0000 7f893a166700 1 --2- 172.21.15.42:0/182144127 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8934111060 0x7f89341099d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:20.046 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.047+0000 7f893a166700 1 -- 172.21.15.42:0/182144127 >> 172.21.15.42:0/182144127 conn(0x7f893406d600 msgr2=0x7f893406da10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:39:20.050 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.051+0000 7f893a166700 1 -- 172.21.15.42:0/182144127 shutdown_connections 2024-06-06T08:39:20.054 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.056+0000 7f893a166700 1 -- 172.21.15.42:0/182144127 wait complete. 2024-06-06T08:39:20.055 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.056+0000 7f893a166700 1 Processor -- start 2024-06-06T08:39:20.056 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.057+0000 7f893a166700 1 -- start start 2024-06-06T08:39:20.056 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.057+0000 7f893a166700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f893411bc70 0x7f893411a360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:20.056 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.057+0000 7f893a166700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f89341133f0 0x7f8934113870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:20.057 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.057+0000 7f893a166700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8934113db0 0x7f8934117e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:20.057 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.057+0000 7f893a166700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f8934121660 con 0x7f893411bc70 2024-06-06T08:39:20.058 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.057+0000 7f893a166700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f89341214e0 con 0x7f8934113db0 2024-06-06T08:39:20.058 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.057+0000 7f893a166700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f89341217e0 con 0x7f89341133f0 2024-06-06T08:39:20.058 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.058+0000 7f8933fff700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8934113db0 0x7f8934117e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:20.058 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.058+0000 7f8933fff700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8934113db0 0x7f8934117e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:56744/0 (socket says 172.21.15.42:56744) 2024-06-06T08:39:20.058 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.058+0000 7f8933fff700 1 -- 172.21.15.42:0/3626681373 learned_addr learned my addr 172.21.15.42:0/3626681373 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:39:20.058 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.058+0000 7f8932ffd700 1 --2- 172.21.15.42:0/3626681373 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f89341133f0 0x7f8934113870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:20.059 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.058+0000 7f8933fff700 1 -- 172.21.15.42:0/3626681373 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f89341133f0 msgr2=0x7f8934113870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:39:20.059 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.058+0000 7f8933fff700 1 --2- 172.21.15.42:0/3626681373 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f89341133f0 0x7f8934113870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:20.060 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.058+0000 7f8933fff700 1 -- 172.21.15.42:0/3626681373 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f893411bc70 msgr2=0x7f893411a360 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-06T08:39:20.060 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.058+0000 7f8933fff700 1 --2- 172.21.15.42:0/3626681373 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f893411bc70 0x7f893411a360 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:20.060 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.058+0000 7f8933fff700 1 -- 172.21.15.42:0/3626681373 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89341183d0 con 0x7f8934113db0 2024-06-06T08:39:20.060 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.060+0000 7f8933fff700 1 --2- 172.21.15.42:0/3626681373 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8934113db0 0x7f8934117e90 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f892c00c970 tx=0x7f892c00cc80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:39:20.060 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.060+0000 7f8930ff9700 1 -- 172.21.15.42:0/3626681373 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f892c00ce60 con 0x7f8934113db0 2024-06-06T08:39:20.060 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.060+0000 7f893a166700 1 -- 172.21.15.42:0/3626681373 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89341186c0 con 0x7f8934113db0 2024-06-06T08:39:20.060 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.060+0000 7f893a166700 1 -- 172.21.15.42:0/3626681373 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8934118c00 con 0x7f8934113db0 2024-06-06T08:39:20.060 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.061+0000 7f8930ff9700 1 -- 172.21.15.42:0/3626681373 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f892c004830 con 0x7f8934113db0 2024-06-06T08:39:20.060 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.061+0000 7f8930ff9700 1 -- 172.21.15.42:0/3626681373 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f892c005550 con 0x7f8934113db0 2024-06-06T08:39:20.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.070+0000 7f8930ff9700 1 -- 172.21.15.42:0/3626681373 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f892c00f450 con 0x7f8934113db0 2024-06-06T08:39:20.074 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.076+0000 7f8930ff9700 1 --2- 172.21.15.42:0/3626681373 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f891c0a2ed0 0x7f891c0a5390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:20.075 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.076+0000 7f8930ff9700 1 -- 172.21.15.42:0/3626681373 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 9606+0+0 (secure 0 0 0) 0x7f892c0d03a0 con 0x7f8934113db0 2024-06-06T08:39:20.075 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:39:19 smithi042 ceph-mon[32384]: pgmap v532: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 20 KiB/s wr, 14 op/s 2024-06-06T08:39:20.075 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.077+0000 7f89337fe700 1 --2- 172.21.15.42:0/3626681373 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f891c0a2ed0 0x7f891c0a5390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:20.078 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.078+0000 7f89449e9b80 1 Processor -- start 2024-06-06T08:39:20.078 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.078+0000 7f89449e9b80 1 -- start start 2024-06-06T08:39:20.078 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.079+0000 7f89449e9b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56249919ec40 0x56249919f020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:20.078 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.079+0000 7f89449e9b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56249919f560 0x562499198e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:20.078 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.079+0000 7f89449e9b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5624991993d0 0x562499199810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:20.078 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.079+0000 7f89449e9b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5624990ea910 con 0x5624991993d0 2024-06-06T08:39:20.078 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.079+0000 7f89449e9b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x562499092820 con 0x56249919f560 2024-06-06T08:39:20.078 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.079+0000 7f89449e9b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5624990e68d0 con 0x56249919ec40 2024-06-06T08:39:20.079 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.079+0000 7f89337fe700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56249919ec40 0x56249919f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:20.079 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.080+0000 7f89337fe700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56249919ec40 0x56249919f020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:47258/0 (socket says 172.21.15.42:47258) 2024-06-06T08:39:20.079 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.080+0000 7f89337fe700 1 -- 172.21.15.42:0/2249322082 learned_addr learned my addr 172.21.15.42:0/2249322082 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:39:20.079 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.080+0000 7f89337fe700 1 --2- 172.21.15.42:0/3626681373 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f891c0a2ed0 0x7f891c0a5390 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f892400b830 tx=0x7f8924012530 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:39:20.079 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.080+0000 7f89337fe700 1 -- 172.21.15.42:0/2249322082 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56249919f560 msgr2=0x562499198e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:39:20.079 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.080+0000 7f89337fe700 1 --2- 172.21.15.42:0/2249322082 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56249919f560 0x562499198e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:20.079 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.080+0000 7f89337fe700 1 -- 172.21.15.42:0/2249322082 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5624991993d0 msgr2=0x562499199810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:39:20.080 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.080+0000 7f89337fe700 1 --2- 172.21.15.42:0/2249322082 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5624991993d0 0x562499199810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:20.080 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.081+0000 7f89337fe700 1 -- 172.21.15.42:0/2249322082 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562499089050 con 0x56249919ec40 2024-06-06T08:39:20.082 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.083+0000 7f89337fe700 1 --2- 172.21.15.42:0/2249322082 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56249919ec40 0x56249919f020 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f8924015000 tx=0x7f892401b000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f7dd385b59cced55 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:39:20.083 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.085+0000 7f8919ffb700 1 -- 172.21.15.42:0/2249322082 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8924021070 con 0x56249919ec40 2024-06-06T08:39:20.083 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.085+0000 7f8919ffb700 1 -- 172.21.15.42:0/2249322082 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f892402c070 con 0x56249919ec40 2024-06-06T08:39:20.083 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.085+0000 7f8919ffb700 1 -- 172.21.15.42:0/2249322082 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8924007a00 con 0x56249919ec40 2024-06-06T08:39:20.085 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.086+0000 7f89449e9b80 1 -- 172.21.15.42:0/2249322082 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56249919ec40 msgr2=0x56249919f020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:39:20.085 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.086+0000 7f89449e9b80 1 --2- 172.21.15.42:0/2249322082 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56249919ec40 0x56249919f020 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f8924015000 tx=0x7f892401b000 comp rx=0 tx=0).stop 2024-06-06T08:39:20.085 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.086+0000 7f89449e9b80 1 -- 172.21.15.42:0/2249322082 shutdown_connections 2024-06-06T08:39:20.085 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.086+0000 7f89449e9b80 1 --2- 172.21.15.42:0/2249322082 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5624991993d0 0x562499199810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:20.085 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.086+0000 7f89449e9b80 1 --2- 172.21.15.42:0/2249322082 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56249919ec40 0x56249919f020 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:20.086 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.087+0000 7f89449e9b80 1 --2- 172.21.15.42:0/2249322082 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56249919f560 0x562499198e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:20.086 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.087+0000 7f89449e9b80 1 -- 172.21.15.42:0/2249322082 >> 172.21.15.42:0/2249322082 conn(0x5624990c3dc0 msgr2=0x562499194120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:39:20.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.090+0000 7f89449e9b80 1 -- 172.21.15.42:0/2249322082 shutdown_connections 2024-06-06T08:39:20.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.092+0000 7f89449e9b80 1 -- 172.21.15.42:0/2249322082 wait complete. 2024-06-06T08:39:20.092 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.092+0000 7f89449e9b80 1 -- start start 2024-06-06T08:39:20.092 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.093+0000 7f89449e9b80 1 Processor -- start 2024-06-06T08:39:20.092 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.094+0000 7f89449e9b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5624991993d0 0x5624991a5260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:20.093 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.094+0000 7f89449e9b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56249919ec40 0x5624991a2560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:20.093 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.094+0000 7f89449e9b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56249919f560 0x5624991a2aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:20.094 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.095+0000 7f89449e9b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5624991a5fc0 con 0x56249919f560 2024-06-06T08:39:20.094 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.096+0000 7f89449e9b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x56249908acf0 con 0x5624991993d0 2024-06-06T08:39:20.094 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.096+0000 7f89449e9b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5624991a6140 con 0x56249919ec40 2024-06-06T08:39:20.095 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.096+0000 7f89449e9b80 10 client.0 _ll_register_callbacks cb 0x562499084a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:39:20.097 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.098+0000 7f8932ffd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56249919ec40 0x5624991a2560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:20.097 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.098+0000 7f8932ffd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56249919ec40 0x5624991a2560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:47266/0 (socket says 172.21.15.42:47266) 2024-06-06T08:39:20.097 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.098+0000 7f8932ffd700 1 -- 172.21.15.42:0/3055330390 learned_addr learned my addr 172.21.15.42:0/3055330390 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:39:20.097 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.098+0000 7f89337fe700 1 --2- 172.21.15.42:0/3055330390 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5624991993d0 0x5624991a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:20.097 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.098+0000 7f8933fff700 1 --2- 172.21.15.42:0/3055330390 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56249919f560 0x5624991a2aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:20.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.099+0000 7f8932ffd700 1 -- 172.21.15.42:0/3055330390 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5624991993d0 msgr2=0x5624991a5260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:39:20.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.099+0000 7f8932ffd700 1 --2- 172.21.15.42:0/3055330390 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5624991993d0 0x5624991a5260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:20.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.099+0000 7f8932ffd700 1 -- 172.21.15.42:0/3055330390 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56249919f560 msgr2=0x5624991a2aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:39:20.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.099+0000 7f8932ffd700 1 --2- 172.21.15.42:0/3055330390 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56249919f560 0x5624991a2aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:20.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.099+0000 7f8932ffd700 1 -- 172.21.15.42:0/3055330390 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5624990399d0 con 0x56249919ec40 2024-06-06T08:39:20.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.100+0000 7f8932ffd700 1 --2- 172.21.15.42:0/3055330390 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56249919ec40 0x5624991a2560 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f892800be10 tx=0x7f89280106b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f802c3129aa2ab61 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:39:20.099 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.100+0000 7f8912ffd700 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:39:20.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.103+0000 7f8912ffd700 1 -- 172.21.15.42:0/3055330390 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8928004a30 con 0x56249919ec40 2024-06-06T08:39:20.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.103+0000 7f8912ffd700 1 -- 172.21.15.42:0/3055330390 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(128..128 src has 1..128) ==== 9606+0+0 (secure 0 0 0) 0x7f8928004bd0 con 0x56249919ec40 2024-06-06T08:39:20.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.103+0000 7f89449e9b80 1 -- 172.21.15.42:0/3055330390 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f892402c070 con 0x56249919ec40 2024-06-06T08:39:20.109 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.110+0000 7f8912ffd700 1 -- 172.21.15.42:0/3055330390 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=47) ==== 24+0+0 (secure 0 0 0) 0x7f8928010e50 con 0x56249919ec40 2024-06-06T08:39:20.109 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.110+0000 7f89449e9b80 10 client.27340 fetch_fsmap learned FSMap version 47 2024-06-06T08:39:20.109 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.110+0000 7f89449e9b80 1 -- 172.21.15.42:0/3055330390 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=47,monmap=4+}) -- 0x5624991b0990 con 0x56249919ec40 2024-06-06T08:39:20.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.112+0000 7f8912ffd700 1 -- 172.21.15.42:0/3055330390 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f892402c070 con 0x56249919ec40 2024-06-06T08:39:20.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.112+0000 7f8912ffd700 1 -- 172.21.15.42:0/3055330390 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 47) ==== 8366+0+0 (secure 0 0 0) 0x7f89280118f0 con 0x56249919ec40 2024-06-06T08:39:20.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.113+0000 7f89449e9b80 10 client.27340 fetch_fsmap finished waiting for FSMap version 47 2024-06-06T08:39:20.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.113+0000 7f89449e9b80 10 client.27340 resolve_mds: validated gid 24484 aka daemon mds.i 2024-06-06T08:39:20.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.113+0000 7f89449e9b80 20 client.27340 populate_metadata read hostname 'smithi042' 2024-06-06T08:39:20.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.113+0000 7f89449e9b80 1 --2- 172.21.15.42:0/3055330390 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5624991b2f20 0x5624991b5310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:20.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.113+0000 7f89449e9b80 4 client.27340 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:39:20.113 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.113+0000 7f89449e9b80 1 -- 172.21.15.42:0/3055330390 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5624990f7e10 con 0x5624991b2f20 2024-06-06T08:39:20.117 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.116+0000 7f89337fe700 1 --2- 172.21.15.42:0/3055330390 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5624991b2f20 0x5624991b5310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:20.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.122+0000 7f89337fe700 1 --2- 172.21.15.42:0/3055330390 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5624991b2f20 0x5624991b5310 crc :-1 s=READY pgs=287 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6b625020d96dc2ef server_cookie=d400f9f0c831fc9e in_seq=0 out_seq=0 2024-06-06T08:39:20.123 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.122+0000 7f8912ffd700 10 client.27340 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:39:20.124 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.123+0000 7f8912ffd700 1 -- 172.21.15.42:0/3055330390 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x5624990f7e10 con 0x5624991b2f20 2024-06-06T08:39:20.124 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.123+0000 7f8912ffd700 10 client.27340 handle_command_reply: tid=0 2024-06-06T08:39:20.135 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.132+0000 7f89449e9b80 1 client.27340 shutdown 2024-06-06T08:39:20.135 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.133+0000 7f89449e9b80 1 -- 172.21.15.42:0/3055330390 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56249919ec40 msgr2=0x5624991a2560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:39:20.136 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.133+0000 7f89449e9b80 1 --2- 172.21.15.42:0/3055330390 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56249919ec40 0x5624991a2560 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f892800be10 tx=0x7f89280106b0 comp rx=0 tx=0).stop 2024-06-06T08:39:20.136 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.136+0000 7f89449e9b80 1 -- 172.21.15.42:0/3055330390 shutdown_connections 2024-06-06T08:39:20.136 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.136+0000 7f89449e9b80 1 --2- 172.21.15.42:0/3055330390 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56249919f560 0x5624991a2aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:20.136 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.136+0000 7f89449e9b80 1 --2- 172.21.15.42:0/3055330390 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5624991b2f20 0x5624991b5310 crc :-1 s=READY pgs=287 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:20.136 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.136+0000 7f89449e9b80 1 --2- 172.21.15.42:0/3055330390 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5624991993d0 0x5624991a5260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:20.136 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.136+0000 7f89449e9b80 1 --2- 172.21.15.42:0/3055330390 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56249919ec40 0x5624991a2560 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:20.136 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.136+0000 7f89449e9b80 1 -- 172.21.15.42:0/3055330390 >> 172.21.15.42:0/3055330390 conn(0x5624990c3dc0 msgr2=0x562499193d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:39:20.136 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.136+0000 7f8912ffd700 0 client.27340 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:39:20.137 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.138+0000 7f89449e9b80 1 -- 172.21.15.42:0/3055330390 shutdown_connections 2024-06-06T08:39:20.137 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.138+0000 7f89449e9b80 1 -- 172.21.15.42:0/3055330390 wait complete. 2024-06-06T08:39:20.137 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.138+0000 7f89449e9b80 20 client.27340 trim_cache size 0 max 16384 2024-06-06T08:39:20.137 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:39:19 smithi120 ceph-mon[36658]: pgmap v532: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 20 KiB/s wr, 14 op/s 2024-06-06T08:39:20.177 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.178+0000 7f89449e9b80 1 Processor -- start 2024-06-06T08:39:20.177 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.179+0000 7f89449e9b80 1 -- start start 2024-06-06T08:39:20.179 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.179+0000 7f89449e9b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5624991993d0 0x562499198e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:20.179 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.179+0000 7f89449e9b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56249919ec40 0x562499193f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:20.179 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.179+0000 7f89449e9b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56249919f560 0x56249919cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:20.180 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.179+0000 7f89449e9b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f89200118b0 con 0x56249919ec40 2024-06-06T08:39:20.180 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.179+0000 7f89449e9b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f892000f080 con 0x56249919f560 2024-06-06T08:39:20.180 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.179+0000 7f89449e9b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f892000cef0 con 0x5624991993d0 2024-06-06T08:39:20.180 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.180+0000 7f89337fe700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5624991993d0 0x562499198e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:20.180 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.181+0000 7f89337fe700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5624991993d0 0x562499198e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:47278/0 (socket says 172.21.15.42:47278) 2024-06-06T08:39:20.180 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.181+0000 7f89337fe700 1 -- 172.21.15.42:0/2656471387 learned_addr learned my addr 172.21.15.42:0/2656471387 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:39:20.180 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.182+0000 7f89337fe700 1 -- 172.21.15.42:0/2656471387 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56249919f560 msgr2=0x56249919cbf0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-06-06T08:39:20.181 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.182+0000 7f89337fe700 1 --2- 172.21.15.42:0/2656471387 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56249919f560 0x56249919cbf0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:20.181 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.182+0000 7f89337fe700 1 -- 172.21.15.42:0/2656471387 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56249919ec40 msgr2=0x562499193f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:39:20.181 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.182+0000 7f89337fe700 1 --2- 172.21.15.42:0/2656471387 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56249919ec40 0x562499193f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:20.181 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.182+0000 7f89337fe700 1 -- 172.21.15.42:0/2656471387 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5624991a6210 con 0x5624991993d0 2024-06-06T08:39:20.184 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.185+0000 7f89337fe700 1 --2- 172.21.15.42:0/2656471387 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5624991993d0 0x562499198e90 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f8924009040 tx=0x7f892400b040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=776518673eb7c722 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:39:20.188 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.186+0000 7f89197fa700 1 -- 172.21.15.42:0/2656471387 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8924021040 con 0x5624991993d0 2024-06-06T08:39:20.188 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.187+0000 7f89197fa700 1 -- 172.21.15.42:0/2656471387 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f892402c070 con 0x5624991993d0 2024-06-06T08:39:20.188 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.187+0000 7f89449e9b80 1 -- 172.21.15.42:0/2656471387 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5624991993d0 msgr2=0x562499198e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:39:20.188 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.188+0000 7f89449e9b80 1 --2- 172.21.15.42:0/2656471387 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5624991993d0 0x562499198e90 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f8924009040 tx=0x7f892400b040 comp rx=0 tx=0).stop 2024-06-06T08:39:20.191 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.192+0000 7f89449e9b80 1 -- 172.21.15.42:0/2656471387 shutdown_connections 2024-06-06T08:39:20.191 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.192+0000 7f89449e9b80 1 --2- 172.21.15.42:0/2656471387 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56249919f560 0x56249919cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:20.191 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.192+0000 7f89449e9b80 1 --2- 172.21.15.42:0/2656471387 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5624991993d0 0x562499198e90 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:20.191 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.192+0000 7f89449e9b80 1 --2- 172.21.15.42:0/2656471387 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56249919ec40 0x562499193f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:20.191 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.192+0000 7f89449e9b80 1 -- 172.21.15.42:0/2656471387 >> 172.21.15.42:0/2656471387 conn(0x5624990c3dc0 msgr2=0x562499193830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:39:20.192 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.194+0000 7f89449e9b80 1 -- 172.21.15.42:0/2656471387 shutdown_connections 2024-06-06T08:39:20.193 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.194+0000 7f89449e9b80 1 -- 172.21.15.42:0/2656471387 wait complete. 2024-06-06T08:39:20.193 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.194+0000 7f89449e9b80 1 -- start start 2024-06-06T08:39:20.193 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.194+0000 7f89449e9b80 1 Processor -- start 2024-06-06T08:39:20.194 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.195+0000 7f89449e9b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5624991993d0 0x5624991ab980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:20.194 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.195+0000 7f89449e9b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56249919ec40 0x5624991a8480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:20.194 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.195+0000 7f89449e9b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56249919f560 0x5624991a89c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:20.194 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.195+0000 7f89449e9b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f892000d540 con 0x5624991993d0 2024-06-06T08:39:20.194 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.195+0000 7f89449e9b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f892000e9b0 con 0x56249919f560 2024-06-06T08:39:20.194 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.195+0000 7f89449e9b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f892000dc10 con 0x56249919ec40 2024-06-06T08:39:20.194 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.195+0000 7f89449e9b80 10 client.0 _ll_register_callbacks cb 0x562499084a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:39:20.195 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.195+0000 7f89337fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5624991993d0 0x5624991ab980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:20.195 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.195+0000 7f89337fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5624991993d0 0x5624991ab980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:47534/0 (socket says 172.21.15.42:47534) 2024-06-06T08:39:20.195 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.195+0000 7f89337fe700 1 -- 172.21.15.42:0/1546120760 learned_addr learned my addr 172.21.15.42:0/1546120760 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:39:20.195 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.196+0000 7f8932ffd700 1 --2- 172.21.15.42:0/1546120760 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56249919ec40 0x5624991a8480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:20.197 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.196+0000 7f8932ffd700 1 -- 172.21.15.42:0/1546120760 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56249919f560 msgr2=0x5624991a89c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:39:20.197 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.196+0000 7f8932ffd700 1 --2- 172.21.15.42:0/1546120760 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56249919f560 0x5624991a89c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:20.197 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.196+0000 7f8932ffd700 1 -- 172.21.15.42:0/1546120760 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5624991993d0 msgr2=0x5624991ab980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:39:20.198 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.196+0000 7f8932ffd700 1 --2- 172.21.15.42:0/1546120760 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5624991993d0 0x5624991ab980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:20.198 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.196+0000 7f8932ffd700 1 -- 172.21.15.42:0/1546120760 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5624991a8f00 con 0x56249919ec40 2024-06-06T08:39:20.202 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.203+0000 7f8932ffd700 1 --2- 172.21.15.42:0/1546120760 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56249919ec40 0x5624991a8480 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x562499194c30 tx=0x7f892801bed0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c528bd70d6baaebe server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:39:20.202 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.203+0000 7f8912ffd700 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:39:20.203 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.204+0000 7f8912ffd700 1 -- 172.21.15.42:0/1546120760 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f892802b070 con 0x56249919ec40 2024-06-06T08:39:20.203 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.204+0000 7f8912ffd700 1 -- 172.21.15.42:0/1546120760 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(128..128 src has 1..128) ==== 9606+0+0 (secure 0 0 0) 0x7f8928005240 con 0x56249919ec40 2024-06-06T08:39:20.203 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.204+0000 7f89449e9b80 1 -- 172.21.15.42:0/1546120760 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f892402c070 con 0x56249919ec40 2024-06-06T08:39:20.206 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.208+0000 7f8912ffd700 1 -- 172.21.15.42:0/1546120760 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=47) ==== 24+0+0 (secure 0 0 0) 0x7f8928005460 con 0x56249919ec40 2024-06-06T08:39:20.210 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.212+0000 7f89449e9b80 10 client.27346 fetch_fsmap learned FSMap version 47 2024-06-06T08:39:20.210 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.212+0000 7f89449e9b80 1 -- 172.21.15.42:0/1546120760 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=47,monmap=4+}) -- 0x56249921e890 con 0x56249919ec40 2024-06-06T08:39:20.212 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.212+0000 7f8912ffd700 1 -- 172.21.15.42:0/1546120760 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f892402c070 con 0x56249919ec40 2024-06-06T08:39:20.212 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.213+0000 7f8912ffd700 1 -- 172.21.15.42:0/1546120760 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 47) ==== 8366+0+0 (secure 0 0 0) 0x7f8928003680 con 0x56249919ec40 2024-06-06T08:39:20.212 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.213+0000 7f89449e9b80 10 client.27346 fetch_fsmap finished waiting for FSMap version 47 2024-06-06T08:39:20.212 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.213+0000 7f89449e9b80 10 client.27346 resolve_mds: validated gid 24484 aka daemon mds.i 2024-06-06T08:39:20.212 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.213+0000 7f89449e9b80 20 client.27346 populate_metadata read hostname 'smithi042' 2024-06-06T08:39:20.212 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.213+0000 7f89449e9b80 1 --2- 172.21.15.42:0/1546120760 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56249921efc0 0x5624992213e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:20.212 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.213+0000 7f89449e9b80 4 client.27346 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "3ba5554a", "release": true, "await": true}] 2024-06-06T08:39:20.212 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.213+0000 7f89449e9b80 1 -- 172.21.15.42:0/1546120760 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "quiesce db", "set_id": "3ba5554a", "release": true, "await": true}) -- 0x5624990f2390 con 0x56249921efc0 2024-06-06T08:39:20.215 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.216+0000 7f89337fe700 1 --2- 172.21.15.42:0/1546120760 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56249921efc0 0x5624992213e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:20.219 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.220+0000 7f8912ffd700 10 client.27346 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:39:20.219 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:20.220+0000 7f89337fe700 1 --2- 172.21.15.42:0/1546120760 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56249921efc0 0x5624992213e0 crc :-1 s=READY pgs=288 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=af160fe7e68711d9 server_cookie=fc36a6005ec2127d in_seq=0 out_seq=0 2024-06-06T08:39:20.287 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:39:19 smithi149 ceph-mon[36842]: pgmap v532: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 20 KiB/s wr, 14 op/s 2024-06-06T08:39:21.039 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:21.038+0000 7f8912ffd700 1 -- 172.21.15.42:0/1546120760 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x5624990f2390 con 0x56249921efc0 2024-06-06T08:39:21.039 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:21.038+0000 7f8912ffd700 10 client.27346 handle_command_reply: tid=0 2024-06-06T08:39:21.039 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:21.039+0000 7f89449e9b80 1 client.27346 shutdown 2024-06-06T08:39:21.039 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:21.039+0000 7f89449e9b80 1 -- 172.21.15.42:0/1546120760 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56249919ec40 msgr2=0x5624991a8480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:39:21.040 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:21.039+0000 7f89449e9b80 1 --2- 172.21.15.42:0/1546120760 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56249919ec40 0x5624991a8480 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x562499194c30 tx=0x7f892801bed0 comp rx=0 tx=0).stop 2024-06-06T08:39:21.040 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:21.039+0000 7f89449e9b80 1 -- 172.21.15.42:0/1546120760 shutdown_connections 2024-06-06T08:39:21.040 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:21.039+0000 7f89449e9b80 1 --2- 172.21.15.42:0/1546120760 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56249921efc0 0x5624992213e0 crc :-1 s=READY pgs=288 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:21.040 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:21.039+0000 7f89449e9b80 1 --2- 172.21.15.42:0/1546120760 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56249919f560 0x5624991a89c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:21.040 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:21.039+0000 7f89449e9b80 1 --2- 172.21.15.42:0/1546120760 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5624991993d0 0x5624991ab980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:21.040 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:21.039+0000 7f89449e9b80 1 --2- 172.21.15.42:0/1546120760 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56249919ec40 0x5624991a8480 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:21.040 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:21.039+0000 7f89449e9b80 1 -- 172.21.15.42:0/1546120760 >> 172.21.15.42:0/1546120760 conn(0x5624990c3dc0 msgr2=0x56249919f940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:39:21.040 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:21.039+0000 7f8912ffd700 0 client.27346 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:39:21.041 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:21.040+0000 7f89449e9b80 1 -- 172.21.15.42:0/1546120760 shutdown_connections 2024-06-06T08:39:21.041 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:21.040+0000 7f89449e9b80 1 -- 172.21.15.42:0/1546120760 wait complete. 2024-06-06T08:39:21.041 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:21.040+0000 7f89449e9b80 20 client.27346 trim_cache size 0 max 16384 2024-06-06T08:39:21.041 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:39:21.041 INFO:teuthology.orchestra.run.smithi042.stdout: "epoch": 47, 2024-06-06T08:39:21.041 INFO:teuthology.orchestra.run.smithi042.stdout: "leader": 24484, 2024-06-06T08:39:21.041 INFO:teuthology.orchestra.run.smithi042.stdout: "set_version": 48, 2024-06-06T08:39:21.041 INFO:teuthology.orchestra.run.smithi042.stdout: "sets": { 2024-06-06T08:39:21.041 INFO:teuthology.orchestra.run.smithi042.stdout: "3ba5554a": { 2024-06-06T08:39:21.042 INFO:teuthology.orchestra.run.smithi042.stdout: "version": 48, 2024-06-06T08:39:21.042 INFO:teuthology.orchestra.run.smithi042.stdout: "age_ref": 0.0, 2024-06-06T08:39:21.042 INFO:teuthology.orchestra.run.smithi042.stdout: "state": { 2024-06-06T08:39:21.042 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "RELEASED", 2024-06-06T08:39:21.042 INFO:teuthology.orchestra.run.smithi042.stdout: "age": 0.0 2024-06-06T08:39:21.042 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:39:21.042 INFO:teuthology.orchestra.run.smithi042.stdout: "timeout": 90.0, 2024-06-06T08:39:21.042 INFO:teuthology.orchestra.run.smithi042.stdout: "expiration": 145.2, 2024-06-06T08:39:21.042 INFO:teuthology.orchestra.run.smithi042.stdout: "members": { 2024-06-06T08:39:21.042 INFO:teuthology.orchestra.run.smithi042.stdout: "file:/": { 2024-06-06T08:39:21.043 INFO:teuthology.orchestra.run.smithi042.stdout: "excluded": false, 2024-06-06T08:39:21.043 INFO:teuthology.orchestra.run.smithi042.stdout: "state": { 2024-06-06T08:39:21.043 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "RELEASED", 2024-06-06T08:39:21.043 INFO:teuthology.orchestra.run.smithi042.stdout: "age": 0.0 2024-06-06T08:39:21.043 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:39:21.043 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:39:21.043 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:39:21.043 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:39:21.043 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:39:21.043 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:39:21.044 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:21.041+0000 7f893a166700 1 -- 172.21.15.42:0/3626681373 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f891c0a2ed0 msgr2=0x7f891c0a5390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:39:21.044 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:21.041+0000 7f893a166700 1 --2- 172.21.15.42:0/3626681373 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f891c0a2ed0 0x7f891c0a5390 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f892400b830 tx=0x7f8924012530 comp rx=0 tx=0).stop 2024-06-06T08:39:21.044 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:21.041+0000 7f893a166700 1 -- 172.21.15.42:0/3626681373 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8934113db0 msgr2=0x7f8934117e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:39:21.044 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:21.041+0000 7f893a166700 1 --2- 172.21.15.42:0/3626681373 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8934113db0 0x7f8934117e90 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f892c00c970 tx=0x7f892c00cc80 comp rx=0 tx=0).stop 2024-06-06T08:39:21.044 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:21.041+0000 7f893a166700 1 -- 172.21.15.42:0/3626681373 shutdown_connections 2024-06-06T08:39:21.044 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:21.041+0000 7f893a166700 1 --2- 172.21.15.42:0/3626681373 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f891c0a2ed0 0x7f891c0a5390 secure :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f892400b830 tx=0x7f8924012530 comp rx=0 tx=0).stop 2024-06-06T08:39:21.044 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:21.041+0000 7f893a166700 1 --2- 172.21.15.42:0/3626681373 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f8934113db0 0x7f8934117e90 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:21.044 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:21.041+0000 7f893a166700 1 --2- 172.21.15.42:0/3626681373 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f893411bc70 0x7f893411a360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:21.044 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:21.041+0000 7f893a166700 1 --2- 172.21.15.42:0/3626681373 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f89341133f0 0x7f8934113870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:21.045 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:21.041+0000 7f893a166700 1 -- 172.21.15.42:0/3626681373 >> 172.21.15.42:0/3626681373 conn(0x7f893406d600 msgr2=0x7f8934071030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:39:21.045 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:21.042+0000 7f893a166700 1 -- 172.21.15.42:0/3626681373 shutdown_connections 2024-06-06T08:39:21.045 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:39:21.042+0000 7f893a166700 1 -- 172.21.15.42:0/3626681373 wait complete. 2024-06-06T08:39:22.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:39:22 smithi042 ceph-mon[32384]: pgmap v533: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 20 KiB/s wr, 12 op/s 2024-06-06T08:39:22.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:39:22 smithi120 ceph-mon[36658]: pgmap v533: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 20 KiB/s wr, 12 op/s 2024-06-06T08:39:22.722 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '3ba5554a', total seconds elapsed: 36.6 2024-06-06T08:39:22.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:39:22 smithi149 ceph-mon[36842]: pgmap v533: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 20 KiB/s wr, 12 op/s 2024-06-06T08:39:24.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:39:24 smithi120 ceph-mon[36658]: pgmap v534: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 15 KiB/s wr, 12 op/s 2024-06-06T08:39:24.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:39:24 smithi149 ceph-mon[36842]: pgmap v534: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 15 KiB/s wr, 12 op/s 2024-06-06T08:39:24.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:39:24 smithi042 ceph-mon[32384]: pgmap v534: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 15 KiB/s wr, 12 op/s 2024-06-06T08:39:25.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:39:25 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:39:25.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:39:25 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:39:25.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:39:25 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:39:26.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:39:26 smithi120 ceph-mon[36658]: pgmap v535: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 238 KiB/s rd, 240 KiB/s wr, 24 op/s 2024-06-06T08:39:26.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:39:26 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:39:26.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:39:26 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:39:26.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:39:26 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:39:26.674 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.675+0000 7fa62aa3f640 1 -- 172.21.15.42:0/3645106113 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa624110570 msgr2=0x7fa624108ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:39:26.675 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.675+0000 7fa62aa3f640 1 --2- 172.21.15.42:0/3645106113 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa624110570 0x7fa624108ee0 secure :-1 s=READY pgs=1007 cs=0 l=1 rev1=1 crypto rx=0x7fa614009930 tx=0x7fa61402a4d0 comp rx=0 tx=0).stop 2024-06-06T08:39:26.675 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.676+0000 7fa62aa3f640 1 -- 172.21.15.42:0/3645106113 shutdown_connections 2024-06-06T08:39:26.675 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.676+0000 7fa62aa3f640 1 --2- 172.21.15.42:0/3645106113 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa62411b180 0x7fa62411d570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:26.675 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.676+0000 7fa62aa3f640 1 --2- 172.21.15.42:0/3645106113 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa624110570 0x7fa624108ee0 unknown :-1 s=CLOSED pgs=1007 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:26.675 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.676+0000 7fa62aa3f640 1 --2- 172.21.15.42:0/3645106113 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa624110190 0x7fa6241089a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:26.675 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.676+0000 7fa62aa3f640 1 -- 172.21.15.42:0/3645106113 >> 172.21.15.42:0/3645106113 conn(0x7fa62406ca70 msgr2=0x7fa62406ce80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:39:26.675 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.677+0000 7fa62aa3f640 1 -- 172.21.15.42:0/3645106113 shutdown_connections 2024-06-06T08:39:26.677 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.678+0000 7fa62aa3f640 1 -- 172.21.15.42:0/3645106113 wait complete. 2024-06-06T08:39:26.678 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.679+0000 7fa62aa3f640 1 Processor -- start 2024-06-06T08:39:26.678 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.679+0000 7fa62aa3f640 1 -- start start 2024-06-06T08:39:26.683 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.684+0000 7fa62aa3f640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa624110190 0x7fa6241a7110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:26.683 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.684+0000 7fa62aa3f640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa62411b180 0x7fa6241a7650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:26.683 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.684+0000 7fa62aa3f640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa6241ab9d0 0x7fa6241abe80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:26.683 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.684+0000 7fa62aa3f640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa624120c50 con 0x7fa624110190 2024-06-06T08:39:26.683 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.684+0000 7fa62aa3f640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fa624120ad0 con 0x7fa62411b180 2024-06-06T08:39:26.683 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.684+0000 7fa62aa3f640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fa624120dd0 con 0x7fa6241ab9d0 2024-06-06T08:39:26.684 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.685+0000 7fa6237fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa62411b180 0x7fa6241a7650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:26.684 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.685+0000 7fa623fff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa624110190 0x7fa6241a7110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:26.684 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.685+0000 7fa623fff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa624110190 0x7fa6241a7110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:47558/0 (socket says 172.21.15.42:47558) 2024-06-06T08:39:26.684 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.685+0000 7fa623fff640 1 -- 172.21.15.42:0/1415649018 learned_addr learned my addr 172.21.15.42:0/1415649018 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:39:26.684 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.685+0000 7fa628fdc640 1 --2- 172.21.15.42:0/1415649018 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa6241ab9d0 0x7fa6241abe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:26.685 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.685+0000 7fa623fff640 1 -- 172.21.15.42:0/1415649018 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa6241ab9d0 msgr2=0x7fa6241abe80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:39:26.685 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.685+0000 7fa623fff640 1 --2- 172.21.15.42:0/1415649018 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa6241ab9d0 0x7fa6241abe80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:26.685 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.685+0000 7fa623fff640 1 -- 172.21.15.42:0/1415649018 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa62411b180 msgr2=0x7fa6241a7650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:39:26.685 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.685+0000 7fa623fff640 1 --2- 172.21.15.42:0/1415649018 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa62411b180 0x7fa6241a7650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:26.685 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.685+0000 7fa623fff640 1 -- 172.21.15.42:0/1415649018 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6241ac4c0 con 0x7fa624110190 2024-06-06T08:39:26.686 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.685+0000 7fa623fff640 1 --2- 172.21.15.42:0/1415649018 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa624110190 0x7fa6241a7110 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x7fa61c00cce0 tx=0x7fa61c00a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:39:26.691 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.692+0000 7fa6217fa640 1 -- 172.21.15.42:0/1415649018 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa61c004b20 con 0x7fa624110190 2024-06-06T08:39:26.691 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.692+0000 7fa6217fa640 1 -- 172.21.15.42:0/1415649018 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa61c004cc0 con 0x7fa624110190 2024-06-06T08:39:26.691 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.692+0000 7fa6217fa640 1 -- 172.21.15.42:0/1415649018 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa61c00f7b0 con 0x7fa624110190 2024-06-06T08:39:26.692 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.694+0000 7fa62aa3f640 1 -- 172.21.15.42:0/1415649018 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6241ac7b0 con 0x7fa624110190 2024-06-06T08:39:26.692 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.694+0000 7fa62aa3f640 1 -- 172.21.15.42:0/1415649018 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6241b3f20 con 0x7fa624110190 2024-06-06T08:39:26.696 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.698+0000 7fa62d82c740 1 Processor -- start 2024-06-06T08:39:26.698 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.699+0000 7fa62d82c740 1 -- start start 2024-06-06T08:39:26.698 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.699+0000 7fa62d82c740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560921c3b170 0x560921c3b550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:26.698 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.699+0000 7fa62d82c740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560921c3ba90 0x560921c45e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:26.698 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.699+0000 7fa62d82c740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560921c46350 0x560921c48740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:26.698 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.699+0000 7fa62d82c740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x560921b9f4f0 con 0x560921c3ba90 2024-06-06T08:39:26.698 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.699+0000 7fa62d82c740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x560921b3d870 con 0x560921c46350 2024-06-06T08:39:26.698 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.699+0000 7fa62d82c740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x560921b9b4b0 con 0x560921c3b170 2024-06-06T08:39:26.699 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.700+0000 7fa623fff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560921c3ba90 0x560921c45e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:26.699 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.700+0000 7fa623fff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560921c3ba90 0x560921c45e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:47574/0 (socket says 172.21.15.42:47574) 2024-06-06T08:39:26.699 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.700+0000 7fa623fff640 1 -- 172.21.15.42:0/4040990823 learned_addr learned my addr 172.21.15.42:0/4040990823 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:39:26.699 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.700+0000 7fa6217fa640 1 -- 172.21.15.42:0/1415649018 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fa61c005600 con 0x7fa624110190 2024-06-06T08:39:26.699 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.700+0000 7fa628fdc640 1 --2- 172.21.15.42:0/4040990823 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560921c3b170 0x560921c3b550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:26.699 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.700+0000 7fa6237fe640 1 --2- 172.21.15.42:0/4040990823 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560921c46350 0x560921c48740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:26.700 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.701+0000 7fa623fff640 1 -- 172.21.15.42:0/4040990823 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560921c3b170 msgr2=0x560921c3b550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:39:26.700 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.701+0000 7fa623fff640 1 --2- 172.21.15.42:0/4040990823 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560921c3b170 0x560921c3b550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:26.700 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.701+0000 7fa623fff640 1 -- 172.21.15.42:0/4040990823 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560921c46350 msgr2=0x560921c48740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:39:26.700 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.701+0000 7fa623fff640 1 --2- 172.21.15.42:0/4040990823 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560921c46350 0x560921c48740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:26.700 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.701+0000 7fa623fff640 1 -- 172.21.15.42:0/4040990823 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560921b599b0 con 0x560921c3ba90 2024-06-06T08:39:26.700 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.701+0000 7fa6217fa640 1 --2- 172.21.15.42:0/1415649018 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fa60c0a2fd0 0x7fa60c0a5490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:26.701 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.702+0000 7fa6217fa640 1 -- 172.21.15.42:0/1415649018 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 9606+0+0 (secure 0 0 0) 0x7fa61c0cfb90 con 0x7fa624110190 2024-06-06T08:39:26.701 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.702+0000 7fa628fdc640 1 --2- 172.21.15.42:0/1415649018 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fa60c0a2fd0 0x7fa60c0a5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:26.701 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.702+0000 7fa623fff640 1 --2- 172.21.15.42:0/4040990823 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560921c3ba90 0x560921c45e10 secure :-1 s=READY pgs=1009 cs=0 l=1 rev1=1 crypto rx=0x7fa61c0ccd80 tx=0x7fa61c0d8690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=606374dec18f4eee server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:39:26.701 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.703+0000 7fa628fdc640 1 --2- 172.21.15.42:0/1415649018 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fa60c0a2fd0 0x7fa60c0a5490 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fa62410dc40 tx=0x7fa618008040 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:39:26.702 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.704+0000 7fa60a7fc640 1 -- 172.21.15.42:0/4040990823 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa61c097f30 con 0x560921c3ba90 2024-06-06T08:39:26.702 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.704+0000 7fa60a7fc640 1 -- 172.21.15.42:0/4040990823 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa61c09c390 con 0x560921c3ba90 2024-06-06T08:39:26.702 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.704+0000 7fa60a7fc640 1 -- 172.21.15.42:0/4040990823 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa61c09b5f0 con 0x560921c3ba90 2024-06-06T08:39:26.703 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.705+0000 7fa62d82c740 1 -- 172.21.15.42:0/4040990823 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560921c3ba90 msgr2=0x560921c45e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:39:26.704 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.705+0000 7fa62d82c740 1 --2- 172.21.15.42:0/4040990823 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560921c3ba90 0x560921c45e10 secure :-1 s=READY pgs=1009 cs=0 l=1 rev1=1 crypto rx=0x7fa61c0ccd80 tx=0x7fa61c0d8690 comp rx=0 tx=0).stop 2024-06-06T08:39:26.710 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.711+0000 7fa62d82c740 1 -- 172.21.15.42:0/4040990823 shutdown_connections 2024-06-06T08:39:26.710 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.711+0000 7fa62d82c740 1 --2- 172.21.15.42:0/4040990823 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560921c46350 0x560921c48740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:26.710 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.711+0000 7fa62d82c740 1 --2- 172.21.15.42:0/4040990823 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560921c3ba90 0x560921c45e10 unknown :-1 s=CLOSED pgs=1009 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:26.710 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.711+0000 7fa62d82c740 1 --2- 172.21.15.42:0/4040990823 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560921c3b170 0x560921c3b550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:26.710 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.711+0000 7fa62d82c740 1 -- 172.21.15.42:0/4040990823 >> 172.21.15.42:0/4040990823 conn(0x560921c37680 msgr2=0x560921c37a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:39:26.710 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.712+0000 7fa62d82c740 1 -- 172.21.15.42:0/4040990823 shutdown_connections 2024-06-06T08:39:26.714 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.715+0000 7fa62d82c740 1 -- 172.21.15.42:0/4040990823 wait complete. 2024-06-06T08:39:26.714 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.715+0000 7fa62d82c740 1 -- start start 2024-06-06T08:39:26.715 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.716+0000 7fa62d82c740 1 Processor -- start 2024-06-06T08:39:26.716 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.718+0000 7fa62d82c740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560921c3b170 0x560921c433e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:26.716 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.718+0000 7fa62d82c740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560921c3ba90 0x560921c43920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:26.716 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.718+0000 7fa62d82c740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560921c46350 0x560921c43e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:26.716 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.718+0000 7fa62d82c740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x560921c48f80 con 0x560921c3b170 2024-06-06T08:39:26.717 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.718+0000 7fa62d82c740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x560921b28ae0 con 0x560921c46350 2024-06-06T08:39:26.717 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.718+0000 7fa62d82c740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x560921c49100 con 0x560921c3ba90 2024-06-06T08:39:26.717 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.718+0000 7fa62d82c740 10 client.0 _ll_register_callbacks cb 0x560921b619b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:39:26.717 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.719+0000 7fa628fdc640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560921c46350 0x560921c43e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:26.717 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.719+0000 7fa628fdc640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560921c46350 0x560921c43e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:56820/0 (socket says 172.21.15.42:56820) 2024-06-06T08:39:26.717 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.719+0000 7fa628fdc640 1 -- 172.21.15.42:0/3292675525 learned_addr learned my addr 172.21.15.42:0/3292675525 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:39:26.718 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.719+0000 7fa623fff640 1 --2- 172.21.15.42:0/3292675525 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560921c3b170 0x560921c433e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:26.718 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.719+0000 7fa6237fe640 1 --2- 172.21.15.42:0/3292675525 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560921c3ba90 0x560921c43920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:26.719 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.719+0000 7fa628fdc640 1 -- 172.21.15.42:0/3292675525 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560921c3ba90 msgr2=0x560921c43920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:39:26.719 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.719+0000 7fa628fdc640 1 --2- 172.21.15.42:0/3292675525 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560921c3ba90 0x560921c43920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:26.719 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.719+0000 7fa628fdc640 1 -- 172.21.15.42:0/3292675525 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560921c3b170 msgr2=0x560921c433e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:39:26.719 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.719+0000 7fa628fdc640 1 --2- 172.21.15.42:0/3292675525 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560921c3b170 0x560921c433e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:26.719 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.719+0000 7fa628fdc640 1 -- 172.21.15.42:0/3292675525 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5609218b3210 con 0x560921c46350 2024-06-06T08:39:26.719 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.719+0000 7fa6237fe640 1 --2- 172.21.15.42:0/3292675525 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560921c3ba90 0x560921c43920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:39:26.719 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.720+0000 7fa628fdc640 1 --2- 172.21.15.42:0/3292675525 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560921c46350 0x560921c43e60 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fa618014490 tx=0x7fa6180046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e8eb053b17a0751b server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:39:26.719 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.720+0000 7fa6037fe640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:39:26.719 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.720+0000 7fa6037fe640 1 -- 172.21.15.42:0/3292675525 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa61801b050 con 0x560921c46350 2024-06-06T08:39:26.719 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.720+0000 7fa6037fe640 1 -- 172.21.15.42:0/3292675525 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(128..128 src has 1..128) ==== 9606+0+0 (secure 0 0 0) 0x7fa618015820 con 0x560921c46350 2024-06-06T08:39:26.720 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.720+0000 7fa62d82c740 1 -- 172.21.15.42:0/3292675525 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa61c09c390 con 0x560921c46350 2024-06-06T08:39:26.720 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.720+0000 7fa6037fe640 1 -- 172.21.15.42:0/3292675525 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=47) ==== 24+0+0 (secure 0 0 0) 0x7fa618015a20 con 0x560921c46350 2024-06-06T08:39:26.720 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.720+0000 7fa62d82c740 10 client.27479 fetch_fsmap learned FSMap version 47 2024-06-06T08:39:26.720 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.720+0000 7fa62d82c740 1 -- 172.21.15.42:0/3292675525 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=47,monmap=4+}) -- 0x56092197f620 con 0x560921c46350 2024-06-06T08:39:26.720 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.721+0000 7fa6037fe640 1 -- 172.21.15.42:0/3292675525 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa61c09c390 con 0x560921c46350 2024-06-06T08:39:26.721 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.721+0000 7fa6037fe640 1 -- 172.21.15.42:0/3292675525 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 47) ==== 8366+0+0 (secure 0 0 0) 0x7fa6180133c0 con 0x560921c46350 2024-06-06T08:39:26.721 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.722+0000 7fa62d82c740 10 client.27479 fetch_fsmap finished waiting for FSMap version 47 2024-06-06T08:39:26.721 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.722+0000 7fa62d82c740 10 client.27479 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:39:26.721 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.722+0000 7fa62d82c740 20 client.27479 populate_metadata read hostname 'smithi042' 2024-06-06T08:39:26.721 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.722+0000 7fa62d82c740 1 --2- 172.21.15.42:0/3292675525 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x560921c56640 0x560921c58a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:26.721 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.722+0000 7fa62d82c740 4 client.27479 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:39:26.721 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.722+0000 7fa62d82c740 1 -- 172.21.15.42:0/3292675525 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560921bb2f10 con 0x560921c56640 2024-06-06T08:39:26.721 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.722+0000 7fa623fff640 1 --2- 172.21.15.42:0/3292675525 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x560921c56640 0x560921c58a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:26.731 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.731+0000 7fa623fff640 1 --2- 172.21.15.42:0/3292675525 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x560921c56640 0x560921c58a50 crc :-1 s=READY pgs=289 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ad9bd4bd6ceb368c server_cookie=aebbaa4d0a6761ae in_seq=0 out_seq=0 2024-06-06T08:39:26.731 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.731+0000 7fa6037fe640 10 client.27479 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:39:26.740 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.741+0000 7fa6037fe640 1 -- 172.21.15.42:0/3292675525 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x560921bb2f10 con 0x560921c56640 2024-06-06T08:39:26.740 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.741+0000 7fa6037fe640 10 client.27479 handle_command_reply: tid=0 2024-06-06T08:39:26.740 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.741+0000 7fa62d82c740 1 client.27479 shutdown 2024-06-06T08:39:26.747 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.749+0000 7fa62d82c740 1 -- 172.21.15.42:0/3292675525 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560921c46350 msgr2=0x560921c43e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:39:26.747 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.749+0000 7fa62d82c740 1 --2- 172.21.15.42:0/3292675525 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560921c46350 0x560921c43e60 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fa618014490 tx=0x7fa6180046c0 comp rx=0 tx=0).stop 2024-06-06T08:39:26.747 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.749+0000 7fa62d82c740 1 -- 172.21.15.42:0/3292675525 shutdown_connections 2024-06-06T08:39:26.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.749+0000 7fa62d82c740 1 --2- 172.21.15.42:0/3292675525 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x560921c56640 0x560921c58a50 crc :-1 s=READY pgs=289 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:26.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.749+0000 7fa62d82c740 1 --2- 172.21.15.42:0/3292675525 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560921c46350 0x560921c43e60 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:26.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.749+0000 7fa62d82c740 1 --2- 172.21.15.42:0/3292675525 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560921c3ba90 0x560921c43920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:26.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.749+0000 7fa62d82c740 1 --2- 172.21.15.42:0/3292675525 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560921c3b170 0x560921c433e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:26.748 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.749+0000 7fa62d82c740 1 -- 172.21.15.42:0/3292675525 >> 172.21.15.42:0/3292675525 conn(0x560921c37680 msgr2=0x560921c3d400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:39:26.749 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.751+0000 7fa6037fe640 0 client.27479 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:39:26.750 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.752+0000 7fa62d82c740 1 -- 172.21.15.42:0/3292675525 shutdown_connections 2024-06-06T08:39:26.754 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.754+0000 7fa62d82c740 1 -- 172.21.15.42:0/3292675525 wait complete. 2024-06-06T08:39:26.754 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.755+0000 7fa62d82c740 20 client.27479 trim_cache size 0 max 16384 2024-06-06T08:39:26.787 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.788+0000 7fa62d82c740 1 Processor -- start 2024-06-06T08:39:26.787 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.789+0000 7fa62d82c740 1 -- start start 2024-06-06T08:39:26.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:39:26 smithi149 ceph-mon[36842]: pgmap v535: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 238 KiB/s rd, 240 KiB/s wr, 24 op/s 2024-06-06T08:39:26.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:39:26 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:39:26.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:39:26 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:39:26.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:39:26 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:39:26.789 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.789+0000 7fa62d82c740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560921c3b170 0x560921c329c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:26.789 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.789+0000 7fa62d82c740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560921c3ba90 0x560921c36f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:26.790 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.789+0000 7fa623fff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560921c3b170 0x560921c329c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:26.790 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.790+0000 7fa623fff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560921c3b170 0x560921c329c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:56832/0 (socket says 172.21.15.42:56832) 2024-06-06T08:39:26.790 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.790+0000 7fa623fff640 1 -- 172.21.15.42:0/2182057465 learned_addr learned my addr 172.21.15.42:0/2182057465 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:39:26.790 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.790+0000 7fa62d82c740 1 --2- 172.21.15.42:0/2182057465 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560921c46350 0x560921c45320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:26.790 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.790+0000 7fa62d82c740 1 -- 172.21.15.42:0/2182057465 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa6241c0880 con 0x560921c46350 2024-06-06T08:39:26.790 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.790+0000 7fa62d82c740 1 -- 172.21.15.42:0/2182057465 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fa6241be090 con 0x560921c3b170 2024-06-06T08:39:26.790 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.790+0000 7fa62d82c740 1 -- 172.21.15.42:0/2182057465 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fa6241bbf00 con 0x560921c3ba90 2024-06-06T08:39:26.790 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.790+0000 7fa628fdc640 1 --2- 172.21.15.42:0/2182057465 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560921c46350 0x560921c45320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:26.790 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.791+0000 7fa628fdc640 1 -- 172.21.15.42:0/2182057465 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560921c3ba90 msgr2=0x560921c36f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:39:26.790 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.791+0000 7fa628fdc640 1 --2- 172.21.15.42:0/2182057465 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560921c3ba90 0x560921c36f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:26.790 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.791+0000 7fa628fdc640 1 -- 172.21.15.42:0/2182057465 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560921c3b170 msgr2=0x560921c329c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:39:26.791 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.791+0000 7fa628fdc640 1 --2- 172.21.15.42:0/2182057465 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560921c3b170 0x560921c329c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:26.791 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.791+0000 7fa628fdc640 1 -- 172.21.15.42:0/2182057465 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560921c521e0 con 0x560921c46350 2024-06-06T08:39:26.791 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.792+0000 7fa628fdc640 1 --2- 172.21.15.42:0/2182057465 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560921c46350 0x560921c45320 secure :-1 s=READY pgs=1010 cs=0 l=1 rev1=1 crypto rx=0x7fa618014460 tx=0x7fa618006a70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa97e9a32c7c06f2 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:39:26.793 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.794+0000 7fa623fff640 1 --2- 172.21.15.42:0/2182057465 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560921c3b170 0x560921c329c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:39:26.793 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.794+0000 7fa609ffb640 1 -- 172.21.15.42:0/2182057465 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa61801b040 con 0x560921c46350 2024-06-06T08:39:26.793 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.794+0000 7fa609ffb640 1 -- 172.21.15.42:0/2182057465 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa618038070 con 0x560921c46350 2024-06-06T08:39:26.793 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.794+0000 7fa609ffb640 1 -- 172.21.15.42:0/2182057465 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa618015270 con 0x560921c46350 2024-06-06T08:39:26.796 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.796+0000 7fa62d82c740 1 -- 172.21.15.42:0/2182057465 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560921c46350 msgr2=0x560921c45320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:39:26.796 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.796+0000 7fa62d82c740 1 --2- 172.21.15.42:0/2182057465 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560921c46350 0x560921c45320 secure :-1 s=READY pgs=1010 cs=0 l=1 rev1=1 crypto rx=0x7fa618014460 tx=0x7fa618006a70 comp rx=0 tx=0).stop 2024-06-06T08:39:26.802 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.803+0000 7fa62d82c740 1 -- 172.21.15.42:0/2182057465 shutdown_connections 2024-06-06T08:39:26.802 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.803+0000 7fa62d82c740 1 --2- 172.21.15.42:0/2182057465 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560921c46350 0x560921c45320 unknown :-1 s=CLOSED pgs=1010 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:26.802 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.803+0000 7fa62d82c740 1 --2- 172.21.15.42:0/2182057465 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560921c3ba90 0x560921c36f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:26.802 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.803+0000 7fa62d82c740 1 --2- 172.21.15.42:0/2182057465 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560921c3b170 0x560921c329c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:26.802 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.803+0000 7fa62d82c740 1 -- 172.21.15.42:0/2182057465 >> 172.21.15.42:0/2182057465 conn(0x560921c37680 msgr2=0x560921c44c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:39:26.802 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.803+0000 7fa62d82c740 1 -- 172.21.15.42:0/2182057465 shutdown_connections 2024-06-06T08:39:26.806 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.807+0000 7fa62d82c740 1 -- 172.21.15.42:0/2182057465 wait complete. 2024-06-06T08:39:26.806 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.807+0000 7fa62d82c740 1 -- start start 2024-06-06T08:39:26.806 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.808+0000 7fa62d82c740 1 Processor -- start 2024-06-06T08:39:26.809 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.810+0000 7fa62d82c740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560921c3b170 0x560921c4e6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:26.809 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.810+0000 7fa62d82c740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560921c3ba90 0x560921c4ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:26.809 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.810+0000 7fa62d82c740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560921c46350 0x560921c3ff70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:26.809 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.810+0000 7fa62d82c740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa6241bc550 con 0x560921c3ba90 2024-06-06T08:39:26.809 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.810+0000 7fa62d82c740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fa6241bd9c0 con 0x560921c3b170 2024-06-06T08:39:26.809 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.810+0000 7fa62d82c740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fa6241bcc20 con 0x560921c46350 2024-06-06T08:39:26.809 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.810+0000 7fa62d82c740 10 client.0 _ll_register_callbacks cb 0x7fa61800b5c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:39:26.810 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.811+0000 7fa628fdc640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560921c46350 0x560921c3ff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:26.810 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.812+0000 7fa628fdc640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560921c46350 0x560921c3ff70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:47352/0 (socket says 172.21.15.42:47352) 2024-06-06T08:39:26.810 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.812+0000 7fa628fdc640 1 -- 172.21.15.42:0/938700882 learned_addr learned my addr 172.21.15.42:0/938700882 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:39:26.810 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.812+0000 7fa6237fe640 1 --2- 172.21.15.42:0/938700882 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560921c3ba90 0x560921c4ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:26.813 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.812+0000 7fa628fdc640 1 -- 172.21.15.42:0/938700882 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560921c3b170 msgr2=0x560921c4e6b0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-06T08:39:26.813 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.812+0000 7fa628fdc640 1 --2- 172.21.15.42:0/938700882 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560921c3b170 0x560921c4e6b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:26.814 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.812+0000 7fa628fdc640 1 -- 172.21.15.42:0/938700882 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560921c3ba90 msgr2=0x560921c4ebf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:39:26.814 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.812+0000 7fa628fdc640 1 --2- 172.21.15.42:0/938700882 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560921c3ba90 0x560921c4ebf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:26.814 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.812+0000 7fa628fdc640 1 -- 172.21.15.42:0/938700882 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560921c40770 con 0x560921c46350 2024-06-06T08:39:26.814 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.814+0000 7fa628fdc640 1 --2- 172.21.15.42:0/938700882 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560921c46350 0x560921c3ff70 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fa618013790 tx=0x7fa618015830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2e3c3f03b1a9b43c server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:39:26.814 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.814+0000 7fa6037fe640 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:39:26.814 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.814+0000 7fa6037fe640 1 -- 172.21.15.42:0/938700882 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa618043060 con 0x560921c46350 2024-06-06T08:39:26.814 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.814+0000 7fa62d82c740 1 -- 172.21.15.42:0/938700882 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa618038070 con 0x560921c46350 2024-06-06T08:39:26.814 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.814+0000 7fa6037fe640 1 -- 172.21.15.42:0/938700882 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(128..128 src has 1..128) ==== 9606+0+0 (secure 0 0 0) 0x7fa618015190 con 0x560921c46350 2024-06-06T08:39:26.814 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.815+0000 7fa6037fe640 1 -- 172.21.15.42:0/938700882 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=47) ==== 24+0+0 (secure 0 0 0) 0x7fa61804a050 con 0x560921c46350 2024-06-06T08:39:26.814 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.815+0000 7fa62d82c740 10 client.27355 fetch_fsmap learned FSMap version 47 2024-06-06T08:39:26.814 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.815+0000 7fa62d82c740 1 -- 172.21.15.42:0/938700882 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=47,monmap=4+}) -- 0x560921cc0f10 con 0x560921c46350 2024-06-06T08:39:26.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:39:26 smithi042 ceph-mon[32384]: pgmap v535: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 238 KiB/s rd, 240 KiB/s wr, 24 op/s 2024-06-06T08:39:26.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:39:26 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:39:26.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:39:26 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:39:26.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:39:26 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:39:26.815 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.816+0000 7fa6037fe640 1 -- 172.21.15.42:0/938700882 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa618038070 con 0x560921c46350 2024-06-06T08:39:26.815 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.816+0000 7fa6037fe640 1 -- 172.21.15.42:0/938700882 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 47) ==== 8366+0+0 (secure 0 0 0) 0x7fa618033a70 con 0x560921c46350 2024-06-06T08:39:26.816 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.816+0000 7fa62d82c740 10 client.27355 fetch_fsmap finished waiting for FSMap version 47 2024-06-06T08:39:26.816 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.816+0000 7fa62d82c740 10 client.27355 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:39:26.816 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.816+0000 7fa62d82c740 20 client.27355 populate_metadata read hostname 'smithi042' 2024-06-06T08:39:26.816 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.816+0000 7fa62d82c740 1 --2- 172.21.15.42:0/938700882 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x560921cc1500 0x560921cc3920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:26.816 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.816+0000 7fa62d82c740 4 client.27355 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:39:26.816 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.816+0000 7fa62d82c740 1 -- 172.21.15.42:0/938700882 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x560921bacc20 con 0x560921cc1500 2024-06-06T08:39:26.817 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.817+0000 7fa623fff640 1 --2- 172.21.15.42:0/938700882 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x560921cc1500 0x560921cc3920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:26.832 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.832+0000 7fa623fff640 1 --2- 172.21.15.42:0/938700882 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x560921cc1500 0x560921cc3920 crc :-1 s=READY pgs=290 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=589d8d123cbe6bf server_cookie=177046a7ba9cbe42 in_seq=0 out_seq=0 2024-06-06T08:39:26.834 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:26.832+0000 7fa6037fe640 10 client.27355 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:39:28.034 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:28.035+0000 7fa6037fe640 1 -- 172.21.15.42:0/938700882 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x560921bacc20 con 0x560921cc1500 2024-06-06T08:39:28.034 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:28.035+0000 7fa6037fe640 10 client.27355 handle_command_reply: tid=0 2024-06-06T08:39:28.034 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:28.035+0000 7fa62d82c740 1 client.27355 shutdown 2024-06-06T08:39:28.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:28.035+0000 7fa62d82c740 1 -- 172.21.15.42:0/938700882 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560921c46350 msgr2=0x560921c3ff70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:39:28.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:28.035+0000 7fa62d82c740 1 --2- 172.21.15.42:0/938700882 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560921c46350 0x560921c3ff70 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fa618013790 tx=0x7fa618015830 comp rx=0 tx=0).stop 2024-06-06T08:39:28.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:28.036+0000 7fa62d82c740 1 -- 172.21.15.42:0/938700882 shutdown_connections 2024-06-06T08:39:28.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:28.036+0000 7fa62d82c740 1 --2- 172.21.15.42:0/938700882 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x560921cc1500 0x560921cc3920 crc :-1 s=READY pgs=290 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:28.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:28.036+0000 7fa62d82c740 1 --2- 172.21.15.42:0/938700882 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560921c46350 0x560921c3ff70 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:28.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:28.036+0000 7fa62d82c740 1 --2- 172.21.15.42:0/938700882 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560921c3ba90 0x560921c4ebf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:28.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:28.036+0000 7fa6037fe640 0 client.27355 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:39:28.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:28.036+0000 7fa62d82c740 1 --2- 172.21.15.42:0/938700882 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x560921c3b170 0x560921c4e6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:28.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:28.036+0000 7fa62d82c740 1 -- 172.21.15.42:0/938700882 >> 172.21.15.42:0/938700882 conn(0x560921c37680 msgr2=0x560921c51a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:39:28.036 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:28.036+0000 7fa62d82c740 1 -- 172.21.15.42:0/938700882 shutdown_connections 2024-06-06T08:39:28.036 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:28.036+0000 7fa62d82c740 1 -- 172.21.15.42:0/938700882 wait complete. 2024-06-06T08:39:28.036 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:28.036+0000 7fa62d82c740 20 client.27355 trim_cache size 0 max 16384 2024-06-06T08:39:28.037 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:39:28.037 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:39:28.037 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:39:28.038 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:28.037+0000 7fa62aa3f640 1 -- 172.21.15.42:0/1415649018 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fa60c0a2fd0 msgr2=0x7fa60c0a5490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:39:28.038 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:28.037+0000 7fa62aa3f640 1 --2- 172.21.15.42:0/1415649018 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fa60c0a2fd0 0x7fa60c0a5490 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fa62410dc40 tx=0x7fa618008040 comp rx=0 tx=0).stop 2024-06-06T08:39:28.038 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:28.037+0000 7fa62aa3f640 1 -- 172.21.15.42:0/1415649018 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa624110190 msgr2=0x7fa6241a7110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:39:28.038 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:28.037+0000 7fa62aa3f640 1 --2- 172.21.15.42:0/1415649018 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa624110190 0x7fa6241a7110 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x7fa61c00cce0 tx=0x7fa61c00a620 comp rx=0 tx=0).stop 2024-06-06T08:39:28.038 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:28.037+0000 7fa62aa3f640 1 -- 172.21.15.42:0/1415649018 shutdown_connections 2024-06-06T08:39:28.038 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:28.037+0000 7fa62aa3f640 1 --2- 172.21.15.42:0/1415649018 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fa60c0a2fd0 0x7fa60c0a5490 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:28.038 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:28.037+0000 7fa62aa3f640 1 --2- 172.21.15.42:0/1415649018 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa62411b180 0x7fa6241a7650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:28.038 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:28.037+0000 7fa62aa3f640 1 --2- 172.21.15.42:0/1415649018 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa6241ab9d0 0x7fa6241abe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:28.038 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:28.037+0000 7fa62aa3f640 1 --2- 172.21.15.42:0/1415649018 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa624110190 0x7fa6241a7110 unknown :-1 s=CLOSED pgs=1008 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:28.038 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:28.037+0000 7fa62aa3f640 1 -- 172.21.15.42:0/1415649018 >> 172.21.15.42:0/1415649018 conn(0x7fa62406ca70 msgr2=0x7fa62410de50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:39:28.038 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:28.037+0000 7fa62aa3f640 1 -- 172.21.15.42:0/1415649018 shutdown_connections 2024-06-06T08:39:28.039 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:28.037+0000 7fa62aa3f640 1 -- 172.21.15.42:0/1415649018 wait complete. 2024-06-06T08:39:28.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:39:28 smithi120 ceph-mon[36658]: pgmap v536: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 241 KiB/s rd, 230 KiB/s wr, 40 op/s 2024-06-06T08:39:28.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:39:28 smithi149 ceph-mon[36842]: pgmap v536: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 241 KiB/s rd, 230 KiB/s wr, 40 op/s 2024-06-06T08:39:28.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:39:28 smithi042 ceph-mon[32384]: pgmap v536: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 241 KiB/s rd, 230 KiB/s wr, 40 op/s 2024-06-06T08:39:30.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:39:30 smithi120 ceph-mon[36658]: pgmap v537: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 268 KiB/s rd, 246 KiB/s wr, 70 op/s 2024-06-06T08:39:30.760 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:39:30 smithi042 ceph-mon[32384]: pgmap v537: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 268 KiB/s rd, 246 KiB/s wr, 70 op/s 2024-06-06T08:39:30.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:39:30 smithi149 ceph-mon[36842]: pgmap v537: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 268 KiB/s rd, 246 KiB/s wr, 70 op/s 2024-06-06T08:39:32.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:39:32 smithi120 ceph-mon[36658]: pgmap v538: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 523 KiB/s rd, 578 KiB/s wr, 126 op/s 2024-06-06T08:39:32.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:39:32 smithi149 ceph-mon[36842]: pgmap v538: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 523 KiB/s rd, 578 KiB/s wr, 126 op/s 2024-06-06T08:39:32.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:39:32 smithi042 ceph-mon[32384]: pgmap v538: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 523 KiB/s rd, 578 KiB/s wr, 126 op/s 2024-06-06T08:39:34.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:39:34 smithi120 ceph-mon[36658]: pgmap v539: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 544 KiB/s rd, 605 KiB/s wr, 171 op/s 2024-06-06T08:39:34.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:39:34 smithi149 ceph-mon[36842]: pgmap v539: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 544 KiB/s rd, 605 KiB/s wr, 171 op/s 2024-06-06T08:39:34.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:39:34 smithi042 ceph-mon[32384]: pgmap v539: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 544 KiB/s rd, 605 KiB/s wr, 171 op/s 2024-06-06T08:39:36.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:39:36 smithi149 ceph-mon[36842]: pgmap v540: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 571 KiB/s rd, 623 KiB/s wr, 213 op/s 2024-06-06T08:39:36.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:39:36 smithi149 ceph-mon[36842]: osdmap e129: 12 total, 12 up, 12 in 2024-06-06T08:39:36.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:39:36 smithi042 ceph-mon[32384]: pgmap v540: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 571 KiB/s rd, 623 KiB/s wr, 213 op/s 2024-06-06T08:39:36.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:39:36 smithi042 ceph-mon[32384]: osdmap e129: 12 total, 12 up, 12 in 2024-06-06T08:39:36.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:39:36 smithi120 ceph-mon[36658]: pgmap v540: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 571 KiB/s rd, 623 KiB/s wr, 213 op/s 2024-06-06T08:39:36.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:39:36 smithi120 ceph-mon[36658]: osdmap e129: 12 total, 12 up, 12 in 2024-06-06T08:39:37.815 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:39:37 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:39:37.361+0000 7f9f3dc58700 -1 calc_pg_upmaps abort due to max <= 0 2024-06-06T08:39:37.815 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:39:37 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:39:37.361+0000 7f9f3dc58700 -1 calc_pg_upmaps abort due to max <= 0 2024-06-06T08:39:38.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:39:38 smithi149 ceph-mon[36842]: pgmap v542: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 760 KiB/s rd, 740 KiB/s wr, 258 op/s 2024-06-06T08:39:38.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:39:38 smithi042 ceph-mon[32384]: pgmap v542: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 760 KiB/s rd, 740 KiB/s wr, 258 op/s 2024-06-06T08:39:38.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:39:38 smithi120 ceph-mon[36658]: pgmap v542: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 760 KiB/s rd, 740 KiB/s wr, 258 op/s 2024-06-06T08:39:40.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:39:40 smithi149 ceph-mon[36842]: pgmap v543: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 960 KiB/s rd, 1012 KiB/s wr, 248 op/s 2024-06-06T08:39:40.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:39:40 smithi042 ceph-mon[32384]: pgmap v543: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 960 KiB/s rd, 1012 KiB/s wr, 248 op/s 2024-06-06T08:39:40.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:39:40 smithi120 ceph-mon[36658]: pgmap v543: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 960 KiB/s rd, 1012 KiB/s wr, 248 op/s 2024-06-06T08:39:41.211 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.211+0000 7f100f246640 1 -- 172.21.15.42:0/82681637 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f10080ffea0 msgr2=0x7f1008100300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:39:41.211 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.211+0000 7f100f246640 1 --2- 172.21.15.42:0/82681637 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f10080ffea0 0x7f1008100300 secure :-1 s=READY pgs=1011 cs=0 l=1 rev1=1 crypto rx=0x7f1000009860 tx=0x7f100002a380 comp rx=0 tx=0).stop 2024-06-06T08:39:41.214 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.213+0000 7f100f246640 1 -- 172.21.15.42:0/82681637 shutdown_connections 2024-06-06T08:39:41.215 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.213+0000 7f100f246640 1 --2- 172.21.15.42:0/82681637 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1008100920 0x7f10081045e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:41.215 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.213+0000 7f100f246640 1 --2- 172.21.15.42:0/82681637 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f10080ffea0 0x7f1008100300 unknown :-1 s=CLOSED pgs=1011 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:41.215 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.213+0000 7f100f246640 1 --2- 172.21.15.42:0/82681637 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1008106ae0 0x7f1008106ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:41.215 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.213+0000 7f100f246640 1 -- 172.21.15.42:0/82681637 >> 172.21.15.42:0/82681637 conn(0x7f1008076e30 msgr2=0x7f10080fe1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:39:41.217 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.219+0000 7f100f246640 1 -- 172.21.15.42:0/82681637 shutdown_connections 2024-06-06T08:39:41.217 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.219+0000 7f100f246640 1 -- 172.21.15.42:0/82681637 wait complete. 2024-06-06T08:39:41.223 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.221+0000 7f100f246640 1 Processor -- start 2024-06-06T08:39:41.223 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.221+0000 7f100f246640 1 -- start start 2024-06-06T08:39:41.223 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.221+0000 7f100f246640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f10080ffea0 0x7f10080730e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:41.223 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.221+0000 7f100f246640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1008100920 0x7f1008073620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:41.223 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.221+0000 7f100f246640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1008106ae0 0x7f100806c390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:41.223 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.221+0000 7f100f246640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f1008118580 con 0x7f1008100920 2024-06-06T08:39:41.223 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.221+0000 7f100f246640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f1008118400 con 0x7f1008106ae0 2024-06-06T08:39:41.223 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.222+0000 7f100f246640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f1008118700 con 0x7f10080ffea0 2024-06-06T08:39:41.223 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.222+0000 7f100d7e3640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1008106ae0 0x7f100806c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:41.223 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.222+0000 7f100d7e3640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1008106ae0 0x7f100806c390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:55112/0 (socket says 172.21.15.42:55112) 2024-06-06T08:39:41.223 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.222+0000 7f100d7e3640 1 -- 172.21.15.42:0/1710338788 learned_addr learned my addr 172.21.15.42:0/1710338788 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:39:41.224 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.222+0000 7f1007fff640 1 --2- 172.21.15.42:0/1710338788 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1008100920 0x7f1008073620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:41.224 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.223+0000 7f100d7e3640 1 -- 172.21.15.42:0/1710338788 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f10080ffea0 msgr2=0x7f10080730e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:39:41.224 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.223+0000 7f100d7e3640 1 --2- 172.21.15.42:0/1710338788 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f10080ffea0 0x7f10080730e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:41.224 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.223+0000 7f100d7e3640 1 -- 172.21.15.42:0/1710338788 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1008100920 msgr2=0x7f1008073620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:39:41.224 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.223+0000 7f100d7e3640 1 --2- 172.21.15.42:0/1710338788 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1008100920 0x7f1008073620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:41.224 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.223+0000 7f100d7e3640 1 -- 172.21.15.42:0/1710338788 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f100806cc50 con 0x7f1008106ae0 2024-06-06T08:39:41.224 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.223+0000 7f100d7e3640 1 --2- 172.21.15.42:0/1710338788 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1008106ae0 0x7f100806c390 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f0ff800cad0 tx=0x7f0ff800cf90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:39:41.229 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.226+0000 7f1005ffb640 1 -- 172.21.15.42:0/1710338788 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ff800ae20 con 0x7f1008106ae0 2024-06-06T08:39:41.229 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.226+0000 7f1005ffb640 1 -- 172.21.15.42:0/1710338788 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0ff8005020 con 0x7f1008106ae0 2024-06-06T08:39:41.230 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.226+0000 7f1005ffb640 1 -- 172.21.15.42:0/1710338788 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ff800f780 con 0x7f1008106ae0 2024-06-06T08:39:41.230 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.227+0000 7f100f246640 1 -- 172.21.15.42:0/1710338788 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f100806cf40 con 0x7f1008106ae0 2024-06-06T08:39:41.230 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.227+0000 7f100f246640 1 -- 172.21.15.42:0/1710338788 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1008070e40 con 0x7f1008106ae0 2024-06-06T08:39:41.230 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.230+0000 7f1012032740 1 Processor -- start 2024-06-06T08:39:41.232 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.234+0000 7f1005ffb640 1 -- 172.21.15.42:0/1710338788 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f0ff8004a40 con 0x7f1008106ae0 2024-06-06T08:39:41.233 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.234+0000 7f1012032740 1 -- start start 2024-06-06T08:39:41.233 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.234+0000 7f1012032740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55933a627180 0x55933a627560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:41.233 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.234+0000 7f1012032740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55933a627aa0 0x55933a631e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:41.233 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.234+0000 7f1012032740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55933a632360 0x55933a634750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:41.233 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.234+0000 7f1012032740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55933a57a4f0 con 0x55933a627180 2024-06-06T08:39:41.233 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.234+0000 7f1012032740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55933a518870 con 0x55933a632360 2024-06-06T08:39:41.234 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.234+0000 7f1012032740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55933a5764b0 con 0x55933a627aa0 2024-06-06T08:39:41.235 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.235+0000 7f1005ffb640 1 --2- 172.21.15.42:0/1710338788 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f0ff40a2fd0 0x7f0ff40a5490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:41.235 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.236+0000 7f1005ffb640 1 -- 172.21.15.42:0/1710338788 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 9530+0+0 (secure 0 0 0) 0x7f0ff80cfaf0 con 0x7f1008106ae0 2024-06-06T08:39:41.236 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.236+0000 7f100d7e3640 1 --2- 172.21.15.42:0/1710338788 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f0ff40a2fd0 0x7f0ff40a5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:41.236 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.237+0000 7f100d7e3640 1 --2- 172.21.15.42:0/1710338788 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f0ff40a2fd0 0x7f0ff40a5490 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f0ff809bb50 tx=0x7f0ff80cfd40 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:39:41.239 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.239+0000 7f100cfe2640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55933a627aa0 0x55933a631e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:41.239 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.239+0000 7f1007fff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55933a632360 0x55933a634750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:41.239 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.239+0000 7f1007fff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55933a627180 0x55933a627560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:41.239 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.239+0000 7f1007fff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55933a627180 0x55933a627560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37936/0 (socket says 172.21.15.42:37936) 2024-06-06T08:39:41.239 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.239+0000 7f1007fff640 1 -- 172.21.15.42:0/177830818 learned_addr learned my addr 172.21.15.42:0/177830818 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:39:41.241 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.241+0000 7f1007fff640 1 -- 172.21.15.42:0/177830818 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55933a627aa0 msgr2=0x55933a631e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:39:41.241 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.241+0000 7f1007fff640 1 --2- 172.21.15.42:0/177830818 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55933a627aa0 0x55933a631e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:41.241 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.241+0000 7f1007fff640 1 -- 172.21.15.42:0/177830818 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55933a632360 msgr2=0x55933a634750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:39:41.241 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.241+0000 7f1007fff640 1 --2- 172.21.15.42:0/177830818 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55933a632360 0x55933a634750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:41.241 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.241+0000 7f1007fff640 1 -- 172.21.15.42:0/177830818 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55933a5349b0 con 0x55933a627180 2024-06-06T08:39:41.241 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.242+0000 7f1007fff640 1 --2- 172.21.15.42:0/177830818 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55933a627180 0x55933a627560 secure :-1 s=READY pgs=1012 cs=0 l=1 rev1=1 crypto rx=0x55933a624820 tx=0x7f100002a380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2be79ac63526bf91 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:39:41.243 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.245+0000 7f0ffeffd640 1 -- 172.21.15.42:0/177830818 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1000037070 con 0x55933a627180 2024-06-06T08:39:41.244 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.245+0000 7f0ffeffd640 1 -- 172.21.15.42:0/177830818 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1000038040 con 0x55933a627180 2024-06-06T08:39:41.244 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.245+0000 7f0ffeffd640 1 -- 172.21.15.42:0/177830818 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1000003970 con 0x55933a627180 2024-06-06T08:39:41.246 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.246+0000 7f1012032740 1 -- 172.21.15.42:0/177830818 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55933a627180 msgr2=0x55933a627560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:39:41.246 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.246+0000 7f1012032740 1 --2- 172.21.15.42:0/177830818 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55933a627180 0x55933a627560 secure :-1 s=READY pgs=1012 cs=0 l=1 rev1=1 crypto rx=0x55933a624820 tx=0x7f100002a380 comp rx=0 tx=0).stop 2024-06-06T08:39:41.249 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.249+0000 7f1012032740 1 -- 172.21.15.42:0/177830818 shutdown_connections 2024-06-06T08:39:41.249 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.249+0000 7f1012032740 1 --2- 172.21.15.42:0/177830818 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55933a632360 0x55933a634750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:41.249 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.249+0000 7f1012032740 1 --2- 172.21.15.42:0/177830818 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55933a627aa0 0x55933a631e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:41.249 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.249+0000 7f1012032740 1 --2- 172.21.15.42:0/177830818 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55933a627180 0x55933a627560 unknown :-1 s=CLOSED pgs=1012 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:41.249 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.249+0000 7f1012032740 1 -- 172.21.15.42:0/177830818 >> 172.21.15.42:0/177830818 conn(0x55933a623690 msgr2=0x55933a623a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:39:41.255 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.256+0000 7f1012032740 1 -- 172.21.15.42:0/177830818 shutdown_connections 2024-06-06T08:39:41.260 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.261+0000 7f1012032740 1 -- 172.21.15.42:0/177830818 wait complete. 2024-06-06T08:39:41.264 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.262+0000 7f1012032740 1 -- start start 2024-06-06T08:39:41.264 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.262+0000 7f1012032740 1 Processor -- start 2024-06-06T08:39:41.264 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.263+0000 7f1012032740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55933a627180 0x55933a62f360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:41.264 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.263+0000 7f1012032740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55933a627aa0 0x55933a62f8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:41.264 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.263+0000 7f1012032740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55933a632360 0x55933a62fde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:41.264 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.263+0000 7f1012032740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55933a634f30 con 0x55933a627180 2024-06-06T08:39:41.265 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.263+0000 7f1012032740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55933a503ae0 con 0x55933a632360 2024-06-06T08:39:41.265 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.263+0000 7f1012032740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55933a6350b0 con 0x55933a627aa0 2024-06-06T08:39:41.265 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.263+0000 7f1012032740 10 client.0 _ll_register_callbacks cb 0x55933a53c9b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:39:41.268 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.266+0000 7f1007fff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55933a632360 0x55933a62fde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:41.268 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.267+0000 7f1007fff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55933a627180 0x55933a62f360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:41.268 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.267+0000 7f1007fff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55933a627180 0x55933a62f360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37938/0 (socket says 172.21.15.42:37938) 2024-06-06T08:39:41.269 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.267+0000 7f1007fff640 1 -- 172.21.15.42:0/2045739760 learned_addr learned my addr 172.21.15.42:0/2045739760 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:39:41.269 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.267+0000 7f100cfe2640 1 --2- 172.21.15.42:0/2045739760 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55933a627aa0 0x55933a62f8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:41.269 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.268+0000 7f1007fff640 1 -- 172.21.15.42:0/2045739760 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55933a627aa0 msgr2=0x55933a62f8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:39:41.269 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.268+0000 7f1007fff640 1 --2- 172.21.15.42:0/2045739760 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55933a627aa0 0x55933a62f8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:41.269 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.268+0000 7f1007fff640 1 -- 172.21.15.42:0/2045739760 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55933a627180 msgr2=0x55933a62f360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:39:41.269 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.268+0000 7f1007fff640 1 --2- 172.21.15.42:0/2045739760 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55933a627180 0x55933a62f360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:41.269 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.268+0000 7f1007fff640 1 -- 172.21.15.42:0/2045739760 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55933a28e210 con 0x55933a632360 2024-06-06T08:39:41.269 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.268+0000 7f1007fff640 1 --2- 172.21.15.42:0/2045739760 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55933a632360 0x55933a62fde0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f1000006010 tx=0x7f1000005850 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a5c010f3b2343818 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:39:41.270 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.269+0000 7f0fe7fff640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:39:41.270 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.269+0000 7f0fe7fff640 1 -- 172.21.15.42:0/2045739760 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1000055060 con 0x55933a632360 2024-06-06T08:39:41.270 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.269+0000 7f0fe7fff640 1 -- 172.21.15.42:0/2045739760 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(129..129 src has 1..129) ==== 9530+0+0 (secure 0 0 0) 0x7f10000038f0 con 0x55933a632360 2024-06-06T08:39:41.270 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.270+0000 7f1012032740 1 -- 172.21.15.42:0/2045739760 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1000038040 con 0x55933a632360 2024-06-06T08:39:41.270 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.271+0000 7f0fe7fff640 1 -- 172.21.15.42:0/2045739760 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=47) ==== 24+0+0 (secure 0 0 0) 0x7f1000037040 con 0x55933a632360 2024-06-06T08:39:41.270 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.272+0000 7f1012032740 10 client.27488 fetch_fsmap learned FSMap version 47 2024-06-06T08:39:41.271 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.272+0000 7f1012032740 1 -- 172.21.15.42:0/2045739760 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=47,monmap=4+}) -- 0x55933a35a620 con 0x55933a632360 2024-06-06T08:39:41.274 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.276+0000 7f0fe7fff640 1 -- 172.21.15.42:0/2045739760 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1000038040 con 0x55933a632360 2024-06-06T08:39:41.274 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.276+0000 7f0fe7fff640 1 -- 172.21.15.42:0/2045739760 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 47) ==== 8366+0+0 (secure 0 0 0) 0x7f1000032a80 con 0x55933a632360 2024-06-06T08:39:41.279 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.278+0000 7f1012032740 10 client.27488 fetch_fsmap finished waiting for FSMap version 47 2024-06-06T08:39:41.279 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.278+0000 7f1012032740 10 client.27488 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:39:41.279 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.278+0000 7f1012032740 20 client.27488 populate_metadata read hostname 'smithi042' 2024-06-06T08:39:41.279 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.278+0000 7f1012032740 1 --2- 172.21.15.42:0/2045739760 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55933a642410 0x55933a644800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:41.279 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.278+0000 7f1012032740 4 client.27488 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:39:41.279 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.278+0000 7f1012032740 1 -- 172.21.15.42:0/2045739760 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55933a58df10 con 0x55933a642410 2024-06-06T08:39:41.280 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.279+0000 7f100cfe2640 1 --2- 172.21.15.42:0/2045739760 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55933a642410 0x55933a644800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:41.288 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.289+0000 7f100cfe2640 1 --2- 172.21.15.42:0/2045739760 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55933a642410 0x55933a644800 crc :-1 s=READY pgs=291 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6ab39abfc01c6f8c server_cookie=91ce71f9ca02415f in_seq=0 out_seq=0 2024-06-06T08:39:41.288 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.290+0000 7f0fe7fff640 10 client.27488 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:39:41.295 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.294+0000 7f0fe7fff640 1 -- 172.21.15.42:0/2045739760 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55933a58df10 con 0x55933a642410 2024-06-06T08:39:41.295 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.294+0000 7f0fe7fff640 10 client.27488 handle_command_reply: tid=0 2024-06-06T08:39:41.295 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.296+0000 7f1012032740 1 client.27488 shutdown 2024-06-06T08:39:41.299 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.300+0000 7f1012032740 1 -- 172.21.15.42:0/2045739760 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55933a632360 msgr2=0x55933a62fde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:39:41.299 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.300+0000 7f1012032740 1 --2- 172.21.15.42:0/2045739760 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55933a632360 0x55933a62fde0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f1000006010 tx=0x7f1000005850 comp rx=0 tx=0).stop 2024-06-06T08:39:41.299 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.300+0000 7f1012032740 1 -- 172.21.15.42:0/2045739760 shutdown_connections 2024-06-06T08:39:41.299 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.300+0000 7f1012032740 1 --2- 172.21.15.42:0/2045739760 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55933a642410 0x55933a644800 crc :-1 s=READY pgs=291 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:41.299 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.300+0000 7f1012032740 1 --2- 172.21.15.42:0/2045739760 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55933a632360 0x55933a62fde0 secure :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f1000006010 tx=0x7f1000005850 comp rx=0 tx=0).stop 2024-06-06T08:39:41.299 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.300+0000 7f1012032740 1 --2- 172.21.15.42:0/2045739760 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55933a627aa0 0x55933a62f8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:41.299 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.300+0000 7f1012032740 1 --2- 172.21.15.42:0/2045739760 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55933a627180 0x55933a62f360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:41.300 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.300+0000 7f1012032740 1 -- 172.21.15.42:0/2045739760 >> 172.21.15.42:0/2045739760 conn(0x55933a623690 msgr2=0x55933a6117e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:39:41.300 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.300+0000 7f0fe7fff640 0 client.27488 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:39:41.303 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.302+0000 7f1012032740 1 -- 172.21.15.42:0/2045739760 shutdown_connections 2024-06-06T08:39:41.304 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.305+0000 7f1012032740 1 -- 172.21.15.42:0/2045739760 wait complete. 2024-06-06T08:39:41.304 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.305+0000 7f1012032740 20 client.27488 trim_cache size 0 max 16384 2024-06-06T08:39:41.349 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.347+0000 7f1012032740 1 Processor -- start 2024-06-06T08:39:41.352 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.351+0000 7f1012032740 1 -- start start 2024-06-06T08:39:41.352 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.351+0000 7f1012032740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55933a627180 0x55933a63da70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:41.352 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.351+0000 7f1012032740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55933a627aa0 0x55933a62fc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:41.352 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.351+0000 7f1007fff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55933a627180 0x55933a63da70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:41.353 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.351+0000 7f1007fff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55933a627180 0x55933a63da70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37950/0 (socket says 172.21.15.42:37950) 2024-06-06T08:39:41.353 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.351+0000 7f1007fff640 1 -- 172.21.15.42:0/317634554 learned_addr learned my addr 172.21.15.42:0/317634554 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:39:41.353 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.351+0000 7f1012032740 1 --2- 172.21.15.42:0/317634554 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55933a630140 0x55933a647820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:41.353 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.351+0000 7f1012032740 1 -- 172.21.15.42:0/317634554 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0fe8012940 con 0x55933a627180 2024-06-06T08:39:41.353 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.351+0000 7f1012032740 1 -- 172.21.15.42:0/317634554 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f0fe8010150 con 0x55933a630140 2024-06-06T08:39:41.353 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.352+0000 7f1012032740 1 -- 172.21.15.42:0/317634554 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f0fe800dfa0 con 0x55933a627aa0 2024-06-06T08:39:41.353 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.353+0000 7f1007fff640 1 --2- 172.21.15.42:0/317634554 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55933a630140 0x55933a647820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:41.353 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.353+0000 7f1007fff640 1 -- 172.21.15.42:0/317634554 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55933a627aa0 msgr2=0x55933a62fc00 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-06T08:39:41.353 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.353+0000 7f1007fff640 1 --2- 172.21.15.42:0/317634554 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55933a627aa0 0x55933a62fc00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:41.353 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.353+0000 7f1007fff640 1 -- 172.21.15.42:0/317634554 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55933a630140 msgr2=0x55933a647820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:39:41.353 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.353+0000 7f1007fff640 1 --2- 172.21.15.42:0/317634554 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55933a630140 0x55933a647820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:41.353 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.353+0000 7f1007fff640 1 -- 172.21.15.42:0/317634554 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55933a6278d0 con 0x55933a627180 2024-06-06T08:39:41.353 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.354+0000 7f1007fff640 1 --2- 172.21.15.42:0/317634554 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55933a627180 0x55933a63da70 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x7f1000031000 tx=0x7f1000004590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6897e85df7d2f8b4 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:39:41.356 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.357+0000 7f0ffe7fc640 1 -- 172.21.15.42:0/317634554 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1000055070 con 0x55933a627180 2024-06-06T08:39:41.356 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.357+0000 7f0ffe7fc640 1 -- 172.21.15.42:0/317634554 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f100004e480 con 0x55933a627180 2024-06-06T08:39:41.356 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.357+0000 7f0ffe7fc640 1 -- 172.21.15.42:0/317634554 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f100005f080 con 0x55933a627180 2024-06-06T08:39:41.360 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.360+0000 7f1012032740 1 -- 172.21.15.42:0/317634554 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55933a627180 msgr2=0x55933a63da70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:39:41.360 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.360+0000 7f1012032740 1 --2- 172.21.15.42:0/317634554 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55933a627180 0x55933a63da70 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x7f1000031000 tx=0x7f1000004590 comp rx=0 tx=0).stop 2024-06-06T08:39:41.366 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.367+0000 7f1012032740 1 -- 172.21.15.42:0/317634554 shutdown_connections 2024-06-06T08:39:41.366 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.367+0000 7f1012032740 1 --2- 172.21.15.42:0/317634554 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55933a630140 0x55933a647820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:41.366 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.367+0000 7f1012032740 1 --2- 172.21.15.42:0/317634554 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55933a627aa0 0x55933a62fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:41.366 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.367+0000 7f1012032740 1 --2- 172.21.15.42:0/317634554 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55933a627180 0x55933a63da70 unknown :-1 s=CLOSED pgs=1013 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:41.366 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.367+0000 7f1012032740 1 -- 172.21.15.42:0/317634554 >> 172.21.15.42:0/317634554 conn(0x55933a623690 msgr2=0x55933a63d360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:39:41.367 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.368+0000 7f1012032740 1 -- 172.21.15.42:0/317634554 shutdown_connections 2024-06-06T08:39:41.367 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.368+0000 7f1012032740 1 -- 172.21.15.42:0/317634554 wait complete. 2024-06-06T08:39:41.367 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.368+0000 7f1012032740 1 -- start start 2024-06-06T08:39:41.370 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.368+0000 7f1012032740 1 Processor -- start 2024-06-06T08:39:41.370 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.369+0000 7f1012032740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55933a627180 0x55933a647cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:41.370 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.369+0000 7f1012032740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55933a627aa0 0x55933a645040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:41.370 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.369+0000 7f1007fff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55933a627180 0x55933a647cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:41.370 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.369+0000 7f1007fff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55933a627180 0x55933a647cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:37956/0 (socket says 172.21.15.42:37956) 2024-06-06T08:39:41.370 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.370+0000 7f1007fff640 1 -- 172.21.15.42:0/2156578319 learned_addr learned my addr 172.21.15.42:0/2156578319 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:39:41.370 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.370+0000 7f1012032740 1 --2- 172.21.15.42:0/2156578319 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55933a630140 0x55933a645580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:41.370 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.370+0000 7f1012032740 1 -- 172.21.15.42:0/2156578319 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0fe800e610 con 0x55933a627180 2024-06-06T08:39:41.370 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.370+0000 7f1012032740 1 -- 172.21.15.42:0/2156578319 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f0fe800fa80 con 0x55933a630140 2024-06-06T08:39:41.370 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.370+0000 7f1012032740 1 -- 172.21.15.42:0/2156578319 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f0fe800ece0 con 0x55933a627aa0 2024-06-06T08:39:41.370 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.370+0000 7f1007fff640 1 --2- 172.21.15.42:0/2156578319 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55933a630140 0x55933a645580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:41.371 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.370+0000 7f1007fff640 1 -- 172.21.15.42:0/2156578319 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55933a627aa0 msgr2=0x55933a645040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:39:41.371 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.370+0000 7f1007fff640 1 --2- 172.21.15.42:0/2156578319 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55933a627aa0 0x55933a645040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:41.371 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.370+0000 7f1007fff640 1 -- 172.21.15.42:0/2156578319 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55933a630140 msgr2=0x55933a645580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:39:41.371 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.370+0000 7f1007fff640 1 --2- 172.21.15.42:0/2156578319 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55933a630140 0x55933a645580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:41.371 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.370+0000 7f1007fff640 1 -- 172.21.15.42:0/2156578319 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55933a645ac0 con 0x55933a627180 2024-06-06T08:39:41.371 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.370+0000 7f1012032740 10 client.0 _ll_register_callbacks cb 0x7f10000096b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:39:41.371 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.370+0000 7f1012032740 1 -- 172.21.15.42:0/2156578319 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f100004e480 con 0x55933a627180 2024-06-06T08:39:41.373 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.374+0000 7f1007fff640 1 --2- 172.21.15.42:0/2156578319 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55933a627180 0x55933a647cb0 secure :-1 s=READY pgs=1014 cs=0 l=1 rev1=1 crypto rx=0x7f1000050040 tx=0x7f1000030a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e37ac4cd944ee8f server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:39:41.373 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.375+0000 7f0fe7fff640 10 client.17928 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:39:41.374 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.375+0000 7f0fe7fff640 1 -- 172.21.15.42:0/2156578319 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1000055050 con 0x55933a627180 2024-06-06T08:39:41.374 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.376+0000 7f0fe7fff640 1 -- 172.21.15.42:0/2156578319 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(129..129 src has 1..129) ==== 9530+0+0 (secure 0 0 0) 0x7f1000005230 con 0x55933a627180 2024-06-06T08:39:41.374 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.376+0000 7f0fe7fff640 1 -- 172.21.15.42:0/2156578319 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=47) ==== 24+0+0 (secure 0 0 0) 0x7f1000005470 con 0x55933a627180 2024-06-06T08:39:41.375 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.376+0000 7f1012032740 10 client.17928 fetch_fsmap learned FSMap version 47 2024-06-06T08:39:41.375 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.377+0000 7f1012032740 1 -- 172.21.15.42:0/2156578319 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({fsmap=47}) -- 0x55933a6ac820 con 0x55933a627180 2024-06-06T08:39:41.388 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.389+0000 7f0fe7fff640 1 -- 172.21.15.42:0/2156578319 <== mon.0 v2:172.21.15.42:3300/0 4 ==== fsmap(e 47) ==== 8366+0+0 (secure 0 0 0) 0x7f1000032650 con 0x55933a627180 2024-06-06T08:39:41.391 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.390+0000 7f1012032740 10 client.17928 fetch_fsmap finished waiting for FSMap version 47 2024-06-06T08:39:41.391 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.390+0000 7f1012032740 10 client.17928 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:39:41.391 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.390+0000 7f1012032740 20 client.17928 populate_metadata read hostname 'smithi042' 2024-06-06T08:39:41.391 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.390+0000 7f1012032740 1 --2- 172.21.15.42:0/2156578319 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55933a6acef0 0x55933a6af310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:41.391 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.390+0000 7f1012032740 4 client.17928 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:39:41.391 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.390+0000 7f1012032740 1 -- 172.21.15.42:0/2156578319 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55933a587c20 con 0x55933a6acef0 2024-06-06T08:39:41.392 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.390+0000 7f100cfe2640 1 --2- 172.21.15.42:0/2156578319 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55933a6acef0 0x55933a6af310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:41.395 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.395+0000 7f100cfe2640 1 --2- 172.21.15.42:0/2156578319 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55933a6acef0 0x55933a6af310 crc :-1 s=READY pgs=292 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cf86575b3b8c36a9 server_cookie=9385e7d6aa5a2a5e in_seq=0 out_seq=0 2024-06-06T08:39:41.395 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:41.397+0000 7f0fe7fff640 10 client.17928 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:39:42.031 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:42.031+0000 7f0fe7fff640 1 -- 172.21.15.42:0/2156578319 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55933a587c20 con 0x55933a6acef0 2024-06-06T08:39:42.031 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:42.031+0000 7f0fe7fff640 10 client.17928 handle_command_reply: tid=0 2024-06-06T08:39:42.031 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:42.031+0000 7f1012032740 1 client.17928 shutdown 2024-06-06T08:39:42.032 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:42.032+0000 7f1012032740 1 -- 172.21.15.42:0/2156578319 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55933a627180 msgr2=0x55933a647cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:39:42.032 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:42.032+0000 7f1012032740 1 --2- 172.21.15.42:0/2156578319 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55933a627180 0x55933a647cb0 secure :-1 s=READY pgs=1014 cs=0 l=1 rev1=1 crypto rx=0x7f1000050040 tx=0x7f1000030a60 comp rx=0 tx=0).stop 2024-06-06T08:39:42.032 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:42.032+0000 7f1012032740 1 -- 172.21.15.42:0/2156578319 shutdown_connections 2024-06-06T08:39:42.032 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:42.032+0000 7f1012032740 1 --2- 172.21.15.42:0/2156578319 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55933a6acef0 0x55933a6af310 crc :-1 s=READY pgs=292 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:42.032 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:42.032+0000 7f1012032740 1 --2- 172.21.15.42:0/2156578319 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55933a630140 0x55933a645580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:42.032 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:42.032+0000 7f1012032740 1 --2- 172.21.15.42:0/2156578319 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55933a627aa0 0x55933a645040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:42.032 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:42.032+0000 7f1012032740 1 --2- 172.21.15.42:0/2156578319 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55933a627180 0x55933a647cb0 unknown :-1 s=CLOSED pgs=1014 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:42.032 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:42.032+0000 7f1012032740 1 -- 172.21.15.42:0/2156578319 >> 172.21.15.42:0/2156578319 conn(0x55933a623690 msgr2=0x55933a63d360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:39:42.032 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:42.033+0000 7f0fe7fff640 0 client.17928 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:39:42.032 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:42.033+0000 7f1012032740 1 -- 172.21.15.42:0/2156578319 shutdown_connections 2024-06-06T08:39:42.032 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:42.033+0000 7f1012032740 1 -- 172.21.15.42:0/2156578319 wait complete. 2024-06-06T08:39:42.033 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:42.033+0000 7f1012032740 20 client.17928 trim_cache size 0 max 16384 2024-06-06T08:39:42.033 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:39:42.033 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:39:42.033 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:39:42.033 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:42.035+0000 7f100f246640 1 -- 172.21.15.42:0/1710338788 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f0ff40a2fd0 msgr2=0x7f0ff40a5490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:39:42.034 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:42.035+0000 7f100f246640 1 --2- 172.21.15.42:0/1710338788 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f0ff40a2fd0 0x7f0ff40a5490 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f0ff809bb50 tx=0x7f0ff80cfd40 comp rx=0 tx=0).stop 2024-06-06T08:39:42.034 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:42.035+0000 7f100f246640 1 -- 172.21.15.42:0/1710338788 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1008106ae0 msgr2=0x7f100806c390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:39:42.034 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:42.035+0000 7f100f246640 1 --2- 172.21.15.42:0/1710338788 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1008106ae0 0x7f100806c390 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f0ff800cad0 tx=0x7f0ff800cf90 comp rx=0 tx=0).stop 2024-06-06T08:39:42.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:42.036+0000 7f100f246640 1 -- 172.21.15.42:0/1710338788 shutdown_connections 2024-06-06T08:39:42.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:42.036+0000 7f100f246640 1 --2- 172.21.15.42:0/1710338788 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f0ff40a2fd0 0x7f0ff40a5490 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:42.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:42.036+0000 7f100f246640 1 --2- 172.21.15.42:0/1710338788 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1008106ae0 0x7f100806c390 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:42.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:42.036+0000 7f100f246640 1 --2- 172.21.15.42:0/1710338788 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1008100920 0x7f1008073620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:42.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:42.036+0000 7f100f246640 1 --2- 172.21.15.42:0/1710338788 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f10080ffea0 0x7f10080730e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:42.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:42.036+0000 7f100f246640 1 -- 172.21.15.42:0/1710338788 >> 172.21.15.42:0/1710338788 conn(0x7f1008076e30 msgr2=0x7f1008102440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:39:42.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:42.036+0000 7f100f246640 1 -- 172.21.15.42:0/1710338788 shutdown_connections 2024-06-06T08:39:42.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:42.036+0000 7f100f246640 1 -- 172.21.15.42:0/1710338788 wait complete. 2024-06-06T08:39:42.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:39:42 smithi149 ceph-mon[36842]: pgmap v544: 129 pgs: 22 active+clean+snaptrim, 66 active+clean+snaptrim_wait, 41 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 664 KiB/s rd, 613 KiB/s wr, 222 op/s 2024-06-06T08:39:42.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:39:42 smithi042 ceph-mon[32384]: pgmap v544: 129 pgs: 22 active+clean+snaptrim, 66 active+clean+snaptrim_wait, 41 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 664 KiB/s rd, 613 KiB/s wr, 222 op/s 2024-06-06T08:39:42.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:39:42 smithi120 ceph-mon[36658]: pgmap v544: 129 pgs: 22 active+clean+snaptrim, 66 active+clean+snaptrim_wait, 41 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 664 KiB/s rd, 613 KiB/s wr, 222 op/s 2024-06-06T08:39:44.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:39:44 smithi149 ceph-mon[36842]: pgmap v545: 129 pgs: 22 active+clean+snaptrim, 66 active+clean+snaptrim_wait, 41 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 641 KiB/s rd, 605 KiB/s wr, 228 op/s 2024-06-06T08:39:44.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:39:44 smithi042 ceph-mon[32384]: pgmap v545: 129 pgs: 22 active+clean+snaptrim, 66 active+clean+snaptrim_wait, 41 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 641 KiB/s rd, 605 KiB/s wr, 228 op/s 2024-06-06T08:39:44.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:39:44 smithi120 ceph-mon[36658]: pgmap v545: 129 pgs: 22 active+clean+snaptrim, 66 active+clean+snaptrim_wait, 41 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 641 KiB/s rd, 605 KiB/s wr, 228 op/s 2024-06-06T08:39:46.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:39:46 smithi149 ceph-mon[36842]: pgmap v546: 129 pgs: 22 active+clean+snaptrim, 66 active+clean+snaptrim_wait, 41 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 992 KiB/s rd, 1.0 MiB/s wr, 244 op/s 2024-06-06T08:39:46.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:39:46 smithi042 ceph-mon[32384]: pgmap v546: 129 pgs: 22 active+clean+snaptrim, 66 active+clean+snaptrim_wait, 41 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 992 KiB/s rd, 1.0 MiB/s wr, 244 op/s 2024-06-06T08:39:46.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:39:46 smithi120 ceph-mon[36658]: pgmap v546: 129 pgs: 22 active+clean+snaptrim, 66 active+clean+snaptrim_wait, 41 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 992 KiB/s rd, 1.0 MiB/s wr, 244 op/s 2024-06-06T08:39:48.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:39:48 smithi149 ceph-mon[36842]: pgmap v547: 129 pgs: 21 active+clean+snaptrim, 62 active+clean+snaptrim_wait, 46 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 991 KiB/s rd, 1.0 MiB/s wr, 250 op/s 2024-06-06T08:39:48.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:39:48 smithi042 ceph-mon[32384]: pgmap v547: 129 pgs: 21 active+clean+snaptrim, 62 active+clean+snaptrim_wait, 46 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 991 KiB/s rd, 1.0 MiB/s wr, 250 op/s 2024-06-06T08:39:48.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:39:48 smithi120 ceph-mon[36658]: pgmap v547: 129 pgs: 21 active+clean+snaptrim, 62 active+clean+snaptrim_wait, 46 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 991 KiB/s rd, 1.0 MiB/s wr, 250 op/s 2024-06-06T08:39:49.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:39:49 smithi149 ceph-mon[36842]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:39:49.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:39:49 smithi042 ceph-mon[32384]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:39:49.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:39:49 smithi120 ceph-mon[36658]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=b=up:active} 3 up:standby-replay 6 up:standby 2024-06-06T08:39:50.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:39:50 smithi149 ceph-mon[36842]: pgmap v548: 129 pgs: 20 active+clean+snaptrim, 62 active+clean+snaptrim_wait, 47 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.2 MiB/s wr, 237 op/s 2024-06-06T08:39:50.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:39:50 smithi149 ceph-mon[36842]: osdmap e130: 12 total, 12 up, 12 in 2024-06-06T08:39:50.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:39:50 smithi042 ceph-mon[32384]: pgmap v548: 129 pgs: 20 active+clean+snaptrim, 62 active+clean+snaptrim_wait, 47 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.2 MiB/s wr, 237 op/s 2024-06-06T08:39:50.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:39:50 smithi042 ceph-mon[32384]: osdmap e130: 12 total, 12 up, 12 in 2024-06-06T08:39:50.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:39:50 smithi120 ceph-mon[36658]: pgmap v548: 129 pgs: 20 active+clean+snaptrim, 62 active+clean+snaptrim_wait, 47 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.2 MiB/s wr, 237 op/s 2024-06-06T08:39:50.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:39:50 smithi120 ceph-mon[36658]: osdmap e130: 12 total, 12 up, 12 in 2024-06-06T08:39:52.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:39:52 smithi042 ceph-mon[32384]: pgmap v550: 129 pgs: 17 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 58 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 264 op/s 2024-06-06T08:39:52.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:39:52 smithi120 ceph-mon[36658]: pgmap v550: 129 pgs: 17 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 58 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 264 op/s 2024-06-06T08:39:53.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:39:52 smithi149 ceph-mon[36842]: pgmap v550: 129 pgs: 17 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 58 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 264 op/s 2024-06-06T08:39:54.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:39:54 smithi042 ceph-mon[32384]: pgmap v551: 129 pgs: 17 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 58 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 247 op/s 2024-06-06T08:39:54.887 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:39:54 smithi120 ceph-mon[36658]: pgmap v551: 129 pgs: 17 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 58 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 247 op/s 2024-06-06T08:39:55.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:39:54 smithi149 ceph-mon[36842]: pgmap v551: 129 pgs: 17 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 58 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 247 op/s 2024-06-06T08:39:55.200 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.201+0000 7f2c4394f640 1 -- 172.21.15.42:0/1941292579 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2c3c11b180 msgr2=0x7f2c3c11d570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:39:55.201 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.201+0000 7f2c4394f640 1 --2- 172.21.15.42:0/1941292579 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2c3c11b180 0x7f2c3c11d570 secure :-1 s=READY pgs=1015 cs=0 l=1 rev1=1 crypto rx=0x7f2c28009cd0 tx=0x7f2c2802a9c0 comp rx=0 tx=0).stop 2024-06-06T08:39:55.202 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.202+0000 7f2c4394f640 1 -- 172.21.15.42:0/1941292579 shutdown_connections 2024-06-06T08:39:55.202 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.202+0000 7f2c4394f640 1 --2- 172.21.15.42:0/1941292579 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2c3c11b180 0x7f2c3c11d570 unknown :-1 s=CLOSED pgs=1015 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:55.202 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.202+0000 7f2c4394f640 1 --2- 172.21.15.42:0/1941292579 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2c3c110570 0x7f2c3c108ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:55.202 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.202+0000 7f2c4394f640 1 --2- 172.21.15.42:0/1941292579 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2c3c110190 0x7f2c3c1089a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:55.202 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.202+0000 7f2c4394f640 1 -- 172.21.15.42:0/1941292579 >> 172.21.15.42:0/1941292579 conn(0x7f2c3c06ca70 msgr2=0x7f2c3c06ce80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:39:55.206 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.207+0000 7f2c4394f640 1 -- 172.21.15.42:0/1941292579 shutdown_connections 2024-06-06T08:39:55.206 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.207+0000 7f2c4394f640 1 -- 172.21.15.42:0/1941292579 wait complete. 2024-06-06T08:39:55.207 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.208+0000 7f2c4394f640 1 Processor -- start 2024-06-06T08:39:55.208 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.209+0000 7f2c4394f640 1 -- start start 2024-06-06T08:39:55.209 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.209+0000 7f2c4394f640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2c3c110190 0x7f2c3c1a7160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:55.209 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.209+0000 7f2c4394f640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2c3c11b180 0x7f2c3c1a76a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:55.209 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.209+0000 7f2c4394f640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2c3c1aba20 0x7f2c3c1abed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:55.209 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.209+0000 7f2c4394f640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2c3c120ca0 con 0x7f2c3c11b180 2024-06-06T08:39:55.209 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.209+0000 7f2c4394f640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f2c3c120b20 con 0x7f2c3c1aba20 2024-06-06T08:39:55.209 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.209+0000 7f2c4394f640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f2c3c120e20 con 0x7f2c3c110190 2024-06-06T08:39:55.209 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.210+0000 7f2c40eea640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2c3c11b180 0x7f2c3c1a76a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:55.210 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.210+0000 7f2c40eea640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2c3c11b180 0x7f2c3c1a76a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:39210/0 (socket says 172.21.15.42:39210) 2024-06-06T08:39:55.210 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.210+0000 7f2c40eea640 1 -- 172.21.15.42:0/635745707 learned_addr learned my addr 172.21.15.42:0/635745707 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:39:55.210 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.210+0000 7f2c40eea640 1 -- 172.21.15.42:0/635745707 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2c3c110190 msgr2=0x7f2c3c1a7160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:39:55.210 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.210+0000 7f2c40eea640 1 --2- 172.21.15.42:0/635745707 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2c3c110190 0x7f2c3c1a7160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:55.210 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.210+0000 7f2c40eea640 1 -- 172.21.15.42:0/635745707 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2c3c1aba20 msgr2=0x7f2c3c1abed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:39:55.210 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.210+0000 7f2c40eea640 1 --2- 172.21.15.42:0/635745707 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2c3c1aba20 0x7f2c3c1abed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:55.210 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.210+0000 7f2c40eea640 1 -- 172.21.15.42:0/635745707 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c3c1ac510 con 0x7f2c3c11b180 2024-06-06T08:39:55.211 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.211+0000 7f2c40eea640 1 --2- 172.21.15.42:0/635745707 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2c3c11b180 0x7f2c3c1a76a0 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7f2c3400b470 tx=0x7f2c3400b930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:39:55.211 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.212+0000 7f2c3a7fc640 1 -- 172.21.15.42:0/635745707 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c34015020 con 0x7f2c3c11b180 2024-06-06T08:39:55.211 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.212+0000 7f2c3a7fc640 1 -- 172.21.15.42:0/635745707 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2c34011d70 con 0x7f2c3c11b180 2024-06-06T08:39:55.211 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.212+0000 7f2c3a7fc640 1 -- 172.21.15.42:0/635745707 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c3400f340 con 0x7f2c3c11b180 2024-06-06T08:39:55.212 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.212+0000 7f2c4394f640 1 -- 172.21.15.42:0/635745707 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c3c1ac800 con 0x7f2c3c11b180 2024-06-06T08:39:55.214 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.214+0000 7f2c4394f640 1 -- 172.21.15.42:0/635745707 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c3c1b3fa0 con 0x7f2c3c11b180 2024-06-06T08:39:55.220 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.220+0000 7f2c46657740 1 Processor -- start 2024-06-06T08:39:55.220 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.220+0000 7f2c3a7fc640 1 -- 172.21.15.42:0/635745707 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f2c34018020 con 0x7f2c3c11b180 2024-06-06T08:39:55.222 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.222+0000 7f2c3a7fc640 1 --2- 172.21.15.42:0/635745707 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f2c200a2fd0 0x7f2c200a5490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:55.222 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.222+0000 7f2c3a7fc640 1 -- 172.21.15.42:0/635745707 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 9514+0+0 (secure 0 0 0) 0x7f2c340cefb0 con 0x7f2c3c11b180 2024-06-06T08:39:55.223 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.223+0000 7f2c41eec640 1 --2- 172.21.15.42:0/635745707 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f2c200a2fd0 0x7f2c200a5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:55.224 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.225+0000 7f2c41eec640 1 --2- 172.21.15.42:0/635745707 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f2c200a2fd0 0x7f2c200a5490 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f2c2802afb0 tx=0x7f2c28005f60 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:39:55.224 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.225+0000 7f2c46657740 1 -- start start 2024-06-06T08:39:55.225 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.225+0000 7f2c46657740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fe2c36d170 0x55fe2c36d550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:55.225 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.225+0000 7f2c46657740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fe2c36da90 0x55fe2c377e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:55.226 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.226+0000 7f2c416eb640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fe2c36d170 0x55fe2c36d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:55.226 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.226+0000 7f2c416eb640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fe2c36d170 0x55fe2c36d550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:48290/0 (socket says 172.21.15.42:48290) 2024-06-06T08:39:55.226 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.226+0000 7f2c416eb640 1 -- 172.21.15.42:0/2480592218 learned_addr learned my addr 172.21.15.42:0/2480592218 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:39:55.226 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.226+0000 7f2c46657740 1 --2- 172.21.15.42:0/2480592218 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fe2c378350 0x55fe2c37a740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:55.226 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.226+0000 7f2c46657740 1 -- 172.21.15.42:0/2480592218 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55fe2c2d14f0 con 0x55fe2c378350 2024-06-06T08:39:55.226 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.226+0000 7f2c46657740 1 -- 172.21.15.42:0/2480592218 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55fe2c26f870 con 0x55fe2c36da90 2024-06-06T08:39:55.226 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.226+0000 7f2c46657740 1 -- 172.21.15.42:0/2480592218 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55fe2c2cd4b0 con 0x55fe2c36d170 2024-06-06T08:39:55.229 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.228+0000 7f2c41eec640 1 --2- 172.21.15.42:0/2480592218 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fe2c378350 0x55fe2c37a740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:55.229 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.229+0000 7f2c40eea640 1 --2- 172.21.15.42:0/2480592218 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fe2c36da90 0x55fe2c377e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:55.229 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.229+0000 7f2c41eec640 1 -- 172.21.15.42:0/2480592218 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fe2c36d170 msgr2=0x55fe2c36d550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:39:55.229 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.229+0000 7f2c41eec640 1 --2- 172.21.15.42:0/2480592218 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fe2c36d170 0x55fe2c36d550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:55.229 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.229+0000 7f2c41eec640 1 -- 172.21.15.42:0/2480592218 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fe2c36da90 msgr2=0x55fe2c377e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:39:55.229 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.229+0000 7f2c41eec640 1 --2- 172.21.15.42:0/2480592218 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fe2c36da90 0x55fe2c377e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:55.229 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.229+0000 7f2c41eec640 1 -- 172.21.15.42:0/2480592218 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fe2c28b9b0 con 0x55fe2c378350 2024-06-06T08:39:55.230 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.230+0000 7f2c41eec640 1 --2- 172.21.15.42:0/2480592218 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fe2c378350 0x55fe2c37a740 secure :-1 s=READY pgs=1017 cs=0 l=1 rev1=1 crypto rx=0x7f2c28006010 tx=0x7f2c2803d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=432285c8927190eb server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:39:55.231 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.231+0000 7f2c337fe640 1 -- 172.21.15.42:0/2480592218 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c28034050 con 0x55fe2c378350 2024-06-06T08:39:55.231 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.232+0000 7f2c337fe640 1 -- 172.21.15.42:0/2480592218 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2c2804b070 con 0x55fe2c378350 2024-06-06T08:39:55.231 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.232+0000 7f2c337fe640 1 -- 172.21.15.42:0/2480592218 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c28004460 con 0x55fe2c378350 2024-06-06T08:39:55.234 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.233+0000 7f2c46657740 1 -- 172.21.15.42:0/2480592218 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fe2c378350 msgr2=0x55fe2c37a740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:39:55.234 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.233+0000 7f2c46657740 1 --2- 172.21.15.42:0/2480592218 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fe2c378350 0x55fe2c37a740 secure :-1 s=READY pgs=1017 cs=0 l=1 rev1=1 crypto rx=0x7f2c28006010 tx=0x7f2c2803d000 comp rx=0 tx=0).stop 2024-06-06T08:39:55.238 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.239+0000 7f2c46657740 1 -- 172.21.15.42:0/2480592218 shutdown_connections 2024-06-06T08:39:55.238 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.239+0000 7f2c46657740 1 --2- 172.21.15.42:0/2480592218 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fe2c36da90 0x55fe2c377e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:55.238 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.239+0000 7f2c46657740 1 --2- 172.21.15.42:0/2480592218 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fe2c378350 0x55fe2c37a740 unknown :-1 s=CLOSED pgs=1017 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:55.238 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.239+0000 7f2c46657740 1 --2- 172.21.15.42:0/2480592218 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fe2c36d170 0x55fe2c36d550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:55.238 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.239+0000 7f2c46657740 1 -- 172.21.15.42:0/2480592218 >> 172.21.15.42:0/2480592218 conn(0x55fe2c369680 msgr2=0x55fe2c369a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:39:55.248 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.246+0000 7f2c46657740 1 -- 172.21.15.42:0/2480592218 shutdown_connections 2024-06-06T08:39:55.249 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.249+0000 7f2c46657740 1 -- 172.21.15.42:0/2480592218 wait complete. 2024-06-06T08:39:55.249 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.249+0000 7f2c46657740 1 -- start start 2024-06-06T08:39:55.249 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.250+0000 7f2c46657740 1 Processor -- start 2024-06-06T08:39:55.256 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.253+0000 7f2c46657740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fe2c36d170 0x55fe2c375410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:55.256 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.253+0000 7f2c46657740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fe2c36da90 0x55fe2c375950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:55.256 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.253+0000 7f2c46657740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fe2c378350 0x55fe2c375e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:55.257 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.253+0000 7f2c46657740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55fe2c37af20 con 0x55fe2c36d170 2024-06-06T08:39:55.257 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.253+0000 7f2c46657740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55fe2c25aae0 con 0x55fe2c378350 2024-06-06T08:39:55.257 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.253+0000 7f2c40eea640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fe2c36da90 0x55fe2c375950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:55.257 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.253+0000 7f2c40eea640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fe2c36da90 0x55fe2c375950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:48294/0 (socket says 172.21.15.42:48294) 2024-06-06T08:39:55.257 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.253+0000 7f2c40eea640 1 -- 172.21.15.42:0/1679981343 learned_addr learned my addr 172.21.15.42:0/1679981343 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:39:55.257 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.253+0000 7f2c41eec640 1 --2- 172.21.15.42:0/1679981343 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fe2c378350 0x55fe2c375e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:55.257 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.253+0000 7f2c46657740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55fe2c37b0a0 con 0x55fe2c36da90 2024-06-06T08:39:55.257 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.253+0000 7f2c416eb640 1 --2- 172.21.15.42:0/1679981343 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fe2c36d170 0x55fe2c375410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:55.257 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.254+0000 7f2c46657740 10 client.0 _ll_register_callbacks cb 0x55fe2c2939b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:39:55.257 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.254+0000 7f2c40eea640 1 -- 172.21.15.42:0/1679981343 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fe2c378350 msgr2=0x55fe2c375e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:39:55.257 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.254+0000 7f2c40eea640 1 --2- 172.21.15.42:0/1679981343 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fe2c378350 0x55fe2c375e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:55.258 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.254+0000 7f2c40eea640 1 -- 172.21.15.42:0/1679981343 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fe2c36d170 msgr2=0x55fe2c375410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:39:55.258 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.254+0000 7f2c40eea640 1 --2- 172.21.15.42:0/1679981343 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fe2c36d170 0x55fe2c375410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:55.258 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.254+0000 7f2c40eea640 1 -- 172.21.15.42:0/1679981343 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fe2bfe5210 con 0x55fe2c36da90 2024-06-06T08:39:55.258 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.254+0000 7f2c41eec640 1 --2- 172.21.15.42:0/1679981343 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fe2c378350 0x55fe2c375e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:39:55.258 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.255+0000 7f2c40eea640 1 --2- 172.21.15.42:0/1679981343 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fe2c36da90 0x55fe2c375950 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f2c3409b130 tx=0x7f2c3409abf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c51f1b0565d4b921 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:39:55.258 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.255+0000 7f2c30ff9640 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:39:55.258 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.257+0000 7f2c30ff9640 1 -- 172.21.15.42:0/1679981343 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c340b3020 con 0x55fe2c36da90 2024-06-06T08:39:55.258 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.257+0000 7f2c30ff9640 1 -- 172.21.15.42:0/1679981343 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(130..130 src has 1..130) ==== 9514+0+0 (secure 0 0 0) 0x7f2c340bb0b0 con 0x55fe2c36da90 2024-06-06T08:39:55.259 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.258+0000 7f2c46657740 1 -- 172.21.15.42:0/1679981343 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2c2804b070 con 0x55fe2c36da90 2024-06-06T08:39:55.260 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.261+0000 7f2c30ff9640 1 -- 172.21.15.42:0/1679981343 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) ==== 24+0+0 (secure 0 0 0) 0x7f2c340a3e10 con 0x55fe2c36da90 2024-06-06T08:39:55.262 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.262+0000 7f2c46657740 10 client.27370 fetch_fsmap learned FSMap version 48 2024-06-06T08:39:55.262 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.262+0000 7f2c46657740 1 -- 172.21.15.42:0/1679981343 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) -- 0x55fe2c0b1620 con 0x55fe2c36da90 2024-06-06T08:39:55.264 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.265+0000 7f2c30ff9640 1 -- 172.21.15.42:0/1679981343 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2c340a8030 con 0x55fe2c36da90 2024-06-06T08:39:55.264 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.265+0000 7f2c30ff9640 1 -- 172.21.15.42:0/1679981343 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 48) ==== 8370+0+0 (secure 0 0 0) 0x7f2c3409a5f0 con 0x55fe2c36da90 2024-06-06T08:39:55.267 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.266+0000 7f2c46657740 10 client.27370 fetch_fsmap finished waiting for FSMap version 48 2024-06-06T08:39:55.267 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.266+0000 7f2c46657740 10 client.27370 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:39:55.267 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.266+0000 7f2c46657740 20 client.27370 populate_metadata read hostname 'smithi042' 2024-06-06T08:39:55.267 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.266+0000 7f2c46657740 1 --2- 172.21.15.42:0/1679981343 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55fe2c3aa600 0x55fe2c3ac9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:55.267 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.266+0000 7f2c46657740 4 client.27370 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:39:55.267 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.266+0000 7f2c46657740 1 -- 172.21.15.42:0/1679981343 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fe2c2e4f10 con 0x55fe2c3aa600 2024-06-06T08:39:55.272 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.271+0000 7f2c416eb640 1 --2- 172.21.15.42:0/1679981343 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55fe2c3aa600 0x55fe2c3ac9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:55.277 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.278+0000 7f2c416eb640 1 --2- 172.21.15.42:0/1679981343 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55fe2c3aa600 0x55fe2c3ac9f0 crc :-1 s=READY pgs=293 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1757337ede8f394e server_cookie=7a0f029ef6afe468 in_seq=0 out_seq=0 2024-06-06T08:39:55.277 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.278+0000 7f2c30ff9640 10 client.27370 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:39:55.278 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.279+0000 7f2c30ff9640 1 -- 172.21.15.42:0/1679981343 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55fe2c2e4f10 con 0x55fe2c3aa600 2024-06-06T08:39:55.279 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.279+0000 7f2c30ff9640 10 client.27370 handle_command_reply: tid=0 2024-06-06T08:39:55.279 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.279+0000 7f2c46657740 1 client.27370 shutdown 2024-06-06T08:39:55.285 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.285+0000 7f2c46657740 1 -- 172.21.15.42:0/1679981343 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fe2c36da90 msgr2=0x55fe2c375950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:39:55.285 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.286+0000 7f2c46657740 1 --2- 172.21.15.42:0/1679981343 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fe2c36da90 0x55fe2c375950 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f2c3409b130 tx=0x7f2c3409abf0 comp rx=0 tx=0).stop 2024-06-06T08:39:55.288 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.288+0000 7f2c46657740 1 -- 172.21.15.42:0/1679981343 shutdown_connections 2024-06-06T08:39:55.288 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.288+0000 7f2c46657740 1 --2- 172.21.15.42:0/1679981343 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55fe2c3aa600 0x55fe2c3ac9f0 crc :-1 s=READY pgs=293 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:55.288 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.288+0000 7f2c46657740 1 --2- 172.21.15.42:0/1679981343 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fe2c378350 0x55fe2c375e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:55.288 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.288+0000 7f2c46657740 1 --2- 172.21.15.42:0/1679981343 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fe2c36da90 0x55fe2c375950 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:55.288 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.288+0000 7f2c46657740 1 --2- 172.21.15.42:0/1679981343 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fe2c36d170 0x55fe2c375410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:55.288 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.288+0000 7f2c46657740 1 -- 172.21.15.42:0/1679981343 >> 172.21.15.42:0/1679981343 conn(0x55fe2c369680 msgr2=0x55fe2c36f3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:39:55.288 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.288+0000 7f2c30ff9640 0 client.27370 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:39:55.289 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.288+0000 7f2c46657740 1 -- 172.21.15.42:0/1679981343 shutdown_connections 2024-06-06T08:39:55.289 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.289+0000 7f2c46657740 1 -- 172.21.15.42:0/1679981343 wait complete. 2024-06-06T08:39:55.289 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.289+0000 7f2c46657740 20 client.27370 trim_cache size 0 max 16384 2024-06-06T08:39:55.326 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.327+0000 7f2c46657740 1 Processor -- start 2024-06-06T08:39:55.326 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.327+0000 7f2c46657740 1 -- start start 2024-06-06T08:39:55.327 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.328+0000 7f2c46657740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fe2c36d170 0x55fe2c368f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:55.327 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.328+0000 7f2c46657740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fe2c36da90 0x55fe2c3b2300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:55.328 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.328+0000 7f2c46657740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fe2c378350 0x55fe2c3b2840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:55.328 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.328+0000 7f2c46657740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2c3c07ff30 con 0x55fe2c36da90 2024-06-06T08:39:55.328 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.328+0000 7f2c46657740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f2c3c07d780 con 0x55fe2c378350 2024-06-06T08:39:55.328 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.328+0000 7f2c41eec640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fe2c378350 0x55fe2c3b2840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:55.328 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.328+0000 7f2c41eec640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fe2c378350 0x55fe2c3b2840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:33078/0 (socket says 172.21.15.42:33078) 2024-06-06T08:39:55.328 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.328+0000 7f2c41eec640 1 -- 172.21.15.42:0/817515080 learned_addr learned my addr 172.21.15.42:0/817515080 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:39:55.328 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.328+0000 7f2c46657740 1 -- 172.21.15.42:0/817515080 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f2c3c04f760 con 0x55fe2c36d170 2024-06-06T08:39:55.329 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.330+0000 7f2c40eea640 1 --2- 172.21.15.42:0/817515080 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fe2c36da90 0x55fe2c3b2300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:55.329 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.330+0000 7f2c416eb640 1 --2- 172.21.15.42:0/817515080 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fe2c36d170 0x55fe2c368f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:55.333 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.331+0000 7f2c40eea640 1 -- 172.21.15.42:0/817515080 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fe2c36d170 msgr2=0x55fe2c368f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:39:55.333 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.331+0000 7f2c40eea640 1 --2- 172.21.15.42:0/817515080 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fe2c36d170 0x55fe2c368f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:55.333 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.331+0000 7f2c40eea640 1 -- 172.21.15.42:0/817515080 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fe2c378350 msgr2=0x55fe2c3b2840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:39:55.334 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.331+0000 7f2c40eea640 1 --2- 172.21.15.42:0/817515080 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fe2c378350 0x55fe2c3b2840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:55.334 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.331+0000 7f2c40eea640 1 -- 172.21.15.42:0/817515080 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fe2c3694a0 con 0x55fe2c36da90 2024-06-06T08:39:55.334 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.332+0000 7f2c41eec640 1 --2- 172.21.15.42:0/817515080 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fe2c378350 0x55fe2c3b2840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:39:55.334 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.332+0000 7f2c416eb640 1 --2- 172.21.15.42:0/817515080 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fe2c36d170 0x55fe2c368f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:39:55.334 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.332+0000 7f2c40eea640 1 --2- 172.21.15.42:0/817515080 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fe2c36da90 0x55fe2c3b2300 secure :-1 s=READY pgs=1018 cs=0 l=1 rev1=1 crypto rx=0x7f2c34099450 tx=0x7f2c3409f6d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62b90019b488c161 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:39:55.334 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.333+0000 7f2c32ffd640 1 -- 172.21.15.42:0/817515080 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c340b3070 con 0x55fe2c36da90 2024-06-06T08:39:55.334 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.333+0000 7f2c32ffd640 1 -- 172.21.15.42:0/817515080 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2c340a8050 con 0x55fe2c36da90 2024-06-06T08:39:55.334 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.334+0000 7f2c46657740 1 -- 172.21.15.42:0/817515080 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fe2c36da90 msgr2=0x55fe2c3b2300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:39:55.334 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.334+0000 7f2c46657740 1 --2- 172.21.15.42:0/817515080 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fe2c36da90 0x55fe2c3b2300 secure :-1 s=READY pgs=1018 cs=0 l=1 rev1=1 crypto rx=0x7f2c34099450 tx=0x7f2c3409f6d0 comp rx=0 tx=0).stop 2024-06-06T08:39:55.336 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.334+0000 7f2c46657740 1 -- 172.21.15.42:0/817515080 shutdown_connections 2024-06-06T08:39:55.336 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.334+0000 7f2c46657740 1 --2- 172.21.15.42:0/817515080 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fe2c378350 0x55fe2c3b2840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:55.336 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.334+0000 7f2c46657740 1 --2- 172.21.15.42:0/817515080 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fe2c36da90 0x55fe2c3b2300 unknown :-1 s=CLOSED pgs=1018 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:55.336 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.334+0000 7f2c46657740 1 --2- 172.21.15.42:0/817515080 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fe2c36d170 0x55fe2c368f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:55.336 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.334+0000 7f2c46657740 1 -- 172.21.15.42:0/817515080 >> 172.21.15.42:0/817515080 conn(0x55fe2c369680 msgr2=0x55fe2c373ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:39:55.340 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.339+0000 7f2c46657740 1 -- 172.21.15.42:0/817515080 shutdown_connections 2024-06-06T08:39:55.341 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.341+0000 7f2c46657740 1 -- 172.21.15.42:0/817515080 wait complete. 2024-06-06T08:39:55.341 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.341+0000 7f2c46657740 1 -- start start 2024-06-06T08:39:55.342 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.341+0000 7f2c46657740 1 Processor -- start 2024-06-06T08:39:55.342 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.342+0000 7f2c46657740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fe2c36d170 0x55fe2c37b490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:55.342 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.342+0000 7f2c46657740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fe2c36da90 0x55fe2c37b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:55.342 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.342+0000 7f2c46657740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fe2c378350 0x55fe2c4132c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:55.342 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.342+0000 7f2c46657740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2c3c07bc40 con 0x55fe2c378350 2024-06-06T08:39:55.342 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.342+0000 7f2c46657740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f2c3c07d0b0 con 0x55fe2c36da90 2024-06-06T08:39:55.342 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.342+0000 7f2c46657740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f2c3c07c310 con 0x55fe2c36d170 2024-06-06T08:39:55.342 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.342+0000 7f2c46657740 10 client.0 _ll_register_callbacks cb 0x7f2c34010ee0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:39:55.343 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.342+0000 7f2c41eec640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fe2c378350 0x55fe2c4132c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:55.343 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.342+0000 7f2c41eec640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fe2c378350 0x55fe2c4132c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:39250/0 (socket says 172.21.15.42:39250) 2024-06-06T08:39:55.343 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.342+0000 7f2c41eec640 1 -- 172.21.15.42:0/1137157660 learned_addr learned my addr 172.21.15.42:0/1137157660 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:39:55.343 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.342+0000 7f2c416eb640 1 --2- 172.21.15.42:0/1137157660 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fe2c36d170 0x55fe2c37b490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:55.343 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.343+0000 7f2c416eb640 1 -- 172.21.15.42:0/1137157660 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fe2c36da90 msgr2=0x55fe2c37b9d0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-06T08:39:55.343 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.343+0000 7f2c416eb640 1 --2- 172.21.15.42:0/1137157660 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fe2c36da90 0x55fe2c37b9d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:55.343 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.343+0000 7f2c416eb640 1 -- 172.21.15.42:0/1137157660 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fe2c378350 msgr2=0x55fe2c4132c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:39:55.343 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.343+0000 7f2c416eb640 1 --2- 172.21.15.42:0/1137157660 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fe2c378350 0x55fe2c4132c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:55.343 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.343+0000 7f2c416eb640 1 -- 172.21.15.42:0/1137157660 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fe2c413800 con 0x55fe2c36d170 2024-06-06T08:39:55.348 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.349+0000 7f2c416eb640 1 --2- 172.21.15.42:0/1137157660 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fe2c36d170 0x55fe2c37b490 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f2c2c006fd0 tx=0x7f2c2c015420 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6f3a6e6c0d66e98e server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:39:55.349 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.350+0000 7f2c30ff9640 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:39:55.352 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.353+0000 7f2c30ff9640 1 -- 172.21.15.42:0/1137157660 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c2c015d30 con 0x55fe2c36d170 2024-06-06T08:39:55.352 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.353+0000 7f2c46657740 1 -- 172.21.15.42:0/1137157660 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2c340a8050 con 0x55fe2c36d170 2024-06-06T08:39:55.352 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.353+0000 7f2c30ff9640 1 -- 172.21.15.42:0/1137157660 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(130..130 src has 1..130) ==== 9514+0+0 (secure 0 0 0) 0x7f2c2c005a00 con 0x55fe2c36d170 2024-06-06T08:39:55.355 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.355+0000 7f2c30ff9640 1 -- 172.21.15.42:0/1137157660 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) ==== 24+0+0 (secure 0 0 0) 0x7f2c2c005c40 con 0x55fe2c36d170 2024-06-06T08:39:55.355 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.356+0000 7f2c46657740 10 client.27376 fetch_fsmap learned FSMap version 48 2024-06-06T08:39:55.355 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.356+0000 7f2c46657740 1 -- 172.21.15.42:0/1137157660 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) -- 0x55fe2c414910 con 0x55fe2c36d170 2024-06-06T08:39:55.356 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.356+0000 7f2c30ff9640 1 -- 172.21.15.42:0/1137157660 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2c340a8050 con 0x55fe2c36d170 2024-06-06T08:39:55.361 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.361+0000 7f2c30ff9640 1 -- 172.21.15.42:0/1137157660 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 48) ==== 8370+0+0 (secure 0 0 0) 0x7f2c2c024550 con 0x55fe2c36d170 2024-06-06T08:39:55.361 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.361+0000 7f2c46657740 10 client.27376 fetch_fsmap finished waiting for FSMap version 48 2024-06-06T08:39:55.361 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.361+0000 7f2c46657740 10 client.27376 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:39:55.361 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.361+0000 7f2c46657740 20 client.27376 populate_metadata read hostname 'smithi042' 2024-06-06T08:39:55.361 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.362+0000 7f2c46657740 1 --2- 172.21.15.42:0/1137157660 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55fe2c414f90 0x55fe2c417380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:39:55.361 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.362+0000 7f2c46657740 4 client.27376 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:39:55.361 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.362+0000 7f2c46657740 1 -- 172.21.15.42:0/1137157660 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55fe2c2dec20 con 0x55fe2c414f90 2024-06-06T08:39:55.365 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.366+0000 7f2c40eea640 1 --2- 172.21.15.42:0/1137157660 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55fe2c414f90 0x55fe2c417380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:39:55.369 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.370+0000 7f2c40eea640 1 --2- 172.21.15.42:0/1137157660 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55fe2c414f90 0x55fe2c417380 crc :-1 s=READY pgs=294 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5758950493ddc0fe server_cookie=da2aa52162d75075 in_seq=0 out_seq=0 2024-06-06T08:39:55.372 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.371+0000 7f2c30ff9640 10 client.27376 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:39:55.567 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.567+0000 7f2c30ff9640 1 -- 172.21.15.42:0/1137157660 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55fe2c2dec20 con 0x55fe2c414f90 2024-06-06T08:39:55.568 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.567+0000 7f2c30ff9640 10 client.27376 handle_command_reply: tid=0 2024-06-06T08:39:55.568 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.567+0000 7f2c46657740 1 client.27376 shutdown 2024-06-06T08:39:55.568 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.568+0000 7f2c46657740 1 -- 172.21.15.42:0/1137157660 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fe2c36d170 msgr2=0x55fe2c37b490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:39:55.568 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.568+0000 7f2c46657740 1 --2- 172.21.15.42:0/1137157660 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fe2c36d170 0x55fe2c37b490 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f2c2c006fd0 tx=0x7f2c2c015420 comp rx=0 tx=0).stop 2024-06-06T08:39:55.568 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.568+0000 7f2c46657740 1 -- 172.21.15.42:0/1137157660 shutdown_connections 2024-06-06T08:39:55.568 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.568+0000 7f2c46657740 1 --2- 172.21.15.42:0/1137157660 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55fe2c414f90 0x55fe2c417380 crc :-1 s=READY pgs=294 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:55.568 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.568+0000 7f2c46657740 1 --2- 172.21.15.42:0/1137157660 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55fe2c36da90 0x55fe2c37b9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:55.568 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.568+0000 7f2c30ff9640 0 client.27376 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:39:55.568 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.568+0000 7f2c46657740 1 --2- 172.21.15.42:0/1137157660 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fe2c378350 0x55fe2c4132c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:55.568 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.568+0000 7f2c46657740 1 --2- 172.21.15.42:0/1137157660 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fe2c36d170 0x55fe2c37b490 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:55.568 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.568+0000 7f2c46657740 1 -- 172.21.15.42:0/1137157660 >> 172.21.15.42:0/1137157660 conn(0x55fe2c369680 msgr2=0x55fe2c36eb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:39:55.568 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.568+0000 7f2c46657740 1 -- 172.21.15.42:0/1137157660 shutdown_connections 2024-06-06T08:39:55.569 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.568+0000 7f2c46657740 1 -- 172.21.15.42:0/1137157660 wait complete. 2024-06-06T08:39:55.569 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.568+0000 7f2c46657740 20 client.27376 trim_cache size 0 max 16384 2024-06-06T08:39:55.569 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:39:55.569 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:39:55.569 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:39:55.570 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.569+0000 7f2c4394f640 1 -- 172.21.15.42:0/635745707 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f2c200a2fd0 msgr2=0x7f2c200a5490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:39:55.570 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.569+0000 7f2c4394f640 1 --2- 172.21.15.42:0/635745707 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f2c200a2fd0 0x7f2c200a5490 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f2c2802afb0 tx=0x7f2c28005f60 comp rx=0 tx=0).stop 2024-06-06T08:39:55.570 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.569+0000 7f2c4394f640 1 -- 172.21.15.42:0/635745707 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2c3c11b180 msgr2=0x7f2c3c1a76a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:39:55.570 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.569+0000 7f2c4394f640 1 --2- 172.21.15.42:0/635745707 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2c3c11b180 0x7f2c3c1a76a0 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7f2c3400b470 tx=0x7f2c3400b930 comp rx=0 tx=0).stop 2024-06-06T08:39:55.570 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.569+0000 7f2c4394f640 1 -- 172.21.15.42:0/635745707 shutdown_connections 2024-06-06T08:39:55.570 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.569+0000 7f2c4394f640 1 --2- 172.21.15.42:0/635745707 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f2c200a2fd0 0x7f2c200a5490 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:55.570 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.569+0000 7f2c4394f640 1 --2- 172.21.15.42:0/635745707 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2c3c1aba20 0x7f2c3c1abed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:55.570 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.569+0000 7f2c4394f640 1 --2- 172.21.15.42:0/635745707 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2c3c11b180 0x7f2c3c1a76a0 unknown :-1 s=CLOSED pgs=1016 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:55.570 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.569+0000 7f2c4394f640 1 --2- 172.21.15.42:0/635745707 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2c3c110190 0x7f2c3c1a7160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:39:55.571 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.569+0000 7f2c4394f640 1 -- 172.21.15.42:0/635745707 >> 172.21.15.42:0/635745707 conn(0x7f2c3c06ca70 msgr2=0x7f2c3c10de50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:39:55.571 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.569+0000 7f2c4394f640 1 -- 172.21.15.42:0/635745707 shutdown_connections 2024-06-06T08:39:55.571 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:39:55.569+0000 7f2c4394f640 1 -- 172.21.15.42:0/635745707 wait complete. 2024-06-06T08:39:56.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:39:56 smithi042 ceph-mon[32384]: pgmap v552: 129 pgs: 17 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 58 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.5 MiB/s wr, 229 op/s 2024-06-06T08:39:56.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:39:56 smithi120 ceph-mon[36658]: pgmap v552: 129 pgs: 17 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 58 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.5 MiB/s wr, 229 op/s 2024-06-06T08:39:57.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:39:56 smithi149 ceph-mon[36842]: pgmap v552: 129 pgs: 17 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 58 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.5 MiB/s wr, 229 op/s 2024-06-06T08:39:58.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:39:58 smithi120 ceph-mon[36658]: pgmap v553: 129 pgs: 17 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 58 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.4 MiB/s wr, 245 op/s 2024-06-06T08:39:59.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:39:58 smithi149 ceph-mon[36842]: pgmap v553: 129 pgs: 17 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 58 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.4 MiB/s wr, 245 op/s 2024-06-06T08:39:59.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:39:58 smithi042 ceph-mon[32384]: pgmap v553: 129 pgs: 17 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 58 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.4 MiB/s wr, 245 op/s 2024-06-06T08:40:00.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:40:00 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mon-a[32380]: 2024-06-06T08:39:59.998+0000 7f4a4b234700 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR 2 MDSs report damaged metadata 2024-06-06T08:40:00.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:40:00 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mon-a[32380]: 2024-06-06T08:39:59.998+0000 7f4a4b234700 -1 log_channel(cluster) log [ERR] : [ERR] MDS_DAMAGE: 2 MDSs report damaged metadata 2024-06-06T08:40:00.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:40:00 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mon-a[32380]: 2024-06-06T08:39:59.998+0000 7f4a4b234700 -1 log_channel(cluster) log [ERR] : mds.b(mds.2): Metadata damage detected 2024-06-06T08:40:00.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:40:00 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mon-a[32380]: 2024-06-06T08:39:59.998+0000 7f4a4b234700 -1 log_channel(cluster) log [ERR] : mds.c(mds.1): Metadata damage detected 2024-06-06T08:40:00.840 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:40:00 smithi149 ceph-mon[36842]: pgmap v554: 129 pgs: 17 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 58 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.2 MiB/s wr, 264 op/s 2024-06-06T08:40:00.840 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:40:00 smithi149 ceph-mon[36842]: Health detail: HEALTH_ERR 2 MDSs report damaged metadata 2024-06-06T08:40:00.840 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:40:00 smithi149 ceph-mon[36842]: [ERR] MDS_DAMAGE: 2 MDSs report damaged metadata 2024-06-06T08:40:00.840 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:40:00 smithi149 ceph-mon[36842]: mds.b(mds.2): Metadata damage detected 2024-06-06T08:40:00.840 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:40:00 smithi149 ceph-mon[36842]: mds.c(mds.1): Metadata damage detected 2024-06-06T08:40:00.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:40:00 smithi120 ceph-mon[36658]: pgmap v554: 129 pgs: 17 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 58 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.2 MiB/s wr, 264 op/s 2024-06-06T08:40:00.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:40:00 smithi120 ceph-mon[36658]: Health detail: HEALTH_ERR 2 MDSs report damaged metadata 2024-06-06T08:40:00.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:40:00 smithi120 ceph-mon[36658]: [ERR] MDS_DAMAGE: 2 MDSs report damaged metadata 2024-06-06T08:40:00.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:40:00 smithi120 ceph-mon[36658]: mds.b(mds.2): Metadata damage detected 2024-06-06T08:40:00.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:40:00 smithi120 ceph-mon[36658]: mds.c(mds.1): Metadata damage detected 2024-06-06T08:40:01.025 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:40:00 smithi042 ceph-mon[32384]: pgmap v554: 129 pgs: 17 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 58 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.2 MiB/s wr, 264 op/s 2024-06-06T08:40:01.026 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:40:00 smithi042 ceph-mon[32384]: Health detail: HEALTH_ERR 2 MDSs report damaged metadata 2024-06-06T08:40:01.026 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:40:00 smithi042 ceph-mon[32384]: [ERR] MDS_DAMAGE: 2 MDSs report damaged metadata 2024-06-06T08:40:01.026 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:40:00 smithi042 ceph-mon[32384]: mds.b(mds.2): Metadata damage detected 2024-06-06T08:40:01.026 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:40:00 smithi042 ceph-mon[32384]: mds.c(mds.1): Metadata damage detected 2024-06-06T08:40:02.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:40:02 smithi120 ceph-mon[36658]: pgmap v555: 129 pgs: 16 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 59 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 275 op/s 2024-06-06T08:40:03.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:40:02 smithi149 ceph-mon[36842]: pgmap v555: 129 pgs: 16 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 59 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 275 op/s 2024-06-06T08:40:03.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:40:02 smithi042 ceph-mon[32384]: pgmap v555: 129 pgs: 16 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 59 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 275 op/s 2024-06-06T08:40:04.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:40:04 smithi120 ceph-mon[36658]: pgmap v556: 129 pgs: 16 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 59 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 279 op/s 2024-06-06T08:40:05.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:40:04 smithi149 ceph-mon[36842]: pgmap v556: 129 pgs: 16 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 59 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 279 op/s 2024-06-06T08:40:05.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:40:04 smithi042 ceph-mon[32384]: pgmap v556: 129 pgs: 16 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 59 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 279 op/s 2024-06-06T08:40:06.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:40:06 smithi120 ceph-mon[36658]: pgmap v557: 129 pgs: 16 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 59 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 289 op/s 2024-06-06T08:40:07.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:40:06 smithi149 ceph-mon[36842]: pgmap v557: 129 pgs: 16 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 59 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 289 op/s 2024-06-06T08:40:07.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:40:06 smithi042 ceph-mon[32384]: pgmap v557: 129 pgs: 16 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 59 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 289 op/s 2024-06-06T08:40:08.723 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.723+0000 7f1166a1c640 1 -- 172.21.15.42:0/1479586885 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1160101260 msgr2=0x7f116010d770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:40:08.723 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.723+0000 7f1166a1c640 1 --2- 172.21.15.42:0/1479586885 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1160101260 0x7f116010d770 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f1158009cd0 tx=0x7f115802a8f0 comp rx=0 tx=0).stop 2024-06-06T08:40:08.723 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.723+0000 7f1166a1c640 1 -- 172.21.15.42:0/1479586885 shutdown_connections 2024-06-06T08:40:08.723 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.723+0000 7f1166a1c640 1 --2- 172.21.15.42:0/1479586885 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1160101260 0x7f116010d770 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:08.724 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.723+0000 7f1166a1c640 1 --2- 172.21.15.42:0/1479586885 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f11601008a0 0x7f1160100d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:08.724 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.723+0000 7f1166a1c640 1 --2- 172.21.15.42:0/1479586885 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f11601068b0 0x7f1160106c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:08.724 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.723+0000 7f1166a1c640 1 -- 172.21.15.42:0/1479586885 >> 172.21.15.42:0/1479586885 conn(0x7f11600779c0 msgr2=0x7f1160077dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:40:08.724 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.723+0000 7f1166a1c640 1 -- 172.21.15.42:0/1479586885 shutdown_connections 2024-06-06T08:40:08.724 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.725+0000 7f1166a1c640 1 -- 172.21.15.42:0/1479586885 wait complete. 2024-06-06T08:40:08.725 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.725+0000 7f1166a1c640 1 Processor -- start 2024-06-06T08:40:08.727 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.726+0000 7f1166a1c640 1 -- start start 2024-06-06T08:40:08.727 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.726+0000 7f1166a1c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f11601008a0 0x7f1160116030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:08.727 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.726+0000 7f1166a1c640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1160101260 0x7f1160116570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:08.727 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.726+0000 7f1166a1c640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f11601068b0 0x7f1160111140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:08.727 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.726+0000 7f1166a1c640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f116010fbb0 con 0x7f1160101260 2024-06-06T08:40:08.727 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.726+0000 7f115ffff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f11601008a0 0x7f1160116030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:40:08.727 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.726+0000 7f115ffff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f11601008a0 0x7f1160116030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:60194/0 (socket says 172.21.15.42:60194) 2024-06-06T08:40:08.728 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.726+0000 7f115ffff640 1 -- 172.21.15.42:0/430281110 learned_addr learned my addr 172.21.15.42:0/430281110 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:40:08.728 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.726+0000 7f1166a1c640 1 -- 172.21.15.42:0/430281110 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f116010fa30 con 0x7f11601068b0 2024-06-06T08:40:08.728 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.726+0000 7f1166a1c640 1 -- 172.21.15.42:0/430281110 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f116010fd30 con 0x7f11601008a0 2024-06-06T08:40:08.728 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.727+0000 7f1157fff640 1 --2- 172.21.15.42:0/430281110 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1160101260 0x7f1160116570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:40:08.728 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.727+0000 7f115ffff640 1 -- 172.21.15.42:0/430281110 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f11601068b0 msgr2=0x7f1160111140 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-06-06T08:40:08.728 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.727+0000 7f115ffff640 1 --2- 172.21.15.42:0/430281110 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f11601068b0 0x7f1160111140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:08.728 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.727+0000 7f115ffff640 1 -- 172.21.15.42:0/430281110 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1160101260 msgr2=0x7f1160116570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:40:08.728 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.727+0000 7f115ffff640 1 --2- 172.21.15.42:0/430281110 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1160101260 0x7f1160116570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:08.728 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.727+0000 7f115ffff640 1 -- 172.21.15.42:0/430281110 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1160111a00 con 0x7f11601008a0 2024-06-06T08:40:08.729 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.727+0000 7f115ffff640 1 --2- 172.21.15.42:0/430281110 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f11601008a0 0x7f1160116030 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f115000b4a0 tx=0x7f115000b960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:40:08.729 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.728+0000 7f115dffb640 1 -- 172.21.15.42:0/430281110 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1150014070 con 0x7f11601008a0 2024-06-06T08:40:08.729 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.728+0000 7f115dffb640 1 -- 172.21.15.42:0/430281110 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1150010af0 con 0x7f11601008a0 2024-06-06T08:40:08.729 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.728+0000 7f115dffb640 1 -- 172.21.15.42:0/430281110 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1150017d10 con 0x7f11601008a0 2024-06-06T08:40:08.729 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.728+0000 7f1166a1c640 1 -- 172.21.15.42:0/430281110 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1160111cf0 con 0x7f11601008a0 2024-06-06T08:40:08.729 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.728+0000 7f1166a1c640 1 -- 172.21.15.42:0/430281110 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f116011bf20 con 0x7f11601008a0 2024-06-06T08:40:08.731 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.732+0000 7f1169806740 1 Processor -- start 2024-06-06T08:40:08.732 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.732+0000 7f1169806740 1 -- start start 2024-06-06T08:40:08.732 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.732+0000 7f1169806740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559576c2e170 0x559576c2e550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:08.732 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.732+0000 7f1169806740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559576c2ea90 0x559576c38e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:08.732 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.732+0000 7f1169806740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559576c39350 0x559576c3b740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:08.733 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.732+0000 7f1169806740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x559576b924f0 con 0x559576c2e170 2024-06-06T08:40:08.733 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.732+0000 7f1169806740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x559576b30870 con 0x559576c39350 2024-06-06T08:40:08.733 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.732+0000 7f1169806740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x559576b8e4b0 con 0x559576c2ea90 2024-06-06T08:40:08.734 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.735+0000 7f1164fb9640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559576c2e170 0x559576c2e550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:40:08.735 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.735+0000 7f1164fb9640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559576c2e170 0x559576c2e550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:49368/0 (socket says 172.21.15.42:49368) 2024-06-06T08:40:08.735 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.735+0000 7f1164fb9640 1 -- 172.21.15.42:0/1618483421 learned_addr learned my addr 172.21.15.42:0/1618483421 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:40:08.735 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.735+0000 7f115dffb640 1 -- 172.21.15.42:0/430281110 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f1150017070 con 0x7f11601008a0 2024-06-06T08:40:08.736 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.736+0000 7f115dffb640 1 --2- 172.21.15.42:0/430281110 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f114c0a2ea0 0x7f114c0a5360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:08.736 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.736+0000 7f115dffb640 1 -- 172.21.15.42:0/430281110 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 9638+0+0 (secure 0 0 0) 0x7f11500ce9c0 con 0x7f11601008a0 2024-06-06T08:40:08.736 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.737+0000 7f115ffff640 1 --2- 172.21.15.42:0/1618483421 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559576c2ea90 0x559576c38e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:40:08.736 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.737+0000 7f1157fff640 1 --2- 172.21.15.42:0/1618483421 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559576c39350 0x559576c3b740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:40:08.738 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.738+0000 7f1164fb9640 1 --2- 172.21.15.42:0/430281110 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f114c0a2ea0 0x7f114c0a5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:40:08.738 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.738+0000 7f1164fb9640 1 -- 172.21.15.42:0/1618483421 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559576c2ea90 msgr2=0x559576c38e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:40:08.739 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.738+0000 7f1164fb9640 1 --2- 172.21.15.42:0/1618483421 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559576c2ea90 0x559576c38e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:08.739 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.738+0000 7f1164fb9640 1 -- 172.21.15.42:0/1618483421 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559576c39350 msgr2=0x559576c3b740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:40:08.739 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.738+0000 7f1164fb9640 1 --2- 172.21.15.42:0/1618483421 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559576c39350 0x559576c3b740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:08.739 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.738+0000 7f1164fb9640 1 -- 172.21.15.42:0/1618483421 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559576b4c9b0 con 0x559576c2e170 2024-06-06T08:40:08.739 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.739+0000 7f1164fb9640 1 --2- 172.21.15.42:0/1618483421 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559576c2e170 0x559576c2e550 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x7f1158005e30 tx=0x7f1158030f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=85b88853951c7758 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:40:08.739 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.739+0000 7f1164fb9640 1 --2- 172.21.15.42:0/430281110 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f114c0a2ea0 0x7f114c0a5360 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f1158045000 tx=0x7f1158047000 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:40:08.741 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.741+0000 7f11567fc640 1 -- 172.21.15.42:0/1618483421 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1158031640 con 0x559576c2e170 2024-06-06T08:40:08.741 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.742+0000 7f11567fc640 1 -- 172.21.15.42:0/1618483421 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1158036040 con 0x559576c2e170 2024-06-06T08:40:08.741 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.742+0000 7f11567fc640 1 -- 172.21.15.42:0/1618483421 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11580042a0 con 0x559576c2e170 2024-06-06T08:40:08.743 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.744+0000 7f1169806740 1 -- 172.21.15.42:0/1618483421 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559576c2e170 msgr2=0x559576c2e550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:40:08.743 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.744+0000 7f1169806740 1 --2- 172.21.15.42:0/1618483421 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559576c2e170 0x559576c2e550 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x7f1158005e30 tx=0x7f1158030f30 comp rx=0 tx=0).stop 2024-06-06T08:40:08.751 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.752+0000 7f1169806740 1 -- 172.21.15.42:0/1618483421 shutdown_connections 2024-06-06T08:40:08.751 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.752+0000 7f1169806740 1 --2- 172.21.15.42:0/1618483421 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559576c39350 0x559576c3b740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:08.751 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.752+0000 7f1169806740 1 --2- 172.21.15.42:0/1618483421 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559576c2ea90 0x559576c38e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:08.752 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.752+0000 7f1169806740 1 --2- 172.21.15.42:0/1618483421 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559576c2e170 0x559576c2e550 unknown :-1 s=CLOSED pgs=1019 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:08.752 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.752+0000 7f1169806740 1 -- 172.21.15.42:0/1618483421 >> 172.21.15.42:0/1618483421 conn(0x559576c2a680 msgr2=0x559576c2aa60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:40:08.757 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.758+0000 7f1169806740 1 -- 172.21.15.42:0/1618483421 shutdown_connections 2024-06-06T08:40:08.763 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.763+0000 7f1169806740 1 -- 172.21.15.42:0/1618483421 wait complete. 2024-06-06T08:40:08.763 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.763+0000 7f1169806740 1 -- start start 2024-06-06T08:40:08.763 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.763+0000 7f1169806740 1 Processor -- start 2024-06-06T08:40:08.763 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.764+0000 7f1169806740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559576c2e170 0x559576c362e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:08.763 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.764+0000 7f1169806740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559576c2ea90 0x559576c36820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:08.764 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.764+0000 7f1169806740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559576c39350 0x559576c36d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:08.764 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.764+0000 7f1169806740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x559576c4cf30 con 0x559576c2e170 2024-06-06T08:40:08.764 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.764+0000 7f1169806740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x559576b1bae0 con 0x559576c2ea90 2024-06-06T08:40:08.764 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.764+0000 7f1169806740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x559576c4d0b0 con 0x559576c39350 2024-06-06T08:40:08.764 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.764+0000 7f1169806740 10 client.0 _ll_register_callbacks cb 0x559576b549b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:40:08.764 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.765+0000 7f115ffff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559576c2e170 0x559576c362e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:40:08.764 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.765+0000 7f115ffff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559576c2e170 0x559576c362e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:49384/0 (socket says 172.21.15.42:49384) 2024-06-06T08:40:08.764 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.765+0000 7f115ffff640 1 -- 172.21.15.42:0/2177544125 learned_addr learned my addr 172.21.15.42:0/2177544125 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:40:08.767 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.765+0000 7f1164fb9640 1 --2- 172.21.15.42:0/2177544125 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559576c39350 0x559576c36d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:40:08.767 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.767+0000 7f115ffff640 1 -- 172.21.15.42:0/2177544125 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559576c39350 msgr2=0x559576c36d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:40:08.767 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.767+0000 7f1157fff640 1 --2- 172.21.15.42:0/2177544125 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559576c2ea90 0x559576c36820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:40:08.767 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.767+0000 7f115ffff640 1 --2- 172.21.15.42:0/2177544125 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559576c39350 0x559576c36d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:08.767 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.767+0000 7f115ffff640 1 -- 172.21.15.42:0/2177544125 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559576c2ea90 msgr2=0x559576c36820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:40:08.767 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.767+0000 7f115ffff640 1 --2- 172.21.15.42:0/2177544125 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559576c2ea90 0x559576c36820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:08.767 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.767+0000 7f115ffff640 1 -- 172.21.15.42:0/2177544125 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5595768a6210 con 0x559576c2e170 2024-06-06T08:40:08.768 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.767+0000 7f115ffff640 1 --2- 172.21.15.42:0/2177544125 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559576c2e170 0x559576c362e0 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7f115009aac0 tx=0x7f115009ac70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=390927b82bf9a2a3 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:40:08.768 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.767+0000 7f113f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:40:08.768 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.768+0000 7f113f7fe640 1 -- 172.21.15.42:0/2177544125 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f115009be60 con 0x559576c2e170 2024-06-06T08:40:08.769 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.769+0000 7f113f7fe640 1 -- 172.21.15.42:0/2177544125 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(131..131 src has 1..131) ==== 9638+0+0 (secure 0 0 0) 0x7f1150010ca0 con 0x559576c2e170 2024-06-06T08:40:08.769 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.770+0000 7f1169806740 1 -- 172.21.15.42:0/2177544125 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1158036040 con 0x559576c2e170 2024-06-06T08:40:08.771 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.772+0000 7f113f7fe640 1 -- 172.21.15.42:0/2177544125 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) ==== 24+0+0 (secure 0 0 0) 0x7f115001e040 con 0x559576c2e170 2024-06-06T08:40:08.779 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.779+0000 7f1169806740 10 client.17958 fetch_fsmap learned FSMap version 48 2024-06-06T08:40:08.779 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.779+0000 7f1169806740 1 -- 172.21.15.42:0/2177544125 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) -- 0x559576972620 con 0x559576c2e170 2024-06-06T08:40:08.779 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.780+0000 7f113f7fe640 1 -- 172.21.15.42:0/2177544125 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1158036040 con 0x559576c2e170 2024-06-06T08:40:08.780 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.780+0000 7f113f7fe640 1 -- 172.21.15.42:0/2177544125 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 48) ==== 8370+0+0 (secure 0 0 0) 0x7f11500b9280 con 0x559576c2e170 2024-06-06T08:40:08.780 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.780+0000 7f1169806740 10 client.17958 fetch_fsmap finished waiting for FSMap version 48 2024-06-06T08:40:08.780 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.780+0000 7f1169806740 10 client.17958 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:40:08.780 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.780+0000 7f1169806740 20 client.17958 populate_metadata read hostname 'smithi042' 2024-06-06T08:40:08.780 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.780+0000 7f1169806740 1 --2- 172.21.15.42:0/2177544125 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x559576c5a5c0 0x559576c5c9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:08.780 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.780+0000 7f1169806740 4 client.17958 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:40:08.780 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.780+0000 7f1169806740 1 -- 172.21.15.42:0/2177544125 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559576ba5f10 con 0x559576c5a5c0 2024-06-06T08:40:08.781 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.781+0000 7f1157fff640 1 --2- 172.21.15.42:0/2177544125 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x559576c5a5c0 0x559576c5c9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:40:08.800 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.800+0000 7f1157fff640 1 --2- 172.21.15.42:0/2177544125 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x559576c5a5c0 0x559576c5c9d0 crc :-1 s=READY pgs=295 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=884740dddacc6fdb server_cookie=b87a670e7621001c in_seq=0 out_seq=0 2024-06-06T08:40:08.800 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.801+0000 7f113f7fe640 10 client.17958 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:40:08.803 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.803+0000 7f113f7fe640 1 -- 172.21.15.42:0/2177544125 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x559576ba5f10 con 0x559576c5a5c0 2024-06-06T08:40:08.803 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.803+0000 7f113f7fe640 10 client.17958 handle_command_reply: tid=0 2024-06-06T08:40:08.803 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.803+0000 7f1169806740 1 client.17958 shutdown 2024-06-06T08:40:08.805 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.806+0000 7f1169806740 1 -- 172.21.15.42:0/2177544125 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559576c2e170 msgr2=0x559576c362e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:40:08.806 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.806+0000 7f1169806740 1 --2- 172.21.15.42:0/2177544125 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559576c2e170 0x559576c362e0 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7f115009aac0 tx=0x7f115009ac70 comp rx=0 tx=0).stop 2024-06-06T08:40:08.807 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.808+0000 7f1169806740 1 -- 172.21.15.42:0/2177544125 shutdown_connections 2024-06-06T08:40:08.807 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.808+0000 7f1169806740 1 --2- 172.21.15.42:0/2177544125 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x559576c5a5c0 0x559576c5c9d0 crc :-1 s=READY pgs=295 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:08.807 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.808+0000 7f1169806740 1 --2- 172.21.15.42:0/2177544125 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559576c2ea90 0x559576c36820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:08.807 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.808+0000 7f1169806740 1 --2- 172.21.15.42:0/2177544125 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559576c39350 0x559576c36d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:08.807 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.808+0000 7f1169806740 1 --2- 172.21.15.42:0/2177544125 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559576c2e170 0x559576c362e0 unknown :-1 s=CLOSED pgs=1020 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:08.808 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.808+0000 7f1169806740 1 -- 172.21.15.42:0/2177544125 >> 172.21.15.42:0/2177544125 conn(0x559576c2a680 msgr2=0x559576c30400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:40:08.808 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.808+0000 7f113f7fe640 0 client.17958 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:40:08.809 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.809+0000 7f1169806740 1 -- 172.21.15.42:0/2177544125 shutdown_connections 2024-06-06T08:40:08.809 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.809+0000 7f1169806740 1 -- 172.21.15.42:0/2177544125 wait complete. 2024-06-06T08:40:08.809 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.810+0000 7f1169806740 20 client.17958 trim_cache size 0 max 16384 2024-06-06T08:40:08.843 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.844+0000 7f1169806740 1 Processor -- start 2024-06-06T08:40:08.844 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.845+0000 7f1169806740 1 -- start start 2024-06-06T08:40:08.845 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.845+0000 7f1169806740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559576c2a680 0x559576c36b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:08.845 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.845+0000 7f1169806740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559576c2e170 0x559576c38220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:08.845 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.845+0000 7f1169806740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559576c2ea90 0x559576c622e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:08.845 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.845+0000 7f1169806740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f1140012a10 con 0x559576c2e170 2024-06-06T08:40:08.845 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.845+0000 7f1169806740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f1140010220 con 0x559576c2a680 2024-06-06T08:40:08.845 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.845+0000 7f1169806740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f114000e090 con 0x559576c2ea90 2024-06-06T08:40:08.845 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.846+0000 7f115ffff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559576c2a680 0x559576c36b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:40:08.845 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.846+0000 7f115ffff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559576c2a680 0x559576c36b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:59748/0 (socket says 172.21.15.42:59748) 2024-06-06T08:40:08.845 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.846+0000 7f115ffff640 1 -- 172.21.15.42:0/3979004089 learned_addr learned my addr 172.21.15.42:0/3979004089 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:40:08.846 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.847+0000 7f1157fff640 1 --2- 172.21.15.42:0/3979004089 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559576c2e170 0x559576c38220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:40:08.846 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.847+0000 7f115ffff640 1 -- 172.21.15.42:0/3979004089 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559576c2ea90 msgr2=0x559576c622e0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-06T08:40:08.846 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.847+0000 7f115ffff640 1 --2- 172.21.15.42:0/3979004089 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559576c2ea90 0x559576c622e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:08.846 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.847+0000 7f115ffff640 1 -- 172.21.15.42:0/3979004089 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559576c2e170 msgr2=0x559576c38220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:40:08.847 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.847+0000 7f115ffff640 1 --2- 172.21.15.42:0/3979004089 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559576c2e170 0x559576c38220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:08.847 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.847+0000 7f115ffff640 1 -- 172.21.15.42:0/3979004089 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559576c590c0 con 0x559576c2a680 2024-06-06T08:40:08.847 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.847+0000 7f115ffff640 1 --2- 172.21.15.42:0/3979004089 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559576c2a680 0x559576c36b80 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f1150097500 tx=0x7f1150000bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1fd10e862cdd68ab server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:40:08.851 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.850+0000 7f1155ffb640 1 -- 172.21.15.42:0/3979004089 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f115009be60 con 0x559576c2a680 2024-06-06T08:40:08.851 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.850+0000 7f1155ffb640 1 -- 172.21.15.42:0/3979004089 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1150010ca0 con 0x559576c2a680 2024-06-06T08:40:08.851 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.850+0000 7f1155ffb640 1 -- 172.21.15.42:0/3979004089 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f115007f080 con 0x559576c2a680 2024-06-06T08:40:08.851 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.851+0000 7f1169806740 1 -- 172.21.15.42:0/3979004089 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559576c2a680 msgr2=0x559576c36b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:40:08.851 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.851+0000 7f1169806740 1 --2- 172.21.15.42:0/3979004089 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559576c2a680 0x559576c36b80 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f1150097500 tx=0x7f1150000bc0 comp rx=0 tx=0).stop 2024-06-06T08:40:08.856 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.857+0000 7f1169806740 1 -- 172.21.15.42:0/3979004089 shutdown_connections 2024-06-06T08:40:08.857 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.857+0000 7f1169806740 1 --2- 172.21.15.42:0/3979004089 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559576c2ea90 0x559576c622e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:08.857 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.857+0000 7f1169806740 1 --2- 172.21.15.42:0/3979004089 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559576c2e170 0x559576c38220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:08.857 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.857+0000 7f1169806740 1 --2- 172.21.15.42:0/3979004089 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559576c2a680 0x559576c36b80 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:08.857 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.857+0000 7f1169806740 1 -- 172.21.15.42:0/3979004089 >> 172.21.15.42:0/3979004089 conn(0x559576c31cb0 msgr2=0x559576c37b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:40:08.863 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.863+0000 7f1169806740 1 -- 172.21.15.42:0/3979004089 shutdown_connections 2024-06-06T08:40:08.865 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.865+0000 7f1169806740 1 -- 172.21.15.42:0/3979004089 wait complete. 2024-06-06T08:40:08.865 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.865+0000 7f1169806740 1 -- start start 2024-06-06T08:40:08.865 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.866+0000 7f1169806740 1 Processor -- start 2024-06-06T08:40:08.868 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.868+0000 7f1169806740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559576c2a680 0x559576c4dae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:08.868 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.868+0000 7f1169806740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559576c2e170 0x559576c4e020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:08.868 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.868+0000 7f1169806740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559576c2ea90 0x559576cbd270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:08.868 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.868+0000 7f1169806740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f114000e6e0 con 0x559576c2ea90 2024-06-06T08:40:08.868 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.868+0000 7f1169806740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f114000fb50 con 0x559576c2a680 2024-06-06T08:40:08.868 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.868+0000 7f1169806740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f114000edb0 con 0x559576c2e170 2024-06-06T08:40:08.868 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.868+0000 7f1169806740 10 client.0 _ll_register_callbacks cb 0x7f115009b230 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:40:08.869 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.870+0000 7f115ffff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559576c2a680 0x559576c4dae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:40:08.869 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.870+0000 7f115ffff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559576c2a680 0x559576c4dae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:59762/0 (socket says 172.21.15.42:59762) 2024-06-06T08:40:08.869 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.870+0000 7f115ffff640 1 -- 172.21.15.42:0/848175325 learned_addr learned my addr 172.21.15.42:0/848175325 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:40:08.870 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.871+0000 7f1157fff640 1 --2- 172.21.15.42:0/848175325 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559576c2e170 0x559576c4e020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:40:08.877 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.874+0000 7f1157fff640 1 -- 172.21.15.42:0/848175325 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559576c2a680 msgr2=0x559576c4dae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:40:08.877 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.874+0000 7f1157fff640 1 --2- 172.21.15.42:0/848175325 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559576c2a680 0x559576c4dae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:08.877 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.874+0000 7f1157fff640 1 -- 172.21.15.42:0/848175325 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559576c2ea90 msgr2=0x559576cbd270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:40:08.877 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.874+0000 7f1157fff640 1 --2- 172.21.15.42:0/848175325 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559576c2ea90 0x559576cbd270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:08.877 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.874+0000 7f1157fff640 1 -- 172.21.15.42:0/848175325 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559576cbd8b0 con 0x559576c2e170 2024-06-06T08:40:08.883 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.884+0000 7f1157fff640 1 --2- 172.21.15.42:0/848175325 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559576c2e170 0x559576c4e020 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x559576c2baa0 tx=0x7f1148010660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a4072c3995b6ea90 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:40:08.886 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.885+0000 7f113f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:40:08.886 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.886+0000 7f113f7fe640 1 -- 172.21.15.42:0/848175325 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11480035f0 con 0x559576c2e170 2024-06-06T08:40:08.886 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.886+0000 7f1169806740 1 -- 172.21.15.42:0/848175325 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1150010ca0 con 0x559576c2e170 2024-06-06T08:40:08.886 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.886+0000 7f113f7fe640 1 -- 172.21.15.42:0/848175325 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(131..131 src has 1..131) ==== 9638+0+0 (secure 0 0 0) 0x7f1148003790 con 0x559576c2e170 2024-06-06T08:40:08.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:40:08 smithi120 ceph-mon[36658]: pgmap v558: 129 pgs: 15 active+clean+snaptrim, 49 active+clean+snaptrim_wait, 65 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.1 MiB/s wr, 294 op/s 2024-06-06T08:40:08.893 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.893+0000 7f113f7fe640 1 -- 172.21.15.42:0/848175325 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) ==== 24+0+0 (secure 0 0 0) 0x7f1148003990 con 0x559576c2e170 2024-06-06T08:40:08.893 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.894+0000 7f1169806740 10 client.27391 fetch_fsmap learned FSMap version 48 2024-06-06T08:40:08.893 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.894+0000 7f1169806740 1 -- 172.21.15.42:0/848175325 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) -- 0x559576cc4d20 con 0x559576c2e170 2024-06-06T08:40:08.899 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.899+0000 7f113f7fe640 1 -- 172.21.15.42:0/848175325 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1150010ca0 con 0x559576c2e170 2024-06-06T08:40:08.899 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.899+0000 7f113f7fe640 1 -- 172.21.15.42:0/848175325 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 48) ==== 8370+0+0 (secure 0 0 0) 0x7f1148026c90 con 0x559576c2e170 2024-06-06T08:40:08.902 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.902+0000 7f1169806740 10 client.27391 fetch_fsmap finished waiting for FSMap version 48 2024-06-06T08:40:08.902 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.902+0000 7f1169806740 10 client.27391 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:40:08.902 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.902+0000 7f1169806740 20 client.27391 populate_metadata read hostname 'smithi042' 2024-06-06T08:40:08.902 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.902+0000 7f1169806740 1 --2- 172.21.15.42:0/848175325 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x559576c39350 0x559576cc74e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:08.902 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.902+0000 7f1169806740 4 client.27391 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:40:08.902 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.902+0000 7f1169806740 1 -- 172.21.15.42:0/848175325 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x559576b9fc20 con 0x559576c39350 2024-06-06T08:40:08.902 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.902+0000 7f115ffff640 1 --2- 172.21.15.42:0/848175325 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x559576c39350 0x559576cc74e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:40:08.907 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.908+0000 7f115ffff640 1 --2- 172.21.15.42:0/848175325 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x559576c39350 0x559576cc74e0 crc :-1 s=READY pgs=296 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=43d3bed175dba93b server_cookie=469fd217b2b61055 in_seq=0 out_seq=0 2024-06-06T08:40:08.908 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:08.908+0000 7f113f7fe640 10 client.27391 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:40:09.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:40:08 smithi149 ceph-mon[36842]: pgmap v558: 129 pgs: 15 active+clean+snaptrim, 49 active+clean+snaptrim_wait, 65 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.1 MiB/s wr, 294 op/s 2024-06-06T08:40:09.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:40:08 smithi042 ceph-mon[32384]: pgmap v558: 129 pgs: 15 active+clean+snaptrim, 49 active+clean+snaptrim_wait, 65 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.1 MiB/s wr, 294 op/s 2024-06-06T08:40:09.129 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:09.128+0000 7f113f7fe640 1 -- 172.21.15.42:0/848175325 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x559576b9fc20 con 0x559576c39350 2024-06-06T08:40:09.129 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:09.128+0000 7f113f7fe640 10 client.27391 handle_command_reply: tid=0 2024-06-06T08:40:09.129 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:09.128+0000 7f1169806740 1 client.27391 shutdown 2024-06-06T08:40:09.129 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:09.129+0000 7f1169806740 1 -- 172.21.15.42:0/848175325 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559576c2e170 msgr2=0x559576c4e020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:40:09.129 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:09.129+0000 7f1169806740 1 --2- 172.21.15.42:0/848175325 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559576c2e170 0x559576c4e020 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x559576c2baa0 tx=0x7f1148010660 comp rx=0 tx=0).stop 2024-06-06T08:40:09.129 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:09.129+0000 7f1169806740 1 -- 172.21.15.42:0/848175325 shutdown_connections 2024-06-06T08:40:09.130 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:09.129+0000 7f1169806740 1 --2- 172.21.15.42:0/848175325 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x559576c39350 0x559576cc74e0 crc :-1 s=READY pgs=296 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:09.130 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:09.129+0000 7f1169806740 1 --2- 172.21.15.42:0/848175325 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559576c2ea90 0x559576cbd270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:09.130 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:09.129+0000 7f1169806740 1 --2- 172.21.15.42:0/848175325 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559576c2e170 0x559576c4e020 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:09.130 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:09.129+0000 7f1169806740 1 --2- 172.21.15.42:0/848175325 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559576c2a680 0x559576c4dae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:09.130 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:09.129+0000 7f1169806740 1 -- 172.21.15.42:0/848175325 >> 172.21.15.42:0/848175325 conn(0x559576c31cb0 msgr2=0x559576c297e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:40:09.130 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:09.129+0000 7f113f7fe640 0 client.27391 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:40:09.130 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:09.129+0000 7f1169806740 1 -- 172.21.15.42:0/848175325 shutdown_connections 2024-06-06T08:40:09.130 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:09.129+0000 7f1169806740 1 -- 172.21.15.42:0/848175325 wait complete. 2024-06-06T08:40:09.130 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:09.129+0000 7f1169806740 20 client.27391 trim_cache size 0 max 16384 2024-06-06T08:40:09.131 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:40:09.131 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:40:09.131 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:40:09.131 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:09.130+0000 7f1166a1c640 1 -- 172.21.15.42:0/430281110 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f114c0a2ea0 msgr2=0x7f114c0a5360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:40:09.132 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:09.130+0000 7f1166a1c640 1 --2- 172.21.15.42:0/430281110 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f114c0a2ea0 0x7f114c0a5360 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f1158045000 tx=0x7f1158047000 comp rx=0 tx=0).stop 2024-06-06T08:40:09.132 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:09.130+0000 7f1166a1c640 1 -- 172.21.15.42:0/430281110 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f11601008a0 msgr2=0x7f1160116030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:40:09.132 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:09.130+0000 7f1166a1c640 1 --2- 172.21.15.42:0/430281110 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f11601008a0 0x7f1160116030 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f115000b4a0 tx=0x7f115000b960 comp rx=0 tx=0).stop 2024-06-06T08:40:09.132 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:09.130+0000 7f1166a1c640 1 -- 172.21.15.42:0/430281110 shutdown_connections 2024-06-06T08:40:09.132 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:09.130+0000 7f1166a1c640 1 --2- 172.21.15.42:0/430281110 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f114c0a2ea0 0x7f114c0a5360 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:09.132 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:09.130+0000 7f1166a1c640 1 --2- 172.21.15.42:0/430281110 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f11601068b0 0x7f1160111140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:09.132 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:09.130+0000 7f1166a1c640 1 --2- 172.21.15.42:0/430281110 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1160101260 0x7f1160116570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:09.132 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:09.130+0000 7f1166a1c640 1 --2- 172.21.15.42:0/430281110 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f11601008a0 0x7f1160116030 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:09.132 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:09.130+0000 7f1166a1c640 1 -- 172.21.15.42:0/430281110 >> 172.21.15.42:0/430281110 conn(0x7f11600779c0 msgr2=0x7f1160103370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:40:09.132 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:09.130+0000 7f1166a1c640 1 -- 172.21.15.42:0/430281110 shutdown_connections 2024-06-06T08:40:09.132 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:09.131+0000 7f1166a1c640 1 -- 172.21.15.42:0/430281110 wait complete. 2024-06-06T08:40:09.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:40:09 smithi120 ceph-mon[36658]: osdmap e131: 12 total, 12 up, 12 in 2024-06-06T08:40:10.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:40:09 smithi149 ceph-mon[36842]: osdmap e131: 12 total, 12 up, 12 in 2024-06-06T08:40:10.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:40:09 smithi042 ceph-mon[32384]: osdmap e131: 12 total, 12 up, 12 in 2024-06-06T08:40:10.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:40:10 smithi120 ceph-mon[36658]: pgmap v560: 129 pgs: 17 active+clean+snaptrim, 52 active+clean+snaptrim_wait, 60 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 277 op/s 2024-06-06T08:40:11.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:40:10 smithi149 ceph-mon[36842]: pgmap v560: 129 pgs: 17 active+clean+snaptrim, 52 active+clean+snaptrim_wait, 60 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 277 op/s 2024-06-06T08:40:11.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:40:10 smithi042 ceph-mon[32384]: pgmap v560: 129 pgs: 17 active+clean+snaptrim, 52 active+clean+snaptrim_wait, 60 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 277 op/s 2024-06-06T08:40:12.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:40:12 smithi120 ceph-mon[36658]: pgmap v561: 129 pgs: 23 active+clean+snaptrim, 68 active+clean+snaptrim_wait, 38 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 277 op/s 2024-06-06T08:40:13.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:40:12 smithi149 ceph-mon[36842]: pgmap v561: 129 pgs: 23 active+clean+snaptrim, 68 active+clean+snaptrim_wait, 38 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 277 op/s 2024-06-06T08:40:13.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:40:12 smithi042 ceph-mon[32384]: pgmap v561: 129 pgs: 23 active+clean+snaptrim, 68 active+clean+snaptrim_wait, 38 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 277 op/s 2024-06-06T08:40:15.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:40:14 smithi149 ceph-mon[36842]: pgmap v562: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 256 op/s 2024-06-06T08:40:15.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:40:14 smithi042 ceph-mon[32384]: pgmap v562: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 256 op/s 2024-06-06T08:40:15.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:40:14 smithi120 ceph-mon[36658]: pgmap v562: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 256 op/s 2024-06-06T08:40:17.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:40:16 smithi149 ceph-mon[36842]: pgmap v563: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.5 MiB/s wr, 245 op/s 2024-06-06T08:40:17.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:40:16 smithi042 ceph-mon[32384]: pgmap v563: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.5 MiB/s wr, 245 op/s 2024-06-06T08:40:17.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:40:16 smithi120 ceph-mon[36658]: pgmap v563: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.5 MiB/s wr, 245 op/s 2024-06-06T08:40:19.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:40:18 smithi149 ceph-mon[36842]: pgmap v564: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.1 MiB/s wr, 217 op/s 2024-06-06T08:40:19.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:40:18 smithi042 ceph-mon[32384]: pgmap v564: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.1 MiB/s wr, 217 op/s 2024-06-06T08:40:19.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:40:18 smithi120 ceph-mon[36658]: pgmap v564: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.1 MiB/s wr, 217 op/s 2024-06-06T08:40:21.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:40:20 smithi149 ceph-mon[36842]: pgmap v565: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.2 MiB/s wr, 233 op/s 2024-06-06T08:40:21.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:40:20 smithi042 ceph-mon[32384]: pgmap v565: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.2 MiB/s wr, 233 op/s 2024-06-06T08:40:21.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:40:20 smithi120 ceph-mon[36658]: pgmap v565: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.2 MiB/s wr, 233 op/s 2024-06-06T08:40:22.320 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.320+0000 7fa9d9402640 1 -- 172.21.15.42:0/1560356756 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa9d4112990 msgr2=0x7fa9d4114d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:40:22.320 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.320+0000 7fa9d9402640 1 --2- 172.21.15.42:0/1560356756 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa9d4112990 0x7fa9d4114d80 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fa9cc009ca0 tx=0x7fa9cc02a980 comp rx=0 tx=0).stop 2024-06-06T08:40:22.321 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.322+0000 7fa9d9402640 1 -- 172.21.15.42:0/1560356756 shutdown_connections 2024-06-06T08:40:22.321 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.322+0000 7fa9d9402640 1 --2- 172.21.15.42:0/1560356756 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa9d4112990 0x7fa9d4114d80 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:22.321 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.322+0000 7fa9d9402640 1 --2- 172.21.15.42:0/1560356756 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa9d4074660 0x7fa9d4112450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:22.321 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.322+0000 7fa9d9402640 1 --2- 172.21.15.42:0/1560356756 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa9d4073d40 0x7fa9d4074120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:22.321 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.322+0000 7fa9d9402640 1 -- 172.21.15.42:0/1560356756 >> 172.21.15.42:0/1560356756 conn(0x7fa9d40fd450 msgr2=0x7fa9d40ff870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:40:22.321 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.323+0000 7fa9d9402640 1 -- 172.21.15.42:0/1560356756 shutdown_connections 2024-06-06T08:40:22.322 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.323+0000 7fa9d9402640 1 -- 172.21.15.42:0/1560356756 wait complete. 2024-06-06T08:40:22.326 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.324+0000 7fa9d9402640 1 Processor -- start 2024-06-06T08:40:22.331 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.330+0000 7fa9d9402640 1 -- start start 2024-06-06T08:40:22.332 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.330+0000 7fa9d9402640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa9d4073d40 0x7fa9d4111eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:22.332 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.330+0000 7fa9d9402640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa9d4074660 0x7fa9d41123f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:22.332 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.330+0000 7fa9d9402640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa9d4112990 0x7fa9d410b0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:22.332 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.330+0000 7fa9d9402640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa9d4118380 con 0x7fa9d4073d40 2024-06-06T08:40:22.332 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.330+0000 7fa9d9402640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fa9d4118200 con 0x7fa9d4074660 2024-06-06T08:40:22.332 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.330+0000 7fa9d9402640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fa9d4118500 con 0x7fa9d4112990 2024-06-06T08:40:22.332 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.331+0000 7fa9d27fc640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa9d4074660 0x7fa9d41123f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:40:22.332 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.331+0000 7fa9d27fc640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa9d4074660 0x7fa9d41123f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:34450/0 (socket says 172.21.15.42:34450) 2024-06-06T08:40:22.332 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.331+0000 7fa9d27fc640 1 -- 172.21.15.42:0/3962893751 learned_addr learned my addr 172.21.15.42:0/3962893751 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:40:22.332 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.331+0000 7fa9d2ffd640 1 --2- 172.21.15.42:0/3962893751 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa9d4073d40 0x7fa9d4111eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:40:22.332 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.331+0000 7fa9d27fc640 1 -- 172.21.15.42:0/3962893751 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa9d4112990 msgr2=0x7fa9d410b0f0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-06T08:40:22.332 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.331+0000 7fa9d27fc640 1 --2- 172.21.15.42:0/3962893751 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa9d4112990 0x7fa9d410b0f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:22.333 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.331+0000 7fa9d27fc640 1 -- 172.21.15.42:0/3962893751 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa9d4073d40 msgr2=0x7fa9d4111eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:40:22.333 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.331+0000 7fa9d27fc640 1 --2- 172.21.15.42:0/3962893751 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa9d4073d40 0x7fa9d4111eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:22.333 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.331+0000 7fa9d27fc640 1 -- 172.21.15.42:0/3962893751 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9d410b950 con 0x7fa9d4074660 2024-06-06T08:40:22.333 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.332+0000 7fa9d27fc640 1 --2- 172.21.15.42:0/3962893751 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa9d4074660 0x7fa9d41123f0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fa9c800e9f0 tx=0x7fa9c800eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:40:22.335 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.333+0000 7fa9bbfff640 1 -- 172.21.15.42:0/3962893751 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9c800cd80 con 0x7fa9d4074660 2024-06-06T08:40:22.335 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.333+0000 7fa9bbfff640 1 -- 172.21.15.42:0/3962893751 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa9c8010910 con 0x7fa9d4074660 2024-06-06T08:40:22.335 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.334+0000 7fa9bbfff640 1 -- 172.21.15.42:0/3962893751 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9c8018990 con 0x7fa9d4074660 2024-06-06T08:40:22.338 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.337+0000 7fa9d9402640 1 -- 172.21.15.42:0/3962893751 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa9d410bc40 con 0x7fa9d4074660 2024-06-06T08:40:22.338 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.337+0000 7fa9d9402640 1 -- 172.21.15.42:0/3962893751 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9d410fc10 con 0x7fa9d4074660 2024-06-06T08:40:22.342 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.342+0000 7fa9dc1ea740 1 Processor -- start 2024-06-06T08:40:22.342 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.343+0000 7fa9dc1ea740 1 -- start start 2024-06-06T08:40:22.343 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.343+0000 7fa9dc1ea740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56434c262170 0x56434c262550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:22.343 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.343+0000 7fa9dc1ea740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56434c262a90 0x56434c26ce10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:22.343 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.343+0000 7fa9dc1ea740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56434c26d350 0x56434c26f740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:22.346 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.343+0000 7fa9dc1ea740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56434c1c64f0 con 0x56434c262a90 2024-06-06T08:40:22.346 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.343+0000 7fa9dc1ea740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x56434c164870 con 0x56434c26d350 2024-06-06T08:40:22.346 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.343+0000 7fa9dc1ea740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x56434c1c24b0 con 0x56434c262170 2024-06-06T08:40:22.346 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.344+0000 7fa9d37fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56434c262170 0x56434c262550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:40:22.346 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.344+0000 7fa9d37fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56434c262170 0x56434c262550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:42938/0 (socket says 172.21.15.42:42938) 2024-06-06T08:40:22.346 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.344+0000 7fa9d37fe640 1 -- 172.21.15.42:0/995492020 learned_addr learned my addr 172.21.15.42:0/995492020 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:40:22.346 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.346+0000 7fa9d27fc640 1 --2- 172.21.15.42:0/995492020 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56434c26d350 0x56434c26f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:40:22.346 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.346+0000 7fa9d37fe640 1 -- 172.21.15.42:0/995492020 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56434c26d350 msgr2=0x56434c26f740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:40:22.346 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.346+0000 7fa9d37fe640 1 --2- 172.21.15.42:0/995492020 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56434c26d350 0x56434c26f740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:22.346 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.346+0000 7fa9d37fe640 1 -- 172.21.15.42:0/995492020 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56434c262a90 msgr2=0x56434c26ce10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:40:22.347 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.346+0000 7fa9d37fe640 1 --2- 172.21.15.42:0/995492020 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56434c262a90 0x56434c26ce10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:22.347 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.346+0000 7fa9d37fe640 1 -- 172.21.15.42:0/995492020 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56434c1809b0 con 0x56434c262170 2024-06-06T08:40:22.347 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.346+0000 7fa9d37fe640 1 --2- 172.21.15.42:0/995492020 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56434c262170 0x56434c262550 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fa9cc004af0 tx=0x7fa9cc009a00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5526268ba2c1e4c3 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:40:22.347 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.348+0000 7fa9bbfff640 1 -- 172.21.15.42:0/3962893751 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fa9c8010ac0 con 0x7fa9d4074660 2024-06-06T08:40:22.347 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.349+0000 7fa9bbfff640 1 --2- 172.21.15.42:0/3962893751 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fa9bc0a2f80 0x7fa9bc0a5440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:22.348 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.349+0000 7fa9bbfff640 1 -- 172.21.15.42:0/3962893751 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 9638+0+0 (secure 0 0 0) 0x7fa9c80d1f30 con 0x7fa9d4074660 2024-06-06T08:40:22.352 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.353+0000 7fa9d2ffd640 1 --2- 172.21.15.42:0/3962893751 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fa9bc0a2f80 0x7fa9bc0a5440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:40:22.353 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.355+0000 7fa9d2ffd640 1 --2- 172.21.15.42:0/3962893751 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fa9bc0a2f80 0x7fa9bc0a5440 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fa9c4005d90 tx=0x7fa9c4005e40 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:40:22.358 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.359+0000 7fa9b97fa640 1 -- 172.21.15.42:0/995492020 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9cc034030 con 0x56434c262170 2024-06-06T08:40:22.358 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.359+0000 7fa9b97fa640 1 -- 172.21.15.42:0/995492020 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa9cc003e50 con 0x56434c262170 2024-06-06T08:40:22.358 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.359+0000 7fa9b97fa640 1 -- 172.21.15.42:0/995492020 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9cc0308e0 con 0x56434c262170 2024-06-06T08:40:22.359 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.361+0000 7fa9dc1ea740 1 -- 172.21.15.42:0/995492020 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56434c262170 msgr2=0x56434c262550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:40:22.359 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.361+0000 7fa9dc1ea740 1 --2- 172.21.15.42:0/995492020 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56434c262170 0x56434c262550 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fa9cc004af0 tx=0x7fa9cc009a00 comp rx=0 tx=0).stop 2024-06-06T08:40:22.362 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.363+0000 7fa9dc1ea740 1 -- 172.21.15.42:0/995492020 shutdown_connections 2024-06-06T08:40:22.362 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.363+0000 7fa9dc1ea740 1 --2- 172.21.15.42:0/995492020 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56434c26d350 0x56434c26f740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:22.362 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.363+0000 7fa9dc1ea740 1 --2- 172.21.15.42:0/995492020 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56434c262a90 0x56434c26ce10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:22.362 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.363+0000 7fa9dc1ea740 1 --2- 172.21.15.42:0/995492020 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56434c262170 0x56434c262550 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:22.362 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.363+0000 7fa9dc1ea740 1 -- 172.21.15.42:0/995492020 >> 172.21.15.42:0/995492020 conn(0x56434c25e680 msgr2=0x56434c25ea60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:40:22.370 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.371+0000 7fa9dc1ea740 1 -- 172.21.15.42:0/995492020 shutdown_connections 2024-06-06T08:40:22.371 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.372+0000 7fa9dc1ea740 1 -- 172.21.15.42:0/995492020 wait complete. 2024-06-06T08:40:22.371 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.372+0000 7fa9dc1ea740 1 -- start start 2024-06-06T08:40:22.371 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.372+0000 7fa9dc1ea740 1 Processor -- start 2024-06-06T08:40:22.372 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.373+0000 7fa9dc1ea740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56434c262170 0x56434c26a340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:22.372 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.373+0000 7fa9dc1ea740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56434c262a90 0x56434c26a880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:22.372 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.373+0000 7fa9dc1ea740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56434c26d350 0x56434c26adc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:22.372 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.373+0000 7fa9dc1ea740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56434c26ff20 con 0x56434c262a90 2024-06-06T08:40:22.372 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.373+0000 7fa9dc1ea740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x56434c14fae0 con 0x56434c262170 2024-06-06T08:40:22.372 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.373+0000 7fa9dc1ea740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x56434c2700a0 con 0x56434c26d350 2024-06-06T08:40:22.373 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.373+0000 7fa9dc1ea740 10 client.0 _ll_register_callbacks cb 0x56434c1889b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:40:22.375 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.374+0000 7fa9d2ffd640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56434c262170 0x56434c26a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:40:22.375 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.374+0000 7fa9d2ffd640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56434c262170 0x56434c26a340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:34454/0 (socket says 172.21.15.42:34454) 2024-06-06T08:40:22.375 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.374+0000 7fa9d2ffd640 1 -- 172.21.15.42:0/4085627567 learned_addr learned my addr 172.21.15.42:0/4085627567 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:40:22.375 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.374+0000 7fa9d2ffd640 1 -- 172.21.15.42:0/4085627567 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56434c26d350 msgr2=0x56434c26adc0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-06T08:40:22.375 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.374+0000 7fa9d2ffd640 1 --2- 172.21.15.42:0/4085627567 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56434c26d350 0x56434c26adc0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:22.375 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.374+0000 7fa9d2ffd640 1 -- 172.21.15.42:0/4085627567 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56434c262a90 msgr2=0x56434c26a880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:40:22.375 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.374+0000 7fa9d2ffd640 1 --2- 172.21.15.42:0/4085627567 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56434c262a90 0x56434c26a880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:22.376 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.375+0000 7fa9d2ffd640 1 -- 172.21.15.42:0/4085627567 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56434beda210 con 0x56434c262170 2024-06-06T08:40:22.379 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.378+0000 7fa9d2ffd640 1 --2- 172.21.15.42:0/4085627567 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56434c262170 0x56434c26a340 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fa9c4004700 tx=0x7fa9c4004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=19e2e65317736932 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:40:22.381 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.382+0000 7fa9b6ff5640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:40:22.381 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.382+0000 7fa9b6ff5640 1 -- 172.21.15.42:0/4085627567 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9c4021070 con 0x56434c262170 2024-06-06T08:40:22.382 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.382+0000 7fa9b6ff5640 1 -- 172.21.15.42:0/4085627567 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(131..131 src has 1..131) ==== 9638+0+0 (secure 0 0 0) 0x7fa9c401d870 con 0x56434c262170 2024-06-06T08:40:22.382 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.383+0000 7fa9dc1ea740 1 -- 172.21.15.42:0/4085627567 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa9cc003e50 con 0x56434c262170 2024-06-06T08:40:22.388 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.389+0000 7fa9b6ff5640 1 -- 172.21.15.42:0/4085627567 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) ==== 24+0+0 (secure 0 0 0) 0x7fa9c402b050 con 0x56434c262170 2024-06-06T08:40:22.388 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.390+0000 7fa9dc1ea740 10 client.27521 fetch_fsmap learned FSMap version 48 2024-06-06T08:40:22.388 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.390+0000 7fa9dc1ea740 1 -- 172.21.15.42:0/4085627567 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) -- 0x56434bfa6620 con 0x56434c262170 2024-06-06T08:40:22.397 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.396+0000 7fa9b6ff5640 1 -- 172.21.15.42:0/4085627567 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa9cc003e50 con 0x56434c262170 2024-06-06T08:40:22.398 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.396+0000 7fa9b6ff5640 1 -- 172.21.15.42:0/4085627567 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 48) ==== 8370+0+0 (secure 0 0 0) 0x7fa9c401c3c0 con 0x56434c262170 2024-06-06T08:40:22.398 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.396+0000 7fa9dc1ea740 10 client.27521 fetch_fsmap finished waiting for FSMap version 48 2024-06-06T08:40:22.398 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.396+0000 7fa9dc1ea740 10 client.27521 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:40:22.398 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.396+0000 7fa9dc1ea740 20 client.27521 populate_metadata read hostname 'smithi042' 2024-06-06T08:40:22.398 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.396+0000 7fa9dc1ea740 1 --2- 172.21.15.42:0/4085627567 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56434c27d9d0 0x56434c27fe70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:22.398 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.396+0000 7fa9dc1ea740 4 client.27521 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:40:22.398 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.396+0000 7fa9dc1ea740 1 -- 172.21.15.42:0/4085627567 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56434c1d9f10 con 0x56434c27d9d0 2024-06-06T08:40:22.398 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.397+0000 7fa9d27fc640 1 --2- 172.21.15.42:0/4085627567 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56434c27d9d0 0x56434c27fe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:40:22.398 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.398+0000 7fa9d27fc640 1 --2- 172.21.15.42:0/4085627567 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56434c27d9d0 0x56434c27fe70 crc :-1 s=READY pgs=297 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dbbf68b077ea066a server_cookie=3edac17d9c402c32 in_seq=0 out_seq=0 2024-06-06T08:40:22.399 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.399+0000 7fa9b6ff5640 10 client.27521 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:40:22.400 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.400+0000 7fa9b6ff5640 1 -- 172.21.15.42:0/4085627567 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x56434c1d9f10 con 0x56434c27d9d0 2024-06-06T08:40:22.400 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.400+0000 7fa9b6ff5640 10 client.27521 handle_command_reply: tid=0 2024-06-06T08:40:22.400 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.401+0000 7fa9dc1ea740 1 client.27521 shutdown 2024-06-06T08:40:22.406 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.408+0000 7fa9dc1ea740 1 -- 172.21.15.42:0/4085627567 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56434c262170 msgr2=0x56434c26a340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:40:22.407 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.408+0000 7fa9dc1ea740 1 --2- 172.21.15.42:0/4085627567 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56434c262170 0x56434c26a340 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fa9c4004700 tx=0x7fa9c4004730 comp rx=0 tx=0).stop 2024-06-06T08:40:22.411 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.412+0000 7fa9dc1ea740 1 -- 172.21.15.42:0/4085627567 shutdown_connections 2024-06-06T08:40:22.411 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.412+0000 7fa9dc1ea740 1 --2- 172.21.15.42:0/4085627567 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56434c27d9d0 0x56434c27fe70 crc :-1 s=READY pgs=297 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:22.411 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.412+0000 7fa9dc1ea740 1 --2- 172.21.15.42:0/4085627567 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56434c26d350 0x56434c26adc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:22.411 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.412+0000 7fa9dc1ea740 1 --2- 172.21.15.42:0/4085627567 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56434c262a90 0x56434c26a880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:22.411 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.412+0000 7fa9dc1ea740 1 --2- 172.21.15.42:0/4085627567 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56434c262170 0x56434c26a340 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:22.411 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.412+0000 7fa9dc1ea740 1 -- 172.21.15.42:0/4085627567 >> 172.21.15.42:0/4085627567 conn(0x56434c25e680 msgr2=0x56434c264400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:40:22.411 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.412+0000 7fa9b6ff5640 0 client.27521 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:40:22.415 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.416+0000 7fa9dc1ea740 1 -- 172.21.15.42:0/4085627567 shutdown_connections 2024-06-06T08:40:22.417 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.417+0000 7fa9dc1ea740 1 -- 172.21.15.42:0/4085627567 wait complete. 2024-06-06T08:40:22.417 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.417+0000 7fa9dc1ea740 20 client.27521 trim_cache size 0 max 16384 2024-06-06T08:40:22.447 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.447+0000 7fa9dc1ea740 1 Processor -- start 2024-06-06T08:40:22.447 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.447+0000 7fa9dc1ea740 1 -- start start 2024-06-06T08:40:22.447 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.448+0000 7fa9dc1ea740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56434c262170 0x56434c268c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:22.447 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.448+0000 7fa9dc1ea740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56434c262a90 0x56434c269150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:22.447 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.448+0000 7fa9dc1ea740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56434c26d350 0x56434c285780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:22.447 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.448+0000 7fa9d2ffd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56434c262170 0x56434c268c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:40:22.447 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.448+0000 7fa9d2ffd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56434c262170 0x56434c268c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:42960/0 (socket says 172.21.15.42:42960) 2024-06-06T08:40:22.447 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.448+0000 7fa9d2ffd640 1 -- 172.21.15.42:0/1713401769 learned_addr learned my addr 172.21.15.42:0/1713401769 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:40:22.447 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.448+0000 7fa9dc1ea740 1 -- 172.21.15.42:0/1713401769 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa9d41c9010 con 0x56434c26d350 2024-06-06T08:40:22.448 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.448+0000 7fa9dc1ea740 1 -- 172.21.15.42:0/1713401769 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fa9d41c6820 con 0x56434c262a90 2024-06-06T08:40:22.448 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.448+0000 7fa9dc1ea740 1 -- 172.21.15.42:0/1713401769 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fa9d404f760 con 0x56434c262170 2024-06-06T08:40:22.448 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.448+0000 7fa9d37fe640 1 --2- 172.21.15.42:0/1713401769 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56434c26d350 0x56434c285780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:40:22.452 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.452+0000 7fa9d27fc640 1 --2- 172.21.15.42:0/1713401769 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56434c262a90 0x56434c269150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:40:22.452 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.453+0000 7fa9d2ffd640 1 -- 172.21.15.42:0/1713401769 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56434c262a90 msgr2=0x56434c269150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:40:22.453 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.453+0000 7fa9d2ffd640 1 --2- 172.21.15.42:0/1713401769 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56434c262a90 0x56434c269150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:22.453 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.453+0000 7fa9d2ffd640 1 -- 172.21.15.42:0/1713401769 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56434c26d350 msgr2=0x56434c285780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:40:22.453 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.453+0000 7fa9d2ffd640 1 --2- 172.21.15.42:0/1713401769 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56434c26d350 0x56434c285780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:22.453 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.453+0000 7fa9d2ffd640 1 -- 172.21.15.42:0/1713401769 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56434c26f740 con 0x56434c262170 2024-06-06T08:40:22.454 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.455+0000 7fa9d2ffd640 1 --2- 172.21.15.42:0/1713401769 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56434c262170 0x56434c268c10 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fa9c401c810 tx=0x7fa9c401cfd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ff07117855ff8e10 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:40:22.454 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.456+0000 7fa9b8ff9640 1 -- 172.21.15.42:0/1713401769 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9c4021070 con 0x56434c262170 2024-06-06T08:40:22.454 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.456+0000 7fa9b8ff9640 1 -- 172.21.15.42:0/1713401769 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa9c401ca00 con 0x56434c262170 2024-06-06T08:40:22.455 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.457+0000 7fa9dc1ea740 1 -- 172.21.15.42:0/1713401769 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56434c262170 msgr2=0x56434c268c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:40:22.455 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.457+0000 7fa9dc1ea740 1 --2- 172.21.15.42:0/1713401769 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56434c262170 0x56434c268c10 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fa9c401c810 tx=0x7fa9c401cfd0 comp rx=0 tx=0).stop 2024-06-06T08:40:22.459 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.460+0000 7fa9dc1ea740 1 -- 172.21.15.42:0/1713401769 shutdown_connections 2024-06-06T08:40:22.459 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.460+0000 7fa9dc1ea740 1 --2- 172.21.15.42:0/1713401769 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56434c262a90 0x56434c269150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:22.459 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.460+0000 7fa9dc1ea740 1 --2- 172.21.15.42:0/1713401769 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56434c26d350 0x56434c285780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:22.459 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.460+0000 7fa9dc1ea740 1 --2- 172.21.15.42:0/1713401769 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56434c262170 0x56434c268c10 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:22.459 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.461+0000 7fa9dc1ea740 1 -- 172.21.15.42:0/1713401769 >> 172.21.15.42:0/1713401769 conn(0x56434c25e680 msgr2=0x56434c265670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:40:22.463 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.464+0000 7fa9dc1ea740 1 -- 172.21.15.42:0/1713401769 shutdown_connections 2024-06-06T08:40:22.463 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.465+0000 7fa9dc1ea740 1 -- 172.21.15.42:0/1713401769 wait complete. 2024-06-06T08:40:22.464 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.465+0000 7fa9dc1ea740 1 -- start start 2024-06-06T08:40:22.464 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.465+0000 7fa9dc1ea740 1 Processor -- start 2024-06-06T08:40:22.464 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.466+0000 7fa9dc1ea740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56434c262170 0x56434c267db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:22.464 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.466+0000 7fa9dc1ea740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56434c262a90 0x56434c2752f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:22.464 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.466+0000 7fa9dc1ea740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56434c26d350 0x56434c275830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:22.464 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.466+0000 7fa9dc1ea740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa9d4073090 con 0x56434c26d350 2024-06-06T08:40:22.464 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.466+0000 7fa9dc1ea740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fa9d41c6150 con 0x56434c262170 2024-06-06T08:40:22.464 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.466+0000 7fa9dc1ea740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fa9d4073710 con 0x56434c262a90 2024-06-06T08:40:22.464 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.466+0000 7fa9dc1ea740 10 client.0 _ll_register_callbacks cb 0x7fa9c4014050 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:40:22.466 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.467+0000 7fa9d37fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56434c26d350 0x56434c275830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:40:22.466 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.467+0000 7fa9d37fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56434c26d350 0x56434c275830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:49984/0 (socket says 172.21.15.42:49984) 2024-06-06T08:40:22.466 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.467+0000 7fa9d37fe640 1 -- 172.21.15.42:0/913856602 learned_addr learned my addr 172.21.15.42:0/913856602 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:40:22.466 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.467+0000 7fa9d27fc640 1 --2- 172.21.15.42:0/913856602 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56434c262a90 0x56434c2752f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:40:22.467 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.467+0000 7fa9d2ffd640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56434c262170 0x56434c267db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:40:22.467 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.469+0000 7fa9d27fc640 1 -- 172.21.15.42:0/913856602 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56434c262170 msgr2=0x56434c267db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:40:22.467 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.469+0000 7fa9d27fc640 1 --2- 172.21.15.42:0/913856602 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56434c262170 0x56434c267db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:22.467 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.469+0000 7fa9d27fc640 1 -- 172.21.15.42:0/913856602 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56434c26d350 msgr2=0x56434c275830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:40:22.467 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.469+0000 7fa9d27fc640 1 --2- 172.21.15.42:0/913856602 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56434c26d350 0x56434c275830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:22.467 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.469+0000 7fa9d27fc640 1 -- 172.21.15.42:0/913856602 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56434c275ef0 con 0x56434c262a90 2024-06-06T08:40:22.469 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.470+0000 7fa9d27fc640 1 --2- 172.21.15.42:0/913856602 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56434c262a90 0x56434c2752f0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fa9c80cf1a0 tx=0x7fa9c809a330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=713100b4cb888fac server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:40:22.469 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.470+0000 7fa9b6ff5640 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:40:22.470 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.472+0000 7fa9b6ff5640 1 -- 172.21.15.42:0/913856602 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9c80a2320 con 0x56434c262a90 2024-06-06T08:40:22.471 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.472+0000 7fa9dc1ea740 1 -- 172.21.15.42:0/913856602 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa9c401ca00 con 0x56434c262a90 2024-06-06T08:40:22.471 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.472+0000 7fa9b6ff5640 1 -- 172.21.15.42:0/913856602 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(131..131 src has 1..131) ==== 9638+0+0 (secure 0 0 0) 0x7fa9c80cf420 con 0x56434c262a90 2024-06-06T08:40:22.471 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.473+0000 7fa9b6ff5640 1 -- 172.21.15.42:0/913856602 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) ==== 24+0+0 (secure 0 0 0) 0x7fa9c80cf620 con 0x56434c262a90 2024-06-06T08:40:22.472 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.474+0000 7fa9dc1ea740 10 client.27400 fetch_fsmap learned FSMap version 48 2024-06-06T08:40:22.472 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.474+0000 7fa9dc1ea740 1 -- 172.21.15.42:0/913856602 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) -- 0x56434c2e7870 con 0x56434c262a90 2024-06-06T08:40:22.476 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.478+0000 7fa9b6ff5640 1 -- 172.21.15.42:0/913856602 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa9c401ca00 con 0x56434c262a90 2024-06-06T08:40:22.476 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.478+0000 7fa9b6ff5640 1 -- 172.21.15.42:0/913856602 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 48) ==== 8370+0+0 (secure 0 0 0) 0x7fa9c80bcbb0 con 0x56434c262a90 2024-06-06T08:40:22.477 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.478+0000 7fa9dc1ea740 10 client.27400 fetch_fsmap finished waiting for FSMap version 48 2024-06-06T08:40:22.477 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.478+0000 7fa9dc1ea740 10 client.27400 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:40:22.477 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.478+0000 7fa9dc1ea740 20 client.27400 populate_metadata read hostname 'smithi042' 2024-06-06T08:40:22.477 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.478+0000 7fa9dc1ea740 1 --2- 172.21.15.42:0/913856602 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56434c2e7fd0 0x56434c2ea3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:22.477 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.478+0000 7fa9dc1ea740 4 client.27400 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:40:22.477 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.478+0000 7fa9dc1ea740 1 -- 172.21.15.42:0/913856602 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56434c1d3c20 con 0x56434c2e7fd0 2024-06-06T08:40:22.481 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.482+0000 7fa9d2ffd640 1 --2- 172.21.15.42:0/913856602 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56434c2e7fd0 0x56434c2ea3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:40:22.489 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.490+0000 7fa9d2ffd640 1 --2- 172.21.15.42:0/913856602 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56434c2e7fd0 0x56434c2ea3f0 crc :-1 s=READY pgs=298 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6e83bd675c027006 server_cookie=3233ac22f40661e9 in_seq=0 out_seq=0 2024-06-06T08:40:22.492 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.491+0000 7fa9b6ff5640 10 client.27400 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:40:22.602 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.602+0000 7fa9b6ff5640 1 -- 172.21.15.42:0/913856602 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x56434c1d3c20 con 0x56434c2e7fd0 2024-06-06T08:40:22.602 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.602+0000 7fa9b6ff5640 10 client.27400 handle_command_reply: tid=0 2024-06-06T08:40:22.602 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.603+0000 7fa9dc1ea740 1 client.27400 shutdown 2024-06-06T08:40:22.602 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.603+0000 7fa9dc1ea740 1 -- 172.21.15.42:0/913856602 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56434c262a90 msgr2=0x56434c2752f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:40:22.602 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.603+0000 7fa9dc1ea740 1 --2- 172.21.15.42:0/913856602 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56434c262a90 0x56434c2752f0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fa9c80cf1a0 tx=0x7fa9c809a330 comp rx=0 tx=0).stop 2024-06-06T08:40:22.602 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.603+0000 7fa9dc1ea740 1 -- 172.21.15.42:0/913856602 shutdown_connections 2024-06-06T08:40:22.602 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.603+0000 7fa9dc1ea740 1 --2- 172.21.15.42:0/913856602 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56434c2e7fd0 0x56434c2ea3f0 crc :-1 s=READY pgs=298 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:22.602 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.603+0000 7fa9dc1ea740 1 --2- 172.21.15.42:0/913856602 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56434c26d350 0x56434c275830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:22.603 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.603+0000 7fa9dc1ea740 1 --2- 172.21.15.42:0/913856602 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56434c262a90 0x56434c2752f0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:22.603 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.603+0000 7fa9dc1ea740 1 --2- 172.21.15.42:0/913856602 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56434c262170 0x56434c267db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:22.603 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.603+0000 7fa9dc1ea740 1 -- 172.21.15.42:0/913856602 >> 172.21.15.42:0/913856602 conn(0x56434c25e680 msgr2=0x56434c268b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:40:22.603 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.603+0000 7fa9b6ff5640 0 client.27400 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:40:22.603 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.603+0000 7fa9dc1ea740 1 -- 172.21.15.42:0/913856602 shutdown_connections 2024-06-06T08:40:22.603 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.603+0000 7fa9dc1ea740 1 -- 172.21.15.42:0/913856602 wait complete. 2024-06-06T08:40:22.603 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.603+0000 7fa9dc1ea740 20 client.27400 trim_cache size 0 max 16384 2024-06-06T08:40:22.603 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:40:22.603 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:40:22.603 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:40:22.604 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.604+0000 7fa9d9402640 1 -- 172.21.15.42:0/3962893751 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fa9bc0a2f80 msgr2=0x7fa9bc0a5440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:40:22.604 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.604+0000 7fa9d9402640 1 --2- 172.21.15.42:0/3962893751 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fa9bc0a2f80 0x7fa9bc0a5440 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fa9c4005d90 tx=0x7fa9c4005e40 comp rx=0 tx=0).stop 2024-06-06T08:40:22.604 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.604+0000 7fa9d9402640 1 -- 172.21.15.42:0/3962893751 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa9d4074660 msgr2=0x7fa9d41123f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:40:22.605 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.604+0000 7fa9d9402640 1 --2- 172.21.15.42:0/3962893751 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa9d4074660 0x7fa9d41123f0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fa9c800e9f0 tx=0x7fa9c800eeb0 comp rx=0 tx=0).stop 2024-06-06T08:40:22.605 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.604+0000 7fa9d9402640 1 -- 172.21.15.42:0/3962893751 shutdown_connections 2024-06-06T08:40:22.605 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.604+0000 7fa9d9402640 1 --2- 172.21.15.42:0/3962893751 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fa9bc0a2f80 0x7fa9bc0a5440 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:22.605 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.604+0000 7fa9d9402640 1 --2- 172.21.15.42:0/3962893751 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa9d4074660 0x7fa9d41123f0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:22.605 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.604+0000 7fa9d9402640 1 --2- 172.21.15.42:0/3962893751 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa9d4112990 0x7fa9d410b0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:22.605 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.604+0000 7fa9d9402640 1 --2- 172.21.15.42:0/3962893751 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa9d4073d40 0x7fa9d4111eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:22.605 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.604+0000 7fa9d9402640 1 -- 172.21.15.42:0/3962893751 >> 172.21.15.42:0/3962893751 conn(0x7fa9d40fd450 msgr2=0x7fa9d40fe0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:40:22.605 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.604+0000 7fa9d9402640 1 -- 172.21.15.42:0/3962893751 shutdown_connections 2024-06-06T08:40:22.605 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:22.604+0000 7fa9d9402640 1 -- 172.21.15.42:0/3962893751 wait complete. 2024-06-06T08:40:23.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:40:22 smithi149 ceph-mon[36842]: pgmap v566: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 923 KiB/s rd, 903 KiB/s wr, 223 op/s 2024-06-06T08:40:23.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:40:22 smithi042 ceph-mon[32384]: pgmap v566: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 923 KiB/s rd, 903 KiB/s wr, 223 op/s 2024-06-06T08:40:23.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:40:22 smithi120 ceph-mon[36658]: pgmap v566: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 923 KiB/s rd, 903 KiB/s wr, 223 op/s 2024-06-06T08:40:25.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:40:24 smithi149 ceph-mon[36842]: pgmap v567: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.1 MiB/s wr, 211 op/s 2024-06-06T08:40:25.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:40:24 smithi042 ceph-mon[32384]: pgmap v567: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.1 MiB/s wr, 211 op/s 2024-06-06T08:40:25.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:40:24 smithi120 ceph-mon[36658]: pgmap v567: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.1 MiB/s wr, 211 op/s 2024-06-06T08:40:27.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:40:26 smithi149 ceph-mon[36842]: pgmap v568: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.1 MiB/s wr, 216 op/s 2024-06-06T08:40:27.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:40:26 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:40:27.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:40:26 smithi042 ceph-mon[32384]: pgmap v568: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.1 MiB/s wr, 216 op/s 2024-06-06T08:40:27.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:40:26 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:40:27.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:40:26 smithi120 ceph-mon[36658]: pgmap v568: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.1 MiB/s wr, 216 op/s 2024-06-06T08:40:27.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:40:26 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:40:28.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:40:27 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:40:28.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:40:27 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:40:28.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:40:27 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:40:28.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:40:27 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:40:28.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:40:27 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:40:28.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:40:27 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:40:28.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:40:27 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:40:28.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:40:27 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:40:28.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:40:27 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:40:29.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:40:28 smithi149 ceph-mon[36842]: pgmap v569: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 966 KiB/s rd, 1011 KiB/s wr, 203 op/s 2024-06-06T08:40:29.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:40:28 smithi042 ceph-mon[32384]: pgmap v569: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 966 KiB/s rd, 1011 KiB/s wr, 203 op/s 2024-06-06T08:40:29.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:40:28 smithi120 ceph-mon[36658]: pgmap v569: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 966 KiB/s rd, 1011 KiB/s wr, 203 op/s 2024-06-06T08:40:31.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:40:30 smithi149 ceph-mon[36842]: pgmap v570: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 221 op/s 2024-06-06T08:40:31.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:40:30 smithi042 ceph-mon[32384]: pgmap v570: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 221 op/s 2024-06-06T08:40:31.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:40:30 smithi120 ceph-mon[36658]: pgmap v570: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 221 op/s 2024-06-06T08:40:33.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:40:32 smithi149 ceph-mon[36842]: pgmap v571: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 215 op/s 2024-06-06T08:40:33.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:40:32 smithi042 ceph-mon[32384]: pgmap v571: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 215 op/s 2024-06-06T08:40:33.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:40:32 smithi120 ceph-mon[36658]: pgmap v571: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 215 op/s 2024-06-06T08:40:35.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:40:34 smithi149 ceph-mon[36842]: pgmap v572: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 229 op/s 2024-06-06T08:40:35.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:40:34 smithi042 ceph-mon[32384]: pgmap v572: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 229 op/s 2024-06-06T08:40:35.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:40:34 smithi120 ceph-mon[36658]: pgmap v572: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 229 op/s 2024-06-06T08:40:35.760 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.761+0000 7f935ce15640 1 -- 172.21.15.42:0/783884769 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9358106990 msgr2=0x7f9358106d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:40:35.761 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.761+0000 7f935ce15640 1 --2- 172.21.15.42:0/783884769 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9358106990 0x7f9358106d70 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f9340009900 tx=0x7f934002a400 comp rx=0 tx=0).stop 2024-06-06T08:40:35.762 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.764+0000 7f935ce15640 1 -- 172.21.15.42:0/783884769 shutdown_connections 2024-06-06T08:40:35.762 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.764+0000 7f935ce15640 1 --2- 172.21.15.42:0/783884769 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f93580ffea0 0x7f9358100320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:35.762 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.764+0000 7f935ce15640 1 --2- 172.21.15.42:0/783884769 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9358100860 0x7f93581055f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:35.762 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.764+0000 7f935ce15640 1 --2- 172.21.15.42:0/783884769 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9358106990 0x7f9358106d70 secure :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f9340009900 tx=0x7f934002a400 comp rx=0 tx=0).stop 2024-06-06T08:40:35.762 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.764+0000 7f935ce15640 1 -- 172.21.15.42:0/783884769 >> 172.21.15.42:0/783884769 conn(0x7f9358076e30 msgr2=0x7f93580fe1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:40:35.768 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.770+0000 7f935ce15640 1 -- 172.21.15.42:0/783884769 shutdown_connections 2024-06-06T08:40:35.769 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.770+0000 7f935ce15640 1 -- 172.21.15.42:0/783884769 wait complete. 2024-06-06T08:40:35.770 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.771+0000 7f935ce15640 1 Processor -- start 2024-06-06T08:40:35.770 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.771+0000 7f935ce15640 1 -- start start 2024-06-06T08:40:35.770 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.772+0000 7f935ce15640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f93580ffea0 0x7f93581a4680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:35.770 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.772+0000 7f935ce15640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9358100860 0x7f93581a4bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:35.770 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.772+0000 7f935ce15640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f935819e740 0x7f935819ebc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:35.770 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.772+0000 7f935ce15640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9358118420 con 0x7f935819e740 2024-06-06T08:40:35.770 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.772+0000 7f935ce15640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f93581182a0 con 0x7f9358100860 2024-06-06T08:40:35.771 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.772+0000 7f935ce15640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f93581185a0 con 0x7f93580ffea0 2024-06-06T08:40:35.771 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.772+0000 7f9356d9d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f935819e740 0x7f935819ebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:40:35.771 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.772+0000 7f9356d9d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f935819e740 0x7f935819ebc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:38102/0 (socket says 172.21.15.42:38102) 2024-06-06T08:40:35.771 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.772+0000 7f9356d9d640 1 -- 172.21.15.42:0/4006237453 learned_addr learned my addr 172.21.15.42:0/4006237453 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:40:35.771 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.773+0000 7f9356d9d640 1 -- 172.21.15.42:0/4006237453 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f93580ffea0 msgr2=0x7f93581a4680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:40:35.771 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.773+0000 7f9356d9d640 1 --2- 172.21.15.42:0/4006237453 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f93580ffea0 0x7f93581a4680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:35.771 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.773+0000 7f9356d9d640 1 -- 172.21.15.42:0/4006237453 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9358100860 msgr2=0x7f93581a4bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:40:35.772 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.773+0000 7f9356d9d640 1 --2- 172.21.15.42:0/4006237453 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9358100860 0x7f93581a4bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:35.772 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.773+0000 7f9356d9d640 1 -- 172.21.15.42:0/4006237453 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f935819f340 con 0x7f935819e740 2024-06-06T08:40:35.772 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.773+0000 7f9356d9d640 1 --2- 172.21.15.42:0/4006237453 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f935819e740 0x7f935819ebc0 secure :-1 s=READY pgs=1021 cs=0 l=1 rev1=1 crypto rx=0x7f935000b970 tx=0x7f935000be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:40:35.772 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.774+0000 7f934f7fe640 1 -- 172.21.15.42:0/4006237453 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9350019070 con 0x7f935819e740 2024-06-06T08:40:35.773 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.774+0000 7f934f7fe640 1 -- 172.21.15.42:0/4006237453 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f935000cb40 con 0x7f935819e740 2024-06-06T08:40:35.773 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.774+0000 7f934f7fe640 1 -- 172.21.15.42:0/4006237453 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9350007650 con 0x7f935819e740 2024-06-06T08:40:35.773 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.774+0000 7f935ce15640 1 -- 172.21.15.42:0/4006237453 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93581ab420 con 0x7f935819e740 2024-06-06T08:40:35.773 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.774+0000 7f935ce15640 1 -- 172.21.15.42:0/4006237453 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93581ab7d0 con 0x7f935819e740 2024-06-06T08:40:35.778 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.779+0000 7f935fbff740 1 Processor -- start 2024-06-06T08:40:35.779 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.779+0000 7f934f7fe640 1 -- 172.21.15.42:0/4006237453 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f935001c070 con 0x7f935819e740 2024-06-06T08:40:35.779 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.779+0000 7f935fbff740 1 -- start start 2024-06-06T08:40:35.779 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.780+0000 7f935fbff740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56077c424030 0x56077c424410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:35.779 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.780+0000 7f935fbff740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56077c424950 0x56077c43fe20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:35.779 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.780+0000 7f935fbff740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56077c440360 0x56077c442750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:35.779 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.780+0000 7f935fbff740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56077c3884f0 con 0x56077c424030 2024-06-06T08:40:35.779 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.780+0000 7f935fbff740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x56077c326870 con 0x56077c424950 2024-06-06T08:40:35.779 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.780+0000 7f935fbff740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x56077c3844b0 con 0x56077c440360 2024-06-06T08:40:35.780 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.781+0000 7f934f7fe640 1 --2- 172.21.15.42:0/4006237453 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f93380a2ef0 0x7f93380a53b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:35.780 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.781+0000 7f934f7fe640 1 -- 172.21.15.42:0/4006237453 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 9638+0+0 (secure 0 0 0) 0x7f93500ced40 con 0x7f935819e740 2024-06-06T08:40:35.780 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.782+0000 7f9356d9d640 1 --2- 172.21.15.42:0/4006237453 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f93380a2ef0 0x7f93380a53b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:40:35.781 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.783+0000 7f935659c640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56077c424950 0x56077c43fe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:40:35.781 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.783+0000 7f934ffff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56077c424030 0x56077c424410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:40:35.782 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.783+0000 7f934ffff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56077c424030 0x56077c424410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:38112/0 (socket says 172.21.15.42:38112) 2024-06-06T08:40:35.782 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.783+0000 7f934ffff640 1 -- 172.21.15.42:0/279947765 learned_addr learned my addr 172.21.15.42:0/279947765 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:40:35.782 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.783+0000 7f934ffff640 1 --2- 172.21.15.42:0/279947765 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56077c440360 0x56077c442750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:40:35.784 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.784+0000 7f934ffff640 1 -- 172.21.15.42:0/279947765 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56077c424950 msgr2=0x56077c43fe20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:40:35.784 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.784+0000 7f934ffff640 1 --2- 172.21.15.42:0/279947765 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56077c424950 0x56077c43fe20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:35.785 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.784+0000 7f934ffff640 1 -- 172.21.15.42:0/279947765 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56077c424030 msgr2=0x56077c424410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:40:35.785 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.784+0000 7f934ffff640 1 --2- 172.21.15.42:0/279947765 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56077c424030 0x56077c424410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:35.785 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.784+0000 7f934ffff640 1 -- 172.21.15.42:0/279947765 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56077c3429b0 con 0x56077c440360 2024-06-06T08:40:35.785 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.784+0000 7f934ffff640 1 --2- 172.21.15.42:0/279947765 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56077c440360 0x56077c442750 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f93480137e0 tx=0x7f9348005850 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1f3c332d55977558 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:40:35.786 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.788+0000 7f934cff9640 1 -- 172.21.15.42:0/279947765 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9348004050 con 0x56077c440360 2024-06-06T08:40:35.787 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.788+0000 7f934cff9640 1 -- 172.21.15.42:0/279947765 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9348005500 con 0x56077c440360 2024-06-06T08:40:35.787 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.789+0000 7f935fbff740 1 -- 172.21.15.42:0/279947765 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56077c440360 msgr2=0x56077c442750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:40:35.787 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.789+0000 7f935fbff740 1 --2- 172.21.15.42:0/279947765 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56077c440360 0x56077c442750 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f93480137e0 tx=0x7f9348005850 comp rx=0 tx=0).stop 2024-06-06T08:40:35.789 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.790+0000 7f935fbff740 1 -- 172.21.15.42:0/279947765 shutdown_connections 2024-06-06T08:40:35.789 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.790+0000 7f935fbff740 1 --2- 172.21.15.42:0/279947765 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56077c424950 0x56077c43fe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:35.790 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.790+0000 7f935fbff740 1 --2- 172.21.15.42:0/279947765 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56077c440360 0x56077c442750 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:35.790 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.790+0000 7f935fbff740 1 --2- 172.21.15.42:0/279947765 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56077c424030 0x56077c424410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:35.790 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.790+0000 7f935fbff740 1 -- 172.21.15.42:0/279947765 >> 172.21.15.42:0/279947765 conn(0x56077c420680 msgr2=0x56077c420a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:40:35.792 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.792+0000 7f935fbff740 1 -- 172.21.15.42:0/279947765 shutdown_connections 2024-06-06T08:40:35.795 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.797+0000 7f935fbff740 1 -- 172.21.15.42:0/279947765 wait complete. 2024-06-06T08:40:35.795 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.797+0000 7f9356d9d640 1 --2- 172.21.15.42:0/4006237453 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f93380a2ef0 0x7f93380a53b0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f93500cc140 tx=0x7f93500098d0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:40:35.799 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.798+0000 7f935fbff740 1 -- start start 2024-06-06T08:40:35.799 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.798+0000 7f935fbff740 1 Processor -- start 2024-06-06T08:40:35.799 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.800+0000 7f935fbff740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56077c424030 0x56077c43d250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:35.799 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.800+0000 7f935fbff740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56077c424950 0x56077c43d790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:35.799 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.800+0000 7f935fbff740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56077c440360 0x56077c43dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:35.799 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.800+0000 7f935fbff740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56077c442f20 con 0x56077c424950 2024-06-06T08:40:35.799 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.800+0000 7f935fbff740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x56077c311ae0 con 0x56077c424030 2024-06-06T08:40:35.799 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.800+0000 7f935fbff740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x56077c4430a0 con 0x56077c440360 2024-06-06T08:40:35.799 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.800+0000 7f935fbff740 10 client.0 _ll_register_callbacks cb 0x56077c34a9b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:40:35.801 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.802+0000 7f934ffff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56077c424030 0x56077c43d250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:40:35.803 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.802+0000 7f934ffff640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56077c424030 0x56077c43d250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:45900/0 (socket says 172.21.15.42:45900) 2024-06-06T08:40:35.803 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.803+0000 7f934ffff640 1 -- 172.21.15.42:0/1416037417 learned_addr learned my addr 172.21.15.42:0/1416037417 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:40:35.803 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.803+0000 7f934ffff640 1 --2- 172.21.15.42:0/1416037417 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56077c440360 0x56077c43dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:40:35.803 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.803+0000 7f935659c640 1 --2- 172.21.15.42:0/1416037417 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56077c424950 0x56077c43d790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:40:35.811 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.812+0000 7f934ffff640 1 -- 172.21.15.42:0/1416037417 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56077c440360 msgr2=0x56077c43dcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:40:35.811 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.812+0000 7f934ffff640 1 --2- 172.21.15.42:0/1416037417 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56077c440360 0x56077c43dcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:35.811 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.812+0000 7f934ffff640 1 -- 172.21.15.42:0/1416037417 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56077c424950 msgr2=0x56077c43d790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:40:35.811 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.812+0000 7f934ffff640 1 --2- 172.21.15.42:0/1416037417 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56077c424950 0x56077c43d790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:35.812 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.812+0000 7f934ffff640 1 -- 172.21.15.42:0/1416037417 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56077c09c210 con 0x56077c424030 2024-06-06T08:40:35.815 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.814+0000 7f935659c640 1 --2- 172.21.15.42:0/1416037417 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56077c424950 0x56077c43d790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:40:35.816 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.817+0000 7f934ffff640 1 --2- 172.21.15.42:0/1416037417 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56077c424030 0x56077c43d250 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f9348009fd0 tx=0x7f93480045b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8a104278bab9397e server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:40:35.816 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.818+0000 7f9345ffb640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:40:35.817 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.818+0000 7f9345ffb640 1 -- 172.21.15.42:0/1416037417 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9348009530 con 0x56077c424030 2024-06-06T08:40:35.817 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.818+0000 7f9345ffb640 1 -- 172.21.15.42:0/1416037417 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(131..131 src has 1..131) ==== 9638+0+0 (secure 0 0 0) 0x7f9348013110 con 0x56077c424030 2024-06-06T08:40:35.817 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.818+0000 7f935fbff740 1 -- 172.21.15.42:0/1416037417 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9348005500 con 0x56077c424030 2024-06-06T08:40:35.819 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.819+0000 7f9345ffb640 1 -- 172.21.15.42:0/1416037417 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) ==== 24+0+0 (secure 0 0 0) 0x7f9348013310 con 0x56077c424030 2024-06-06T08:40:35.819 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.820+0000 7f935fbff740 10 client.27536 fetch_fsmap learned FSMap version 48 2024-06-06T08:40:35.819 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.820+0000 7f935fbff740 1 -- 172.21.15.42:0/1416037417 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) -- 0x56077c168620 con 0x56077c424030 2024-06-06T08:40:35.822 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.824+0000 7f9345ffb640 1 -- 172.21.15.42:0/1416037417 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9348005500 con 0x56077c424030 2024-06-06T08:40:35.822 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.824+0000 7f9345ffb640 1 -- 172.21.15.42:0/1416037417 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 48) ==== 8370+0+0 (secure 0 0 0) 0x7f93480035f0 con 0x56077c424030 2024-06-06T08:40:35.823 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.824+0000 7f935fbff740 10 client.27536 fetch_fsmap finished waiting for FSMap version 48 2024-06-06T08:40:35.823 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.824+0000 7f935fbff740 10 client.27536 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:40:35.823 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.824+0000 7f935fbff740 20 client.27536 populate_metadata read hostname 'smithi042' 2024-06-06T08:40:35.823 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.824+0000 7f935fbff740 1 --2- 172.21.15.42:0/1416037417 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56077c461870 0x56077c463cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:35.823 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.824+0000 7f935fbff740 4 client.27536 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:40:35.823 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.824+0000 7f935fbff740 1 -- 172.21.15.42:0/1416037417 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56077c39bf10 con 0x56077c461870 2024-06-06T08:40:35.828 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.830+0000 7f935659c640 1 --2- 172.21.15.42:0/1416037417 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56077c461870 0x56077c463cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:40:35.837 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.839+0000 7f935659c640 1 --2- 172.21.15.42:0/1416037417 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56077c461870 0x56077c463cd0 crc :-1 s=READY pgs=299 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3550f11254c2e0d6 server_cookie=b91fe544558d1e62 in_seq=0 out_seq=0 2024-06-06T08:40:35.838 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.840+0000 7f9345ffb640 10 client.27536 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:40:35.843 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.844+0000 7f9345ffb640 1 -- 172.21.15.42:0/1416037417 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x56077c39bf10 con 0x56077c461870 2024-06-06T08:40:35.843 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.844+0000 7f9345ffb640 10 client.27536 handle_command_reply: tid=0 2024-06-06T08:40:35.843 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.844+0000 7f935fbff740 1 client.27536 shutdown 2024-06-06T08:40:35.845 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.847+0000 7f935fbff740 1 -- 172.21.15.42:0/1416037417 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56077c424030 msgr2=0x56077c43d250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:40:35.845 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.847+0000 7f935fbff740 1 --2- 172.21.15.42:0/1416037417 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56077c424030 0x56077c43d250 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f9348009fd0 tx=0x7f93480045b0 comp rx=0 tx=0).stop 2024-06-06T08:40:35.851 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.851+0000 7f935fbff740 1 -- 172.21.15.42:0/1416037417 shutdown_connections 2024-06-06T08:40:35.851 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.851+0000 7f935fbff740 1 --2- 172.21.15.42:0/1416037417 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56077c461870 0x56077c463cd0 crc :-1 s=READY pgs=299 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:35.851 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.851+0000 7f935fbff740 1 --2- 172.21.15.42:0/1416037417 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56077c440360 0x56077c43dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:35.851 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.851+0000 7f935fbff740 1 --2- 172.21.15.42:0/1416037417 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56077c424950 0x56077c43d790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:35.851 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.851+0000 7f935fbff740 1 --2- 172.21.15.42:0/1416037417 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56077c424030 0x56077c43d250 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:35.851 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.851+0000 7f935fbff740 1 -- 172.21.15.42:0/1416037417 >> 172.21.15.42:0/1416037417 conn(0x56077c420680 msgr2=0x56077c426450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:40:35.851 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.851+0000 7f9345ffb640 0 client.27536 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:40:35.857 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.856+0000 7f935fbff740 1 -- 172.21.15.42:0/1416037417 shutdown_connections 2024-06-06T08:40:35.857 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.857+0000 7f935fbff740 1 -- 172.21.15.42:0/1416037417 wait complete. 2024-06-06T08:40:35.858 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.858+0000 7f935fbff740 20 client.27536 trim_cache size 0 max 16384 2024-06-06T08:40:35.889 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.891+0000 7f935fbff740 1 Processor -- start 2024-06-06T08:40:35.889 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.891+0000 7f935fbff740 1 -- start start 2024-06-06T08:40:35.893 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.891+0000 7f935fbff740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56077c424030 0x56077c45d920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:35.893 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.891+0000 7f935fbff740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56077c424950 0x56077c43bb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:35.893 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.891+0000 7f934ffff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56077c424030 0x56077c45d920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:40:35.893 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.891+0000 7f934ffff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56077c424030 0x56077c45d920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:38122/0 (socket says 172.21.15.42:38122) 2024-06-06T08:40:35.893 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.891+0000 7f934ffff640 1 -- 172.21.15.42:0/3008300500 learned_addr learned my addr 172.21.15.42:0/3008300500 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:40:35.893 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.891+0000 7f935fbff740 1 --2- 172.21.15.42:0/3008300500 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56077c440360 0x56077c43c060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:35.893 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.891+0000 7f935fbff740 1 -- 172.21.15.42:0/3008300500 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f933c012aa0 con 0x56077c424030 2024-06-06T08:40:35.893 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.891+0000 7f935fbff740 1 -- 172.21.15.42:0/3008300500 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f933c0102b0 con 0x56077c440360 2024-06-06T08:40:35.893 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.891+0000 7f935fbff740 1 -- 172.21.15.42:0/3008300500 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f933c00e120 con 0x56077c424950 2024-06-06T08:40:35.894 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.891+0000 7f935659c640 1 --2- 172.21.15.42:0/3008300500 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56077c424950 0x56077c43bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:40:35.894 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.892+0000 7f934ffff640 1 --2- 172.21.15.42:0/3008300500 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56077c440360 0x56077c43c060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:40:35.894 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.892+0000 7f935659c640 1 -- 172.21.15.42:0/3008300500 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56077c440360 msgr2=0x56077c43c060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:40:35.894 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.892+0000 7f935659c640 1 --2- 172.21.15.42:0/3008300500 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56077c440360 0x56077c43c060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:35.894 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.892+0000 7f935659c640 1 -- 172.21.15.42:0/3008300500 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56077c424030 msgr2=0x56077c45d920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:40:35.894 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.892+0000 7f935659c640 1 --2- 172.21.15.42:0/3008300500 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56077c424030 0x56077c45d920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:35.894 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.892+0000 7f935659c640 1 -- 172.21.15.42:0/3008300500 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56077c424780 con 0x56077c424950 2024-06-06T08:40:35.894 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.893+0000 7f935659c640 1 --2- 172.21.15.42:0/3008300500 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56077c424950 0x56077c43bb20 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f9358069f30 tx=0x7f9340000bc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a8a881df7b2da34c server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:40:35.897 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.897+0000 7f9347fff640 1 -- 172.21.15.42:0/3008300500 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9340000e60 con 0x56077c424950 2024-06-06T08:40:35.897 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.897+0000 7f9347fff640 1 -- 172.21.15.42:0/3008300500 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9340005050 con 0x56077c424950 2024-06-06T08:40:35.897 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.897+0000 7f9347fff640 1 -- 172.21.15.42:0/3008300500 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9340035040 con 0x56077c424950 2024-06-06T08:40:35.897 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.898+0000 7f935fbff740 1 -- 172.21.15.42:0/3008300500 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56077c424950 msgr2=0x56077c43bb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:40:35.897 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.898+0000 7f935fbff740 1 --2- 172.21.15.42:0/3008300500 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56077c424950 0x56077c43bb20 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f9358069f30 tx=0x7f9340000bc0 comp rx=0 tx=0).stop 2024-06-06T08:40:35.897 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.898+0000 7f935fbff740 1 -- 172.21.15.42:0/3008300500 shutdown_connections 2024-06-06T08:40:35.897 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.898+0000 7f935fbff740 1 --2- 172.21.15.42:0/3008300500 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56077c440360 0x56077c43c060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:35.898 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.898+0000 7f935fbff740 1 --2- 172.21.15.42:0/3008300500 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56077c424950 0x56077c43bb20 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:35.898 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.898+0000 7f935fbff740 1 --2- 172.21.15.42:0/3008300500 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56077c424030 0x56077c45d920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:35.898 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.898+0000 7f935fbff740 1 -- 172.21.15.42:0/3008300500 >> 172.21.15.42:0/3008300500 conn(0x56077c420680 msgr2=0x56077c438540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:40:35.898 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.898+0000 7f935fbff740 1 -- 172.21.15.42:0/3008300500 shutdown_connections 2024-06-06T08:40:35.898 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.898+0000 7f935fbff740 1 -- 172.21.15.42:0/3008300500 wait complete. 2024-06-06T08:40:35.898 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.898+0000 7f935fbff740 1 -- start start 2024-06-06T08:40:35.898 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.899+0000 7f935fbff740 1 Processor -- start 2024-06-06T08:40:35.899 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.899+0000 7f935fbff740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56077c424030 0x56077c4486c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:35.899 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.899+0000 7f935fbff740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56077c424950 0x56077c448c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:35.899 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.899+0000 7f935fbff740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56077c440360 0x56077c4433c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:35.899 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.899+0000 7f934ffff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56077c424030 0x56077c4486c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:40:35.900 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.899+0000 7f934ffff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56077c424030 0x56077c4486c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:60126/0 (socket says 172.21.15.42:60126) 2024-06-06T08:40:35.900 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.899+0000 7f934ffff640 1 -- 172.21.15.42:0/2636894587 learned_addr learned my addr 172.21.15.42:0/2636894587 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:40:35.900 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.899+0000 7f935fbff740 1 -- 172.21.15.42:0/2636894587 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f933c00e770 con 0x56077c424950 2024-06-06T08:40:35.900 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.899+0000 7f935fbff740 1 -- 172.21.15.42:0/2636894587 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f933c00fbe0 con 0x56077c440360 2024-06-06T08:40:35.900 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.899+0000 7f935fbff740 1 -- 172.21.15.42:0/2636894587 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f933c00ee40 con 0x56077c424030 2024-06-06T08:40:35.900 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.899+0000 7f935fbff740 10 client.0 _ll_register_callbacks cb 0x7f9348009d50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:40:35.900 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.900+0000 7f934ffff640 1 --2- 172.21.15.42:0/2636894587 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56077c440360 0x56077c4433c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:40:35.900 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.900+0000 7f934ffff640 1 -- 172.21.15.42:0/2636894587 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56077c440360 msgr2=0x56077c4433c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:40:35.900 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.900+0000 7f934ffff640 1 --2- 172.21.15.42:0/2636894587 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56077c440360 0x56077c4433c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:35.900 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.900+0000 7f934ffff640 1 -- 172.21.15.42:0/2636894587 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56077c424950 msgr2=0x56077c448c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:40:35.900 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.900+0000 7f934ffff640 1 --2- 172.21.15.42:0/2636894587 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56077c424950 0x56077c448c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:35.900 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.900+0000 7f934ffff640 1 -- 172.21.15.42:0/2636894587 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56077c443bf0 con 0x56077c424030 2024-06-06T08:40:35.900 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.900+0000 7f935fbff740 1 -- 172.21.15.42:0/2636894587 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9340005050 con 0x56077c424030 2024-06-06T08:40:35.901 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.901+0000 7f934ffff640 1 --2- 172.21.15.42:0/2636894587 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56077c424030 0x56077c4486c0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f9348004ff0 tx=0x7f9348013040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7ff364f489065950 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:40:35.901 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.902+0000 7f9345ffb640 10 client.27415 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:40:35.901 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.902+0000 7f9345ffb640 1 -- 172.21.15.42:0/2636894587 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9348009980 con 0x56077c424030 2024-06-06T08:40:35.901 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.902+0000 7f9345ffb640 1 -- 172.21.15.42:0/2636894587 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(131..131 src has 1..131) ==== 9638+0+0 (secure 0 0 0) 0x7f93480035f0 con 0x56077c424030 2024-06-06T08:40:35.901 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.902+0000 7f9345ffb640 1 -- 172.21.15.42:0/2636894587 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) ==== 24+0+0 (secure 0 0 0) 0x7f9348009530 con 0x56077c424030 2024-06-06T08:40:35.903 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.905+0000 7f935fbff740 10 client.27415 fetch_fsmap learned FSMap version 48 2024-06-06T08:40:35.903 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.905+0000 7f935fbff740 1 -- 172.21.15.42:0/2636894587 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({fsmap=48}) -- 0x56077c4cb010 con 0x56077c424030 2024-06-06T08:40:35.904 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.906+0000 7f9345ffb640 1 -- 172.21.15.42:0/2636894587 <== mon.1 v2:172.21.15.149:3300/0 4 ==== fsmap(e 48) ==== 8370+0+0 (secure 0 0 0) 0x7f9348005330 con 0x56077c424030 2024-06-06T08:40:35.904 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.906+0000 7f935fbff740 10 client.27415 fetch_fsmap finished waiting for FSMap version 48 2024-06-06T08:40:35.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.906+0000 7f935fbff740 10 client.27415 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:40:35.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.906+0000 7f935fbff740 20 client.27415 populate_metadata read hostname 'smithi042' 2024-06-06T08:40:35.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.906+0000 7f935fbff740 1 --2- 172.21.15.42:0/2636894587 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56077c4cb6e0 0x56077c4cdb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:35.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.906+0000 7f935fbff740 4 client.27415 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:40:35.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.906+0000 7f935fbff740 1 -- 172.21.15.42:0/2636894587 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56077c395c20 con 0x56077c4cb6e0 2024-06-06T08:40:35.905 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.906+0000 7f935659c640 1 --2- 172.21.15.42:0/2636894587 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56077c4cb6e0 0x56077c4cdb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:40:35.908 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.909+0000 7f935659c640 1 --2- 172.21.15.42:0/2636894587 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56077c4cb6e0 0x56077c4cdb40 crc :-1 s=READY pgs=300 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=572bd9eaa3315d4c server_cookie=3ccb2201051f18f2 in_seq=0 out_seq=0 2024-06-06T08:40:35.908 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.909+0000 7f9345ffb640 10 client.27415 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:40:35.988 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.989+0000 7f9345ffb640 1 -- 172.21.15.42:0/2636894587 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x56077c395c20 con 0x56077c4cb6e0 2024-06-06T08:40:35.988 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.989+0000 7f9345ffb640 10 client.27415 handle_command_reply: tid=0 2024-06-06T08:40:35.988 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.989+0000 7f935fbff740 1 client.27415 shutdown 2024-06-06T08:40:35.988 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.989+0000 7f935fbff740 1 -- 172.21.15.42:0/2636894587 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56077c424030 msgr2=0x56077c4486c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:40:35.988 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.989+0000 7f935fbff740 1 --2- 172.21.15.42:0/2636894587 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56077c424030 0x56077c4486c0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f9348004ff0 tx=0x7f9348013040 comp rx=0 tx=0).stop 2024-06-06T08:40:35.988 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.989+0000 7f935fbff740 1 -- 172.21.15.42:0/2636894587 shutdown_connections 2024-06-06T08:40:35.988 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.989+0000 7f935fbff740 1 --2- 172.21.15.42:0/2636894587 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x56077c4cb6e0 0x56077c4cdb40 crc :-1 s=READY pgs=300 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:35.989 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.989+0000 7f935fbff740 1 --2- 172.21.15.42:0/2636894587 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x56077c440360 0x56077c4433c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:35.989 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.989+0000 7f935fbff740 1 --2- 172.21.15.42:0/2636894587 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56077c424950 0x56077c448c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:35.989 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.989+0000 7f9345ffb640 0 client.27415 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:40:35.989 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.989+0000 7f935fbff740 1 --2- 172.21.15.42:0/2636894587 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56077c424030 0x56077c4486c0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:35.989 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.989+0000 7f935fbff740 1 -- 172.21.15.42:0/2636894587 >> 172.21.15.42:0/2636894587 conn(0x56077c420680 msgr2=0x56077c43bae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:40:35.989 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.989+0000 7f935fbff740 1 -- 172.21.15.42:0/2636894587 shutdown_connections 2024-06-06T08:40:35.989 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.989+0000 7f935fbff740 1 -- 172.21.15.42:0/2636894587 wait complete. 2024-06-06T08:40:35.989 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.989+0000 7f935fbff740 20 client.27415 trim_cache size 0 max 16384 2024-06-06T08:40:35.990 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:40:35.990 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:40:35.990 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:40:35.991 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.990+0000 7f935ce15640 1 -- 172.21.15.42:0/4006237453 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f93380a2ef0 msgr2=0x7f93380a53b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:40:35.991 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.990+0000 7f935ce15640 1 --2- 172.21.15.42:0/4006237453 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f93380a2ef0 0x7f93380a53b0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f93500cc140 tx=0x7f93500098d0 comp rx=0 tx=0).stop 2024-06-06T08:40:35.991 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.991+0000 7f935ce15640 1 -- 172.21.15.42:0/4006237453 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f935819e740 msgr2=0x7f935819ebc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:40:35.991 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.991+0000 7f935ce15640 1 --2- 172.21.15.42:0/4006237453 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f935819e740 0x7f935819ebc0 secure :-1 s=READY pgs=1021 cs=0 l=1 rev1=1 crypto rx=0x7f935000b970 tx=0x7f935000be30 comp rx=0 tx=0).stop 2024-06-06T08:40:35.991 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.991+0000 7f935ce15640 1 -- 172.21.15.42:0/4006237453 shutdown_connections 2024-06-06T08:40:35.991 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.991+0000 7f935ce15640 1 --2- 172.21.15.42:0/4006237453 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f93380a2ef0 0x7f93380a53b0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:35.991 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.991+0000 7f935ce15640 1 --2- 172.21.15.42:0/4006237453 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9358100860 0x7f93581a4bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:35.992 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.991+0000 7f935ce15640 1 --2- 172.21.15.42:0/4006237453 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f935819e740 0x7f935819ebc0 unknown :-1 s=CLOSED pgs=1021 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:35.992 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.991+0000 7f935ce15640 1 --2- 172.21.15.42:0/4006237453 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f93580ffea0 0x7f93581a4680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:35.992 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.991+0000 7f935ce15640 1 -- 172.21.15.42:0/4006237453 >> 172.21.15.42:0/4006237453 conn(0x7f9358076e30 msgr2=0x7f93580fe0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:40:35.992 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.992+0000 7f935ce15640 1 -- 172.21.15.42:0/4006237453 shutdown_connections 2024-06-06T08:40:35.992 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:35.992+0000 7f935ce15640 1 -- 172.21.15.42:0/4006237453 wait complete. 2024-06-06T08:40:37.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:40:36 smithi149 ceph-mon[36842]: pgmap v573: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 228 op/s 2024-06-06T08:40:37.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:40:36 smithi042 ceph-mon[32384]: pgmap v573: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 228 op/s 2024-06-06T08:40:37.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:40:36 smithi120 ceph-mon[36658]: pgmap v573: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 228 op/s 2024-06-06T08:40:37.815 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:40:37 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:40:37.387+0000 7f9f3dc58700 -1 calc_pg_upmaps abort due to max <= 0 2024-06-06T08:40:37.815 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:40:37 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:40:37.387+0000 7f9f3dc58700 -1 calc_pg_upmaps abort due to max <= 0 2024-06-06T08:40:39.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:40:38 smithi149 ceph-mon[36842]: pgmap v574: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.1 MiB/s wr, 215 op/s 2024-06-06T08:40:39.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:40:38 smithi042 ceph-mon[32384]: pgmap v574: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.1 MiB/s wr, 215 op/s 2024-06-06T08:40:39.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:40:38 smithi120 ceph-mon[36658]: pgmap v574: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.1 MiB/s wr, 215 op/s 2024-06-06T08:40:40.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:40:40 smithi120 ceph-mon[36658]: pgmap v575: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.5 MiB/s wr, 231 op/s 2024-06-06T08:40:41.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:40:40 smithi149 ceph-mon[36842]: pgmap v575: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.5 MiB/s wr, 231 op/s 2024-06-06T08:40:41.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:40:40 smithi042 ceph-mon[32384]: pgmap v575: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.5 MiB/s wr, 231 op/s 2024-06-06T08:40:43.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:40:42 smithi149 ceph-mon[36842]: pgmap v576: 129 pgs: 24 active+clean+snaptrim, 70 active+clean+snaptrim_wait, 35 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.2 MiB/s wr, 232 op/s 2024-06-06T08:40:43.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:40:42 smithi042 ceph-mon[32384]: pgmap v576: 129 pgs: 24 active+clean+snaptrim, 70 active+clean+snaptrim_wait, 35 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.2 MiB/s wr, 232 op/s 2024-06-06T08:40:43.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:40:42 smithi120 ceph-mon[36658]: pgmap v576: 129 pgs: 24 active+clean+snaptrim, 70 active+clean+snaptrim_wait, 35 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.2 MiB/s wr, 232 op/s 2024-06-06T08:40:45.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:40:44 smithi149 ceph-mon[36842]: pgmap v577: 129 pgs: 24 active+clean+snaptrim, 70 active+clean+snaptrim_wait, 35 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.2 MiB/s wr, 243 op/s 2024-06-06T08:40:45.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:40:44 smithi042 ceph-mon[32384]: pgmap v577: 129 pgs: 24 active+clean+snaptrim, 70 active+clean+snaptrim_wait, 35 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.2 MiB/s wr, 243 op/s 2024-06-06T08:40:45.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:40:44 smithi120 ceph-mon[36658]: pgmap v577: 129 pgs: 24 active+clean+snaptrim, 70 active+clean+snaptrim_wait, 35 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.2 MiB/s wr, 243 op/s 2024-06-06T08:40:47.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:40:46 smithi149 ceph-mon[36842]: pgmap v578: 129 pgs: 22 active+clean+snaptrim, 66 active+clean+snaptrim_wait, 41 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.3 MiB/s wr, 243 op/s 2024-06-06T08:40:47.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:40:46 smithi042 ceph-mon[32384]: pgmap v578: 129 pgs: 22 active+clean+snaptrim, 66 active+clean+snaptrim_wait, 41 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.3 MiB/s wr, 243 op/s 2024-06-06T08:40:47.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:40:46 smithi120 ceph-mon[36658]: pgmap v578: 129 pgs: 22 active+clean+snaptrim, 66 active+clean+snaptrim_wait, 41 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.3 MiB/s wr, 243 op/s 2024-06-06T08:40:49.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:40:48 smithi149 ceph-mon[36842]: pgmap v579: 129 pgs: 22 active+clean+snaptrim, 66 active+clean+snaptrim_wait, 41 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 243 op/s 2024-06-06T08:40:49.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:40:48 smithi042 ceph-mon[32384]: pgmap v579: 129 pgs: 22 active+clean+snaptrim, 66 active+clean+snaptrim_wait, 41 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 243 op/s 2024-06-06T08:40:49.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:40:48 smithi120 ceph-mon[36658]: pgmap v579: 129 pgs: 22 active+clean+snaptrim, 66 active+clean+snaptrim_wait, 41 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 243 op/s 2024-06-06T08:40:49.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.148+0000 7f6e3564d640 1 -- 172.21.15.42:0/4155571801 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6e30101330 msgr2=0x7f6e301057f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:40:49.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.148+0000 7f6e3564d640 1 --2- 172.21.15.42:0/4155571801 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6e30101330 0x7f6e301057f0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f6e24009890 tx=0x7f6e2402a440 comp rx=0 tx=0).stop 2024-06-06T08:40:49.150 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.152+0000 7f6e3564d640 1 -- 172.21.15.42:0/4155571801 shutdown_connections 2024-06-06T08:40:49.150 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.152+0000 7f6e3564d640 1 --2- 172.21.15.42:0/4155571801 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6e30105e10 0x7f6e301062c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:49.150 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.152+0000 7f6e3564d640 1 --2- 172.21.15.42:0/4155571801 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6e30101330 0x7f6e301057f0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:49.150 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.152+0000 7f6e3564d640 1 --2- 172.21.15.42:0/4155571801 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6e30100a10 0x7f6e30100df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:49.150 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.152+0000 7f6e3564d640 1 -- 172.21.15.42:0/4155571801 >> 172.21.15.42:0/4155571801 conn(0x7f6e300779f0 msgr2=0x7f6e30077e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:40:49.156 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.158+0000 7f6e3564d640 1 -- 172.21.15.42:0/4155571801 shutdown_connections 2024-06-06T08:40:49.157 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.159+0000 7f6e3564d640 1 -- 172.21.15.42:0/4155571801 wait complete. 2024-06-06T08:40:49.158 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.160+0000 7f6e3564d640 1 Processor -- start 2024-06-06T08:40:49.159 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.160+0000 7f6e3564d640 1 -- start start 2024-06-06T08:40:49.159 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.161+0000 7f6e3564d640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6e30100a10 0x7f6e301a4460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:49.159 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.161+0000 7f6e3564d640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6e30101330 0x7f6e301a49a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:49.160 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.161+0000 7f6e3564d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6e30105e10 0x7f6e3019e660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:49.160 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.161+0000 7f6e3564d640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6e301183a0 con 0x7f6e30105e10 2024-06-06T08:40:49.160 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.161+0000 7f6e3564d640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f6e30118220 con 0x7f6e30100a10 2024-06-06T08:40:49.160 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.162+0000 7f6e3564d640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f6e30118520 con 0x7f6e30101330 2024-06-06T08:40:49.161 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.162+0000 7f6e2f7fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6e30105e10 0x7f6e3019e660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:40:49.161 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.162+0000 7f6e2f7fe640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6e30105e10 0x7f6e3019e660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:60252/0 (socket says 172.21.15.42:60252) 2024-06-06T08:40:49.161 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.162+0000 7f6e2f7fe640 1 -- 172.21.15.42:0/3386105432 learned_addr learned my addr 172.21.15.42:0/3386105432 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:40:49.161 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.162+0000 7f6e2f7fe640 1 -- 172.21.15.42:0/3386105432 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6e30101330 msgr2=0x7f6e301a49a0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-06-06T08:40:49.161 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.162+0000 7f6e2f7fe640 1 --2- 172.21.15.42:0/3386105432 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6e30101330 0x7f6e301a49a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:49.162 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.162+0000 7f6e2f7fe640 1 -- 172.21.15.42:0/3386105432 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6e30100a10 msgr2=0x7f6e301a4460 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-06-06T08:40:49.162 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.162+0000 7f6e2f7fe640 1 --2- 172.21.15.42:0/3386105432 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6e30100a10 0x7f6e301a4460 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:49.162 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.162+0000 7f6e2f7fe640 1 -- 172.21.15.42:0/3386105432 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e3019ede0 con 0x7f6e30105e10 2024-06-06T08:40:49.162 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.163+0000 7f6e2f7fe640 1 --2- 172.21.15.42:0/3386105432 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6e30105e10 0x7f6e3019e660 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x7f6e2800eda0 tx=0x7f6e2800c6e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:40:49.162 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.164+0000 7f6e17fff640 1 -- 172.21.15.42:0/3386105432 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e28003b70 con 0x7f6e30105e10 2024-06-06T08:40:49.163 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.164+0000 7f6e3564d640 1 -- 172.21.15.42:0/3386105432 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e3019f0d0 con 0x7f6e30105e10 2024-06-06T08:40:49.163 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.164+0000 7f6e3564d640 1 -- 172.21.15.42:0/3386105432 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e301ab320 con 0x7f6e30105e10 2024-06-06T08:40:49.163 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.164+0000 7f6e17fff640 1 -- 172.21.15.42:0/3386105432 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6e28003d10 con 0x7f6e30105e10 2024-06-06T08:40:49.163 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.165+0000 7f6e17fff640 1 -- 172.21.15.42:0/3386105432 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e28017910 con 0x7f6e30105e10 2024-06-06T08:40:49.170 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.170+0000 7f6e17fff640 1 -- 172.21.15.42:0/3386105432 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f6e28017ab0 con 0x7f6e30105e10 2024-06-06T08:40:49.170 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.171+0000 7f6e17fff640 1 --2- 172.21.15.42:0/3386105432 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f6e180a2fd0 0x7f6e180a5490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:49.171 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.172+0000 7f6e17fff640 1 -- 172.21.15.42:0/3386105432 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 9638+0+0 (secure 0 0 0) 0x7f6e280d0a30 con 0x7f6e30105e10 2024-06-06T08:40:49.171 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.172+0000 7f6e37ffd740 1 Processor -- start 2024-06-06T08:40:49.171 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.173+0000 7f6e2effd640 1 --2- 172.21.15.42:0/3386105432 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f6e180a2fd0 0x7f6e180a5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:40:49.171 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.173+0000 7f6e37ffd740 1 -- start start 2024-06-06T08:40:49.172 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.173+0000 7f6e37ffd740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5561e5145170 0x5561e5145550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:49.172 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.174+0000 7f6e37ffd740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5561e5145a90 0x5561e514fe10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:49.173 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.174+0000 7f6e2effd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5561e5145170 0x5561e5145550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:40:49.173 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.174+0000 7f6e2effd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5561e5145170 0x5561e5145550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:53092/0 (socket says 172.21.15.42:53092) 2024-06-06T08:40:49.173 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.174+0000 7f6e2effd640 1 -- 172.21.15.42:0/1005913708 learned_addr learned my addr 172.21.15.42:0/1005913708 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:40:49.173 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.174+0000 7f6e2e7fc640 1 --2- 172.21.15.42:0/1005913708 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5561e5145a90 0x5561e514fe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:40:49.173 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.174+0000 7f6e37ffd740 1 --2- 172.21.15.42:0/1005913708 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5561e5150350 0x5561e5152740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:49.174 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.174+0000 7f6e37ffd740 1 -- 172.21.15.42:0/1005913708 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5561e50a94f0 con 0x5561e5150350 2024-06-06T08:40:49.174 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.175+0000 7f6e37ffd740 1 -- 172.21.15.42:0/1005913708 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5561e5047870 con 0x5561e5145a90 2024-06-06T08:40:49.174 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.175+0000 7f6e37ffd740 1 -- 172.21.15.42:0/1005913708 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5561e50a54b0 con 0x5561e5145170 2024-06-06T08:40:49.175 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.175+0000 7f6e2effd640 1 -- 172.21.15.42:0/1005913708 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5561e5145a90 msgr2=0x5561e514fe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:40:49.175 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.175+0000 7f6e2effd640 1 --2- 172.21.15.42:0/1005913708 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5561e5145a90 0x5561e514fe10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:49.175 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.175+0000 7f6e2effd640 1 -- 172.21.15.42:0/1005913708 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5561e5150350 msgr2=0x5561e5152740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:40:49.175 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.175+0000 7f6e2effd640 1 --2- 172.21.15.42:0/1005913708 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5561e5150350 0x5561e5152740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:49.175 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.175+0000 7f6e2effd640 1 -- 172.21.15.42:0/1005913708 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5561e50639b0 con 0x5561e5145170 2024-06-06T08:40:49.175 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.176+0000 7f6e2effd640 1 --2- 172.21.15.42:0/3386105432 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f6e180a2fd0 0x7f6e180a5490 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f6e2000bf00 tx=0x7f6e200147e0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:40:49.175 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.176+0000 7f6e2effd640 1 --2- 172.21.15.42:0/1005913708 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5561e5145170 0x5561e5145550 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f6e20005fd0 tx=0x7f6e2001a000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1b976f68f7c94d4e server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:40:49.176 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.176+0000 7f6e157fa640 1 -- 172.21.15.42:0/1005913708 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e2001e450 con 0x5561e5145170 2024-06-06T08:40:49.176 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.176+0000 7f6e157fa640 1 -- 172.21.15.42:0/1005913708 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6e20023070 con 0x5561e5145170 2024-06-06T08:40:49.176 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.176+0000 7f6e157fa640 1 -- 172.21.15.42:0/1005913708 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e20012930 con 0x5561e5145170 2024-06-06T08:40:49.176 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.177+0000 7f6e37ffd740 1 -- 172.21.15.42:0/1005913708 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5561e5145170 msgr2=0x5561e5145550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:40:49.176 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.178+0000 7f6e37ffd740 1 --2- 172.21.15.42:0/1005913708 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5561e5145170 0x5561e5145550 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f6e20005fd0 tx=0x7f6e2001a000 comp rx=0 tx=0).stop 2024-06-06T08:40:49.180 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.181+0000 7f6e37ffd740 1 -- 172.21.15.42:0/1005913708 shutdown_connections 2024-06-06T08:40:49.180 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.181+0000 7f6e37ffd740 1 --2- 172.21.15.42:0/1005913708 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5561e5145a90 0x5561e514fe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:49.180 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.181+0000 7f6e37ffd740 1 --2- 172.21.15.42:0/1005913708 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5561e5150350 0x5561e5152740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:49.180 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.181+0000 7f6e37ffd740 1 --2- 172.21.15.42:0/1005913708 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5561e5145170 0x5561e5145550 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:49.180 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.181+0000 7f6e37ffd740 1 -- 172.21.15.42:0/1005913708 >> 172.21.15.42:0/1005913708 conn(0x5561e5141680 msgr2=0x5561e5141a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:40:49.184 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.186+0000 7f6e37ffd740 1 -- 172.21.15.42:0/1005913708 shutdown_connections 2024-06-06T08:40:49.184 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.186+0000 7f6e37ffd740 1 -- 172.21.15.42:0/1005913708 wait complete. 2024-06-06T08:40:49.185 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.187+0000 7f6e37ffd740 1 -- start start 2024-06-06T08:40:49.185 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.187+0000 7f6e37ffd740 1 Processor -- start 2024-06-06T08:40:49.186 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.188+0000 7f6e37ffd740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5561e5145170 0x5561e514d320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:49.186 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.188+0000 7f6e37ffd740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5561e5145a90 0x5561e514d860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:49.188 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.188+0000 7f6e2effd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5561e5145170 0x5561e514d320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:40:49.188 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.188+0000 7f6e2effd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5561e5145170 0x5561e514d320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:53100/0 (socket says 172.21.15.42:53100) 2024-06-06T08:40:49.188 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.188+0000 7f6e2effd640 1 -- 172.21.15.42:0/1932968594 learned_addr learned my addr 172.21.15.42:0/1932968594 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:40:49.188 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.188+0000 7f6e37ffd740 1 --2- 172.21.15.42:0/1932968594 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5561e5150350 0x5561e514dda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:49.188 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.188+0000 7f6e37ffd740 1 -- 172.21.15.42:0/1932968594 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5561e5152f70 con 0x5561e5145a90 2024-06-06T08:40:49.188 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.189+0000 7f6e37ffd740 1 -- 172.21.15.42:0/1932968594 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5561e5032ae0 con 0x5561e5150350 2024-06-06T08:40:49.188 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.189+0000 7f6e2f7fe640 1 --2- 172.21.15.42:0/1932968594 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5561e5150350 0x5561e514dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:40:49.188 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.189+0000 7f6e37ffd740 1 -- 172.21.15.42:0/1932968594 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5561e51530f0 con 0x5561e5145170 2024-06-06T08:40:49.189 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.189+0000 7f6e37ffd740 10 client.0 _ll_register_callbacks cb 0x5561e506b9b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:40:49.189 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.189+0000 7f6e2e7fc640 1 --2- 172.21.15.42:0/1932968594 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5561e5145a90 0x5561e514d860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:40:49.194 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.192+0000 7f6e2effd640 1 -- 172.21.15.42:0/1932968594 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5561e5150350 msgr2=0x5561e514dda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:40:49.194 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.192+0000 7f6e2effd640 1 --2- 172.21.15.42:0/1932968594 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5561e5150350 0x5561e514dda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:49.194 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.192+0000 7f6e2effd640 1 -- 172.21.15.42:0/1932968594 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5561e5145a90 msgr2=0x5561e514d860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:40:49.194 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.192+0000 7f6e2effd640 1 --2- 172.21.15.42:0/1932968594 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5561e5145a90 0x5561e514d860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:49.194 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.192+0000 7f6e2effd640 1 -- 172.21.15.42:0/1932968594 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5561e4dbd210 con 0x5561e5145170 2024-06-06T08:40:49.194 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.194+0000 7f6e2effd640 1 --2- 172.21.15.42:0/1932968594 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5561e5145170 0x5561e514d320 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f6e20012dd0 tx=0x7f6e20012e00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=efb27c061f12b3bd server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:40:49.195 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.195+0000 7f6e12ff5640 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:40:49.195 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.195+0000 7f6e12ff5640 1 -- 172.21.15.42:0/1932968594 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e20005040 con 0x5561e5145170 2024-06-06T08:40:49.195 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.196+0000 7f6e12ff5640 1 -- 172.21.15.42:0/1932968594 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(131..131 src has 1..131) ==== 9638+0+0 (secure 0 0 0) 0x7f6e200051e0 con 0x5561e5145170 2024-06-06T08:40:49.195 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.196+0000 7f6e37ffd740 1 -- 172.21.15.42:0/1932968594 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6e20023070 con 0x5561e5145170 2024-06-06T08:40:49.195 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.196+0000 7f6e2f7fe640 1 --2- 172.21.15.42:0/1932968594 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5561e5150350 0x5561e514dda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:40:49.195 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.197+0000 7f6e12ff5640 1 -- 172.21.15.42:0/1932968594 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) ==== 24+0+0 (secure 0 0 0) 0x7f6e20039050 con 0x5561e5145170 2024-06-06T08:40:49.196 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.198+0000 7f6e37ffd740 10 client.27424 fetch_fsmap learned FSMap version 48 2024-06-06T08:40:49.196 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.198+0000 7f6e37ffd740 1 -- 172.21.15.42:0/1932968594 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) -- 0x5561e4e89620 con 0x5561e5145170 2024-06-06T08:40:49.198 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.199+0000 7f6e12ff5640 1 -- 172.21.15.42:0/1932968594 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6e20023070 con 0x5561e5145170 2024-06-06T08:40:49.198 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.199+0000 7f6e12ff5640 1 -- 172.21.15.42:0/1932968594 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 48) ==== 8370+0+0 (secure 0 0 0) 0x7f6e2001e450 con 0x5561e5145170 2024-06-06T08:40:49.198 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.199+0000 7f6e37ffd740 10 client.27424 fetch_fsmap finished waiting for FSMap version 48 2024-06-06T08:40:49.198 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.199+0000 7f6e37ffd740 10 client.27424 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:40:49.198 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.199+0000 7f6e37ffd740 20 client.27424 populate_metadata read hostname 'smithi042' 2024-06-06T08:40:49.198 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.200+0000 7f6e37ffd740 1 --2- 172.21.15.42:0/1932968594 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5561e5160300 0x5561e51626f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:49.199 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.200+0000 7f6e37ffd740 4 client.27424 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:40:49.199 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.200+0000 7f6e37ffd740 1 -- 172.21.15.42:0/1932968594 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5561e50bcf10 con 0x5561e5160300 2024-06-06T08:40:49.203 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.203+0000 7f6e2e7fc640 1 --2- 172.21.15.42:0/1932968594 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5561e5160300 0x5561e51626f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:40:49.212 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.214+0000 7f6e2e7fc640 1 --2- 172.21.15.42:0/1932968594 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5561e5160300 0x5561e51626f0 crc :-1 s=READY pgs=301 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=87a3f5081bca42fd server_cookie=4066c1b432d462b0 in_seq=0 out_seq=0 2024-06-06T08:40:49.213 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.215+0000 7f6e12ff5640 10 client.27424 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:40:49.216 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.217+0000 7f6e12ff5640 1 -- 172.21.15.42:0/1932968594 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x5561e50bcf10 con 0x5561e5160300 2024-06-06T08:40:49.216 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.217+0000 7f6e12ff5640 10 client.27424 handle_command_reply: tid=0 2024-06-06T08:40:49.216 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.218+0000 7f6e37ffd740 1 client.27424 shutdown 2024-06-06T08:40:49.219 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.219+0000 7f6e37ffd740 1 -- 172.21.15.42:0/1932968594 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5561e5145170 msgr2=0x5561e514d320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:40:49.219 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.219+0000 7f6e37ffd740 1 --2- 172.21.15.42:0/1932968594 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5561e5145170 0x5561e514d320 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f6e20012dd0 tx=0x7f6e20012e00 comp rx=0 tx=0).stop 2024-06-06T08:40:49.220 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.219+0000 7f6e37ffd740 1 -- 172.21.15.42:0/1932968594 shutdown_connections 2024-06-06T08:40:49.220 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.219+0000 7f6e37ffd740 1 --2- 172.21.15.42:0/1932968594 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5561e5160300 0x5561e51626f0 crc :-1 s=READY pgs=301 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:49.220 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.219+0000 7f6e37ffd740 1 --2- 172.21.15.42:0/1932968594 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5561e5150350 0x5561e514dda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:49.220 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.219+0000 7f6e37ffd740 1 --2- 172.21.15.42:0/1932968594 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5561e5145a90 0x5561e514d860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:49.220 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.219+0000 7f6e37ffd740 1 --2- 172.21.15.42:0/1932968594 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5561e5145170 0x5561e514d320 secure :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f6e20012dd0 tx=0x7f6e20012e00 comp rx=0 tx=0).stop 2024-06-06T08:40:49.220 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.219+0000 7f6e37ffd740 1 -- 172.21.15.42:0/1932968594 >> 172.21.15.42:0/1932968594 conn(0x5561e5141680 msgr2=0x5561e5147400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:40:49.220 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.221+0000 7f6e12ff5640 0 client.27424 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:40:49.220 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.221+0000 7f6e37ffd740 1 -- 172.21.15.42:0/1932968594 shutdown_connections 2024-06-06T08:40:49.223 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.225+0000 7f6e37ffd740 1 -- 172.21.15.42:0/1932968594 wait complete. 2024-06-06T08:40:49.223 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.225+0000 7f6e37ffd740 20 client.27424 trim_cache size 0 max 16384 2024-06-06T08:40:49.261 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.261+0000 7f6e37ffd740 1 Processor -- start 2024-06-06T08:40:49.261 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.261+0000 7f6e37ffd740 1 -- start start 2024-06-06T08:40:49.261 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.262+0000 7f6e37ffd740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5561e5145a90 0x5561e5167e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:49.261 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.262+0000 7f6e37ffd740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5561e5150350 0x5561e5168350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:49.261 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.262+0000 7f6e37ffd740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5561e514d2e0 0x5561e514d760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:49.261 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.262+0000 7f6e37ffd740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6e1c012a50 con 0x5561e5150350 2024-06-06T08:40:49.261 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.262+0000 7f6e37ffd740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f6e1c010260 con 0x5561e514d2e0 2024-06-06T08:40:49.261 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.262+0000 7f6e37ffd740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f6e1c00e0d0 con 0x5561e5145a90 2024-06-06T08:40:49.262 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.262+0000 7f6e2f7fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5561e514d2e0 0x5561e514d760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:40:49.262 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.262+0000 7f6e2f7fe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5561e514d2e0 0x5561e514d760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:55958/0 (socket says 172.21.15.42:55958) 2024-06-06T08:40:49.262 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.262+0000 7f6e2f7fe640 1 -- 172.21.15.42:0/3664030491 learned_addr learned my addr 172.21.15.42:0/3664030491 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:40:49.262 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.262+0000 7f6e2e7fc640 1 --2- 172.21.15.42:0/3664030491 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5561e5150350 0x5561e5168350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:40:49.263 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.263+0000 7f6e2e7fc640 1 -- 172.21.15.42:0/3664030491 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5561e5145a90 msgr2=0x5561e5167e10 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-06-06T08:40:49.263 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.263+0000 7f6e2e7fc640 1 --2- 172.21.15.42:0/3664030491 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5561e5145a90 0x5561e5167e10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:49.263 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.263+0000 7f6e2e7fc640 1 -- 172.21.15.42:0/3664030491 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5561e514d2e0 msgr2=0x5561e514d760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:40:49.263 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.263+0000 7f6e2e7fc640 1 --2- 172.21.15.42:0/3664030491 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5561e514d2e0 0x5561e514d760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:49.263 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.263+0000 7f6e2e7fc640 1 -- 172.21.15.42:0/3664030491 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5561e5153150 con 0x5561e5150350 2024-06-06T08:40:49.263 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.263+0000 7f6e2e7fc640 1 --2- 172.21.15.42:0/3664030491 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5561e5150350 0x5561e5168350 secure :-1 s=READY pgs=1023 cs=0 l=1 rev1=1 crypto rx=0x7f6e30106550 tx=0x7f6e24030da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eecb1ee077879579 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:40:49.263 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.264+0000 7f6e14ff9640 1 -- 172.21.15.42:0/3664030491 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e2404b070 con 0x5561e5150350 2024-06-06T08:40:49.263 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.264+0000 7f6e14ff9640 1 -- 172.21.15.42:0/3664030491 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6e24005520 con 0x5561e5150350 2024-06-06T08:40:49.265 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.265+0000 7f6e37ffd740 1 -- 172.21.15.42:0/3664030491 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5561e5150350 msgr2=0x5561e5168350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:40:49.265 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.265+0000 7f6e37ffd740 1 --2- 172.21.15.42:0/3664030491 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5561e5150350 0x5561e5168350 secure :-1 s=READY pgs=1023 cs=0 l=1 rev1=1 crypto rx=0x7f6e30106550 tx=0x7f6e24030da0 comp rx=0 tx=0).stop 2024-06-06T08:40:49.266 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.267+0000 7f6e37ffd740 1 -- 172.21.15.42:0/3664030491 shutdown_connections 2024-06-06T08:40:49.266 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.267+0000 7f6e37ffd740 1 --2- 172.21.15.42:0/3664030491 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5561e514d2e0 0x5561e514d760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:49.266 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.267+0000 7f6e37ffd740 1 --2- 172.21.15.42:0/3664030491 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5561e5150350 0x5561e5168350 unknown :-1 s=CLOSED pgs=1023 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:49.266 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.267+0000 7f6e37ffd740 1 --2- 172.21.15.42:0/3664030491 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5561e5145a90 0x5561e5167e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:49.266 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.267+0000 7f6e37ffd740 1 -- 172.21.15.42:0/3664030491 >> 172.21.15.42:0/3664030491 conn(0x5561e5141680 msgr2=0x5561e5162310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:40:49.269 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.269+0000 7f6e37ffd740 1 -- 172.21.15.42:0/3664030491 shutdown_connections 2024-06-06T08:40:49.270 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.271+0000 7f6e37ffd740 1 -- 172.21.15.42:0/3664030491 wait complete. 2024-06-06T08:40:49.270 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.271+0000 7f6e37ffd740 1 -- start start 2024-06-06T08:40:49.270 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.271+0000 7f6e37ffd740 1 Processor -- start 2024-06-06T08:40:49.271 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.272+0000 7f6e37ffd740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5561e5145a90 0x5561e51588f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:49.271 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.272+0000 7f6e37ffd740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5561e514d2e0 0x5561e5153c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:49.271 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.272+0000 7f6e37ffd740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5561e5150350 0x5561e51541a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:49.271 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.272+0000 7f6e37ffd740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6e1c00e720 con 0x5561e5150350 2024-06-06T08:40:49.271 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.272+0000 7f6e37ffd740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f6e1c00fb90 con 0x5561e5145a90 2024-06-06T08:40:49.271 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.272+0000 7f6e37ffd740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f6e1c00edf0 con 0x5561e514d2e0 2024-06-06T08:40:49.271 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.272+0000 7f6e37ffd740 10 client.0 _ll_register_callbacks cb 0x7f6e240096b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:40:49.272 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.272+0000 7f6e2e7fc640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5561e514d2e0 0x5561e5153c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:40:49.272 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.272+0000 7f6e2e7fc640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5561e514d2e0 0x5561e5153c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:53104/0 (socket says 172.21.15.42:53104) 2024-06-06T08:40:49.272 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.272+0000 7f6e2e7fc640 1 -- 172.21.15.42:0/2899963993 learned_addr learned my addr 172.21.15.42:0/2899963993 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:40:49.272 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.273+0000 7f6e2e7fc640 1 -- 172.21.15.42:0/2899963993 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5561e5145a90 msgr2=0x5561e51588f0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-06T08:40:49.273 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.273+0000 7f6e2e7fc640 1 --2- 172.21.15.42:0/2899963993 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5561e5145a90 0x5561e51588f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:49.273 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.273+0000 7f6e2e7fc640 1 -- 172.21.15.42:0/2899963993 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5561e5150350 msgr2=0x5561e51541a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:40:49.273 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.273+0000 7f6e2e7fc640 1 --2- 172.21.15.42:0/2899963993 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5561e5150350 0x5561e51541a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:49.273 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.273+0000 7f6e2e7fc640 1 -- 172.21.15.42:0/2899963993 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5561e513bae0 con 0x5561e514d2e0 2024-06-06T08:40:49.273 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.273+0000 7f6e2e7fc640 1 --2- 172.21.15.42:0/2899963993 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5561e514d2e0 0x5561e5153c60 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f6e24049040 tx=0x7f6e24005f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=db7880fa1ad8e986 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:40:49.273 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.273+0000 7f6e12ff5640 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:40:49.273 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.273+0000 7f6e12ff5640 1 -- 172.21.15.42:0/2899963993 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e2404b040 con 0x5561e514d2e0 2024-06-06T08:40:49.273 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.274+0000 7f6e37ffd740 1 -- 172.21.15.42:0/2899963993 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6e24005520 con 0x5561e514d2e0 2024-06-06T08:40:49.275 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.274+0000 7f6e12ff5640 1 -- 172.21.15.42:0/2899963993 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(131..131 src has 1..131) ==== 9638+0+0 (secure 0 0 0) 0x7f6e240305a0 con 0x5561e514d2e0 2024-06-06T08:40:49.275 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.274+0000 7f6e12ff5640 1 -- 172.21.15.42:0/2899963993 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) ==== 24+0+0 (secure 0 0 0) 0x7f6e2405c050 con 0x5561e514d2e0 2024-06-06T08:40:49.275 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.277+0000 7f6e37ffd740 10 client.27427 fetch_fsmap learned FSMap version 48 2024-06-06T08:40:49.275 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.277+0000 7f6e37ffd740 1 -- 172.21.15.42:0/2899963993 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) -- 0x5561e51db9c0 con 0x5561e514d2e0 2024-06-06T08:40:49.276 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.278+0000 7f6e12ff5640 1 -- 172.21.15.42:0/2899963993 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6e24005520 con 0x5561e514d2e0 2024-06-06T08:40:49.276 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.278+0000 7f6e12ff5640 1 -- 172.21.15.42:0/2899963993 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 48) ==== 8370+0+0 (secure 0 0 0) 0x7f6e24057030 con 0x5561e514d2e0 2024-06-06T08:40:49.276 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.278+0000 7f6e37ffd740 10 client.27427 fetch_fsmap finished waiting for FSMap version 48 2024-06-06T08:40:49.277 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.278+0000 7f6e37ffd740 10 client.27427 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:40:49.277 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.278+0000 7f6e37ffd740 20 client.27427 populate_metadata read hostname 'smithi042' 2024-06-06T08:40:49.277 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.278+0000 7f6e37ffd740 1 --2- 172.21.15.42:0/2899963993 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5561e51dc200 0x5561e51de620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:40:49.277 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.278+0000 7f6e37ffd740 4 client.27427 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:40:49.277 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.278+0000 7f6e37ffd740 1 -- 172.21.15.42:0/2899963993 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5561e50b6c20 con 0x5561e51dc200 2024-06-06T08:40:49.280 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.282+0000 7f6e2effd640 1 --2- 172.21.15.42:0/2899963993 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5561e51dc200 0x5561e51de620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:40:49.290 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.289+0000 7f6e2effd640 1 --2- 172.21.15.42:0/2899963993 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5561e51dc200 0x5561e51de620 crc :-1 s=READY pgs=302 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8af931a0b06fd3fd server_cookie=f6cd12f7c80032fb in_seq=0 out_seq=0 2024-06-06T08:40:49.290 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:49.289+0000 7f6e12ff5640 10 client.27427 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:40:50.607 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:50.608+0000 7f6e12ff5640 1 -- 172.21.15.42:0/2899963993 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5561e50b6c20 con 0x5561e51dc200 2024-06-06T08:40:50.607 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:50.608+0000 7f6e12ff5640 10 client.27427 handle_command_reply: tid=0 2024-06-06T08:40:50.607 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:50.608+0000 7f6e37ffd740 1 client.27427 shutdown 2024-06-06T08:40:50.607 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:50.608+0000 7f6e37ffd740 1 -- 172.21.15.42:0/2899963993 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5561e514d2e0 msgr2=0x5561e5153c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:40:50.607 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:50.608+0000 7f6e37ffd740 1 --2- 172.21.15.42:0/2899963993 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5561e514d2e0 0x5561e5153c60 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f6e24049040 tx=0x7f6e24005f90 comp rx=0 tx=0).stop 2024-06-06T08:40:50.607 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:50.608+0000 7f6e37ffd740 1 -- 172.21.15.42:0/2899963993 shutdown_connections 2024-06-06T08:40:50.608 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:50.608+0000 7f6e37ffd740 1 --2- 172.21.15.42:0/2899963993 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5561e51dc200 0x5561e51de620 crc :-1 s=READY pgs=302 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:50.608 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:50.608+0000 7f6e37ffd740 1 --2- 172.21.15.42:0/2899963993 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5561e5150350 0x5561e51541a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:50.608 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:50.608+0000 7f6e37ffd740 1 --2- 172.21.15.42:0/2899963993 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5561e514d2e0 0x5561e5153c60 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:50.608 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:50.608+0000 7f6e37ffd740 1 --2- 172.21.15.42:0/2899963993 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x5561e5145a90 0x5561e51588f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:50.608 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:50.608+0000 7f6e37ffd740 1 -- 172.21.15.42:0/2899963993 >> 172.21.15.42:0/2899963993 conn(0x5561e5141680 msgr2=0x5561e514d6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:40:50.608 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:50.608+0000 7f6e12ff5640 0 client.27427 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:40:50.608 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:50.608+0000 7f6e37ffd740 1 -- 172.21.15.42:0/2899963993 shutdown_connections 2024-06-06T08:40:50.608 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:50.608+0000 7f6e37ffd740 1 -- 172.21.15.42:0/2899963993 wait complete. 2024-06-06T08:40:50.608 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:50.608+0000 7f6e37ffd740 20 client.27427 trim_cache size 0 max 16384 2024-06-06T08:40:50.608 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:40:50.609 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:40:50.609 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:40:50.609 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:50.609+0000 7f6e3564d640 1 -- 172.21.15.42:0/3386105432 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f6e180a2fd0 msgr2=0x7f6e180a5490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:40:50.609 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:50.609+0000 7f6e3564d640 1 --2- 172.21.15.42:0/3386105432 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f6e180a2fd0 0x7f6e180a5490 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f6e2000bf00 tx=0x7f6e200147e0 comp rx=0 tx=0).stop 2024-06-06T08:40:50.609 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:50.609+0000 7f6e3564d640 1 -- 172.21.15.42:0/3386105432 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6e30105e10 msgr2=0x7f6e3019e660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:40:50.609 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:50.609+0000 7f6e3564d640 1 --2- 172.21.15.42:0/3386105432 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6e30105e10 0x7f6e3019e660 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x7f6e2800eda0 tx=0x7f6e2800c6e0 comp rx=0 tx=0).stop 2024-06-06T08:40:50.610 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:50.609+0000 7f6e3564d640 1 -- 172.21.15.42:0/3386105432 shutdown_connections 2024-06-06T08:40:50.610 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:50.609+0000 7f6e3564d640 1 --2- 172.21.15.42:0/3386105432 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f6e180a2fd0 0x7f6e180a5490 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:50.610 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:50.609+0000 7f6e3564d640 1 --2- 172.21.15.42:0/3386105432 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6e30105e10 0x7f6e3019e660 unknown :-1 s=CLOSED pgs=1022 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:50.610 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:50.609+0000 7f6e3564d640 1 --2- 172.21.15.42:0/3386105432 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6e30101330 0x7f6e301a49a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:50.610 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:50.609+0000 7f6e3564d640 1 --2- 172.21.15.42:0/3386105432 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f6e30100a10 0x7f6e301a4460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:40:50.610 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:50.609+0000 7f6e3564d640 1 -- 172.21.15.42:0/3386105432 >> 172.21.15.42:0/3386105432 conn(0x7f6e300779f0 msgr2=0x7f6e301037c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:40:50.610 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:50.610+0000 7f6e3564d640 1 -- 172.21.15.42:0/3386105432 shutdown_connections 2024-06-06T08:40:50.610 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:40:50.610+0000 7f6e3564d640 1 -- 172.21.15.42:0/3386105432 wait complete. 2024-06-06T08:40:50.961 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:40:50 smithi042 ceph-mon[32384]: pgmap v580: 129 pgs: 21 active+clean+snaptrim, 66 active+clean+snaptrim_wait, 42 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.1 MiB/s wr, 271 op/s 2024-06-06T08:40:51.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:40:50 smithi149 ceph-mon[36842]: pgmap v580: 129 pgs: 21 active+clean+snaptrim, 66 active+clean+snaptrim_wait, 42 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.1 MiB/s wr, 271 op/s 2024-06-06T08:40:51.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:40:50 smithi120 ceph-mon[36658]: pgmap v580: 129 pgs: 21 active+clean+snaptrim, 66 active+clean+snaptrim_wait, 42 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.1 MiB/s wr, 271 op/s 2024-06-06T08:40:53.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:40:52 smithi042 ceph-mon[32384]: pgmap v581: 129 pgs: 20 active+clean+snaptrim, 66 active+clean+snaptrim_wait, 43 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 730 KiB/s rd, 734 KiB/s wr, 290 op/s 2024-06-06T08:40:53.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:40:52 smithi120 ceph-mon[36658]: pgmap v581: 129 pgs: 20 active+clean+snaptrim, 66 active+clean+snaptrim_wait, 43 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 730 KiB/s rd, 734 KiB/s wr, 290 op/s 2024-06-06T08:40:53.287 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:40:52 smithi149 ceph-mon[36842]: pgmap v581: 129 pgs: 20 active+clean+snaptrim, 66 active+clean+snaptrim_wait, 43 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 730 KiB/s rd, 734 KiB/s wr, 290 op/s 2024-06-06T08:40:55.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:40:54 smithi042 ceph-mon[32384]: pgmap v582: 129 pgs: 20 active+clean+snaptrim, 65 active+clean+snaptrim_wait, 44 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 726 KiB/s rd, 755 KiB/s wr, 314 op/s 2024-06-06T08:40:55.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:40:54 smithi120 ceph-mon[36658]: pgmap v582: 129 pgs: 20 active+clean+snaptrim, 65 active+clean+snaptrim_wait, 44 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 726 KiB/s rd, 755 KiB/s wr, 314 op/s 2024-06-06T08:40:55.287 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:40:54 smithi149 ceph-mon[36842]: pgmap v582: 129 pgs: 20 active+clean+snaptrim, 65 active+clean+snaptrim_wait, 44 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 726 KiB/s rd, 755 KiB/s wr, 314 op/s 2024-06-06T08:40:56.509 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 15.7 2024-06-06T08:40:56.510 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:40:56.817 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:40:56 smithi042 ceph-mon[32384]: pgmap v583: 129 pgs: 18 active+clean+snaptrim, 60 active+clean+snaptrim_wait, 51 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 785 KiB/s rd, 774 KiB/s wr, 309 op/s 2024-06-06T08:40:57.045 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:40:57.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:40:56 smithi120 ceph-mon[36658]: pgmap v583: 129 pgs: 18 active+clean+snaptrim, 60 active+clean+snaptrim_wait, 51 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 785 KiB/s rd, 774 KiB/s wr, 309 op/s 2024-06-06T08:40:57.287 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:40:56 smithi149 ceph-mon[36842]: pgmap v583: 129 pgs: 18 active+clean+snaptrim, 60 active+clean+snaptrim_wait, 51 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 785 KiB/s rd, 774 KiB/s wr, 309 op/s 2024-06-06T08:40:59.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:40:58 smithi042 ceph-mon[32384]: pgmap v584: 129 pgs: 18 active+clean+snaptrim, 60 active+clean+snaptrim_wait, 51 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 548 KiB/s rd, 546 KiB/s wr, 286 op/s 2024-06-06T08:40:59.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:40:58 smithi120 ceph-mon[36658]: pgmap v584: 129 pgs: 18 active+clean+snaptrim, 60 active+clean+snaptrim_wait, 51 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 548 KiB/s rd, 546 KiB/s wr, 286 op/s 2024-06-06T08:40:59.287 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:40:58 smithi149 ceph-mon[36842]: pgmap v584: 129 pgs: 18 active+clean+snaptrim, 60 active+clean+snaptrim_wait, 51 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 548 KiB/s rd, 546 KiB/s wr, 286 op/s 2024-06-06T08:41:01.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:41:00 smithi042 ceph-mon[32384]: pgmap v585: 129 pgs: 18 active+clean+snaptrim, 60 active+clean+snaptrim_wait, 51 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 849 KiB/s rd, 830 KiB/s wr, 293 op/s 2024-06-06T08:41:01.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:41:00 smithi042 ceph-mon[32384]: osdmap e132: 12 total, 12 up, 12 in 2024-06-06T08:41:01.090 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:41:00 smithi149 ceph-mon[36842]: pgmap v585: 129 pgs: 18 active+clean+snaptrim, 60 active+clean+snaptrim_wait, 51 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 849 KiB/s rd, 830 KiB/s wr, 293 op/s 2024-06-06T08:41:01.090 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:41:00 smithi149 ceph-mon[36842]: osdmap e132: 12 total, 12 up, 12 in 2024-06-06T08:41:01.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:41:00 smithi120 ceph-mon[36658]: pgmap v585: 129 pgs: 18 active+clean+snaptrim, 60 active+clean+snaptrim_wait, 51 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 849 KiB/s rd, 830 KiB/s wr, 293 op/s 2024-06-06T08:41:01.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:41:00 smithi120 ceph-mon[36658]: osdmap e132: 12 total, 12 up, 12 in 2024-06-06T08:41:03.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:41:02 smithi120 ceph-mon[36658]: pgmap v587: 129 pgs: 18 active+clean+snaptrim, 60 active+clean+snaptrim_wait, 51 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 872 KiB/s rd, 705 KiB/s wr, 248 op/s 2024-06-06T08:41:03.229 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:41:02 smithi042 ceph-mon[32384]: pgmap v587: 129 pgs: 18 active+clean+snaptrim, 60 active+clean+snaptrim_wait, 51 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 872 KiB/s rd, 705 KiB/s wr, 248 op/s 2024-06-06T08:41:03.290 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:41:02 smithi149 ceph-mon[36842]: pgmap v587: 129 pgs: 18 active+clean+snaptrim, 60 active+clean+snaptrim_wait, 51 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 872 KiB/s rd, 705 KiB/s wr, 248 op/s 2024-06-06T08:41:03.775 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.774+0000 7f545d3a9640 1 -- 172.21.15.42:0/2716491456 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5458110570 msgr2=0x7f5458108ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:03.775 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.774+0000 7f545d3a9640 1 --2- 172.21.15.42:0/2716491456 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5458110570 0x7f5458108ee0 secure :-1 s=READY pgs=1024 cs=0 l=1 rev1=1 crypto rx=0x7f5448009cd0 tx=0x7f544802a9c0 comp rx=0 tx=0).stop 2024-06-06T08:41:03.775 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.775+0000 7f545d3a9640 1 -- 172.21.15.42:0/2716491456 shutdown_connections 2024-06-06T08:41:03.775 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.775+0000 7f545d3a9640 1 --2- 172.21.15.42:0/2716491456 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f545811b180 0x7f545811d570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:03.775 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.775+0000 7f545d3a9640 1 --2- 172.21.15.42:0/2716491456 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5458110570 0x7f5458108ee0 unknown :-1 s=CLOSED pgs=1024 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:03.775 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.775+0000 7f545d3a9640 1 --2- 172.21.15.42:0/2716491456 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5458110190 0x7f54581089a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:03.776 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.775+0000 7f545d3a9640 1 -- 172.21.15.42:0/2716491456 >> 172.21.15.42:0/2716491456 conn(0x7f545806ca70 msgr2=0x7f545806ce80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:41:03.779 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.779+0000 7f545d3a9640 1 -- 172.21.15.42:0/2716491456 shutdown_connections 2024-06-06T08:41:03.781 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.782+0000 7f545d3a9640 1 -- 172.21.15.42:0/2716491456 wait complete. 2024-06-06T08:41:03.781 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.783+0000 7f545d3a9640 1 Processor -- start 2024-06-06T08:41:03.782 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.783+0000 7f545d3a9640 1 -- start start 2024-06-06T08:41:03.782 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.784+0000 7f545d3a9640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5458110190 0x7f545811a910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:03.782 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.784+0000 7f545d3a9640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f545811b180 0x7f5458114980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:03.783 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.784+0000 7f545d3a9640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5458114ec0 0x7f5458115370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:03.783 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.784+0000 7f544e7fc640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f545811b180 0x7f5458114980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:03.784 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.784+0000 7f544e7fc640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f545811b180 0x7f5458114980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:57120/0 (socket says 172.21.15.42:57120) 2024-06-06T08:41:03.784 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.784+0000 7f544e7fc640 1 -- 172.21.15.42:0/1634771447 learned_addr learned my addr 172.21.15.42:0/1634771447 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:41:03.784 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.785+0000 7f545d3a9640 1 -- 172.21.15.42:0/1634771447 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f54581113b0 con 0x7f5458114ec0 2024-06-06T08:41:03.784 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.785+0000 7f54577fe640 1 --2- 172.21.15.42:0/1634771447 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5458114ec0 0x7f5458115370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:03.784 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.785+0000 7f545d3a9640 1 -- 172.21.15.42:0/1634771447 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f5458111230 con 0x7f545811b180 2024-06-06T08:41:03.784 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.785+0000 7f545d3a9640 1 -- 172.21.15.42:0/1634771447 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f5458111530 con 0x7f5458110190 2024-06-06T08:41:03.784 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.786+0000 7f544e7fc640 1 -- 172.21.15.42:0/1634771447 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5458110190 msgr2=0x7f545811a910 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-06-06T08:41:03.785 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.786+0000 7f544e7fc640 1 --2- 172.21.15.42:0/1634771447 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5458110190 0x7f545811a910 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:03.785 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.786+0000 7f544e7fc640 1 -- 172.21.15.42:0/1634771447 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5458114ec0 msgr2=0x7f5458115370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:03.785 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.786+0000 7f544e7fc640 1 --2- 172.21.15.42:0/1634771447 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5458114ec0 0x7f5458115370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:03.785 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.786+0000 7f544e7fc640 1 -- 172.21.15.42:0/1634771447 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54581bc010 con 0x7f545811b180 2024-06-06T08:41:03.785 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.786+0000 7f544e7fc640 1 --2- 172.21.15.42:0/1634771447 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f545811b180 0x7f5458114980 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f5448009ca0 tx=0x7f54480308b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:41:03.787 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.789+0000 7f5454ff9640 1 -- 172.21.15.42:0/1634771447 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5448034050 con 0x7f545811b180 2024-06-06T08:41:03.787 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.789+0000 7f5454ff9640 1 -- 172.21.15.42:0/1634771447 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5448004040 con 0x7f545811b180 2024-06-06T08:41:03.788 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.790+0000 7f5454ff9640 1 -- 172.21.15.42:0/1634771447 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5448039680 con 0x7f545811b180 2024-06-06T08:41:03.789 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.791+0000 7f545d3a9640 1 -- 172.21.15.42:0/1634771447 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54581bc2a0 con 0x7f545811b180 2024-06-06T08:41:03.789 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.791+0000 7f545d3a9640 1 -- 172.21.15.42:0/1634771447 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54581bc680 con 0x7f545811b180 2024-06-06T08:41:03.793 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.795+0000 7f5460199740 1 Processor -- start 2024-06-06T08:41:03.794 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.795+0000 7f5460199740 1 -- start start 2024-06-06T08:41:03.794 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.795+0000 7f5460199740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d66268c450 0x55d66268c830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:03.794 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.795+0000 7f5460199740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d66268cd70 0x55d6626970f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:03.794 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.796+0000 7f5460199740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d662697630 0x55d662699a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:03.794 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.796+0000 7f5460199740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55d6625f04f0 con 0x55d66268c450 2024-06-06T08:41:03.794 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.796+0000 7f5460199740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55d66258e870 con 0x55d662697630 2024-06-06T08:41:03.794 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.796+0000 7f5460199740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55d6625ec4b0 con 0x55d66268cd70 2024-06-06T08:41:03.796 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.798+0000 7f544e7fc640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d662697630 0x55d662699a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:03.797 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.798+0000 7f5454ff9640 1 -- 172.21.15.42:0/1634771447 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f5448037020 con 0x7f545811b180 2024-06-06T08:41:03.797 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.798+0000 7f544e7fc640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d662697630 0x55d662699a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:57132/0 (socket says 172.21.15.42:57132) 2024-06-06T08:41:03.797 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.798+0000 7f544e7fc640 1 -- 172.21.15.42:0/3096426839 learned_addr learned my addr 172.21.15.42:0/3096426839 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:41:03.797 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.798+0000 7f54577fe640 1 --2- 172.21.15.42:0/3096426839 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d66268c450 0x55d66268c830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:03.797 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.799+0000 7f544e7fc640 1 -- 172.21.15.42:0/3096426839 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d66268cd70 msgr2=0x55d6626970f0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-06T08:41:03.798 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.799+0000 7f544e7fc640 1 --2- 172.21.15.42:0/3096426839 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d66268cd70 0x55d6626970f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:03.798 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.799+0000 7f544e7fc640 1 -- 172.21.15.42:0/3096426839 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d66268c450 msgr2=0x55d66268c830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:41:03.798 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.799+0000 7f544e7fc640 1 --2- 172.21.15.42:0/3096426839 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d66268c450 0x55d66268c830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:03.798 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.799+0000 7f544e7fc640 1 -- 172.21.15.42:0/3096426839 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d6625aa9b0 con 0x55d662697630 2024-06-06T08:41:03.798 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.799+0000 7f544e7fc640 1 --2- 172.21.15.42:0/3096426839 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d662697630 0x55d662699a20 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f54480ede30 tx=0x7f54480f4d30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=77eb416b0c7c6d2e server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:41:03.798 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.800+0000 7f544cff9640 1 -- 172.21.15.42:0/3096426839 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54480f9d30 con 0x55d662697630 2024-06-06T08:41:03.798 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.800+0000 7f544cff9640 1 -- 172.21.15.42:0/3096426839 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5448030d60 con 0x55d662697630 2024-06-06T08:41:03.799 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.800+0000 7f544cff9640 1 -- 172.21.15.42:0/3096426839 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54480f7730 con 0x55d662697630 2024-06-06T08:41:03.799 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.801+0000 7f5460199740 1 -- 172.21.15.42:0/3096426839 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d662697630 msgr2=0x55d662699a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:03.799 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.801+0000 7f5460199740 1 --2- 172.21.15.42:0/3096426839 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d662697630 0x55d662699a20 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f54480ede30 tx=0x7f54480f4d30 comp rx=0 tx=0).stop 2024-06-06T08:41:03.801 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.802+0000 7f5460199740 1 -- 172.21.15.42:0/3096426839 shutdown_connections 2024-06-06T08:41:03.801 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.802+0000 7f5460199740 1 --2- 172.21.15.42:0/3096426839 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d662697630 0x55d662699a20 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:03.801 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.802+0000 7f5460199740 1 --2- 172.21.15.42:0/3096426839 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d66268cd70 0x55d6626970f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:03.801 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.802+0000 7f5454ff9640 1 --2- 172.21.15.42:0/1634771447 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f54440a2e20 0x7f54440a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:03.801 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.802+0000 7f5460199740 1 --2- 172.21.15.42:0/3096426839 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d66268c450 0x55d66268c830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:03.801 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.802+0000 7f5460199740 1 -- 172.21.15.42:0/3096426839 >> 172.21.15.42:0/3096426839 conn(0x55d662688960 msgr2=0x55d662688d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:41:03.801 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.802+0000 7f5454ff9640 1 -- 172.21.15.42:0/1634771447 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(132..132 src has 1..132) ==== 9562+0+0 (secure 0 0 0) 0x7f54480f0c10 con 0x7f545811b180 2024-06-06T08:41:03.802 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.803+0000 7f54577fe640 1 --2- 172.21.15.42:0/1634771447 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f54440a2e20 0x7f54440a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:03.802 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.803+0000 7f5460199740 1 -- 172.21.15.42:0/3096426839 shutdown_connections 2024-06-06T08:41:03.802 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.804+0000 7f54577fe640 1 --2- 172.21.15.42:0/1634771447 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f54440a2e20 0x7f54440a52e0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f5450005fd0 tx=0x7f545000b570 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:41:03.804 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.805+0000 7f5460199740 1 -- 172.21.15.42:0/3096426839 wait complete. 2024-06-06T08:41:03.804 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.806+0000 7f5460199740 1 -- start start 2024-06-06T08:41:03.804 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.806+0000 7f5460199740 1 Processor -- start 2024-06-06T08:41:03.806 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.807+0000 7f5460199740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d66268c450 0x55d662694590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:03.806 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.807+0000 7f5460199740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d662697630 0x55d662694ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:03.807 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.807+0000 7f5456ffd640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d66268c450 0x55d662694590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:03.807 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.807+0000 7f5456ffd640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d66268c450 0x55d662694590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:35206/0 (socket says 172.21.15.42:35206) 2024-06-06T08:41:03.807 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.807+0000 7f5456ffd640 1 -- 172.21.15.42:0/2724468295 learned_addr learned my addr 172.21.15.42:0/2724468295 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:41:03.807 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.807+0000 7f5460199740 1 --2- 172.21.15.42:0/2724468295 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d662695010 0x55d6626a3150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:03.807 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.807+0000 7f5460199740 1 -- 172.21.15.42:0/2724468295 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55d6625f04f0 con 0x55d66268c450 2024-06-06T08:41:03.807 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.808+0000 7f544e7fc640 1 --2- 172.21.15.42:0/2724468295 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d662697630 0x55d662694ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:03.807 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.808+0000 7f54577fe640 1 --2- 172.21.15.42:0/2724468295 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d662695010 0x55d6626a3150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:03.807 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.808+0000 7f5460199740 1 -- 172.21.15.42:0/2724468295 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55d662579ae0 con 0x55d662697630 2024-06-06T08:41:03.807 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.808+0000 7f5460199740 1 -- 172.21.15.42:0/2724468295 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55d66258e870 con 0x55d662695010 2024-06-06T08:41:03.807 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.808+0000 7f5460199740 10 client.0 _ll_register_callbacks cb 0x55d6625b29b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:41:03.808 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.808+0000 7f544e7fc640 1 -- 172.21.15.42:0/2724468295 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d662695010 msgr2=0x55d6626a3150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:41:03.808 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.808+0000 7f544e7fc640 1 --2- 172.21.15.42:0/2724468295 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d662695010 0x55d6626a3150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:03.808 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.808+0000 7f544e7fc640 1 -- 172.21.15.42:0/2724468295 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d66268c450 msgr2=0x55d662694590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:41:03.808 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.808+0000 7f544e7fc640 1 --2- 172.21.15.42:0/2724468295 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d66268c450 0x55d662694590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:03.808 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.808+0000 7f544e7fc640 1 -- 172.21.15.42:0/2724468295 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d662304210 con 0x55d662697630 2024-06-06T08:41:03.808 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.808+0000 7f54577fe640 1 --2- 172.21.15.42:0/2724468295 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d662695010 0x55d6626a3150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:41:03.808 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.809+0000 7f544e7fc640 1 --2- 172.21.15.42:0/2724468295 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d662697630 0x55d662694ad0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f54480bcc50 tx=0x7f54480fbe20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e2553ed40bce5f94 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:41:03.809 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.809+0000 7f543e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:41:03.809 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.809+0000 7f543e7fc640 1 -- 172.21.15.42:0/2724468295 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54480b8f60 con 0x55d662697630 2024-06-06T08:41:03.809 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.809+0000 7f543e7fc640 1 -- 172.21.15.42:0/2724468295 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(132..132 src has 1..132) ==== 9562+0+0 (secure 0 0 0) 0x7f54480b9330 con 0x55d662697630 2024-06-06T08:41:03.809 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.809+0000 7f5460199740 1 -- 172.21.15.42:0/2724468295 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5448030d60 con 0x55d662697630 2024-06-06T08:41:03.810 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.812+0000 7f543e7fc640 1 -- 172.21.15.42:0/2724468295 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) ==== 24+0+0 (secure 0 0 0) 0x7f54480bc620 con 0x55d662697630 2024-06-06T08:41:03.811 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.813+0000 7f5460199740 10 client.27560 fetch_fsmap learned FSMap version 48 2024-06-06T08:41:03.811 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.813+0000 7f5460199740 1 -- 172.21.15.42:0/2724468295 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) -- 0x55d6623d0620 con 0x55d662697630 2024-06-06T08:41:03.813 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.814+0000 7f543e7fc640 1 -- 172.21.15.42:0/2724468295 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f54480bd3c0 con 0x55d662697630 2024-06-06T08:41:03.813 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.814+0000 7f543e7fc640 1 -- 172.21.15.42:0/2724468295 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 48) ==== 8370+0+0 (secure 0 0 0) 0x7f5448041070 con 0x55d662697630 2024-06-06T08:41:03.813 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.814+0000 7f5460199740 10 client.27560 fetch_fsmap finished waiting for FSMap version 48 2024-06-06T08:41:03.813 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.814+0000 7f5460199740 10 client.27560 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:41:03.813 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.814+0000 7f5460199740 20 client.27560 populate_metadata read hostname 'smithi042' 2024-06-06T08:41:03.814 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.814+0000 7f5460199740 1 --2- 172.21.15.42:0/2724468295 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55d6626a74a0 0x55d6626a9890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:03.814 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.814+0000 7f5460199740 4 client.27560 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:41:03.814 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.815+0000 7f5460199740 1 -- 172.21.15.42:0/2724468295 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f5448030d60 con 0x55d6626a74a0 2024-06-06T08:41:03.814 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.815+0000 7f5456ffd640 1 --2- 172.21.15.42:0/2724468295 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55d6626a74a0 0x55d6626a9890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:03.817 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.817+0000 7f5456ffd640 1 --2- 172.21.15.42:0/2724468295 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55d6626a74a0 0x55d6626a9890 crc :-1 s=READY pgs=303 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cfc6fdafe359ca7e server_cookie=9a49df9366c584f1 in_seq=0 out_seq=0 2024-06-06T08:41:03.817 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.817+0000 7f543e7fc640 10 client.27560 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:41:03.817 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.818+0000 7f543e7fc640 1 -- 172.21.15.42:0/2724468295 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x7f5448030d60 con 0x55d6626a74a0 2024-06-06T08:41:03.817 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.818+0000 7f543e7fc640 10 client.27560 handle_command_reply: tid=0 2024-06-06T08:41:03.817 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.818+0000 7f5460199740 1 client.27560 shutdown 2024-06-06T08:41:03.823 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.825+0000 7f5460199740 1 -- 172.21.15.42:0/2724468295 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d662697630 msgr2=0x55d662694ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:03.823 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.825+0000 7f5460199740 1 --2- 172.21.15.42:0/2724468295 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d662697630 0x55d662694ad0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f54480bcc50 tx=0x7f54480fbe20 comp rx=0 tx=0).stop 2024-06-06T08:41:03.829 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.831+0000 7f5460199740 1 -- 172.21.15.42:0/2724468295 shutdown_connections 2024-06-06T08:41:03.830 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.831+0000 7f5460199740 1 --2- 172.21.15.42:0/2724468295 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55d6626a74a0 0x55d6626a9890 crc :-1 s=READY pgs=303 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:03.830 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.831+0000 7f5460199740 1 --2- 172.21.15.42:0/2724468295 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d662697630 0x55d662694ad0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:03.830 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.831+0000 7f5460199740 1 --2- 172.21.15.42:0/2724468295 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d662695010 0x55d6626a3150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:03.830 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.831+0000 7f5460199740 1 --2- 172.21.15.42:0/2724468295 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d66268c450 0x55d662694590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:03.830 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.831+0000 7f5460199740 1 -- 172.21.15.42:0/2724468295 >> 172.21.15.42:0/2724468295 conn(0x55d662688960 msgr2=0x55d66268e6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:41:03.830 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.831+0000 7f543e7fc640 0 client.27560 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:41:03.832 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.834+0000 7f5460199740 1 -- 172.21.15.42:0/2724468295 shutdown_connections 2024-06-06T08:41:03.832 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.834+0000 7f5460199740 1 -- 172.21.15.42:0/2724468295 wait complete. 2024-06-06T08:41:03.833 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.835+0000 7f5460199740 20 client.27560 trim_cache size 0 max 16384 2024-06-06T08:41:03.867 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.868+0000 7f5460199740 1 Processor -- start 2024-06-06T08:41:03.867 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.868+0000 7f5460199740 1 -- start start 2024-06-06T08:41:03.867 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.869+0000 7f5460199740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d66268c450 0x55d6626a2f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:03.867 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.869+0000 7f5460199740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d662695010 0x55d6626aefd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:03.868 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.869+0000 7f5456ffd640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d66268c450 0x55d6626a2f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:03.868 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.869+0000 7f5456ffd640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d66268c450 0x55d6626a2f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:57152/0 (socket says 172.21.15.42:57152) 2024-06-06T08:41:03.869 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.869+0000 7f5456ffd640 1 -- 172.21.15.42:0/1212019540 learned_addr learned my addr 172.21.15.42:0/1212019540 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:41:03.869 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.870+0000 7f5460199740 1 --2- 172.21.15.42:0/1212019540 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d662697630 0x55d6626af510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:03.869 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.870+0000 7f544e7fc640 1 --2- 172.21.15.42:0/1212019540 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d662695010 0x55d6626aefd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:03.869 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.870+0000 7f5460199740 1 -- 172.21.15.42:0/1212019540 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f54581c8b70 con 0x55d662697630 2024-06-06T08:41:03.869 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.870+0000 7f5460199740 1 -- 172.21.15.42:0/1212019540 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f54581c6380 con 0x55d66268c450 2024-06-06T08:41:03.869 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.870+0000 7f5460199740 1 -- 172.21.15.42:0/1212019540 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f54581c41d0 con 0x55d662695010 2024-06-06T08:41:03.873 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.875+0000 7f54577fe640 1 --2- 172.21.15.42:0/1212019540 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d662697630 0x55d6626af510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:03.873 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.875+0000 7f544e7fc640 1 -- 172.21.15.42:0/1212019540 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d66268c450 msgr2=0x55d6626a2f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:41:03.874 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.875+0000 7f544e7fc640 1 --2- 172.21.15.42:0/1212019540 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d66268c450 0x55d6626a2f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:03.874 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.875+0000 7f544e7fc640 1 -- 172.21.15.42:0/1212019540 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d662697630 msgr2=0x55d6626af510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:41:03.874 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.875+0000 7f544e7fc640 1 --2- 172.21.15.42:0/1212019540 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d662697630 0x55d6626af510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:03.874 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.875+0000 7f544e7fc640 1 -- 172.21.15.42:0/1212019540 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d662684250 con 0x55d662695010 2024-06-06T08:41:03.874 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.875+0000 7f544e7fc640 1 --2- 172.21.15.42:0/1212019540 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d662695010 0x55d6626aefd0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f54480baf70 tx=0x7f54480bb1d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9ec61580c245a8b2 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:41:03.874 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.876+0000 7f543ffff640 1 -- 172.21.15.42:0/1212019540 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54480f0e60 con 0x55d662695010 2024-06-06T08:41:03.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.876+0000 7f543ffff640 1 -- 172.21.15.42:0/1212019540 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f54480bd3c0 con 0x55d662695010 2024-06-06T08:41:03.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.876+0000 7f543ffff640 1 -- 172.21.15.42:0/1212019540 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54480bc800 con 0x55d662695010 2024-06-06T08:41:03.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.878+0000 7f5460199740 1 -- 172.21.15.42:0/1212019540 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d662695010 msgr2=0x55d6626aefd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:03.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.878+0000 7f5460199740 1 --2- 172.21.15.42:0/1212019540 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d662695010 0x55d6626aefd0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f54480baf70 tx=0x7f54480bb1d0 comp rx=0 tx=0).stop 2024-06-06T08:41:03.877 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.878+0000 7f5460199740 1 -- 172.21.15.42:0/1212019540 shutdown_connections 2024-06-06T08:41:03.877 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.878+0000 7f5460199740 1 --2- 172.21.15.42:0/1212019540 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d662697630 0x55d6626af510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:03.877 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.878+0000 7f5460199740 1 --2- 172.21.15.42:0/1212019540 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d662695010 0x55d6626aefd0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:03.877 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.878+0000 7f5460199740 1 --2- 172.21.15.42:0/1212019540 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d66268c450 0x55d6626a2f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:03.878 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.878+0000 7f5460199740 1 -- 172.21.15.42:0/1212019540 >> 172.21.15.42:0/1212019540 conn(0x55d662688960 msgr2=0x55d662696650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:41:03.878 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.879+0000 7f5460199740 1 -- 172.21.15.42:0/1212019540 shutdown_connections 2024-06-06T08:41:03.878 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.879+0000 7f5460199740 1 -- 172.21.15.42:0/1212019540 wait complete. 2024-06-06T08:41:03.878 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.879+0000 7f5460199740 1 -- start start 2024-06-06T08:41:03.878 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.879+0000 7f5460199740 1 Processor -- start 2024-06-06T08:41:03.878 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.880+0000 7f5460199740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d66268c450 0x55d66269f890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:03.879 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.880+0000 7f5460199740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d662695010 0x55d6626913b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:03.879 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.880+0000 7f5460199740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d662697630 0x55d662691950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:03.879 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.880+0000 7f5460199740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f54581c4840 con 0x55d662695010 2024-06-06T08:41:03.879 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.880+0000 7f5460199740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f54581c5cb0 con 0x55d662697630 2024-06-06T08:41:03.879 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.880+0000 7f5460199740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f54581c4f10 con 0x55d66268c450 2024-06-06T08:41:03.879 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.880+0000 7f5460199740 10 client.0 _ll_register_callbacks cb 0x7f5448009900 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:41:03.879 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.880+0000 7f5456ffd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d66268c450 0x55d66269f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:03.879 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.880+0000 7f5456ffd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d66268c450 0x55d66269f890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:54496/0 (socket says 172.21.15.42:54496) 2024-06-06T08:41:03.880 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.880+0000 7f5456ffd640 1 -- 172.21.15.42:0/1110604073 learned_addr learned my addr 172.21.15.42:0/1110604073 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:41:03.880 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.880+0000 7f54577fe640 1 --2- 172.21.15.42:0/1110604073 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d662697630 0x55d662691950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:03.880 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.881+0000 7f5456ffd640 1 -- 172.21.15.42:0/1110604073 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d662697630 msgr2=0x55d662691950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:41:03.880 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.881+0000 7f5456ffd640 1 --2- 172.21.15.42:0/1110604073 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d662697630 0x55d662691950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:03.880 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.881+0000 7f5456ffd640 1 -- 172.21.15.42:0/1110604073 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d662695010 msgr2=0x55d6626913b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:41:03.880 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.881+0000 7f5456ffd640 1 --2- 172.21.15.42:0/1110604073 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d662695010 0x55d6626913b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:03.880 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.881+0000 7f5456ffd640 1 -- 172.21.15.42:0/1110604073 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d6626a34c0 con 0x55d66268c450 2024-06-06T08:41:03.881 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.881+0000 7f5456ffd640 1 --2- 172.21.15.42:0/1110604073 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d66268c450 0x55d66269f890 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f54400099c0 tx=0x7f54400099f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=706f67e18260348 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:41:03.881 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.881+0000 7f543dffb640 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:41:03.881 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.882+0000 7f543dffb640 1 -- 172.21.15.42:0/1110604073 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5440016810 con 0x55d66268c450 2024-06-06T08:41:03.881 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.882+0000 7f5460199740 1 -- 172.21.15.42:0/1110604073 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f54480bd3c0 con 0x55d66268c450 2024-06-06T08:41:03.881 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.882+0000 7f543dffb640 1 -- 172.21.15.42:0/1110604073 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(132..132 src has 1..132) ==== 9562+0+0 (secure 0 0 0) 0x7f54400169b0 con 0x55d66268c450 2024-06-06T08:41:03.881 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.882+0000 7f543dffb640 1 -- 172.21.15.42:0/1110604073 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) ==== 24+0+0 (secure 0 0 0) 0x7f5440016bb0 con 0x55d66268c450 2024-06-06T08:41:03.882 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.883+0000 7f5460199740 10 client.27436 fetch_fsmap learned FSMap version 48 2024-06-06T08:41:03.882 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.883+0000 7f5460199740 1 -- 172.21.15.42:0/1110604073 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) -- 0x55d662711f20 con 0x55d66268c450 2024-06-06T08:41:03.885 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.887+0000 7f543dffb640 1 -- 172.21.15.42:0/1110604073 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f54480bd3c0 con 0x55d66268c450 2024-06-06T08:41:03.885 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.887+0000 7f543dffb640 1 -- 172.21.15.42:0/1110604073 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 48) ==== 8370+0+0 (secure 0 0 0) 0x7f54400066a0 con 0x55d66268c450 2024-06-06T08:41:03.885 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.887+0000 7f5460199740 10 client.27436 fetch_fsmap finished waiting for FSMap version 48 2024-06-06T08:41:03.886 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.887+0000 7f5460199740 10 client.27436 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:41:03.886 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.887+0000 7f5460199740 20 client.27436 populate_metadata read hostname 'smithi042' 2024-06-06T08:41:03.886 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.887+0000 7f5460199740 1 --2- 172.21.15.42:0/1110604073 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55d662712760 0x55d662714ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:03.886 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.887+0000 7f5460199740 4 client.27436 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:41:03.886 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.887+0000 7f5460199740 1 -- 172.21.15.42:0/1110604073 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55d662603f10 con 0x55d662712760 2024-06-06T08:41:03.886 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.888+0000 7f544e7fc640 1 --2- 172.21.15.42:0/1110604073 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55d662712760 0x55d662714ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:03.889 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.891+0000 7f544e7fc640 1 --2- 172.21.15.42:0/1110604073 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55d662712760 0x55d662714ba0 crc :-1 s=READY pgs=304 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f60d29075bd08131 server_cookie=d45dc8a0e0c9cbdd in_seq=0 out_seq=0 2024-06-06T08:41:03.889 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:03.891+0000 7f543dffb640 10 client.27436 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:41:04.631 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:04.632+0000 7f543dffb640 1 -- 172.21.15.42:0/1110604073 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55d662603f10 con 0x55d662712760 2024-06-06T08:41:04.632 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:04.632+0000 7f543dffb640 10 client.27436 handle_command_reply: tid=0 2024-06-06T08:41:04.632 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:04.632+0000 7f5460199740 1 client.27436 shutdown 2024-06-06T08:41:04.632 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:04.632+0000 7f5460199740 1 -- 172.21.15.42:0/1110604073 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d66268c450 msgr2=0x55d66269f890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:04.632 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:04.632+0000 7f5460199740 1 --2- 172.21.15.42:0/1110604073 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d66268c450 0x55d66269f890 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f54400099c0 tx=0x7f54400099f0 comp rx=0 tx=0).stop 2024-06-06T08:41:04.632 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:04.632+0000 7f5460199740 1 -- 172.21.15.42:0/1110604073 shutdown_connections 2024-06-06T08:41:04.632 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:04.632+0000 7f5460199740 1 --2- 172.21.15.42:0/1110604073 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55d662712760 0x55d662714ba0 crc :-1 s=READY pgs=304 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:04.632 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:04.632+0000 7f5460199740 1 --2- 172.21.15.42:0/1110604073 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55d662697630 0x55d662691950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:04.632 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:04.632+0000 7f5460199740 1 --2- 172.21.15.42:0/1110604073 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d662695010 0x55d6626913b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:04.632 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:04.632+0000 7f5460199740 1 --2- 172.21.15.42:0/1110604073 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d66268c450 0x55d66269f890 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:04.633 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:04.632+0000 7f5460199740 1 -- 172.21.15.42:0/1110604073 >> 172.21.15.42:0/1110604073 conn(0x55d662688960 msgr2=0x55d662687250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:41:04.633 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:04.633+0000 7f543dffb640 0 client.27436 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:41:04.633 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:04.633+0000 7f5460199740 1 -- 172.21.15.42:0/1110604073 shutdown_connections 2024-06-06T08:41:04.633 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:04.633+0000 7f5460199740 1 -- 172.21.15.42:0/1110604073 wait complete. 2024-06-06T08:41:04.633 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:04.633+0000 7f5460199740 20 client.27436 trim_cache size 0 max 16384 2024-06-06T08:41:04.634 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:41:04.634 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:41:04.634 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:41:04.636 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:04.634+0000 7f544dffb640 1 -- 172.21.15.42:0/1634771447 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f54440a2e20 msgr2=0x7f54440a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:04.636 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:04.634+0000 7f544dffb640 1 --2- 172.21.15.42:0/1634771447 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f54440a2e20 0x7f54440a52e0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f5450005fd0 tx=0x7f545000b570 comp rx=0 tx=0).stop 2024-06-06T08:41:04.636 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:04.634+0000 7f544dffb640 1 -- 172.21.15.42:0/1634771447 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f545811b180 msgr2=0x7f5458114980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:04.636 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:04.634+0000 7f544dffb640 1 --2- 172.21.15.42:0/1634771447 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f545811b180 0x7f5458114980 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f5448009ca0 tx=0x7f54480308b0 comp rx=0 tx=0).stop 2024-06-06T08:41:04.636 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:04.634+0000 7f544dffb640 1 -- 172.21.15.42:0/1634771447 shutdown_connections 2024-06-06T08:41:04.636 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:04.634+0000 7f544dffb640 1 --2- 172.21.15.42:0/1634771447 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f54440a2e20 0x7f54440a52e0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:04.636 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:04.634+0000 7f544dffb640 1 --2- 172.21.15.42:0/1634771447 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f545811b180 0x7f5458114980 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:04.637 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:04.635+0000 7f544dffb640 1 --2- 172.21.15.42:0/1634771447 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5458114ec0 0x7f5458115370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:04.637 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:04.635+0000 7f544dffb640 1 --2- 172.21.15.42:0/1634771447 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5458110190 0x7f545811a910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:04.637 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:04.635+0000 7f544dffb640 1 -- 172.21.15.42:0/1634771447 >> 172.21.15.42:0/1634771447 conn(0x7f545806ca70 msgr2=0x7f545811b560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:41:04.637 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:04.636+0000 7f544dffb640 1 -- 172.21.15.42:0/1634771447 shutdown_connections 2024-06-06T08:41:04.637 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:04.636+0000 7f544dffb640 1 -- 172.21.15.42:0/1634771447 wait complete. 2024-06-06T08:41:05.074 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:41:04 smithi042 ceph-mon[32384]: pgmap v588: 129 pgs: 16 active+clean+snaptrim, 53 active+clean+snaptrim_wait, 60 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 970 KiB/s wr, 241 op/s 2024-06-06T08:41:05.074 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:05.075+0000 7f305ffb4700 1 -- 172.21.15.42:0/1773289163 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3058108ac0 msgr2=0x7f3058108f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:05.075 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:05.075+0000 7f305cd4e700 1 -- 172.21.15.42:0/1773289163 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30500092e0 con 0x7f3058108ac0 2024-06-06T08:41:05.075 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:05.075+0000 7f305ffb4700 1 --2- 172.21.15.42:0/1773289163 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3058108ac0 0x7f3058108f40 secure :-1 s=READY pgs=1025 cs=0 l=1 rev1=1 crypto rx=0x7f305000b0a0 tx=0x7f305000b3b0 comp rx=0 tx=0).stop 2024-06-06T08:41:05.076 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:05.078+0000 7f305ffb4700 1 -- 172.21.15.42:0/1773289163 shutdown_connections 2024-06-06T08:41:05.076 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:05.078+0000 7f305ffb4700 1 --2- 172.21.15.42:0/1773289163 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3058109480 0x7f3058115990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:05.076 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:05.078+0000 7f305ffb4700 1 --2- 172.21.15.42:0/1773289163 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f305810eac0 0x7f305810eea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:05.076 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:05.078+0000 7f305ffb4700 1 --2- 172.21.15.42:0/1773289163 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3058108ac0 0x7f3058108f40 unknown :-1 s=CLOSED pgs=1025 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:05.076 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:05.078+0000 7f305ffb4700 1 -- 172.21.15.42:0/1773289163 >> 172.21.15.42:0/1773289163 conn(0x7f3058075c60 msgr2=0x7f3058078080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:41:05.080 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:05.081+0000 7f305ffb4700 1 -- 172.21.15.42:0/1773289163 shutdown_connections 2024-06-06T08:41:05.080 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:05.081+0000 7f305ffb4700 1 -- 172.21.15.42:0/1773289163 wait complete. 2024-06-06T08:41:05.081 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:05.083+0000 7f305ffb4700 1 Processor -- start 2024-06-06T08:41:05.082 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:05.084+0000 7f305ffb4700 1 -- start start 2024-06-06T08:41:05.083 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:05.084+0000 7f305ffb4700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3058108ac0 0x7f305819f200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:05.083 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:05.084+0000 7f305ffb4700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3058109480 0x7f305819f740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:05.083 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:05.084+0000 7f305ffb4700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f305810eac0 0x7f30581a3ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:05.083 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:05.084+0000 7f305ffb4700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f3058118ef0 con 0x7f305810eac0 2024-06-06T08:41:05.084 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:05.085+0000 7f305ffb4700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f3058118d70 con 0x7f3058109480 2024-06-06T08:41:05.084 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:05.085+0000 7f305ffb4700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f3058119070 con 0x7f3058108ac0 2024-06-06T08:41:05.084 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:05.085+0000 7f305d54f700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3058109480 0x7f305819f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:05.084 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:05.085+0000 7f305d54f700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3058109480 0x7f305819f740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:57176/0 (socket says 172.21.15.42:57176) 2024-06-06T08:41:05.084 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:05.085+0000 7f305d54f700 1 -- 172.21.15.42:0/1712666688 learned_addr learned my addr 172.21.15.42:0/1712666688 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:41:05.084 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:05.085+0000 7f305dd50700 1 --2- 172.21.15.42:0/1712666688 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3058108ac0 0x7f305819f200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:05.086 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:05.087+0000 7f305e551700 1 --2- 172.21.15.42:0/1712666688 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f305810eac0 0x7f30581a3ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:05.086 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:05.087+0000 7f305d54f700 1 -- 172.21.15.42:0/1712666688 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3058108ac0 msgr2=0x7f305819f200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:05.086 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:05.087+0000 7f305d54f700 1 --2- 172.21.15.42:0/1712666688 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3058108ac0 0x7f305819f200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:05.086 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:05.088+0000 7f305d54f700 1 -- 172.21.15.42:0/1712666688 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f305810eac0 msgr2=0x7f30581a3ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:05.086 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:05.088+0000 7f305d54f700 1 --2- 172.21.15.42:0/1712666688 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f305810eac0 0x7f30581a3ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:05.086 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:05.088+0000 7f305d54f700 1 -- 172.21.15.42:0/1712666688 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30581a4210 con 0x7f3058109480 2024-06-06T08:41:05.088 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:05.090+0000 7f305d54f700 1 --2- 172.21.15.42:0/1712666688 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3058109480 0x7f305819f740 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f3050004cc0 tx=0x7f3050004cf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:41:05.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:05.091+0000 7f304effd700 1 -- 172.21.15.42:0/1712666688 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3050021070 con 0x7f3058109480 2024-06-06T08:41:05.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:05.091+0000 7f304effd700 1 -- 172.21.15.42:0/1712666688 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3050007b80 con 0x7f3058109480 2024-06-06T08:41:05.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:05.091+0000 7f304effd700 1 -- 172.21.15.42:0/1712666688 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30500052a0 con 0x7f3058109480 2024-06-06T08:41:05.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:05.092+0000 7f305ffb4700 1 -- 172.21.15.42:0/1712666688 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30581a44a0 con 0x7f3058109480 2024-06-06T08:41:05.091 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:05.092+0000 7f305ffb4700 1 -- 172.21.15.42:0/1712666688 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30581abd80 con 0x7f3058109480 2024-06-06T08:41:05.092 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:05.093+0000 7f305ffb4700 1 -- 172.21.15.42:0/1712666688 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3058069180 con 0x7f3058109480 2024-06-06T08:41:05.098 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:05.098+0000 7f304effd700 1 -- 172.21.15.42:0/1712666688 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f3050024070 con 0x7f3058109480 2024-06-06T08:41:05.098 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:05.099+0000 7f304effd700 1 --2- 172.21.15.42:0/1712666688 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f30440a2f90 0x7f30440a5450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:05.098 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:05.099+0000 7f304effd700 1 -- 172.21.15.42:0/1712666688 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(132..132 src has 1..132) ==== 9562+0+0 (secure 0 0 0) 0x7f305000f020 con 0x7f3058109480 2024-06-06T08:41:05.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:05.101+0000 7f305dd50700 1 --2- 172.21.15.42:0/1712666688 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f30440a2f90 0x7f30440a5450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:05.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:05.101+0000 7f305dd50700 1 --2- 172.21.15.42:0/1712666688 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f30440a2f90 0x7f30440a5450 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f3054009be0 tx=0x7f3054009260 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:41:05.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:05.103+0000 7f304effd700 1 -- 172.21.15.42:0/1712666688 <== mon.2 v2:172.21.15.120:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f305002b020 con 0x7f3058109480 2024-06-06T08:41:05.137 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:41:04 smithi120 ceph-mon[36658]: pgmap v588: 129 pgs: 16 active+clean+snaptrim, 53 active+clean+snaptrim_wait, 60 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 970 KiB/s wr, 241 op/s 2024-06-06T08:41:05.287 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:41:04 smithi149 ceph-mon[36842]: pgmap v588: 129 pgs: 16 active+clean+snaptrim, 53 active+clean+snaptrim_wait, 60 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 970 KiB/s wr, 241 op/s 2024-06-06T08:41:05.581 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:05.582+0000 7f305ffb4700 1 -- 172.21.15.42:0/1712666688 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f30581a0560 con 0x7f3058109480 2024-06-06T08:41:05.582 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:05.584+0000 7f304effd700 1 -- 172.21.15.42:0/1712666688 <== mon.2 v2:172.21.15.120:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 48 v48) ==== 94+0+11885 (secure 0 0 0) 0x7f30581a0560 con 0x7f3058109480 2024-06-06T08:41:05.583 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:41:05.583 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":48,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/667270675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":667270675},{"type":"v1","addr":"172.21.15.42:6837","nonce":667270675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/2414389302","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":2414389302},{"type":"v1","addr":"172.21.15.42:6839","nonce":2414389302}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14574,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/3625002785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":3625002785},{"type":"v1","addr":"172.21.15.42:6841","nonce":3625002785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":26389,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/411591287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":411591287},{"type":"v1","addr":"172.21.15.149:6835","nonce":411591287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":48,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T08:18:39.778858+0000","modified":"2024-06-06T08:39:47.677593+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24464},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6837/3434475673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":3434475673},{"type":"v1","addr":"172.21.15.120:6837","nonce":3434475673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":188,"addr":"172.21.15.120:6839/1585293472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":1585293472},{"type":"v1","addr":"172.21.15.120:6839","nonce":1585293472}]},"join_fscid":-1,"export_targets":[0,1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":192,"addr":"172.21.15.149:6837/751787578","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":751787578},{"type":"v1","addr":"172.21.15.149:6837","nonce":751787578}]},"join_fscid":-1,"export_targets":[0,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":8,"addr":"172.21.15.149:6839/764851483","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":764851483},{"type":"v1","addr":"172.21.15.149:6839","nonce":764851483}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26696":{"gid":26696,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6835/2158320752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":2158320752},{"type":"v1","addr":"172.21.15.120:6835","nonce":2158320752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24484,24464,24469]},"id":1}]} 2024-06-06T08:41:05.593 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:05.592+0000 7f304cff9700 1 -- 172.21.15.42:0/1712666688 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f30440a2f90 msgr2=0x7f30440a5450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:05.593 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:05.592+0000 7f304cff9700 1 --2- 172.21.15.42:0/1712666688 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f30440a2f90 0x7f30440a5450 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f3054009be0 tx=0x7f3054009260 comp rx=0 tx=0).stop 2024-06-06T08:41:05.593 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:05.592+0000 7f304cff9700 1 -- 172.21.15.42:0/1712666688 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3058109480 msgr2=0x7f305819f740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:05.593 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:05.592+0000 7f304cff9700 1 --2- 172.21.15.42:0/1712666688 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3058109480 0x7f305819f740 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f3050004cc0 tx=0x7f3050004cf0 comp rx=0 tx=0).stop 2024-06-06T08:41:05.593 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:05.593+0000 7f304cff9700 1 -- 172.21.15.42:0/1712666688 shutdown_connections 2024-06-06T08:41:05.593 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:05.593+0000 7f304cff9700 1 --2- 172.21.15.42:0/1712666688 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f30440a2f90 0x7f30440a5450 secure :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f3054009be0 tx=0x7f3054009260 comp rx=0 tx=0).stop 2024-06-06T08:41:05.593 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:05.593+0000 7f304cff9700 1 --2- 172.21.15.42:0/1712666688 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f305810eac0 0x7f30581a3ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:05.594 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:05.593+0000 7f304cff9700 1 --2- 172.21.15.42:0/1712666688 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3058108ac0 0x7f305819f200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:05.594 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:05.593+0000 7f304cff9700 1 --2- 172.21.15.42:0/1712666688 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f3058109480 0x7f305819f740 secure :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f3050004cc0 tx=0x7f3050004cf0 comp rx=0 tx=0).stop 2024-06-06T08:41:05.594 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:05.593+0000 7f304cff9700 1 -- 172.21.15.42:0/1712666688 >> 172.21.15.42:0/1712666688 conn(0x7f3058075c60 msgr2=0x7f3058076040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:41:05.594 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:05.596+0000 7f304cff9700 1 -- 172.21.15.42:0/1712666688 shutdown_connections 2024-06-06T08:41:05.595 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:05.596+0000 7f304cff9700 1 -- 172.21.15.42:0/1712666688 wait complete. 2024-06-06T08:41:05.597 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 48 2024-06-06T08:41:06.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:41:05 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/1712666688' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:41:06.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:41:05 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/1712666688' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:41:06.287 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:41:05 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/1712666688' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:41:06.802 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24484 quiesce db / --timeout 90 --expiration 135.7 --await-for 45.0' 2024-06-06T08:41:06.803 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- timeout 105 ceph tell mds.24484 quiesce db / --timeout 90 --expiration 135.7 --await-for 45.0 2024-06-06T08:41:07.051 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:41:06 smithi042 ceph-mon[32384]: pgmap v589: 129 pgs: 16 active+clean+snaptrim, 53 active+clean+snaptrim_wait, 60 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 765 KiB/s rd, 686 KiB/s wr, 252 op/s 2024-06-06T08:41:07.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:41:06 smithi120 ceph-mon[36658]: pgmap v589: 129 pgs: 16 active+clean+snaptrim, 53 active+clean+snaptrim_wait, 60 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 765 KiB/s rd, 686 KiB/s wr, 252 op/s 2024-06-06T08:41:07.287 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:41:06 smithi149 ceph-mon[36842]: pgmap v589: 129 pgs: 16 active+clean+snaptrim, 53 active+clean+snaptrim_wait, 60 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 765 KiB/s rd, 686 KiB/s wr, 252 op/s 2024-06-06T08:41:07.416 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:41:09.046 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:41:08 smithi042 ceph-mon[32384]: pgmap v590: 129 pgs: 15 active+clean+snaptrim, 45 active+clean+snaptrim_wait, 69 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 755 KiB/s rd, 695 KiB/s wr, 249 op/s 2024-06-06T08:41:09.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:41:08 smithi120 ceph-mon[36658]: pgmap v590: 129 pgs: 15 active+clean+snaptrim, 45 active+clean+snaptrim_wait, 69 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 755 KiB/s rd, 695 KiB/s wr, 249 op/s 2024-06-06T08:41:09.287 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:41:08 smithi149 ceph-mon[36842]: pgmap v590: 129 pgs: 15 active+clean+snaptrim, 45 active+clean+snaptrim_wait, 69 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 755 KiB/s rd, 695 KiB/s wr, 249 op/s 2024-06-06T08:41:09.636 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.637+0000 7fc8a5772700 1 -- 172.21.15.42:0/3419941672 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc8a0107440 msgr2=0x7fc8a0104ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:09.637 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.637+0000 7fc8a5772700 1 --2- 172.21.15.42:0/3419941672 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc8a0107440 0x7fc8a0104ef0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fc890009990 tx=0x7fc890009ca0 comp rx=0 tx=0).stop 2024-06-06T08:41:09.639 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.641+0000 7fc8a5772700 1 -- 172.21.15.42:0/3419941672 shutdown_connections 2024-06-06T08:41:09.640 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.641+0000 7fc8a5772700 1 --2- 172.21.15.42:0/3419941672 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc8a006a190 0x7fc8a006a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:09.640 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.641+0000 7fc8a5772700 1 --2- 172.21.15.42:0/3419941672 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc8a0107440 0x7fc8a0104ef0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:09.640 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.641+0000 7fc8a5772700 1 --2- 172.21.15.42:0/3419941672 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc8a0105430 0x7fc8a01058b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:09.640 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.641+0000 7fc8a5772700 1 -- 172.21.15.42:0/3419941672 >> 172.21.15.42:0/3419941672 conn(0x7fc8a0078330 msgr2=0x7fc8a0078740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:41:09.642 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.644+0000 7fc8a5772700 1 -- 172.21.15.42:0/3419941672 shutdown_connections 2024-06-06T08:41:09.643 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.644+0000 7fc8a5772700 1 -- 172.21.15.42:0/3419941672 wait complete. 2024-06-06T08:41:09.645 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.645+0000 7fc8a5772700 1 Processor -- start 2024-06-06T08:41:09.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.651+0000 7fc8a5772700 1 -- start start 2024-06-06T08:41:09.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.651+0000 7fc8a5772700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc8a006a190 0x7fc8a019f350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:09.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.651+0000 7fc8a5772700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc8a0105430 0x7fc8a019f890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:09.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.651+0000 7fc8a5772700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc8a0107440 0x7fc8a01a3c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:09.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.651+0000 7fc8a5772700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc8a0118f40 con 0x7fc8a0105430 2024-06-06T08:41:09.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.651+0000 7fc8a5772700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fc8a0118dc0 con 0x7fc8a0107440 2024-06-06T08:41:09.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.651+0000 7fc8a5772700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fc8a01190c0 con 0x7fc8a006a190 2024-06-06T08:41:09.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.652+0000 7fc89e7fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc8a0105430 0x7fc8a019f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:09.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.652+0000 7fc89e7fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc8a0105430 0x7fc8a019f890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:33358/0 (socket says 172.21.15.42:33358) 2024-06-06T08:41:09.651 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.652+0000 7fc89e7fc700 1 -- 172.21.15.42:0/818848698 learned_addr learned my addr 172.21.15.42:0/818848698 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:41:09.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.652+0000 7fc89e7fc700 1 -- 172.21.15.42:0/818848698 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc8a006a190 msgr2=0x7fc8a019f350 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-06-06T08:41:09.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.652+0000 7fc89e7fc700 1 --2- 172.21.15.42:0/818848698 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc8a006a190 0x7fc8a019f350 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:09.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.652+0000 7fc89e7fc700 1 -- 172.21.15.42:0/818848698 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc8a0107440 msgr2=0x7fc8a01a3c20 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-06-06T08:41:09.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.652+0000 7fc89e7fc700 1 --2- 172.21.15.42:0/818848698 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc8a0107440 0x7fc8a01a3c20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:09.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.652+0000 7fc89e7fc700 1 -- 172.21.15.42:0/818848698 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8a01a4360 con 0x7fc8a0105430 2024-06-06T08:41:09.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.652+0000 7fc89e7fc700 1 --2- 172.21.15.42:0/818848698 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc8a0105430 0x7fc8a019f890 secure :-1 s=READY pgs=1026 cs=0 l=1 rev1=1 crypto rx=0x7fc89400b550 tx=0x7fc89400b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:41:09.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.652+0000 7fc887fff700 1 -- 172.21.15.42:0/818848698 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc894015020 con 0x7fc8a0105430 2024-06-06T08:41:09.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.653+0000 7fc8a5772700 1 -- 172.21.15.42:0/818848698 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8a01a4650 con 0x7fc8a0105430 2024-06-06T08:41:09.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.653+0000 7fc8a5772700 1 -- 172.21.15.42:0/818848698 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8a01079b0 con 0x7fc8a0105430 2024-06-06T08:41:09.652 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.653+0000 7fc887fff700 1 -- 172.21.15.42:0/818848698 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc894011d10 con 0x7fc8a0105430 2024-06-06T08:41:09.653 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.654+0000 7fc887fff700 1 -- 172.21.15.42:0/818848698 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc89400f2e0 con 0x7fc8a0105430 2024-06-06T08:41:09.657 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.658+0000 7fc887fff700 1 -- 172.21.15.42:0/818848698 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fc894018020 con 0x7fc8a0105430 2024-06-06T08:41:09.658 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.660+0000 7fc887fff700 1 --2- 172.21.15.42:0/818848698 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc8880a2df0 0x7fc8880a52b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:09.658 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.660+0000 7fc887fff700 1 -- 172.21.15.42:0/818848698 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(133..133 src has 1..133) ==== 9686+0+0 (secure 0 0 0) 0x7fc8940cef50 con 0x7fc8a0105430 2024-06-06T08:41:09.660 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.661+0000 7fc89effd700 1 --2- 172.21.15.42:0/818848698 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc8880a2df0 0x7fc8880a52b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:09.668 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.669+0000 7fc89effd700 1 --2- 172.21.15.42:0/818848698 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc8880a2df0 0x7fc8880a52b0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fc890005cb0 tx=0x7fc890005bc0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:41:09.679 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.674+0000 7fc8afff5b80 1 Processor -- start 2024-06-06T08:41:09.679 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.678+0000 7fc8afff5b80 1 -- start start 2024-06-06T08:41:09.679 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.678+0000 7fc8afff5b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55802a0e9590 0x55802a0e9970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:09.679 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.678+0000 7fc8afff5b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55802a0e9eb0 0x55802a0e37a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:09.679 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.678+0000 7fc8afff5b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55802a0e3ce0 0x55802a0e4100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:09.679 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.678+0000 7fc8afff5b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x558029fd60f0 con 0x55802a0e9590 2024-06-06T08:41:09.679 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.678+0000 7fc8afff5b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55802a0349e0 con 0x55802a0e3ce0 2024-06-06T08:41:09.679 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.678+0000 7fc8afff5b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x558029f9c5f0 con 0x55802a0e9eb0 2024-06-06T08:41:09.680 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.679+0000 7fc89f7fe700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55802a0e3ce0 0x55802a0e4100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:09.680 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.679+0000 7fc89f7fe700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55802a0e3ce0 0x55802a0e4100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:34070/0 (socket says 172.21.15.42:34070) 2024-06-06T08:41:09.680 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.679+0000 7fc89f7fe700 1 -- 172.21.15.42:0/3953827197 learned_addr learned my addr 172.21.15.42:0/3953827197 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:41:09.680 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.679+0000 7fc89e7fc700 1 --2- 172.21.15.42:0/3953827197 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55802a0e9eb0 0x55802a0e37a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:09.680 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.679+0000 7fc89f7fe700 1 -- 172.21.15.42:0/3953827197 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55802a0e9eb0 msgr2=0x55802a0e37a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:41:09.680 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.679+0000 7fc89f7fe700 1 --2- 172.21.15.42:0/3953827197 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55802a0e9eb0 0x55802a0e37a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:09.680 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.679+0000 7fc89f7fe700 1 -- 172.21.15.42:0/3953827197 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55802a0e9590 msgr2=0x55802a0e9970 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-06-06T08:41:09.680 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.679+0000 7fc89f7fe700 1 --2- 172.21.15.42:0/3953827197 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55802a0e9590 0x55802a0e9970 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:09.680 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.679+0000 7fc89f7fe700 1 -- 172.21.15.42:0/3953827197 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558029f83a60 con 0x55802a0e3ce0 2024-06-06T08:41:09.680 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.679+0000 7fc89f7fe700 1 --2- 172.21.15.42:0/3953827197 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55802a0e3ce0 0x55802a0e4100 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fc898009d20 tx=0x7fc89800b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e7d82cc22367f607 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:41:09.680 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.680+0000 7fc8857fa700 1 -- 172.21.15.42:0/3953827197 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc89800b910 con 0x55802a0e3ce0 2024-06-06T08:41:09.680 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.680+0000 7fc8857fa700 1 -- 172.21.15.42:0/3953827197 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc898017070 con 0x55802a0e3ce0 2024-06-06T08:41:09.681 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.681+0000 7fc8afff5b80 1 -- 172.21.15.42:0/3953827197 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55802a0e3ce0 msgr2=0x55802a0e4100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:09.682 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.681+0000 7fc8afff5b80 1 --2- 172.21.15.42:0/3953827197 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55802a0e3ce0 0x55802a0e4100 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fc898009d20 tx=0x7fc89800b330 comp rx=0 tx=0).stop 2024-06-06T08:41:09.682 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.681+0000 7fc8afff5b80 1 -- 172.21.15.42:0/3953827197 shutdown_connections 2024-06-06T08:41:09.682 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.681+0000 7fc8afff5b80 1 --2- 172.21.15.42:0/3953827197 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55802a0e3ce0 0x55802a0e4100 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:09.682 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.681+0000 7fc8afff5b80 1 --2- 172.21.15.42:0/3953827197 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55802a0e9590 0x55802a0e9970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:09.682 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.681+0000 7fc8afff5b80 1 --2- 172.21.15.42:0/3953827197 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55802a0e9eb0 0x55802a0e37a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:09.682 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.681+0000 7fc8afff5b80 1 -- 172.21.15.42:0/3953827197 >> 172.21.15.42:0/3953827197 conn(0x55802a010210 msgr2=0x55802a0dea90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:41:09.682 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.683+0000 7fc8afff5b80 1 -- 172.21.15.42:0/3953827197 shutdown_connections 2024-06-06T08:41:09.684 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.683+0000 7fc8afff5b80 1 -- 172.21.15.42:0/3953827197 wait complete. 2024-06-06T08:41:09.684 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.683+0000 7fc8afff5b80 1 -- start start 2024-06-06T08:41:09.684 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.684+0000 7fc8afff5b80 1 Processor -- start 2024-06-06T08:41:09.684 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.684+0000 7fc8afff5b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55802a0e3ce0 0x55802a0efca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:09.684 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.684+0000 7fc8afff5b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55802a0e9590 0x55802a0ecfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:09.684 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.684+0000 7fc8afff5b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55802a0e9eb0 0x55802a0ed4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:09.684 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.684+0000 7fc8afff5b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x558029fd5150 con 0x55802a0e3ce0 2024-06-06T08:41:09.684 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.684+0000 7fc8afff5b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55802a0309a0 con 0x55802a0e9590 2024-06-06T08:41:09.684 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.684+0000 7fc8afff5b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55802a0f08e0 con 0x55802a0e9eb0 2024-06-06T08:41:09.684 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.684+0000 7fc8afff5b80 10 client.0 _ll_register_callbacks cb 0x558029fca740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:41:09.684 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.685+0000 7fc89e7fc700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55802a0e9590 0x55802a0ecfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:09.684 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.685+0000 7fc89e7fc700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55802a0e9590 0x55802a0ecfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:34076/0 (socket says 172.21.15.42:34076) 2024-06-06T08:41:09.685 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.685+0000 7fc89e7fc700 1 -- 172.21.15.42:0/1773508274 learned_addr learned my addr 172.21.15.42:0/1773508274 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:41:09.685 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.685+0000 7fc89f7fe700 1 --2- 172.21.15.42:0/1773508274 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55802a0e9eb0 0x55802a0ed4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:09.685 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.686+0000 7fc89effd700 1 --2- 172.21.15.42:0/1773508274 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55802a0e3ce0 0x55802a0efca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:09.687 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.686+0000 7fc89e7fc700 1 -- 172.21.15.42:0/1773508274 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55802a0e9eb0 msgr2=0x55802a0ed4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:41:09.687 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.686+0000 7fc89e7fc700 1 --2- 172.21.15.42:0/1773508274 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55802a0e9eb0 0x55802a0ed4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:09.687 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.686+0000 7fc89e7fc700 1 -- 172.21.15.42:0/1773508274 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55802a0e3ce0 msgr2=0x55802a0efca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:41:09.687 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.686+0000 7fc89e7fc700 1 --2- 172.21.15.42:0/1773508274 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55802a0e3ce0 0x55802a0efca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:09.687 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.686+0000 7fc89e7fc700 1 -- 172.21.15.42:0/1773508274 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558029ffa8e0 con 0x55802a0e9590 2024-06-06T08:41:09.687 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.688+0000 7fc89e7fc700 1 --2- 172.21.15.42:0/1773508274 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55802a0e9590 0x55802a0ecfa0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fc8940cc3d0 tx=0x7fc89409b0f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ecb2a34f5538a869 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:41:09.691 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.692+0000 7fc882ff5700 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:41:09.691 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.692+0000 7fc882ff5700 1 -- 172.21.15.42:0/1773508274 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8940b4060 con 0x55802a0e9590 2024-06-06T08:41:09.691 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.692+0000 7fc8afff5b80 1 -- 172.21.15.42:0/1773508274 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55802a041ee0 con 0x55802a0e9590 2024-06-06T08:41:09.691 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.692+0000 7fc882ff5700 1 -- 172.21.15.42:0/1773508274 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(133..133 src has 1..133) ==== 9686+0+0 (secure 0 0 0) 0x7fc89409b350 con 0x55802a0e9590 2024-06-06T08:41:09.695 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.697+0000 7fc882ff5700 1 -- 172.21.15.42:0/1773508274 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) ==== 24+0+0 (secure 0 0 0) 0x7fc89409b550 con 0x55802a0e9590 2024-06-06T08:41:09.697 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.697+0000 7fc8afff5b80 10 client.27578 fetch_fsmap learned FSMap version 48 2024-06-06T08:41:09.697 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.698+0000 7fc8afff5b80 1 -- 172.21.15.42:0/1773508274 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) -- 0x55802a0fb200 con 0x55802a0e9590 2024-06-06T08:41:09.698 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.699+0000 7fc882ff5700 1 -- 172.21.15.42:0/1773508274 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x55802a041ee0 con 0x55802a0e9590 2024-06-06T08:41:09.698 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.699+0000 7fc882ff5700 1 -- 172.21.15.42:0/1773508274 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 48) ==== 8370+0+0 (secure 0 0 0) 0x7fc8940b5020 con 0x55802a0e9590 2024-06-06T08:41:09.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.700+0000 7fc8afff5b80 10 client.27578 fetch_fsmap finished waiting for FSMap version 48 2024-06-06T08:41:09.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.700+0000 7fc8afff5b80 10 client.27578 resolve_mds: validated gid 24484 aka daemon mds.i 2024-06-06T08:41:09.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.700+0000 7fc8afff5b80 20 client.27578 populate_metadata read hostname 'smithi042' 2024-06-06T08:41:09.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.700+0000 7fc8afff5b80 1 --2- 172.21.15.42:0/1773508274 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55802a0fdc00 0x55802a100060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:09.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.700+0000 7fc8afff5b80 4 client.27578 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:41:09.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.700+0000 7fc8afff5b80 1 -- 172.21.15.42:0/1773508274 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55802a03c460 con 0x55802a0fdc00 2024-06-06T08:41:09.704 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.706+0000 7fc89effd700 1 --2- 172.21.15.42:0/1773508274 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55802a0fdc00 0x55802a100060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:09.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.719+0000 7fc89effd700 1 --2- 172.21.15.42:0/1773508274 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55802a0fdc00 0x55802a100060 crc :-1 s=READY pgs=305 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e1c6656cc9439096 server_cookie=956fb009d96065b8 in_seq=0 out_seq=0 2024-06-06T08:41:09.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.719+0000 7fc882ff5700 10 client.27578 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:41:09.719 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.720+0000 7fc882ff5700 1 -- 172.21.15.42:0/1773508274 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55802a03c460 con 0x55802a0fdc00 2024-06-06T08:41:09.719 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.720+0000 7fc882ff5700 10 client.27578 handle_command_reply: tid=0 2024-06-06T08:41:09.719 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.720+0000 7fc8afff5b80 1 client.27578 shutdown 2024-06-06T08:41:09.719 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.720+0000 7fc8afff5b80 1 -- 172.21.15.42:0/1773508274 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55802a0e9590 msgr2=0x55802a0ecfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:09.719 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.720+0000 7fc8afff5b80 1 --2- 172.21.15.42:0/1773508274 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55802a0e9590 0x55802a0ecfa0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fc8940cc3d0 tx=0x7fc89409b0f0 comp rx=0 tx=0).stop 2024-06-06T08:41:09.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.721+0000 7fc8afff5b80 1 -- 172.21.15.42:0/1773508274 shutdown_connections 2024-06-06T08:41:09.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.721+0000 7fc8afff5b80 1 --2- 172.21.15.42:0/1773508274 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55802a0e9eb0 0x55802a0ed4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:09.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.721+0000 7fc8afff5b80 1 --2- 172.21.15.42:0/1773508274 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55802a0e3ce0 0x55802a0efca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:09.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.721+0000 7fc8afff5b80 1 --2- 172.21.15.42:0/1773508274 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55802a0fdc00 0x55802a100060 crc :-1 s=READY pgs=305 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:09.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.721+0000 7fc8afff5b80 1 --2- 172.21.15.42:0/1773508274 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55802a0e9590 0x55802a0ecfa0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:09.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.721+0000 7fc8afff5b80 1 -- 172.21.15.42:0/1773508274 >> 172.21.15.42:0/1773508274 conn(0x55802a010210 msgr2=0x55802a0ddc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:41:09.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.721+0000 7fc882ff5700 0 client.27578 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:41:09.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.721+0000 7fc8afff5b80 1 -- 172.21.15.42:0/1773508274 shutdown_connections 2024-06-06T08:41:09.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.721+0000 7fc8afff5b80 1 -- 172.21.15.42:0/1773508274 wait complete. 2024-06-06T08:41:09.722 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.721+0000 7fc8afff5b80 20 client.27578 trim_cache size 0 max 16384 2024-06-06T08:41:09.763 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.765+0000 7fc8afff5b80 1 Processor -- start 2024-06-06T08:41:09.763 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.765+0000 7fc8afff5b80 1 -- start start 2024-06-06T08:41:09.764 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.765+0000 7fc8afff5b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55802a0e3ce0 0x55802a0ec8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:09.764 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.766+0000 7fc8afff5b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55802a0e9590 0x55802a0e8770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:09.764 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.766+0000 7fc8afff5b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55802a0e9eb0 0x55802a0e8cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:09.766 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.766+0000 7fc89effd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55802a0e3ce0 0x55802a0ec8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:09.766 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.766+0000 7fc8afff5b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc88c011a00 con 0x55802a0e9eb0 2024-06-06T08:41:09.766 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.766+0000 7fc8afff5b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fc88c00f1d0 con 0x55802a0e9590 2024-06-06T08:41:09.766 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.766+0000 7fc8afff5b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fc88c00d040 con 0x55802a0e3ce0 2024-06-06T08:41:09.766 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.766+0000 7fc89effd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55802a0e3ce0 0x55802a0ec8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:33396/0 (socket says 172.21.15.42:33396) 2024-06-06T08:41:09.766 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.766+0000 7fc89effd700 1 -- 172.21.15.42:0/601545883 learned_addr learned my addr 172.21.15.42:0/601545883 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:41:09.766 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.766+0000 7fc89f7fe700 1 --2- 172.21.15.42:0/601545883 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55802a0e9eb0 0x55802a0e8cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:09.766 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.766+0000 7fc89e7fc700 1 --2- 172.21.15.42:0/601545883 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55802a0e9590 0x55802a0e8770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:09.766 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.766+0000 7fc89f7fe700 1 -- 172.21.15.42:0/601545883 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55802a0e3ce0 msgr2=0x55802a0ec8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:41:09.767 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.766+0000 7fc89f7fe700 1 --2- 172.21.15.42:0/601545883 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55802a0e3ce0 0x55802a0ec8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:09.767 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.766+0000 7fc89f7fe700 1 -- 172.21.15.42:0/601545883 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55802a0e9590 msgr2=0x55802a0e8770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:41:09.767 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.766+0000 7fc89f7fe700 1 --2- 172.21.15.42:0/601545883 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55802a0e9590 0x55802a0e8770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:09.767 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.767+0000 7fc89f7fe700 1 -- 172.21.15.42:0/601545883 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55802a0eb510 con 0x55802a0e9eb0 2024-06-06T08:41:09.767 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.767+0000 7fc89f7fe700 1 --2- 172.21.15.42:0/601545883 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55802a0e9eb0 0x55802a0e8cb0 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7fc89800b700 tx=0x7fc898003c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41a890cb3cd305a0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:41:09.773 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.773+0000 7fc884ff9700 1 -- 172.21.15.42:0/601545883 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc898021070 con 0x55802a0e9eb0 2024-06-06T08:41:09.773 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.773+0000 7fc884ff9700 1 -- 172.21.15.42:0/601545883 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc898017040 con 0x55802a0e9eb0 2024-06-06T08:41:09.773 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.773+0000 7fc884ff9700 1 -- 172.21.15.42:0/601545883 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc898011790 con 0x55802a0e9eb0 2024-06-06T08:41:09.774 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.774+0000 7fc8afff5b80 1 -- 172.21.15.42:0/601545883 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55802a0e9eb0 msgr2=0x55802a0e8cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:09.774 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.774+0000 7fc8afff5b80 1 --2- 172.21.15.42:0/601545883 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55802a0e9eb0 0x55802a0e8cb0 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7fc89800b700 tx=0x7fc898003c30 comp rx=0 tx=0).stop 2024-06-06T08:41:09.774 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.774+0000 7fc8afff5b80 1 -- 172.21.15.42:0/601545883 shutdown_connections 2024-06-06T08:41:09.774 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.774+0000 7fc8afff5b80 1 --2- 172.21.15.42:0/601545883 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55802a0e9eb0 0x55802a0e8cb0 unknown :-1 s=CLOSED pgs=1027 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:09.774 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.774+0000 7fc8afff5b80 1 --2- 172.21.15.42:0/601545883 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55802a0e3ce0 0x55802a0ec8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:09.774 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.774+0000 7fc8afff5b80 1 --2- 172.21.15.42:0/601545883 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55802a0e9590 0x55802a0e8770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:09.774 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.774+0000 7fc8afff5b80 1 -- 172.21.15.42:0/601545883 >> 172.21.15.42:0/601545883 conn(0x55802a010210 msgr2=0x55802a0e8060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:41:09.774 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.775+0000 7fc8afff5b80 1 -- 172.21.15.42:0/601545883 shutdown_connections 2024-06-06T08:41:09.774 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.775+0000 7fc8afff5b80 1 -- 172.21.15.42:0/601545883 wait complete. 2024-06-06T08:41:09.776 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.775+0000 7fc8afff5b80 1 -- start start 2024-06-06T08:41:09.776 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.776+0000 7fc8afff5b80 1 Processor -- start 2024-06-06T08:41:09.776 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.776+0000 7fc8afff5b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55802a0e3ce0 0x55802a105510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:09.776 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.776+0000 7fc8afff5b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55802a0e9590 0x55802a105a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:09.776 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.777+0000 7fc8afff5b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55802a0e9eb0 0x55802a105f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:09.776 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.777+0000 7fc8afff5b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc88c00d690 con 0x55802a0e9eb0 2024-06-06T08:41:09.776 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.777+0000 7fc89f7fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55802a0e9eb0 0x55802a105f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:09.777 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.777+0000 7fc89f7fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55802a0e9eb0 0x55802a105f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:33394/0 (socket says 172.21.15.42:33394) 2024-06-06T08:41:09.777 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.777+0000 7fc89f7fe700 1 -- 172.21.15.42:0/393542570 learned_addr learned my addr 172.21.15.42:0/393542570 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:41:09.777 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.777+0000 7fc8afff5b80 1 -- 172.21.15.42:0/393542570 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fc88c00eb00 con 0x55802a0e9590 2024-06-06T08:41:09.777 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.777+0000 7fc8afff5b80 1 -- 172.21.15.42:0/393542570 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fc88c00dd60 con 0x55802a0e3ce0 2024-06-06T08:41:09.777 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.777+0000 7fc8afff5b80 10 client.0 _ll_register_callbacks cb 0x558029fca740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:41:09.778 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.779+0000 7fc89f7fe700 1 -- 172.21.15.42:0/393542570 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55802a0e3ce0 msgr2=0x55802a105510 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-06T08:41:09.778 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.779+0000 7fc89f7fe700 1 --2- 172.21.15.42:0/393542570 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55802a0e3ce0 0x55802a105510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:09.778 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.779+0000 7fc89f7fe700 1 -- 172.21.15.42:0/393542570 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55802a0e9590 msgr2=0x55802a105a50 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-06T08:41:09.778 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.779+0000 7fc89f7fe700 1 --2- 172.21.15.42:0/393542570 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55802a0e9590 0x55802a105a50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:09.778 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.779+0000 7fc89f7fe700 1 -- 172.21.15.42:0/393542570 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55802a167940 con 0x55802a0e9eb0 2024-06-06T08:41:09.779 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.780+0000 7fc89f7fe700 1 --2- 172.21.15.42:0/393542570 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55802a0e9eb0 0x55802a105f90 secure :-1 s=READY pgs=1028 cs=0 l=1 rev1=1 crypto rx=0x7fc89800bb70 tx=0x7fc89800bc50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b62e15efbe8eef70 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:41:09.779 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.780+0000 7fc882ff5700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:41:09.780 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.780+0000 7fc882ff5700 1 -- 172.21.15.42:0/393542570 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc89802b070 con 0x55802a0e9eb0 2024-06-06T08:41:09.780 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.781+0000 7fc882ff5700 1 -- 172.21.15.42:0/393542570 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(133..133 src has 1..133) ==== 9686+0+0 (secure 0 0 0) 0x7fc898011740 con 0x55802a0e9eb0 2024-06-06T08:41:09.780 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.781+0000 7fc8afff5b80 1 -- 172.21.15.42:0/393542570 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc898017040 con 0x55802a0e9eb0 2024-06-06T08:41:09.780 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.781+0000 7fc882ff5700 1 -- 172.21.15.42:0/393542570 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) ==== 24+0+0 (secure 0 0 0) 0x7fc898021040 con 0x55802a0e9eb0 2024-06-06T08:41:09.787 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.789+0000 7fc8afff5b80 10 client.18030 fetch_fsmap learned FSMap version 48 2024-06-06T08:41:09.787 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.789+0000 7fc8afff5b80 1 -- 172.21.15.42:0/393542570 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) -- 0x55802a168b80 con 0x55802a0e9eb0 2024-06-06T08:41:09.791 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.792+0000 7fc882ff5700 1 -- 172.21.15.42:0/393542570 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc898011e20 con 0x55802a0e9eb0 2024-06-06T08:41:09.791 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.792+0000 7fc882ff5700 1 -- 172.21.15.42:0/393542570 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 48) ==== 8370+0+0 (secure 0 0 0) 0x7fc898011070 con 0x55802a0e9eb0 2024-06-06T08:41:09.791 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.792+0000 7fc8afff5b80 10 client.18030 fetch_fsmap finished waiting for FSMap version 48 2024-06-06T08:41:09.791 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.792+0000 7fc8afff5b80 10 client.18030 resolve_mds: validated gid 24484 aka daemon mds.i 2024-06-06T08:41:09.792 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.792+0000 7fc8afff5b80 20 client.18030 populate_metadata read hostname 'smithi042' 2024-06-06T08:41:09.792 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.793+0000 7fc8afff5b80 1 --2- 172.21.15.42:0/393542570 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55802a168f80 0x55802a16b3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:09.792 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.793+0000 7fc8afff5b80 4 client.18030 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 135.7, "await_for": 45.0}] 2024-06-06T08:41:09.792 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.793+0000 7fc8afff5b80 1 -- 172.21.15.42:0/393542570 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 135.7, "await_for": 45.0}) -- 0x7fc898017040 con 0x55802a168f80 2024-06-06T08:41:09.797 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.796+0000 7fc89effd700 1 --2- 172.21.15.42:0/393542570 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55802a168f80 0x55802a16b3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:09.804 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.803+0000 7fc89effd700 1 --2- 172.21.15.42:0/393542570 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55802a168f80 0x55802a16b3c0 crc :-1 s=READY pgs=306 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9f7dd26ffd109384 server_cookie=508600f2d939f870 in_seq=0 out_seq=0 2024-06-06T08:41:09.804 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:09.803+0000 7fc882ff5700 10 client.18030 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:41:10.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:41:09 smithi042 ceph-mon[32384]: osdmap e133: 12 total, 12 up, 12 in 2024-06-06T08:41:10.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:41:09 smithi120 ceph-mon[36658]: osdmap e133: 12 total, 12 up, 12 in 2024-06-06T08:41:10.287 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:41:09 smithi149 ceph-mon[36842]: osdmap e133: 12 total, 12 up, 12 in 2024-06-06T08:41:11.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:41:10 smithi120 ceph-mon[36658]: pgmap v592: 129 pgs: 17 active+clean+snaptrim, 48 active+clean+snaptrim_wait, 64 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 822 KiB/s rd, 1.1 MiB/s wr, 274 op/s 2024-06-06T08:41:11.287 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:41:10 smithi149 ceph-mon[36842]: pgmap v592: 129 pgs: 17 active+clean+snaptrim, 48 active+clean+snaptrim_wait, 64 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 822 KiB/s rd, 1.1 MiB/s wr, 274 op/s 2024-06-06T08:41:11.314 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:41:10 smithi042 ceph-mon[32384]: pgmap v592: 129 pgs: 17 active+clean+snaptrim, 48 active+clean+snaptrim_wait, 64 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 822 KiB/s rd, 1.1 MiB/s wr, 274 op/s 2024-06-06T08:41:11.386 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:11.387+0000 7fc882ff5700 1 -- 172.21.15.42:0/393542570 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x7fc898017040 con 0x55802a168f80 2024-06-06T08:41:11.386 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:11.387+0000 7fc882ff5700 10 client.18030 handle_command_reply: tid=0 2024-06-06T08:41:11.386 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:11.387+0000 7fc8afff5b80 1 client.18030 shutdown 2024-06-06T08:41:11.386 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:11.388+0000 7fc8afff5b80 1 -- 172.21.15.42:0/393542570 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55802a0e9eb0 msgr2=0x55802a105f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:11.387 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:11.388+0000 7fc8afff5b80 1 --2- 172.21.15.42:0/393542570 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55802a0e9eb0 0x55802a105f90 secure :-1 s=READY pgs=1028 cs=0 l=1 rev1=1 crypto rx=0x7fc89800bb70 tx=0x7fc89800bc50 comp rx=0 tx=0).stop 2024-06-06T08:41:11.387 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:11.388+0000 7fc8afff5b80 1 -- 172.21.15.42:0/393542570 shutdown_connections 2024-06-06T08:41:11.387 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:11.388+0000 7fc8afff5b80 1 --2- 172.21.15.42:0/393542570 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55802a0e9eb0 0x55802a105f90 unknown :-1 s=CLOSED pgs=1028 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:11.387 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:11.388+0000 7fc8afff5b80 1 --2- 172.21.15.42:0/393542570 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55802a0e3ce0 0x55802a105510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:11.387 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:11.388+0000 7fc8afff5b80 1 --2- 172.21.15.42:0/393542570 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55802a168f80 0x55802a16b3c0 crc :-1 s=READY pgs=306 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:11.387 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:11.388+0000 7fc8afff5b80 1 --2- 172.21.15.42:0/393542570 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55802a0e9590 0x55802a105a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:11.387 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:11.388+0000 7fc8afff5b80 1 -- 172.21.15.42:0/393542570 >> 172.21.15.42:0/393542570 conn(0x55802a010210 msgr2=0x55802a0e88f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:41:11.388 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:11.388+0000 7fc882ff5700 0 client.18030 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:41:11.388 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:11.388+0000 7fc8afff5b80 1 -- 172.21.15.42:0/393542570 shutdown_connections 2024-06-06T08:41:11.388 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:11.388+0000 7fc8afff5b80 1 -- 172.21.15.42:0/393542570 wait complete. 2024-06-06T08:41:11.389 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:11.389+0000 7fc8afff5b80 20 client.18030 trim_cache size 0 max 16384 2024-06-06T08:41:11.389 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:41:11.389 INFO:teuthology.orchestra.run.smithi042.stdout: "epoch": 48, 2024-06-06T08:41:11.389 INFO:teuthology.orchestra.run.smithi042.stdout: "leader": 24484, 2024-06-06T08:41:11.389 INFO:teuthology.orchestra.run.smithi042.stdout: "set_version": 50, 2024-06-06T08:41:11.389 INFO:teuthology.orchestra.run.smithi042.stdout: "sets": { 2024-06-06T08:41:11.389 INFO:teuthology.orchestra.run.smithi042.stdout: "b0066cdb": { 2024-06-06T08:41:11.389 INFO:teuthology.orchestra.run.smithi042.stdout: "version": 50, 2024-06-06T08:41:11.389 INFO:teuthology.orchestra.run.smithi042.stdout: "age_ref": 0.0, 2024-06-06T08:41:11.389 INFO:teuthology.orchestra.run.smithi042.stdout: "state": { 2024-06-06T08:41:11.390 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "QUIESCED", 2024-06-06T08:41:11.390 INFO:teuthology.orchestra.run.smithi042.stdout: "age": 0.0 2024-06-06T08:41:11.390 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:41:11.390 INFO:teuthology.orchestra.run.smithi042.stdout: "timeout": 90.0, 2024-06-06T08:41:11.390 INFO:teuthology.orchestra.run.smithi042.stdout: "expiration": 135.7, 2024-06-06T08:41:11.390 INFO:teuthology.orchestra.run.smithi042.stdout: "members": { 2024-06-06T08:41:11.390 INFO:teuthology.orchestra.run.smithi042.stdout: "file:/": { 2024-06-06T08:41:11.390 INFO:teuthology.orchestra.run.smithi042.stdout: "excluded": false, 2024-06-06T08:41:11.390 INFO:teuthology.orchestra.run.smithi042.stdout: "state": { 2024-06-06T08:41:11.391 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "QUIESCED", 2024-06-06T08:41:11.391 INFO:teuthology.orchestra.run.smithi042.stdout: "age": 0.0 2024-06-06T08:41:11.391 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:41:11.391 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:41:11.391 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:41:11.391 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:41:11.391 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:41:11.391 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:41:11.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:11.390+0000 7fc8a5772700 1 -- 172.21.15.42:0/818848698 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc8880a2df0 msgr2=0x7fc8880a52b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:11.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:11.390+0000 7fc8a5772700 1 --2- 172.21.15.42:0/818848698 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc8880a2df0 0x7fc8880a52b0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fc890005cb0 tx=0x7fc890005bc0 comp rx=0 tx=0).stop 2024-06-06T08:41:11.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:11.390+0000 7fc8a5772700 1 -- 172.21.15.42:0/818848698 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc8a0105430 msgr2=0x7fc8a019f890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:11.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:11.390+0000 7fc8a5772700 1 --2- 172.21.15.42:0/818848698 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc8a0105430 0x7fc8a019f890 secure :-1 s=READY pgs=1026 cs=0 l=1 rev1=1 crypto rx=0x7fc89400b550 tx=0x7fc89400b910 comp rx=0 tx=0).stop 2024-06-06T08:41:11.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:11.390+0000 7fc8a5772700 1 -- 172.21.15.42:0/818848698 shutdown_connections 2024-06-06T08:41:11.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:11.390+0000 7fc8a5772700 1 --2- 172.21.15.42:0/818848698 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc8880a2df0 0x7fc8880a52b0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:11.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:11.390+0000 7fc8a5772700 1 --2- 172.21.15.42:0/818848698 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc8a0107440 0x7fc8a01a3c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:11.392 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:11.390+0000 7fc8a5772700 1 --2- 172.21.15.42:0/818848698 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc8a006a190 0x7fc8a019f350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:11.393 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:11.390+0000 7fc8a5772700 1 --2- 172.21.15.42:0/818848698 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc8a0105430 0x7fc8a019f890 unknown :-1 s=CLOSED pgs=1026 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:11.393 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:11.390+0000 7fc8a5772700 1 -- 172.21.15.42:0/818848698 >> 172.21.15.42:0/818848698 conn(0x7fc8a0078330 msgr2=0x7fc8a00ff200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:41:11.393 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:11.390+0000 7fc8a5772700 1 -- 172.21.15.42:0/818848698 shutdown_connections 2024-06-06T08:41:11.393 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:11.391+0000 7fc8a5772700 1 -- 172.21.15.42:0/818848698 wait complete. 2024-06-06T08:41:12.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:41:11 smithi042 ceph-mon[32384]: pgmap v593: 129 pgs: 21 active+clean+snaptrim, 56 active+clean+snaptrim_wait, 52 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 758 KiB/s rd, 976 KiB/s wr, 273 op/s 2024-06-06T08:41:12.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:41:11 smithi120 ceph-mon[36658]: pgmap v593: 129 pgs: 21 active+clean+snaptrim, 56 active+clean+snaptrim_wait, 52 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 758 KiB/s rd, 976 KiB/s wr, 273 op/s 2024-06-06T08:41:12.175 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'b0066cdb', quiesce took 15.7 seconds. Will release after: 0.0 2024-06-06T08:41:12.176 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:41:12.287 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:41:11 smithi149 ceph-mon[36842]: pgmap v593: 129 pgs: 21 active+clean+snaptrim, 56 active+clean+snaptrim_wait, 52 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 758 KiB/s rd, 976 KiB/s wr, 273 op/s 2024-06-06T08:41:12.705 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:41:14.638 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:41:14 smithi120 ceph-mon[36658]: pgmap v594: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 449 KiB/s rd, 675 KiB/s wr, 260 op/s 2024-06-06T08:41:14.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:41:14 smithi149 ceph-mon[36842]: pgmap v594: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 449 KiB/s rd, 675 KiB/s wr, 260 op/s 2024-06-06T08:41:14.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:41:14 smithi042 ceph-mon[32384]: pgmap v594: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 449 KiB/s rd, 675 KiB/s wr, 260 op/s 2024-06-06T08:41:15.807 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:15.808+0000 7f976feb5700 1 -- 172.21.15.42:0/2800199087 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f976811bc70 msgr2=0x7f976811e060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:15.807 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:15.808+0000 7f976feb5700 1 --2- 172.21.15.42:0/2800199087 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f976811bc70 0x7f976811e060 secure :-1 s=READY pgs=1029 cs=0 l=1 rev1=1 crypto rx=0x7f976000b0a0 tx=0x7f976000b3b0 comp rx=0 tx=0).stop 2024-06-06T08:41:15.807 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:15.808+0000 7f976feb5700 1 -- 172.21.15.42:0/2800199087 shutdown_connections 2024-06-06T08:41:15.807 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:15.808+0000 7f976feb5700 1 --2- 172.21.15.42:0/2800199087 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f976811bc70 0x7f976811e060 unknown :-1 s=CLOSED pgs=1029 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:15.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:15.808+0000 7f976feb5700 1 --2- 172.21.15.42:0/2800199087 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9768110c70 0x7f9768109490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:15.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:15.808+0000 7f976feb5700 1 --2- 172.21.15.42:0/2800199087 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f97681099d0 0x7f9768109e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:15.808 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:15.808+0000 7f976feb5700 1 -- 172.21.15.42:0/2800199087 >> 172.21.15.42:0/2800199087 conn(0x7f976806d600 msgr2=0x7f976806da10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:41:15.809 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:15.810+0000 7f976feb5700 1 -- 172.21.15.42:0/2800199087 shutdown_connections 2024-06-06T08:41:15.809 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:15.811+0000 7f976feb5700 1 -- 172.21.15.42:0/2800199087 wait complete. 2024-06-06T08:41:15.810 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:15.811+0000 7f976feb5700 1 Processor -- start 2024-06-06T08:41:15.812 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:15.814+0000 7f976feb5700 1 -- start start 2024-06-06T08:41:15.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:15.814+0000 7f976feb5700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f97681099d0 0x7f976811a210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:15.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:15.814+0000 7f976feb5700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9768110c70 0x7f97681132f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:15.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:15.814+0000 7f976feb5700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f976811bc70 0x7f9768113830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:15.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:15.814+0000 7f976feb5700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9768121790 con 0x7f97681099d0 2024-06-06T08:41:15.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:15.814+0000 7f976feb5700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f9768121610 con 0x7f976811bc70 2024-06-06T08:41:15.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:15.814+0000 7f976feb5700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f9768121910 con 0x7f9768110c70 2024-06-06T08:41:15.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:15.815+0000 7f976d450700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9768110c70 0x7f97681132f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:15.813 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:15.815+0000 7f976d450700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9768110c70 0x7f97681132f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:33422/0 (socket says 172.21.15.42:33422) 2024-06-06T08:41:15.814 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:15.815+0000 7f976d450700 1 -- 172.21.15.42:0/163330985 learned_addr learned my addr 172.21.15.42:0/163330985 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:41:15.814 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:15.815+0000 7f976dc51700 1 --2- 172.21.15.42:0/163330985 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f97681099d0 0x7f976811a210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:15.814 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:15.815+0000 7f976e452700 1 --2- 172.21.15.42:0/163330985 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f976811bc70 0x7f9768113830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:15.816 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:15.818+0000 7f976d450700 1 -- 172.21.15.42:0/163330985 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f976811bc70 msgr2=0x7f9768113830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:15.816 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:15.818+0000 7f976d450700 1 --2- 172.21.15.42:0/163330985 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f976811bc70 0x7f9768113830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:15.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:15.818+0000 7f976d450700 1 -- 172.21.15.42:0/163330985 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f97681099d0 msgr2=0x7f976811a210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:15.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:15.818+0000 7f976d450700 1 --2- 172.21.15.42:0/163330985 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f97681099d0 0x7f976811a210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:15.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:15.818+0000 7f976d450700 1 -- 172.21.15.42:0/163330985 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9768113e20 con 0x7f9768110c70 2024-06-06T08:41:15.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:15.818+0000 7f976e452700 1 --2- 172.21.15.42:0/163330985 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f976811bc70 0x7f9768113830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:41:15.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:15.818+0000 7f976dc51700 1 --2- 172.21.15.42:0/163330985 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f97681099d0 0x7f976811a210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:41:15.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:15.818+0000 7f976d450700 1 --2- 172.21.15.42:0/163330985 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9768110c70 0x7f97681132f0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f975800b550 tx=0x7f975800b860 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:41:15.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:15.819+0000 7f975effd700 1 -- 172.21.15.42:0/163330985 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9758015020 con 0x7f9768110c70 2024-06-06T08:41:15.818 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:15.819+0000 7f976feb5700 1 -- 172.21.15.42:0/163330985 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9768114110 con 0x7f9768110c70 2024-06-06T08:41:15.818 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:15.819+0000 7f976feb5700 1 -- 172.21.15.42:0/163330985 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97681180b0 con 0x7f9768110c70 2024-06-06T08:41:15.819 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:15.819+0000 7f975effd700 1 -- 172.21.15.42:0/163330985 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9758011d10 con 0x7f9768110c70 2024-06-06T08:41:15.819 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:15.820+0000 7f975effd700 1 -- 172.21.15.42:0/163330985 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9758010e00 con 0x7f9768110c70 2024-06-06T08:41:15.819 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:15.821+0000 7f976feb5700 1 -- 172.21.15.42:0/163330985 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f974c005330 con 0x7f9768110c70 2024-06-06T08:41:15.829 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:15.831+0000 7f975effd700 1 -- 172.21.15.42:0/163330985 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f9758018020 con 0x7f9768110c70 2024-06-06T08:41:15.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:15.832+0000 7f975effd700 1 --2- 172.21.15.42:0/163330985 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f97540a2df0 0x7f97540a52b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:15.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:15.832+0000 7f975effd700 1 -- 172.21.15.42:0/163330985 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(134..134 src has 1..134) ==== 9610+0+0 (secure 0 0 0) 0x7f97580cf220 con 0x7f9768110c70 2024-06-06T08:41:15.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:15.832+0000 7f975effd700 1 -- 172.21.15.42:0/163330985 <== mon.1 v2:172.21.15.149:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f975801f020 con 0x7f9768110c70 2024-06-06T08:41:15.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:15.834+0000 7f976dc51700 1 --2- 172.21.15.42:0/163330985 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f97540a2df0 0x7f97540a52b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:15.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:15.835+0000 7f976dc51700 1 --2- 172.21.15.42:0/163330985 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f97540a2df0 0x7f97540a52b0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f9764006fd0 tx=0x7f9764009190 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:41:16.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:16.328+0000 7f976feb5700 1 -- 172.21.15.42:0/163330985 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f974c005620 con 0x7f9768110c70 2024-06-06T08:41:16.330 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:16.331+0000 7f975effd700 1 -- 172.21.15.42:0/163330985 <== mon.1 v2:172.21.15.149:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 48 v48) ==== 94+0+11885 (secure 0 0 0) 0x7f975809bb30 con 0x7f9768110c70 2024-06-06T08:41:16.330 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:41:16.330 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":48,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/667270675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":667270675},{"type":"v1","addr":"172.21.15.42:6837","nonce":667270675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/2414389302","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":2414389302},{"type":"v1","addr":"172.21.15.42:6839","nonce":2414389302}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14574,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/3625002785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":3625002785},{"type":"v1","addr":"172.21.15.42:6841","nonce":3625002785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":26389,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/411591287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":411591287},{"type":"v1","addr":"172.21.15.149:6835","nonce":411591287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":48,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T08:18:39.778858+0000","modified":"2024-06-06T08:39:47.677593+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24464},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6837/3434475673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":3434475673},{"type":"v1","addr":"172.21.15.120:6837","nonce":3434475673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":188,"addr":"172.21.15.120:6839/1585293472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":1585293472},{"type":"v1","addr":"172.21.15.120:6839","nonce":1585293472}]},"join_fscid":-1,"export_targets":[0,1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":192,"addr":"172.21.15.149:6837/751787578","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":751787578},{"type":"v1","addr":"172.21.15.149:6837","nonce":751787578}]},"join_fscid":-1,"export_targets":[0,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":8,"addr":"172.21.15.149:6839/764851483","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":764851483},{"type":"v1","addr":"172.21.15.149:6839","nonce":764851483}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26696":{"gid":26696,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6835/2158320752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":2158320752},{"type":"v1","addr":"172.21.15.120:6835","nonce":2158320752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24484,24464,24469]},"id":1}]} 2024-06-06T08:41:16.335 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:16.336+0000 7f976feb5700 1 -- 172.21.15.42:0/163330985 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f97540a2df0 msgr2=0x7f97540a52b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:16.335 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:16.336+0000 7f976feb5700 1 --2- 172.21.15.42:0/163330985 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f97540a2df0 0x7f97540a52b0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f9764006fd0 tx=0x7f9764009190 comp rx=0 tx=0).stop 2024-06-06T08:41:16.335 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:16.336+0000 7f976feb5700 1 -- 172.21.15.42:0/163330985 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9768110c70 msgr2=0x7f97681132f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:16.335 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:16.336+0000 7f976feb5700 1 --2- 172.21.15.42:0/163330985 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9768110c70 0x7f97681132f0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f975800b550 tx=0x7f975800b860 comp rx=0 tx=0).stop 2024-06-06T08:41:16.338 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:16.339+0000 7f976feb5700 1 -- 172.21.15.42:0/163330985 shutdown_connections 2024-06-06T08:41:16.339 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:16.339+0000 7f976feb5700 1 --2- 172.21.15.42:0/163330985 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f97540a2df0 0x7f97540a52b0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:16.339 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:16.339+0000 7f976feb5700 1 --2- 172.21.15.42:0/163330985 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f976811bc70 0x7f9768113830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:16.339 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:16.339+0000 7f976feb5700 1 --2- 172.21.15.42:0/163330985 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f97681099d0 0x7f976811a210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:16.339 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:16.339+0000 7f976feb5700 1 --2- 172.21.15.42:0/163330985 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9768110c70 0x7f97681132f0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:16.339 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:16.339+0000 7f976feb5700 1 -- 172.21.15.42:0/163330985 >> 172.21.15.42:0/163330985 conn(0x7f976806d600 msgr2=0x7f9768071030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:41:16.343 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:16.344+0000 7f976feb5700 1 -- 172.21.15.42:0/163330985 shutdown_connections 2024-06-06T08:41:16.343 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:16.345+0000 7f976feb5700 1 -- 172.21.15.42:0/163330985 wait complete. 2024-06-06T08:41:16.346 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 48 2024-06-06T08:41:16.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:41:16 smithi149 ceph-mon[36842]: pgmap v595: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 730 KiB/s rd, 748 KiB/s wr, 241 op/s 2024-06-06T08:41:16.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:41:16 smithi149 ceph-mon[36842]: osdmap e134: 12 total, 12 up, 12 in 2024-06-06T08:41:16.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:41:16 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/163330985' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:41:16.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:41:16 smithi042 ceph-mon[32384]: pgmap v595: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 730 KiB/s rd, 748 KiB/s wr, 241 op/s 2024-06-06T08:41:16.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:41:16 smithi042 ceph-mon[32384]: osdmap e134: 12 total, 12 up, 12 in 2024-06-06T08:41:16.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:41:16 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/163330985' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:41:16.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:41:16 smithi120 ceph-mon[36658]: pgmap v595: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 730 KiB/s rd, 748 KiB/s wr, 241 op/s 2024-06-06T08:41:16.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:41:16 smithi120 ceph-mon[36658]: osdmap e134: 12 total, 12 up, 12 in 2024-06-06T08:41:16.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:41:16 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/163330985' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:41:17.515 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24484 quiesce db --set-id b0066cdb --release --await' 2024-06-06T08:41:17.515 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- timeout 105 ceph tell mds.24484 quiesce db --set-id b0066cdb --release --await 2024-06-06T08:41:17.809 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.810+0000 7f420415a640 1 -- 172.21.15.42:0/3206758611 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f41f40a12f0 msgr2=0x7f41f40a16d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:17.809 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.810+0000 7f420415a640 1 --2- 172.21.15.42:0/3206758611 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f41f40a12f0 0x7f41f40a16d0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f41fc067280 tx=0x7f41fc096370 comp rx=0 tx=0).stop 2024-06-06T08:41:17.817 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.818+0000 7f420415a640 1 -- 172.21.15.42:0/3206758611 shutdown_connections 2024-06-06T08:41:17.817 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.818+0000 7f420415a640 1 --2- 172.21.15.42:0/3206758611 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f41f409d340 0x7f41f40a91a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:17.817 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.818+0000 7f420415a640 1 --2- 172.21.15.42:0/3206758611 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f41f409c980 0x7f41f409ce00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:17.817 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.818+0000 7f420415a640 1 --2- 172.21.15.42:0/3206758611 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f41f40a12f0 0x7f41f40a16d0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:17.817 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.818+0000 7f420415a640 1 -- 172.21.15.42:0/3206758611 >> 172.21.15.42:0/3206758611 conn(0x7f41f400ba40 msgr2=0x7f41f400de60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:41:17.824 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.826+0000 7f420415a640 1 -- 172.21.15.42:0/3206758611 shutdown_connections 2024-06-06T08:41:17.829 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.830+0000 7f420415a640 1 -- 172.21.15.42:0/3206758611 wait complete. 2024-06-06T08:41:17.829 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.831+0000 7f420415a640 1 Processor -- start 2024-06-06T08:41:17.833 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.831+0000 7f420415a640 1 -- start start 2024-06-06T08:41:17.833 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.831+0000 7f420415a640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f41f409c980 0x7f41f4018160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:17.833 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.831+0000 7f420415a640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f41f409d340 0x7f41f40111e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:17.833 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.831+0000 7f420415a640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f41f40a12f0 0x7f41f4011720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:17.833 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.831+0000 7f420415a640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f41f40ac720 con 0x7f41f40a12f0 2024-06-06T08:41:17.833 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.831+0000 7f420415a640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f41f40ac5a0 con 0x7f41f409c980 2024-06-06T08:41:17.833 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.831+0000 7f420415a640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f41f40ac8a0 con 0x7f41f409d340 2024-06-06T08:41:17.834 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.833+0000 7f4201ef6640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f41f409c980 0x7f41f4018160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:17.834 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.833+0000 7f42026f7640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f41f40a12f0 0x7f41f4011720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:17.834 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.834+0000 7f42026f7640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f41f40a12f0 0x7f41f4011720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:59600/0 (socket says 172.21.15.42:59600) 2024-06-06T08:41:17.834 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.834+0000 7f42026f7640 1 -- 172.21.15.42:0/4102335876 learned_addr learned my addr 172.21.15.42:0/4102335876 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:41:17.834 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.834+0000 7f42026f7640 1 -- 172.21.15.42:0/4102335876 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f41f409d340 msgr2=0x7f41f40111e0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-06T08:41:17.834 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.834+0000 7f42026f7640 1 --2- 172.21.15.42:0/4102335876 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f41f409d340 0x7f41f40111e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:17.834 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.834+0000 7f42026f7640 1 -- 172.21.15.42:0/4102335876 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f41f409c980 msgr2=0x7f41f4018160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:17.834 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.834+0000 7f42026f7640 1 --2- 172.21.15.42:0/4102335876 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f41f409c980 0x7f41f4018160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:17.834 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.834+0000 7f42026f7640 1 -- 172.21.15.42:0/4102335876 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41f4011ce0 con 0x7f41f40a12f0 2024-06-06T08:41:17.838 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.835+0000 7f42026f7640 1 --2- 172.21.15.42:0/4102335876 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f41f40a12f0 0x7f41f4011720 secure :-1 s=READY pgs=1030 cs=0 l=1 rev1=1 crypto rx=0x7f41ec00bfa0 tx=0x7f41ec00dbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:41:17.838 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.838+0000 7f41f2ffd640 1 -- 172.21.15.42:0/4102335876 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41ec039070 con 0x7f41f40a12f0 2024-06-06T08:41:17.838 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.838+0000 7f420415a640 1 -- 172.21.15.42:0/4102335876 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41f4011fd0 con 0x7f41f40a12f0 2024-06-06T08:41:17.838 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.838+0000 7f420415a640 1 -- 172.21.15.42:0/4102335876 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41f4015fb0 con 0x7f41f40a12f0 2024-06-06T08:41:17.842 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.842+0000 7f4206e64740 1 Processor -- start 2024-06-06T08:41:17.842 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.844+0000 7f4206e64740 1 -- start start 2024-06-06T08:41:17.846 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.844+0000 7f4206e64740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b14fa2a340 0x55b14fa2a720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:17.846 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.844+0000 7f4206e64740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b14fa2ac60 0x55b14fa34fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:17.846 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.844+0000 7f4206e64740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b14fa35520 0x55b14fa37910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:17.846 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.844+0000 7f4206e64740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55b14f98e4f0 con 0x55b14fa2ac60 2024-06-06T08:41:17.847 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.844+0000 7f4206e64740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55b14f92c870 con 0x55b14fa35520 2024-06-06T08:41:17.847 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.844+0000 7f4206e64740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55b14f98a4b0 con 0x55b14fa2a340 2024-06-06T08:41:17.847 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.848+0000 7f4201ef6640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b14fa2ac60 0x55b14fa34fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:17.847 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.848+0000 7f4201ef6640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b14fa2ac60 0x55b14fa34fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:59610/0 (socket says 172.21.15.42:59610) 2024-06-06T08:41:17.847 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.848+0000 7f4201ef6640 1 -- 172.21.15.42:0/3989577638 learned_addr learned my addr 172.21.15.42:0/3989577638 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:41:17.852 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.850+0000 7f42016f5640 1 --2- 172.21.15.42:0/3989577638 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b14fa2a340 0x55b14fa2a720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:17.852 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.850+0000 7f42016f5640 1 --2- 172.21.15.42:0/3989577638 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b14fa35520 0x55b14fa37910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:17.852 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.852+0000 7f4201ef6640 1 -- 172.21.15.42:0/3989577638 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b14fa2a340 msgr2=0x55b14fa2a720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:41:17.852 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.852+0000 7f4201ef6640 1 --2- 172.21.15.42:0/3989577638 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b14fa2a340 0x55b14fa2a720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:17.852 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.852+0000 7f4201ef6640 1 -- 172.21.15.42:0/3989577638 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b14fa35520 msgr2=0x55b14fa37910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:41:17.852 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.852+0000 7f4201ef6640 1 --2- 172.21.15.42:0/3989577638 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b14fa35520 0x55b14fa37910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:17.853 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.852+0000 7f4201ef6640 1 -- 172.21.15.42:0/3989577638 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b14f9489b0 con 0x55b14fa2ac60 2024-06-06T08:41:17.853 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.853+0000 7f4201ef6640 1 --2- 172.21.15.42:0/3989577638 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b14fa2ac60 0x55b14fa34fe0 secure :-1 s=READY pgs=1031 cs=0 l=1 rev1=1 crypto rx=0x7f41fc064b10 tx=0x7f41fc067af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a4074911248417e server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:41:17.853 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.853+0000 7f41f2ffd640 1 -- 172.21.15.42:0/4102335876 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f41ec00de30 con 0x7f41f40a12f0 2024-06-06T08:41:17.853 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.854+0000 7f41f2ffd640 1 -- 172.21.15.42:0/4102335876 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41ec004ce0 con 0x7f41f40a12f0 2024-06-06T08:41:17.853 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.854+0000 7f41f2ffd640 1 -- 172.21.15.42:0/4102335876 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f41ec032470 con 0x7f41f40a12f0 2024-06-06T08:41:17.874 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.869+0000 7f41e7fff640 1 -- 172.21.15.42:0/3989577638 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41fc073260 con 0x55b14fa2ac60 2024-06-06T08:41:17.874 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.869+0000 7f41e7fff640 1 -- 172.21.15.42:0/3989577638 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f41fc0738e0 con 0x55b14fa2ac60 2024-06-06T08:41:17.874 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.870+0000 7f41e7fff640 1 -- 172.21.15.42:0/3989577638 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41fc09e3f0 con 0x55b14fa2ac60 2024-06-06T08:41:17.874 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.870+0000 7f41f2ffd640 1 --2- 172.21.15.42:0/4102335876 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f41e80a2f30 0x7f41e80a53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:17.874 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.871+0000 7f41f2ffd640 1 -- 172.21.15.42:0/4102335876 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(134..134 src has 1..134) ==== 9610+0+0 (secure 0 0 0) 0x7f41ec0f21d0 con 0x7f41f40a12f0 2024-06-06T08:41:17.874 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.871+0000 7f4206e64740 1 -- 172.21.15.42:0/3989577638 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b14fa2ac60 msgr2=0x55b14fa34fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:17.874 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.871+0000 7f4206e64740 1 --2- 172.21.15.42:0/3989577638 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b14fa2ac60 0x55b14fa34fe0 secure :-1 s=READY pgs=1031 cs=0 l=1 rev1=1 crypto rx=0x7f41fc064b10 tx=0x7f41fc067af0 comp rx=0 tx=0).stop 2024-06-06T08:41:17.875 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.876+0000 7f4206e64740 1 -- 172.21.15.42:0/3989577638 shutdown_connections 2024-06-06T08:41:17.875 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.876+0000 7f4206e64740 1 --2- 172.21.15.42:0/3989577638 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b14fa35520 0x55b14fa37910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:17.875 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.876+0000 7f4206e64740 1 --2- 172.21.15.42:0/3989577638 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b14fa2ac60 0x55b14fa34fe0 unknown :-1 s=CLOSED pgs=1031 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:17.875 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.876+0000 7f4206e64740 1 --2- 172.21.15.42:0/3989577638 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b14fa2a340 0x55b14fa2a720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:17.875 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.876+0000 7f4206e64740 1 -- 172.21.15.42:0/3989577638 >> 172.21.15.42:0/3989577638 conn(0x55b14fa26850 msgr2=0x55b14fa26c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:41:17.876 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.877+0000 7f42016f5640 1 --2- 172.21.15.42:0/4102335876 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f41e80a2f30 0x7f41e80a53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:17.877 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.879+0000 7f42016f5640 1 --2- 172.21.15.42:0/4102335876 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f41e80a2f30 0x7f41e80a53f0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x55b14fa27c70 tx=0x7f41f80046c0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:41:17.881 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.882+0000 7f4206e64740 1 -- 172.21.15.42:0/3989577638 shutdown_connections 2024-06-06T08:41:17.886 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.887+0000 7f4206e64740 1 -- 172.21.15.42:0/3989577638 wait complete. 2024-06-06T08:41:17.887 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.887+0000 7f4206e64740 1 -- start start 2024-06-06T08:41:17.887 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.887+0000 7f4206e64740 1 Processor -- start 2024-06-06T08:41:17.887 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.888+0000 7f4206e64740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b14fa2a340 0x55b14fa32510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:17.887 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.888+0000 7f4206e64740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b14fa2ac60 0x55b14fa32a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:17.887 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.888+0000 7f4206e64740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b14fa35520 0x55b14fa32f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:17.887 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.888+0000 7f4206e64740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55b14fa380f0 con 0x55b14fa35520 2024-06-06T08:41:17.887 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.888+0000 7f4206e64740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55b14f917ae0 con 0x55b14fa2a340 2024-06-06T08:41:17.887 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.888+0000 7f4206e64740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55b14fa38270 con 0x55b14fa2ac60 2024-06-06T08:41:17.887 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.888+0000 7f4206e64740 10 client.0 _ll_register_callbacks cb 0x55b14f9509b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:41:17.888 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.889+0000 7f42016f5640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b14fa2ac60 0x55b14fa32a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:17.888 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.889+0000 7f42016f5640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b14fa2ac60 0x55b14fa32a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:41608/0 (socket says 172.21.15.42:41608) 2024-06-06T08:41:17.888 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.889+0000 7f42016f5640 1 -- 172.21.15.42:0/3255211060 learned_addr learned my addr 172.21.15.42:0/3255211060 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:41:17.888 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.889+0000 7f42016f5640 1 -- 172.21.15.42:0/3255211060 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b14fa2a340 msgr2=0x55b14fa32510 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-06-06T08:41:17.888 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.889+0000 7f42016f5640 1 --2- 172.21.15.42:0/3255211060 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b14fa2a340 0x55b14fa32510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:17.888 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.889+0000 7f42016f5640 1 -- 172.21.15.42:0/3255211060 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b14fa35520 msgr2=0x55b14fa32f90 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-06-06T08:41:17.888 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.889+0000 7f42016f5640 1 --2- 172.21.15.42:0/3255211060 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b14fa35520 0x55b14fa32f90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:17.889 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.889+0000 7f42016f5640 1 -- 172.21.15.42:0/3255211060 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b14f6a2210 con 0x55b14fa2ac60 2024-06-06T08:41:17.889 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.890+0000 7f42016f5640 1 --2- 172.21.15.42:0/3255211060 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b14fa2ac60 0x55b14fa32a50 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f41f80124c0 tx=0x7f41f8005850 comp rx=0 tx=0).ready entity=mon.1 client_cookie=40abca511a313759 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:41:17.890 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.891+0000 7f41e57fa640 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:41:17.890 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.891+0000 7f41e57fa640 1 -- 172.21.15.42:0/3255211060 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41f8018070 con 0x55b14fa2ac60 2024-06-06T08:41:17.890 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.891+0000 7f4206e64740 1 -- 172.21.15.42:0/3255211060 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f41fc0738e0 con 0x55b14fa2ac60 2024-06-06T08:41:17.890 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.891+0000 7f41e57fa640 1 -- 172.21.15.42:0/3255211060 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(134..134 src has 1..134) ==== 9610+0+0 (secure 0 0 0) 0x7f41f8004230 con 0x55b14fa2ac60 2024-06-06T08:41:17.893 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.895+0000 7f41e57fa640 1 -- 172.21.15.42:0/3255211060 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) ==== 24+0+0 (secure 0 0 0) 0x7f41f8004430 con 0x55b14fa2ac60 2024-06-06T08:41:17.894 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.896+0000 7f4206e64740 10 client.27466 fetch_fsmap learned FSMap version 48 2024-06-06T08:41:17.894 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.896+0000 7f4206e64740 1 -- 172.21.15.42:0/3255211060 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) -- 0x55b14f76e620 con 0x55b14fa2ac60 2024-06-06T08:41:17.899 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.899+0000 7f41e57fa640 1 -- 172.21.15.42:0/3255211060 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f41fc0738e0 con 0x55b14fa2ac60 2024-06-06T08:41:17.899 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.899+0000 7f41e57fa640 1 -- 172.21.15.42:0/3255211060 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 48) ==== 8370+0+0 (secure 0 0 0) 0x7f41f801d8f0 con 0x55b14fa2ac60 2024-06-06T08:41:17.899 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.899+0000 7f4206e64740 10 client.27466 fetch_fsmap finished waiting for FSMap version 48 2024-06-06T08:41:17.899 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.899+0000 7f4206e64740 10 client.27466 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:41:17.899 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.899+0000 7f4206e64740 20 client.27466 populate_metadata read hostname 'smithi042' 2024-06-06T08:41:17.899 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.899+0000 7f4206e64740 1 --2- 172.21.15.42:0/3255211060 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55b14fa45ac0 0x55b14fa47f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:17.900 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.899+0000 7f4206e64740 4 client.27466 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:41:17.900 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.899+0000 7f4206e64740 1 -- 172.21.15.42:0/3255211060 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b14f9a1f10 con 0x55b14fa45ac0 2024-06-06T08:41:17.901 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.903+0000 7f4201ef6640 1 --2- 172.21.15.42:0/3255211060 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55b14fa45ac0 0x55b14fa47f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:17.907 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.909+0000 7f4201ef6640 1 --2- 172.21.15.42:0/3255211060 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55b14fa45ac0 0x55b14fa47f80 crc :-1 s=READY pgs=307 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=86cd1457e8b33f41 server_cookie=563678b44b84a0b5 in_seq=0 out_seq=0 2024-06-06T08:41:17.908 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.910+0000 7f41e57fa640 10 client.27466 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:41:17.911 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.913+0000 7f41e57fa640 1 -- 172.21.15.42:0/3255211060 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55b14f9a1f10 con 0x55b14fa45ac0 2024-06-06T08:41:17.911 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.913+0000 7f41e57fa640 10 client.27466 handle_command_reply: tid=0 2024-06-06T08:41:17.912 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.913+0000 7f4206e64740 1 client.27466 shutdown 2024-06-06T08:41:17.914 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.916+0000 7f4206e64740 1 -- 172.21.15.42:0/3255211060 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b14fa2ac60 msgr2=0x55b14fa32a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:17.914 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.916+0000 7f4206e64740 1 --2- 172.21.15.42:0/3255211060 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b14fa2ac60 0x55b14fa32a50 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f41f80124c0 tx=0x7f41f8005850 comp rx=0 tx=0).stop 2024-06-06T08:41:17.919 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.921+0000 7f4206e64740 1 -- 172.21.15.42:0/3255211060 shutdown_connections 2024-06-06T08:41:17.919 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.921+0000 7f4206e64740 1 --2- 172.21.15.42:0/3255211060 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55b14fa45ac0 0x55b14fa47f80 crc :-1 s=READY pgs=307 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:17.919 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.921+0000 7f4206e64740 1 --2- 172.21.15.42:0/3255211060 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b14fa35520 0x55b14fa32f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:17.919 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.921+0000 7f4206e64740 1 --2- 172.21.15.42:0/3255211060 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b14fa2ac60 0x55b14fa32a50 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:17.919 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.921+0000 7f4206e64740 1 --2- 172.21.15.42:0/3255211060 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b14fa2a340 0x55b14fa32510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:17.919 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.921+0000 7f4206e64740 1 -- 172.21.15.42:0/3255211060 >> 172.21.15.42:0/3255211060 conn(0x55b14fa26850 msgr2=0x55b14fa2c5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:41:17.922 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.923+0000 7f41e57fa640 0 client.27466 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:41:17.922 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.924+0000 7f4206e64740 1 -- 172.21.15.42:0/3255211060 shutdown_connections 2024-06-06T08:41:17.923 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.924+0000 7f4206e64740 1 -- 172.21.15.42:0/3255211060 wait complete. 2024-06-06T08:41:17.930 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.928+0000 7f4206e64740 20 client.27466 trim_cache size 0 max 16384 2024-06-06T08:41:17.973 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.974+0000 7f4206e64740 1 Processor -- start 2024-06-06T08:41:17.973 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.974+0000 7f4206e64740 1 -- start start 2024-06-06T08:41:17.973 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.975+0000 7f4206e64740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b14fa2a340 0x55b14fa2cd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:17.974 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.975+0000 7f4206e64740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b14fa2ac60 0x55b14fa30de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:17.974 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.976+0000 7f4201ef6640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b14fa2a340 0x55b14fa2cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:17.974 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.976+0000 7f4201ef6640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b14fa2a340 0x55b14fa2cd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:41614/0 (socket says 172.21.15.42:41614) 2024-06-06T08:41:17.974 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.976+0000 7f42016f5640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b14fa2ac60 0x55b14fa30de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:17.975 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.976+0000 7f42016f5640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b14fa2ac60 0x55b14fa30de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:59620/0 (socket says 172.21.15.42:59620) 2024-06-06T08:41:17.975 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.976+0000 7f4201ef6640 1 -- 172.21.15.42:0/3826202437 learned_addr learned my addr 172.21.15.42:0/3826202437 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:41:17.975 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.976+0000 7f4206e64740 1 --2- 172.21.15.42:0/3826202437 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b14fa35520 0x55b14fa31320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:17.975 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.976+0000 7f4206e64740 1 -- 172.21.15.42:0/3826202437 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f41e0012a90 con 0x55b14fa2ac60 2024-06-06T08:41:17.976 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.976+0000 7f42026f7640 1 --2- 172.21.15.42:0/3826202437 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b14fa35520 0x55b14fa31320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:17.976 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.977+0000 7f4206e64740 1 -- 172.21.15.42:0/3826202437 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f41e00102a0 con 0x55b14fa35520 2024-06-06T08:41:17.976 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.977+0000 7f4206e64740 1 -- 172.21.15.42:0/3826202437 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f41e000e0f0 con 0x55b14fa2a340 2024-06-06T08:41:17.979 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.980+0000 7f4201ef6640 1 -- 172.21.15.42:0/3826202437 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b14fa35520 msgr2=0x55b14fa31320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:41:17.979 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.980+0000 7f4201ef6640 1 --2- 172.21.15.42:0/3826202437 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b14fa35520 0x55b14fa31320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:17.979 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.980+0000 7f4201ef6640 1 -- 172.21.15.42:0/3826202437 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b14fa2ac60 msgr2=0x55b14fa30de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:41:17.979 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.980+0000 7f4201ef6640 1 --2- 172.21.15.42:0/3826202437 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b14fa2ac60 0x55b14fa30de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:17.979 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.980+0000 7f4201ef6640 1 -- 172.21.15.42:0/3826202437 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b14fa2aa90 con 0x55b14fa2a340 2024-06-06T08:41:17.980 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.982+0000 7f4201ef6640 1 --2- 172.21.15.42:0/3826202437 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b14fa2a340 0x55b14fa2cd00 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f41fc062f60 tx=0x7f41fc04fd50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d36e6f46a0e2f62 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:41:17.981 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.982+0000 7f41e77fe640 1 -- 172.21.15.42:0/3826202437 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41fc06a470 con 0x55b14fa2a340 2024-06-06T08:41:17.981 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.983+0000 7f41e77fe640 1 -- 172.21.15.42:0/3826202437 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f41fc073260 con 0x55b14fa2a340 2024-06-06T08:41:17.981 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.983+0000 7f41e77fe640 1 -- 172.21.15.42:0/3826202437 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41fc0ad520 con 0x55b14fa2a340 2024-06-06T08:41:17.982 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.984+0000 7f4206e64740 1 -- 172.21.15.42:0/3826202437 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b14fa2a340 msgr2=0x55b14fa2cd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:17.982 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.984+0000 7f4206e64740 1 --2- 172.21.15.42:0/3826202437 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b14fa2a340 0x55b14fa2cd00 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f41fc062f60 tx=0x7f41fc04fd50 comp rx=0 tx=0).stop 2024-06-06T08:41:17.983 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.985+0000 7f4206e64740 1 -- 172.21.15.42:0/3826202437 shutdown_connections 2024-06-06T08:41:17.983 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.985+0000 7f4206e64740 1 --2- 172.21.15.42:0/3826202437 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b14fa35520 0x55b14fa31320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:17.983 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.985+0000 7f4206e64740 1 --2- 172.21.15.42:0/3826202437 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b14fa2ac60 0x55b14fa30de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:17.984 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.985+0000 7f4206e64740 1 --2- 172.21.15.42:0/3826202437 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b14fa2a340 0x55b14fa2cd00 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:17.984 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.985+0000 7f4206e64740 1 -- 172.21.15.42:0/3826202437 >> 172.21.15.42:0/3826202437 conn(0x55b14fa26850 msgr2=0x55b14fa26c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:41:17.986 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.988+0000 7f4206e64740 1 -- 172.21.15.42:0/3826202437 shutdown_connections 2024-06-06T08:41:17.988 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.989+0000 7f4206e64740 1 -- 172.21.15.42:0/3826202437 wait complete. 2024-06-06T08:41:17.988 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.989+0000 7f4206e64740 1 -- start start 2024-06-06T08:41:17.988 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.989+0000 7f4206e64740 1 Processor -- start 2024-06-06T08:41:17.992 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.993+0000 7f4206e64740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b14fa2a340 0x55b14fa384e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:17.992 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.993+0000 7f4206e64740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b14fa2ac60 0x55b14fa38a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:17.992 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.993+0000 7f4206e64740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b14fa35520 0x55b14fa38f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:17.992 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.993+0000 7f4206e64740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f41e000e760 con 0x55b14fa2ac60 2024-06-06T08:41:17.992 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.993+0000 7f4206e64740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f41e000fbd0 con 0x55b14fa35520 2024-06-06T08:41:17.992 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.993+0000 7f4206e64740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f41e000ee30 con 0x55b14fa2a340 2024-06-06T08:41:17.992 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.993+0000 7f4206e64740 10 client.0 _ll_register_callbacks cb 0x7f41f8011f00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:41:17.992 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.993+0000 7f4201ef6640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b14fa2a340 0x55b14fa384e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:17.992 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.993+0000 7f4201ef6640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b14fa2a340 0x55b14fa384e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:41616/0 (socket says 172.21.15.42:41616) 2024-06-06T08:41:17.992 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.993+0000 7f4201ef6640 1 -- 172.21.15.42:0/2465233374 learned_addr learned my addr 172.21.15.42:0/2465233374 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:41:17.993 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.994+0000 7f4201ef6640 1 -- 172.21.15.42:0/2465233374 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b14fa35520 msgr2=0x55b14fa38f60 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-06T08:41:17.993 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.994+0000 7f4201ef6640 1 --2- 172.21.15.42:0/2465233374 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b14fa35520 0x55b14fa38f60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:17.993 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.994+0000 7f4201ef6640 1 -- 172.21.15.42:0/2465233374 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b14fa2ac60 msgr2=0x55b14fa38a20 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-06-06T08:41:17.993 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.994+0000 7f4201ef6640 1 --2- 172.21.15.42:0/2465233374 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b14fa2ac60 0x55b14fa38a20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:17.993 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.994+0000 7f4201ef6640 1 -- 172.21.15.42:0/2465233374 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b14faae850 con 0x55b14fa2a340 2024-06-06T08:41:17.993 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.994+0000 7f4201ef6640 1 --2- 172.21.15.42:0/2465233374 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b14fa2a340 0x55b14fa384e0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f41fc000b60 tx=0x7f41fc0780d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c33c91606deb087 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:41:17.997 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.997+0000 7f41e57fa640 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:41:17.997 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.998+0000 7f41e57fa640 1 -- 172.21.15.42:0/2465233374 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41fc0bb070 con 0x55b14fa2a340 2024-06-06T08:41:17.997 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:17.999+0000 7f41e57fa640 1 -- 172.21.15.42:0/2465233374 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(134..134 src has 1..134) ==== 9610+0+0 (secure 0 0 0) 0x7f41fc0737a0 con 0x55b14fa2a340 2024-06-06T08:41:18.005 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:18.001+0000 7f4206e64740 1 -- 172.21.15.42:0/2465233374 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f41fc073260 con 0x55b14fa2a340 2024-06-06T08:41:18.005 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:18.005+0000 7f41e57fa640 1 -- 172.21.15.42:0/2465233374 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) ==== 24+0+0 (secure 0 0 0) 0x7f41fc06a470 con 0x55b14fa2a340 2024-06-06T08:41:18.009 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:18.010+0000 7f4206e64740 10 client.27472 fetch_fsmap learned FSMap version 48 2024-06-06T08:41:18.009 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:18.010+0000 7f4206e64740 1 -- 172.21.15.42:0/2465233374 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) -- 0x55b14faafa40 con 0x55b14fa2a340 2024-06-06T08:41:18.012 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:18.013+0000 7f41e57fa640 1 -- 172.21.15.42:0/2465233374 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f41fc073260 con 0x55b14fa2a340 2024-06-06T08:41:18.012 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:18.013+0000 7f41e57fa640 1 -- 172.21.15.42:0/2465233374 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 48) ==== 8370+0+0 (secure 0 0 0) 0x7f41fc0adb50 con 0x55b14fa2a340 2024-06-06T08:41:18.012 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:18.013+0000 7f4206e64740 10 client.27472 fetch_fsmap finished waiting for FSMap version 48 2024-06-06T08:41:18.012 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:18.013+0000 7f4206e64740 10 client.27472 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:41:18.012 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:18.013+0000 7f4206e64740 20 client.27472 populate_metadata read hostname 'smithi042' 2024-06-06T08:41:18.012 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:18.013+0000 7f4206e64740 1 --2- 172.21.15.42:0/2465233374 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55b14fab0050 0x55b14fab2490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:18.012 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:18.013+0000 7f4206e64740 4 client.27472 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:41:18.012 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:18.013+0000 7f4206e64740 1 -- 172.21.15.42:0/2465233374 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55b14f99bc20 con 0x55b14fab0050 2024-06-06T08:41:18.014 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:18.015+0000 7f42016f5640 1 --2- 172.21.15.42:0/2465233374 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55b14fab0050 0x55b14fab2490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:18.017 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:18.019+0000 7f42016f5640 1 --2- 172.21.15.42:0/2465233374 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55b14fab0050 0x55b14fab2490 crc :-1 s=READY pgs=308 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=709bc9adc53e120d server_cookie=a8e1018274d2f1a4 in_seq=0 out_seq=0 2024-06-06T08:41:18.020 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:18.022+0000 7f41e57fa640 10 client.27472 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:41:18.061 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:41:18.235 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:18.235+0000 7f41e57fa640 1 -- 172.21.15.42:0/2465233374 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55b14f99bc20 con 0x55b14fab0050 2024-06-06T08:41:18.235 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:18.235+0000 7f41e57fa640 10 client.27472 handle_command_reply: tid=0 2024-06-06T08:41:18.235 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:18.235+0000 7f4206e64740 1 client.27472 shutdown 2024-06-06T08:41:18.235 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:18.235+0000 7f4206e64740 1 -- 172.21.15.42:0/2465233374 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b14fa2a340 msgr2=0x55b14fa384e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:18.235 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:18.236+0000 7f4206e64740 1 --2- 172.21.15.42:0/2465233374 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b14fa2a340 0x55b14fa384e0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f41fc000b60 tx=0x7f41fc0780d0 comp rx=0 tx=0).stop 2024-06-06T08:41:18.235 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:18.236+0000 7f4206e64740 1 -- 172.21.15.42:0/2465233374 shutdown_connections 2024-06-06T08:41:18.235 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:18.236+0000 7f4206e64740 1 --2- 172.21.15.42:0/2465233374 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55b14fab0050 0x55b14fab2490 crc :-1 s=READY pgs=308 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:18.235 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:18.236+0000 7f4206e64740 1 --2- 172.21.15.42:0/2465233374 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b14fa35520 0x55b14fa38f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:18.235 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:18.236+0000 7f4206e64740 1 --2- 172.21.15.42:0/2465233374 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b14fa2ac60 0x55b14fa38a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:18.235 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:18.236+0000 7f4206e64740 1 --2- 172.21.15.42:0/2465233374 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b14fa2a340 0x55b14fa384e0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:18.235 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:18.236+0000 7f4206e64740 1 -- 172.21.15.42:0/2465233374 >> 172.21.15.42:0/2465233374 conn(0x55b14fa26850 msgr2=0x55b14fa30c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:41:18.236 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:18.236+0000 7f41e57fa640 0 client.27472 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:41:18.236 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:18.236+0000 7f4206e64740 1 -- 172.21.15.42:0/2465233374 shutdown_connections 2024-06-06T08:41:18.236 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:18.236+0000 7f4206e64740 1 -- 172.21.15.42:0/2465233374 wait complete. 2024-06-06T08:41:18.236 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:18.236+0000 7f4206e64740 20 client.27472 trim_cache size 0 max 16384 2024-06-06T08:41:18.236 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:41:18.236 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:41:18.236 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:41:18.238 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:18.237+0000 7f420415a640 1 -- 172.21.15.42:0/4102335876 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f41e80a2f30 msgr2=0x7f41e80a53f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:18.238 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:18.237+0000 7f420415a640 1 --2- 172.21.15.42:0/4102335876 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f41e80a2f30 0x7f41e80a53f0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x55b14fa27c70 tx=0x7f41f80046c0 comp rx=0 tx=0).stop 2024-06-06T08:41:18.238 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:18.237+0000 7f420415a640 1 -- 172.21.15.42:0/4102335876 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f41f40a12f0 msgr2=0x7f41f4011720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:18.238 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:18.237+0000 7f420415a640 1 --2- 172.21.15.42:0/4102335876 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f41f40a12f0 0x7f41f4011720 secure :-1 s=READY pgs=1030 cs=0 l=1 rev1=1 crypto rx=0x7f41ec00bfa0 tx=0x7f41ec00dbe0 comp rx=0 tx=0).stop 2024-06-06T08:41:18.238 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:18.238+0000 7f420415a640 1 -- 172.21.15.42:0/4102335876 shutdown_connections 2024-06-06T08:41:18.238 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:18.238+0000 7f420415a640 1 --2- 172.21.15.42:0/4102335876 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f41e80a2f30 0x7f41e80a53f0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:18.238 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:18.238+0000 7f420415a640 1 --2- 172.21.15.42:0/4102335876 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f41f40a12f0 0x7f41f4011720 unknown :-1 s=CLOSED pgs=1030 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:18.238 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:18.238+0000 7f420415a640 1 --2- 172.21.15.42:0/4102335876 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f41f409d340 0x7f41f40111e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:18.238 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:18.238+0000 7f420415a640 1 --2- 172.21.15.42:0/4102335876 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f41f409c980 0x7f41f4018160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:18.238 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:18.238+0000 7f420415a640 1 -- 172.21.15.42:0/4102335876 >> 172.21.15.42:0/4102335876 conn(0x7f41f400ba40 msgr2=0x7f41f409f3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:41:18.238 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:18.238+0000 7f420415a640 1 -- 172.21.15.42:0/4102335876 shutdown_connections 2024-06-06T08:41:18.238 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:18.238+0000 7f420415a640 1 -- 172.21.15.42:0/4102335876 wait complete. 2024-06-06T08:41:18.760 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:41:18 smithi042 ceph-mon[32384]: pgmap v597: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 573 KiB/s rd, 540 KiB/s wr, 185 op/s 2024-06-06T08:41:18.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:41:18 smithi149 ceph-mon[36842]: pgmap v597: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 573 KiB/s rd, 540 KiB/s wr, 185 op/s 2024-06-06T08:41:18.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:41:18 smithi120 ceph-mon[36658]: pgmap v597: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 573 KiB/s rd, 540 KiB/s wr, 185 op/s 2024-06-06T08:41:20.694 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.693+0000 7f1999fba700 1 -- 172.21.15.42:0/1645037788 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f19941067d0 msgr2=0x7f1994107140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:20.694 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.693+0000 7f1999fba700 1 --2- 172.21.15.42:0/1645037788 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f19941067d0 0x7f1994107140 secure :-1 s=READY pgs=1032 cs=0 l=1 rev1=1 crypto rx=0x7f198c01c0d0 tx=0x7f198c01c3e0 comp rx=0 tx=0).stop 2024-06-06T08:41:20.694 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.695+0000 7f1999fba700 1 -- 172.21.15.42:0/1645037788 shutdown_connections 2024-06-06T08:41:20.695 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.695+0000 7f1999fba700 1 --2- 172.21.15.42:0/1645037788 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f19941067d0 0x7f1994107140 unknown :-1 s=CLOSED pgs=1032 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:20.695 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.695+0000 7f1999fba700 1 --2- 172.21.15.42:0/1645037788 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1994100ce0 0x7f19941010c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:20.695 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.695+0000 7f1999fba700 1 --2- 172.21.15.42:0/1645037788 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1994101600 0x7f19941060a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:20.695 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.695+0000 7f1999fba700 1 -- 172.21.15.42:0/1645037788 >> 172.21.15.42:0/1645037788 conn(0x7f1994077a00 msgr2=0x7f19940fedb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:41:20.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.697+0000 7f1999fba700 1 -- 172.21.15.42:0/1645037788 shutdown_connections 2024-06-06T08:41:20.696 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.697+0000 7f1999fba700 1 -- 172.21.15.42:0/1645037788 wait complete. 2024-06-06T08:41:20.697 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.698+0000 7f1999fba700 1 Processor -- start 2024-06-06T08:41:20.697 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.699+0000 7f1999fba700 1 -- start start 2024-06-06T08:41:20.697 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.699+0000 7f1999fba700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1994101600 0x7f199410e290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:20.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.699+0000 7f1999fba700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f19941067d0 0x7f199410e7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:20.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.700+0000 7f19937fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1994101600 0x7f199410e290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:20.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.700+0000 7f19937fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1994101600 0x7f199410e290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:59632/0 (socket says 172.21.15.42:59632) 2024-06-06T08:41:20.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.700+0000 7f19937fe700 1 -- 172.21.15.42:0/2724494355 learned_addr learned my addr 172.21.15.42:0/2724494355 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:41:20.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.700+0000 7f1999fba700 1 --2- 172.21.15.42:0/2724494355 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1994072dc0 0x7f19941161c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:20.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.700+0000 7f1999fba700 1 -- 172.21.15.42:0/2724494355 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f199410a610 con 0x7f1994101600 2024-06-06T08:41:20.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.700+0000 7f1999fba700 1 -- 172.21.15.42:0/2724494355 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f199410a490 con 0x7f19941067d0 2024-06-06T08:41:20.699 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.700+0000 7f1999fba700 1 -- 172.21.15.42:0/2724494355 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f199410a790 con 0x7f1994072dc0 2024-06-06T08:41:20.700 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.701+0000 7f19937fe700 1 -- 172.21.15.42:0/2724494355 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1994072dc0 msgr2=0x7f19941161c0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-06-06T08:41:20.701 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.701+0000 7f19937fe700 1 --2- 172.21.15.42:0/2724494355 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1994072dc0 0x7f19941161c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:20.701 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.701+0000 7f19937fe700 1 -- 172.21.15.42:0/2724494355 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f19941067d0 msgr2=0x7f199410e7d0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-06T08:41:20.701 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.701+0000 7f19937fe700 1 --2- 172.21.15.42:0/2724494355 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f19941067d0 0x7f199410e7d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:20.701 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.701+0000 7f19937fe700 1 -- 172.21.15.42:0/2724494355 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1994073270 con 0x7f1994101600 2024-06-06T08:41:20.701 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.702+0000 7f19937fe700 1 --2- 172.21.15.42:0/2724494355 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1994101600 0x7f199410e290 secure :-1 s=READY pgs=1033 cs=0 l=1 rev1=1 crypto rx=0x7f198800b500 tx=0x7f198800b8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:41:20.702 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.702+0000 7f1990ff9700 1 -- 172.21.15.42:0/2724494355 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1988015020 con 0x7f1994101600 2024-06-06T08:41:20.702 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.702+0000 7f1990ff9700 1 -- 172.21.15.42:0/2724494355 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1988011d10 con 0x7f1994101600 2024-06-06T08:41:20.702 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.702+0000 7f1990ff9700 1 -- 172.21.15.42:0/2724494355 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1988010e20 con 0x7f1994101600 2024-06-06T08:41:20.702 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.702+0000 7f1999fba700 1 -- 172.21.15.42:0/2724494355 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1994073500 con 0x7f1994101600 2024-06-06T08:41:20.702 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.702+0000 7f1999fba700 1 -- 172.21.15.42:0/2724494355 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19940739f0 con 0x7f1994101600 2024-06-06T08:41:20.705 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.707+0000 7f1990ff9700 1 -- 172.21.15.42:0/2724494355 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f1988018020 con 0x7f1994101600 2024-06-06T08:41:20.706 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.708+0000 7f1990ff9700 1 --2- 172.21.15.42:0/2724494355 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f197c0a2f90 0x7f197c0a5450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:20.707 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.708+0000 7f1990ff9700 1 -- 172.21.15.42:0/2724494355 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(134..134 src has 1..134) ==== 9610+0+0 (secure 0 0 0) 0x7f19880cedf0 con 0x7f1994101600 2024-06-06T08:41:20.715 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.717+0000 7f1992ffd700 1 --2- 172.21.15.42:0/2724494355 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f197c0a2f90 0x7f197c0a5450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:20.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.718+0000 7f19a483db80 1 Processor -- start 2024-06-06T08:41:20.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.718+0000 7f19a483db80 1 -- start start 2024-06-06T08:41:20.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.718+0000 7f1992ffd700 1 --2- 172.21.15.42:0/2724494355 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f197c0a2f90 0x7f197c0a5450 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f1994101a60 tx=0x7f1984009260 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:41:20.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.718+0000 7f19a483db80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9e1191c40 0x55a9e1192020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:20.717 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.718+0000 7f19a483db80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a9e1192560 0x55a9e118be90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:20.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.718+0000 7f19a483db80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9e118c3d0 0x55a9e118c810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:20.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.718+0000 7f19a483db80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a9e10dd910 con 0x55a9e118c3d0 2024-06-06T08:41:20.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.718+0000 7f19a483db80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55a9e1085820 con 0x55a9e1192560 2024-06-06T08:41:20.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.718+0000 7f19a483db80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55a9e10d98d0 con 0x55a9e1191c40 2024-06-06T08:41:20.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.718+0000 7f19937fe700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9e1191c40 0x55a9e1192020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:20.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.718+0000 7f19937fe700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9e1191c40 0x55a9e1192020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:41630/0 (socket says 172.21.15.42:41630) 2024-06-06T08:41:20.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.718+0000 7f19937fe700 1 -- 172.21.15.42:0/1442861819 learned_addr learned my addr 172.21.15.42:0/1442861819 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:41:20.718 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.719+0000 7f1992ffd700 1 --2- 172.21.15.42:0/1442861819 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a9e1192560 0x55a9e118be90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:20.719 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.719+0000 7f1993fff700 1 --2- 172.21.15.42:0/1442861819 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9e118c3d0 0x55a9e118c810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:20.719 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.719+0000 7f19937fe700 1 -- 172.21.15.42:0/1442861819 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a9e1192560 msgr2=0x55a9e118be90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:41:20.719 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.719+0000 7f19937fe700 1 --2- 172.21.15.42:0/1442861819 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a9e1192560 0x55a9e118be90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:20.719 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.719+0000 7f19937fe700 1 -- 172.21.15.42:0/1442861819 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9e118c3d0 msgr2=0x55a9e118c810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:41:20.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.719+0000 7f19937fe700 1 --2- 172.21.15.42:0/1442861819 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9e118c3d0 0x55a9e118c810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:20.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.719+0000 7f19937fe700 1 -- 172.21.15.42:0/1442861819 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a9e107c050 con 0x55a9e1191c40 2024-06-06T08:41:20.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.720+0000 7f19937fe700 1 --2- 172.21.15.42:0/1442861819 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9e1191c40 0x55a9e1192020 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f19880092a0 tx=0x7f198809a9f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2ffa18c658f97164 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:41:20.722 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:41:20 smithi042 ceph-mon[32384]: pgmap v598: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 342 KiB/s rd, 141 KiB/s wr, 166 op/s 2024-06-06T08:41:20.723 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.722+0000 7f1993fff700 1 --2- 172.21.15.42:0/1442861819 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9e118c3d0 0x55a9e118c810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:41:20.723 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.724+0000 7f1981ffb700 1 -- 172.21.15.42:0/1442861819 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19880a3bf0 con 0x55a9e1191c40 2024-06-06T08:41:20.723 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.724+0000 7f1981ffb700 1 -- 172.21.15.42:0/1442861819 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f19880b5070 con 0x55a9e1191c40 2024-06-06T08:41:20.723 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.724+0000 7f1981ffb700 1 -- 172.21.15.42:0/1442861819 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19880b9e20 con 0x55a9e1191c40 2024-06-06T08:41:20.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.727+0000 7f19a483db80 1 -- 172.21.15.42:0/1442861819 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9e1191c40 msgr2=0x55a9e1192020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:20.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.727+0000 7f19a483db80 1 --2- 172.21.15.42:0/1442861819 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9e1191c40 0x55a9e1192020 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f19880092a0 tx=0x7f198809a9f0 comp rx=0 tx=0).stop 2024-06-06T08:41:20.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.727+0000 7f19a483db80 1 -- 172.21.15.42:0/1442861819 shutdown_connections 2024-06-06T08:41:20.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.727+0000 7f19a483db80 1 --2- 172.21.15.42:0/1442861819 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9e118c3d0 0x55a9e118c810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:20.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.727+0000 7f19a483db80 1 --2- 172.21.15.42:0/1442861819 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9e1191c40 0x55a9e1192020 secure :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f19880092a0 tx=0x7f198809a9f0 comp rx=0 tx=0).stop 2024-06-06T08:41:20.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.727+0000 7f19a483db80 1 --2- 172.21.15.42:0/1442861819 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a9e1192560 0x55a9e118be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:20.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.727+0000 7f19a483db80 1 -- 172.21.15.42:0/1442861819 >> 172.21.15.42:0/1442861819 conn(0x55a9e10b6dc0 msgr2=0x55a9e1187120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:41:20.731 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.733+0000 7f19a483db80 1 -- 172.21.15.42:0/1442861819 shutdown_connections 2024-06-06T08:41:20.735 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.736+0000 7f19a483db80 1 -- 172.21.15.42:0/1442861819 wait complete. 2024-06-06T08:41:20.735 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.737+0000 7f19a483db80 1 -- start start 2024-06-06T08:41:20.736 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.737+0000 7f19a483db80 1 Processor -- start 2024-06-06T08:41:20.737 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.738+0000 7f19a483db80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9e118c3d0 0x55a9e1198590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:20.737 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.738+0000 7f19a483db80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9e1192560 0x55a9e1195890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:20.738 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.739+0000 7f19a483db80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a9e1195f30 0x55a9e11a24e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:20.738 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.739+0000 7f19a483db80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a9e1198fd0 con 0x55a9e1192560 2024-06-06T08:41:20.738 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.739+0000 7f19a483db80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55a9e107dcf0 con 0x55a9e1195f30 2024-06-06T08:41:20.738 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.739+0000 7f19a483db80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55a9e1199150 con 0x55a9e118c3d0 2024-06-06T08:41:20.738 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.739+0000 7f19a483db80 10 client.0 _ll_register_callbacks cb 0x55a9e1077a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:41:20.740 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.740+0000 7f19937fe700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9e118c3d0 0x55a9e1198590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:20.741 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.740+0000 7f19937fe700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9e118c3d0 0x55a9e1198590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:41640/0 (socket says 172.21.15.42:41640) 2024-06-06T08:41:20.741 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.740+0000 7f19937fe700 1 -- 172.21.15.42:0/203527296 learned_addr learned my addr 172.21.15.42:0/203527296 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:41:20.741 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.740+0000 7f1993fff700 1 --2- 172.21.15.42:0/203527296 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a9e1195f30 0x55a9e11a24e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:20.743 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.743+0000 7f1993fff700 1 -- 172.21.15.42:0/203527296 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9e118c3d0 msgr2=0x55a9e1198590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:41:20.743 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.743+0000 7f1993fff700 1 --2- 172.21.15.42:0/203527296 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9e118c3d0 0x55a9e1198590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:20.743 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.743+0000 7f1993fff700 1 -- 172.21.15.42:0/203527296 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9e1192560 msgr2=0x55a9e1195890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:41:20.743 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.743+0000 7f1993fff700 1 --2- 172.21.15.42:0/203527296 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9e1192560 0x55a9e1195890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:20.743 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.743+0000 7f1993fff700 1 -- 172.21.15.42:0/203527296 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a9e102c9d0 con 0x55a9e1195f30 2024-06-06T08:41:20.743 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.744+0000 7f1993fff700 1 --2- 172.21.15.42:0/203527296 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a9e1195f30 0x55a9e11a24e0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f198c01c0d0 tx=0x7f198c01cee0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4ffa2a0da1d66909 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:41:20.743 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.744+0000 7f1976ffd700 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:41:20.743 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.744+0000 7f1976ffd700 1 -- 172.21.15.42:0/203527296 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f198c031070 con 0x55a9e1195f30 2024-06-06T08:41:20.743 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.744+0000 7f19a483db80 1 -- 172.21.15.42:0/203527296 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f19880b5070 con 0x55a9e1195f30 2024-06-06T08:41:20.744 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.744+0000 7f1976ffd700 1 -- 172.21.15.42:0/203527296 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(134..134 src has 1..134) ==== 9610+0+0 (secure 0 0 0) 0x7f198c0184f0 con 0x55a9e1195f30 2024-06-06T08:41:20.744 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.745+0000 7f1976ffd700 1 -- 172.21.15.42:0/203527296 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) ==== 24+0+0 (secure 0 0 0) 0x7f198c03d050 con 0x55a9e1195f30 2024-06-06T08:41:20.745 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.747+0000 7f19a483db80 10 client.27602 fetch_fsmap learned FSMap version 48 2024-06-06T08:41:20.745 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.747+0000 7f19a483db80 1 -- 172.21.15.42:0/203527296 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) -- 0x55a9e11a3fe0 con 0x55a9e1195f30 2024-06-06T08:41:20.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.748+0000 7f1976ffd700 1 -- 172.21.15.42:0/203527296 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f19880b5070 con 0x55a9e1195f30 2024-06-06T08:41:20.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.748+0000 7f1976ffd700 1 -- 172.21.15.42:0/203527296 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 48) ==== 8370+0+0 (secure 0 0 0) 0x7f198c022070 con 0x55a9e1195f30 2024-06-06T08:41:20.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.749+0000 7f19a483db80 10 client.27602 fetch_fsmap finished waiting for FSMap version 48 2024-06-06T08:41:20.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.749+0000 7f19a483db80 10 client.27602 resolve_mds: validated gid 24484 aka daemon mds.i 2024-06-06T08:41:20.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.749+0000 7f19a483db80 20 client.27602 populate_metadata read hostname 'smithi042' 2024-06-06T08:41:20.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.749+0000 7f19a483db80 1 --2- 172.21.15.42:0/203527296 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a9e11a6ad0 0x55a9e11a8f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:20.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.749+0000 7f19a483db80 4 client.27602 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:41:20.748 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.749+0000 7f19a483db80 1 -- 172.21.15.42:0/203527296 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a9e10eae10 con 0x55a9e11a6ad0 2024-06-06T08:41:20.752 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.754+0000 7f19937fe700 1 --2- 172.21.15.42:0/203527296 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a9e11a6ad0 0x55a9e11a8f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:20.760 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.761+0000 7f19937fe700 1 --2- 172.21.15.42:0/203527296 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a9e11a6ad0 0x55a9e11a8f70 crc :-1 s=READY pgs=309 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b50afb40f3c1aaaf server_cookie=b9118cd77a27c7d1 in_seq=0 out_seq=0 2024-06-06T08:41:20.760 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.762+0000 7f1976ffd700 10 client.27602 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:41:20.764 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.765+0000 7f1976ffd700 1 -- 172.21.15.42:0/203527296 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55a9e10eae10 con 0x55a9e11a6ad0 2024-06-06T08:41:20.764 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.765+0000 7f1976ffd700 10 client.27602 handle_command_reply: tid=0 2024-06-06T08:41:20.764 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.765+0000 7f19a483db80 1 client.27602 shutdown 2024-06-06T08:41:20.771 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.772+0000 7f19a483db80 1 -- 172.21.15.42:0/203527296 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a9e1195f30 msgr2=0x55a9e11a24e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:20.771 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.772+0000 7f19a483db80 1 --2- 172.21.15.42:0/203527296 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a9e1195f30 0x55a9e11a24e0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f198c01c0d0 tx=0x7f198c01cee0 comp rx=0 tx=0).stop 2024-06-06T08:41:20.771 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.772+0000 7f19a483db80 1 -- 172.21.15.42:0/203527296 shutdown_connections 2024-06-06T08:41:20.771 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.772+0000 7f19a483db80 1 --2- 172.21.15.42:0/203527296 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a9e11a6ad0 0x55a9e11a8f70 crc :-1 s=READY pgs=309 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:20.771 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.772+0000 7f19a483db80 1 --2- 172.21.15.42:0/203527296 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a9e1195f30 0x55a9e11a24e0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:20.771 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.772+0000 7f1976ffd700 0 client.27602 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:41:20.771 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.772+0000 7f19a483db80 1 --2- 172.21.15.42:0/203527296 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9e118c3d0 0x55a9e1198590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:20.772 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.772+0000 7f19a483db80 1 --2- 172.21.15.42:0/203527296 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9e1192560 0x55a9e1195890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:20.772 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.772+0000 7f19a483db80 1 -- 172.21.15.42:0/203527296 >> 172.21.15.42:0/203527296 conn(0x55a9e10b6dc0 msgr2=0x55a9e118ae80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:41:20.772 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.773+0000 7f19a483db80 1 -- 172.21.15.42:0/203527296 shutdown_connections 2024-06-06T08:41:20.772 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.773+0000 7f19a483db80 1 -- 172.21.15.42:0/203527296 wait complete. 2024-06-06T08:41:20.772 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.773+0000 7f19a483db80 20 client.27602 trim_cache size 0 max 16384 2024-06-06T08:41:20.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:41:20 smithi149 ceph-mon[36842]: pgmap v598: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 342 KiB/s rd, 141 KiB/s wr, 166 op/s 2024-06-06T08:41:20.814 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.816+0000 7f19a483db80 1 Processor -- start 2024-06-06T08:41:20.814 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.816+0000 7f19a483db80 1 -- start start 2024-06-06T08:41:20.816 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.817+0000 7f19a483db80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9e118c3d0 0x55a9e1186f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:20.816 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.817+0000 7f19a483db80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a9e1192560 0x55a9e11a22d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:20.816 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.817+0000 7f19a483db80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9e1195f30 0x55a9e11a2810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:20.816 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.817+0000 7f19a483db80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f1978011910 con 0x55a9e118c3d0 2024-06-06T08:41:20.816 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.817+0000 7f19a483db80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f197800f0e0 con 0x55a9e1192560 2024-06-06T08:41:20.816 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.817+0000 7f19a483db80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f197800cf30 con 0x55a9e1195f30 2024-06-06T08:41:20.816 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.817+0000 7f1992ffd700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a9e1192560 0x55a9e11a22d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:20.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.819+0000 7f1993fff700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9e1195f30 0x55a9e11a2810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:20.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.819+0000 7f1993fff700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9e1195f30 0x55a9e11a2810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:41648/0 (socket says 172.21.15.42:41648) 2024-06-06T08:41:20.817 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.819+0000 7f1993fff700 1 -- 172.21.15.42:0/2496136997 learned_addr learned my addr 172.21.15.42:0/2496136997 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:41:20.822 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.817+0000 7f19937fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9e118c3d0 0x55a9e1186f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:20.822 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.821+0000 7f19937fe700 1 -- 172.21.15.42:0/2496136997 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9e1195f30 msgr2=0x55a9e11a2810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:41:20.822 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.821+0000 7f19937fe700 1 --2- 172.21.15.42:0/2496136997 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9e1195f30 0x55a9e11a2810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:20.822 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.821+0000 7f19937fe700 1 -- 172.21.15.42:0/2496136997 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a9e1192560 msgr2=0x55a9e11a22d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:41:20.822 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.821+0000 7f19937fe700 1 --2- 172.21.15.42:0/2496136997 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a9e1192560 0x55a9e11a22d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:20.822 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.821+0000 7f19937fe700 1 -- 172.21.15.42:0/2496136997 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a9e118b710 con 0x55a9e118c3d0 2024-06-06T08:41:20.823 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.821+0000 7f19937fe700 1 --2- 172.21.15.42:0/2496136997 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9e118c3d0 0x55a9e1186f40 secure :-1 s=READY pgs=1034 cs=0 l=1 rev1=1 crypto rx=0x7f19880a36c0 tx=0x7f198809ae80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=61cf28d1c7c6ada1 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:41:20.823 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.822+0000 7f19817fa700 1 -- 172.21.15.42:0/2496136997 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19880a3960 con 0x55a9e118c3d0 2024-06-06T08:41:20.823 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.822+0000 7f19817fa700 1 -- 172.21.15.42:0/2496136997 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f19880b5040 con 0x55a9e118c3d0 2024-06-06T08:41:20.823 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.822+0000 7f19817fa700 1 -- 172.21.15.42:0/2496136997 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f198809a3d0 con 0x55a9e118c3d0 2024-06-06T08:41:20.823 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.823+0000 7f19a483db80 1 -- 172.21.15.42:0/2496136997 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9e118c3d0 msgr2=0x55a9e1186f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:20.823 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.823+0000 7f19a483db80 1 --2- 172.21.15.42:0/2496136997 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9e118c3d0 0x55a9e1186f40 secure :-1 s=READY pgs=1034 cs=0 l=1 rev1=1 crypto rx=0x7f19880a36c0 tx=0x7f198809ae80 comp rx=0 tx=0).stop 2024-06-06T08:41:20.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.824+0000 7f19a483db80 1 -- 172.21.15.42:0/2496136997 shutdown_connections 2024-06-06T08:41:20.826 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.824+0000 7f19a483db80 1 --2- 172.21.15.42:0/2496136997 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9e1195f30 0x55a9e11a2810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:20.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.824+0000 7f19a483db80 1 --2- 172.21.15.42:0/2496136997 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9e118c3d0 0x55a9e1186f40 unknown :-1 s=CLOSED pgs=1034 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:20.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.824+0000 7f19a483db80 1 --2- 172.21.15.42:0/2496136997 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a9e1192560 0x55a9e11a22d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:20.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.824+0000 7f19a483db80 1 -- 172.21.15.42:0/2496136997 >> 172.21.15.42:0/2496136997 conn(0x55a9e10b6dc0 msgr2=0x55a9e1186830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:41:20.827 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.829+0000 7f19a483db80 1 -- 172.21.15.42:0/2496136997 shutdown_connections 2024-06-06T08:41:20.830 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.830+0000 7f19a483db80 1 -- 172.21.15.42:0/2496136997 wait complete. 2024-06-06T08:41:20.830 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.831+0000 7f19a483db80 1 -- start start 2024-06-06T08:41:20.830 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.831+0000 7f19a483db80 1 Processor -- start 2024-06-06T08:41:20.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.832+0000 7f19a483db80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9e118c3d0 0x55a9e119e930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:20.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.832+0000 7f19a483db80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9e1192560 0x55a9e119b410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:20.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.832+0000 7f19a483db80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a9e1195f30 0x55a9e119b950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:20.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.832+0000 7f19a483db80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f197800d5a0 con 0x55a9e118c3d0 2024-06-06T08:41:20.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.832+0000 7f19a483db80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f197800ea10 con 0x55a9e1195f30 2024-06-06T08:41:20.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.832+0000 7f19a483db80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f197800dc70 con 0x55a9e1192560 2024-06-06T08:41:20.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.832+0000 7f19a483db80 10 client.0 _ll_register_callbacks cb 0x55a9e1077a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:41:20.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.832+0000 7f1993fff700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a9e1195f30 0x55a9e119b950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:20.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.832+0000 7f1993fff700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a9e1195f30 0x55a9e119b950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:36226/0 (socket says 172.21.15.42:36226) 2024-06-06T08:41:20.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.832+0000 7f1993fff700 1 -- 172.21.15.42:0/3900442589 learned_addr learned my addr 172.21.15.42:0/3900442589 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:41:20.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.832+0000 7f19937fe700 1 --2- 172.21.15.42:0/3900442589 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9e118c3d0 0x55a9e119e930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:20.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.833+0000 7f1992ffd700 1 --2- 172.21.15.42:0/3900442589 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9e1192560 0x55a9e119b410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:20.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.833+0000 7f1993fff700 1 -- 172.21.15.42:0/3900442589 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9e1192560 msgr2=0x55a9e119b410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:41:20.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.833+0000 7f1993fff700 1 --2- 172.21.15.42:0/3900442589 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9e1192560 0x55a9e119b410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:20.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.833+0000 7f1993fff700 1 -- 172.21.15.42:0/3900442589 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9e118c3d0 msgr2=0x55a9e119e930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:41:20.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.833+0000 7f1993fff700 1 --2- 172.21.15.42:0/3900442589 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9e118c3d0 0x55a9e119e930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:20.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.833+0000 7f1993fff700 1 -- 172.21.15.42:0/3900442589 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a9e119bf40 con 0x55a9e1195f30 2024-06-06T08:41:20.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.833+0000 7f19937fe700 1 --2- 172.21.15.42:0/3900442589 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9e118c3d0 0x55a9e119e930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:41:20.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.833+0000 7f1992ffd700 1 --2- 172.21.15.42:0/3900442589 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9e1192560 0x55a9e119b410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:41:20.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.834+0000 7f1993fff700 1 --2- 172.21.15.42:0/3900442589 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a9e1195f30 0x55a9e119b950 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f198c0051a0 tx=0x7f198c0051d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=32210bc56694f35 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:41:20.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.834+0000 7f1976ffd700 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:41:20.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.834+0000 7f1976ffd700 1 -- 172.21.15.42:0/3900442589 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f198c03a070 con 0x55a9e1195f30 2024-06-06T08:41:20.834 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.834+0000 7f1976ffd700 1 -- 172.21.15.42:0/3900442589 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(134..134 src has 1..134) ==== 9610+0+0 (secure 0 0 0) 0x7f198c005f70 con 0x55a9e1195f30 2024-06-06T08:41:20.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.836+0000 7f19a483db80 1 -- 172.21.15.42:0/3900442589 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f19880b5040 con 0x55a9e1195f30 2024-06-06T08:41:20.836 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.838+0000 7f1976ffd700 1 -- 172.21.15.42:0/3900442589 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) ==== 24+0+0 (secure 0 0 0) 0x7f198c031070 con 0x55a9e1195f30 2024-06-06T08:41:20.839 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.840+0000 7f19a483db80 10 client.27608 fetch_fsmap learned FSMap version 48 2024-06-06T08:41:20.839 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.840+0000 7f19a483db80 1 -- 172.21.15.42:0/3900442589 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) -- 0x55a9e1212660 con 0x55a9e1195f30 2024-06-06T08:41:20.840 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.841+0000 7f1976ffd700 1 -- 172.21.15.42:0/3900442589 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f19880b5040 con 0x55a9e1195f30 2024-06-06T08:41:20.841 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.842+0000 7f1976ffd700 1 -- 172.21.15.42:0/3900442589 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 48) ==== 8370+0+0 (secure 0 0 0) 0x7f198c040030 con 0x55a9e1195f30 2024-06-06T08:41:20.841 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.842+0000 7f19a483db80 10 client.27608 fetch_fsmap finished waiting for FSMap version 48 2024-06-06T08:41:20.841 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.842+0000 7f19a483db80 10 client.27608 resolve_mds: validated gid 24484 aka daemon mds.i 2024-06-06T08:41:20.841 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.842+0000 7f19a483db80 20 client.27608 populate_metadata read hostname 'smithi042' 2024-06-06T08:41:20.841 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.842+0000 7f19a483db80 1 --2- 172.21.15.42:0/3900442589 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a9e11a6ad0 0x55a9e1214d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:20.841 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.842+0000 7f19a483db80 4 client.27608 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "b0066cdb", "release": true, "await": true}] 2024-06-06T08:41:20.841 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.842+0000 7f19a483db80 1 -- 172.21.15.42:0/3900442589 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "quiesce db", "set_id": "b0066cdb", "release": true, "await": true}) -- 0x55a9e10e5390 con 0x55a9e11a6ad0 2024-06-06T08:41:20.841 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.842+0000 7f19937fe700 1 --2- 172.21.15.42:0/3900442589 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a9e11a6ad0 0x55a9e1214d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:20.842 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.843+0000 7f19937fe700 1 --2- 172.21.15.42:0/3900442589 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a9e11a6ad0 0x55a9e1214d70 crc :-1 s=READY pgs=310 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4cfefb6fbc60124e server_cookie=37431ab45010d1a9 in_seq=0 out_seq=0 2024-06-06T08:41:20.842 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.843+0000 7f1976ffd700 10 client.27608 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:41:20.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:41:20 smithi120 ceph-mon[36658]: pgmap v598: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 342 KiB/s rd, 141 KiB/s wr, 166 op/s 2024-06-06T08:41:20.995 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.995+0000 7f1976ffd700 1 -- 172.21.15.42:0/3900442589 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55a9e10e5390 con 0x55a9e11a6ad0 2024-06-06T08:41:20.995 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.995+0000 7f1976ffd700 10 client.27608 handle_command_reply: tid=0 2024-06-06T08:41:20.995 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.995+0000 7f19a483db80 1 client.27608 shutdown 2024-06-06T08:41:20.995 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.995+0000 7f19a483db80 1 -- 172.21.15.42:0/3900442589 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a9e1195f30 msgr2=0x55a9e119b950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:20.995 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.995+0000 7f19a483db80 1 --2- 172.21.15.42:0/3900442589 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a9e1195f30 0x55a9e119b950 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f198c0051a0 tx=0x7f198c0051d0 comp rx=0 tx=0).stop 2024-06-06T08:41:20.995 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.995+0000 7f19a483db80 1 -- 172.21.15.42:0/3900442589 shutdown_connections 2024-06-06T08:41:20.995 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.995+0000 7f19a483db80 1 --2- 172.21.15.42:0/3900442589 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55a9e11a6ad0 0x55a9e1214d70 crc :-1 s=READY pgs=310 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:20.995 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.995+0000 7f19a483db80 1 --2- 172.21.15.42:0/3900442589 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55a9e1195f30 0x55a9e119b950 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:20.995 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.995+0000 7f19a483db80 1 --2- 172.21.15.42:0/3900442589 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9e118c3d0 0x55a9e119e930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:20.995 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.995+0000 7f19a483db80 1 --2- 172.21.15.42:0/3900442589 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9e1192560 0x55a9e119b410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:20.996 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.995+0000 7f19a483db80 1 -- 172.21.15.42:0/3900442589 >> 172.21.15.42:0/3900442589 conn(0x55a9e10b6dc0 msgr2=0x55a9e11870c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:41:20.996 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.996+0000 7f1976ffd700 0 client.27608 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:41:20.996 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.996+0000 7f19a483db80 1 -- 172.21.15.42:0/3900442589 shutdown_connections 2024-06-06T08:41:20.996 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.996+0000 7f19a483db80 1 -- 172.21.15.42:0/3900442589 wait complete. 2024-06-06T08:41:20.996 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.996+0000 7f19a483db80 20 client.27608 trim_cache size 0 max 16384 2024-06-06T08:41:20.997 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:41:20.997 INFO:teuthology.orchestra.run.smithi042.stdout: "epoch": 48, 2024-06-06T08:41:20.997 INFO:teuthology.orchestra.run.smithi042.stdout: "leader": 24484, 2024-06-06T08:41:20.997 INFO:teuthology.orchestra.run.smithi042.stdout: "set_version": 52, 2024-06-06T08:41:20.997 INFO:teuthology.orchestra.run.smithi042.stdout: "sets": { 2024-06-06T08:41:20.997 INFO:teuthology.orchestra.run.smithi042.stdout: "b0066cdb": { 2024-06-06T08:41:20.997 INFO:teuthology.orchestra.run.smithi042.stdout: "version": 52, 2024-06-06T08:41:20.997 INFO:teuthology.orchestra.run.smithi042.stdout: "age_ref": 0.0, 2024-06-06T08:41:20.997 INFO:teuthology.orchestra.run.smithi042.stdout: "state": { 2024-06-06T08:41:20.997 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "RELEASED", 2024-06-06T08:41:20.998 INFO:teuthology.orchestra.run.smithi042.stdout: "age": 0.0 2024-06-06T08:41:20.998 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:41:20.998 INFO:teuthology.orchestra.run.smithi042.stdout: "timeout": 90.0, 2024-06-06T08:41:20.998 INFO:teuthology.orchestra.run.smithi042.stdout: "expiration": 135.7, 2024-06-06T08:41:20.998 INFO:teuthology.orchestra.run.smithi042.stdout: "members": { 2024-06-06T08:41:20.998 INFO:teuthology.orchestra.run.smithi042.stdout: "file:/": { 2024-06-06T08:41:20.998 INFO:teuthology.orchestra.run.smithi042.stdout: "excluded": false, 2024-06-06T08:41:20.998 INFO:teuthology.orchestra.run.smithi042.stdout: "state": { 2024-06-06T08:41:20.998 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "RELEASED", 2024-06-06T08:41:20.998 INFO:teuthology.orchestra.run.smithi042.stdout: "age": 0.0 2024-06-06T08:41:20.998 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:41:20.998 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:41:20.998 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:41:20.999 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:41:20.999 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:41:20.999 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:41:21.000 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.997+0000 7f1999fba700 1 -- 172.21.15.42:0/2724494355 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f197c0a2f90 msgr2=0x7f197c0a5450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:21.000 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.997+0000 7f1999fba700 1 --2- 172.21.15.42:0/2724494355 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f197c0a2f90 0x7f197c0a5450 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f1994101a60 tx=0x7f1984009260 comp rx=0 tx=0).stop 2024-06-06T08:41:21.000 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.997+0000 7f1999fba700 1 -- 172.21.15.42:0/2724494355 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1994101600 msgr2=0x7f199410e290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:21.000 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.997+0000 7f1999fba700 1 --2- 172.21.15.42:0/2724494355 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1994101600 0x7f199410e290 secure :-1 s=READY pgs=1033 cs=0 l=1 rev1=1 crypto rx=0x7f198800b500 tx=0x7f198800b8c0 comp rx=0 tx=0).stop 2024-06-06T08:41:21.000 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.998+0000 7f1999fba700 1 -- 172.21.15.42:0/2724494355 shutdown_connections 2024-06-06T08:41:21.000 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.998+0000 7f1999fba700 1 --2- 172.21.15.42:0/2724494355 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f197c0a2f90 0x7f197c0a5450 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:21.001 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.998+0000 7f1999fba700 1 --2- 172.21.15.42:0/2724494355 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1994072dc0 0x7f19941161c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:21.001 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.998+0000 7f1999fba700 1 --2- 172.21.15.42:0/2724494355 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1994101600 0x7f199410e290 unknown :-1 s=CLOSED pgs=1033 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:21.001 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.998+0000 7f1999fba700 1 --2- 172.21.15.42:0/2724494355 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f19941067d0 0x7f199410e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:21.001 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.998+0000 7f1999fba700 1 -- 172.21.15.42:0/2724494355 >> 172.21.15.42:0/2724494355 conn(0x7f1994077a00 msgr2=0x7f1994104070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:41:21.001 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.999+0000 7f1999fba700 1 -- 172.21.15.42:0/2724494355 shutdown_connections 2024-06-06T08:41:21.001 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:20.999+0000 7f1999fba700 1 -- 172.21.15.42:0/2724494355 wait complete. 2024-06-06T08:41:22.078 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'b0066cdb', total seconds elapsed: 25.6 2024-06-06T08:41:22.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:41:22 smithi149 ceph-mon[36842]: pgmap v599: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 316 KiB/s rd, 165 KiB/s wr, 147 op/s 2024-06-06T08:41:22.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:41:22 smithi042 ceph-mon[32384]: pgmap v599: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 316 KiB/s rd, 165 KiB/s wr, 147 op/s 2024-06-06T08:41:22.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:41:22 smithi120 ceph-mon[36658]: pgmap v599: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 316 KiB/s rd, 165 KiB/s wr, 147 op/s 2024-06-06T08:41:24.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:41:24 smithi149 ceph-mon[36842]: pgmap v600: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 322 KiB/s rd, 169 KiB/s wr, 95 op/s 2024-06-06T08:41:24.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:41:24 smithi042 ceph-mon[32384]: pgmap v600: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 322 KiB/s rd, 169 KiB/s wr, 95 op/s 2024-06-06T08:41:24.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:41:24 smithi120 ceph-mon[36658]: pgmap v600: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 322 KiB/s rd, 169 KiB/s wr, 95 op/s 2024-06-06T08:41:26.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:41:26 smithi042 ceph-mon[32384]: pgmap v601: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 235 KiB/s rd, 311 KiB/s wr, 65 op/s 2024-06-06T08:41:26.887 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:41:26 smithi120 ceph-mon[36658]: pgmap v601: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 235 KiB/s rd, 311 KiB/s wr, 65 op/s 2024-06-06T08:41:27.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:41:26 smithi149 ceph-mon[36842]: pgmap v601: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 235 KiB/s rd, 311 KiB/s wr, 65 op/s 2024-06-06T08:41:28.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:41:28 smithi042 ceph-mon[32384]: pgmap v602: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 208 KiB/s rd, 274 KiB/s wr, 69 op/s 2024-06-06T08:41:28.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:41:28 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:41:28.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:41:28 smithi120 ceph-mon[36658]: pgmap v602: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 208 KiB/s rd, 274 KiB/s wr, 69 op/s 2024-06-06T08:41:28.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:41:28 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:41:29.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:41:28 smithi149 ceph-mon[36842]: pgmap v602: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 208 KiB/s rd, 274 KiB/s wr, 69 op/s 2024-06-06T08:41:29.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:41:28 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:41:29.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:41:29 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:41:29.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:41:29 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:41:29.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:41:29 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:41:29.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:41:29 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:41:29.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:41:29 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:41:29.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:41:29 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:41:30.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:41:29 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:41:30.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:41:29 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:41:30.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:41:29 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:41:30.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:41:30 smithi042 ceph-mon[32384]: pgmap v603: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 233 KiB/s rd, 285 KiB/s wr, 93 op/s 2024-06-06T08:41:30.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:41:30 smithi120 ceph-mon[36658]: pgmap v603: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 233 KiB/s rd, 285 KiB/s wr, 93 op/s 2024-06-06T08:41:31.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:41:30 smithi149 ceph-mon[36842]: pgmap v603: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 233 KiB/s rd, 285 KiB/s wr, 93 op/s 2024-06-06T08:41:31.397 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.398+0000 7f4d149f9640 1 -- 172.21.15.42:0/3030621529 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d10110190 msgr2=0x7f4d101089a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:31.397 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.398+0000 7f4d149f9640 1 --2- 172.21.15.42:0/3030621529 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d10110190 0x7f4d101089a0 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7f4d00009890 tx=0x7f4d0002a420 comp rx=0 tx=0).stop 2024-06-06T08:41:31.402 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.403+0000 7f4d149f9640 1 -- 172.21.15.42:0/3030621529 shutdown_connections 2024-06-06T08:41:31.402 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.403+0000 7f4d149f9640 1 --2- 172.21.15.42:0/3030621529 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4d10110570 0x7f4d10108ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:31.402 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.403+0000 7f4d149f9640 1 --2- 172.21.15.42:0/3030621529 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4d1011b180 0x7f4d1011d570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:31.402 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.403+0000 7f4d149f9640 1 --2- 172.21.15.42:0/3030621529 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d10110190 0x7f4d101089a0 unknown :-1 s=CLOSED pgs=1035 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:31.402 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.403+0000 7f4d149f9640 1 -- 172.21.15.42:0/3030621529 >> 172.21.15.42:0/3030621529 conn(0x7f4d1006ca70 msgr2=0x7f4d1006ce80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:41:31.404 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.406+0000 7f4d149f9640 1 -- 172.21.15.42:0/3030621529 shutdown_connections 2024-06-06T08:41:31.406 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.408+0000 7f4d149f9640 1 -- 172.21.15.42:0/3030621529 wait complete. 2024-06-06T08:41:31.408 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.409+0000 7f4d149f9640 1 Processor -- start 2024-06-06T08:41:31.411 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.413+0000 7f4d149f9640 1 -- start start 2024-06-06T08:41:31.415 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.413+0000 7f4d149f9640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d10110190 0x7f4d101a70b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:31.415 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.413+0000 7f4d149f9640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4d1011b180 0x7f4d101a75f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:31.415 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.413+0000 7f4d149f9640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4d101ab970 0x7f4d101abe20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:31.416 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.413+0000 7f4d149f9640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4d10120bf0 con 0x7f4d10110190 2024-06-06T08:41:31.416 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.413+0000 7f4d149f9640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f4d10120a70 con 0x7f4d1011b180 2024-06-06T08:41:31.416 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.413+0000 7f4d149f9640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f4d10120d70 con 0x7f4d101ab970 2024-06-06T08:41:31.417 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.417+0000 7f4d0e59c640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d10110190 0x7f4d101a70b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:31.417 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.417+0000 7f4d0e59c640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d10110190 0x7f4d101a70b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:33158/0 (socket says 172.21.15.42:33158) 2024-06-06T08:41:31.417 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.417+0000 7f4d0e59c640 1 -- 172.21.15.42:0/263922494 learned_addr learned my addr 172.21.15.42:0/263922494 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:41:31.417 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.417+0000 7f4d0e59c640 1 -- 172.21.15.42:0/263922494 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4d101ab970 msgr2=0x7f4d101abe20 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-06T08:41:31.417 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.417+0000 7f4d0e59c640 1 --2- 172.21.15.42:0/263922494 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4d101ab970 0x7f4d101abe20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:31.417 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.417+0000 7f4d0e59c640 1 -- 172.21.15.42:0/263922494 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4d1011b180 msgr2=0x7f4d101a75f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:31.417 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.417+0000 7f4d0e59c640 1 --2- 172.21.15.42:0/263922494 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4d1011b180 0x7f4d101a75f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:31.417 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.417+0000 7f4d0e59c640 1 -- 172.21.15.42:0/263922494 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d101ac460 con 0x7f4d10110190 2024-06-06T08:41:31.418 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.419+0000 7f4d0e59c640 1 --2- 172.21.15.42:0/263922494 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d10110190 0x7f4d101a70b0 secure :-1 s=READY pgs=1036 cs=0 l=1 rev1=1 crypto rx=0x7f4d000099b0 tx=0x7f4d00005040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:41:31.420 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.421+0000 7f4d07fff640 1 -- 172.21.15.42:0/263922494 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d00040070 con 0x7f4d10110190 2024-06-06T08:41:31.420 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.421+0000 7f4d07fff640 1 -- 172.21.15.42:0/263922494 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4d00031400 con 0x7f4d10110190 2024-06-06T08:41:31.420 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.421+0000 7f4d07fff640 1 -- 172.21.15.42:0/263922494 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d00004ae0 con 0x7f4d10110190 2024-06-06T08:41:31.420 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.422+0000 7f4d149f9640 1 -- 172.21.15.42:0/263922494 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d101ac6f0 con 0x7f4d10110190 2024-06-06T08:41:31.421 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.422+0000 7f4d149f9640 1 -- 172.21.15.42:0/263922494 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d101b3e60 con 0x7f4d10110190 2024-06-06T08:41:31.427 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.428+0000 7f4d177e8740 1 Processor -- start 2024-06-06T08:41:31.430 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.430+0000 7f4d177e8740 1 -- start start 2024-06-06T08:41:31.430 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.430+0000 7f4d177e8740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c5f44b8170 0x55c5f44b8550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:31.431 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.430+0000 7f4d177e8740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c5f44b8a90 0x55c5f44c2e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:31.431 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.430+0000 7f4d177e8740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c5f44c3350 0x55c5f44c5740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:31.431 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.430+0000 7f4d177e8740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55c5f441c4f0 con 0x55c5f44b8170 2024-06-06T08:41:31.431 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.430+0000 7f4d177e8740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55c5f43ba870 con 0x55c5f44b8a90 2024-06-06T08:41:31.431 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.430+0000 7f4d177e8740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55c5f44184b0 con 0x55c5f44c3350 2024-06-06T08:41:31.431 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.431+0000 7f4d0ed9d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c5f44b8170 0x55c5f44b8550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:31.431 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.431+0000 7f4d0ed9d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c5f44b8170 0x55c5f44b8550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:33160/0 (socket says 172.21.15.42:33160) 2024-06-06T08:41:31.431 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.431+0000 7f4d0ed9d640 1 -- 172.21.15.42:0/2674772878 learned_addr learned my addr 172.21.15.42:0/2674772878 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:41:31.434 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.433+0000 7f4d07fff640 1 -- 172.21.15.42:0/263922494 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f4d00043070 con 0x7f4d10110190 2024-06-06T08:41:31.435 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.434+0000 7f4d07fff640 1 --2- 172.21.15.42:0/263922494 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f4cfc0a2f80 0x7f4cfc0a5440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:31.435 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.434+0000 7f4d07fff640 1 -- 172.21.15.42:0/263922494 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(134..134 src has 1..134) ==== 9610+0+0 (secure 0 0 0) 0x7f4d000f0460 con 0x7f4d10110190 2024-06-06T08:41:31.435 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.434+0000 7f4d0ed9d640 1 -- 172.21.15.42:0/2674772878 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c5f44c3350 msgr2=0x55c5f44c5740 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-06T08:41:31.435 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.434+0000 7f4d0ed9d640 1 --2- 172.21.15.42:0/2674772878 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c5f44c3350 0x55c5f44c5740 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:31.435 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.434+0000 7f4d0ed9d640 1 -- 172.21.15.42:0/2674772878 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c5f44b8a90 msgr2=0x55c5f44c2e10 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-06T08:41:31.435 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.434+0000 7f4d0ed9d640 1 --2- 172.21.15.42:0/2674772878 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c5f44b8a90 0x55c5f44c2e10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:31.435 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.434+0000 7f4d0ed9d640 1 -- 172.21.15.42:0/2674772878 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c5f43d69b0 con 0x55c5f44b8170 2024-06-06T08:41:31.435 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.435+0000 7f4d0ed9d640 1 --2- 172.21.15.42:0/263922494 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f4cfc0a2f80 0x7f4cfc0a5440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:31.435 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.435+0000 7f4d0ed9d640 1 --2- 172.21.15.42:0/2674772878 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c5f44b8170 0x55c5f44b8550 secure :-1 s=READY pgs=1037 cs=0 l=1 rev1=1 crypto rx=0x7f4d08009c60 tx=0x7f4d0800e760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d58a152ce2c39189 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:41:31.438 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.436+0000 7f4d04d99640 1 -- 172.21.15.42:0/2674772878 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d0800c5e0 con 0x55c5f44b8170 2024-06-06T08:41:31.438 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.436+0000 7f4d04d99640 1 -- 172.21.15.42:0/2674772878 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4d0800fe50 con 0x55c5f44b8170 2024-06-06T08:41:31.438 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.437+0000 7f4d177e8740 1 -- 172.21.15.42:0/2674772878 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c5f44b8170 msgr2=0x55c5f44b8550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:31.438 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.437+0000 7f4d177e8740 1 --2- 172.21.15.42:0/2674772878 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c5f44b8170 0x55c5f44b8550 secure :-1 s=READY pgs=1037 cs=0 l=1 rev1=1 crypto rx=0x7f4d08009c60 tx=0x7f4d0800e760 comp rx=0 tx=0).stop 2024-06-06T08:41:31.438 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.437+0000 7f4d177e8740 1 -- 172.21.15.42:0/2674772878 shutdown_connections 2024-06-06T08:41:31.439 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.437+0000 7f4d177e8740 1 --2- 172.21.15.42:0/2674772878 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c5f44b8a90 0x55c5f44c2e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:31.439 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.437+0000 7f4d177e8740 1 --2- 172.21.15.42:0/2674772878 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c5f44c3350 0x55c5f44c5740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:31.439 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.437+0000 7f4d177e8740 1 --2- 172.21.15.42:0/2674772878 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c5f44b8170 0x55c5f44b8550 unknown :-1 s=CLOSED pgs=1037 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:31.439 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.437+0000 7f4d177e8740 1 -- 172.21.15.42:0/2674772878 >> 172.21.15.42:0/2674772878 conn(0x55c5f44b4680 msgr2=0x55c5f44b4a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:41:31.439 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.437+0000 7f4d0ed9d640 1 --2- 172.21.15.42:0/263922494 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f4cfc0a2f80 0x7f4cfc0a5440 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f4d0801f000 tx=0x7f4d08020000 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:41:31.445 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.446+0000 7f4d177e8740 1 -- 172.21.15.42:0/2674772878 shutdown_connections 2024-06-06T08:41:31.452 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.452+0000 7f4d177e8740 1 -- 172.21.15.42:0/2674772878 wait complete. 2024-06-06T08:41:31.452 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.453+0000 7f4d177e8740 1 -- start start 2024-06-06T08:41:31.452 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.453+0000 7f4d177e8740 1 Processor -- start 2024-06-06T08:41:31.454 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.453+0000 7f4d177e8740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c5f44b8170 0x55c5f44c0250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:31.454 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.453+0000 7f4d177e8740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c5f44b8a90 0x55c5f44c0790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:31.454 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.453+0000 7f4d177e8740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c5f44c3350 0x55c5f44c0cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:31.455 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.453+0000 7f4d177e8740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55c5f44d6f90 con 0x55c5f44b8170 2024-06-06T08:41:31.455 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.453+0000 7f4d177e8740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55c5f43a5ae0 con 0x55c5f44c3350 2024-06-06T08:41:31.455 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.453+0000 7f4d177e8740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55c5f44d7110 con 0x55c5f44b8a90 2024-06-06T08:41:31.455 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.453+0000 7f4d177e8740 10 client.0 _ll_register_callbacks cb 0x55c5f43de9b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:41:31.455 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.454+0000 7f4d0ed9d640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c5f44c3350 0x55c5f44c0cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:31.455 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.454+0000 7f4d0ed9d640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c5f44c3350 0x55c5f44c0cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:43956/0 (socket says 172.21.15.42:43956) 2024-06-06T08:41:31.455 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.454+0000 7f4d0ed9d640 1 -- 172.21.15.42:0/2175208396 learned_addr learned my addr 172.21.15.42:0/2175208396 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:41:31.455 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.454+0000 7f4d0ed9d640 1 -- 172.21.15.42:0/2175208396 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c5f44b8a90 msgr2=0x55c5f44c0790 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-06-06T08:41:31.455 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.454+0000 7f4d0ed9d640 1 --2- 172.21.15.42:0/2175208396 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c5f44b8a90 0x55c5f44c0790 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:31.455 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.454+0000 7f4d0ed9d640 1 -- 172.21.15.42:0/2175208396 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c5f44b8170 msgr2=0x55c5f44c0250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:41:31.455 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.454+0000 7f4d0ed9d640 1 --2- 172.21.15.42:0/2175208396 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c5f44b8170 0x55c5f44c0250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:31.455 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.454+0000 7f4d0ed9d640 1 -- 172.21.15.42:0/2175208396 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c5f4130210 con 0x55c5f44c3350 2024-06-06T08:41:31.455 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.455+0000 7f4d0ed9d640 1 --2- 172.21.15.42:0/2175208396 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c5f44c3350 0x55c5f44c0cd0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f4d08017430 tx=0x7f4d080175d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cfdac72289279d2b server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:41:31.457 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.458+0000 7f4cf5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.120:3300/0 2024-06-06T08:41:31.457 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.458+0000 7f4cf5ffb640 1 -- 172.21.15.42:0/2175208396 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d08033060 con 0x55c5f44c3350 2024-06-06T08:41:31.457 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.458+0000 7f4cf5ffb640 1 -- 172.21.15.42:0/2175208396 <== mon.2 v2:172.21.15.120:3300/0 2 ==== osd_map(134..134 src has 1..134) ==== 9610+0+0 (secure 0 0 0) 0x7f4d08018870 con 0x55c5f44c3350 2024-06-06T08:41:31.457 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.458+0000 7f4d177e8740 1 -- 172.21.15.42:0/2175208396 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4d0800fe50 con 0x55c5f44c3350 2024-06-06T08:41:31.461 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.463+0000 7f4cf5ffb640 1 -- 172.21.15.42:0/2175208396 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) ==== 24+0+0 (secure 0 0 0) 0x7f4d08004e50 con 0x55c5f44c3350 2024-06-06T08:41:31.467 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.469+0000 7f4d177e8740 10 client.27611 fetch_fsmap learned FSMap version 48 2024-06-06T08:41:31.467 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.469+0000 7f4d177e8740 1 -- 172.21.15.42:0/2175208396 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) -- 0x55c5f41fc620 con 0x55c5f44c3350 2024-06-06T08:41:31.469 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.471+0000 7f4cf5ffb640 1 -- 172.21.15.42:0/2175208396 <== mon.2 v2:172.21.15.120:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4d0800fe50 con 0x55c5f44c3350 2024-06-06T08:41:31.470 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.472+0000 7f4cf5ffb640 1 -- 172.21.15.42:0/2175208396 <== mon.2 v2:172.21.15.120:3300/0 5 ==== fsmap(e 48) ==== 8370+0+0 (secure 0 0 0) 0x7f4d0800b040 con 0x55c5f44c3350 2024-06-06T08:41:31.473 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.474+0000 7f4d177e8740 10 client.27611 fetch_fsmap finished waiting for FSMap version 48 2024-06-06T08:41:31.473 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.474+0000 7f4d177e8740 10 client.27611 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:41:31.473 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.474+0000 7f4d177e8740 20 client.27611 populate_metadata read hostname 'smithi042' 2024-06-06T08:41:31.473 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.474+0000 7f4d177e8740 1 --2- 172.21.15.42:0/2175208396 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55c5f44c86d0 0x55c5f44cab70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:31.473 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.474+0000 7f4d177e8740 4 client.27611 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:41:31.473 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.474+0000 7f4d177e8740 1 -- 172.21.15.42:0/2175208396 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c5f442ff10 con 0x55c5f44c86d0 2024-06-06T08:41:31.477 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.475+0000 7f4d0e59c640 1 --2- 172.21.15.42:0/2175208396 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55c5f44c86d0 0x55c5f44cab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:31.485 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.486+0000 7f4d0e59c640 1 --2- 172.21.15.42:0/2175208396 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55c5f44c86d0 0x55c5f44cab70 crc :-1 s=READY pgs=311 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=110200fe7116d82a server_cookie=ff53b66a248f1253 in_seq=0 out_seq=0 2024-06-06T08:41:31.485 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.487+0000 7f4cf5ffb640 10 client.27611 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:41:31.492 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.493+0000 7f4cf5ffb640 1 -- 172.21.15.42:0/2175208396 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55c5f442ff10 con 0x55c5f44c86d0 2024-06-06T08:41:31.492 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.494+0000 7f4cf5ffb640 10 client.27611 handle_command_reply: tid=0 2024-06-06T08:41:31.492 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.494+0000 7f4d177e8740 1 client.27611 shutdown 2024-06-06T08:41:31.499 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.501+0000 7f4d177e8740 1 -- 172.21.15.42:0/2175208396 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c5f44c3350 msgr2=0x55c5f44c0cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:31.499 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.501+0000 7f4d177e8740 1 --2- 172.21.15.42:0/2175208396 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c5f44c3350 0x55c5f44c0cd0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f4d08017430 tx=0x7f4d080175d0 comp rx=0 tx=0).stop 2024-06-06T08:41:31.503 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.503+0000 7f4d177e8740 1 -- 172.21.15.42:0/2175208396 shutdown_connections 2024-06-06T08:41:31.504 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.503+0000 7f4d177e8740 1 --2- 172.21.15.42:0/2175208396 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55c5f44c86d0 0x55c5f44cab70 crc :-1 s=READY pgs=311 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:31.504 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.503+0000 7f4d177e8740 1 --2- 172.21.15.42:0/2175208396 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c5f44c3350 0x55c5f44c0cd0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:31.504 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.503+0000 7f4d177e8740 1 --2- 172.21.15.42:0/2175208396 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c5f44b8a90 0x55c5f44c0790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:31.504 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.503+0000 7f4d177e8740 1 --2- 172.21.15.42:0/2175208396 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c5f44b8170 0x55c5f44c0250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:31.504 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.503+0000 7f4d177e8740 1 -- 172.21.15.42:0/2175208396 >> 172.21.15.42:0/2175208396 conn(0x55c5f44b4680 msgr2=0x55c5f44ba400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:41:31.504 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.505+0000 7f4cf5ffb640 0 client.27611 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:41:31.504 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.505+0000 7f4d177e8740 1 -- 172.21.15.42:0/2175208396 shutdown_connections 2024-06-06T08:41:31.509 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.510+0000 7f4d177e8740 1 -- 172.21.15.42:0/2175208396 wait complete. 2024-06-06T08:41:31.510 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.512+0000 7f4d177e8740 20 client.27611 trim_cache size 0 max 16384 2024-06-06T08:41:31.545 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.547+0000 7f4d177e8740 1 Processor -- start 2024-06-06T08:41:31.545 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.547+0000 7f4d177e8740 1 -- start start 2024-06-06T08:41:31.546 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.547+0000 7f4d177e8740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c5f44b8170 0x55c5f44bab30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:31.546 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.547+0000 7f4d177e8740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c5f44b8a90 0x55c5f44c2190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:31.546 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.547+0000 7f4d177e8740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c5f44c3350 0x55c5f44d6390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:31.546 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.547+0000 7f4d177e8740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4cf0012910 con 0x55c5f44c3350 2024-06-06T08:41:31.546 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.547+0000 7f4d177e8740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f4cf0010120 con 0x55c5f44b8170 2024-06-06T08:41:31.547 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.547+0000 7f4d177e8740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f4cf000e020 con 0x55c5f44b8a90 2024-06-06T08:41:31.547 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.548+0000 7f4d0ed9d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c5f44c3350 0x55c5f44d6390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:31.547 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.548+0000 7f4d0ed9d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c5f44c3350 0x55c5f44d6390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:33166/0 (socket says 172.21.15.42:33166) 2024-06-06T08:41:31.547 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.548+0000 7f4d0ed9d640 1 -- 172.21.15.42:0/3165250193 learned_addr learned my addr 172.21.15.42:0/3165250193 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:41:31.548 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.549+0000 7f4d0e59c640 1 --2- 172.21.15.42:0/3165250193 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c5f44b8170 0x55c5f44bab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:31.550 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.551+0000 7f4d0ed9d640 1 -- 172.21.15.42:0/3165250193 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c5f44b8a90 msgr2=0x55c5f44c2190 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-06T08:41:31.550 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.551+0000 7f4d0ed9d640 1 --2- 172.21.15.42:0/3165250193 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c5f44b8a90 0x55c5f44c2190 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:31.550 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.551+0000 7f4d0ed9d640 1 -- 172.21.15.42:0/3165250193 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c5f44b8170 msgr2=0x55c5f44bab30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:41:31.550 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.551+0000 7f4d0ed9d640 1 --2- 172.21.15.42:0/3165250193 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c5f44b8170 0x55c5f44bab30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:31.550 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.551+0000 7f4d0ed9d640 1 -- 172.21.15.42:0/3165250193 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c5f44b5000 con 0x55c5f44c3350 2024-06-06T08:41:31.550 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.551+0000 7f4d0ed9d640 1 --2- 172.21.15.42:0/3165250193 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c5f44c3350 0x55c5f44d6390 secure :-1 s=READY pgs=1038 cs=0 l=1 rev1=1 crypto rx=0x7f4d08009c60 tx=0x7f4d08017640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6482681fc8fbe6f2 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:41:31.553 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.555+0000 7f4cf7fff640 1 -- 172.21.15.42:0/3165250193 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d0803d080 con 0x55c5f44c3350 2024-06-06T08:41:31.553 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.555+0000 7f4cf7fff640 1 -- 172.21.15.42:0/3165250193 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4d0802a040 con 0x55c5f44c3350 2024-06-06T08:41:31.553 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.555+0000 7f4cf7fff640 1 -- 172.21.15.42:0/3165250193 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d08004c50 con 0x55c5f44c3350 2024-06-06T08:41:31.557 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.557+0000 7f4d177e8740 1 -- 172.21.15.42:0/3165250193 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c5f44c3350 msgr2=0x55c5f44d6390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:31.557 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.557+0000 7f4d177e8740 1 --2- 172.21.15.42:0/3165250193 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c5f44c3350 0x55c5f44d6390 secure :-1 s=READY pgs=1038 cs=0 l=1 rev1=1 crypto rx=0x7f4d08009c60 tx=0x7f4d08017640 comp rx=0 tx=0).stop 2024-06-06T08:41:31.557 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.558+0000 7f4d177e8740 1 -- 172.21.15.42:0/3165250193 shutdown_connections 2024-06-06T08:41:31.558 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.558+0000 7f4d177e8740 1 --2- 172.21.15.42:0/3165250193 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c5f44c3350 0x55c5f44d6390 unknown :-1 s=CLOSED pgs=1038 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:31.558 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.558+0000 7f4d177e8740 1 --2- 172.21.15.42:0/3165250193 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c5f44b8a90 0x55c5f44c2190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:31.558 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.558+0000 7f4d177e8740 1 --2- 172.21.15.42:0/3165250193 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c5f44b8170 0x55c5f44bab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:31.558 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.558+0000 7f4d177e8740 1 -- 172.21.15.42:0/3165250193 >> 172.21.15.42:0/3165250193 conn(0x55c5f44b4680 msgr2=0x55c5f44c1a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:41:31.562 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.563+0000 7f4d177e8740 1 -- 172.21.15.42:0/3165250193 shutdown_connections 2024-06-06T08:41:31.565 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.567+0000 7f4d177e8740 1 -- 172.21.15.42:0/3165250193 wait complete. 2024-06-06T08:41:31.566 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.567+0000 7f4d177e8740 1 -- start start 2024-06-06T08:41:31.566 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.567+0000 7f4d177e8740 1 Processor -- start 2024-06-06T08:41:31.566 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.568+0000 7f4d177e8740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c5f44b8170 0x55c5f44dc980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:31.567 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.568+0000 7f4d177e8740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c5f44b8a90 0x55c5f44d7cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:31.567 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.568+0000 7f4d177e8740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c5f44c3350 0x55c5f44d8230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:31.567 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.568+0000 7f4d0e59c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c5f44b8170 0x55c5f44dc980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:31.567 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.568+0000 7f4d0e59c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c5f44b8170 0x55c5f44dc980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:33282/0 (socket says 172.21.15.42:33282) 2024-06-06T08:41:31.568 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.568+0000 7f4d0e59c640 1 -- 172.21.15.42:0/1817505654 learned_addr learned my addr 172.21.15.42:0/1817505654 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:41:31.568 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.569+0000 7f4d177e8740 1 -- 172.21.15.42:0/1817505654 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4cf000e5e0 con 0x55c5f44c3350 2024-06-06T08:41:31.568 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.569+0000 7f4d177e8740 1 -- 172.21.15.42:0/1817505654 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f4cf000fa50 con 0x55c5f44b8a90 2024-06-06T08:41:31.568 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.569+0000 7f4d177e8740 1 -- 172.21.15.42:0/1817505654 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f4cf000ecb0 con 0x55c5f44b8170 2024-06-06T08:41:31.568 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.569+0000 7f4d177e8740 10 client.0 _ll_register_callbacks cb 0x7f4d08009ae0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:41:31.569 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.569+0000 7f4d0e59c640 1 -- 172.21.15.42:0/1817505654 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c5f44b8a90 msgr2=0x55c5f44d7cf0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-06T08:41:31.569 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.569+0000 7f4d0e59c640 1 --2- 172.21.15.42:0/1817505654 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c5f44b8a90 0x55c5f44d7cf0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:31.569 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.569+0000 7f4d0e59c640 1 -- 172.21.15.42:0/1817505654 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c5f44c3350 msgr2=0x55c5f44d8230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:41:31.569 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.569+0000 7f4d0e59c640 1 --2- 172.21.15.42:0/1817505654 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c5f44c3350 0x55c5f44d8230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:31.569 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.569+0000 7f4d0e59c640 1 -- 172.21.15.42:0/1817505654 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c5f44d87f0 con 0x55c5f44b8170 2024-06-06T08:41:31.569 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.570+0000 7f4d0e59c640 1 --2- 172.21.15.42:0/1817505654 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c5f44b8170 0x55c5f44dc980 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f4d000b8940 tx=0x7f4d000046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e2c98d07317113c9 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:41:31.569 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.570+0000 7f4cf5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:41:31.570 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.570+0000 7f4cf5ffb640 1 -- 172.21.15.42:0/1817505654 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d0004a040 con 0x55c5f44b8170 2024-06-06T08:41:31.570 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.570+0000 7f4d177e8740 1 -- 172.21.15.42:0/1817505654 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4d0802a040 con 0x55c5f44b8170 2024-06-06T08:41:31.570 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.570+0000 7f4cf5ffb640 1 -- 172.21.15.42:0/1817505654 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(134..134 src has 1..134) ==== 9610+0+0 (secure 0 0 0) 0x7f4d000f00b0 con 0x55c5f44b8170 2024-06-06T08:41:31.570 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.571+0000 7f4cf5ffb640 1 -- 172.21.15.42:0/1817505654 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) ==== 24+0+0 (secure 0 0 0) 0x7f4d000bcbe0 con 0x55c5f44b8170 2024-06-06T08:41:31.570 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.572+0000 7f4d177e8740 10 client.27490 fetch_fsmap learned FSMap version 48 2024-06-06T08:41:31.570 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.572+0000 7f4d177e8740 1 -- 172.21.15.42:0/1817505654 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) -- 0x55c5f455f9a0 con 0x55c5f44b8170 2024-06-06T08:41:31.573 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.575+0000 7f4cf5ffb640 1 -- 172.21.15.42:0/1817505654 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4d0802a040 con 0x55c5f44b8170 2024-06-06T08:41:31.573 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.575+0000 7f4cf5ffb640 1 -- 172.21.15.42:0/1817505654 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 48) ==== 8370+0+0 (secure 0 0 0) 0x7f4d000ce070 con 0x55c5f44b8170 2024-06-06T08:41:31.573 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.575+0000 7f4d177e8740 10 client.27490 fetch_fsmap finished waiting for FSMap version 48 2024-06-06T08:41:31.573 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.575+0000 7f4d177e8740 10 client.27490 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:41:31.574 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.575+0000 7f4d177e8740 20 client.27490 populate_metadata read hostname 'smithi042' 2024-06-06T08:41:31.574 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.575+0000 7f4d177e8740 1 --2- 172.21.15.42:0/1817505654 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55c5f4560150 0x55c5f45625b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:31.574 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.575+0000 7f4d177e8740 4 client.27490 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:41:31.574 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.575+0000 7f4d177e8740 1 -- 172.21.15.42:0/1817505654 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55c5f4429c20 con 0x55c5f4560150 2024-06-06T08:41:31.578 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.580+0000 7f4d05d9b640 1 --2- 172.21.15.42:0/1817505654 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55c5f4560150 0x55c5f45625b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:31.593 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.594+0000 7f4d05d9b640 1 --2- 172.21.15.42:0/1817505654 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55c5f4560150 0x55c5f45625b0 crc :-1 s=READY pgs=312 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c74a33a793e501d4 server_cookie=b36459dfb5025ff4 in_seq=0 out_seq=0 2024-06-06T08:41:31.593 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:31.595+0000 7f4cf5ffb640 10 client.27490 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:41:32.839 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:41:32 smithi149 ceph-mon[36842]: pgmap v604: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 419 KiB/s rd, 387 KiB/s wr, 108 op/s 2024-06-06T08:41:32.851 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:32.852+0000 7f4cf5ffb640 1 -- 172.21.15.42:0/1817505654 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55c5f4429c20 con 0x55c5f4560150 2024-06-06T08:41:32.851 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:32.852+0000 7f4cf5ffb640 10 client.27490 handle_command_reply: tid=0 2024-06-06T08:41:32.851 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:32.852+0000 7f4d177e8740 1 client.27490 shutdown 2024-06-06T08:41:32.851 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:32.853+0000 7f4d177e8740 1 -- 172.21.15.42:0/1817505654 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c5f44b8170 msgr2=0x55c5f44dc980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:32.851 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:32.853+0000 7f4d177e8740 1 --2- 172.21.15.42:0/1817505654 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c5f44b8170 0x55c5f44dc980 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f4d000b8940 tx=0x7f4d000046c0 comp rx=0 tx=0).stop 2024-06-06T08:41:32.852 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:32.853+0000 7f4d177e8740 1 -- 172.21.15.42:0/1817505654 shutdown_connections 2024-06-06T08:41:32.852 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:32.853+0000 7f4d177e8740 1 --2- 172.21.15.42:0/1817505654 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55c5f4560150 0x55c5f45625b0 crc :-1 s=READY pgs=312 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:32.853 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:32.853+0000 7f4d177e8740 1 --2- 172.21.15.42:0/1817505654 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55c5f44b8a90 0x55c5f44d7cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:32.853 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:32.853+0000 7f4d177e8740 1 --2- 172.21.15.42:0/1817505654 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c5f44c3350 0x55c5f44d8230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:32.853 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:32.853+0000 7f4d177e8740 1 --2- 172.21.15.42:0/1817505654 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c5f44b8170 0x55c5f44dc980 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:32.853 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:32.853+0000 7f4d177e8740 1 -- 172.21.15.42:0/1817505654 >> 172.21.15.42:0/1817505654 conn(0x55c5f44b4680 msgr2=0x55c5f44c2310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:41:32.853 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:32.853+0000 7f4cf5ffb640 0 client.27490 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:41:32.853 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:32.853+0000 7f4d177e8740 1 -- 172.21.15.42:0/1817505654 shutdown_connections 2024-06-06T08:41:32.853 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:32.853+0000 7f4d177e8740 1 -- 172.21.15.42:0/1817505654 wait complete. 2024-06-06T08:41:32.853 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:32.853+0000 7f4d177e8740 20 client.27490 trim_cache size 0 max 16384 2024-06-06T08:41:32.853 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:41:32.853 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:41:32.854 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:41:32.854 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:32.854+0000 7f4d149f9640 1 -- 172.21.15.42:0/263922494 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f4cfc0a2f80 msgr2=0x7f4cfc0a5440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:32.854 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:32.854+0000 7f4d149f9640 1 --2- 172.21.15.42:0/263922494 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f4cfc0a2f80 0x7f4cfc0a5440 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f4d0801f000 tx=0x7f4d08020000 comp rx=0 tx=0).stop 2024-06-06T08:41:32.854 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:32.855+0000 7f4d149f9640 1 -- 172.21.15.42:0/263922494 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d10110190 msgr2=0x7f4d101a70b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:32.854 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:32.855+0000 7f4d149f9640 1 --2- 172.21.15.42:0/263922494 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d10110190 0x7f4d101a70b0 secure :-1 s=READY pgs=1036 cs=0 l=1 rev1=1 crypto rx=0x7f4d000099b0 tx=0x7f4d00005040 comp rx=0 tx=0).stop 2024-06-06T08:41:32.855 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:32.856+0000 7f4d149f9640 1 -- 172.21.15.42:0/263922494 shutdown_connections 2024-06-06T08:41:32.855 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:32.857+0000 7f4d149f9640 1 --2- 172.21.15.42:0/263922494 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f4cfc0a2f80 0x7f4cfc0a5440 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:32.856 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:32.857+0000 7f4d149f9640 1 --2- 172.21.15.42:0/263922494 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4d1011b180 0x7f4d101a75f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:32.856 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:32.857+0000 7f4d149f9640 1 --2- 172.21.15.42:0/263922494 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4d101ab970 0x7f4d101abe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:32.856 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:32.857+0000 7f4d149f9640 1 --2- 172.21.15.42:0/263922494 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d10110190 0x7f4d101a70b0 unknown :-1 s=CLOSED pgs=1036 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:32.856 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:32.857+0000 7f4d149f9640 1 -- 172.21.15.42:0/263922494 >> 172.21.15.42:0/263922494 conn(0x7f4d1006ca70 msgr2=0x7f4d1010de50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:41:32.856 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:32.858+0000 7f4d149f9640 1 -- 172.21.15.42:0/263922494 shutdown_connections 2024-06-06T08:41:32.857 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:32.858+0000 7f4d149f9640 1 -- 172.21.15.42:0/263922494 wait complete. 2024-06-06T08:41:32.887 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:41:32 smithi120 ceph-mon[36658]: pgmap v604: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 419 KiB/s rd, 387 KiB/s wr, 108 op/s 2024-06-06T08:41:33.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:41:32 smithi042 ceph-mon[32384]: pgmap v604: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 419 KiB/s rd, 387 KiB/s wr, 108 op/s 2024-06-06T08:41:34.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:41:34 smithi120 ceph-mon[36658]: pgmap v605: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 795 KiB/s rd, 760 KiB/s wr, 133 op/s 2024-06-06T08:41:35.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:41:34 smithi149 ceph-mon[36842]: pgmap v605: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 795 KiB/s rd, 760 KiB/s wr, 133 op/s 2024-06-06T08:41:35.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:41:34 smithi042 ceph-mon[32384]: pgmap v605: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.4 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 795 KiB/s rd, 760 KiB/s wr, 133 op/s 2024-06-06T08:41:36.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:41:36 smithi120 ceph-mon[36658]: pgmap v606: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 806 KiB/s rd, 812 KiB/s wr, 213 op/s 2024-06-06T08:41:37.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:41:36 smithi149 ceph-mon[36842]: pgmap v606: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 806 KiB/s rd, 812 KiB/s wr, 213 op/s 2024-06-06T08:41:37.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:41:36 smithi042 ceph-mon[32384]: pgmap v606: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 806 KiB/s rd, 812 KiB/s wr, 213 op/s 2024-06-06T08:41:37.815 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:41:37 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:41:37.417+0000 7f9f3dc58700 -1 calc_pg_upmaps abort due to max <= 0 2024-06-06T08:41:37.815 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:41:37 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:41:37.418+0000 7f9f3dc58700 -1 calc_pg_upmaps abort due to max <= 0 2024-06-06T08:41:38.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:41:38 smithi120 ceph-mon[36658]: pgmap v607: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 954 KiB/s rd, 891 KiB/s wr, 235 op/s 2024-06-06T08:41:39.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:41:38 smithi149 ceph-mon[36842]: pgmap v607: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 954 KiB/s rd, 891 KiB/s wr, 235 op/s 2024-06-06T08:41:39.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:41:38 smithi042 ceph-mon[32384]: pgmap v607: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 954 KiB/s rd, 891 KiB/s wr, 235 op/s 2024-06-06T08:41:40.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:41:40 smithi120 ceph-mon[36658]: pgmap v608: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 981 KiB/s rd, 897 KiB/s wr, 264 op/s 2024-06-06T08:41:41.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:41:40 smithi149 ceph-mon[36842]: pgmap v608: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 981 KiB/s rd, 897 KiB/s wr, 264 op/s 2024-06-06T08:41:41.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:41:40 smithi042 ceph-mon[32384]: pgmap v608: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 981 KiB/s rd, 897 KiB/s wr, 264 op/s 2024-06-06T08:41:42.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:41:42 smithi120 ceph-mon[36658]: pgmap v609: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.1 MiB/s wr, 264 op/s 2024-06-06T08:41:43.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:41:42 smithi149 ceph-mon[36842]: pgmap v609: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.1 MiB/s wr, 264 op/s 2024-06-06T08:41:43.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:41:42 smithi042 ceph-mon[32384]: pgmap v609: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.1 MiB/s wr, 264 op/s 2024-06-06T08:41:44.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:41:44 smithi120 ceph-mon[36658]: pgmap v610: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 919 KiB/s rd, 1006 KiB/s wr, 255 op/s 2024-06-06T08:41:45.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:41:44 smithi149 ceph-mon[36842]: pgmap v610: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 919 KiB/s rd, 1006 KiB/s wr, 255 op/s 2024-06-06T08:41:45.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:41:44 smithi042 ceph-mon[32384]: pgmap v610: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 919 KiB/s rd, 1006 KiB/s wr, 255 op/s 2024-06-06T08:41:46.015 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.016+0000 7fde0f3ee640 1 -- 172.21.15.42:0/1152100369 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fde0810d2d0 msgr2=0x7fde08114ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:46.015 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.016+0000 7fde0f3ee640 1 --2- 172.21.15.42:0/1152100369 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fde0810d2d0 0x7fde08114ea0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fde00009900 tx=0x7fde0002a440 comp rx=0 tx=0).stop 2024-06-06T08:41:46.021 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.023+0000 7fde0f3ee640 1 -- 172.21.15.42:0/1152100369 shutdown_connections 2024-06-06T08:41:46.021 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.023+0000 7fde0f3ee640 1 --2- 172.21.15.42:0/1152100369 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fde08108bb0 0x7fde0810cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:46.021 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.023+0000 7fde0f3ee640 1 --2- 172.21.15.42:0/1152100369 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fde0810d2d0 0x7fde08114ea0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:46.021 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.023+0000 7fde0f3ee640 1 --2- 172.21.15.42:0/1152100369 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fde08108200 0x7fde081085e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:46.021 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.023+0000 7fde0f3ee640 1 -- 172.21.15.42:0/1152100369 >> 172.21.15.42:0/1152100369 conn(0x7fde08075f30 msgr2=0x7fde08078350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:41:46.023 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.025+0000 7fde0f3ee640 1 -- 172.21.15.42:0/1152100369 shutdown_connections 2024-06-06T08:41:46.028 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.028+0000 7fde0f3ee640 1 -- 172.21.15.42:0/1152100369 wait complete. 2024-06-06T08:41:46.028 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.029+0000 7fde0f3ee640 1 Processor -- start 2024-06-06T08:41:46.030 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.032+0000 7fde0f3ee640 1 -- start start 2024-06-06T08:41:46.031 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.032+0000 7fde0f3ee640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fde08108200 0x7fde08072fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:46.031 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.032+0000 7fde0f3ee640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fde0810d2d0 0x7fde08073510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:46.031 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.032+0000 7fde0f3ee640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fde0806c050 0x7fde0806c500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:46.031 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.032+0000 7fde0f3ee640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fde081184b0 con 0x7fde0810d2d0 2024-06-06T08:41:46.031 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.032+0000 7fde0f3ee640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fde08118330 con 0x7fde08108200 2024-06-06T08:41:46.031 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.032+0000 7fde0f3ee640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fde08118630 con 0x7fde0806c050 2024-06-06T08:41:46.034 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.034+0000 7fde0c989640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fde0810d2d0 0x7fde08073510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:46.034 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.034+0000 7fde0c989640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fde0810d2d0 0x7fde08073510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:53982/0 (socket says 172.21.15.42:53982) 2024-06-06T08:41:46.034 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.034+0000 7fde0c989640 1 -- 172.21.15.42:0/445824325 learned_addr learned my addr 172.21.15.42:0/445824325 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:41:46.034 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.034+0000 7fde0c989640 1 -- 172.21.15.42:0/445824325 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fde0806c050 msgr2=0x7fde0806c500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:46.034 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.034+0000 7fde0c989640 1 --2- 172.21.15.42:0/445824325 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fde0806c050 0x7fde0806c500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:46.034 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.034+0000 7fde0c989640 1 -- 172.21.15.42:0/445824325 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fde08108200 msgr2=0x7fde08072fd0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-06-06T08:41:46.034 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.034+0000 7fde0c989640 1 --2- 172.21.15.42:0/445824325 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fde08108200 0x7fde08072fd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:46.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.034+0000 7fde0c989640 1 -- 172.21.15.42:0/445824325 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde0806cd90 con 0x7fde0810d2d0 2024-06-06T08:41:46.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.035+0000 7fde0c989640 1 --2- 172.21.15.42:0/445824325 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fde0810d2d0 0x7fde08073510 secure :-1 s=READY pgs=1039 cs=0 l=1 rev1=1 crypto rx=0x7fddf800b450 tx=0x7fddf800b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:41:46.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.035+0000 7fde067fc640 1 -- 172.21.15.42:0/445824325 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddf8015020 con 0x7fde0810d2d0 2024-06-06T08:41:46.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.036+0000 7fde067fc640 1 -- 172.21.15.42:0/445824325 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fddf8011d70 con 0x7fde0810d2d0 2024-06-06T08:41:46.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.036+0000 7fde067fc640 1 -- 172.21.15.42:0/445824325 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddf800f340 con 0x7fde0810d2d0 2024-06-06T08:41:46.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.036+0000 7fde0f3ee640 1 -- 172.21.15.42:0/445824325 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde08070b50 con 0x7fde0810d2d0 2024-06-06T08:41:46.035 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.036+0000 7fde0f3ee640 1 -- 172.21.15.42:0/445824325 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde08071050 con 0x7fde0810d2d0 2024-06-06T08:41:46.041 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.041+0000 7fde121d8740 1 Processor -- start 2024-06-06T08:41:46.041 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.041+0000 7fde121d8740 1 -- start start 2024-06-06T08:41:46.041 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.041+0000 7fde121d8740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555d0554e170 0x555d0554e550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:46.041 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.041+0000 7fde121d8740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555d0554ea90 0x555d05558e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:46.041 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.041+0000 7fde121d8740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555d05559350 0x555d0555b740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:46.041 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.041+0000 7fde121d8740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x555d054b24f0 con 0x555d0554ea90 2024-06-06T08:41:46.041 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.041+0000 7fde121d8740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x555d05450870 con 0x555d05559350 2024-06-06T08:41:46.042 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.041+0000 7fde121d8740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x555d054ae4b0 con 0x555d0554e170 2024-06-06T08:41:46.045 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.044+0000 7fde0d98b640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555d0554e170 0x555d0554e550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:46.045 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.044+0000 7fde0d98b640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555d0554e170 0x555d0554e550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:60172/0 (socket says 172.21.15.42:60172) 2024-06-06T08:41:46.045 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.044+0000 7fde0d98b640 1 -- 172.21.15.42:0/2434051552 learned_addr learned my addr 172.21.15.42:0/2434051552 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:41:46.045 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.045+0000 7fde0d98b640 1 -- 172.21.15.42:0/2434051552 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555d05559350 msgr2=0x555d0555b740 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-06-06T08:41:46.046 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.045+0000 7fde0d98b640 1 --2- 172.21.15.42:0/2434051552 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555d05559350 0x555d0555b740 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:46.046 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.045+0000 7fde0d98b640 1 -- 172.21.15.42:0/2434051552 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555d0554ea90 msgr2=0x555d05558e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:41:46.046 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.045+0000 7fde0d98b640 1 --2- 172.21.15.42:0/2434051552 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555d0554ea90 0x555d05558e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:46.046 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.045+0000 7fde0d98b640 1 -- 172.21.15.42:0/2434051552 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555d0546c9b0 con 0x555d0554e170 2024-06-06T08:41:46.046 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.046+0000 7fde0d98b640 1 --2- 172.21.15.42:0/2434051552 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555d0554e170 0x555d0554e550 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fde00032c40 tx=0x7fde00032c70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f1e010eb1370ef2b server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:41:46.046 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.047+0000 7fddff7fe640 1 -- 172.21.15.42:0/2434051552 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde0003f030 con 0x555d0554e170 2024-06-06T08:41:46.046 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.047+0000 7fddff7fe640 1 -- 172.21.15.42:0/2434051552 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fde00004040 con 0x555d0554e170 2024-06-06T08:41:46.046 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.047+0000 7fddff7fe640 1 -- 172.21.15.42:0/2434051552 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde00035070 con 0x555d0554e170 2024-06-06T08:41:46.049 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.049+0000 7fde121d8740 1 -- 172.21.15.42:0/2434051552 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555d0554e170 msgr2=0x555d0554e550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:46.049 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.049+0000 7fde121d8740 1 --2- 172.21.15.42:0/2434051552 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555d0554e170 0x555d0554e550 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fde00032c40 tx=0x7fde00032c70 comp rx=0 tx=0).stop 2024-06-06T08:41:46.049 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.049+0000 7fde121d8740 1 -- 172.21.15.42:0/2434051552 shutdown_connections 2024-06-06T08:41:46.049 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.049+0000 7fde121d8740 1 --2- 172.21.15.42:0/2434051552 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555d05559350 0x555d0555b740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:46.049 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.049+0000 7fde121d8740 1 --2- 172.21.15.42:0/2434051552 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555d0554ea90 0x555d05558e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:46.050 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.049+0000 7fde121d8740 1 --2- 172.21.15.42:0/2434051552 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555d0554e170 0x555d0554e550 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:46.050 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.049+0000 7fde121d8740 1 -- 172.21.15.42:0/2434051552 >> 172.21.15.42:0/2434051552 conn(0x555d0554a680 msgr2=0x555d0554aa60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:41:46.053 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.054+0000 7fde067fc640 1 -- 172.21.15.42:0/445824325 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fddf8018020 con 0x7fde0810d2d0 2024-06-06T08:41:46.053 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.055+0000 7fde121d8740 1 -- 172.21.15.42:0/2434051552 shutdown_connections 2024-06-06T08:41:46.055 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.055+0000 7fde067fc640 1 --2- 172.21.15.42:0/445824325 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fddf40a2ed0 0x7fddf40a5390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:46.056 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.055+0000 7fde067fc640 1 -- 172.21.15.42:0/445824325 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(134..134 src has 1..134) ==== 9610+0+0 (secure 0 0 0) 0x7fddf80cf200 con 0x7fde0810d2d0 2024-06-06T08:41:46.060 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.059+0000 7fde121d8740 1 -- 172.21.15.42:0/2434051552 wait complete. 2024-06-06T08:41:46.060 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.059+0000 7fde121d8740 1 -- start start 2024-06-06T08:41:46.060 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.059+0000 7fde121d8740 1 Processor -- start 2024-06-06T08:41:46.060 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.060+0000 7fde121d8740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555d0554e170 0x555d05556420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:46.060 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.060+0000 7fde121d8740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555d0554ea90 0x555d05556960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:46.060 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.060+0000 7fde121d8740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555d05556ea0 0x555d05565390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:46.060 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.060+0000 7fde121d8740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x555d0555bf20 con 0x555d05556ea0 2024-06-06T08:41:46.060 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.060+0000 7fde121d8740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x555d0543bae0 con 0x555d0554e170 2024-06-06T08:41:46.060 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.060+0000 7fde121d8740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x555d0555c0a0 con 0x555d0554ea90 2024-06-06T08:41:46.060 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.060+0000 7fde121d8740 10 client.0 _ll_register_callbacks cb 0x555d054749b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:41:46.062 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.063+0000 7fde0d18a640 1 --2- 172.21.15.42:0/445824325 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fddf40a2ed0 0x7fddf40a5390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:46.062 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.063+0000 7fde0d98b640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555d05556ea0 0x555d05565390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:46.062 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.063+0000 7fde0d98b640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555d05556ea0 0x555d05565390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:54002/0 (socket says 172.21.15.42:54002) 2024-06-06T08:41:46.062 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.063+0000 7fde0d98b640 1 -- 172.21.15.42:0/1882531688 learned_addr learned my addr 172.21.15.42:0/1882531688 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:41:46.062 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.063+0000 7fde0c989640 1 --2- 172.21.15.42:0/1882531688 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555d0554ea90 0x555d05556960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:46.063 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.064+0000 7fde0d18a640 1 --2- 172.21.15.42:0/1882531688 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555d0554e170 0x555d05556420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:46.065 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.065+0000 7fde0d98b640 1 -- 172.21.15.42:0/1882531688 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555d0554ea90 msgr2=0x555d05556960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:41:46.065 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.065+0000 7fde0d98b640 1 --2- 172.21.15.42:0/1882531688 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555d0554ea90 0x555d05556960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:46.066 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.065+0000 7fde0d98b640 1 -- 172.21.15.42:0/1882531688 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555d0554e170 msgr2=0x555d05556420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:41:46.066 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.065+0000 7fde0d98b640 1 --2- 172.21.15.42:0/1882531688 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555d0554e170 0x555d05556420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:46.066 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.065+0000 7fde0d98b640 1 -- 172.21.15.42:0/1882531688 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555d051c6210 con 0x555d05556ea0 2024-06-06T08:41:46.066 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.065+0000 7fde0d98b640 1 --2- 172.21.15.42:0/1882531688 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555d05556ea0 0x555d05565390 secure :-1 s=READY pgs=1040 cs=0 l=1 rev1=1 crypto rx=0x7fde00009850 tx=0x7fde00005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae1300800ac264bf server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:41:46.066 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.065+0000 7fddfcff9640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:41:46.066 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.066+0000 7fddfcff9640 1 -- 172.21.15.42:0/1882531688 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde0003f040 con 0x555d05556ea0 2024-06-06T08:41:46.066 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.066+0000 7fddfcff9640 1 -- 172.21.15.42:0/1882531688 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(134..134 src has 1..134) ==== 9610+0+0 (secure 0 0 0) 0x7fde000043f0 con 0x555d05556ea0 2024-06-06T08:41:46.066 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.066+0000 7fde121d8740 1 -- 172.21.15.42:0/1882531688 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fde00004040 con 0x555d05556ea0 2024-06-06T08:41:46.066 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.067+0000 7fddfcff9640 1 -- 172.21.15.42:0/1882531688 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) ==== 24+0+0 (secure 0 0 0) 0x7fde00054050 con 0x555d05556ea0 2024-06-06T08:41:46.066 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.067+0000 7fde121d8740 10 client.18081 fetch_fsmap learned FSMap version 48 2024-06-06T08:41:46.066 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.067+0000 7fde121d8740 1 -- 172.21.15.42:0/1882531688 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) -- 0x555d05292620 con 0x555d05556ea0 2024-06-06T08:41:46.069 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.068+0000 7fddfcff9640 1 -- 172.21.15.42:0/1882531688 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fde00004040 con 0x555d05556ea0 2024-06-06T08:41:46.069 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.068+0000 7fddfcff9640 1 -- 172.21.15.42:0/1882531688 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 48) ==== 8370+0+0 (secure 0 0 0) 0x7fde00004ba0 con 0x555d05556ea0 2024-06-06T08:41:46.069 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.068+0000 7fde121d8740 10 client.18081 fetch_fsmap finished waiting for FSMap version 48 2024-06-06T08:41:46.069 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.068+0000 7fde121d8740 10 client.18081 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:41:46.069 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.068+0000 7fde121d8740 20 client.18081 populate_metadata read hostname 'smithi042' 2024-06-06T08:41:46.069 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.068+0000 7fde121d8740 1 --2- 172.21.15.42:0/1882531688 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x555d0558b870 0x555d0558dc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:46.070 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.068+0000 7fde121d8740 4 client.18081 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:41:46.070 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.068+0000 7fde121d8740 1 -- 172.21.15.42:0/1882531688 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555d054c5f10 con 0x555d0558b870 2024-06-06T08:41:46.070 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.069+0000 7fde0d18a640 1 --2- 172.21.15.42:0/1882531688 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x555d0558b870 0x555d0558dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:46.070 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.069+0000 7fde0d18a640 1 --2- 172.21.15.42:0/445824325 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fddf40a2ed0 0x7fddf40a5390 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x555d0554f710 tx=0x7fddf000a6e0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:41:46.077 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.077+0000 7fde0d18a640 1 --2- 172.21.15.42:0/1882531688 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x555d0558b870 0x555d0558dc60 crc :-1 s=READY pgs=313 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=961deddcb5613e69 server_cookie=85fe11633e59049a in_seq=0 out_seq=0 2024-06-06T08:41:46.080 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.079+0000 7fddfcff9640 10 client.18081 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:41:46.080 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.079+0000 7fddfcff9640 1 -- 172.21.15.42:0/1882531688 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x555d054c5f10 con 0x555d0558b870 2024-06-06T08:41:46.080 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.079+0000 7fddfcff9640 10 client.18081 handle_command_reply: tid=0 2024-06-06T08:41:46.080 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.079+0000 7fde121d8740 1 client.18081 shutdown 2024-06-06T08:41:46.082 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.083+0000 7fde121d8740 1 -- 172.21.15.42:0/1882531688 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555d05556ea0 msgr2=0x555d05565390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:46.082 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.083+0000 7fde121d8740 1 --2- 172.21.15.42:0/1882531688 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555d05556ea0 0x555d05565390 secure :-1 s=READY pgs=1040 cs=0 l=1 rev1=1 crypto rx=0x7fde00009850 tx=0x7fde00005fd0 comp rx=0 tx=0).stop 2024-06-06T08:41:46.085 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.085+0000 7fde121d8740 1 -- 172.21.15.42:0/1882531688 shutdown_connections 2024-06-06T08:41:46.085 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.085+0000 7fde121d8740 1 --2- 172.21.15.42:0/1882531688 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x555d0558b870 0x555d0558dc60 crc :-1 s=READY pgs=313 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:46.085 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.085+0000 7fde121d8740 1 --2- 172.21.15.42:0/1882531688 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555d05556ea0 0x555d05565390 unknown :-1 s=CLOSED pgs=1040 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:46.085 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.085+0000 7fde121d8740 1 --2- 172.21.15.42:0/1882531688 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555d0554ea90 0x555d05556960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:46.085 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.085+0000 7fde121d8740 1 --2- 172.21.15.42:0/1882531688 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555d0554e170 0x555d05556420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:46.085 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.085+0000 7fde121d8740 1 -- 172.21.15.42:0/1882531688 >> 172.21.15.42:0/1882531688 conn(0x555d0554a680 msgr2=0x555d05550480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:41:46.086 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.085+0000 7fddfcff9640 0 client.18081 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:41:46.086 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.087+0000 7fde121d8740 1 -- 172.21.15.42:0/1882531688 shutdown_connections 2024-06-06T08:41:46.090 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.092+0000 7fde121d8740 1 -- 172.21.15.42:0/1882531688 wait complete. 2024-06-06T08:41:46.090 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.092+0000 7fde121d8740 20 client.18081 trim_cache size 0 max 16384 2024-06-06T08:41:46.124 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.125+0000 7fde121d8740 1 Processor -- start 2024-06-06T08:41:46.124 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.126+0000 7fde121d8740 1 -- start start 2024-06-06T08:41:46.124 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.126+0000 7fde121d8740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555d0554e170 0x555d05565180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:46.125 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.126+0000 7fde121d8740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555d0554ea90 0x555d05549660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:46.125 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.126+0000 7fde121d8740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555d05556ea0 0x555d05593230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:46.125 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.127+0000 7fde121d8740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fde081b7f20 con 0x555d05556ea0 2024-06-06T08:41:46.125 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.127+0000 7fde0d98b640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555d05556ea0 0x555d05593230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:46.125 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.127+0000 7fde0d98b640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555d05556ea0 0x555d05593230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:54006/0 (socket says 172.21.15.42:54006) 2024-06-06T08:41:46.126 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.127+0000 7fde0d98b640 1 -- 172.21.15.42:0/1928428391 learned_addr learned my addr 172.21.15.42:0/1928428391 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:41:46.126 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.127+0000 7fde121d8740 1 -- 172.21.15.42:0/1928428391 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fde081b5730 con 0x555d0554e170 2024-06-06T08:41:46.126 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.127+0000 7fde121d8740 1 -- 172.21.15.42:0/1928428391 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fde08109710 con 0x555d0554ea90 2024-06-06T08:41:46.126 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.128+0000 7fde0c989640 1 --2- 172.21.15.42:0/1928428391 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555d0554ea90 0x555d05549660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:46.126 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.128+0000 7fde0d18a640 1 --2- 172.21.15.42:0/1928428391 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555d0554e170 0x555d05565180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:46.127 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.128+0000 7fde0d98b640 1 -- 172.21.15.42:0/1928428391 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555d0554ea90 msgr2=0x555d05549660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:41:46.127 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.128+0000 7fde0d98b640 1 --2- 172.21.15.42:0/1928428391 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555d0554ea90 0x555d05549660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:46.127 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.128+0000 7fde0d98b640 1 -- 172.21.15.42:0/1928428391 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555d0554e170 msgr2=0x555d05565180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:41:46.127 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.128+0000 7fde0d98b640 1 --2- 172.21.15.42:0/1928428391 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555d0554e170 0x555d05565180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:46.127 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.128+0000 7fde0d98b640 1 -- 172.21.15.42:0/1928428391 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555d0558dfd0 con 0x555d05556ea0 2024-06-06T08:41:46.130 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.132+0000 7fde0d98b640 1 --2- 172.21.15.42:0/1928428391 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555d05556ea0 0x555d05593230 secure :-1 s=READY pgs=1041 cs=0 l=1 rev1=1 crypto rx=0x7fde00001eb0 tx=0x7fde00009780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=661f66e416bc1ae7 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:41:46.132 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.134+0000 7fddfeffd640 1 -- 172.21.15.42:0/1928428391 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde0003f040 con 0x555d05556ea0 2024-06-06T08:41:46.132 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.134+0000 7fddfeffd640 1 -- 172.21.15.42:0/1928428391 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fde0005e070 con 0x555d05556ea0 2024-06-06T08:41:46.132 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.134+0000 7fddfeffd640 1 -- 172.21.15.42:0/1928428391 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde00035040 con 0x555d05556ea0 2024-06-06T08:41:46.133 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.135+0000 7fde121d8740 1 -- 172.21.15.42:0/1928428391 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555d05556ea0 msgr2=0x555d05593230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:46.133 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.135+0000 7fde121d8740 1 --2- 172.21.15.42:0/1928428391 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555d05556ea0 0x555d05593230 secure :-1 s=READY pgs=1041 cs=0 l=1 rev1=1 crypto rx=0x7fde00001eb0 tx=0x7fde00009780 comp rx=0 tx=0).stop 2024-06-06T08:41:46.137 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.138+0000 7fde121d8740 1 -- 172.21.15.42:0/1928428391 shutdown_connections 2024-06-06T08:41:46.137 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.138+0000 7fde121d8740 1 --2- 172.21.15.42:0/1928428391 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555d05556ea0 0x555d05593230 unknown :-1 s=CLOSED pgs=1041 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:46.137 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.138+0000 7fde121d8740 1 --2- 172.21.15.42:0/1928428391 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555d0554ea90 0x555d05549660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:46.137 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.138+0000 7fde121d8740 1 --2- 172.21.15.42:0/1928428391 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555d0554e170 0x555d05565180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:46.137 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.138+0000 7fde121d8740 1 -- 172.21.15.42:0/1928428391 >> 172.21.15.42:0/1928428391 conn(0x555d0554a680 msgr2=0x555d05548f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:41:46.139 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.140+0000 7fde121d8740 1 -- 172.21.15.42:0/1928428391 shutdown_connections 2024-06-06T08:41:46.143 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.144+0000 7fde121d8740 1 -- 172.21.15.42:0/1928428391 wait complete. 2024-06-06T08:41:46.143 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.145+0000 7fde121d8740 1 -- start start 2024-06-06T08:41:46.143 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.145+0000 7fde121d8740 1 Processor -- start 2024-06-06T08:41:46.144 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.145+0000 7fde121d8740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555d0554e170 0x555d05561800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:46.145 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.145+0000 7fde121d8740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555d0554ea90 0x555d0555cb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:46.145 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.145+0000 7fde121d8740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555d05556ea0 0x555d0555d0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:46.145 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.146+0000 7fde121d8740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fde080718c0 con 0x555d05556ea0 2024-06-06T08:41:46.145 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.146+0000 7fde121d8740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fde081b5060 con 0x555d0554e170 2024-06-06T08:41:46.145 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.146+0000 7fde121d8740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fde08082300 con 0x555d0554ea90 2024-06-06T08:41:46.145 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.146+0000 7fde121d8740 10 client.0 _ll_register_callbacks cb 0x7fde00032b90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:41:46.145 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.146+0000 7fde0d18a640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555d0554e170 0x555d05561800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:46.145 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.146+0000 7fde0d18a640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555d0554e170 0x555d05561800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:33998/0 (socket says 172.21.15.42:33998) 2024-06-06T08:41:46.145 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.146+0000 7fde0d18a640 1 -- 172.21.15.42:0/907026788 learned_addr learned my addr 172.21.15.42:0/907026788 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:41:46.145 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.146+0000 7fde0c989640 1 --2- 172.21.15.42:0/907026788 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555d0554ea90 0x555d0555cb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:46.146 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.147+0000 7fde0c989640 1 -- 172.21.15.42:0/907026788 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555d0554e170 msgr2=0x555d05561800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:41:46.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.147+0000 7fde0c989640 1 --2- 172.21.15.42:0/907026788 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555d0554e170 0x555d05561800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:46.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.147+0000 7fde0c989640 1 -- 172.21.15.42:0/907026788 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555d05556ea0 msgr2=0x555d0555d0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:41:46.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.147+0000 7fde0c989640 1 --2- 172.21.15.42:0/907026788 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555d05556ea0 0x555d0555d0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:46.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.147+0000 7fde0c989640 1 -- 172.21.15.42:0/907026788 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555d0555d670 con 0x555d0554ea90 2024-06-06T08:41:46.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.147+0000 7fde0c989640 1 --2- 172.21.15.42:0/907026788 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555d0554ea90 0x555d0555cb70 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fddf80cc5c0 tx=0x7fddf809ad70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f2769155c2a8cfb4 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:41:46.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.147+0000 7fddfcff9640 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-06-06T08:41:46.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.148+0000 7fddfcff9640 1 -- 172.21.15.42:0/907026788 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddf809f740 con 0x555d0554ea90 2024-06-06T08:41:46.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.148+0000 7fde121d8740 1 -- 172.21.15.42:0/907026788 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fde0005e070 con 0x555d0554ea90 2024-06-06T08:41:46.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.148+0000 7fddfcff9640 1 -- 172.21.15.42:0/907026788 <== mon.1 v2:172.21.15.149:3300/0 2 ==== osd_map(134..134 src has 1..134) ==== 9610+0+0 (secure 0 0 0) 0x7fddf80172c0 con 0x555d0554ea90 2024-06-06T08:41:46.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.148+0000 7fddfcff9640 1 -- 172.21.15.42:0/907026788 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) ==== 24+0+0 (secure 0 0 0) 0x7fddf80174c0 con 0x555d0554ea90 2024-06-06T08:41:46.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.148+0000 7fde121d8740 10 client.27502 fetch_fsmap learned FSMap version 48 2024-06-06T08:41:46.147 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.148+0000 7fde121d8740 1 -- 172.21.15.42:0/907026788 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) -- 0x555d055f6010 con 0x555d0554ea90 2024-06-06T08:41:46.148 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.149+0000 7fddfcff9640 1 -- 172.21.15.42:0/907026788 <== mon.1 v2:172.21.15.149:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fde0005e070 con 0x555d0554ea90 2024-06-06T08:41:46.148 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.149+0000 7fddfcff9640 1 -- 172.21.15.42:0/907026788 <== mon.1 v2:172.21.15.149:3300/0 5 ==== fsmap(e 48) ==== 8370+0+0 (secure 0 0 0) 0x7fddf809a7e0 con 0x555d0554ea90 2024-06-06T08:41:46.148 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.149+0000 7fde121d8740 10 client.27502 fetch_fsmap finished waiting for FSMap version 48 2024-06-06T08:41:46.148 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.149+0000 7fde121d8740 10 client.27502 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:41:46.148 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.149+0000 7fde121d8740 20 client.27502 populate_metadata read hostname 'smithi042' 2024-06-06T08:41:46.148 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.149+0000 7fde121d8740 1 --2- 172.21.15.42:0/907026788 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x555d055f6840 0x555d055f8c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:46.148 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.149+0000 7fde121d8740 4 client.27502 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:41:46.148 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.149+0000 7fde121d8740 1 -- 172.21.15.42:0/907026788 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x555d054bfc20 con 0x555d055f6840 2024-06-06T08:41:46.149 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.150+0000 7fde0d18a640 1 --2- 172.21.15.42:0/907026788 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x555d055f6840 0x555d055f8c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:46.149 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.151+0000 7fde0d18a640 1 --2- 172.21.15.42:0/907026788 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x555d055f6840 0x555d055f8c60 crc :-1 s=READY pgs=314 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=86149a65ccf8e6ea server_cookie=ff76a0200c3ec313 in_seq=0 out_seq=0 2024-06-06T08:41:46.149 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.151+0000 7fddfcff9640 10 client.27502 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:41:46.572 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.573+0000 7fddfcff9640 1 -- 172.21.15.42:0/907026788 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x555d054bfc20 con 0x555d055f6840 2024-06-06T08:41:46.572 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.573+0000 7fddfcff9640 10 client.27502 handle_command_reply: tid=0 2024-06-06T08:41:46.573 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.573+0000 7fde121d8740 1 client.27502 shutdown 2024-06-06T08:41:46.573 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.573+0000 7fde121d8740 1 -- 172.21.15.42:0/907026788 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555d0554ea90 msgr2=0x555d0555cb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:46.573 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.573+0000 7fde121d8740 1 --2- 172.21.15.42:0/907026788 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555d0554ea90 0x555d0555cb70 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fddf80cc5c0 tx=0x7fddf809ad70 comp rx=0 tx=0).stop 2024-06-06T08:41:46.573 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.573+0000 7fde121d8740 1 -- 172.21.15.42:0/907026788 shutdown_connections 2024-06-06T08:41:46.573 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.573+0000 7fde121d8740 1 --2- 172.21.15.42:0/907026788 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x555d055f6840 0x555d055f8c60 crc :-1 s=READY pgs=314 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:46.573 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.573+0000 7fde121d8740 1 --2- 172.21.15.42:0/907026788 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555d05556ea0 0x555d0555d0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:46.573 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.573+0000 7fde121d8740 1 --2- 172.21.15.42:0/907026788 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555d0554ea90 0x555d0555cb70 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:46.573 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.573+0000 7fde121d8740 1 --2- 172.21.15.42:0/907026788 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555d0554e170 0x555d05561800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:46.573 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.573+0000 7fde121d8740 1 -- 172.21.15.42:0/907026788 >> 172.21.15.42:0/907026788 conn(0x555d0554a680 msgr2=0x555d055497e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:41:46.573 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.574+0000 7fddfcff9640 0 client.27502 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:41:46.573 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.574+0000 7fde121d8740 1 -- 172.21.15.42:0/907026788 shutdown_connections 2024-06-06T08:41:46.574 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.574+0000 7fde121d8740 1 -- 172.21.15.42:0/907026788 wait complete. 2024-06-06T08:41:46.574 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.574+0000 7fde121d8740 20 client.27502 trim_cache size 0 max 16384 2024-06-06T08:41:46.574 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:41:46.574 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:41:46.574 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:41:46.575 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.575+0000 7fde0f3ee640 1 -- 172.21.15.42:0/445824325 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fddf40a2ed0 msgr2=0x7fddf40a5390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:46.575 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.575+0000 7fde0f3ee640 1 --2- 172.21.15.42:0/445824325 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fddf40a2ed0 0x7fddf40a5390 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x555d0554f710 tx=0x7fddf000a6e0 comp rx=0 tx=0).stop 2024-06-06T08:41:46.575 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.575+0000 7fde0f3ee640 1 -- 172.21.15.42:0/445824325 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fde0810d2d0 msgr2=0x7fde08073510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:46.575 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.575+0000 7fde0f3ee640 1 --2- 172.21.15.42:0/445824325 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fde0810d2d0 0x7fde08073510 secure :-1 s=READY pgs=1039 cs=0 l=1 rev1=1 crypto rx=0x7fddf800b450 tx=0x7fddf800b910 comp rx=0 tx=0).stop 2024-06-06T08:41:46.575 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.575+0000 7fde0f3ee640 1 -- 172.21.15.42:0/445824325 shutdown_connections 2024-06-06T08:41:46.575 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.575+0000 7fde0f3ee640 1 --2- 172.21.15.42:0/445824325 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fddf40a2ed0 0x7fddf40a5390 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:46.576 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.575+0000 7fde0f3ee640 1 --2- 172.21.15.42:0/445824325 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fde0806c050 0x7fde0806c500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:46.576 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.575+0000 7fde0f3ee640 1 --2- 172.21.15.42:0/445824325 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fde0810d2d0 0x7fde08073510 unknown :-1 s=CLOSED pgs=1039 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:46.576 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.575+0000 7fde0f3ee640 1 --2- 172.21.15.42:0/445824325 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fde08108200 0x7fde08072fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:46.576 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.575+0000 7fde0f3ee640 1 -- 172.21.15.42:0/445824325 >> 172.21.15.42:0/445824325 conn(0x7fde08075f30 msgr2=0x7fde080768c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:41:46.576 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.575+0000 7fde0f3ee640 1 -- 172.21.15.42:0/445824325 shutdown_connections 2024-06-06T08:41:46.576 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:46.575+0000 7fde0f3ee640 1 -- 172.21.15.42:0/445824325 wait complete. 2024-06-06T08:41:46.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:41:46 smithi120 ceph-mon[36658]: pgmap v611: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 797 KiB/s rd, 717 KiB/s wr, 281 op/s 2024-06-06T08:41:47.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:41:46 smithi149 ceph-mon[36842]: pgmap v611: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 797 KiB/s rd, 717 KiB/s wr, 281 op/s 2024-06-06T08:41:47.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:41:46 smithi042 ceph-mon[32384]: pgmap v611: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 797 KiB/s rd, 717 KiB/s wr, 281 op/s 2024-06-06T08:41:48.046 INFO:tasks.workunit:Stopping ['suites/blogbench.sh'] on client.0... 2024-06-06T08:41:48.046 DEBUG:teuthology.orchestra.run.smithi042:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-06-06T08:41:48.600 DEBUG:teuthology.parallel:result is None 2024-06-06T08:41:48.601 DEBUG:teuthology.orchestra.run.smithi042:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-06-06T08:41:48.685 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-06-06T08:41:48.686 DEBUG:teuthology.run_tasks:Unwinding manager quiescer 2024-06-06T08:41:48.700 INFO:tasks.quiescer:joining Quiescers 2024-06-06T08:41:48.700 WARNING:tasks.quiescer:The quiescer is requested to stop, running cancel all 2024-06-06T08:41:48.700 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:41:48.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:41:48 smithi120 ceph-mon[36658]: pgmap v612: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 942 KiB/s rd, 834 KiB/s wr, 243 op/s 2024-06-06T08:41:49.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:41:48 smithi149 ceph-mon[36842]: pgmap v612: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 942 KiB/s rd, 834 KiB/s wr, 243 op/s 2024-06-06T08:41:49.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:41:48 smithi042 ceph-mon[32384]: pgmap v612: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 942 KiB/s rd, 834 KiB/s wr, 243 op/s 2024-06-06T08:41:49.201 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:41:50.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:41:50 smithi042 ceph-mon[32384]: pgmap v613: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 812 KiB/s rd, 764 KiB/s wr, 269 op/s 2024-06-06T08:41:50.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:41:50 smithi120 ceph-mon[36658]: pgmap v613: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 812 KiB/s rd, 764 KiB/s wr, 269 op/s 2024-06-06T08:41:51.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:41:50 smithi149 ceph-mon[36842]: pgmap v613: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 812 KiB/s rd, 764 KiB/s wr, 269 op/s 2024-06-06T08:41:51.237 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 10 2024-06-06T08:41:51.237 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:41:52.222 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:41:52.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:41:52 smithi120 ceph-mon[36658]: pgmap v614: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 892 KiB/s rd, 874 KiB/s wr, 274 op/s 2024-06-06T08:41:53.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:41:52 smithi149 ceph-mon[36842]: pgmap v614: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 892 KiB/s rd, 874 KiB/s wr, 274 op/s 2024-06-06T08:41:53.049 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:41:52 smithi042 ceph-mon[32384]: pgmap v614: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 892 KiB/s rd, 874 KiB/s wr, 274 op/s 2024-06-06T08:41:53.660 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:53.661+0000 7f511b7fe700 1 -- 172.21.15.42:0/1526657101 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f510400e450 con 0x7f511c10a0a0 2024-06-06T08:41:53.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:53.662+0000 7f51223af700 1 -- 172.21.15.42:0/1526657101 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f511c10a0a0 msgr2=0x7f511c10db40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:53.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:53.662+0000 7f51223af700 1 --2- 172.21.15.42:0/1526657101 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f511c10a0a0 0x7f511c10db40 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f5104009580 tx=0x7f5104009890 comp rx=0 tx=0).stop 2024-06-06T08:41:53.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:53.662+0000 7f51223af700 1 -- 172.21.15.42:0/1526657101 shutdown_connections 2024-06-06T08:41:53.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:53.662+0000 7f51223af700 1 --2- 172.21.15.42:0/1526657101 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f511c10e220 0x7f511c115df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:53.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:53.662+0000 7f51223af700 1 --2- 172.21.15.42:0/1526657101 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f511c1096f0 0x7f511c109ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:53.661 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:53.662+0000 7f51223af700 1 --2- 172.21.15.42:0/1526657101 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f511c10a0a0 0x7f511c10db40 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:53.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:53.662+0000 7f51223af700 1 -- 172.21.15.42:0/1526657101 >> 172.21.15.42:0/1526657101 conn(0x7f511c06d600 msgr2=0x7f511c06da10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:41:53.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:53.662+0000 7f51223af700 1 -- 172.21.15.42:0/1526657101 shutdown_connections 2024-06-06T08:41:53.662 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:53.662+0000 7f51223af700 1 -- 172.21.15.42:0/1526657101 wait complete. 2024-06-06T08:41:53.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:53.663+0000 7f51223af700 1 Processor -- start 2024-06-06T08:41:53.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:53.663+0000 7f51223af700 1 -- start start 2024-06-06T08:41:53.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:53.664+0000 7f51223af700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f511c1096f0 0x7f511c1a9440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:53.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:53.664+0000 7f51223af700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f511c10a0a0 0x7f511c1a9980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:53.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:53.664+0000 7f51223af700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f511c10e220 0x7f511c1a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:53.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:53.664+0000 7f51223af700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f511c118f10 con 0x7f511c1096f0 2024-06-06T08:41:53.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:53.664+0000 7f51223af700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f511c118d90 con 0x7f511c10a0a0 2024-06-06T08:41:53.663 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:53.664+0000 7f51223af700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f511c119090 con 0x7f511c10e220 2024-06-06T08:41:53.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:53.664+0000 7f5113fff700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f511c10a0a0 0x7f511c1a9980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:53.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:53.664+0000 7f512094c700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f511c10e220 0x7f511c1a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:53.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:53.664+0000 7f512094c700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f511c10e220 0x7f511c1a3600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:45804/0 (socket says 172.21.15.42:45804) 2024-06-06T08:41:53.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:53.664+0000 7f5113fff700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f511c10a0a0 0x7f511c1a9980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:42134/0 (socket says 172.21.15.42:42134) 2024-06-06T08:41:53.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:53.664+0000 7f512094c700 1 -- 172.21.15.42:0/1608551929 learned_addr learned my addr 172.21.15.42:0/1608551929 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:41:53.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:53.664+0000 7f511bfff700 1 --2- 172.21.15.42:0/1608551929 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f511c1096f0 0x7f511c1a9440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:53.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:53.665+0000 7f511bfff700 1 -- 172.21.15.42:0/1608551929 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f511c10e220 msgr2=0x7f511c1a3600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:53.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:53.665+0000 7f511bfff700 1 --2- 172.21.15.42:0/1608551929 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f511c10e220 0x7f511c1a3600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:53.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:53.665+0000 7f511bfff700 1 -- 172.21.15.42:0/1608551929 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f511c10a0a0 msgr2=0x7f511c1a9980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:53.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:53.665+0000 7f511bfff700 1 --2- 172.21.15.42:0/1608551929 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f511c10a0a0 0x7f511c1a9980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:53.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:53.665+0000 7f511bfff700 1 -- 172.21.15.42:0/1608551929 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f511c1a3d60 con 0x7f511c1096f0 2024-06-06T08:41:53.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:53.665+0000 7f5113fff700 1 --2- 172.21.15.42:0/1608551929 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f511c10a0a0 0x7f511c1a9980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:41:53.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:53.665+0000 7f511bfff700 1 --2- 172.21.15.42:0/1608551929 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f511c1096f0 0x7f511c1a9440 secure :-1 s=READY pgs=1042 cs=0 l=1 rev1=1 crypto rx=0x7f510c00b450 tx=0x7f510c00b760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:41:53.665 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:53.665+0000 7f5119ffb700 1 -- 172.21.15.42:0/1608551929 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f510c015020 con 0x7f511c1096f0 2024-06-06T08:41:53.666 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:53.665+0000 7f51223af700 1 -- 172.21.15.42:0/1608551929 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f511c1a4050 con 0x7f511c1096f0 2024-06-06T08:41:53.666 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:53.665+0000 7f5119ffb700 1 -- 172.21.15.42:0/1608551929 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f510c011d10 con 0x7f511c1096f0 2024-06-06T08:41:53.666 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:53.665+0000 7f5119ffb700 1 -- 172.21.15.42:0/1608551929 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f510c010d20 con 0x7f511c1096f0 2024-06-06T08:41:53.666 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:53.665+0000 7f51223af700 1 -- 172.21.15.42:0/1608551929 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f511c1b0310 con 0x7f511c1096f0 2024-06-06T08:41:53.666 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:53.666+0000 7f51223af700 1 -- 172.21.15.42:0/1608551929 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f511c069180 con 0x7f511c1096f0 2024-06-06T08:41:53.667 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:53.668+0000 7f5119ffb700 1 -- 172.21.15.42:0/1608551929 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f510c018020 con 0x7f511c1096f0 2024-06-06T08:41:53.668 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:53.669+0000 7f5119ffb700 1 --2- 172.21.15.42:0/1608551929 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f51080a2d90 0x7f51080a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:53.668 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:53.670+0000 7f5119ffb700 1 -- 172.21.15.42:0/1608551929 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(134..134 src has 1..134) ==== 9610+0+0 (secure 0 0 0) 0x7f510c0cee00 con 0x7f511c1096f0 2024-06-06T08:41:53.668 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:53.670+0000 7f5113fff700 1 --2- 172.21.15.42:0/1608551929 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f51080a2d90 0x7f51080a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:53.669 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:53.670+0000 7f5113fff700 1 --2- 172.21.15.42:0/1608551929 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f51080a2d90 0x7f51080a5250 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f510400d010 tx=0x7f510400c650 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:41:53.677 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:53.678+0000 7f5119ffb700 1 -- 172.21.15.42:0/1608551929 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f510c01f020 con 0x7f511c1096f0 2024-06-06T08:41:54.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:54.142+0000 7f51223af700 1 -- 172.21.15.42:0/1608551929 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f511c1b05a0 con 0x7f511c1096f0 2024-06-06T08:41:54.142 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:54.144+0000 7f5119ffb700 1 -- 172.21.15.42:0/1608551929 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 48 v48) ==== 94+0+11885 (secure 0 0 0) 0x7f510c09b690 con 0x7f511c1096f0 2024-06-06T08:41:54.143 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:41:54.143 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":48,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/667270675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":667270675},{"type":"v1","addr":"172.21.15.42:6837","nonce":667270675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/2414389302","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":2414389302},{"type":"v1","addr":"172.21.15.42:6839","nonce":2414389302}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14574,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/3625002785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":3625002785},{"type":"v1","addr":"172.21.15.42:6841","nonce":3625002785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":26389,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/411591287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":411591287},{"type":"v1","addr":"172.21.15.149:6835","nonce":411591287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":48,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T08:18:39.778858+0000","modified":"2024-06-06T08:39:47.677593+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24464},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6837/3434475673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":3434475673},{"type":"v1","addr":"172.21.15.120:6837","nonce":3434475673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":188,"addr":"172.21.15.120:6839/1585293472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":1585293472},{"type":"v1","addr":"172.21.15.120:6839","nonce":1585293472}]},"join_fscid":-1,"export_targets":[0,1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":192,"addr":"172.21.15.149:6837/751787578","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":751787578},{"type":"v1","addr":"172.21.15.149:6837","nonce":751787578}]},"join_fscid":-1,"export_targets":[0,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":8,"addr":"172.21.15.149:6839/764851483","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":764851483},{"type":"v1","addr":"172.21.15.149:6839","nonce":764851483}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26696":{"gid":26696,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6835/2158320752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":2158320752},{"type":"v1","addr":"172.21.15.120:6835","nonce":2158320752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24484,24464,24469]},"id":1}]} 2024-06-06T08:41:54.147 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:54.149+0000 7f51223af700 1 -- 172.21.15.42:0/1608551929 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f51080a2d90 msgr2=0x7f51080a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:54.147 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:54.149+0000 7f51223af700 1 --2- 172.21.15.42:0/1608551929 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f51080a2d90 0x7f51080a5250 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f510400d010 tx=0x7f510400c650 comp rx=0 tx=0).stop 2024-06-06T08:41:54.147 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:54.149+0000 7f51223af700 1 -- 172.21.15.42:0/1608551929 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f511c1096f0 msgr2=0x7f511c1a9440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:54.147 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:54.149+0000 7f51223af700 1 --2- 172.21.15.42:0/1608551929 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f511c1096f0 0x7f511c1a9440 secure :-1 s=READY pgs=1042 cs=0 l=1 rev1=1 crypto rx=0x7f510c00b450 tx=0x7f510c00b760 comp rx=0 tx=0).stop 2024-06-06T08:41:54.149 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:54.150+0000 7f51223af700 1 -- 172.21.15.42:0/1608551929 shutdown_connections 2024-06-06T08:41:54.149 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:54.150+0000 7f51223af700 1 --2- 172.21.15.42:0/1608551929 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f51080a2d90 0x7f51080a5250 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:54.149 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:54.150+0000 7f51223af700 1 --2- 172.21.15.42:0/1608551929 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f511c10e220 0x7f511c1a3600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:54.149 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:54.150+0000 7f51223af700 1 --2- 172.21.15.42:0/1608551929 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f511c1096f0 0x7f511c1a9440 unknown :-1 s=CLOSED pgs=1042 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:54.149 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:54.150+0000 7f51223af700 1 --2- 172.21.15.42:0/1608551929 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f511c10a0a0 0x7f511c1a9980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:54.149 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:54.150+0000 7f51223af700 1 -- 172.21.15.42:0/1608551929 >> 172.21.15.42:0/1608551929 conn(0x7f511c06d600 msgr2=0x7f511c072060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:41:54.152 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:54.154+0000 7f51223af700 1 -- 172.21.15.42:0/1608551929 shutdown_connections 2024-06-06T08:41:54.154 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:54.156+0000 7f51223af700 1 -- 172.21.15.42:0/1608551929 wait complete. 2024-06-06T08:41:54.160 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 48 2024-06-06T08:41:54.883 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:41:54 smithi042 ceph-mon[32384]: pgmap v615: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 744 KiB/s rd, 629 KiB/s wr, 254 op/s 2024-06-06T08:41:54.883 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:41:54 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/1608551929' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:41:55.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:41:54 smithi149 ceph-mon[36842]: pgmap v615: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 744 KiB/s rd, 629 KiB/s wr, 254 op/s 2024-06-06T08:41:55.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:41:54 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/1608551929' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:41:55.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:41:54 smithi120 ceph-mon[36658]: pgmap v615: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 744 KiB/s rd, 629 KiB/s wr, 254 op/s 2024-06-06T08:41:55.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:41:54 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/1608551929' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:41:55.219 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24484 quiesce db --cancel --all' 2024-06-06T08:41:55.219 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- timeout 105 ceph tell mds.24484 quiesce db --cancel --all 2024-06-06T08:41:55.846 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:55.847+0000 7fa5b27fc700 1 -- 172.21.15.42:0/2708671485 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5a400bc40 con 0x7fa5b4111060 2024-06-06T08:41:55.846 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:55.847+0000 7fa5b9b71700 1 -- 172.21.15.42:0/2708671485 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa5b4111060 msgr2=0x7fa5b41099d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:55.846 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:55.847+0000 7fa5b9b71700 1 --2- 172.21.15.42:0/2708671485 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa5b4111060 0x7fa5b41099d0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fa5a4009990 tx=0x7fa5a4009ca0 comp rx=0 tx=0).stop 2024-06-06T08:41:55.847 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:55.847+0000 7fa5b9b71700 1 -- 172.21.15.42:0/2708671485 shutdown_connections 2024-06-06T08:41:55.847 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:55.847+0000 7fa5b9b71700 1 --2- 172.21.15.42:0/2708671485 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa5b411bc70 0x7fa5b411e060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:55.847 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:55.847+0000 7fa5b9b71700 1 --2- 172.21.15.42:0/2708671485 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa5b4110bf0 0x7fa5b4109490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:55.847 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:55.847+0000 7fa5b9b71700 1 --2- 172.21.15.42:0/2708671485 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa5b4111060 0x7fa5b41099d0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:55.847 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:55.847+0000 7fa5b9b71700 1 -- 172.21.15.42:0/2708671485 >> 172.21.15.42:0/2708671485 conn(0x7fa5b406d600 msgr2=0x7fa5b406da10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:41:55.848 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:55.847+0000 7fa5b9b71700 1 -- 172.21.15.42:0/2708671485 shutdown_connections 2024-06-06T08:41:55.848 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:55.848+0000 7fa5b9b71700 1 -- 172.21.15.42:0/2708671485 wait complete. 2024-06-06T08:41:55.848 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:55.849+0000 7fa5b9b71700 1 Processor -- start 2024-06-06T08:41:55.848 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:55.849+0000 7fa5b9b71700 1 -- start start 2024-06-06T08:41:55.848 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:55.849+0000 7fa5b9b71700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa5b4110bf0 0x7fa5b411a360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:55.848 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:55.849+0000 7fa5b9b71700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa5b411bc70 0x7fa5b41133f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:55.848 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:55.849+0000 7fa5b9b71700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa5b4113930 0x7fa5b4113db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:55.849 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:55.849+0000 7fa5b9b71700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa5b4121620 con 0x7fa5b4113930 2024-06-06T08:41:55.849 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:55.849+0000 7fa5b9b71700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fa5b41214a0 con 0x7fa5b4110bf0 2024-06-06T08:41:55.849 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:55.849+0000 7fa5b9b71700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fa5b41217a0 con 0x7fa5b411bc70 2024-06-06T08:41:55.849 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:55.850+0000 7fa5b3fff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa5b4113930 0x7fa5b4113db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:55.849 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:55.850+0000 7fa5b3fff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa5b4113930 0x7fa5b4113db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:39064/0 (socket says 172.21.15.42:39064) 2024-06-06T08:41:55.849 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:55.850+0000 7fa5b3fff700 1 -- 172.21.15.42:0/1787276710 learned_addr learned my addr 172.21.15.42:0/1787276710 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:41:55.849 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:55.850+0000 7fa5b2ffd700 1 --2- 172.21.15.42:0/1787276710 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa5b411bc70 0x7fa5b41133f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:55.849 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:55.850+0000 7fa5b37fe700 1 --2- 172.21.15.42:0/1787276710 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa5b4110bf0 0x7fa5b411a360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:55.850 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:55.850+0000 7fa5b3fff700 1 -- 172.21.15.42:0/1787276710 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa5b411bc70 msgr2=0x7fa5b41133f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:55.850 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:55.850+0000 7fa5b3fff700 1 --2- 172.21.15.42:0/1787276710 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa5b411bc70 0x7fa5b41133f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:55.851 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:55.850+0000 7fa5b3fff700 1 -- 172.21.15.42:0/1787276710 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa5b4110bf0 msgr2=0x7fa5b411a360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:55.851 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:55.850+0000 7fa5b3fff700 1 --2- 172.21.15.42:0/1787276710 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa5b4110bf0 0x7fa5b411a360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:55.851 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:55.850+0000 7fa5b3fff700 1 -- 172.21.15.42:0/1787276710 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5b4117f10 con 0x7fa5b4113930 2024-06-06T08:41:55.851 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:55.851+0000 7fa5b3fff700 1 --2- 172.21.15.42:0/1787276710 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa5b4113930 0x7fa5b4113db0 secure :-1 s=READY pgs=1043 cs=0 l=1 rev1=1 crypto rx=0x7fa5ac007d70 tx=0x7fa5ac00a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:41:55.851 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:55.851+0000 7fa5b0ff9700 1 -- 172.21.15.42:0/1787276710 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5ac016020 con 0x7fa5b4113930 2024-06-06T08:41:55.851 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:55.851+0000 7fa5b0ff9700 1 -- 172.21.15.42:0/1787276710 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa5ac00ad40 con 0x7fa5b4113930 2024-06-06T08:41:55.851 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:55.851+0000 7fa5b9b71700 1 -- 172.21.15.42:0/1787276710 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5b4118200 con 0x7fa5b4113930 2024-06-06T08:41:55.851 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:55.852+0000 7fa5b0ff9700 1 -- 172.21.15.42:0/1787276710 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5ac0116f0 con 0x7fa5b4113930 2024-06-06T08:41:55.851 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:55.852+0000 7fa5b9b71700 1 -- 172.21.15.42:0/1787276710 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5b4118710 con 0x7fa5b4113930 2024-06-06T08:41:55.855 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:55.854+0000 7fa5b9b71700 1 -- 172.21.15.42:0/1787276710 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa5b406eb60 con 0x7fa5b4113930 2024-06-06T08:41:55.855 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:55.857+0000 7fa5b0ff9700 1 -- 172.21.15.42:0/1787276710 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fa5ac019020 con 0x7fa5b4113930 2024-06-06T08:41:55.856 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:55.858+0000 7fa5b0ff9700 1 --2- 172.21.15.42:0/1787276710 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fa59c0a2f60 0x7fa59c0a5420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:55.857 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:55.858+0000 7fa5b0ff9700 1 -- 172.21.15.42:0/1787276710 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(134..134 src has 1..134) ==== 9610+0+0 (secure 0 0 0) 0x7fa5ac0cf6e0 con 0x7fa5b4113930 2024-06-06T08:41:55.860 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:55.861+0000 7fa5b37fe700 1 --2- 172.21.15.42:0/1787276710 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fa59c0a2f60 0x7fa59c0a5420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:55.866 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:55.868+0000 7fa5b0ff9700 1 -- 172.21.15.42:0/1787276710 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fa5ac020020 con 0x7fa5b4113930 2024-06-06T08:41:55.867 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:55.869+0000 7fa5b37fe700 1 --2- 172.21.15.42:0/1787276710 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fa59c0a2f60 0x7fa59c0a5420 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fa5a8009b30 tx=0x7fa5a8009260 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:41:55.893 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:41:56.353 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:56.355+0000 7fa5b9b71700 1 -- 172.21.15.42:0/1787276710 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa5b4069180 con 0x7fa5b4113930 2024-06-06T08:41:56.356 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:56.358+0000 7fa5b0ff9700 1 -- 172.21.15.42:0/1787276710 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 48 v48) ==== 94+0+11885 (secure 0 0 0) 0x7fa5ac019310 con 0x7fa5b4113930 2024-06-06T08:41:56.357 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:41:56.357 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":48,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/667270675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":667270675},{"type":"v1","addr":"172.21.15.42:6837","nonce":667270675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/2414389302","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":2414389302},{"type":"v1","addr":"172.21.15.42:6839","nonce":2414389302}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14574,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/3625002785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":3625002785},{"type":"v1","addr":"172.21.15.42:6841","nonce":3625002785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":26389,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/411591287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":411591287},{"type":"v1","addr":"172.21.15.149:6835","nonce":411591287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":48,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T08:18:39.778858+0000","modified":"2024-06-06T08:39:47.677593+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24464},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6837/3434475673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":3434475673},{"type":"v1","addr":"172.21.15.120:6837","nonce":3434475673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":188,"addr":"172.21.15.120:6839/1585293472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":1585293472},{"type":"v1","addr":"172.21.15.120:6839","nonce":1585293472}]},"join_fscid":-1,"export_targets":[0,1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":192,"addr":"172.21.15.149:6837/751787578","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":751787578},{"type":"v1","addr":"172.21.15.149:6837","nonce":751787578}]},"join_fscid":-1,"export_targets":[0,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":8,"addr":"172.21.15.149:6839/764851483","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":764851483},{"type":"v1","addr":"172.21.15.149:6839","nonce":764851483}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26696":{"gid":26696,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6835/2158320752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":2158320752},{"type":"v1","addr":"172.21.15.120:6835","nonce":2158320752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24484,24464,24469]},"id":1}]} 2024-06-06T08:41:56.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:56.369+0000 7fa5b9b71700 1 -- 172.21.15.42:0/1787276710 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fa59c0a2f60 msgr2=0x7fa59c0a5420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:56.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:56.369+0000 7fa5b9b71700 1 --2- 172.21.15.42:0/1787276710 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fa59c0a2f60 0x7fa59c0a5420 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fa5a8009b30 tx=0x7fa5a8009260 comp rx=0 tx=0).stop 2024-06-06T08:41:56.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:56.369+0000 7fa5b9b71700 1 -- 172.21.15.42:0/1787276710 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa5b4113930 msgr2=0x7fa5b4113db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:56.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:56.369+0000 7fa5b9b71700 1 --2- 172.21.15.42:0/1787276710 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa5b4113930 0x7fa5b4113db0 secure :-1 s=READY pgs=1043 cs=0 l=1 rev1=1 crypto rx=0x7fa5ac007d70 tx=0x7fa5ac00a340 comp rx=0 tx=0).stop 2024-06-06T08:41:56.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:56.375+0000 7fa5b9b71700 1 -- 172.21.15.42:0/1787276710 shutdown_connections 2024-06-06T08:41:56.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:56.375+0000 7fa5b9b71700 1 --2- 172.21.15.42:0/1787276710 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fa59c0a2f60 0x7fa59c0a5420 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:56.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:56.375+0000 7fa5b9b71700 1 --2- 172.21.15.42:0/1787276710 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa5b4113930 0x7fa5b4113db0 unknown :-1 s=CLOSED pgs=1043 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:56.374 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:56.375+0000 7fa5b9b71700 1 --2- 172.21.15.42:0/1787276710 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fa5b4110bf0 0x7fa5b411a360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:56.375 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:56.376+0000 7fa5b9b71700 1 --2- 172.21.15.42:0/1787276710 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa5b411bc70 0x7fa5b41133f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:56.375 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:56.376+0000 7fa5b9b71700 1 -- 172.21.15.42:0/1787276710 >> 172.21.15.42:0/1787276710 conn(0x7fa5b406d600 msgr2=0x7fa5b4071030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:41:56.380 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:56.382+0000 7fa5b9b71700 1 -- 172.21.15.42:0/1787276710 shutdown_connections 2024-06-06T08:41:56.384 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:41:56.385+0000 7fa5b9b71700 1 -- 172.21.15.42:0/1787276710 wait complete. 2024-06-06T08:41:56.392 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 48 2024-06-06T08:41:57.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:41:56 smithi149 ceph-mon[36842]: pgmap v616: 129 pgs: 19 active+clean+snaptrim, 61 active+clean+snaptrim_wait, 49 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 742 KiB/s rd, 631 KiB/s wr, 241 op/s 2024-06-06T08:41:57.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:41:56 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/1787276710' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:41:57.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:41:56 smithi042 ceph-mon[32384]: pgmap v616: 129 pgs: 19 active+clean+snaptrim, 61 active+clean+snaptrim_wait, 49 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 742 KiB/s rd, 631 KiB/s wr, 241 op/s 2024-06-06T08:41:57.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:41:56 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/1787276710' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:41:57.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:41:56 smithi120 ceph-mon[36658]: pgmap v616: 129 pgs: 19 active+clean+snaptrim, 61 active+clean+snaptrim_wait, 49 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 742 KiB/s rd, 631 KiB/s wr, 241 op/s 2024-06-06T08:41:57.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:41:56 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/1787276710' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:41:58.647 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24484 quiesce db / --timeout 90 --expiration 130 --await-for 45.0' 2024-06-06T08:41:58.648 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- timeout 105 ceph tell mds.24484 quiesce db / --timeout 90 --expiration 130 --await-for 45.0 2024-06-06T08:41:59.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:41:58 smithi149 ceph-mon[36842]: pgmap v617: 129 pgs: 18 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 57 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 488 KiB/s rd, 527 KiB/s wr, 182 op/s 2024-06-06T08:41:59.067 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:41:58 smithi042 ceph-mon[32384]: pgmap v617: 129 pgs: 18 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 57 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 488 KiB/s rd, 527 KiB/s wr, 182 op/s 2024-06-06T08:41:59.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:41:58 smithi120 ceph-mon[36658]: pgmap v617: 129 pgs: 18 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 57 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 488 KiB/s rd, 527 KiB/s wr, 182 op/s 2024-06-06T08:41:59.238 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:41:59.733 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.734+0000 7f0ba3df9640 1 -- 172.21.15.42:0/1423000239 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0b9c100c10 msgr2=0x7f0b9c104c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:59.733 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.734+0000 7f0ba3df9640 1 --2- 172.21.15.42:0/1423000239 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0b9c100c10 0x7f0b9c104c50 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f0b8c00aa10 tx=0x7f0b8c02b760 comp rx=0 tx=0).stop 2024-06-06T08:41:59.733 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.734+0000 7f0ba3df9640 1 -- 172.21.15.42:0/1423000239 shutdown_connections 2024-06-06T08:41:59.733 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.734+0000 7f0ba3df9640 1 --2- 172.21.15.42:0/1423000239 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0b9c100c10 0x7f0b9c104c50 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:59.733 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.735+0000 7f0ba3df9640 1 --2- 172.21.15.42:0/1423000239 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0b9c105330 0x7f0b9c10cf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:59.733 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.735+0000 7f0ba3df9640 1 --2- 172.21.15.42:0/1423000239 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0b9c100260 0x7f0b9c100640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:59.734 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.735+0000 7f0ba3df9640 1 -- 172.21.15.42:0/1423000239 >> 172.21.15.42:0/1423000239 conn(0x7f0b9c076e30 msgr2=0x7f0b9c0fe1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:41:59.734 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.735+0000 7f0ba3df9640 1 -- 172.21.15.42:0/1423000239 shutdown_connections 2024-06-06T08:41:59.734 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.736+0000 7f0ba3df9640 1 -- 172.21.15.42:0/1423000239 wait complete. 2024-06-06T08:41:59.736 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.736+0000 7f0ba3df9640 1 Processor -- start 2024-06-06T08:41:59.736 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.736+0000 7f0ba3df9640 1 -- start start 2024-06-06T08:41:59.736 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.737+0000 7f0ba3df9640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0b9c100260 0x7f0b9c195c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:59.736 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.737+0000 7f0ba3df9640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0b9c105330 0x7f0b9c196170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:59.736 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.737+0000 7f0ba3df9640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0b9c1967c0 0x7f0b9c19a710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:59.736 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.737+0000 7f0ba3df9640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0b9c10fb70 con 0x7f0b9c105330 2024-06-06T08:41:59.737 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.737+0000 7f0ba3df9640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f0b9c10f9f0 con 0x7f0b9c1967c0 2024-06-06T08:41:59.737 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.737+0000 7f0ba3df9640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f0b9c10fcf0 con 0x7f0b9c100260 2024-06-06T08:41:59.737 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.737+0000 7f0ba1b95640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0b9c100260 0x7f0b9c195c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:59.737 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.737+0000 7f0ba1b95640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0b9c100260 0x7f0b9c195c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:51886/0 (socket says 172.21.15.42:51886) 2024-06-06T08:41:59.737 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.737+0000 7f0ba1b95640 1 -- 172.21.15.42:0/1587257680 learned_addr learned my addr 172.21.15.42:0/1587257680 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:41:59.737 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.737+0000 7f0ba2396640 1 --2- 172.21.15.42:0/1587257680 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0b9c1967c0 0x7f0b9c19a710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:59.737 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.738+0000 7f0ba1b95640 1 -- 172.21.15.42:0/1587257680 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0b9c1967c0 msgr2=0x7f0b9c19a710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:59.737 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.738+0000 7f0ba1b95640 1 --2- 172.21.15.42:0/1587257680 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0b9c1967c0 0x7f0b9c19a710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:59.737 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.738+0000 7f0ba1b95640 1 -- 172.21.15.42:0/1587257680 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0b9c105330 msgr2=0x7f0b9c196170 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-06T08:41:59.737 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.738+0000 7f0ba1b95640 1 --2- 172.21.15.42:0/1587257680 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0b9c105330 0x7f0b9c196170 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:59.737 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.738+0000 7f0ba1b95640 1 -- 172.21.15.42:0/1587257680 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b9c19afd0 con 0x7f0b9c100260 2024-06-06T08:41:59.738 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.738+0000 7f0ba1b95640 1 --2- 172.21.15.42:0/1587257680 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0b9c100260 0x7f0b9c195c30 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f0b9800d950 tx=0x7f0b9800de10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:41:59.742 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.741+0000 7f0b92ffd640 1 -- 172.21.15.42:0/1587257680 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b98017070 con 0x7f0b9c100260 2024-06-06T08:41:59.742 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.741+0000 7f0ba3df9640 1 -- 172.21.15.42:0/1587257680 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b9c19b2c0 con 0x7f0b9c100260 2024-06-06T08:41:59.743 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.741+0000 7f0ba3df9640 1 -- 172.21.15.42:0/1587257680 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b9c1a2dc0 con 0x7f0b9c100260 2024-06-06T08:41:59.743 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.741+0000 7f0b92ffd640 1 -- 172.21.15.42:0/1587257680 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0b98009c30 con 0x7f0b9c100260 2024-06-06T08:41:59.743 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.741+0000 7f0b92ffd640 1 -- 172.21.15.42:0/1587257680 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b9800f6b0 con 0x7f0b9c100260 2024-06-06T08:41:59.747 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.749+0000 7f0b92ffd640 1 -- 172.21.15.42:0/1587257680 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f0b9800f850 con 0x7f0b9c100260 2024-06-06T08:41:59.749 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.750+0000 7f0b92ffd640 1 --2- 172.21.15.42:0/1587257680 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f0b880a2f80 0x7f0b880a5440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:59.749 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.750+0000 7f0b92ffd640 1 -- 172.21.15.42:0/1587257680 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(134..134 src has 1..134) ==== 9610+0+0 (secure 0 0 0) 0x7f0b980cf340 con 0x7f0b9c100260 2024-06-06T08:41:59.749 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.751+0000 7f0ba6be6740 1 Processor -- start 2024-06-06T08:41:59.750 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.751+0000 7f0ba6be6740 1 -- start start 2024-06-06T08:41:59.750 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.751+0000 7f0ba1394640 1 --2- 172.21.15.42:0/1587257680 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f0b880a2f80 0x7f0b880a5440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:59.750 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.752+0000 7f0ba6be6740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b915f8c170 0x55b915f8c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:59.751 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.752+0000 7f0ba6be6740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b915f8ca90 0x55b915f96e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:59.751 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.752+0000 7f0ba6be6740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b915f97350 0x55b915f99740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:59.751 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.753+0000 7f0ba6be6740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55b915ef04f0 con 0x55b915f8c170 2024-06-06T08:41:59.751 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.753+0000 7f0ba6be6740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55b915e8e870 con 0x55b915f97350 2024-06-06T08:41:59.751 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.753+0000 7f0ba2396640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b915f97350 0x55b915f99740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:59.751 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.753+0000 7f0ba2396640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b915f97350 0x55b915f99740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:34526/0 (socket says 172.21.15.42:34526) 2024-06-06T08:41:59.752 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.753+0000 7f0ba2396640 1 -- 172.21.15.42:0/2755784943 learned_addr learned my addr 172.21.15.42:0/2755784943 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:41:59.752 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.753+0000 7f0ba6be6740 1 -- 172.21.15.42:0/2755784943 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55b915eec4b0 con 0x55b915f8ca90 2024-06-06T08:41:59.752 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.753+0000 7f0ba1b95640 1 --2- 172.21.15.42:0/2755784943 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b915f8c170 0x55b915f8c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:59.752 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.754+0000 7f0ba1b95640 1 -- 172.21.15.42:0/2755784943 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b915f8ca90 msgr2=0x55b915f96e10 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-06T08:41:59.752 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.754+0000 7f0ba1b95640 1 --2- 172.21.15.42:0/2755784943 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b915f8ca90 0x55b915f96e10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:59.753 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.754+0000 7f0ba1b95640 1 -- 172.21.15.42:0/2755784943 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b915f97350 msgr2=0x55b915f99740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:41:59.753 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.754+0000 7f0ba1b95640 1 --2- 172.21.15.42:0/2755784943 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b915f97350 0x55b915f99740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:59.753 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.754+0000 7f0ba1b95640 1 -- 172.21.15.42:0/2755784943 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b915eaa9b0 con 0x55b915f8c170 2024-06-06T08:41:59.753 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.754+0000 7f0ba1394640 1 --2- 172.21.15.42:0/1587257680 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f0b880a2f80 0x7f0b880a5440 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f0b8c00a960 tx=0x7f0b8c000bc0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:41:59.753 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.754+0000 7f0ba1b95640 1 --2- 172.21.15.42:0/2755784943 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b915f8c170 0x55b915f8c550 secure :-1 s=READY pgs=1044 cs=0 l=1 rev1=1 crypto rx=0x7f0b980cc5f0 tx=0x7f0b9809bc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b75e9687e861e498 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:41:59.756 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.758+0000 7f0ba2396640 1 --2- 172.21.15.42:0/2755784943 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b915f97350 0x55b915f99740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:41:59.757 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.759+0000 7f0b87fff640 1 -- 172.21.15.42:0/2755784943 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b98020070 con 0x55b915f8c170 2024-06-06T08:41:59.757 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.759+0000 7f0b87fff640 1 -- 172.21.15.42:0/2755784943 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0b9809f770 con 0x55b915f8c170 2024-06-06T08:41:59.757 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.759+0000 7f0b87fff640 1 -- 172.21.15.42:0/2755784943 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b9809a810 con 0x55b915f8c170 2024-06-06T08:41:59.758 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.760+0000 7f0ba6be6740 1 -- 172.21.15.42:0/2755784943 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b915f8c170 msgr2=0x55b915f8c550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:59.758 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.760+0000 7f0ba6be6740 1 --2- 172.21.15.42:0/2755784943 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b915f8c170 0x55b915f8c550 secure :-1 s=READY pgs=1044 cs=0 l=1 rev1=1 crypto rx=0x7f0b980cc5f0 tx=0x7f0b9809bc00 comp rx=0 tx=0).stop 2024-06-06T08:41:59.760 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.761+0000 7f0ba6be6740 1 -- 172.21.15.42:0/2755784943 shutdown_connections 2024-06-06T08:41:59.760 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.761+0000 7f0ba6be6740 1 --2- 172.21.15.42:0/2755784943 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b915f97350 0x55b915f99740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:59.760 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.761+0000 7f0ba6be6740 1 --2- 172.21.15.42:0/2755784943 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b915f8ca90 0x55b915f96e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:59.760 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.761+0000 7f0ba6be6740 1 --2- 172.21.15.42:0/2755784943 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b915f8c170 0x55b915f8c550 unknown :-1 s=CLOSED pgs=1044 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:59.760 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.761+0000 7f0ba6be6740 1 -- 172.21.15.42:0/2755784943 >> 172.21.15.42:0/2755784943 conn(0x55b915f88680 msgr2=0x55b915f88a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:41:59.760 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.762+0000 7f0ba6be6740 1 -- 172.21.15.42:0/2755784943 shutdown_connections 2024-06-06T08:41:59.760 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.762+0000 7f0ba6be6740 1 -- 172.21.15.42:0/2755784943 wait complete. 2024-06-06T08:41:59.761 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.762+0000 7f0ba6be6740 1 -- start start 2024-06-06T08:41:59.761 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.763+0000 7f0ba6be6740 1 Processor -- start 2024-06-06T08:41:59.762 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.764+0000 7f0ba6be6740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b915f8c170 0x55b915f94380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:59.763 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.764+0000 7f0ba6be6740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b915f8ca90 0x55b915f948c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:59.763 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.764+0000 7f0ba6be6740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b915f97350 0x55b915f94e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:59.763 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.764+0000 7f0ba6be6740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55b915f99f20 con 0x55b915f8c170 2024-06-06T08:41:59.763 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.764+0000 7f0ba6be6740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x55b915e79ae0 con 0x55b915f97350 2024-06-06T08:41:59.763 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.764+0000 7f0ba6be6740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55b915f9a0a0 con 0x55b915f8ca90 2024-06-06T08:41:59.763 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.764+0000 7f0ba6be6740 10 client.0 _ll_register_callbacks cb 0x55b915eb29b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:41:59.764 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.765+0000 7f0ba1b95640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b915f8c170 0x55b915f94380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:59.764 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.765+0000 7f0ba1b95640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b915f8c170 0x55b915f94380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:49666/0 (socket says 172.21.15.42:49666) 2024-06-06T08:41:59.764 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.765+0000 7f0ba1b95640 1 -- 172.21.15.42:0/1526632600 learned_addr learned my addr 172.21.15.42:0/1526632600 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:41:59.764 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.765+0000 7f0ba1b95640 1 -- 172.21.15.42:0/1526632600 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b915f8ca90 msgr2=0x55b915f948c0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-06T08:41:59.764 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.765+0000 7f0ba1b95640 1 --2- 172.21.15.42:0/1526632600 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b915f8ca90 0x55b915f948c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:59.764 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.765+0000 7f0ba1b95640 1 -- 172.21.15.42:0/1526632600 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b915f97350 msgr2=0x55b915f94e00 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-06T08:41:59.764 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.765+0000 7f0ba1b95640 1 --2- 172.21.15.42:0/1526632600 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b915f97350 0x55b915f94e00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:59.764 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.765+0000 7f0ba1b95640 1 -- 172.21.15.42:0/1526632600 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b915c04210 con 0x55b915f8c170 2024-06-06T08:41:59.764 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.766+0000 7f0ba1b95640 1 --2- 172.21.15.42:0/1526632600 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b915f8c170 0x55b915f94380 secure :-1 s=READY pgs=1045 cs=0 l=1 rev1=1 crypto rx=0x7f0b98005fd0 tx=0x7f0b980cf270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2dbf59142423bcf server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:41:59.765 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.766+0000 7f0b857fa640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:41:59.765 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.766+0000 7f0b857fa640 1 -- 172.21.15.42:0/1526632600 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b980b3070 con 0x55b915f8c170 2024-06-06T08:41:59.765 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.767+0000 7f0b857fa640 1 -- 172.21.15.42:0/1526632600 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(134..134 src has 1..134) ==== 9610+0+0 (secure 0 0 0) 0x7f0b9809a810 con 0x55b915f8c170 2024-06-06T08:41:59.765 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.767+0000 7f0ba6be6740 1 -- 172.21.15.42:0/1526632600 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0b9809f770 con 0x55b915f8c170 2024-06-06T08:41:59.766 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.768+0000 7f0b857fa640 1 -- 172.21.15.42:0/1526632600 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) ==== 24+0+0 (secure 0 0 0) 0x7f0b98020070 con 0x55b915f8c170 2024-06-06T08:41:59.772 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.774+0000 7f0ba6be6740 10 client.18099 fetch_fsmap learned FSMap version 48 2024-06-06T08:41:59.772 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.774+0000 7f0ba6be6740 1 -- 172.21.15.42:0/1526632600 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) -- 0x55b915cd0620 con 0x55b915f8c170 2024-06-06T08:41:59.773 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.775+0000 7f0b857fa640 1 -- 172.21.15.42:0/1526632600 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0b98099780 con 0x55b915f8c170 2024-06-06T08:41:59.774 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.776+0000 7f0b857fa640 1 -- 172.21.15.42:0/1526632600 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 48) ==== 8370+0+0 (secure 0 0 0) 0x7f0b9809a420 con 0x55b915f8c170 2024-06-06T08:41:59.779 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.778+0000 7f0ba6be6740 10 client.18099 fetch_fsmap finished waiting for FSMap version 48 2024-06-06T08:41:59.779 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.778+0000 7f0ba6be6740 10 client.18099 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:41:59.779 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.778+0000 7f0ba6be6740 20 client.18099 populate_metadata read hostname 'smithi042' 2024-06-06T08:41:59.779 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.778+0000 7f0ba6be6740 1 --2- 172.21.15.42:0/1526632600 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55b915fa7340 0x55b915fa9730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:59.779 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.779+0000 7f0ba6be6740 4 client.18099 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:41:59.779 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.779+0000 7f0ba6be6740 1 -- 172.21.15.42:0/1526632600 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f0b9809f770 con 0x55b915fa7340 2024-06-06T08:41:59.782 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.783+0000 7f0ba1394640 1 --2- 172.21.15.42:0/1526632600 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55b915fa7340 0x55b915fa9730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:59.782 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.784+0000 7f0ba1394640 1 --2- 172.21.15.42:0/1526632600 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55b915fa7340 0x55b915fa9730 crc :-1 s=READY pgs=315 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=728f1c8858f9d6b6 server_cookie=3b58d4e39c9ef615 in_seq=0 out_seq=0 2024-06-06T08:41:59.782 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.784+0000 7f0b857fa640 10 client.18099 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:41:59.786 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.788+0000 7f0b857fa640 1 -- 172.21.15.42:0/1526632600 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x7f0b9809f770 con 0x55b915fa7340 2024-06-06T08:41:59.786 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.788+0000 7f0b857fa640 10 client.18099 handle_command_reply: tid=0 2024-06-06T08:41:59.786 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.788+0000 7f0ba6be6740 1 client.18099 shutdown 2024-06-06T08:41:59.790 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.790+0000 7f0ba6be6740 1 -- 172.21.15.42:0/1526632600 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b915f8c170 msgr2=0x55b915f94380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:59.790 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.790+0000 7f0ba6be6740 1 --2- 172.21.15.42:0/1526632600 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b915f8c170 0x55b915f94380 secure :-1 s=READY pgs=1045 cs=0 l=1 rev1=1 crypto rx=0x7f0b98005fd0 tx=0x7f0b980cf270 comp rx=0 tx=0).stop 2024-06-06T08:41:59.791 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.792+0000 7f0ba6be6740 1 -- 172.21.15.42:0/1526632600 shutdown_connections 2024-06-06T08:41:59.791 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.792+0000 7f0ba6be6740 1 --2- 172.21.15.42:0/1526632600 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55b915fa7340 0x55b915fa9730 crc :-1 s=READY pgs=315 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:59.791 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.792+0000 7f0ba6be6740 1 --2- 172.21.15.42:0/1526632600 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b915f97350 0x55b915f94e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:59.791 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.792+0000 7f0ba6be6740 1 --2- 172.21.15.42:0/1526632600 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b915f8ca90 0x55b915f948c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:59.791 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.792+0000 7f0ba6be6740 1 --2- 172.21.15.42:0/1526632600 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b915f8c170 0x55b915f94380 unknown :-1 s=CLOSED pgs=1045 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:59.791 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.792+0000 7f0ba6be6740 1 -- 172.21.15.42:0/1526632600 >> 172.21.15.42:0/1526632600 conn(0x55b915f88680 msgr2=0x55b915f8e400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:41:59.791 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.792+0000 7f0b857fa640 0 client.18099 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:41:59.792 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.794+0000 7f0ba6be6740 1 -- 172.21.15.42:0/1526632600 shutdown_connections 2024-06-06T08:41:59.793 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.794+0000 7f0ba6be6740 1 -- 172.21.15.42:0/1526632600 wait complete. 2024-06-06T08:41:59.793 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.794+0000 7f0ba6be6740 20 client.18099 trim_cache size 0 max 16384 2024-06-06T08:41:59.827 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.828+0000 7f0ba6be6740 1 Processor -- start 2024-06-06T08:41:59.828 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.829+0000 7f0ba6be6740 1 -- start start 2024-06-06T08:41:59.828 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.829+0000 7f0ba6be6740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b915f8c170 0x55b915f87f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:59.828 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.829+0000 7f0ba6be6740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b915f8ca90 0x55b915faecd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:59.828 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.829+0000 7f0ba6be6740 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b915f97350 0x55b915faf210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:59.828 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.829+0000 7f0ba6be6740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0b800128d0 con 0x55b915f8c170 2024-06-06T08:41:59.828 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.829+0000 7f0ba6be6740 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f0b800100e0 con 0x55b915f97350 2024-06-06T08:41:59.828 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.829+0000 7f0ba6be6740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f0b8000dfe0 con 0x55b915f8ca90 2024-06-06T08:41:59.828 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.829+0000 7f0ba2396640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b915f97350 0x55b915faf210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:59.828 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.829+0000 7f0ba2396640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b915f97350 0x55b915faf210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:34558/0 (socket says 172.21.15.42:34558) 2024-06-06T08:41:59.829 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.829+0000 7f0ba2396640 1 -- 172.21.15.42:0/3540671715 learned_addr learned my addr 172.21.15.42:0/3540671715 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:41:59.829 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.830+0000 7f0ba1394640 1 --2- 172.21.15.42:0/3540671715 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b915f8ca90 0x55b915faecd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:59.829 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.830+0000 7f0ba1394640 1 -- 172.21.15.42:0/3540671715 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b915f97350 msgr2=0x55b915faf210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:41:59.829 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.830+0000 7f0ba1394640 1 --2- 172.21.15.42:0/3540671715 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b915f97350 0x55b915faf210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:59.829 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.830+0000 7f0ba1394640 1 -- 172.21.15.42:0/3540671715 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b915f8c170 msgr2=0x55b915f87f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:41:59.829 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.830+0000 7f0ba1394640 1 --2- 172.21.15.42:0/3540671715 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b915f8c170 0x55b915f87f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:59.829 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.830+0000 7f0ba1394640 1 -- 172.21.15.42:0/3540671715 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b915f99ab0 con 0x55b915f8ca90 2024-06-06T08:41:59.830 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.832+0000 7f0ba1394640 1 --2- 172.21.15.42:0/3540671715 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b915f8ca90 0x55b915faecd0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f0b9c1973f0 tx=0x7f0b8c03a000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=96741b55e78f4ebb server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:41:59.835 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.835+0000 7f0b877fe640 1 -- 172.21.15.42:0/3540671715 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b8c056070 con 0x55b915f8ca90 2024-06-06T08:41:59.835 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.835+0000 7f0b877fe640 1 -- 172.21.15.42:0/3540671715 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0b8c040070 con 0x55b915f8ca90 2024-06-06T08:41:59.835 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.835+0000 7f0b877fe640 1 -- 172.21.15.42:0/3540671715 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b8c0486a0 con 0x55b915f8ca90 2024-06-06T08:41:59.835 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.837+0000 7f0ba6be6740 1 -- 172.21.15.42:0/3540671715 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b915f8ca90 msgr2=0x55b915faecd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:59.835 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.837+0000 7f0ba6be6740 1 --2- 172.21.15.42:0/3540671715 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b915f8ca90 0x55b915faecd0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f0b9c1973f0 tx=0x7f0b8c03a000 comp rx=0 tx=0).stop 2024-06-06T08:41:59.836 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.837+0000 7f0ba6be6740 1 -- 172.21.15.42:0/3540671715 shutdown_connections 2024-06-06T08:41:59.836 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.837+0000 7f0ba6be6740 1 --2- 172.21.15.42:0/3540671715 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b915f97350 0x55b915faf210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:59.836 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.837+0000 7f0ba6be6740 1 --2- 172.21.15.42:0/3540671715 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b915f8ca90 0x55b915faecd0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:59.836 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.837+0000 7f0ba6be6740 1 --2- 172.21.15.42:0/3540671715 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b915f8c170 0x55b915f87f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:59.836 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.837+0000 7f0ba6be6740 1 -- 172.21.15.42:0/3540671715 >> 172.21.15.42:0/3540671715 conn(0x55b915f88680 msgr2=0x55b915f8f6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:41:59.837 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.839+0000 7f0ba6be6740 1 -- 172.21.15.42:0/3540671715 shutdown_connections 2024-06-06T08:41:59.837 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.839+0000 7f0ba6be6740 1 -- 172.21.15.42:0/3540671715 wait complete. 2024-06-06T08:41:59.838 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.839+0000 7f0ba6be6740 1 -- start start 2024-06-06T08:41:59.838 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.840+0000 7f0ba6be6740 1 Processor -- start 2024-06-06T08:41:59.839 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.840+0000 7f0ba6be6740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b915f8c170 0x55b915f9f4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:59.839 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.841+0000 7f0ba6be6740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b915f8ca90 0x55b915f9fa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:59.840 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.841+0000 7f0ba1b95640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b915f8c170 0x55b915f9f4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:59.840 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.841+0000 7f0ba1b95640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b915f8c170 0x55b915f9f4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:51906/0 (socket says 172.21.15.42:51906) 2024-06-06T08:41:59.840 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.841+0000 7f0ba1b95640 1 -- 172.21.15.42:0/3624431242 learned_addr learned my addr 172.21.15.42:0/3624431242 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:41:59.840 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.841+0000 7f0ba6be6740 1 --2- 172.21.15.42:0/3624431242 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b915f97350 0x55b915f90bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:59.840 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.841+0000 7f0ba6be6740 1 -- 172.21.15.42:0/3624431242 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0b8000e5a0 con 0x55b915f8ca90 2024-06-06T08:41:59.840 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.841+0000 7f0ba6be6740 1 -- 172.21.15.42:0/3624431242 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f0b8000fa10 con 0x55b915f97350 2024-06-06T08:41:59.840 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.841+0000 7f0ba6be6740 1 -- 172.21.15.42:0/3624431242 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f0b8000ec70 con 0x55b915f8c170 2024-06-06T08:41:59.840 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.841+0000 7f0ba2396640 1 --2- 172.21.15.42:0/3624431242 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b915f97350 0x55b915f90bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:59.840 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.841+0000 7f0ba6be6740 10 client.0 _ll_register_callbacks cb 0x7f0b9809adf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:41:59.843 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.844+0000 7f0ba1394640 1 --2- 172.21.15.42:0/3624431242 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b915f8ca90 0x55b915f9fa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:59.844 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.845+0000 7f0ba1394640 1 -- 172.21.15.42:0/3624431242 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b915f8c170 msgr2=0x55b915f9f4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:41:59.845 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.845+0000 7f0ba1394640 1 --2- 172.21.15.42:0/3624431242 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b915f8c170 0x55b915f9f4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:59.845 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.845+0000 7f0ba1394640 1 -- 172.21.15.42:0/3624431242 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b915f97350 msgr2=0x55b915f90bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:41:59.845 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.845+0000 7f0ba1394640 1 --2- 172.21.15.42:0/3624431242 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b915f97350 0x55b915f90bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:59.845 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.845+0000 7f0ba1394640 1 -- 172.21.15.42:0/3624431242 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b915f912b0 con 0x55b915f8ca90 2024-06-06T08:41:59.845 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.846+0000 7f0ba1394640 1 --2- 172.21.15.42:0/3624431242 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b915f8ca90 0x55b915f9fa20 secure :-1 s=READY pgs=1046 cs=0 l=1 rev1=1 crypto rx=0x55b915fa60a0 tx=0x7f0b8c003b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5c022513b1d9f9 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:41:59.845 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.846+0000 7f0b857fa640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:41:59.847 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.847+0000 7f0b857fa640 1 -- 172.21.15.42:0/3624431242 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b8c056040 con 0x55b915f8ca90 2024-06-06T08:41:59.847 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.847+0000 7f0b857fa640 1 -- 172.21.15.42:0/3624431242 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(134..134 src has 1..134) ==== 9610+0+0 (secure 0 0 0) 0x7f0b8c004060 con 0x55b915f8ca90 2024-06-06T08:41:59.847 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.847+0000 7f0ba6be6740 1 -- 172.21.15.42:0/3624431242 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0b8c040070 con 0x55b915f8ca90 2024-06-06T08:41:59.850 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.851+0000 7f0b857fa640 1 -- 172.21.15.42:0/3624431242 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) ==== 24+0+0 (secure 0 0 0) 0x7f0b8c004260 con 0x55b915f8ca90 2024-06-06T08:41:59.850 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.851+0000 7f0ba6be6740 10 client.18102 fetch_fsmap learned FSMap version 48 2024-06-06T08:41:59.850 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.851+0000 7f0ba6be6740 1 -- 172.21.15.42:0/3624431242 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) -- 0x55b916011630 con 0x55b915f8ca90 2024-06-06T08:41:59.852 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.852+0000 7f0b857fa640 1 -- 172.21.15.42:0/3624431242 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0b8c004400 con 0x55b915f8ca90 2024-06-06T08:41:59.852 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.852+0000 7f0b857fa640 1 -- 172.21.15.42:0/3624431242 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 48) ==== 8370+0+0 (secure 0 0 0) 0x7f0b8c062030 con 0x55b915f8ca90 2024-06-06T08:41:59.852 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.852+0000 7f0ba6be6740 10 client.18102 fetch_fsmap finished waiting for FSMap version 48 2024-06-06T08:41:59.852 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.852+0000 7f0ba6be6740 10 client.18102 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T08:41:59.852 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.852+0000 7f0ba6be6740 20 client.18102 populate_metadata read hostname 'smithi042' 2024-06-06T08:41:59.852 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.852+0000 7f0ba6be6740 1 --2- 172.21.15.42:0/3624431242 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55b916011cc0 0x55b9160140e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:41:59.852 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.852+0000 7f0ba6be6740 4 client.18102 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T08:41:59.853 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.852+0000 7f0ba6be6740 1 -- 172.21.15.42:0/3624431242 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7f0b8c040070 con 0x55b916011cc0 2024-06-06T08:41:59.853 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.855+0000 7f0ba1b95640 1 --2- 172.21.15.42:0/3624431242 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55b916011cc0 0x55b9160140e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:41:59.858 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.860+0000 7f0ba1b95640 1 --2- 172.21.15.42:0/3624431242 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55b916011cc0 0x55b9160140e0 crc :-1 s=READY pgs=316 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4be7179bb1e2b9e7 server_cookie=79e11ae9ebd94ae7 in_seq=0 out_seq=0 2024-06-06T08:41:59.862 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.861+0000 7f0b857fa640 10 client.18102 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:41:59.979 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.980+0000 7f0b857fa640 1 -- 172.21.15.42:0/3624431242 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x7f0b8c040070 con 0x55b916011cc0 2024-06-06T08:41:59.979 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.980+0000 7f0b857fa640 10 client.18102 handle_command_reply: tid=0 2024-06-06T08:41:59.979 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.980+0000 7f0ba6be6740 1 client.18102 shutdown 2024-06-06T08:41:59.980 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.980+0000 7f0ba6be6740 1 -- 172.21.15.42:0/3624431242 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b915f8ca90 msgr2=0x55b915f9fa20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:59.980 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.980+0000 7f0ba6be6740 1 --2- 172.21.15.42:0/3624431242 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b915f8ca90 0x55b915f9fa20 secure :-1 s=READY pgs=1046 cs=0 l=1 rev1=1 crypto rx=0x55b915fa60a0 tx=0x7f0b8c003b20 comp rx=0 tx=0).stop 2024-06-06T08:41:59.980 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.981+0000 7f0ba6be6740 1 -- 172.21.15.42:0/3624431242 shutdown_connections 2024-06-06T08:41:59.980 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.981+0000 7f0ba6be6740 1 --2- 172.21.15.42:0/3624431242 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x55b916011cc0 0x55b9160140e0 crc :-1 s=READY pgs=316 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:59.980 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.981+0000 7f0ba6be6740 1 --2- 172.21.15.42:0/3624431242 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55b915f97350 0x55b915f90bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:59.980 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.981+0000 7f0ba6be6740 1 --2- 172.21.15.42:0/3624431242 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b915f8ca90 0x55b915f9fa20 unknown :-1 s=CLOSED pgs=1046 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:59.980 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.981+0000 7f0ba6be6740 1 --2- 172.21.15.42:0/3624431242 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b915f8c170 0x55b915f9f4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:59.980 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.981+0000 7f0ba6be6740 1 -- 172.21.15.42:0/3624431242 >> 172.21.15.42:0/3624431242 conn(0x55b915f88680 msgr2=0x55b915f8db20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:41:59.980 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.981+0000 7f0b857fa640 0 client.18102 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:41:59.980 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.981+0000 7f0ba6be6740 1 -- 172.21.15.42:0/3624431242 shutdown_connections 2024-06-06T08:41:59.980 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.981+0000 7f0ba6be6740 1 -- 172.21.15.42:0/3624431242 wait complete. 2024-06-06T08:41:59.980 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.981+0000 7f0ba6be6740 20 client.18102 trim_cache size 0 max 16384 2024-06-06T08:41:59.981 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:{ 2024-06-06T08:41:59.981 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout: "return_code": 0 2024-06-06T08:41:59.981 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stdout:} 2024-06-06T08:41:59.982 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.982+0000 7f0ba3df9640 1 -- 172.21.15.42:0/1587257680 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f0b880a2f80 msgr2=0x7f0b880a5440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:59.982 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.982+0000 7f0ba3df9640 1 --2- 172.21.15.42:0/1587257680 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f0b880a2f80 0x7f0b880a5440 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f0b8c00a960 tx=0x7f0b8c000bc0 comp rx=0 tx=0).stop 2024-06-06T08:41:59.982 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.982+0000 7f0ba3df9640 1 -- 172.21.15.42:0/1587257680 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0b9c100260 msgr2=0x7f0b9c195c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:41:59.982 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.982+0000 7f0ba3df9640 1 --2- 172.21.15.42:0/1587257680 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0b9c100260 0x7f0b9c195c30 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f0b9800d950 tx=0x7f0b9800de10 comp rx=0 tx=0).stop 2024-06-06T08:41:59.982 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.982+0000 7f0ba3df9640 1 -- 172.21.15.42:0/1587257680 shutdown_connections 2024-06-06T08:41:59.982 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.982+0000 7f0ba3df9640 1 --2- 172.21.15.42:0/1587257680 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f0b880a2f80 0x7f0b880a5440 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:59.982 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.982+0000 7f0ba3df9640 1 --2- 172.21.15.42:0/1587257680 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f0b9c1967c0 0x7f0b9c19a710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:59.982 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.982+0000 7f0ba3df9640 1 --2- 172.21.15.42:0/1587257680 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0b9c105330 0x7f0b9c196170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:59.982 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.982+0000 7f0ba3df9640 1 --2- 172.21.15.42:0/1587257680 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0b9c100260 0x7f0b9c195c30 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:41:59.982 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.982+0000 7f0ba3df9640 1 -- 172.21.15.42:0/1587257680 >> 172.21.15.42:0/1587257680 conn(0x7f0b9c076e30 msgr2=0x7f0b9c10cbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:41:59.983 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.983+0000 7f0ba3df9640 1 -- 172.21.15.42:0/1587257680 shutdown_connections 2024-06-06T08:41:59.983 INFO:teuthology.task.background_exec.ubuntu@smithi042.front.sepia.ceph.com.smithi042.stderr:2024-06-06T08:41:59.983+0000 7f0ba3df9640 1 -- 172.21.15.42:0/1587257680 wait complete. 2024-06-06T08:42:00.455 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:42:00.456 INFO:teuthology.orchestra.run.smithi042.stdout: "epoch": 48, 2024-06-06T08:42:00.456 INFO:teuthology.orchestra.run.smithi042.stdout: "leader": 24484, 2024-06-06T08:42:00.456 INFO:teuthology.orchestra.run.smithi042.stdout: "set_version": 52, 2024-06-06T08:42:00.456 INFO:teuthology.orchestra.run.smithi042.stdout: "sets": {} 2024-06-06T08:42:00.456 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:42:00.457 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.112+0000 7fbc744aa700 1 -- 172.21.15.42:0/239012461 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbc6c110c70 msgr2=0x7fbc6c109490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:42:00.457 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.112+0000 7fbc744aa700 1 --2- 172.21.15.42:0/239012461 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbc6c110c70 0x7fbc6c109490 secure :-1 s=READY pgs=1047 cs=0 l=1 rev1=1 crypto rx=0x7fbc640098f0 tx=0x7fbc64009c00 comp rx=0 tx=0).stop 2024-06-06T08:42:00.457 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.113+0000 7fbc744aa700 1 -- 172.21.15.42:0/239012461 shutdown_connections 2024-06-06T08:42:00.457 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.113+0000 7fbc744aa700 1 --2- 172.21.15.42:0/239012461 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbc6c11bc70 0x7fbc6c11e060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:00.457 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.113+0000 7fbc744aa700 1 --2- 172.21.15.42:0/239012461 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbc6c110c70 0x7fbc6c109490 unknown :-1 s=CLOSED pgs=1047 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:00.457 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.113+0000 7fbc744aa700 1 --2- 172.21.15.42:0/239012461 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbc6c1099d0 0x7fbc6c109e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:00.457 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.113+0000 7fbc744aa700 1 -- 172.21.15.42:0/239012461 >> 172.21.15.42:0/239012461 conn(0x7fbc6c06d600 msgr2=0x7fbc6c06da10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:42:00.457 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.113+0000 7fbc744aa700 1 -- 172.21.15.42:0/239012461 shutdown_connections 2024-06-06T08:42:00.457 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.113+0000 7fbc744aa700 1 -- 172.21.15.42:0/239012461 wait complete. 2024-06-06T08:42:00.457 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.115+0000 7fbc744aa700 1 Processor -- start 2024-06-06T08:42:00.457 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.115+0000 7fbc744aa700 1 -- start start 2024-06-06T08:42:00.458 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.116+0000 7fbc744aa700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbc6c1099d0 0x7fbc6c1ad750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:00.458 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.116+0000 7fbc744aa700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbc6c110c70 0x7fbc6c1adc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:00.458 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.116+0000 7fbc744aa700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbc6c11bc70 0x7fbc6c1a7910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:00.458 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.116+0000 7fbc744aa700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fbc6c1216d0 con 0x7fbc6c1099d0 2024-06-06T08:42:00.458 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.116+0000 7fbc744aa700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fbc6c121550 con 0x7fbc6c110c70 2024-06-06T08:42:00.458 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.116+0000 7fbc744aa700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fbc6c121850 con 0x7fbc6c11bc70 2024-06-06T08:42:00.458 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.116+0000 7fbc71a45700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbc6c110c70 0x7fbc6c1adc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:00.458 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.116+0000 7fbc71a45700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbc6c110c70 0x7fbc6c1adc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:34592/0 (socket says 172.21.15.42:34592) 2024-06-06T08:42:00.458 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.116+0000 7fbc71a45700 1 -- 172.21.15.42:0/2915102564 learned_addr learned my addr 172.21.15.42:0/2915102564 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:42:00.458 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.116+0000 7fbc72a47700 1 --2- 172.21.15.42:0/2915102564 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbc6c11bc70 0x7fbc6c1a7910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:00.458 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.116+0000 7fbc71a45700 1 -- 172.21.15.42:0/2915102564 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbc6c11bc70 msgr2=0x7fbc6c1a7910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:42:00.458 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.116+0000 7fbc71a45700 1 --2- 172.21.15.42:0/2915102564 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbc6c11bc70 0x7fbc6c1a7910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:00.458 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.116+0000 7fbc71a45700 1 -- 172.21.15.42:0/2915102564 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbc6c1099d0 msgr2=0x7fbc6c1ad750 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-06T08:42:00.458 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.117+0000 7fbc71a45700 1 --2- 172.21.15.42:0/2915102564 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbc6c1099d0 0x7fbc6c1ad750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:00.459 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.117+0000 7fbc71a45700 1 -- 172.21.15.42:0/2915102564 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc6c1a8070 con 0x7fbc6c110c70 2024-06-06T08:42:00.459 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.117+0000 7fbc72a47700 1 --2- 172.21.15.42:0/2915102564 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbc6c11bc70 0x7fbc6c1a7910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:42:00.459 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.118+0000 7fbc71a45700 1 --2- 172.21.15.42:0/2915102564 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbc6c110c70 0x7fbc6c1adc90 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fbc5800d980 tx=0x7fbc5800dd40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:42:00.459 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.118+0000 7fbc6b7fe700 1 -- 172.21.15.42:0/2915102564 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc58016070 con 0x7fbc6c110c70 2024-06-06T08:42:00.459 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.118+0000 7fbc744aa700 1 -- 172.21.15.42:0/2915102564 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc6c1a8360 con 0x7fbc6c110c70 2024-06-06T08:42:00.459 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.118+0000 7fbc744aa700 1 -- 172.21.15.42:0/2915102564 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc6c1b4620 con 0x7fbc6c110c70 2024-06-06T08:42:00.459 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.118+0000 7fbc6b7fe700 1 -- 172.21.15.42:0/2915102564 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbc5800de60 con 0x7fbc6c110c70 2024-06-06T08:42:00.459 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.118+0000 7fbc6b7fe700 1 -- 172.21.15.42:0/2915102564 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc5800f620 con 0x7fbc6c110c70 2024-06-06T08:42:00.459 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.122+0000 7fbc6b7fe700 1 -- 172.21.15.42:0/2915102564 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fbc58019070 con 0x7fbc6c110c70 2024-06-06T08:42:00.459 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.124+0000 7fbc6b7fe700 1 --2- 172.21.15.42:0/2915102564 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbc5c0a2ed0 0x7fbc5c0a5390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:00.459 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.124+0000 7fbc6b7fe700 1 -- 172.21.15.42:0/2915102564 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(134..134 src has 1..134) ==== 9610+0+0 (secure 0 0 0) 0x7fbc580cf7c0 con 0x7fbc6c110c70 2024-06-06T08:42:00.459 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.128+0000 7fbc72246700 1 --2- 172.21.15.42:0/2915102564 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbc5c0a2ed0 0x7fbc5c0a5390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:00.459 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.133+0000 7fbc72246700 1 --2- 172.21.15.42:0/2915102564 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbc5c0a2ed0 0x7fbc5c0a5390 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fbc64009810 tx=0x7fbc640058e0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:42:00.459 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.232+0000 7fbc7ed2db80 1 Processor -- start 2024-06-06T08:42:00.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.234+0000 7fbc7ed2db80 1 -- start start 2024-06-06T08:42:00.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.234+0000 7fbc7ed2db80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55993355c470 0x55993355c850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:00.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.234+0000 7fbc7ed2db80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55993355cd90 0x559933556680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:00.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.234+0000 7fbc7ed2db80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559933556bc0 0x559933556fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:00.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.234+0000 7fbc7ed2db80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x559933448fd0 con 0x55993355cd90 2024-06-06T08:42:00.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.235+0000 7fbc7ed2db80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5599334a78c0 con 0x559933556bc0 2024-06-06T08:42:00.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.235+0000 7fbc7ed2db80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55993340f4d0 con 0x55993355c470 2024-06-06T08:42:00.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.237+0000 7fbc71a45700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55993355cd90 0x559933556680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:00.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.237+0000 7fbc72a47700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559933556bc0 0x559933556fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:00.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.237+0000 7fbc71a45700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55993355cd90 0x559933556680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:49712/0 (socket says 172.21.15.42:49712) 2024-06-06T08:42:00.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.237+0000 7fbc71a45700 1 -- 172.21.15.42:0/3193378347 learned_addr learned my addr 172.21.15.42:0/3193378347 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:42:00.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.244+0000 7fbc72246700 1 --2- 172.21.15.42:0/3193378347 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55993355c470 0x55993355c850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:00.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.244+0000 7fbc72a47700 1 -- 172.21.15.42:0/3193378347 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55993355c470 msgr2=0x55993355c850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:42:00.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.244+0000 7fbc72a47700 1 --2- 172.21.15.42:0/3193378347 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55993355c470 0x55993355c850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:00.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.244+0000 7fbc72a47700 1 -- 172.21.15.42:0/3193378347 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55993355cd90 msgr2=0x559933556680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:42:00.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.244+0000 7fbc72a47700 1 --2- 172.21.15.42:0/3193378347 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55993355cd90 0x559933556680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:00.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.244+0000 7fbc72a47700 1 -- 172.21.15.42:0/3193378347 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5599333f6940 con 0x559933556bc0 2024-06-06T08:42:00.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.245+0000 7fbc72a47700 1 --2- 172.21.15.42:0/3193378347 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559933556bc0 0x559933556fe0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fbc60007f20 tx=0x7fbc6000e440 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ec48932d707617 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:42:00.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.247+0000 7fbc68d70700 1 -- 172.21.15.42:0/3193378347 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc6000ec70 con 0x559933556bc0 2024-06-06T08:42:00.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.248+0000 7fbc68d70700 1 -- 172.21.15.42:0/3193378347 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbc6000ee10 con 0x559933556bc0 2024-06-06T08:42:00.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.249+0000 7fbc7ed2db80 1 -- 172.21.15.42:0/3193378347 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559933556bc0 msgr2=0x559933556fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:42:00.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.249+0000 7fbc7ed2db80 1 --2- 172.21.15.42:0/3193378347 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559933556bc0 0x559933556fe0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fbc60007f20 tx=0x7fbc6000e440 comp rx=0 tx=0).stop 2024-06-06T08:42:00.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.249+0000 7fbc7ed2db80 1 -- 172.21.15.42:0/3193378347 shutdown_connections 2024-06-06T08:42:00.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.249+0000 7fbc7ed2db80 1 --2- 172.21.15.42:0/3193378347 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x559933556bc0 0x559933556fe0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:00.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.249+0000 7fbc7ed2db80 1 --2- 172.21.15.42:0/3193378347 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55993355c470 0x55993355c850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:00.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.249+0000 7fbc7ed2db80 1 --2- 172.21.15.42:0/3193378347 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55993355cd90 0x559933556680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:00.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.249+0000 7fbc7ed2db80 1 -- 172.21.15.42:0/3193378347 >> 172.21.15.42:0/3193378347 conn(0x5599334830f0 msgr2=0x559933551970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:42:00.461 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.249+0000 7fbc7ed2db80 1 -- 172.21.15.42:0/3193378347 shutdown_connections 2024-06-06T08:42:00.462 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.251+0000 7fbc7ed2db80 1 -- 172.21.15.42:0/3193378347 wait complete. 2024-06-06T08:42:00.462 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.252+0000 7fbc7ed2db80 1 -- start start 2024-06-06T08:42:00.462 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.252+0000 7fbc7ed2db80 1 Processor -- start 2024-06-06T08:42:00.462 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.254+0000 7fbc7ed2db80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559933556bc0 0x559933562a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:00.462 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.254+0000 7fbc7ed2db80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55993355c470 0x55993355fd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:00.462 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.254+0000 7fbc7ed2db80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55993355cd90 0x5599335602c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:00.462 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.254+0000 7fbc7ed2db80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x559933448030 con 0x55993355cd90 2024-06-06T08:42:00.462 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.254+0000 7fbc7ed2db80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x5599334a3880 con 0x55993355c470 2024-06-06T08:42:00.462 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.254+0000 7fbc7ed2db80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x559933563810 con 0x559933556bc0 2024-06-06T08:42:00.462 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.254+0000 7fbc7ed2db80 10 client.0 _ll_register_callbacks cb 0x55993343d620 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:42:00.462 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.255+0000 7fbc72a47700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55993355cd90 0x5599335602c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:00.462 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.255+0000 7fbc72a47700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55993355cd90 0x5599335602c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:49724/0 (socket says 172.21.15.42:49724) 2024-06-06T08:42:00.462 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.255+0000 7fbc72a47700 1 -- 172.21.15.42:0/3716725209 learned_addr learned my addr 172.21.15.42:0/3716725209 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:42:00.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.258+0000 7fbc71a45700 1 --2- 172.21.15.42:0/3716725209 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55993355c470 0x55993355fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:00.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.258+0000 7fbc72246700 1 --2- 172.21.15.42:0/3716725209 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559933556bc0 0x559933562a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:00.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.258+0000 7fbc72a47700 1 -- 172.21.15.42:0/3716725209 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559933556bc0 msgr2=0x559933562a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:42:00.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.259+0000 7fbc72a47700 1 --2- 172.21.15.42:0/3716725209 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559933556bc0 0x559933562a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:00.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.259+0000 7fbc72a47700 1 -- 172.21.15.42:0/3716725209 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55993355c470 msgr2=0x55993355fd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:42:00.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.259+0000 7fbc72a47700 1 --2- 172.21.15.42:0/3716725209 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55993355c470 0x55993355fd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:00.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.259+0000 7fbc72a47700 1 -- 172.21.15.42:0/3716725209 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55993346d7c0 con 0x55993355cd90 2024-06-06T08:42:00.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.260+0000 7fbc72a47700 1 --2- 172.21.15.42:0/3716725209 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55993355cd90 0x5599335602c0 secure :-1 s=READY pgs=1048 cs=0 l=1 rev1=1 crypto rx=0x7fbc6000efe0 tx=0x7fbc60004b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c40f0abd5edb2b3a server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:42:00.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.261+0000 7fbc55ffb700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:42:00.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.265+0000 7fbc55ffb700 1 -- 172.21.15.42:0/3716725209 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc60023070 con 0x55993355cd90 2024-06-06T08:42:00.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.265+0000 7fbc7ed2db80 1 -- 172.21.15.42:0/3716725209 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5599334b4dc0 con 0x55993355cd90 2024-06-06T08:42:00.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.265+0000 7fbc55ffb700 1 -- 172.21.15.42:0/3716725209 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(134..134 src has 1..134) ==== 9610+0+0 (secure 0 0 0) 0x7fbc60005490 con 0x55993355cd90 2024-06-06T08:42:00.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.273+0000 7fbc55ffb700 1 -- 172.21.15.42:0/3716725209 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) ==== 24+0+0 (secure 0 0 0) 0x7fbc6002f050 con 0x55993355cd90 2024-06-06T08:42:00.464 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.274+0000 7fbc7ed2db80 10 client.18111 fetch_fsmap learned FSMap version 48 2024-06-06T08:42:00.464 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.274+0000 7fbc7ed2db80 1 -- 172.21.15.42:0/3716725209 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) -- 0x55993357f050 con 0x55993355cd90 2024-06-06T08:42:00.464 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.278+0000 7fbc55ffb700 1 -- 172.21.15.42:0/3716725209 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x5599334b4dc0 con 0x55993355cd90 2024-06-06T08:42:00.464 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.278+0000 7fbc55ffb700 1 -- 172.21.15.42:0/3716725209 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 48) ==== 8370+0+0 (secure 0 0 0) 0x7fbc60014c20 con 0x55993355cd90 2024-06-06T08:42:00.464 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.280+0000 7fbc7ed2db80 10 client.18111 fetch_fsmap finished waiting for FSMap version 48 2024-06-06T08:42:00.464 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.280+0000 7fbc7ed2db80 10 client.18111 resolve_mds: validated gid 24484 aka daemon mds.i 2024-06-06T08:42:00.464 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.280+0000 7fbc7ed2db80 20 client.18111 populate_metadata read hostname 'smithi042' 2024-06-06T08:42:00.464 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.280+0000 7fbc7ed2db80 1 --2- 172.21.15.42:0/3716725209 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x559933581520 0x559933583910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:00.464 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.280+0000 7fbc7ed2db80 4 client.18111 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:42:00.464 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.280+0000 7fbc7ed2db80 1 -- 172.21.15.42:0/3716725209 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5599334af340 con 0x559933581520 2024-06-06T08:42:00.464 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.283+0000 7fbc72246700 1 --2- 172.21.15.42:0/3716725209 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x559933581520 0x559933583910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:00.464 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.286+0000 7fbc72246700 1 --2- 172.21.15.42:0/3716725209 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x559933581520 0x559933583910 crc :-1 s=READY pgs=317 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=953a4d48f86916b7 server_cookie=590df11160650581 in_seq=0 out_seq=0 2024-06-06T08:42:00.464 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.287+0000 7fbc55ffb700 10 client.18111 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:42:00.464 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.290+0000 7fbc55ffb700 1 -- 172.21.15.42:0/3716725209 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x5599334af340 con 0x559933581520 2024-06-06T08:42:00.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.290+0000 7fbc55ffb700 10 client.18111 handle_command_reply: tid=0 2024-06-06T08:42:00.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.291+0000 7fbc7ed2db80 1 client.18111 shutdown 2024-06-06T08:42:00.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.291+0000 7fbc7ed2db80 1 -- 172.21.15.42:0/3716725209 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55993355cd90 msgr2=0x5599335602c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:42:00.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.291+0000 7fbc7ed2db80 1 --2- 172.21.15.42:0/3716725209 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55993355cd90 0x5599335602c0 secure :-1 s=READY pgs=1048 cs=0 l=1 rev1=1 crypto rx=0x7fbc6000efe0 tx=0x7fbc60004b40 comp rx=0 tx=0).stop 2024-06-06T08:42:00.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.292+0000 7fbc7ed2db80 1 -- 172.21.15.42:0/3716725209 shutdown_connections 2024-06-06T08:42:00.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.292+0000 7fbc7ed2db80 1 --2- 172.21.15.42:0/3716725209 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55993355cd90 0x5599335602c0 unknown :-1 s=CLOSED pgs=1048 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:00.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.292+0000 7fbc7ed2db80 1 --2- 172.21.15.42:0/3716725209 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559933556bc0 0x559933562a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:00.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.292+0000 7fbc7ed2db80 1 --2- 172.21.15.42:0/3716725209 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x559933581520 0x559933583910 crc :-1 s=READY pgs=317 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:00.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.292+0000 7fbc7ed2db80 1 --2- 172.21.15.42:0/3716725209 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55993355c470 0x55993355fd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:00.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.292+0000 7fbc55ffb700 0 client.18111 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:42:00.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.292+0000 7fbc7ed2db80 1 -- 172.21.15.42:0/3716725209 >> 172.21.15.42:0/3716725209 conn(0x5599334830f0 msgr2=0x559933550b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:42:00.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.292+0000 7fbc7ed2db80 1 -- 172.21.15.42:0/3716725209 shutdown_connections 2024-06-06T08:42:00.465 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.292+0000 7fbc7ed2db80 1 -- 172.21.15.42:0/3716725209 wait complete. 2024-06-06T08:42:00.466 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.292+0000 7fbc7ed2db80 20 client.18111 trim_cache size 0 max 16384 2024-06-06T08:42:00.466 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.331+0000 7fbc7ed2db80 1 Processor -- start 2024-06-06T08:42:00.466 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.331+0000 7fbc7ed2db80 1 -- start start 2024-06-06T08:42:00.466 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.332+0000 7fbc7ed2db80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559933556bc0 0x559933556680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:00.466 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.332+0000 7fbc7ed2db80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55993355c470 0x5599335512a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:00.466 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.332+0000 7fbc7ed2db80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55993355cd90 0x5599335517e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:00.466 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.332+0000 7fbc7ed2db80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fbc50011880 con 0x55993355cd90 2024-06-06T08:42:00.466 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.332+0000 7fbc7ed2db80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fbc5000f050 con 0x55993355c470 2024-06-06T08:42:00.466 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.332+0000 7fbc7ed2db80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fbc5000cea0 con 0x559933556bc0 2024-06-06T08:42:00.466 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.333+0000 7fbc72a47700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55993355cd90 0x5599335517e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:00.466 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.333+0000 7fbc72a47700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55993355cd90 0x5599335517e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:49726/0 (socket says 172.21.15.42:49726) 2024-06-06T08:42:00.466 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.333+0000 7fbc72a47700 1 -- 172.21.15.42:0/1600280477 learned_addr learned my addr 172.21.15.42:0/1600280477 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:42:00.467 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.333+0000 7fbc72246700 1 --2- 172.21.15.42:0/1600280477 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559933556bc0 0x559933556680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:00.467 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.333+0000 7fbc72246700 1 -- 172.21.15.42:0/1600280477 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55993355c470 msgr2=0x5599335512a0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-06-06T08:42:00.467 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.333+0000 7fbc72246700 1 --2- 172.21.15.42:0/1600280477 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55993355c470 0x5599335512a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:00.467 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.333+0000 7fbc72246700 1 -- 172.21.15.42:0/1600280477 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55993355cd90 msgr2=0x5599335517e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:42:00.467 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.333+0000 7fbc72246700 1 --2- 172.21.15.42:0/1600280477 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55993355cd90 0x5599335517e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:00.467 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.333+0000 7fbc72246700 1 -- 172.21.15.42:0/1600280477 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5599335612d0 con 0x559933556bc0 2024-06-06T08:42:00.467 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.334+0000 7fbc72246700 1 --2- 172.21.15.42:0/1600280477 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559933556bc0 0x559933556680 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fbc6400b2e0 tx=0x7fbc6401b000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=89d7477481cd9e1c server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:42:00.467 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.338+0000 7fbc57fff700 1 -- 172.21.15.42:0/1600280477 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc64003940 con 0x559933556bc0 2024-06-06T08:42:00.467 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.338+0000 7fbc57fff700 1 -- 172.21.15.42:0/1600280477 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbc64034070 con 0x559933556bc0 2024-06-06T08:42:00.467 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.338+0000 7fbc57fff700 1 -- 172.21.15.42:0/1600280477 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc6402e3f0 con 0x559933556bc0 2024-06-06T08:42:00.467 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.342+0000 7fbc7ed2db80 1 -- 172.21.15.42:0/1600280477 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559933556bc0 msgr2=0x559933556680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:42:00.467 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.342+0000 7fbc7ed2db80 1 --2- 172.21.15.42:0/1600280477 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559933556bc0 0x559933556680 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fbc6400b2e0 tx=0x7fbc6401b000 comp rx=0 tx=0).stop 2024-06-06T08:42:00.467 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.349+0000 7fbc7ed2db80 1 -- 172.21.15.42:0/1600280477 shutdown_connections 2024-06-06T08:42:00.467 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.349+0000 7fbc7ed2db80 1 --2- 172.21.15.42:0/1600280477 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55993355cd90 0x5599335517e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:00.467 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.349+0000 7fbc7ed2db80 1 --2- 172.21.15.42:0/1600280477 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559933556bc0 0x559933556680 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:00.468 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.349+0000 7fbc7ed2db80 1 --2- 172.21.15.42:0/1600280477 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55993355c470 0x5599335512a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:00.468 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.349+0000 7fbc7ed2db80 1 -- 172.21.15.42:0/1600280477 >> 172.21.15.42:0/1600280477 conn(0x5599334830f0 msgr2=0x559933561df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:42:00.468 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.352+0000 7fbc7ed2db80 1 -- 172.21.15.42:0/1600280477 shutdown_connections 2024-06-06T08:42:00.468 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.352+0000 7fbc7ed2db80 1 -- 172.21.15.42:0/1600280477 wait complete. 2024-06-06T08:42:00.468 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.352+0000 7fbc7ed2db80 1 -- start start 2024-06-06T08:42:00.468 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.352+0000 7fbc7ed2db80 1 Processor -- start 2024-06-06T08:42:00.468 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.353+0000 7fbc7ed2db80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559933556bc0 0x559933566350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:00.468 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.353+0000 7fbc7ed2db80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55993355c470 0x559933566890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:00.468 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.353+0000 7fbc7ed2db80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55993355cd90 0x5599335e6070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:00.468 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.353+0000 7fbc7ed2db80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fbc5000d510 con 0x55993355c470 2024-06-06T08:42:00.468 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.353+0000 7fbc7ed2db80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fbc5000e980 con 0x55993355cd90 2024-06-06T08:42:00.468 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.353+0000 7fbc7ed2db80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fbc5000dbe0 con 0x559933556bc0 2024-06-06T08:42:00.468 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.353+0000 7fbc7ed2db80 10 client.0 _ll_register_callbacks cb 0x55993343d620 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:42:00.468 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.355+0000 7fbc72a47700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55993355cd90 0x5599335e6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:00.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.355+0000 7fbc71a45700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55993355c470 0x559933566890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:00.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.355+0000 7fbc72246700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559933556bc0 0x559933566350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:00.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.355+0000 7fbc71a45700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55993355c470 0x559933566890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:49736/0 (socket says 172.21.15.42:49736) 2024-06-06T08:42:00.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.355+0000 7fbc72246700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559933556bc0 0x559933566350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:51958/0 (socket says 172.21.15.42:51958) 2024-06-06T08:42:00.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.355+0000 7fbc71a45700 1 -- 172.21.15.42:0/341858990 learned_addr learned my addr 172.21.15.42:0/341858990 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:42:00.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.358+0000 7fbc71a45700 1 -- 172.21.15.42:0/341858990 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559933556bc0 msgr2=0x559933566350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:42:00.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.358+0000 7fbc71a45700 1 --2- 172.21.15.42:0/341858990 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559933556bc0 0x559933566350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:00.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.358+0000 7fbc71a45700 1 -- 172.21.15.42:0/341858990 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55993355cd90 msgr2=0x5599335e6070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:42:00.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.358+0000 7fbc71a45700 1 --2- 172.21.15.42:0/341858990 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55993355cd90 0x5599335e6070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:00.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.358+0000 7fbc71a45700 1 -- 172.21.15.42:0/341858990 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5599335e66f0 con 0x55993355c470 2024-06-06T08:42:00.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.361+0000 7fbc72246700 1 --2- 172.21.15.42:0/341858990 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559933556bc0 0x559933566350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello state changed while learned_addr, mark_down or replacing must be happened just now 2024-06-06T08:42:00.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.361+0000 7fbc71a45700 1 --2- 172.21.15.42:0/341858990 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55993355c470 0x559933566890 secure :-1 s=READY pgs=1049 cs=0 l=1 rev1=1 crypto rx=0x7fbc580a3f80 tx=0x7fbc5809bff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12c2188cbeab94a7 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:42:00.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.362+0000 7fbc55ffb700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:42:00.469 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.362+0000 7fbc55ffb700 1 -- 172.21.15.42:0/341858990 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc580b4060 con 0x55993355c470 2024-06-06T08:42:00.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.362+0000 7fbc55ffb700 1 -- 172.21.15.42:0/341858990 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(134..134 src has 1..134) ==== 9610+0+0 (secure 0 0 0) 0x7fbc580cccf0 con 0x55993355c470 2024-06-06T08:42:00.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.363+0000 7fbc7ed2db80 1 -- 172.21.15.42:0/341858990 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbc64034070 con 0x55993355c470 2024-06-06T08:42:00.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.364+0000 7fbc55ffb700 1 -- 172.21.15.42:0/341858990 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) ==== 24+0+0 (secure 0 0 0) 0x7fbc580b9050 con 0x55993355c470 2024-06-06T08:42:00.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.368+0000 7fbc7ed2db80 10 client.18117 fetch_fsmap learned FSMap version 48 2024-06-06T08:42:00.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.368+0000 7fbc7ed2db80 1 -- 172.21.15.42:0/341858990 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) -- 0x5599335edaf0 con 0x55993355c470 2024-06-06T08:42:00.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.372+0000 7fbc55ffb700 1 -- 172.21.15.42:0/341858990 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbc580ba240 con 0x55993355c470 2024-06-06T08:42:00.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.373+0000 7fbc55ffb700 1 -- 172.21.15.42:0/341858990 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 48) ==== 8370+0+0 (secure 0 0 0) 0x7fbc580a4020 con 0x55993355c470 2024-06-06T08:42:00.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.374+0000 7fbc7ed2db80 10 client.18117 fetch_fsmap finished waiting for FSMap version 48 2024-06-06T08:42:00.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.374+0000 7fbc7ed2db80 10 client.18117 resolve_mds: validated gid 24484 aka daemon mds.i 2024-06-06T08:42:00.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.374+0000 7fbc7ed2db80 20 client.18117 populate_metadata read hostname 'smithi042' 2024-06-06T08:42:00.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.374+0000 7fbc7ed2db80 1 --2- 172.21.15.42:0/341858990 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5599335ee210 0x5599335f0630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:00.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.374+0000 7fbc7ed2db80 4 client.18117 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "quiesce db", "cancel": true, "all": true}] 2024-06-06T08:42:00.470 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.374+0000 7fbc7ed2db80 1 -- 172.21.15.42:0/341858990 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "quiesce db", "cancel": true, "all": true}) -- 0x7fbc64034070 con 0x5599335ee210 2024-06-06T08:42:00.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.378+0000 7fbc72246700 1 --2- 172.21.15.42:0/341858990 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5599335ee210 0x5599335f0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:00.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.380+0000 7fbc72246700 1 --2- 172.21.15.42:0/341858990 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5599335ee210 0x5599335f0630 crc :-1 s=READY pgs=318 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ba6f76386db9e242 server_cookie=3053286885bb321 in_seq=0 out_seq=0 2024-06-06T08:42:00.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.380+0000 7fbc55ffb700 10 client.18117 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:42:00.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.380+0000 7fbc55ffb700 1 -- 172.21.15.42:0/341858990 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+80 (crc 0 0 0) 0x7fbc64034070 con 0x5599335ee210 2024-06-06T08:42:00.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.380+0000 7fbc55ffb700 10 client.18117 handle_command_reply: tid=0 2024-06-06T08:42:00.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.380+0000 7fbc7ed2db80 1 client.18117 shutdown 2024-06-06T08:42:00.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.381+0000 7fbc7ed2db80 1 -- 172.21.15.42:0/341858990 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55993355c470 msgr2=0x559933566890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:42:00.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.381+0000 7fbc7ed2db80 1 --2- 172.21.15.42:0/341858990 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55993355c470 0x559933566890 secure :-1 s=READY pgs=1049 cs=0 l=1 rev1=1 crypto rx=0x7fbc580a3f80 tx=0x7fbc5809bff0 comp rx=0 tx=0).stop 2024-06-06T08:42:00.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.382+0000 7fbc7ed2db80 1 -- 172.21.15.42:0/341858990 shutdown_connections 2024-06-06T08:42:00.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.382+0000 7fbc7ed2db80 1 --2- 172.21.15.42:0/341858990 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x5599335ee210 0x5599335f0630 crc :-1 s=READY pgs=318 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:00.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.382+0000 7fbc7ed2db80 1 --2- 172.21.15.42:0/341858990 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x55993355cd90 0x5599335e6070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:00.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.382+0000 7fbc7ed2db80 1 --2- 172.21.15.42:0/341858990 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559933556bc0 0x559933566350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:00.471 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.382+0000 7fbc7ed2db80 1 --2- 172.21.15.42:0/341858990 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55993355c470 0x559933566890 unknown :-1 s=CLOSED pgs=1049 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:00.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.382+0000 7fbc7ed2db80 1 -- 172.21.15.42:0/341858990 >> 172.21.15.42:0/341858990 conn(0x5599334830f0 msgr2=0x55993356ba00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:42:00.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.382+0000 7fbc55ffb700 0 client.18117 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:42:00.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.383+0000 7fbc7ed2db80 1 -- 172.21.15.42:0/341858990 shutdown_connections 2024-06-06T08:42:00.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.383+0000 7fbc7ed2db80 1 -- 172.21.15.42:0/341858990 wait complete. 2024-06-06T08:42:00.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.385+0000 7fbc7ed2db80 20 client.18117 trim_cache size 0 max 16384 2024-06-06T08:42:00.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.387+0000 7fbc744aa700 1 -- 172.21.15.42:0/2915102564 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbc5c0a2ed0 msgr2=0x7fbc5c0a5390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:42:00.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.387+0000 7fbc744aa700 1 --2- 172.21.15.42:0/2915102564 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbc5c0a2ed0 0x7fbc5c0a5390 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fbc64009810 tx=0x7fbc640058e0 comp rx=0 tx=0).stop 2024-06-06T08:42:00.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.387+0000 7fbc744aa700 1 -- 172.21.15.42:0/2915102564 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbc6c110c70 msgr2=0x7fbc6c1adc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:42:00.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.387+0000 7fbc744aa700 1 --2- 172.21.15.42:0/2915102564 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbc6c110c70 0x7fbc6c1adc90 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fbc5800d980 tx=0x7fbc5800dd40 comp rx=0 tx=0).stop 2024-06-06T08:42:00.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.387+0000 7fbc744aa700 1 -- 172.21.15.42:0/2915102564 shutdown_connections 2024-06-06T08:42:00.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.387+0000 7fbc744aa700 1 --2- 172.21.15.42:0/2915102564 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbc5c0a2ed0 0x7fbc5c0a5390 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:00.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.387+0000 7fbc744aa700 1 --2- 172.21.15.42:0/2915102564 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbc6c11bc70 0x7fbc6c1a7910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:00.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.387+0000 7fbc744aa700 1 --2- 172.21.15.42:0/2915102564 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbc6c1099d0 0x7fbc6c1ad750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:00.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.387+0000 7fbc744aa700 1 --2- 172.21.15.42:0/2915102564 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbc6c110c70 0x7fbc6c1adc90 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:00.472 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.387+0000 7fbc744aa700 1 -- 172.21.15.42:0/2915102564 >> 172.21.15.42:0/2915102564 conn(0x7fbc6c06d600 msgr2=0x7fbc6c119c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:42:00.473 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.388+0000 7fbc744aa700 1 -- 172.21.15.42:0/2915102564 shutdown_connections 2024-06-06T08:42:00.473 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:00.388+0000 7fbc744aa700 1 -- 172.21.15.42:0/2915102564 wait complete. 2024-06-06T08:42:01.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:42:00 smithi149 ceph-mon[36842]: pgmap v618: 129 pgs: 18 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 57 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 320 KiB/s rd, 355 KiB/s wr, 139 op/s 2024-06-06T08:42:01.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:42:00 smithi042 ceph-mon[32384]: pgmap v618: 129 pgs: 18 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 57 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 320 KiB/s rd, 355 KiB/s wr, 139 op/s 2024-06-06T08:42:01.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:42:00 smithi120 ceph-mon[36658]: pgmap v618: 129 pgs: 18 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 57 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 320 KiB/s rd, 355 KiB/s wr, 139 op/s 2024-06-06T08:42:03.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:42:02 smithi149 ceph-mon[36842]: pgmap v619: 129 pgs: 17 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 58 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 130 KiB/s rd, 144 KiB/s wr, 83 op/s 2024-06-06T08:42:03.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:42:02 smithi042 ceph-mon[32384]: pgmap v619: 129 pgs: 17 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 58 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 130 KiB/s rd, 144 KiB/s wr, 83 op/s 2024-06-06T08:42:03.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:42:02 smithi120 ceph-mon[36658]: pgmap v619: 129 pgs: 17 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 58 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 130 KiB/s rd, 144 KiB/s wr, 83 op/s 2024-06-06T08:42:04.016 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.016+0000 7f534a6a2700 1 -- 172.21.15.42:0/442952761 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f534410b490 msgr2=0x7f53441179a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:42:04.016 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.016+0000 7f534a6a2700 1 --2- 172.21.15.42:0/442952761 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f534410b490 0x7f53441179a0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f533c00b0a0 tx=0x7f533c00b3b0 comp rx=0 tx=0).stop 2024-06-06T08:42:04.016 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.017+0000 7f534a6a2700 1 -- 172.21.15.42:0/442952761 shutdown_connections 2024-06-06T08:42:04.016 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.017+0000 7f534a6a2700 1 --2- 172.21.15.42:0/442952761 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f534410b490 0x7f53441179a0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:04.016 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.017+0000 7f534a6a2700 1 --2- 172.21.15.42:0/442952761 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5344110b60 0x7f5344110f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:04.016 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.017+0000 7f534a6a2700 1 --2- 172.21.15.42:0/442952761 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f534410aad0 0x7f534410af50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:04.016 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.017+0000 7f534a6a2700 1 -- 172.21.15.42:0/442952761 >> 172.21.15.42:0/442952761 conn(0x7f534406f230 msgr2=0x7f5344071650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:42:04.018 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.019+0000 7f534a6a2700 1 -- 172.21.15.42:0/442952761 shutdown_connections 2024-06-06T08:42:04.018 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.020+0000 7f534a6a2700 1 -- 172.21.15.42:0/442952761 wait complete. 2024-06-06T08:42:04.019 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.021+0000 7f534a6a2700 1 Processor -- start 2024-06-06T08:42:04.019 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.021+0000 7f534a6a2700 1 -- start start 2024-06-06T08:42:04.020 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.022+0000 7f534a6a2700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f534410aad0 0x7f53441a0f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:04.020 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.022+0000 7f534a6a2700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f534410b490 0x7f53441a14c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:04.021 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.022+0000 7f53496a0700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f534410aad0 0x7f53441a0f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:04.022 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.022+0000 7f53496a0700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f534410aad0 0x7f53441a0f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:51984/0 (socket says 172.21.15.42:51984) 2024-06-06T08:42:04.022 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.022+0000 7f5348e9f700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f534410b490 0x7f53441a14c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:04.022 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.023+0000 7f53496a0700 1 -- 172.21.15.42:0/341348144 learned_addr learned my addr 172.21.15.42:0/341348144 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:42:04.022 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.023+0000 7f534a6a2700 1 --2- 172.21.15.42:0/341348144 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5344110b60 0x7f53441a5850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:04.022 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.023+0000 7f534a6a2700 1 -- 172.21.15.42:0/341348144 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f534411ae70 con 0x7f534410b490 2024-06-06T08:42:04.022 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.023+0000 7f534a6a2700 1 -- 172.21.15.42:0/341348144 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f534411acf0 con 0x7f5344110b60 2024-06-06T08:42:04.022 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.023+0000 7f534a6a2700 1 -- 172.21.15.42:0/341348144 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f534411aff0 con 0x7f534410aad0 2024-06-06T08:42:04.023 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.023+0000 7f5349ea1700 1 --2- 172.21.15.42:0/341348144 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5344110b60 0x7f53441a5850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:04.023 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.024+0000 7f53496a0700 1 -- 172.21.15.42:0/341348144 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5344110b60 msgr2=0x7f53441a5850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:42:04.023 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.024+0000 7f53496a0700 1 --2- 172.21.15.42:0/341348144 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5344110b60 0x7f53441a5850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:04.023 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.024+0000 7f53496a0700 1 -- 172.21.15.42:0/341348144 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f534410b490 msgr2=0x7f53441a14c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:42:04.023 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.024+0000 7f53496a0700 1 --2- 172.21.15.42:0/341348144 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f534410b490 0x7f53441a14c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:04.024 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.024+0000 7f53496a0700 1 -- 172.21.15.42:0/341348144 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53441a5f90 con 0x7f534410aad0 2024-06-06T08:42:04.024 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.025+0000 7f53496a0700 1 --2- 172.21.15.42:0/341348144 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f534410aad0 0x7f53441a0f80 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f534000d950 tx=0x7f534000dc60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:42:04.024 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.025+0000 7f533a7fc700 1 -- 172.21.15.42:0/341348144 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5340016070 con 0x7f534410aad0 2024-06-06T08:42:04.024 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.025+0000 7f534a6a2700 1 -- 172.21.15.42:0/341348144 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f53441a6280 con 0x7f534410aad0 2024-06-06T08:42:04.024 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.025+0000 7f534a6a2700 1 -- 172.21.15.42:0/341348144 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53441adb00 con 0x7f534410aad0 2024-06-06T08:42:04.025 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.025+0000 7f533a7fc700 1 -- 172.21.15.42:0/341348144 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f534000fd70 con 0x7f534410aad0 2024-06-06T08:42:04.025 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.025+0000 7f533a7fc700 1 -- 172.21.15.42:0/341348144 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5340020060 con 0x7f534410aad0 2024-06-06T08:42:04.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.033+0000 7f533a7fc700 1 -- 172.21.15.42:0/341348144 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f5340019070 con 0x7f534410aad0 2024-06-06T08:42:04.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.034+0000 7f533a7fc700 1 --2- 172.21.15.42:0/341348144 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f53300a2f30 0x7f53300a53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:04.033 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.034+0000 7f533a7fc700 1 -- 172.21.15.42:0/341348144 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(134..134 src has 1..134) ==== 9610+0+0 (secure 0 0 0) 0x7f53400cf7d0 con 0x7f534410aad0 2024-06-06T08:42:04.034 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.036+0000 7f5348e9f700 1 --2- 172.21.15.42:0/341348144 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f53300a2f30 0x7f53300a53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:04.035 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.037+0000 7f5348e9f700 1 --2- 172.21.15.42:0/341348144 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f53300a2f30 0x7f53300a53f0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f53441129a0 tx=0x7f533400b410 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:42:04.038 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.039+0000 7f5356187b80 1 Processor -- start 2024-06-06T08:42:04.044 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.045+0000 7f5356187b80 1 -- start start 2024-06-06T08:42:04.044 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.045+0000 7f5356187b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555a3b4066e0 0x555a3b406ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:04.044 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.045+0000 7f5356187b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a3b407000 0x555a3b3f80e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:04.044 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.045+0000 7f5356187b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555a3b3f8670 0x555a3b3f8ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:04.044 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.045+0000 7f5356187b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x555a3b34a9a0 con 0x555a3b407000 2024-06-06T08:42:04.044 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.045+0000 7f5356187b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x555a3b2f28b0 con 0x555a3b4066e0 2024-06-06T08:42:04.044 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.045+0000 7f5356187b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x555a3b346960 con 0x555a3b3f8670 2024-06-06T08:42:04.047 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.048+0000 7f5349ea1700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555a3b3f8670 0x555a3b3f8ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:04.047 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.048+0000 7f5349ea1700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555a3b3f8670 0x555a3b3f8ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:51994/0 (socket says 172.21.15.42:51994) 2024-06-06T08:42:04.047 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.048+0000 7f5349ea1700 1 -- 172.21.15.42:0/365192089 learned_addr learned my addr 172.21.15.42:0/365192089 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:42:04.047 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.048+0000 7f53496a0700 1 --2- 172.21.15.42:0/365192089 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555a3b4066e0 0x555a3b406ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:04.048 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.049+0000 7f5348e9f700 1 --2- 172.21.15.42:0/365192089 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a3b407000 0x555a3b3f80e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:04.048 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.049+0000 7f53496a0700 1 -- 172.21.15.42:0/365192089 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555a3b3f8670 msgr2=0x555a3b3f8ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:42:04.048 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.049+0000 7f53496a0700 1 --2- 172.21.15.42:0/365192089 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555a3b3f8670 0x555a3b3f8ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:04.048 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.049+0000 7f53496a0700 1 -- 172.21.15.42:0/365192089 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a3b407000 msgr2=0x555a3b3f80e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:42:04.048 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.049+0000 7f53496a0700 1 --2- 172.21.15.42:0/365192089 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a3b407000 0x555a3b3f80e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:04.048 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.049+0000 7f53496a0700 1 -- 172.21.15.42:0/365192089 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555a3b2e90e0 con 0x555a3b4066e0 2024-06-06T08:42:04.053 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.054+0000 7f53496a0700 1 --2- 172.21.15.42:0/365192089 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555a3b4066e0 0x555a3b406ac0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f53400cca80 tx=0x7f534009b4a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bcd0935e4fb6c3af server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:42:04.055 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.056+0000 7f534a6a2700 1 -- 172.21.15.42:0/365192089 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f534009fc00 con 0x555a3b4066e0 2024-06-06T08:42:04.055 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.056+0000 7f534a6a2700 1 -- 172.21.15.42:0/365192089 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f53400a44c0 con 0x555a3b4066e0 2024-06-06T08:42:04.055 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.056+0000 7f534a6a2700 1 -- 172.21.15.42:0/365192089 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f534009bab0 con 0x555a3b4066e0 2024-06-06T08:42:04.057 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.059+0000 7f5356187b80 1 -- 172.21.15.42:0/365192089 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555a3b4066e0 msgr2=0x555a3b406ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:42:04.057 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.059+0000 7f5356187b80 1 --2- 172.21.15.42:0/365192089 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555a3b4066e0 0x555a3b406ac0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f53400cca80 tx=0x7f534009b4a0 comp rx=0 tx=0).stop 2024-06-06T08:42:04.060 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.060+0000 7f5356187b80 1 -- 172.21.15.42:0/365192089 shutdown_connections 2024-06-06T08:42:04.060 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.060+0000 7f5356187b80 1 --2- 172.21.15.42:0/365192089 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555a3b3f8670 0x555a3b3f8ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:04.060 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.060+0000 7f5356187b80 1 --2- 172.21.15.42:0/365192089 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555a3b4066e0 0x555a3b406ac0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:04.060 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.060+0000 7f5356187b80 1 --2- 172.21.15.42:0/365192089 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a3b407000 0x555a3b3f80e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:04.060 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.060+0000 7f5356187b80 1 -- 172.21.15.42:0/365192089 >> 172.21.15.42:0/365192089 conn(0x555a3b323e50 msgr2=0x555a3b3f9560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:42:04.060 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.060+0000 7f5356187b80 1 -- 172.21.15.42:0/365192089 shutdown_connections 2024-06-06T08:42:04.060 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.060+0000 7f5356187b80 1 -- 172.21.15.42:0/365192089 wait complete. 2024-06-06T08:42:04.060 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.061+0000 7f5356187b80 1 -- start start 2024-06-06T08:42:04.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.061+0000 7f5356187b80 1 Processor -- start 2024-06-06T08:42:04.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.062+0000 7f5356187b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a3b3f8670 0x555a3b40de80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:04.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.062+0000 7f5356187b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555a3b4066e0 0x555a3b40b180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:04.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.063+0000 7f5356187b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555a3b40b6c0 0x555a3b40bb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:04.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.063+0000 7f5356187b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x555a3b40ea10 con 0x555a3b3f8670 2024-06-06T08:42:04.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.063+0000 7f5356187b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x555a3b2ead80 con 0x555a3b40b6c0 2024-06-06T08:42:04.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.063+0000 7f5349ea1700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555a3b40b6c0 0x555a3b40bb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:04.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.063+0000 7f5349ea1700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555a3b40b6c0 0x555a3b40bb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:34642/0 (socket says 172.21.15.42:34642) 2024-06-06T08:42:04.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.063+0000 7f5349ea1700 1 -- 172.21.15.42:0/534837389 learned_addr learned my addr 172.21.15.42:0/534837389 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:42:04.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.063+0000 7f5356187b80 1 -- 172.21.15.42:0/534837389 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x555a3b40eb90 con 0x555a3b4066e0 2024-06-06T08:42:04.063 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.064+0000 7f5356187b80 10 client.0 _ll_register_callbacks cb 0x555a3b2e4ab0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:42:04.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.064+0000 7f53496a0700 1 --2- 172.21.15.42:0/534837389 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a3b3f8670 0x555a3b40de80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:04.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.064+0000 7f53496a0700 1 -- 172.21.15.42:0/534837389 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555a3b4066e0 msgr2=0x555a3b40b180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:42:04.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.064+0000 7f53496a0700 1 --2- 172.21.15.42:0/534837389 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555a3b4066e0 0x555a3b40b180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:04.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.064+0000 7f53496a0700 1 -- 172.21.15.42:0/534837389 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555a3b40b6c0 msgr2=0x555a3b40bb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:42:04.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.064+0000 7f53496a0700 1 --2- 172.21.15.42:0/534837389 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555a3b40b6c0 0x555a3b40bb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:04.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.065+0000 7f53496a0700 1 -- 172.21.15.42:0/534837389 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555a3b299a60 con 0x555a3b3f8670 2024-06-06T08:42:04.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.065+0000 7f53496a0700 1 --2- 172.21.15.42:0/534837389 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a3b3f8670 0x555a3b40de80 secure :-1 s=READY pgs=1050 cs=0 l=1 rev1=1 crypto rx=0x7f534009b7e0 tx=0x7f5340005910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e94d4c03fe4c4a3 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:42:04.065 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.065+0000 7f532cff9700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:42:04.068 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.067+0000 7f532cff9700 1 -- 172.21.15.42:0/534837389 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53400ccd00 con 0x555a3b3f8670 2024-06-06T08:42:04.068 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.067+0000 7f532cff9700 1 -- 172.21.15.42:0/534837389 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(134..134 src has 1..134) ==== 9610+0+0 (secure 0 0 0) 0x7f53400ccea0 con 0x555a3b3f8670 2024-06-06T08:42:04.068 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.068+0000 7f5356187b80 1 -- 172.21.15.42:0/534837389 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f53400a44c0 con 0x555a3b3f8670 2024-06-06T08:42:04.068 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.069+0000 7f532cff9700 1 -- 172.21.15.42:0/534837389 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) ==== 24+0+0 (secure 0 0 0) 0x7f53400ba140 con 0x555a3b3f8670 2024-06-06T08:42:04.068 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.069+0000 7f5356187b80 10 client.18129 fetch_fsmap learned FSMap version 48 2024-06-06T08:42:04.068 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.069+0000 7f5356187b80 1 -- 172.21.15.42:0/534837389 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) -- 0x555a3b4197c0 con 0x555a3b3f8670 2024-06-06T08:42:04.071 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.070+0000 7f532cff9700 1 -- 172.21.15.42:0/534837389 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f53400a44c0 con 0x555a3b3f8670 2024-06-06T08:42:04.071 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.070+0000 7f532cff9700 1 -- 172.21.15.42:0/534837389 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 48) ==== 8370+0+0 (secure 0 0 0) 0x7f534009cc90 con 0x555a3b3f8670 2024-06-06T08:42:04.071 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.070+0000 7f5356187b80 10 client.18129 fetch_fsmap finished waiting for FSMap version 48 2024-06-06T08:42:04.071 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.070+0000 7f5356187b80 10 client.18129 resolve_mds: validated gid 24484 aka daemon mds.i 2024-06-06T08:42:04.071 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.070+0000 7f5356187b80 20 client.18129 populate_metadata read hostname 'smithi042' 2024-06-06T08:42:04.071 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.070+0000 7f5356187b80 1 --2- 172.21.15.42:0/534837389 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x555a3b41be60 0x555a3b41e320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:04.071 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.071+0000 7f5356187b80 4 client.18129 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T08:42:04.071 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.071+0000 7f5356187b80 1 -- 172.21.15.42:0/534837389 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555a3b357ea0 con 0x555a3b41be60 2024-06-06T08:42:04.074 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.076+0000 7f5348e9f700 1 --2- 172.21.15.42:0/534837389 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x555a3b41be60 0x555a3b41e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:04.075 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.077+0000 7f5348e9f700 1 --2- 172.21.15.42:0/534837389 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x555a3b41be60 0x555a3b41e320 crc :-1 s=READY pgs=319 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=51d633a0c457aa15 server_cookie=ce23c3cfe38d6e10 in_seq=0 out_seq=0 2024-06-06T08:42:04.076 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.077+0000 7f532cff9700 10 client.18129 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:42:04.079 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.081+0000 7f532cff9700 1 -- 172.21.15.42:0/534837389 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x555a3b357ea0 con 0x555a3b41be60 2024-06-06T08:42:04.079 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.081+0000 7f532cff9700 10 client.18129 handle_command_reply: tid=0 2024-06-06T08:42:04.079 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.081+0000 7f5356187b80 1 client.18129 shutdown 2024-06-06T08:42:04.080 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.081+0000 7f5356187b80 1 -- 172.21.15.42:0/534837389 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a3b3f8670 msgr2=0x555a3b40de80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:42:04.080 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.081+0000 7f5356187b80 1 --2- 172.21.15.42:0/534837389 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a3b3f8670 0x555a3b40de80 secure :-1 s=READY pgs=1050 cs=0 l=1 rev1=1 crypto rx=0x7f534009b7e0 tx=0x7f5340005910 comp rx=0 tx=0).stop 2024-06-06T08:42:04.081 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.082+0000 7f5356187b80 1 -- 172.21.15.42:0/534837389 shutdown_connections 2024-06-06T08:42:04.081 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.082+0000 7f5356187b80 1 --2- 172.21.15.42:0/534837389 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x555a3b41be60 0x555a3b41e320 crc :-1 s=READY pgs=319 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:04.081 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.082+0000 7f5356187b80 1 --2- 172.21.15.42:0/534837389 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555a3b40b6c0 0x555a3b40bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:04.081 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.082+0000 7f5356187b80 1 --2- 172.21.15.42:0/534837389 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a3b3f8670 0x555a3b40de80 unknown :-1 s=CLOSED pgs=1050 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:04.081 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.082+0000 7f5356187b80 1 --2- 172.21.15.42:0/534837389 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555a3b4066e0 0x555a3b40b180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:04.081 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.082+0000 7f5356187b80 1 -- 172.21.15.42:0/534837389 >> 172.21.15.42:0/534837389 conn(0x555a3b323e50 msgr2=0x555a3b3f3a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:42:04.081 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.082+0000 7f532cff9700 0 client.18129 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:42:04.081 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.082+0000 7f5356187b80 1 -- 172.21.15.42:0/534837389 shutdown_connections 2024-06-06T08:42:04.081 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.082+0000 7f5356187b80 1 -- 172.21.15.42:0/534837389 wait complete. 2024-06-06T08:42:04.081 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.083+0000 7f5356187b80 20 client.18129 trim_cache size 0 max 16384 2024-06-06T08:42:04.126 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.127+0000 7f5356187b80 1 Processor -- start 2024-06-06T08:42:04.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.129+0000 7f5356187b80 1 -- start start 2024-06-06T08:42:04.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.129+0000 7f5356187b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555a3b3f8670 0x555a3b423c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:04.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.129+0000 7f5356187b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555a3b4066e0 0x555a3b424170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:04.129 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.129+0000 7f5356187b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a3b40b6c0 0x555a3b408470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:04.130 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.129+0000 7f5356187b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f53441b7400 con 0x555a3b40b6c0 2024-06-06T08:42:04.130 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.129+0000 7f5356187b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f53441b4bd0 con 0x555a3b4066e0 2024-06-06T08:42:04.130 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.129+0000 7f5356187b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f53441b2a40 con 0x555a3b3f8670 2024-06-06T08:42:04.130 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.130+0000 7f5348e9f700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555a3b4066e0 0x555a3b424170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:04.130 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.130+0000 7f5348e9f700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555a3b4066e0 0x555a3b424170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:34654/0 (socket says 172.21.15.42:34654) 2024-06-06T08:42:04.130 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.130+0000 7f5348e9f700 1 -- 172.21.15.42:0/2740819680 learned_addr learned my addr 172.21.15.42:0/2740819680 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:42:04.130 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.130+0000 7f5349ea1700 1 --2- 172.21.15.42:0/2740819680 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a3b40b6c0 0x555a3b408470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:04.130 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.130+0000 7f5348e9f700 1 -- 172.21.15.42:0/2740819680 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555a3b3f8670 msgr2=0x555a3b423c30 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-06-06T08:42:04.130 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.130+0000 7f5348e9f700 1 --2- 172.21.15.42:0/2740819680 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555a3b3f8670 0x555a3b423c30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:04.130 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.130+0000 7f5348e9f700 1 -- 172.21.15.42:0/2740819680 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a3b40b6c0 msgr2=0x555a3b408470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:42:04.130 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.130+0000 7f5348e9f700 1 --2- 172.21.15.42:0/2740819680 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a3b40b6c0 0x555a3b408470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:04.130 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.131+0000 7f5348e9f700 1 -- 172.21.15.42:0/2740819680 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555a3b406e00 con 0x555a3b4066e0 2024-06-06T08:42:04.131 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.131+0000 7f5348e9f700 1 --2- 172.21.15.42:0/2740819680 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555a3b4066e0 0x555a3b424170 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f533400ba80 tx=0x7f5334013000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=13af39d35b3e477b server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:42:04.131 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.132+0000 7f532effd700 1 -- 172.21.15.42:0/2740819680 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5334020820 con 0x555a3b4066e0 2024-06-06T08:42:04.132 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.133+0000 7f532effd700 1 -- 172.21.15.42:0/2740819680 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f533402c070 con 0x555a3b4066e0 2024-06-06T08:42:04.132 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.133+0000 7f532effd700 1 -- 172.21.15.42:0/2740819680 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5334027c00 con 0x555a3b4066e0 2024-06-06T08:42:04.133 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.134+0000 7f5356187b80 1 -- 172.21.15.42:0/2740819680 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555a3b4066e0 msgr2=0x555a3b424170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:42:04.133 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.134+0000 7f5356187b80 1 --2- 172.21.15.42:0/2740819680 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555a3b4066e0 0x555a3b424170 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f533400ba80 tx=0x7f5334013000 comp rx=0 tx=0).stop 2024-06-06T08:42:04.134 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.135+0000 7f5356187b80 1 -- 172.21.15.42:0/2740819680 shutdown_connections 2024-06-06T08:42:04.134 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.135+0000 7f5356187b80 1 --2- 172.21.15.42:0/2740819680 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a3b40b6c0 0x555a3b408470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:04.134 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.135+0000 7f5356187b80 1 --2- 172.21.15.42:0/2740819680 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555a3b3f8670 0x555a3b423c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:04.134 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.135+0000 7f5356187b80 1 --2- 172.21.15.42:0/2740819680 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555a3b4066e0 0x555a3b424170 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:04.134 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.135+0000 7f5356187b80 1 -- 172.21.15.42:0/2740819680 >> 172.21.15.42:0/2740819680 conn(0x555a3b323e50 msgr2=0x555a3b3f92e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:42:04.140 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.141+0000 7f5356187b80 1 -- 172.21.15.42:0/2740819680 shutdown_connections 2024-06-06T08:42:04.140 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.142+0000 7f5356187b80 1 -- 172.21.15.42:0/2740819680 wait complete. 2024-06-06T08:42:04.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.142+0000 7f5356187b80 1 -- start start 2024-06-06T08:42:04.141 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.142+0000 7f5356187b80 1 Processor -- start 2024-06-06T08:42:04.142 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.143+0000 7f5356187b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a3b3f8670 0x555a3b414540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:04.143 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.143+0000 7f5356187b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555a3b4066e0 0x555a3b40f8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:04.143 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.143+0000 7f5356187b80 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555a3b40b6c0 0x555a3b40fe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:04.143 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.143+0000 7f5356187b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f53441b3090 con 0x555a3b3f8670 2024-06-06T08:42:04.143 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.143+0000 7f5356187b80 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f53441b4500 con 0x555a3b40b6c0 2024-06-06T08:42:04.143 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.143+0000 7f5356187b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f53441b3760 con 0x555a3b4066e0 2024-06-06T08:42:04.143 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.143+0000 7f5356187b80 10 client.0 _ll_register_callbacks cb 0x555a3b2e4ab0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T08:42:04.143 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.144+0000 7f53496a0700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a3b3f8670 0x555a3b414540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:04.143 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.144+0000 7f53496a0700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a3b3f8670 0x555a3b414540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:49794/0 (socket says 172.21.15.42:49794) 2024-06-06T08:42:04.143 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.144+0000 7f53496a0700 1 -- 172.21.15.42:0/1779908861 learned_addr learned my addr 172.21.15.42:0/1779908861 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:42:04.143 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.144+0000 7f5348e9f700 1 --2- 172.21.15.42:0/1779908861 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555a3b4066e0 0x555a3b40f8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:04.144 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.144+0000 7f5349ea1700 1 --2- 172.21.15.42:0/1779908861 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555a3b40b6c0 0x555a3b40fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:04.145 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.145+0000 7f53496a0700 1 -- 172.21.15.42:0/1779908861 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555a3b4066e0 msgr2=0x555a3b40f8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:42:04.145 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.145+0000 7f53496a0700 1 --2- 172.21.15.42:0/1779908861 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555a3b4066e0 0x555a3b40f8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:04.145 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.145+0000 7f53496a0700 1 -- 172.21.15.42:0/1779908861 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555a3b40b6c0 msgr2=0x555a3b40fe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T08:42:04.145 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.145+0000 7f53496a0700 1 --2- 172.21.15.42:0/1779908861 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555a3b40b6c0 0x555a3b40fe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:04.145 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.145+0000 7f53496a0700 1 -- 172.21.15.42:0/1779908861 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555a3b4105f0 con 0x555a3b3f8670 2024-06-06T08:42:04.145 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.145+0000 7f53496a0700 1 --2- 172.21.15.42:0/1779908861 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a3b3f8670 0x555a3b414540 secure :-1 s=READY pgs=1051 cs=0 l=1 rev1=1 crypto rx=0x7f534009aca0 tx=0x7f53400056a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5afe6a0c7e07938 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:42:04.145 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.146+0000 7f532cff9700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-06-06T08:42:04.145 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.146+0000 7f532cff9700 1 -- 172.21.15.42:0/1779908861 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5340080060 con 0x555a3b3f8670 2024-06-06T08:42:04.146 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.146+0000 7f5356187b80 1 -- 172.21.15.42:0/1779908861 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f533402c070 con 0x555a3b3f8670 2024-06-06T08:42:04.146 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.146+0000 7f532cff9700 1 -- 172.21.15.42:0/1779908861 <== mon.0 v2:172.21.15.42:3300/0 2 ==== osd_map(134..134 src has 1..134) ==== 9610+0+0 (secure 0 0 0) 0x7f534009bcc0 con 0x555a3b3f8670 2024-06-06T08:42:04.146 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.146+0000 7f532cff9700 1 -- 172.21.15.42:0/1779908861 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) ==== 24+0+0 (secure 0 0 0) 0x7f53400a44c0 con 0x555a3b3f8670 2024-06-06T08:42:04.146 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.148+0000 7f5356187b80 10 client.18135 fetch_fsmap learned FSMap version 48 2024-06-06T08:42:04.146 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.148+0000 7f5356187b80 1 -- 172.21.15.42:0/1779908861 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) -- 0x555a3b3fb460 con 0x555a3b3f8670 2024-06-06T08:42:04.147 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.149+0000 7f532cff9700 1 -- 172.21.15.42:0/1779908861 <== mon.0 v2:172.21.15.42:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f533402c070 con 0x555a3b3f8670 2024-06-06T08:42:04.147 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.149+0000 7f532cff9700 1 -- 172.21.15.42:0/1779908861 <== mon.0 v2:172.21.15.42:3300/0 5 ==== fsmap(e 48) ==== 8370+0+0 (secure 0 0 0) 0x7f534009ad20 con 0x555a3b3f8670 2024-06-06T08:42:04.148 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.149+0000 7f5356187b80 10 client.18135 fetch_fsmap finished waiting for FSMap version 48 2024-06-06T08:42:04.148 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.149+0000 7f5356187b80 10 client.18135 resolve_mds: validated gid 24484 aka daemon mds.i 2024-06-06T08:42:04.148 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.149+0000 7f5356187b80 20 client.18135 populate_metadata read hostname 'smithi042' 2024-06-06T08:42:04.148 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.149+0000 7f5356187b80 1 --2- 172.21.15.42:0/1779908861 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x555a3b3fb9b0 0x555a3b3fddd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:04.148 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.149+0000 7f5356187b80 4 client.18135 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 130.0, "await_for": 45.0}] 2024-06-06T08:42:04.148 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.149+0000 7f5356187b80 1 -- 172.21.15.42:0/1779908861 --> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 130.0, "await_for": 45.0}) -- 0x555a3b352420 con 0x555a3b3fb9b0 2024-06-06T08:42:04.148 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.150+0000 7f5348e9f700 1 --2- 172.21.15.42:0/1779908861 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x555a3b3fb9b0 0x555a3b3fddd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:04.158 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.157+0000 7f5348e9f700 1 --2- 172.21.15.42:0/1779908861 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x555a3b3fb9b0 0x555a3b3fddd0 crc :-1 s=READY pgs=320 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e76b181b324e8851 server_cookie=3ce9bbebb6bad800 in_seq=0 out_seq=0 2024-06-06T08:42:04.158 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.157+0000 7f532cff9700 10 client.18135 ms_handle_connect on v2:172.21.15.149:6838/764851483 2024-06-06T08:42:04.166 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.167+0000 7f532cff9700 1 -- 172.21.15.42:0/1779908861 <== mds.0 v2:172.21.15.149:6838/764851483 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x555a3b352420 con 0x555a3b3fb9b0 2024-06-06T08:42:04.166 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.167+0000 7f532cff9700 10 client.18135 handle_command_reply: tid=0 2024-06-06T08:42:04.166 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.167+0000 7f5356187b80 1 client.18135 shutdown 2024-06-06T08:42:04.172 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.173+0000 7f5356187b80 1 -- 172.21.15.42:0/1779908861 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a3b3f8670 msgr2=0x555a3b414540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:42:04.172 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.173+0000 7f5356187b80 1 --2- 172.21.15.42:0/1779908861 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a3b3f8670 0x555a3b414540 secure :-1 s=READY pgs=1051 cs=0 l=1 rev1=1 crypto rx=0x7f534009aca0 tx=0x7f53400056a0 comp rx=0 tx=0).stop 2024-06-06T08:42:04.172 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.173+0000 7f5356187b80 1 -- 172.21.15.42:0/1779908861 shutdown_connections 2024-06-06T08:42:04.172 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.173+0000 7f5356187b80 1 --2- 172.21.15.42:0/1779908861 >> [v2:172.21.15.149:6838/764851483,v1:172.21.15.149:6839/764851483] conn(0x555a3b3fb9b0 0x555a3b3fddd0 crc :-1 s=READY pgs=320 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:04.172 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.173+0000 7f5356187b80 1 --2- 172.21.15.42:0/1779908861 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x555a3b40b6c0 0x555a3b40fe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:04.172 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.173+0000 7f5356187b80 1 --2- 172.21.15.42:0/1779908861 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a3b3f8670 0x555a3b414540 unknown :-1 s=CLOSED pgs=1051 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:04.172 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.173+0000 7f5356187b80 1 --2- 172.21.15.42:0/1779908861 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555a3b4066e0 0x555a3b40f8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:04.172 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.173+0000 7f532cff9700 0 client.18135 ms_handle_reset on v2:172.21.15.149:6838/764851483 2024-06-06T08:42:04.172 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.173+0000 7f5356187b80 1 -- 172.21.15.42:0/1779908861 >> 172.21.15.42:0/1779908861 conn(0x555a3b323e50 msgr2=0x555a3b405270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:42:04.173 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.173+0000 7f5356187b80 1 -- 172.21.15.42:0/1779908861 shutdown_connections 2024-06-06T08:42:04.174 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.176+0000 7f5356187b80 1 -- 172.21.15.42:0/1779908861 wait complete. 2024-06-06T08:42:04.174 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.176+0000 7f5356187b80 20 client.18135 trim_cache size 0 max 16384 2024-06-06T08:42:04.174 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:42:04.175 INFO:teuthology.orchestra.run.smithi042.stdout: "epoch": 48, 2024-06-06T08:42:04.175 INFO:teuthology.orchestra.run.smithi042.stdout: "leader": 24484, 2024-06-06T08:42:04.175 INFO:teuthology.orchestra.run.smithi042.stdout: "set_version": 54, 2024-06-06T08:42:04.175 INFO:teuthology.orchestra.run.smithi042.stdout: "sets": { 2024-06-06T08:42:04.175 INFO:teuthology.orchestra.run.smithi042.stdout: "51868022": { 2024-06-06T08:42:04.175 INFO:teuthology.orchestra.run.smithi042.stdout: "version": 54, 2024-06-06T08:42:04.175 INFO:teuthology.orchestra.run.smithi042.stdout: "age_ref": 0.0, 2024-06-06T08:42:04.175 INFO:teuthology.orchestra.run.smithi042.stdout: "state": { 2024-06-06T08:42:04.175 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "QUIESCED", 2024-06-06T08:42:04.175 INFO:teuthology.orchestra.run.smithi042.stdout: "age": 0.0 2024-06-06T08:42:04.175 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:04.175 INFO:teuthology.orchestra.run.smithi042.stdout: "timeout": 90.0, 2024-06-06T08:42:04.175 INFO:teuthology.orchestra.run.smithi042.stdout: "expiration": 130.0, 2024-06-06T08:42:04.176 INFO:teuthology.orchestra.run.smithi042.stdout: "members": { 2024-06-06T08:42:04.176 INFO:teuthology.orchestra.run.smithi042.stdout: "file:/": { 2024-06-06T08:42:04.176 INFO:teuthology.orchestra.run.smithi042.stdout: "excluded": false, 2024-06-06T08:42:04.176 INFO:teuthology.orchestra.run.smithi042.stdout: "state": { 2024-06-06T08:42:04.176 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "QUIESCED", 2024-06-06T08:42:04.176 INFO:teuthology.orchestra.run.smithi042.stdout: "age": 0.0 2024-06-06T08:42:04.176 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:04.176 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:04.176 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:04.176 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:04.176 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:04.176 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:42:04.177 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.178+0000 7f532ffff700 1 -- 172.21.15.42:0/341348144 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f53300a2f30 msgr2=0x7f53300a53f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:42:04.177 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.178+0000 7f532ffff700 1 --2- 172.21.15.42:0/341348144 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f53300a2f30 0x7f53300a53f0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f53441129a0 tx=0x7f533400b410 comp rx=0 tx=0).stop 2024-06-06T08:42:04.177 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.178+0000 7f532ffff700 1 -- 172.21.15.42:0/341348144 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f534410aad0 msgr2=0x7f53441a0f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:42:04.177 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.178+0000 7f532ffff700 1 --2- 172.21.15.42:0/341348144 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f534410aad0 0x7f53441a0f80 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f534000d950 tx=0x7f534000dc60 comp rx=0 tx=0).stop 2024-06-06T08:42:04.181 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.182+0000 7f532ffff700 1 -- 172.21.15.42:0/341348144 shutdown_connections 2024-06-06T08:42:04.181 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.182+0000 7f532ffff700 1 --2- 172.21.15.42:0/341348144 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f53300a2f30 0x7f53300a53f0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:04.181 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.182+0000 7f532ffff700 1 --2- 172.21.15.42:0/341348144 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f5344110b60 0x7f53441a5850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:04.181 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.182+0000 7f532ffff700 1 --2- 172.21.15.42:0/341348144 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f534410aad0 0x7f53441a0f80 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:04.181 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.182+0000 7f532ffff700 1 --2- 172.21.15.42:0/341348144 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f534410b490 0x7f53441a14c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:04.181 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.182+0000 7f532ffff700 1 -- 172.21.15.42:0/341348144 >> 172.21.15.42:0/341348144 conn(0x7f534406f230 msgr2=0x7f5344111950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:42:04.182 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.184+0000 7f532ffff700 1 -- 172.21.15.42:0/341348144 shutdown_connections 2024-06-06T08:42:04.183 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:04.184+0000 7f532ffff700 1 -- 172.21.15.42:0/341348144 wait complete. 2024-06-06T08:42:04.930 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:42:04 smithi042 ceph-mon[32384]: pgmap v620: 129 pgs: 17 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 58 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 23 KiB/s wr, 36 op/s 2024-06-06T08:42:04.931 INFO:tasks.quiescer:done joining Quiescers 2024-06-06T08:42:04.931 DEBUG:teuthology.run_tasks:Unwinding manager background_exec 2024-06-06T08:42:04.942 INFO:teuthology.task.background_exec:Stopping background command on ubuntu@smithi042.front.sepia.ceph.com 2024-06-06T08:42:04.942 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:42:04 smithi120 ceph-mon[36658]: pgmap v620: 129 pgs: 17 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 58 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 23 KiB/s wr, 36 op/s 2024-06-06T08:42:04.954 DEBUG:teuthology.run_tasks:Unwinding manager full_sequential_finally 2024-06-06T08:42:04.963 INFO:teuthology.task.full_sequential_finally:In full_sequential_finally, running task exec... 2024-06-06T08:42:04.963 INFO:teuthology.task.exec:Executing custom commands... 2024-06-06T08:42:04.963 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi042.front.sepia.ceph.com 2024-06-06T08:42:04.963 DEBUG:teuthology.orchestra.run.smithi042:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > END_TIME' 2024-06-06T08:42:05.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:42:04 smithi149 ceph-mon[36842]: pgmap v620: 129 pgs: 17 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 58 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 23 KiB/s wr, 36 op/s 2024-06-06T08:42:05.065 DEBUG:teuthology.orchestra.run.smithi042:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi' 2024-06-06T08:42:05.109 DEBUG:teuthology.orchestra.run.smithi042:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-06-06T08:42:05.337 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:05.337+0000 7fdf4359e640 1 -- 172.21.15.42:0/1247373221 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdf3c0957f0 msgr2=0x7fdf3c004740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:42:05.338 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:05.337+0000 7fdf4359e640 1 --2- 172.21.15.42:0/1247373221 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdf3c0957f0 0x7fdf3c004740 secure :-1 s=READY pgs=1052 cs=0 l=1 rev1=1 crypto rx=0x7fdf4404fa30 tx=0x7fdf4409a770 comp rx=0 tx=0).stop 2024-06-06T08:42:05.341 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:05.341+0000 7fdf4359e640 1 -- 172.21.15.42:0/1247373221 shutdown_connections 2024-06-06T08:42:05.341 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:05.341+0000 7fdf4359e640 1 --2- 172.21.15.42:0/1247373221 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdf3c094e50 0x7fdf3c0952b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:05.341 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:05.341+0000 7fdf4359e640 1 --2- 172.21.15.42:0/1247373221 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdf3c0957f0 0x7fdf3c004740 unknown :-1 s=CLOSED pgs=1052 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:05.341 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:05.341+0000 7fdf4359e640 1 --2- 172.21.15.42:0/1247373221 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdf3c099bc0 0x7fdf3c099fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:05.342 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:05.341+0000 7fdf4359e640 1 -- 172.21.15.42:0/1247373221 >> 172.21.15.42:0/1247373221 conn(0x7fdf3c00a740 msgr2=0x7fdf3c00ab50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:42:05.342 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:05.342+0000 7fdf4359e640 1 -- 172.21.15.42:0/1247373221 shutdown_connections 2024-06-06T08:42:05.342 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:05.342+0000 7fdf4359e640 1 -- 172.21.15.42:0/1247373221 wait complete. 2024-06-06T08:42:05.343 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:05.343+0000 7fdf4359e640 1 Processor -- start 2024-06-06T08:42:05.343 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:05.344+0000 7fdf4359e640 1 -- start start 2024-06-06T08:42:05.343 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:05.344+0000 7fdf4359e640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdf3c094e50 0x7fdf3c149800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:05.343 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:05.344+0000 7fdf4359e640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdf3c0957f0 0x7fdf3c149d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:05.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:05.344+0000 7fdf4359e640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdf3c099bc0 0x7fdf3c1439b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:05.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:05.344+0000 7fdf4259c640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdf3c094e50 0x7fdf3c149800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:05.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:05.344+0000 7fdf4259c640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdf3c094e50 0x7fdf3c149800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:34672/0 (socket says 172.21.15.42:34672) 2024-06-06T08:42:05.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:05.344+0000 7fdf4259c640 1 -- 172.21.15.42:0/1612144951 learned_addr learned my addr 172.21.15.42:0/1612144951 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:42:05.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:05.344+0000 7fdf4359e640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fdf3c0b4e60 con 0x7fdf3c099bc0 2024-06-06T08:42:05.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:05.344+0000 7fdf4359e640 1 -- 172.21.15.42:0/1612144951 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fdf3c0b4ce0 con 0x7fdf3c094e50 2024-06-06T08:42:05.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:05.344+0000 7fdf4359e640 1 -- 172.21.15.42:0/1612144951 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fdf3c0b4fe0 con 0x7fdf3c0957f0 2024-06-06T08:42:05.344 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:05.345+0000 7fdf41d9b640 1 --2- 172.21.15.42:0/1612144951 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdf3c0957f0 0x7fdf3c149d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:05.345 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:05.345+0000 7fdf4259c640 1 -- 172.21.15.42:0/1612144951 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdf3c0957f0 msgr2=0x7fdf3c149d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:42:05.345 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:05.345+0000 7fdf4259c640 1 --2- 172.21.15.42:0/1612144951 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdf3c0957f0 0x7fdf3c149d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:05.345 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:05.345+0000 7fdf4259c640 1 -- 172.21.15.42:0/1612144951 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdf3c099bc0 msgr2=0x7fdf3c1439b0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-06T08:42:05.346 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:05.345+0000 7fdf4259c640 1 --2- 172.21.15.42:0/1612144951 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdf3c099bc0 0x7fdf3c1439b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:05.346 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:05.345+0000 7fdf4259c640 1 -- 172.21.15.42:0/1612144951 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf3c144130 con 0x7fdf3c094e50 2024-06-06T08:42:05.347 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:05.349+0000 7fdf4259c640 1 --2- 172.21.15.42:0/1612144951 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdf3c094e50 0x7fdf3c149800 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fdf3400e9c0 tx=0x7fdf3400ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:42:05.349 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:05.351+0000 7fdf337fe640 1 -- 172.21.15.42:0/1612144951 <== mon.2 v2:172.21.15.120:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf3400ccc0 con 0x7fdf3c094e50 2024-06-06T08:42:05.349 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:05.351+0000 7fdf4359e640 1 -- 172.21.15.42:0/1612144951 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf3c144420 con 0x7fdf3c094e50 2024-06-06T08:42:05.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:05.351+0000 7fdf4359e640 1 -- 172.21.15.42:0/1612144951 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf3c1506c0 con 0x7fdf3c094e50 2024-06-06T08:42:05.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:05.351+0000 7fdf337fe640 1 -- 172.21.15.42:0/1612144951 <== mon.2 v2:172.21.15.120:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdf34005500 con 0x7fdf3c094e50 2024-06-06T08:42:05.350 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:05.351+0000 7fdf337fe640 1 -- 172.21.15.42:0/1612144951 <== mon.2 v2:172.21.15.120:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf34010430 con 0x7fdf3c094e50 2024-06-06T08:42:05.354 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:05.354+0000 7fdf4359e640 1 -- 172.21.15.42:0/1612144951 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf24005290 con 0x7fdf3c094e50 2024-06-06T08:42:05.358 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:05.359+0000 7fdf337fe640 1 -- 172.21.15.42:0/1612144951 <== mon.2 v2:172.21.15.120:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fdf34043b60 con 0x7fdf3c094e50 2024-06-06T08:42:05.359 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:05.361+0000 7fdf337fe640 1 --2- 172.21.15.42:0/1612144951 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fdf2c0a2f00 0x7fdf2c0a53c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:05.359 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:05.361+0000 7fdf337fe640 1 -- 172.21.15.42:0/1612144951 <== mon.2 v2:172.21.15.120:3300/0 5 ==== osd_map(134..134 src has 1..134) ==== 9610+0+0 (secure 0 0 0) 0x7fdf340cfc80 con 0x7fdf3c094e50 2024-06-06T08:42:05.360 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:05.362+0000 7fdf41d9b640 1 --2- 172.21.15.42:0/1612144951 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fdf2c0a2f00 0x7fdf2c0a53c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:05.363 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:05.365+0000 7fdf337fe640 1 -- 172.21.15.42:0/1612144951 <== mon.2 v2:172.21.15.120:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fdf3409c480 con 0x7fdf3c094e50 2024-06-06T08:42:05.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:05.369+0000 7fdf41d9b640 1 --2- 172.21.15.42:0/1612144951 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fdf2c0a2f00 0x7fdf2c0a53c0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fdf3c099850 tx=0x7fdf38005f90 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:42:05.782 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:05.783+0000 7fdf4359e640 1 -- 172.21.15.42:0/1612144951 --> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) -- 0x7fdf24000bc0 con 0x7fdf2c0a2f00 2024-06-06T08:42:05.838 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:05.839+0000 7fdf337fe640 1 -- 172.21.15.42:0/1612144951 <== mgr.15204 v2:172.21.15.42:6800/3064910691 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+351 (secure 0 0 0) 0x7fdf24000bc0 con 0x7fdf2c0a2f00 2024-06-06T08:42:05.838 INFO:teuthology.orchestra.run.smithi042.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-06-06T00:00:00", "created": "2024-06-06T08:22:48", "first": "2024-06-06T08:23:00", "last": "2024-06-06T08:42:01", "last_pruned": "2024-06-06T08:42:02", "created_count": 20, "pruned_count": 14, "active": true} 2024-06-06T08:42:05.842 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:05.843+0000 7fdf4359e640 1 -- 172.21.15.42:0/1612144951 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fdf2c0a2f00 msgr2=0x7fdf2c0a53c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:42:05.842 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:05.843+0000 7fdf4359e640 1 --2- 172.21.15.42:0/1612144951 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fdf2c0a2f00 0x7fdf2c0a53c0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fdf3c099850 tx=0x7fdf38005f90 comp rx=0 tx=0).stop 2024-06-06T08:42:05.842 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:05.843+0000 7fdf4359e640 1 -- 172.21.15.42:0/1612144951 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdf3c094e50 msgr2=0x7fdf3c149800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:42:05.842 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:05.843+0000 7fdf4359e640 1 --2- 172.21.15.42:0/1612144951 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdf3c094e50 0x7fdf3c149800 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fdf3400e9c0 tx=0x7fdf3400ee80 comp rx=0 tx=0).stop 2024-06-06T08:42:05.842 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:05.843+0000 7fdf4359e640 1 -- 172.21.15.42:0/1612144951 shutdown_connections 2024-06-06T08:42:05.842 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:05.843+0000 7fdf4359e640 1 --2- 172.21.15.42:0/1612144951 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fdf2c0a2f00 0x7fdf2c0a53c0 secure :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fdf3c099850 tx=0x7fdf38005f90 comp rx=0 tx=0).stop 2024-06-06T08:42:05.843 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:05.843+0000 7fdf4359e640 1 --2- 172.21.15.42:0/1612144951 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdf3c099bc0 0x7fdf3c1439b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:05.843 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:05.843+0000 7fdf4359e640 1 --2- 172.21.15.42:0/1612144951 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdf3c0957f0 0x7fdf3c149d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:05.843 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:05.843+0000 7fdf4359e640 1 --2- 172.21.15.42:0/1612144951 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fdf3c094e50 0x7fdf3c149800 secure :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fdf3400e9c0 tx=0x7fdf3400ee80 comp rx=0 tx=0).stop 2024-06-06T08:42:05.843 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:05.843+0000 7fdf4359e640 1 -- 172.21.15.42:0/1612144951 >> 172.21.15.42:0/1612144951 conn(0x7fdf3c00a740 msgr2=0x7fdf3c093e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:42:05.843 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:05.843+0000 7fdf4359e640 1 -- 172.21.15.42:0/1612144951 shutdown_connections 2024-06-06T08:42:05.843 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:05.844+0000 7fdf4359e640 1 -- 172.21.15.42:0/1612144951 wait complete. 2024-06-06T08:42:05.862 DEBUG:teuthology.orchestra.run.smithi042:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-06-06T08:42:06.061 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.061+0000 7f24ff7d5640 1 -- 172.21.15.42:0/1528142005 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f24f8105db0 msgr2=0x7f24f8106260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:42:06.061 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.061+0000 7f24ff7d5640 1 --2- 172.21.15.42:0/1528142005 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f24f8105db0 0x7f24f8106260 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f24f001acb0 tx=0x7f24f003b9b0 comp rx=0 tx=0).stop 2024-06-06T08:42:06.061 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.061+0000 7f24ff7d5640 1 -- 172.21.15.42:0/1528142005 shutdown_connections 2024-06-06T08:42:06.061 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.061+0000 7f24ff7d5640 1 --2- 172.21.15.42:0/1528142005 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f24f8105db0 0x7f24f8106260 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:06.061 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.061+0000 7f24ff7d5640 1 --2- 172.21.15.42:0/1528142005 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f24f8101320 0x7f24f81057e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:06.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.061+0000 7f24ff7d5640 1 --2- 172.21.15.42:0/1528142005 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f24f8100a00 0x7f24f8100de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:06.062 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.061+0000 7f24ff7d5640 1 -- 172.21.15.42:0/1528142005 >> 172.21.15.42:0/1528142005 conn(0x7f24f8077ab0 msgr2=0x7f24f8077ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:42:06.066 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.065+0000 7f24ff7d5640 1 -- 172.21.15.42:0/1528142005 shutdown_connections 2024-06-06T08:42:06.068 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.068+0000 7f24ff7d5640 1 -- 172.21.15.42:0/1528142005 wait complete. 2024-06-06T08:42:06.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.069+0000 7f24ff7d5640 1 Processor -- start 2024-06-06T08:42:06.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.069+0000 7f24ff7d5640 1 -- start start 2024-06-06T08:42:06.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.069+0000 7f24ff7d5640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f24f8100a00 0x7f24f8072240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:06.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.069+0000 7f24ff7d5640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f24f8101320 0x7f24f8072780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:06.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.069+0000 7f24ff7d5640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f24f8105db0 0x7f24f810e0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:06.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.069+0000 7f24ff7d5640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f24f81097d0 con 0x7f24f8100a00 2024-06-06T08:42:06.069 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.069+0000 7f24ff7d5640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f24f8109650 con 0x7f24f8105db0 2024-06-06T08:42:06.070 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.069+0000 7f24ff7d5640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f24f8109950 con 0x7f24f8101320 2024-06-06T08:42:06.070 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.070+0000 7f24fcd70640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f24f8101320 0x7f24f8072780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:06.070 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.070+0000 7f24fcd70640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f24f8101320 0x7f24f8072780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:52032/0 (socket says 172.21.15.42:52032) 2024-06-06T08:42:06.070 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.070+0000 7f24fcd70640 1 -- 172.21.15.42:0/1628977634 learned_addr learned my addr 172.21.15.42:0/1628977634 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:42:06.070 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.070+0000 7f24fdd72640 1 --2- 172.21.15.42:0/1628977634 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f24f8105db0 0x7f24f810e0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:06.070 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.072+0000 7f24fd571640 1 --2- 172.21.15.42:0/1628977634 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f24f8100a00 0x7f24f8072240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:06.072 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.073+0000 7f24fd571640 1 -- 172.21.15.42:0/1628977634 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f24f8101320 msgr2=0x7f24f8072780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:42:06.072 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.073+0000 7f24fd571640 1 --2- 172.21.15.42:0/1628977634 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f24f8101320 0x7f24f8072780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:06.072 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.073+0000 7f24fd571640 1 -- 172.21.15.42:0/1628977634 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f24f8105db0 msgr2=0x7f24f810e0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:42:06.072 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.073+0000 7f24fd571640 1 --2- 172.21.15.42:0/1628977634 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f24f8105db0 0x7f24f810e0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:06.072 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.073+0000 7f24fd571640 1 -- 172.21.15.42:0/1628977634 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24f81153d0 con 0x7f24f8100a00 2024-06-06T08:42:06.072 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.073+0000 7f24fd571640 1 --2- 172.21.15.42:0/1628977634 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f24f8100a00 0x7f24f8072240 secure :-1 s=READY pgs=1053 cs=0 l=1 rev1=1 crypto rx=0x7f24e8009fd0 tx=0x7f24e800b870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:42:06.073 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.074+0000 7f24ee7fc640 1 -- 172.21.15.42:0/1628977634 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24e8015020 con 0x7f24f8100a00 2024-06-06T08:42:06.073 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.074+0000 7f24ee7fc640 1 -- 172.21.15.42:0/1628977634 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f24e8011d10 con 0x7f24f8100a00 2024-06-06T08:42:06.073 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.074+0000 7f24ee7fc640 1 -- 172.21.15.42:0/1628977634 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24e800f2e0 con 0x7f24f8100a00 2024-06-06T08:42:06.076 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.076+0000 7f24ff7d5640 1 -- 172.21.15.42:0/1628977634 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24f810e670 con 0x7f24f8100a00 2024-06-06T08:42:06.076 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.076+0000 7f24ff7d5640 1 -- 172.21.15.42:0/1628977634 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24f810eb70 con 0x7f24f8100a00 2024-06-06T08:42:06.083 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.084+0000 7f24ee7fc640 1 -- 172.21.15.42:0/1628977634 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f24e8018020 con 0x7f24f8100a00 2024-06-06T08:42:06.083 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.085+0000 7f24ff7d5640 1 -- 172.21.15.42:0/1628977634 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f24dc0052c0 con 0x7f24f8100a00 2024-06-06T08:42:06.084 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.086+0000 7f24ee7fc640 1 --2- 172.21.15.42:0/1628977634 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f24e40a2fc0 0x7f24e40a5480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:06.085 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.086+0000 7f24ee7fc640 1 -- 172.21.15.42:0/1628977634 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(135..135 src has 1..135) ==== 9594+0+0 (secure 0 0 0) 0x7f24e80ceee0 con 0x7f24f8100a00 2024-06-06T08:42:06.085 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.086+0000 7f24fcd70640 1 --2- 172.21.15.42:0/1628977634 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f24e40a2fc0 0x7f24e40a5480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:06.085 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.087+0000 7f24fcd70640 1 --2- 172.21.15.42:0/1628977634 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f24e40a2fc0 0x7f24e40a5480 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f24f8073ae0 tx=0x7f24f4005f90 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:42:06.097 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.098+0000 7f24ee7fc640 1 -- 172.21.15.42:0/1628977634 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f24e801f020 con 0x7f24f8100a00 2024-06-06T08:42:06.523 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.525+0000 7f24ff7d5640 1 -- 172.21.15.42:0/1628977634 --> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) -- 0x7f24dc000bf0 con 0x7f24e40a2fc0 2024-06-06T08:42:06.613 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.614+0000 7f24ee7fc640 1 -- 172.21.15.42:0/1628977634 <== mgr.15204 v2:172.21.15.42:6800/3064910691 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+10 (secure 0 0 0) 0x7f24dc000bf0 con 0x7f24e40a2fc0 2024-06-06T08:42:06.613 INFO:teuthology.orchestra.run.smithi042.stdout:/ 1m 6m3h 2024-06-06T08:42:06.617 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.618+0000 7f24ff7d5640 1 -- 172.21.15.42:0/1628977634 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f24e40a2fc0 msgr2=0x7f24e40a5480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:42:06.617 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.618+0000 7f24ff7d5640 1 --2- 172.21.15.42:0/1628977634 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f24e40a2fc0 0x7f24e40a5480 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f24f8073ae0 tx=0x7f24f4005f90 comp rx=0 tx=0).stop 2024-06-06T08:42:06.617 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.618+0000 7f24ff7d5640 1 -- 172.21.15.42:0/1628977634 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f24f8100a00 msgr2=0x7f24f8072240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:42:06.617 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.618+0000 7f24ff7d5640 1 --2- 172.21.15.42:0/1628977634 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f24f8100a00 0x7f24f8072240 secure :-1 s=READY pgs=1053 cs=0 l=1 rev1=1 crypto rx=0x7f24e8009fd0 tx=0x7f24e800b870 comp rx=0 tx=0).stop 2024-06-06T08:42:06.620 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.622+0000 7f24ff7d5640 1 -- 172.21.15.42:0/1628977634 shutdown_connections 2024-06-06T08:42:06.620 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.622+0000 7f24ff7d5640 1 --2- 172.21.15.42:0/1628977634 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f24e40a2fc0 0x7f24e40a5480 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:06.620 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.622+0000 7f24ff7d5640 1 --2- 172.21.15.42:0/1628977634 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f24f8105db0 0x7f24f810e0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:06.620 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.622+0000 7f24ff7d5640 1 --2- 172.21.15.42:0/1628977634 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f24f8101320 0x7f24f8072780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:06.620 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.622+0000 7f24ff7d5640 1 --2- 172.21.15.42:0/1628977634 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f24f8100a00 0x7f24f8072240 unknown :-1 s=CLOSED pgs=1053 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:06.620 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.622+0000 7f24ff7d5640 1 -- 172.21.15.42:0/1628977634 >> 172.21.15.42:0/1628977634 conn(0x7f24f8077ab0 msgr2=0x7f24f81037b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:42:06.621 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.623+0000 7f24ff7d5640 1 -- 172.21.15.42:0/1628977634 shutdown_connections 2024-06-06T08:42:06.621 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.623+0000 7f24ff7d5640 1 -- 172.21.15.42:0/1628977634 wait complete. 2024-06-06T08:42:06.641 DEBUG:teuthology.run_tasks:Unwinding manager fwd_scrub 2024-06-06T08:42:06.652 INFO:tasks.fwd_scrub:joining ForwardScrubbers 2024-06-06T08:42:06.652 ERROR:teuthology.run_tasks:Manager failed: fwd_scrub Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_861a8dcf7aa816a26e13f039336f7ed0a9aec0fa/teuthology/run_tasks.py", line 154, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.10/contextlib.py", line 142, in __exit__ next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph_3d746ca5346f34eef7e826a1eb71e59e02b682ae/qa/tasks/fwd_scrub.py", line 155, in task stop_all_fwd_scrubbers(ctx.ceph[config['cluster']].thrashers) File "/home/teuthworker/src/git.ceph.com_ceph_3d746ca5346f34eef7e826a1eb71e59e02b682ae/qa/tasks/fwd_scrub.py", line 90, in stop_all_fwd_scrubbers raise RuntimeError(f"error during scrub thrashing: {thrasher.exception}") RuntimeError: error during scrub thrashing: rank damage found: {'backtrace'} 2024-06-06T08:42:06.653 DEBUG:teuthology.run_tasks:Unwinding manager check-counter 2024-06-06T08:42:06.699 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-06-06T08:42:06.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:42:06 smithi149 ceph-mon[36842]: pgmap v621: 129 pgs: 17 active+clean+snaptrim, 53 active+clean+snaptrim_wait, 59 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 78 KiB/s wr, 47 op/s 2024-06-06T08:42:06.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:42:06 smithi149 ceph-mon[36842]: osdmap e135: 12 total, 12 up, 12 in 2024-06-06T08:42:06.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:42:06 smithi149 ceph-mon[36842]: from='client.27668 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:42:06.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:42:06 smithi042 ceph-mon[32384]: pgmap v621: 129 pgs: 17 active+clean+snaptrim, 53 active+clean+snaptrim_wait, 59 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 78 KiB/s wr, 47 op/s 2024-06-06T08:42:06.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:42:06 smithi042 ceph-mon[32384]: osdmap e135: 12 total, 12 up, 12 in 2024-06-06T08:42:06.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:42:06 smithi042 ceph-mon[32384]: from='client.27668 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:42:06.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:42:06 smithi120 ceph-mon[36658]: pgmap v621: 129 pgs: 17 active+clean+snaptrim, 53 active+clean+snaptrim_wait, 59 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 78 KiB/s wr, 47 op/s 2024-06-06T08:42:06.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:42:06 smithi120 ceph-mon[36658]: osdmap e135: 12 total, 12 up, 12 in 2024-06-06T08:42:06.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:42:06 smithi120 ceph-mon[36658]: from='client.27668 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:42:06.910 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.911+0000 7fc768631640 1 -- 172.21.15.42:0/1431480461 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc76010e900 msgr2=0x7fc76011d1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:42:06.910 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.911+0000 7fc768631640 1 --2- 172.21.15.42:0/1431480461 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc76010e900 0x7fc76011d1f0 secure :-1 s=READY pgs=1054 cs=0 l=1 rev1=1 crypto rx=0x7fc758009ca0 tx=0x7fc75802a8f0 comp rx=0 tx=0).stop 2024-06-06T08:42:06.912 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.912+0000 7fc768631640 1 -- 172.21.15.42:0/1431480461 shutdown_connections 2024-06-06T08:42:06.912 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.912+0000 7fc768631640 1 --2- 172.21.15.42:0/1431480461 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc760110570 0x7fc76010e220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:06.912 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.912+0000 7fc768631640 1 --2- 172.21.15.42:0/1431480461 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc76010e900 0x7fc76011d1f0 unknown :-1 s=CLOSED pgs=1054 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:06.912 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.912+0000 7fc768631640 1 --2- 172.21.15.42:0/1431480461 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc760110100 0x7fc76010dce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:06.912 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.912+0000 7fc768631640 1 -- 172.21.15.42:0/1431480461 >> 172.21.15.42:0/1431480461 conn(0x7fc76006cac0 msgr2=0x7fc76006ced0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:42:06.918 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.920+0000 7fc768631640 1 -- 172.21.15.42:0/1431480461 shutdown_connections 2024-06-06T08:42:06.919 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.921+0000 7fc768631640 1 -- 172.21.15.42:0/1431480461 wait complete. 2024-06-06T08:42:06.920 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.921+0000 7fc768631640 1 Processor -- start 2024-06-06T08:42:06.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.922+0000 7fc768631640 1 -- start start 2024-06-06T08:42:06.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.923+0000 7fc768631640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc760110100 0x7fc76011c790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:06.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.923+0000 7fc768631640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc76011ccd0 0x7fc760115810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:06.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.923+0000 7fc768631640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc760115d50 0x7fc7601161b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:06.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.923+0000 7fc768631640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc760120ba0 con 0x7fc76011ccd0 2024-06-06T08:42:06.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.923+0000 7fc768631640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fc760120a20 con 0x7fc760115d50 2024-06-06T08:42:06.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.923+0000 7fc768631640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fc760120d20 con 0x7fc760110100 2024-06-06T08:42:06.926 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.923+0000 7fc7663cd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc760110100 0x7fc76011c790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:06.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.923+0000 7fc7663cd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc760110100 0x7fc76011c790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:52058/0 (socket says 172.21.15.42:52058) 2024-06-06T08:42:06.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.923+0000 7fc7663cd640 1 -- 172.21.15.42:0/893713478 learned_addr learned my addr 172.21.15.42:0/893713478 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:42:06.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.924+0000 7fc7663cd640 1 -- 172.21.15.42:0/893713478 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc760115d50 msgr2=0x7fc7601161b0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-06-06T08:42:06.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.924+0000 7fc7663cd640 1 --2- 172.21.15.42:0/893713478 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc760115d50 0x7fc7601161b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:06.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.924+0000 7fc7663cd640 1 -- 172.21.15.42:0/893713478 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc76011ccd0 msgr2=0x7fc760115810 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-06T08:42:06.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.924+0000 7fc7663cd640 1 --2- 172.21.15.42:0/893713478 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc76011ccd0 0x7fc760115810 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:06.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.924+0000 7fc7663cd640 1 -- 172.21.15.42:0/893713478 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc76011a4f0 con 0x7fc760110100 2024-06-06T08:42:06.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.925+0000 7fc7663cd640 1 --2- 172.21.15.42:0/893713478 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc760110100 0x7fc76011c790 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fc75000e9f0 tx=0x7fc75000eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:42:06.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.925+0000 7fc75f7fe640 1 -- 172.21.15.42:0/893713478 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc75000cd80 con 0x7fc760110100 2024-06-06T08:42:06.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.925+0000 7fc75f7fe640 1 -- 172.21.15.42:0/893713478 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc750010910 con 0x7fc760110100 2024-06-06T08:42:06.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.925+0000 7fc75f7fe640 1 -- 172.21.15.42:0/893713478 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc75000cd80 con 0x7fc760110100 2024-06-06T08:42:06.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.926+0000 7fc768631640 1 -- 172.21.15.42:0/893713478 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc76011a7e0 con 0x7fc760110100 2024-06-06T08:42:06.927 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.926+0000 7fc768631640 1 -- 172.21.15.42:0/893713478 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc76011ace0 con 0x7fc760110100 2024-06-06T08:42:06.931 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.931+0000 7fc75f7fe640 1 -- 172.21.15.42:0/893713478 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fc750010ac0 con 0x7fc760110100 2024-06-06T08:42:06.931 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.932+0000 7fc75f7fe640 1 --2- 172.21.15.42:0/893713478 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc7480c5190 0x7fc7480c7650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:06.931 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.932+0000 7fc768631640 1 -- 172.21.15.42:0/893713478 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc74c005290 con 0x7fc760110100 2024-06-06T08:42:06.931 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.932+0000 7fc75f7fe640 1 -- 172.21.15.42:0/893713478 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(136..136 src has 1..136) ==== 9718+0+0 (secure 0 0 0) 0x7fc75000cb80 con 0x7fc760110100 2024-06-06T08:42:06.932 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.934+0000 7fc765bcc640 1 --2- 172.21.15.42:0/893713478 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc7480c5190 0x7fc7480c7650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:06.943 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.944+0000 7fc765bcc640 1 --2- 172.21.15.42:0/893713478 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc7480c5190 0x7fc7480c7650 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fc75400a860 tx=0x7fc754005b00 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:42:06.944 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:06.946+0000 7fc75f7fe640 1 -- 172.21.15.42:0/893713478 <== mon.1 v2:172.21.15.149:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fc75009be70 con 0x7fc760110100 2024-06-06T08:42:07.316 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:07.317+0000 7fc768631640 1 -- 172.21.15.42:0/893713478 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc74c005850 con 0x7fc760110100 2024-06-06T08:42:07.386 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:07.388+0000 7fc75f7fe640 1 -- 172.21.15.42:0/893713478 <== mon.1 v2:172.21.15.149:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v136) ==== 74+0+25622 (secure 0 0 0) 0x7fc75009b770 con 0x7fc760110100 2024-06-06T08:42:07.387 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:42:07.387 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":136,"fsid":"103bdc14-23dc-11ef-bc9b-c7b262605968","created":"2024-06-06T08:10:24.766424+0000","modified":"2024-06-06T08:42:06.523284+0000","last_up_change":"2024-06-06T08:17:36.287686+0000","last_in_change":"2024-06-06T08:17:16.753056+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-06T08:13:45.019237+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-06-06T08:18:33.144907+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-06-06T08:18:36.897997+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"136","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":35,"snap_epoch":136,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-06-06T08:18:46.419853+0000","flags":8197,"flags_names":"hashpspool,ec_overwrites,selfmanaged_snaps","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"136","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":35,"snap_epoch":136,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"e2e4fdcf-59e7-458d-b89e-8f5b7095ecba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6803","nonce":992269164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6805","nonce":992269164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6809","nonce":992269164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6807","nonce":992269164}]},"public_addr":"172.21.15.42:6803/992269164","cluster_addr":"172.21.15.42:6805/992269164","heartbeat_back_addr":"172.21.15.42:6809/992269164","heartbeat_front_addr":"172.21.15.42:6807/992269164","state":["exists","up"]},{"osd":1,"uuid":"5a66dde1-0e6a-44d3-9b2d-2c97d7c8db94","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6800","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6801","nonce":207181328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6802","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6803","nonce":207181328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6806","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6807","nonce":207181328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6804","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6805","nonce":207181328}]},"public_addr":"172.21.15.120:6801/207181328","cluster_addr":"172.21.15.120:6803/207181328","heartbeat_back_addr":"172.21.15.120:6807/207181328","heartbeat_front_addr":"172.21.15.120:6805/207181328","state":["exists","up"]},{"osd":2,"uuid":"642addc3-ef6d-438d-ba2b-011de9e2ba8d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6801","nonce":2997625975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6803","nonce":2997625975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6807","nonce":2997625975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6805","nonce":2997625975}]},"public_addr":"172.21.15.149:6801/2997625975","cluster_addr":"172.21.15.149:6803/2997625975","heartbeat_back_addr":"172.21.15.149:6807/2997625975","heartbeat_front_addr":"172.21.15.149:6805/2997625975","state":["exists","up"]},{"osd":3,"uuid":"2a97b907-d011-4010-a71b-a7783002e9b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6811","nonce":4079103623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6813","nonce":4079103623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6817","nonce":4079103623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6815","nonce":4079103623}]},"public_addr":"172.21.15.42:6811/4079103623","cluster_addr":"172.21.15.42:6813/4079103623","heartbeat_back_addr":"172.21.15.42:6817/4079103623","heartbeat_front_addr":"172.21.15.42:6815/4079103623","state":["exists","up"]},{"osd":4,"uuid":"8848bdb6-07d9-4be6-8dcb-01f181f6b678","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6808","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6809","nonce":559794558}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6810","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6811","nonce":559794558}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6814","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6815","nonce":559794558}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6812","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6813","nonce":559794558}]},"public_addr":"172.21.15.120:6809/559794558","cluster_addr":"172.21.15.120:6811/559794558","heartbeat_back_addr":"172.21.15.120:6815/559794558","heartbeat_front_addr":"172.21.15.120:6813/559794558","state":["exists","up"]},{"osd":5,"uuid":"4be1b7e5-1de1-4927-9960-c0f6415e0bff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6809","nonce":4023193877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6811","nonce":4023193877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6815","nonce":4023193877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6813","nonce":4023193877}]},"public_addr":"172.21.15.149:6809/4023193877","cluster_addr":"172.21.15.149:6811/4023193877","heartbeat_back_addr":"172.21.15.149:6815/4023193877","heartbeat_front_addr":"172.21.15.149:6813/4023193877","state":["exists","up"]},{"osd":6,"uuid":"6c1a1ff4-9bed-4f13-ab16-314c8086c06f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6819","nonce":1922652007}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6821","nonce":1922652007}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6825","nonce":1922652007}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6823","nonce":1922652007}]},"public_addr":"172.21.15.42:6819/1922652007","cluster_addr":"172.21.15.42:6821/1922652007","heartbeat_back_addr":"172.21.15.42:6825/1922652007","heartbeat_front_addr":"172.21.15.42:6823/1922652007","state":["exists","up"]},{"osd":7,"uuid":"37cb2c8b-d9c0-4d1e-bee8-cc850c69ba0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6816","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6817","nonce":156965814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6818","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6819","nonce":156965814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6822","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6823","nonce":156965814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6820","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6821","nonce":156965814}]},"public_addr":"172.21.15.120:6817/156965814","cluster_addr":"172.21.15.120:6819/156965814","heartbeat_back_addr":"172.21.15.120:6823/156965814","heartbeat_front_addr":"172.21.15.120:6821/156965814","state":["exists","up"]},{"osd":8,"uuid":"6df7e642-d784-4aac-b764-ddf0747add90","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6817","nonce":4100009474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6819","nonce":4100009474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6823","nonce":4100009474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6821","nonce":4100009474}]},"public_addr":"172.21.15.149:6817/4100009474","cluster_addr":"172.21.15.149:6819/4100009474","heartbeat_back_addr":"172.21.15.149:6823/4100009474","heartbeat_front_addr":"172.21.15.149:6821/4100009474","state":["exists","up"]},{"osd":9,"uuid":"f4b2af93-29f8-495a-86f7-72c2b64b34cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6827","nonce":3216295459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6829","nonce":3216295459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6833","nonce":3216295459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6831","nonce":3216295459}]},"public_addr":"172.21.15.42:6827/3216295459","cluster_addr":"172.21.15.42:6829/3216295459","heartbeat_back_addr":"172.21.15.42:6833/3216295459","heartbeat_front_addr":"172.21.15.42:6831/3216295459","state":["exists","up"]},{"osd":10,"uuid":"5d31e261-0c1d-488d-a7d5-6a6c1250edca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6824","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6825","nonce":3633743730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6826","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6827","nonce":3633743730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6830","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6831","nonce":3633743730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6828","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6829","nonce":3633743730}]},"public_addr":"172.21.15.120:6825/3633743730","cluster_addr":"172.21.15.120:6827/3633743730","heartbeat_back_addr":"172.21.15.120:6831/3633743730","heartbeat_front_addr":"172.21.15.120:6829/3633743730","state":["exists","up"]},{"osd":11,"uuid":"32e1e82b-97fe-4469-8345-871e9caffc3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6825","nonce":797850884}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6827","nonce":797850884}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6831","nonce":797850884}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6829","nonce":797850884}]},"public_addr":"172.21.15.149:6825/797850884","cluster_addr":"172.21.15.149:6827/797850884","heartbeat_back_addr":"172.21.15.149:6831/797850884","heartbeat_front_addr":"172.21.15.149:6829/797850884","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:12:53.901249+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:13:17.683764+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:13:41.352203+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:14:08.031995+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:14:33.363708+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:14:58.055589+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:15:24.669566+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:15:50.912783+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:16:15.924258+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:16:43.185660+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:17:09.578878+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:17:35.047958+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.10","mappings":[{"from":2,"to":4}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.1","mappings":[{"from":4,"to":9}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"4.e","mappings":[{"from":5,"to":8}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]},{"pgid":"4.14","mappings":[{"from":9,"to":8}]},{"pgid":"4.16","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.42:6801/1196215200":"2024-06-07T08:22:36.893215+0000","172.21.15.42:6800/1196215200":"2024-06-07T08:22:36.893215+0000","172.21.15.42:0/3684657279":"2024-06-07T08:22:36.893215+0000","172.21.15.42:0/375411175":"2024-06-07T08:22:36.893215+0000","172.21.15.42:0/1967853952":"2024-06-07T08:22:36.893215+0000","172.21.15.42:0/2349000297":"2024-06-07T08:11:18.501580+0000","172.21.15.42:6801/542419736":"2024-06-07T08:11:18.501580+0000","172.21.15.42:0/4045339565":"2024-06-07T08:22:36.893215+0000","172.21.15.42:0/2444807230":"2024-06-07T08:10:51.469961+0000","172.21.15.42:0/2035946884":"2024-06-07T08:11:18.501580+0000","172.21.15.42:6800/542419736":"2024-06-07T08:11:18.501580+0000","172.21.15.42:0/2547834811":"2024-06-07T08:10:51.469961+0000","172.21.15.42:0/1748257485":"2024-06-07T08:11:18.501580+0000","172.21.15.42:0/1313394303":"2024-06-07T08:10:51.469961+0000","172.21.15.42:6800/1296506824":"2024-06-07T08:10:51.469961+0000","172.21.15.42:6801/1296506824":"2024-06-07T08:10:51.469961+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":3,"snaps":[{"begin":20,"length":1},{"begin":22,"length":1},{"begin":27,"length":1},{"begin":29,"length":1},{"begin":31,"length":1},{"begin":33,"length":1},{"begin":35,"length":1}]},{"pool":4,"snaps":[{"begin":18,"length":1},{"begin":20,"length":1},{"begin":22,"length":1},{"begin":25,"length":1},{"begin":27,"length":1},{"begin":29,"length":1},{"begin":31,"length":1},{"begin":33,"length":1},{"begin":35,"length":1}]}],"new_removed_snaps":[{"pool":3,"snaps":[{"begin":22,"length":1},{"begin":35,"length":1}]},{"pool":4,"snaps":[{"begin":22,"length":1},{"begin":35,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-06T08:42:07.390 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:07.391+0000 7fc768631640 1 -- 172.21.15.42:0/893713478 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc7480c5190 msgr2=0x7fc7480c7650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:42:07.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:07.391+0000 7fc768631640 1 --2- 172.21.15.42:0/893713478 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc7480c5190 0x7fc7480c7650 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fc75400a860 tx=0x7fc754005b00 comp rx=0 tx=0).stop 2024-06-06T08:42:07.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:07.391+0000 7fc768631640 1 -- 172.21.15.42:0/893713478 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc760110100 msgr2=0x7fc76011c790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:42:07.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:07.391+0000 7fc768631640 1 --2- 172.21.15.42:0/893713478 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc760110100 0x7fc76011c790 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fc75000e9f0 tx=0x7fc75000eeb0 comp rx=0 tx=0).stop 2024-06-06T08:42:07.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:07.391+0000 7fc768631640 1 -- 172.21.15.42:0/893713478 shutdown_connections 2024-06-06T08:42:07.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:07.391+0000 7fc768631640 1 --2- 172.21.15.42:0/893713478 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fc7480c5190 0x7fc7480c7650 secure :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fc75400a860 tx=0x7fc754005b00 comp rx=0 tx=0).stop 2024-06-06T08:42:07.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:07.391+0000 7fc768631640 1 --2- 172.21.15.42:0/893713478 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fc760115d50 0x7fc7601161b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:07.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:07.391+0000 7fc768631640 1 --2- 172.21.15.42:0/893713478 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc76011ccd0 0x7fc760115810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:07.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:07.391+0000 7fc768631640 1 --2- 172.21.15.42:0/893713478 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc760110100 0x7fc76011c790 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:07.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:07.391+0000 7fc768631640 1 -- 172.21.15.42:0/893713478 >> 172.21.15.42:0/893713478 conn(0x7fc76006cac0 msgr2=0x7fc760070fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:42:07.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:07.392+0000 7fc768631640 1 -- 172.21.15.42:0/893713478 shutdown_connections 2024-06-06T08:42:07.391 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:07.392+0000 7fc768631640 1 -- 172.21.15.42:0/893713478 wait complete. 2024-06-06T08:42:07.409 INFO:tasks.check_counter.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-06-06T08:13:45.019237+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-06-06T08:18:33.144907+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '90', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-06-06T08:18:36.897997+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '136', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 35, 'snap_epoch': 136, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-06-06T08:18:46.419853+0000', 'flags': 8197, 'flags_names': 'hashpspool,ec_overwrites,selfmanaged_snaps', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '136', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 35, 'snap_epoch': 136, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-06-06T08:42:07.409 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-06-06T08:42:07.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:07.610+0000 7f46322df640 1 -- 172.21.15.42:0/746114711 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f462c108bb0 msgr2=0x7f462c108f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:42:07.609 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:07.610+0000 7f46322df640 1 --2- 172.21.15.42:0/746114711 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f462c108bb0 0x7f462c108f90 secure :-1 s=READY pgs=1055 cs=0 l=1 rev1=1 crypto rx=0x7f4624009ca0 tx=0x7f462402a8e0 comp rx=0 tx=0).stop 2024-06-06T08:42:07.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:07.614+0000 7f46322df640 1 -- 172.21.15.42:0/746114711 shutdown_connections 2024-06-06T08:42:07.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:07.614+0000 7f46322df640 1 --2- 172.21.15.42:0/746114711 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f462c114af0 0x7f462c116ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:07.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:07.614+0000 7f46322df640 1 --2- 172.21.15.42:0/746114711 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f462c1094d0 0x7f462c1145b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:07.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:07.614+0000 7f46322df640 1 --2- 172.21.15.42:0/746114711 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f462c108bb0 0x7f462c108f90 unknown :-1 s=CLOSED pgs=1055 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:07.614 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:07.614+0000 7f46322df640 1 -- 172.21.15.42:0/746114711 >> 172.21.15.42:0/746114711 conn(0x7f462c06cab0 msgr2=0x7f462c06cec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:42:07.622 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:07.620+0000 7f46322df640 1 -- 172.21.15.42:0/746114711 shutdown_connections 2024-06-06T08:42:07.622 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:07.623+0000 7f46322df640 1 -- 172.21.15.42:0/746114711 wait complete. 2024-06-06T08:42:07.622 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:07.624+0000 7f46322df640 1 Processor -- start 2024-06-06T08:42:07.625 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:07.625+0000 7f46322df640 1 -- start start 2024-06-06T08:42:07.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:07.625+0000 7f46322df640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f462c108bb0 0x7f462c11e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:07.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:07.625+0000 7f46322df640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f462c1094d0 0x7f462c11ee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:07.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:07.625+0000 7f46322df640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f462c114af0 0x7f462c1199f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:07.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:07.625+0000 7f46322df640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f462c118420 con 0x7f462c108bb0 2024-06-06T08:42:07.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:07.625+0000 7f46322df640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f462c1182a0 con 0x7f462c114af0 2024-06-06T08:42:07.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:07.625+0000 7f46322df640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f462c1185a0 con 0x7f462c1094d0 2024-06-06T08:42:07.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:07.626+0000 7f463087c640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f462c114af0 0x7f462c1199f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:07.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:07.626+0000 7f463087c640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f462c114af0 0x7f462c1199f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:34724/0 (socket says 172.21.15.42:34724) 2024-06-06T08:42:07.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:07.626+0000 7f463087c640 1 -- 172.21.15.42:0/3911818619 learned_addr learned my addr 172.21.15.42:0/3911818619 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:42:07.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:07.626+0000 7f462b7fe640 1 --2- 172.21.15.42:0/3911818619 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f462c1094d0 0x7f462c11ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:07.626 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:07.626+0000 7f462bfff640 1 --2- 172.21.15.42:0/3911818619 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f462c108bb0 0x7f462c11e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:07.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:07.627+0000 7f462b7fe640 1 -- 172.21.15.42:0/3911818619 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f462c114af0 msgr2=0x7f462c1199f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:42:07.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:07.627+0000 7f462b7fe640 1 --2- 172.21.15.42:0/3911818619 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f462c114af0 0x7f462c1199f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:07.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:07.627+0000 7f462b7fe640 1 -- 172.21.15.42:0/3911818619 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f462c108bb0 msgr2=0x7f462c11e8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:42:07.627 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:07.627+0000 7f462b7fe640 1 --2- 172.21.15.42:0/3911818619 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f462c108bb0 0x7f462c11e8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:07.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:07.627+0000 7f462b7fe640 1 -- 172.21.15.42:0/3911818619 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f462c11a060 con 0x7f462c1094d0 2024-06-06T08:42:07.628 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:07.628+0000 7f462b7fe640 1 --2- 172.21.15.42:0/3911818619 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f462c1094d0 0x7f462c11ee20 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f461c00e9f0 tx=0x7f461c00eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:42:07.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:07.630+0000 7f46297fa640 1 -- 172.21.15.42:0/3911818619 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f461c00ccc0 con 0x7f462c1094d0 2024-06-06T08:42:07.630 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:07.630+0000 7f46297fa640 1 -- 172.21.15.42:0/3911818619 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f461c010910 con 0x7f462c1094d0 2024-06-06T08:42:07.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:07.630+0000 7f46297fa640 1 -- 172.21.15.42:0/3911818619 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f461c0189c0 con 0x7f462c1094d0 2024-06-06T08:42:07.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:07.631+0000 7f46322df640 1 -- 172.21.15.42:0/3911818619 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f462c11a350 con 0x7f462c1094d0 2024-06-06T08:42:07.631 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:07.631+0000 7f46322df640 1 -- 172.21.15.42:0/3911818619 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f462c1bc580 con 0x7f462c1094d0 2024-06-06T08:42:07.636 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:07.633+0000 7f46322df640 1 -- 172.21.15.42:0/3911818619 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f462c06d670 con 0x7f462c1094d0 2024-06-06T08:42:07.642 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:07.643+0000 7f46297fa640 1 -- 172.21.15.42:0/3911818619 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f461c010ac0 con 0x7f462c1094d0 2024-06-06T08:42:07.646 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:07.644+0000 7f46297fa640 1 --2- 172.21.15.42:0/3911818619 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f46180a2e60 0x7f46180a5320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:07.646 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:07.644+0000 7f46297fa640 1 -- 172.21.15.42:0/3911818619 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(136..136 src has 1..136) ==== 9718+0+0 (secure 0 0 0) 0x7f461c0cff80 con 0x7f462c1094d0 2024-06-06T08:42:07.646 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:07.646+0000 7f462bfff640 1 --2- 172.21.15.42:0/3911818619 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f46180a2e60 0x7f46180a5320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:07.650 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:07.649+0000 7f46297fa640 1 -- 172.21.15.42:0/3911818619 <== mon.1 v2:172.21.15.149:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f461c09c040 con 0x7f462c1094d0 2024-06-06T08:42:07.654 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:07.652+0000 7f462bfff640 1 --2- 172.21.15.42:0/3911818619 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f46180a2e60 0x7f46180a5320 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f4624000f80 tx=0x7f46240305e0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:42:07.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:42:07 smithi042 ceph-mon[32384]: from='client.18141 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:42:07.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:42:07 smithi042 ceph-mon[32384]: osdmap e136: 12 total, 12 up, 12 in 2024-06-06T08:42:07.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:42:07 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/893713478' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T08:42:07.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:42:07 smithi120 ceph-mon[36658]: from='client.18141 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:42:07.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:42:07 smithi120 ceph-mon[36658]: osdmap e136: 12 total, 12 up, 12 in 2024-06-06T08:42:07.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:42:07 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/893713478' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T08:42:08.019 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.019+0000 7f46322df640 1 -- 172.21.15.42:0/3911818619 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f462c0687c0 con 0x7f462c1094d0 2024-06-06T08:42:08.019 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.021+0000 7f46297fa640 1 -- 172.21.15.42:0/3911818619 <== mon.1 v2:172.21.15.149:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v136) ==== 93+0+10 (secure 0 0 0) 0x7f462c0687c0 con 0x7f462c1094d0 2024-06-06T08:42:08.019 INFO:teuthology.orchestra.run.smithi042.stdout:pg_num: 1 2024-06-06T08:42:08.023 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.024+0000 7f46322df640 1 -- 172.21.15.42:0/3911818619 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f46180a2e60 msgr2=0x7f46180a5320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:42:08.023 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.024+0000 7f46322df640 1 --2- 172.21.15.42:0/3911818619 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f46180a2e60 0x7f46180a5320 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f4624000f80 tx=0x7f46240305e0 comp rx=0 tx=0).stop 2024-06-06T08:42:08.023 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.024+0000 7f46322df640 1 -- 172.21.15.42:0/3911818619 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f462c1094d0 msgr2=0x7f462c11ee20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:42:08.023 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.024+0000 7f46322df640 1 --2- 172.21.15.42:0/3911818619 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f462c1094d0 0x7f462c11ee20 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f461c00e9f0 tx=0x7f461c00eeb0 comp rx=0 tx=0).stop 2024-06-06T08:42:08.025 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.027+0000 7f46322df640 1 -- 172.21.15.42:0/3911818619 shutdown_connections 2024-06-06T08:42:08.025 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.027+0000 7f46322df640 1 --2- 172.21.15.42:0/3911818619 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f46180a2e60 0x7f46180a5320 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:08.025 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.027+0000 7f46322df640 1 --2- 172.21.15.42:0/3911818619 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f462c114af0 0x7f462c1199f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:08.025 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.027+0000 7f46322df640 1 --2- 172.21.15.42:0/3911818619 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f462c1094d0 0x7f462c11ee20 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:08.026 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.027+0000 7f46322df640 1 --2- 172.21.15.42:0/3911818619 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f462c108bb0 0x7f462c11e8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:08.026 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.027+0000 7f46322df640 1 -- 172.21.15.42:0/3911818619 >> 172.21.15.42:0/3911818619 conn(0x7f462c06cab0 msgr2=0x7f462c0706d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:42:08.026 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.027+0000 7f46322df640 1 -- 172.21.15.42:0/3911818619 shutdown_connections 2024-06-06T08:42:08.026 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.027+0000 7f46322df640 1 -- 172.21.15.42:0/3911818619 wait complete. 2024-06-06T08:42:08.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:42:07 smithi149 ceph-mon[36842]: from='client.18141 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:42:08.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:42:07 smithi149 ceph-mon[36842]: osdmap e136: 12 total, 12 up, 12 in 2024-06-06T08:42:08.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:42:07 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/893713478' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T08:42:08.045 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-06-06T08:42:08.243 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.244+0000 7f9ad627d640 1 -- 172.21.15.42:0/4033629680 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9ad0105d40 msgr2=0x7f9ad01061d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:42:08.243 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.244+0000 7f9ad627d640 1 --2- 172.21.15.42:0/4033629680 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9ad0105d40 0x7f9ad01061d0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f9ac8009be0 tx=0x7f9ac802a820 comp rx=0 tx=0).stop 2024-06-06T08:42:08.244 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.245+0000 7f9ad627d640 1 -- 172.21.15.42:0/4033629680 shutdown_connections 2024-06-06T08:42:08.244 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.245+0000 7f9ad627d640 1 --2- 172.21.15.42:0/4033629680 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9ad0101340 0x7f9ad0105800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:08.244 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.245+0000 7f9ad627d640 1 --2- 172.21.15.42:0/4033629680 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9ad0105d40 0x7f9ad01061d0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:08.244 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.245+0000 7f9ad627d640 1 --2- 172.21.15.42:0/4033629680 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9ad0100a20 0x7f9ad0100e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:08.244 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.245+0000 7f9ad627d640 1 -- 172.21.15.42:0/4033629680 >> 172.21.15.42:0/4033629680 conn(0x7f9ad0076c20 msgr2=0x7f9ad0077030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:42:08.245 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.245+0000 7f9ad627d640 1 -- 172.21.15.42:0/4033629680 shutdown_connections 2024-06-06T08:42:08.248 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.248+0000 7f9ad627d640 1 -- 172.21.15.42:0/4033629680 wait complete. 2024-06-06T08:42:08.248 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.249+0000 7f9ad627d640 1 Processor -- start 2024-06-06T08:42:08.248 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.250+0000 7f9ad627d640 1 -- start start 2024-06-06T08:42:08.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.250+0000 7f9ad627d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9ad0100a20 0x7f9ad019e700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:08.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.250+0000 7f9ad627d640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9ad0101340 0x7f9ad019ec40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:08.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.250+0000 7f9ad627d640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9ad0105d40 0x7f9ad01a2fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:08.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.251+0000 7f9ad627d640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9ad01183e0 con 0x7f9ad0100a20 2024-06-06T08:42:08.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.251+0000 7f9ad627d640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f9ad0118260 con 0x7f9ad0101340 2024-06-06T08:42:08.249 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.251+0000 7f9ad627d640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f9ad0118560 con 0x7f9ad0105d40 2024-06-06T08:42:08.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.252+0000 7f9ad481a640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9ad0105d40 0x7f9ad01a2fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:08.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.252+0000 7f9ad481a640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9ad0105d40 0x7f9ad01a2fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:52420/0 (socket says 172.21.15.42:52420) 2024-06-06T08:42:08.250 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.252+0000 7f9ad481a640 1 -- 172.21.15.42:0/1514046438 learned_addr learned my addr 172.21.15.42:0/1514046438 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:42:08.252 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.253+0000 7f9acffff640 1 --2- 172.21.15.42:0/1514046438 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9ad0100a20 0x7f9ad019e700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:08.252 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.253+0000 7f9acffff640 1 -- 172.21.15.42:0/1514046438 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9ad0105d40 msgr2=0x7f9ad01a2fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:42:08.252 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.253+0000 7f9acffff640 1 --2- 172.21.15.42:0/1514046438 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9ad0105d40 0x7f9ad01a2fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:08.252 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.253+0000 7f9acffff640 1 -- 172.21.15.42:0/1514046438 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9ad0101340 msgr2=0x7f9ad019ec40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:42:08.252 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.253+0000 7f9acffff640 1 --2- 172.21.15.42:0/1514046438 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9ad0101340 0x7f9ad019ec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:08.252 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.253+0000 7f9acffff640 1 -- 172.21.15.42:0/1514046438 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ad01a36f0 con 0x7f9ad0100a20 2024-06-06T08:42:08.254 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.254+0000 7f9acffff640 1 --2- 172.21.15.42:0/1514046438 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9ad0100a20 0x7f9ad019e700 secure :-1 s=READY pgs=1056 cs=0 l=1 rev1=1 crypto rx=0x7f9ac4009fd0 tx=0x7f9ac400b870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:42:08.254 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.256+0000 7f9acd7fa640 1 -- 172.21.15.42:0/1514046438 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ac4015020 con 0x7f9ad0100a20 2024-06-06T08:42:08.254 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.256+0000 7f9acd7fa640 1 -- 172.21.15.42:0/1514046438 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9ac4011d10 con 0x7f9ad0100a20 2024-06-06T08:42:08.254 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.256+0000 7f9acd7fa640 1 -- 172.21.15.42:0/1514046438 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ac400f2e0 con 0x7f9ad0100a20 2024-06-06T08:42:08.255 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.256+0000 7f9ad627d640 1 -- 172.21.15.42:0/1514046438 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ad01a39e0 con 0x7f9ad0100a20 2024-06-06T08:42:08.255 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.256+0000 7f9ad627d640 1 -- 172.21.15.42:0/1514046438 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ad01ab270 con 0x7f9ad0100a20 2024-06-06T08:42:08.260 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.262+0000 7f9ad627d640 1 -- 172.21.15.42:0/1514046438 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ad006a740 con 0x7f9ad0100a20 2024-06-06T08:42:08.261 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.263+0000 7f9acd7fa640 1 -- 172.21.15.42:0/1514046438 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f9ac4018020 con 0x7f9ad0100a20 2024-06-06T08:42:08.262 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.264+0000 7f9acd7fa640 1 --2- 172.21.15.42:0/1514046438 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f9ab80a2ed0 0x7f9ab80a5390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:08.262 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.264+0000 7f9acd7fa640 1 -- 172.21.15.42:0/1514046438 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(136..136 src has 1..136) ==== 9718+0+0 (secure 0 0 0) 0x7f9ac40ceff0 con 0x7f9ad0100a20 2024-06-06T08:42:08.266 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.268+0000 7f9acf7fe640 1 --2- 172.21.15.42:0/1514046438 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f9ab80a2ed0 0x7f9ab80a5390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:08.271 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.269+0000 7f9acf7fe640 1 --2- 172.21.15.42:0/1514046438 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f9ab80a2ed0 0x7f9ab80a5390 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f9ac00058c0 tx=0x7f9ac0005850 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:42:08.276 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.274+0000 7f9acd7fa640 1 -- 172.21.15.42:0/1514046438 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f9ac401f020 con 0x7f9ad0100a20 2024-06-06T08:42:08.637 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.637+0000 7f9ad627d640 1 -- 172.21.15.42:0/1514046438 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f9ad01ab440 con 0x7f9ad0100a20 2024-06-06T08:42:08.638 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.640+0000 7f9acd7fa640 1 -- 172.21.15.42:0/1514046438 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v136) ==== 104+0+11 (secure 0 0 0) 0x7f9ac409b810 con 0x7f9ad0100a20 2024-06-06T08:42:08.639 INFO:teuthology.orchestra.run.smithi042.stdout:pg_num: 32 2024-06-06T08:42:08.642 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.644+0000 7f9ad627d640 1 -- 172.21.15.42:0/1514046438 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f9ab80a2ed0 msgr2=0x7f9ab80a5390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:42:08.642 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.644+0000 7f9ad627d640 1 --2- 172.21.15.42:0/1514046438 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f9ab80a2ed0 0x7f9ab80a5390 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f9ac00058c0 tx=0x7f9ac0005850 comp rx=0 tx=0).stop 2024-06-06T08:42:08.642 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.644+0000 7f9ad627d640 1 -- 172.21.15.42:0/1514046438 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9ad0100a20 msgr2=0x7f9ad019e700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:42:08.643 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.644+0000 7f9ad627d640 1 --2- 172.21.15.42:0/1514046438 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9ad0100a20 0x7f9ad019e700 secure :-1 s=READY pgs=1056 cs=0 l=1 rev1=1 crypto rx=0x7f9ac4009fd0 tx=0x7f9ac400b870 comp rx=0 tx=0).stop 2024-06-06T08:42:08.643 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.645+0000 7f9ad627d640 1 -- 172.21.15.42:0/1514046438 shutdown_connections 2024-06-06T08:42:08.643 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.645+0000 7f9ad627d640 1 --2- 172.21.15.42:0/1514046438 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f9ab80a2ed0 0x7f9ab80a5390 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:08.643 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.645+0000 7f9ad627d640 1 --2- 172.21.15.42:0/1514046438 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f9ad0101340 0x7f9ad019ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:08.643 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.645+0000 7f9ad627d640 1 --2- 172.21.15.42:0/1514046438 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9ad0105d40 0x7f9ad01a2fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:08.643 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.645+0000 7f9ad627d640 1 --2- 172.21.15.42:0/1514046438 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9ad0100a20 0x7f9ad019e700 unknown :-1 s=CLOSED pgs=1056 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:08.643 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.645+0000 7f9ad627d640 1 -- 172.21.15.42:0/1514046438 >> 172.21.15.42:0/1514046438 conn(0x7f9ad0076c20 msgr2=0x7f9ad00fedc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:42:08.645 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.646+0000 7f9ad627d640 1 -- 172.21.15.42:0/1514046438 shutdown_connections 2024-06-06T08:42:08.647 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.649+0000 7f9ad627d640 1 -- 172.21.15.42:0/1514046438 wait complete. 2024-06-06T08:42:08.665 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-06-06T08:42:08.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:42:08 smithi042 ceph-mon[32384]: pgmap v624: 129 pgs: 18 active+clean+snaptrim, 60 active+clean+snaptrim_wait, 51 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 104 KiB/s wr, 49 op/s 2024-06-06T08:42:08.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:42:08 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/3911818619' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-06-06T08:42:08.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.819+0000 7fe2dffdc640 1 -- 172.21.15.42:0/710423682 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe2d810bf60 msgr2=0x7fe2d810e400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:42:08.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.819+0000 7fe2dffdc640 1 --2- 172.21.15.42:0/710423682 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe2d810bf60 0x7fe2d810e400 secure :-1 s=READY pgs=1057 cs=0 l=1 rev1=1 crypto rx=0x7fe2d0009ca0 tx=0x7fe2d002a9e0 comp rx=0 tx=0).stop 2024-06-06T08:42:08.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.819+0000 7fe2dffdc640 1 -- 172.21.15.42:0/710423682 shutdown_connections 2024-06-06T08:42:08.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.819+0000 7fe2dffdc640 1 --2- 172.21.15.42:0/710423682 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe2d810bf60 0x7fe2d810e400 unknown :-1 s=CLOSED pgs=1057 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:08.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.819+0000 7fe2dffdc640 1 --2- 172.21.15.42:0/710423682 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe2d8103540 0x7fe2d810ba20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:08.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.819+0000 7fe2dffdc640 1 --2- 172.21.15.42:0/710423682 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe2d8102c20 0x7fe2d8103000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:08.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.819+0000 7fe2dffdc640 1 -- 172.21.15.42:0/710423682 >> 172.21.15.42:0/710423682 conn(0x7fe2d80779a0 msgr2=0x7fe2d8077db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:42:08.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.819+0000 7fe2dffdc640 1 -- 172.21.15.42:0/710423682 shutdown_connections 2024-06-06T08:42:08.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.819+0000 7fe2dffdc640 1 -- 172.21.15.42:0/710423682 wait complete. 2024-06-06T08:42:08.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.819+0000 7fe2dffdc640 1 Processor -- start 2024-06-06T08:42:08.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.819+0000 7fe2dffdc640 1 -- start start 2024-06-06T08:42:08.820 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.820+0000 7fe2dffdc640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe2d8102c20 0x7fe2d8198260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:08.821 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.820+0000 7fe2dffdc640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe2d8103540 0x7fe2d81987a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:08.821 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.820+0000 7fe2dffdc640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe2d810bf60 0x7fe2d819cb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:08.821 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.820+0000 7fe2dffdc640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe2d8111d60 con 0x7fe2d810bf60 2024-06-06T08:42:08.821 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.820+0000 7fe2dffdc640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fe2d8111be0 con 0x7fe2d8102c20 2024-06-06T08:42:08.821 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.820+0000 7fe2dffdc640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fe2d8111ee0 con 0x7fe2d8103540 2024-06-06T08:42:08.821 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.820+0000 7fe2de579640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe2d810bf60 0x7fe2d819cb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:08.821 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.820+0000 7fe2de579640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe2d810bf60 0x7fe2d819cb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:39598/0 (socket says 172.21.15.42:39598) 2024-06-06T08:42:08.821 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.820+0000 7fe2de579640 1 -- 172.21.15.42:0/1334405936 learned_addr learned my addr 172.21.15.42:0/1334405936 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:42:08.821 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.820+0000 7fe2ddd78640 1 --2- 172.21.15.42:0/1334405936 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe2d8102c20 0x7fe2d8198260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:08.821 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.820+0000 7fe2dd577640 1 --2- 172.21.15.42:0/1334405936 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe2d8103540 0x7fe2d81987a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:08.821 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.820+0000 7fe2de579640 1 -- 172.21.15.42:0/1334405936 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe2d8103540 msgr2=0x7fe2d81987a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:42:08.821 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.820+0000 7fe2de579640 1 --2- 172.21.15.42:0/1334405936 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe2d8103540 0x7fe2d81987a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:08.821 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.820+0000 7fe2de579640 1 -- 172.21.15.42:0/1334405936 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe2d8102c20 msgr2=0x7fe2d8198260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:42:08.821 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.820+0000 7fe2de579640 1 --2- 172.21.15.42:0/1334405936 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe2d8102c20 0x7fe2d8198260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:08.821 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.820+0000 7fe2de579640 1 -- 172.21.15.42:0/1334405936 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2d819d250 con 0x7fe2d810bf60 2024-06-06T08:42:08.822 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.820+0000 7fe2ddd78640 1 --2- 172.21.15.42:0/1334405936 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe2d8102c20 0x7fe2d8198260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:42:08.822 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.820+0000 7fe2de579640 1 --2- 172.21.15.42:0/1334405936 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe2d810bf60 0x7fe2d819cb20 secure :-1 s=READY pgs=1058 cs=0 l=1 rev1=1 crypto rx=0x7fe2d0006010 tx=0x7fe2d0003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:42:08.822 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.820+0000 7fe2ceffd640 1 -- 172.21.15.42:0/1334405936 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2d0047070 con 0x7fe2d810bf60 2024-06-06T08:42:08.822 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.821+0000 7fe2dffdc640 1 -- 172.21.15.42:0/1334405936 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2d819d4e0 con 0x7fe2d810bf60 2024-06-06T08:42:08.822 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.821+0000 7fe2ceffd640 1 -- 172.21.15.42:0/1334405936 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe2d002fb20 con 0x7fe2d810bf60 2024-06-06T08:42:08.822 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.821+0000 7fe2ceffd640 1 -- 172.21.15.42:0/1334405936 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2d0033050 con 0x7fe2d810bf60 2024-06-06T08:42:08.822 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.821+0000 7fe2dffdc640 1 -- 172.21.15.42:0/1334405936 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2d81a4dd0 con 0x7fe2d810bf60 2024-06-06T08:42:08.822 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.822+0000 7fe2dffdc640 1 -- 172.21.15.42:0/1334405936 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe2d80687c0 con 0x7fe2d810bf60 2024-06-06T08:42:08.829 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.830+0000 7fe2ceffd640 1 -- 172.21.15.42:0/1334405936 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fe2d004a070 con 0x7fe2d810bf60 2024-06-06T08:42:08.830 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.831+0000 7fe2ceffd640 1 --2- 172.21.15.42:0/1334405936 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fe2c40a2d80 0x7fe2c40a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:08.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.831+0000 7fe2ceffd640 1 -- 172.21.15.42:0/1334405936 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(136..136 src has 1..136) ==== 9718+0+0 (secure 0 0 0) 0x7fe2d00f0490 con 0x7fe2d810bf60 2024-06-06T08:42:08.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.835+0000 7fe2ddd78640 1 --2- 172.21.15.42:0/1334405936 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fe2c40a2d80 0x7fe2c40a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:08.835 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.836+0000 7fe2ddd78640 1 --2- 172.21.15.42:0/1334405936 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fe2c40a2d80 0x7fe2c40a5240 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fe2d4009fc0 tx=0x7fe2d4005f90 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:42:08.841 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:08.839+0000 7fe2ceffd640 1 -- 172.21.15.42:0/1334405936 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fe2d007e850 con 0x7fe2d810bf60 2024-06-06T08:42:08.887 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:42:08 smithi120 ceph-mon[36658]: pgmap v624: 129 pgs: 18 active+clean+snaptrim, 60 active+clean+snaptrim_wait, 51 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 104 KiB/s wr, 49 op/s 2024-06-06T08:42:08.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:42:08 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/3911818619' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-06-06T08:42:09.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:42:08 smithi149 ceph-mon[36842]: pgmap v624: 129 pgs: 18 active+clean+snaptrim, 60 active+clean+snaptrim_wait, 51 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 104 KiB/s wr, 49 op/s 2024-06-06T08:42:09.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:42:08 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/3911818619' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-06-06T08:42:09.220 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.222+0000 7fe2dffdc640 1 -- 172.21.15.42:0/1334405936 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fe2d802d2e0 con 0x7fe2d810bf60 2024-06-06T08:42:09.222 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.223+0000 7fe2ceffd640 1 -- 172.21.15.42:0/1334405936 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v136) ==== 100+0+11 (secure 0 0 0) 0x7fe2d007e850 con 0x7fe2d810bf60 2024-06-06T08:42:09.222 INFO:teuthology.orchestra.run.smithi042.stdout:pg_num: 64 2024-06-06T08:42:09.226 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.227+0000 7fe2dffdc640 1 -- 172.21.15.42:0/1334405936 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fe2c40a2d80 msgr2=0x7fe2c40a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:42:09.226 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.227+0000 7fe2dffdc640 1 --2- 172.21.15.42:0/1334405936 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fe2c40a2d80 0x7fe2c40a5240 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fe2d4009fc0 tx=0x7fe2d4005f90 comp rx=0 tx=0).stop 2024-06-06T08:42:09.226 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.227+0000 7fe2dffdc640 1 -- 172.21.15.42:0/1334405936 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe2d810bf60 msgr2=0x7fe2d819cb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:42:09.226 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.227+0000 7fe2dffdc640 1 --2- 172.21.15.42:0/1334405936 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe2d810bf60 0x7fe2d819cb20 secure :-1 s=READY pgs=1058 cs=0 l=1 rev1=1 crypto rx=0x7fe2d0006010 tx=0x7fe2d0003ba0 comp rx=0 tx=0).stop 2024-06-06T08:42:09.226 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.228+0000 7fe2dffdc640 1 -- 172.21.15.42:0/1334405936 shutdown_connections 2024-06-06T08:42:09.226 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.228+0000 7fe2dffdc640 1 --2- 172.21.15.42:0/1334405936 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fe2c40a2d80 0x7fe2c40a5240 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:09.226 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.228+0000 7fe2dffdc640 1 --2- 172.21.15.42:0/1334405936 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe2d810bf60 0x7fe2d819cb20 unknown :-1 s=CLOSED pgs=1058 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:09.227 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.228+0000 7fe2dffdc640 1 --2- 172.21.15.42:0/1334405936 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe2d8103540 0x7fe2d81987a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:09.227 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.228+0000 7fe2dffdc640 1 --2- 172.21.15.42:0/1334405936 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fe2d8102c20 0x7fe2d8198260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:09.227 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.228+0000 7fe2dffdc640 1 -- 172.21.15.42:0/1334405936 >> 172.21.15.42:0/1334405936 conn(0x7fe2d80779a0 msgr2=0x7fe2d80fd9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:42:09.227 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.228+0000 7fe2dffdc640 1 -- 172.21.15.42:0/1334405936 shutdown_connections 2024-06-06T08:42:09.227 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.228+0000 7fe2dffdc640 1 -- 172.21.15.42:0/1334405936 wait complete. 2024-06-06T08:42:09.244 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-06-06T08:42:09.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.459+0000 7f1667563640 1 -- 172.21.15.42:0/1066917074 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1660100a70 msgr2=0x7f1660100e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:42:09.460 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.459+0000 7f1667563640 1 --2- 172.21.15.42:0/1066917074 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1660100a70 0x7f1660100e50 secure :-1 s=READY pgs=1059 cs=0 l=1 rev1=1 crypto rx=0x7f1658009c10 tx=0x7f165802a7c0 comp rx=0 tx=0).stop 2024-06-06T08:42:09.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.464+0000 7f1667563640 1 -- 172.21.15.42:0/1066917074 shutdown_connections 2024-06-06T08:42:09.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.464+0000 7f1667563640 1 --2- 172.21.15.42:0/1066917074 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1660105e70 0x7f1660106320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:09.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.464+0000 7f1667563640 1 --2- 172.21.15.42:0/1066917074 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1660101390 0x7f1660105850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:09.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.464+0000 7f1667563640 1 --2- 172.21.15.42:0/1066917074 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1660100a70 0x7f1660100e50 unknown :-1 s=CLOSED pgs=1059 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:09.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.464+0000 7f1667563640 1 -- 172.21.15.42:0/1066917074 >> 172.21.15.42:0/1066917074 conn(0x7f16600779d0 msgr2=0x7f1660077de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:42:09.467 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.469+0000 7f1667563640 1 -- 172.21.15.42:0/1066917074 shutdown_connections 2024-06-06T08:42:09.473 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.473+0000 7f1667563640 1 -- 172.21.15.42:0/1066917074 wait complete. 2024-06-06T08:42:09.473 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.473+0000 7f1667563640 1 Processor -- start 2024-06-06T08:42:09.473 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.473+0000 7f1667563640 1 -- start start 2024-06-06T08:42:09.473 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.474+0000 7f1667563640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1660100a70 0x7f1660072490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:09.473 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.474+0000 7f1667563640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1660101390 0x7f16600729d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:09.473 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.474+0000 7f1667563640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1660105e70 0x7f166010d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:09.473 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.474+0000 7f1667563640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f1660109840 con 0x7f1660100a70 2024-06-06T08:42:09.473 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.474+0000 7f1667563640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f16601096c0 con 0x7f1660101390 2024-06-06T08:42:09.473 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.474+0000 7f1667563640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f16601099c0 con 0x7f1660105e70 2024-06-06T08:42:09.477 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.476+0000 7f1665b00640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1660105e70 0x7f166010d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:09.478 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.478+0000 7f16652ff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1660100a70 0x7f1660072490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:09.478 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.478+0000 7f16652ff640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1660100a70 0x7f1660072490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:39620/0 (socket says 172.21.15.42:39620) 2024-06-06T08:42:09.478 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.478+0000 7f16652ff640 1 -- 172.21.15.42:0/2722901429 learned_addr learned my addr 172.21.15.42:0/2722901429 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:42:09.478 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.476+0000 7f1664afe640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1660101390 0x7f16600729d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:09.480 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.480+0000 7f16652ff640 1 -- 172.21.15.42:0/2722901429 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1660105e70 msgr2=0x7f166010d0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:42:09.480 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.480+0000 7f16652ff640 1 --2- 172.21.15.42:0/2722901429 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1660105e70 0x7f166010d0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:09.480 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.480+0000 7f16652ff640 1 -- 172.21.15.42:0/2722901429 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1660101390 msgr2=0x7f16600729d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:42:09.480 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.480+0000 7f16652ff640 1 --2- 172.21.15.42:0/2722901429 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1660101390 0x7f16600729d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:09.480 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.480+0000 7f16652ff640 1 -- 172.21.15.42:0/2722901429 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f166010d630 con 0x7f1660100a70 2024-06-06T08:42:09.480 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.481+0000 7f1664afe640 1 --2- 172.21.15.42:0/2722901429 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1660101390 0x7f16600729d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:42:09.481 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.482+0000 7f1665b00640 1 --2- 172.21.15.42:0/2722901429 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1660105e70 0x7f166010d0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:42:09.485 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.484+0000 7f16652ff640 1 --2- 172.21.15.42:0/2722901429 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1660100a70 0x7f1660072490 secure :-1 s=READY pgs=1060 cs=0 l=1 rev1=1 crypto rx=0x7f1658034040 tx=0x7f1658031980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:42:09.488 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.489+0000 7f16567fc640 1 -- 172.21.15.42:0/2722901429 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1658040070 con 0x7f1660100a70 2024-06-06T08:42:09.488 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.489+0000 7f16567fc640 1 -- 172.21.15.42:0/2722901429 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1658032840 con 0x7f1660100a70 2024-06-06T08:42:09.488 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.489+0000 7f16567fc640 1 -- 172.21.15.42:0/2722901429 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1658030800 con 0x7f1660100a70 2024-06-06T08:42:09.492 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.490+0000 7f1667563640 1 -- 172.21.15.42:0/2722901429 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f166010d860 con 0x7f1660100a70 2024-06-06T08:42:09.492 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.491+0000 7f1667563640 1 -- 172.21.15.42:0/2722901429 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f166010dd60 con 0x7f1660100a70 2024-06-06T08:42:09.494 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.494+0000 7f1667563640 1 -- 172.21.15.42:0/2722901429 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1660067f30 con 0x7f1660100a70 2024-06-06T08:42:09.498 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.499+0000 7f16567fc640 1 -- 172.21.15.42:0/2722901429 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f1658043070 con 0x7f1660100a70 2024-06-06T08:42:09.498 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.500+0000 7f16567fc640 1 --2- 172.21.15.42:0/2722901429 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f164c0a2f10 0x7f164c0a53d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:09.499 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.500+0000 7f16567fc640 1 -- 172.21.15.42:0/2722901429 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(136..136 src has 1..136) ==== 9718+0+0 (secure 0 0 0) 0x7f16580f0230 con 0x7f1660100a70 2024-06-06T08:42:09.500 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.501+0000 7f1664afe640 1 --2- 172.21.15.42:0/2722901429 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f164c0a2f10 0x7f164c0a53d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:09.504 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.506+0000 7f16567fc640 1 -- 172.21.15.42:0/2722901429 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f16580bca50 con 0x7f1660100a70 2024-06-06T08:42:09.520 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.516+0000 7f1664afe640 1 --2- 172.21.15.42:0/2722901429 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f164c0a2f10 0x7f164c0a53d0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f1660077e70 tx=0x7f165c01c3a0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:42:09.559 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:42:09 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/1514046438' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-06-06T08:42:09.559 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:42:09 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/1334405936' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-06-06T08:42:09.866 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.867+0000 7f1667563640 1 -- 172.21.15.42:0/2722901429 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f16601ab790 con 0x7f1660100a70 2024-06-06T08:42:09.867 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.868+0000 7f16567fc640 1 -- 172.21.15.42:0/2722901429 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v136) ==== 103+0+11 (secure 0 0 0) 0x7f16580bc350 con 0x7f1660100a70 2024-06-06T08:42:09.869 INFO:teuthology.orchestra.run.smithi042.stdout:pg_num: 32 2024-06-06T08:42:09.873 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.874+0000 7f1667563640 1 -- 172.21.15.42:0/2722901429 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f164c0a2f10 msgr2=0x7f164c0a53d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:42:09.873 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.874+0000 7f1667563640 1 --2- 172.21.15.42:0/2722901429 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f164c0a2f10 0x7f164c0a53d0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f1660077e70 tx=0x7f165c01c3a0 comp rx=0 tx=0).stop 2024-06-06T08:42:09.873 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.874+0000 7f1667563640 1 -- 172.21.15.42:0/2722901429 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1660100a70 msgr2=0x7f1660072490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:42:09.873 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.874+0000 7f1667563640 1 --2- 172.21.15.42:0/2722901429 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1660100a70 0x7f1660072490 secure :-1 s=READY pgs=1060 cs=0 l=1 rev1=1 crypto rx=0x7f1658034040 tx=0x7f1658031980 comp rx=0 tx=0).stop 2024-06-06T08:42:09.873 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.874+0000 7f1667563640 1 -- 172.21.15.42:0/2722901429 shutdown_connections 2024-06-06T08:42:09.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.874+0000 7f1667563640 1 --2- 172.21.15.42:0/2722901429 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f164c0a2f10 0x7f164c0a53d0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:09.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.874+0000 7f1667563640 1 --2- 172.21.15.42:0/2722901429 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1660101390 0x7f16600729d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:09.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.874+0000 7f1667563640 1 --2- 172.21.15.42:0/2722901429 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1660105e70 0x7f166010d0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:09.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.874+0000 7f1667563640 1 --2- 172.21.15.42:0/2722901429 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1660100a70 0x7f1660072490 unknown :-1 s=CLOSED pgs=1060 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:09.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.874+0000 7f1667563640 1 -- 172.21.15.42:0/2722901429 >> 172.21.15.42:0/2722901429 conn(0x7f16600779d0 msgr2=0x7f1660103820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:42:09.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.874+0000 7f1667563640 1 -- 172.21.15.42:0/2722901429 shutdown_connections 2024-06-06T08:42:09.874 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:09.875+0000 7f1667563640 1 -- 172.21.15.42:0/2722901429 wait complete. 2024-06-06T08:42:09.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:42:09 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/1514046438' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-06-06T08:42:09.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:42:09 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/1334405936' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-06-06T08:42:09.891 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty 2024-06-06T08:42:10.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:42:09 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/1514046438' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-06-06T08:42:10.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:42:09 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/1334405936' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-06-06T08:42:10.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:10.104+0000 7f719c7b0640 1 -- 172.21.15.42:0/1483580892 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7194100880 msgr2=0x7f7194100d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:42:10.103 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:10.104+0000 7f719c7b0640 1 --2- 172.21.15.42:0/1483580892 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7194100880 0x7f7194100d00 secure :-1 s=READY pgs=1061 cs=0 l=1 rev1=1 crypto rx=0x7f7184009860 tx=0x7f718402a380 comp rx=0 tx=0).stop 2024-06-06T08:42:10.108 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:10.109+0000 7f719c7b0640 1 -- 172.21.15.42:0/1483580892 shutdown_connections 2024-06-06T08:42:10.108 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:10.109+0000 7f719c7b0640 1 --2- 172.21.15.42:0/1483580892 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7194101240 0x7f7194068b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:10.108 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:10.109+0000 7f719c7b0640 1 --2- 172.21.15.42:0/1483580892 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7194100880 0x7f7194100d00 unknown :-1 s=CLOSED pgs=1061 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:10.108 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:10.109+0000 7f719c7b0640 1 --2- 172.21.15.42:0/1483580892 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7194106890 0x7f7194106c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:10.109 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:10.109+0000 7f719c7b0640 1 -- 172.21.15.42:0/1483580892 >> 172.21.15.42:0/1483580892 conn(0x7f71940779a0 msgr2=0x7f7194077db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:42:10.112 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:10.114+0000 7f719c7b0640 1 -- 172.21.15.42:0/1483580892 shutdown_connections 2024-06-06T08:42:10.118 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:10.118+0000 7f719c7b0640 1 -- 172.21.15.42:0/1483580892 wait complete. 2024-06-06T08:42:10.118 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:10.118+0000 7f719c7b0640 1 Processor -- start 2024-06-06T08:42:10.118 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:10.118+0000 7f719c7b0640 1 -- start start 2024-06-06T08:42:10.118 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:10.119+0000 7f719c7b0640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7194100880 0x7f7194113700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:10.118 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:10.119+0000 7f719c7b0640 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7194101240 0x7f7194072de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:10.118 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:10.119+0000 7f719c7b0640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7194106890 0x7f7194073340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:10.118 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:10.119+0000 7f719c7b0640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f719406b630 con 0x7f7194106890 2024-06-06T08:42:10.118 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:10.119+0000 7f719c7b0640 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f719406b4b0 con 0x7f7194101240 2024-06-06T08:42:10.118 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:10.119+0000 7f719c7b0640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f719406b7b0 con 0x7f7194100880 2024-06-06T08:42:10.119 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:10.120+0000 7f719ad4d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7194106890 0x7f7194073340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:10.119 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:10.120+0000 7f719ad4d640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7194106890 0x7f7194073340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:39642/0 (socket says 172.21.15.42:39642) 2024-06-06T08:42:10.119 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:10.120+0000 7f719ad4d640 1 -- 172.21.15.42:0/1316015655 learned_addr learned my addr 172.21.15.42:0/1316015655 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:42:10.119 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:10.120+0000 7f7199d4b640 1 --2- 172.21.15.42:0/1316015655 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7194101240 0x7f7194072de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:10.121 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:10.121+0000 7f719ad4d640 1 -- 172.21.15.42:0/1316015655 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7194100880 msgr2=0x7f7194113700 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-06T08:42:10.121 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:10.121+0000 7f719ad4d640 1 --2- 172.21.15.42:0/1316015655 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7194100880 0x7f7194113700 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:10.121 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:10.121+0000 7f719ad4d640 1 -- 172.21.15.42:0/1316015655 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7194101240 msgr2=0x7f7194072de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:42:10.121 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:10.121+0000 7f719ad4d640 1 --2- 172.21.15.42:0/1316015655 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7194101240 0x7f7194072de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:10.121 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:10.122+0000 7f719ad4d640 1 -- 172.21.15.42:0/1316015655 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7194110870 con 0x7f7194106890 2024-06-06T08:42:10.121 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:10.122+0000 7f719ad4d640 1 --2- 172.21.15.42:0/1316015655 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7194106890 0x7f7194073340 secure :-1 s=READY pgs=1062 cs=0 l=1 rev1=1 crypto rx=0x7f718c009fd0 tx=0x7f718c00c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:42:10.126 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:10.125+0000 7f718b7fe640 1 -- 172.21.15.42:0/1316015655 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f718c004b20 con 0x7f7194106890 2024-06-06T08:42:10.126 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:10.125+0000 7f719c7b0640 1 -- 172.21.15.42:0/1316015655 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7194110b60 con 0x7f7194106890 2024-06-06T08:42:10.126 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:10.125+0000 7f719c7b0640 1 -- 172.21.15.42:0/1316015655 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71941110b0 con 0x7f7194106890 2024-06-06T08:42:10.126 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:10.126+0000 7f718b7fe640 1 -- 172.21.15.42:0/1316015655 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f718c003e50 con 0x7f7194106890 2024-06-06T08:42:10.126 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:10.126+0000 7f718b7fe640 1 -- 172.21.15.42:0/1316015655 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f718c00b630 con 0x7f7194106890 2024-06-06T08:42:10.126 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:10.127+0000 7f719c7b0640 1 -- 172.21.15.42:0/1316015655 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7194101fc0 con 0x7f7194106890 2024-06-06T08:42:10.135 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:10.135+0000 7f718b7fe640 1 -- 172.21.15.42:0/1316015655 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f718c01d020 con 0x7f7194106890 2024-06-06T08:42:10.135 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:10.136+0000 7f718b7fe640 1 --2- 172.21.15.42:0/1316015655 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f71800a2f10 0x7f71800a53d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:42:10.135 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:10.136+0000 7f718b7fe640 1 -- 172.21.15.42:0/1316015655 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(136..136 src has 1..136) ==== 9718+0+0 (secure 0 0 0) 0x7f718c0d0310 con 0x7f7194106890 2024-06-06T08:42:10.139 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:10.141+0000 7f719a54c640 1 --2- 172.21.15.42:0/1316015655 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f71800a2f10 0x7f71800a53d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:42:10.139 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:10.141+0000 7f718b7fe640 1 -- 172.21.15.42:0/1316015655 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f718c024030 con 0x7f7194106890 2024-06-06T08:42:10.147 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:10.149+0000 7f719a54c640 1 --2- 172.21.15.42:0/1316015655 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f71800a2f10 0x7f71800a53d0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f719000b910 tx=0x7f719000b2f0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:42:10.608 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:10.609+0000 7f719c7b0640 1 -- 172.21.15.42:0/1316015655 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) -- 0x7f71941113d0 con 0x7f7194106890 2024-06-06T08:42:10.622 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:10.624+0000 7f718b7fe640 1 -- 172.21.15.42:0/1316015655 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0 v26) ==== 81+0+740902 (secure 0 0 0) 0x7f718c09caa0 con 0x7f7194106890 2024-06-06T08:42:10.623 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:42:10.633 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:42:10.633 INFO:teuthology.orchestra.run.smithi042.stdout: "epoch": 26, 2024-06-06T08:42:10.633 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.633 INFO:teuthology.orchestra.run.smithi042.stdout: "active_gid": 15204, 2024-06-06T08:42:10.634 INFO:teuthology.orchestra.run.smithi042.stdout: "active_name": "x", 2024-06-06T08:42:10.634 INFO:teuthology.orchestra.run.smithi042.stdout: "active_addrs": { 2024-06-06T08:42:10.634 INFO:teuthology.orchestra.run.smithi042.stdout: "addrvec": [ 2024-06-06T08:42:10.634 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:10.634 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "v2", 2024-06-06T08:42:10.634 INFO:teuthology.orchestra.run.smithi042.stdout: "addr": "172.21.15.42:6800", 2024-06-06T08:42:10.634 INFO:teuthology.orchestra.run.smithi042.stdout: "nonce": 3064910691 2024-06-06T08:42:10.634 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.634 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:10.634 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "v1", 2024-06-06T08:42:10.634 INFO:teuthology.orchestra.run.smithi042.stdout: "addr": "172.21.15.42:6801", 2024-06-06T08:42:10.634 INFO:teuthology.orchestra.run.smithi042.stdout: "nonce": 3064910691 2024-06-06T08:42:10.635 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:10.635 INFO:teuthology.orchestra.run.smithi042.stdout: ] 2024-06-06T08:42:10.635 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.635 INFO:teuthology.orchestra.run.smithi042.stdout: "active_addr": "172.21.15.42:6801/3064910691", 2024-06-06T08:42:10.635 INFO:teuthology.orchestra.run.smithi042.stdout: "active_change": "2024-06-06T08:22:36.893442+0000", 2024-06-06T08:42:10.635 INFO:teuthology.orchestra.run.smithi042.stdout: "active_mgr_features": 4540701547738038271, 2024-06-06T08:42:10.635 INFO:teuthology.orchestra.run.smithi042.stdout: "available": true, 2024-06-06T08:42:10.635 INFO:teuthology.orchestra.run.smithi042.stdout: "standbys": [ 2024-06-06T08:42:10.635 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:10.635 INFO:teuthology.orchestra.run.smithi042.stdout: "gid": 24910, 2024-06-06T08:42:10.635 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "z", 2024-06-06T08:42:10.635 INFO:teuthology.orchestra.run.smithi042.stdout: "mgr_features": 4540701547738038271, 2024-06-06T08:42:10.635 INFO:teuthology.orchestra.run.smithi042.stdout: "available_modules": [ 2024-06-06T08:42:10.636 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:10.636 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "alerts", 2024-06-06T08:42:10.636 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:10.636 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:10.636 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:10.636 INFO:teuthology.orchestra.run.smithi042.stdout: "interval": { 2024-06-06T08:42:10.636 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "interval", 2024-06-06T08:42:10.636 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:10.636 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.636 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.636 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "60", 2024-06-06T08:42:10.636 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.637 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.637 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.637 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "How frequently to reexamine health status", 2024-06-06T08:42:10.637 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.637 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.637 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.637 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.637 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:10.637 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:10.637 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.637 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.637 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.637 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.637 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.638 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.638 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.638 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:10.638 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:10.638 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:10.638 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:10.638 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:10.638 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:10.638 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.638 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.638 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.638 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.638 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.638 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.639 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:10.639 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:10.639 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.639 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.639 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.639 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.639 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.639 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.639 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.639 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.639 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.639 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.639 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.640 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.640 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:10.640 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:10.640 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.640 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.640 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.640 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:10.640 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.640 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.640 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.640 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:10.640 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:10.640 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:10.640 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:10.640 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:10.641 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:10.641 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.641 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.641 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.641 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.641 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.641 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.641 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:10.641 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:10.641 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.641 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.641 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.641 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.641 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.642 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.642 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.642 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.642 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.642 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.642 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.642 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.642 INFO:teuthology.orchestra.run.smithi042.stdout: "smtp_destination": { 2024-06-06T08:42:10.642 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "smtp_destination", 2024-06-06T08:42:10.642 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.642 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.642 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.642 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.643 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.643 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.643 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.643 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Email address to send alerts to", 2024-06-06T08:42:10.643 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.643 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.643 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.643 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.643 INFO:teuthology.orchestra.run.smithi042.stdout: "smtp_from_name": { 2024-06-06T08:42:10.643 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "smtp_from_name", 2024-06-06T08:42:10.643 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.643 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.643 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.644 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "Ceph", 2024-06-06T08:42:10.644 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.644 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.644 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.644 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Email From: name", 2024-06-06T08:42:10.644 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.644 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.644 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.644 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.644 INFO:teuthology.orchestra.run.smithi042.stdout: "smtp_host": { 2024-06-06T08:42:10.644 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "smtp_host", 2024-06-06T08:42:10.644 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.644 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.645 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.645 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.645 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.645 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.645 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.645 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "SMTP server", 2024-06-06T08:42:10.645 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.645 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.645 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.645 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.645 INFO:teuthology.orchestra.run.smithi042.stdout: "smtp_password": { 2024-06-06T08:42:10.645 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "smtp_password", 2024-06-06T08:42:10.645 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.646 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.646 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.646 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.646 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.646 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.646 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.646 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Password to authenticate with", 2024-06-06T08:42:10.646 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.646 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.646 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.646 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.646 INFO:teuthology.orchestra.run.smithi042.stdout: "smtp_port": { 2024-06-06T08:42:10.646 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "smtp_port", 2024-06-06T08:42:10.646 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:10.647 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.647 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.647 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "465", 2024-06-06T08:42:10.647 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.647 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.647 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.647 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "SMTP port", 2024-06-06T08:42:10.647 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.647 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.647 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.647 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.647 INFO:teuthology.orchestra.run.smithi042.stdout: "smtp_sender": { 2024-06-06T08:42:10.647 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "smtp_sender", 2024-06-06T08:42:10.647 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.648 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.648 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.648 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.648 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.648 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.648 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.648 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "SMTP envelope sender", 2024-06-06T08:42:10.648 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.648 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.648 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.648 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.648 INFO:teuthology.orchestra.run.smithi042.stdout: "smtp_ssl": { 2024-06-06T08:42:10.648 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "smtp_ssl", 2024-06-06T08:42:10.648 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.649 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.649 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.649 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:10.649 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.649 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.649 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.649 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Use SSL to connect to SMTP server", 2024-06-06T08:42:10.649 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.649 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.649 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.649 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.649 INFO:teuthology.orchestra.run.smithi042.stdout: "smtp_user": { 2024-06-06T08:42:10.649 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "smtp_user", 2024-06-06T08:42:10.650 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.650 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.650 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.650 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.650 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.650 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.650 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.650 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "User to authenticate as", 2024-06-06T08:42:10.650 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.650 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.650 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.650 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:10.650 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:10.650 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.651 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:10.651 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "balancer", 2024-06-06T08:42:10.651 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:10.651 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:10.651 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:10.651 INFO:teuthology.orchestra.run.smithi042.stdout: "active": { 2024-06-06T08:42:10.651 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "active", 2024-06-06T08:42:10.651 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.651 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.651 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.651 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:10.651 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.651 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.652 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.652 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "automatically balance PGs across cluster", 2024-06-06T08:42:10.652 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.652 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.652 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.652 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.652 INFO:teuthology.orchestra.run.smithi042.stdout: "begin_time": { 2024-06-06T08:42:10.652 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "begin_time", 2024-06-06T08:42:10.652 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.652 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.652 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.652 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "0000", 2024-06-06T08:42:10.652 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.653 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.653 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.653 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "beginning time of day to automatically balance", 2024-06-06T08:42:10.653 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-06-06T08:42:10.653 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.653 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.653 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.653 INFO:teuthology.orchestra.run.smithi042.stdout: "begin_weekday": { 2024-06-06T08:42:10.653 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "begin_weekday", 2024-06-06T08:42:10.653 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "uint", 2024-06-06T08:42:10.653 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.654 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.654 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "0", 2024-06-06T08:42:10.654 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "0", 2024-06-06T08:42:10.654 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "6", 2024-06-06T08:42:10.654 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.654 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-06-06T08:42:10.654 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-06-06T08:42:10.654 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.654 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.654 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.654 INFO:teuthology.orchestra.run.smithi042.stdout: "crush_compat_max_iterations": { 2024-06-06T08:42:10.655 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "crush_compat_max_iterations", 2024-06-06T08:42:10.655 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "uint", 2024-06-06T08:42:10.655 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.655 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.655 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "25", 2024-06-06T08:42:10.655 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "1", 2024-06-06T08:42:10.655 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "250", 2024-06-06T08:42:10.655 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.655 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-06-06T08:42:10.655 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.655 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.655 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.655 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.655 INFO:teuthology.orchestra.run.smithi042.stdout: "crush_compat_metrics": { 2024-06-06T08:42:10.656 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "crush_compat_metrics", 2024-06-06T08:42:10.656 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.656 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.656 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.656 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "pgs,objects,bytes", 2024-06-06T08:42:10.656 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.656 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.656 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.656 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-06-06T08:42:10.656 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-06-06T08:42:10.656 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.656 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.656 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.656 INFO:teuthology.orchestra.run.smithi042.stdout: "crush_compat_step": { 2024-06-06T08:42:10.657 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "crush_compat_step", 2024-06-06T08:42:10.657 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "float", 2024-06-06T08:42:10.657 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.657 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.657 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "0.5", 2024-06-06T08:42:10.657 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "0.001", 2024-06-06T08:42:10.657 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "0.999", 2024-06-06T08:42:10.657 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.657 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "aggressiveness of optimization", 2024-06-06T08:42:10.657 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-06-06T08:42:10.657 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.657 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.657 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.658 INFO:teuthology.orchestra.run.smithi042.stdout: "end_time": { 2024-06-06T08:42:10.658 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "end_time", 2024-06-06T08:42:10.658 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.658 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.658 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.658 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "2359", 2024-06-06T08:42:10.658 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.658 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.658 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.658 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "ending time of day to automatically balance", 2024-06-06T08:42:10.658 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-06-06T08:42:10.658 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.658 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.658 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.659 INFO:teuthology.orchestra.run.smithi042.stdout: "end_weekday": { 2024-06-06T08:42:10.659 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "end_weekday", 2024-06-06T08:42:10.659 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "uint", 2024-06-06T08:42:10.659 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.659 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.659 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "0", 2024-06-06T08:42:10.659 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "0", 2024-06-06T08:42:10.659 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "6", 2024-06-06T08:42:10.659 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.659 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-06-06T08:42:10.659 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-06-06T08:42:10.659 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.659 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.659 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.660 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:10.660 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:10.660 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.660 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.660 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.660 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.660 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.660 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.660 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.660 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:10.660 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:10.660 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:10.660 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:10.660 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:10.661 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:10.661 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.661 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.661 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.661 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.661 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.661 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.661 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:10.661 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:10.661 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.661 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.661 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.662 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.662 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.662 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.662 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.662 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.662 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.662 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.662 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.662 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.662 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:10.662 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:10.662 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.662 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.663 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.663 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:10.663 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.663 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.663 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.663 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:10.663 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:10.663 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:10.663 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:10.663 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:10.663 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:10.663 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.663 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.664 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.664 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.664 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.664 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.664 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:10.664 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:10.664 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.664 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.664 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.664 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.664 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.664 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.664 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.664 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.665 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.665 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.665 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.665 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.665 INFO:teuthology.orchestra.run.smithi042.stdout: "min_score": { 2024-06-06T08:42:10.665 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "min_score", 2024-06-06T08:42:10.665 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "float", 2024-06-06T08:42:10.665 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.665 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.665 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "0", 2024-06-06T08:42:10.665 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.665 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.665 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.666 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-06-06T08:42:10.666 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.666 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.666 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.666 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.666 INFO:teuthology.orchestra.run.smithi042.stdout: "mode": { 2024-06-06T08:42:10.666 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "mode", 2024-06-06T08:42:10.666 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.666 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.666 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.666 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "upmap", 2024-06-06T08:42:10.666 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.666 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.666 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.667 INFO:teuthology.orchestra.run.smithi042.stdout: "crush-compat", 2024-06-06T08:42:10.667 INFO:teuthology.orchestra.run.smithi042.stdout: "none", 2024-06-06T08:42:10.667 INFO:teuthology.orchestra.run.smithi042.stdout: "read", 2024-06-06T08:42:10.667 INFO:teuthology.orchestra.run.smithi042.stdout: "upmap", 2024-06-06T08:42:10.667 INFO:teuthology.orchestra.run.smithi042.stdout: "upmap-read" 2024-06-06T08:42:10.667 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.667 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Balancer mode", 2024-06-06T08:42:10.667 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.667 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.667 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.667 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.667 INFO:teuthology.orchestra.run.smithi042.stdout: "pool_ids": { 2024-06-06T08:42:10.667 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "pool_ids", 2024-06-06T08:42:10.667 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.668 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.668 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.668 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.668 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.668 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.668 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.668 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-06-06T08:42:10.668 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.668 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.668 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.668 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.668 INFO:teuthology.orchestra.run.smithi042.stdout: "sleep_interval": { 2024-06-06T08:42:10.668 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "sleep_interval", 2024-06-06T08:42:10.669 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:10.669 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.669 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.669 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "60", 2024-06-06T08:42:10.669 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.669 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.669 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.669 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-06-06T08:42:10.669 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.669 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.669 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.669 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.670 INFO:teuthology.orchestra.run.smithi042.stdout: "upmap_max_deviation": { 2024-06-06T08:42:10.670 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "upmap_max_deviation", 2024-06-06T08:42:10.670 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:10.670 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.670 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.670 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "5", 2024-06-06T08:42:10.670 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "1", 2024-06-06T08:42:10.670 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.670 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.670 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "deviation below which no optimization is attempted", 2024-06-06T08:42:10.670 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-06-06T08:42:10.670 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.671 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.671 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.671 INFO:teuthology.orchestra.run.smithi042.stdout: "upmap_max_optimizations": { 2024-06-06T08:42:10.671 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "upmap_max_optimizations", 2024-06-06T08:42:10.671 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "uint", 2024-06-06T08:42:10.671 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.671 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.671 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "10", 2024-06-06T08:42:10.671 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.671 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.671 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.671 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-06-06T08:42:10.671 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.671 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.671 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.672 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:10.672 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:10.672 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.672 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:10.672 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "cephadm", 2024-06-06T08:42:10.672 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:10.672 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:10.672 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:10.672 INFO:teuthology.orchestra.run.smithi042.stdout: "agent_down_multiplier": { 2024-06-06T08:42:10.672 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "agent_down_multiplier", 2024-06-06T08:42:10.672 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "float", 2024-06-06T08:42:10.672 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.672 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.673 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "3.0", 2024-06-06T08:42:10.673 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.673 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.673 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.673 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-06-06T08:42:10.673 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.673 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.673 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.673 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.673 INFO:teuthology.orchestra.run.smithi042.stdout: "agent_refresh_rate": { 2024-06-06T08:42:10.673 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "agent_refresh_rate", 2024-06-06T08:42:10.673 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:10.673 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.673 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.674 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "20", 2024-06-06T08:42:10.674 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.674 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.674 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.674 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-06-06T08:42:10.674 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.674 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.674 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.674 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.674 INFO:teuthology.orchestra.run.smithi042.stdout: "agent_starting_port": { 2024-06-06T08:42:10.674 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "agent_starting_port", 2024-06-06T08:42:10.674 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:10.675 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.675 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.675 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "4721", 2024-06-06T08:42:10.675 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.675 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.675 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.675 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-06-06T08:42:10.675 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.675 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.675 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.675 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.675 INFO:teuthology.orchestra.run.smithi042.stdout: "allow_ptrace": { 2024-06-06T08:42:10.676 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "allow_ptrace", 2024-06-06T08:42:10.676 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.676 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.676 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.676 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.676 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.676 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.676 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.676 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-06-06T08:42:10.676 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-06-06T08:42:10.676 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.676 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.676 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.676 INFO:teuthology.orchestra.run.smithi042.stdout: "autotune_interval": { 2024-06-06T08:42:10.677 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "autotune_interval", 2024-06-06T08:42:10.677 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:10.677 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.677 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.677 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "600", 2024-06-06T08:42:10.677 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.677 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.677 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.677 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "how frequently to autotune daemon memory", 2024-06-06T08:42:10.677 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.677 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.677 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.677 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.677 INFO:teuthology.orchestra.run.smithi042.stdout: "autotune_memory_target_ratio": { 2024-06-06T08:42:10.678 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "autotune_memory_target_ratio", 2024-06-06T08:42:10.678 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "float", 2024-06-06T08:42:10.678 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.678 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.678 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "0.7", 2024-06-06T08:42:10.678 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.678 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.678 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.678 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-06-06T08:42:10.678 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.678 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.678 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.678 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.678 INFO:teuthology.orchestra.run.smithi042.stdout: "cephadm_log_destination": { 2024-06-06T08:42:10.679 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "cephadm_log_destination", 2024-06-06T08:42:10.679 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.679 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.679 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.679 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.679 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.679 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.679 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.679 INFO:teuthology.orchestra.run.smithi042.stdout: "file", 2024-06-06T08:42:10.679 INFO:teuthology.orchestra.run.smithi042.stdout: "file,syslog", 2024-06-06T08:42:10.679 INFO:teuthology.orchestra.run.smithi042.stdout: "syslog" 2024-06-06T08:42:10.679 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.679 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-06-06T08:42:10.680 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.680 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.680 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.680 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.680 INFO:teuthology.orchestra.run.smithi042.stdout: "cgroups_split": { 2024-06-06T08:42:10.680 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "cgroups_split", 2024-06-06T08:42:10.680 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.680 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.680 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.680 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:10.680 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.680 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.680 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.681 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-06-06T08:42:10.681 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.681 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.681 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.681 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.681 INFO:teuthology.orchestra.run.smithi042.stdout: "config_checks_enabled": { 2024-06-06T08:42:10.681 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "config_checks_enabled", 2024-06-06T08:42:10.681 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.681 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.681 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.681 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.681 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.681 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.681 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.681 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-06-06T08:42:10.682 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.682 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.682 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.682 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.682 INFO:teuthology.orchestra.run.smithi042.stdout: "config_dashboard": { 2024-06-06T08:42:10.682 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "config_dashboard", 2024-06-06T08:42:10.682 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.682 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.682 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.682 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:10.682 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.682 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.682 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.683 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-06-06T08:42:10.683 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.683 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.683 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.683 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.683 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_alertmanager": { 2024-06-06T08:42:10.683 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_alertmanager", 2024-06-06T08:42:10.683 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.683 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.683 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.683 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-06-06T08:42:10.683 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.683 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.683 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.684 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Prometheus container image", 2024-06-06T08:42:10.684 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.684 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.684 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.684 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.684 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_base": { 2024-06-06T08:42:10.684 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_base", 2024-06-06T08:42:10.684 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.684 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.684 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.684 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/ceph/ceph", 2024-06-06T08:42:10.684 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.684 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.684 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.685 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Container image name, without the tag", 2024-06-06T08:42:10.685 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.685 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.685 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.685 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.685 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_elasticsearch": { 2024-06-06T08:42:10.685 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_elasticsearch", 2024-06-06T08:42:10.685 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.685 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.685 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.685 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-06-06T08:42:10.685 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.685 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.685 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.686 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "elasticsearch container image", 2024-06-06T08:42:10.686 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.686 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.686 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.686 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.686 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_grafana": { 2024-06-06T08:42:10.686 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_grafana", 2024-06-06T08:42:10.686 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.686 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.686 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.686 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-06-06T08:42:10.686 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.686 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.687 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.687 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Prometheus container image", 2024-06-06T08:42:10.687 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.687 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.687 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.687 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.687 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_haproxy": { 2024-06-06T08:42:10.687 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_haproxy", 2024-06-06T08:42:10.687 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.687 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.687 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.687 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-06-06T08:42:10.687 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.688 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.688 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.688 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "HAproxy container image", 2024-06-06T08:42:10.688 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.688 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.688 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.688 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.688 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_jaeger_agent": { 2024-06-06T08:42:10.688 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_jaeger_agent", 2024-06-06T08:42:10.688 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.688 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.688 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.688 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-06-06T08:42:10.688 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.688 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.689 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.689 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Jaeger agent container image", 2024-06-06T08:42:10.689 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.689 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.689 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.689 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.689 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_jaeger_collector": { 2024-06-06T08:42:10.689 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_jaeger_collector", 2024-06-06T08:42:10.689 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.689 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.689 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.689 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-06-06T08:42:10.689 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.689 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.689 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.690 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Jaeger collector container image", 2024-06-06T08:42:10.690 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.690 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.690 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.690 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.690 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_jaeger_query": { 2024-06-06T08:42:10.690 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_jaeger_query", 2024-06-06T08:42:10.690 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.690 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.690 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.690 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-06-06T08:42:10.690 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.690 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.690 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.691 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Jaeger query container image", 2024-06-06T08:42:10.691 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.691 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.691 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.691 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.691 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_keepalived": { 2024-06-06T08:42:10.691 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_keepalived", 2024-06-06T08:42:10.691 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.691 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.691 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.691 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-06-06T08:42:10.691 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.691 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.692 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.692 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Keepalived container image", 2024-06-06T08:42:10.692 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.692 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.692 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.692 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.692 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_loki": { 2024-06-06T08:42:10.692 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_loki", 2024-06-06T08:42:10.692 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.692 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.692 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.692 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-06-06T08:42:10.692 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.692 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.693 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.693 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Loki container image", 2024-06-06T08:42:10.693 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.693 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.693 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.693 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.693 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_node_exporter": { 2024-06-06T08:42:10.693 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_node_exporter", 2024-06-06T08:42:10.693 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.693 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.693 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.693 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-06-06T08:42:10.693 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.694 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.694 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.694 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Prometheus container image", 2024-06-06T08:42:10.694 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.694 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.694 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.694 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.694 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_nvmeof": { 2024-06-06T08:42:10.694 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_nvmeof", 2024-06-06T08:42:10.694 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.694 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.694 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.694 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-06-06T08:42:10.695 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.695 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.695 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.695 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Nvme-of container image", 2024-06-06T08:42:10.695 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.695 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.695 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.695 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.695 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_prometheus": { 2024-06-06T08:42:10.695 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_prometheus", 2024-06-06T08:42:10.695 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.695 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.695 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.695 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-06-06T08:42:10.696 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.696 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.696 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.696 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Prometheus container image", 2024-06-06T08:42:10.696 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.696 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.696 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.696 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.696 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_promtail": { 2024-06-06T08:42:10.696 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_promtail", 2024-06-06T08:42:10.696 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.696 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.696 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.696 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-06-06T08:42:10.697 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.697 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.697 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.697 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Promtail container image", 2024-06-06T08:42:10.697 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.697 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.697 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.697 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.697 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_samba": { 2024-06-06T08:42:10.697 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_samba", 2024-06-06T08:42:10.697 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.697 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.697 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.698 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-06-06T08:42:10.698 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.698 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.698 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.698 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Samba/SMB container image", 2024-06-06T08:42:10.698 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.698 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.698 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.698 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.698 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_snmp_gateway": { 2024-06-06T08:42:10.698 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_snmp_gateway", 2024-06-06T08:42:10.698 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.698 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.698 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.699 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-06-06T08:42:10.699 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.699 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.699 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.699 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "SNMP Gateway container image", 2024-06-06T08:42:10.699 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.699 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.699 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.699 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.699 INFO:teuthology.orchestra.run.smithi042.stdout: "container_init": { 2024-06-06T08:42:10.699 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_init", 2024-06-06T08:42:10.699 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.699 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.699 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.699 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:10.700 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.700 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.700 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.700 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Run podman/docker with `--init`", 2024-06-06T08:42:10.700 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.700 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.700 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.700 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.700 INFO:teuthology.orchestra.run.smithi042.stdout: "daemon_cache_timeout": { 2024-06-06T08:42:10.700 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "daemon_cache_timeout", 2024-06-06T08:42:10.700 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:10.700 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.700 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.701 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "600", 2024-06-06T08:42:10.701 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.701 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.701 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.701 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-06-06T08:42:10.701 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.701 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.701 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.701 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.701 INFO:teuthology.orchestra.run.smithi042.stdout: "default_cephadm_command_timeout": { 2024-06-06T08:42:10.701 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "default_cephadm_command_timeout", 2024-06-06T08:42:10.701 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:10.701 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.701 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.701 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "900", 2024-06-06T08:42:10.702 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.702 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.702 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.702 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-06-06T08:42:10.702 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.702 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.702 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.702 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.702 INFO:teuthology.orchestra.run.smithi042.stdout: "default_registry": { 2024-06-06T08:42:10.702 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "default_registry", 2024-06-06T08:42:10.702 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.702 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.702 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.702 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "docker.io", 2024-06-06T08:42:10.703 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.703 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.703 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.703 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-06-06T08:42:10.703 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.703 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.703 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.703 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.703 INFO:teuthology.orchestra.run.smithi042.stdout: "device_cache_timeout": { 2024-06-06T08:42:10.703 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "device_cache_timeout", 2024-06-06T08:42:10.703 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:10.703 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.703 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.704 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "1800", 2024-06-06T08:42:10.704 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.704 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.704 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.704 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "seconds to cache device inventory", 2024-06-06T08:42:10.704 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.704 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.704 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.704 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.704 INFO:teuthology.orchestra.run.smithi042.stdout: "device_enhanced_scan": { 2024-06-06T08:42:10.704 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "device_enhanced_scan", 2024-06-06T08:42:10.704 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.704 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.705 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.705 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.705 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.705 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.705 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.705 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Use libstoragemgmt during device scans", 2024-06-06T08:42:10.705 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.705 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.705 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.705 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.705 INFO:teuthology.orchestra.run.smithi042.stdout: "facts_cache_timeout": { 2024-06-06T08:42:10.705 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "facts_cache_timeout", 2024-06-06T08:42:10.705 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:10.706 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.706 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.706 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "60", 2024-06-06T08:42:10.706 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.706 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.706 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.706 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "seconds to cache host facts data", 2024-06-06T08:42:10.706 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.706 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.706 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.706 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.706 INFO:teuthology.orchestra.run.smithi042.stdout: "grafana_dashboards_path": { 2024-06-06T08:42:10.706 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "grafana_dashboards_path", 2024-06-06T08:42:10.707 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.707 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.707 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.707 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-06-06T08:42:10.707 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.707 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.707 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.707 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-06-06T08:42:10.707 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.707 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.707 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.707 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.707 INFO:teuthology.orchestra.run.smithi042.stdout: "host_check_interval": { 2024-06-06T08:42:10.707 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "host_check_interval", 2024-06-06T08:42:10.708 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:10.708 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.708 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.708 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "600", 2024-06-06T08:42:10.708 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.708 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.708 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.708 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "how frequently to perform a host check", 2024-06-06T08:42:10.708 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.708 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.708 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.708 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.708 INFO:teuthology.orchestra.run.smithi042.stdout: "hw_monitoring": { 2024-06-06T08:42:10.709 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "hw_monitoring", 2024-06-06T08:42:10.709 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.709 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.709 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.709 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.709 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.709 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.709 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.709 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-06-06T08:42:10.709 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.709 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.709 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.709 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.709 INFO:teuthology.orchestra.run.smithi042.stdout: "inventory_list_all": { 2024-06-06T08:42:10.710 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "inventory_list_all", 2024-06-06T08:42:10.710 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.710 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.710 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.710 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.710 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.710 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.710 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.710 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-06-06T08:42:10.710 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.710 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.710 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.710 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.710 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:10.711 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:10.711 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.711 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.711 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.711 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.711 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.711 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.711 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.711 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:10.711 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:10.711 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:10.711 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:10.711 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:10.711 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:10.711 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.712 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.712 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.712 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.712 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.712 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.712 INFO:teuthology.orchestra.run.smithi042.stdout: "log_refresh_metadata": { 2024-06-06T08:42:10.712 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_refresh_metadata", 2024-06-06T08:42:10.712 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.712 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.712 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.712 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.712 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.712 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.712 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.713 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-06-06T08:42:10.713 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.713 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.713 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.713 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.713 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:10.713 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:10.713 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.713 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.713 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.713 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:10.713 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.713 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.714 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.714 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-06-06T08:42:10.714 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.714 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.714 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.714 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.714 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:10.714 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:10.714 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.714 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.714 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.714 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:10.715 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.715 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.715 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.715 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:10.715 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:10.715 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:10.715 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:10.715 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:10.715 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:10.715 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.715 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.715 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.715 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.715 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.716 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.716 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:10.716 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:10.716 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.716 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.716 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.716 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.716 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.716 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.716 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.716 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.716 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.716 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.717 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.717 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.717 INFO:teuthology.orchestra.run.smithi042.stdout: "manage_etc_ceph_ceph_conf": { 2024-06-06T08:42:10.717 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-06-06T08:42:10.717 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.717 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.717 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.717 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.717 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.717 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.717 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.717 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-06-06T08:42:10.717 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.718 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.718 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.718 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.718 INFO:teuthology.orchestra.run.smithi042.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-06-06T08:42:10.718 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-06-06T08:42:10.718 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.718 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.718 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.718 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "*", 2024-06-06T08:42:10.718 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.718 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.718 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.718 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-06-06T08:42:10.719 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.719 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.719 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.719 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.719 INFO:teuthology.orchestra.run.smithi042.stdout: "max_count_per_host": { 2024-06-06T08:42:10.719 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "max_count_per_host", 2024-06-06T08:42:10.719 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:10.719 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.719 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.719 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "10", 2024-06-06T08:42:10.719 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.719 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.719 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.719 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "max number of daemons per service per host", 2024-06-06T08:42:10.719 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.720 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.720 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.720 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.720 INFO:teuthology.orchestra.run.smithi042.stdout: "max_osd_draining_count": { 2024-06-06T08:42:10.720 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "max_osd_draining_count", 2024-06-06T08:42:10.720 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:10.720 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.720 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.720 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "10", 2024-06-06T08:42:10.720 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.720 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.720 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.720 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-06-06T08:42:10.720 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.721 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.721 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.721 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.721 INFO:teuthology.orchestra.run.smithi042.stdout: "migration_current": { 2024-06-06T08:42:10.721 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "migration_current", 2024-06-06T08:42:10.721 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:10.721 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.721 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.721 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.721 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.721 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.721 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.721 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "internal - do not modify", 2024-06-06T08:42:10.722 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.722 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.722 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.722 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.722 INFO:teuthology.orchestra.run.smithi042.stdout: "mode": { 2024-06-06T08:42:10.722 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "mode", 2024-06-06T08:42:10.722 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.722 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.722 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.722 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "root", 2024-06-06T08:42:10.722 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.722 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.722 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.722 INFO:teuthology.orchestra.run.smithi042.stdout: "cephadm-package", 2024-06-06T08:42:10.723 INFO:teuthology.orchestra.run.smithi042.stdout: "root" 2024-06-06T08:42:10.723 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.723 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "mode for remote execution of cephadm", 2024-06-06T08:42:10.723 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.723 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.723 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.723 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.723 INFO:teuthology.orchestra.run.smithi042.stdout: "oob_default_addr": { 2024-06-06T08:42:10.723 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "oob_default_addr", 2024-06-06T08:42:10.723 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.723 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.723 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.723 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "169.254.1.1", 2024-06-06T08:42:10.723 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.723 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.724 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.724 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Default address for RedFish API (oob management).", 2024-06-06T08:42:10.724 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.724 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.724 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.724 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.724 INFO:teuthology.orchestra.run.smithi042.stdout: "prometheus_alerts_path": { 2024-06-06T08:42:10.724 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "prometheus_alerts_path", 2024-06-06T08:42:10.724 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.724 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.724 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.724 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-06-06T08:42:10.724 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.725 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.725 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.725 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-06-06T08:42:10.725 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.725 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.725 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.725 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.725 INFO:teuthology.orchestra.run.smithi042.stdout: "registry_insecure": { 2024-06-06T08:42:10.725 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "registry_insecure", 2024-06-06T08:42:10.725 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.725 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.725 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.725 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.725 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.726 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.726 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.726 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-06-06T08:42:10.726 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.726 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.726 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.726 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.726 INFO:teuthology.orchestra.run.smithi042.stdout: "registry_password": { 2024-06-06T08:42:10.726 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "registry_password", 2024-06-06T08:42:10.726 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.726 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.726 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.726 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.727 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.727 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.727 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.727 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-06-06T08:42:10.727 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.727 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.727 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.727 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.727 INFO:teuthology.orchestra.run.smithi042.stdout: "registry_url": { 2024-06-06T08:42:10.727 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "registry_url", 2024-06-06T08:42:10.727 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.727 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.727 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.728 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.728 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.728 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.728 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.728 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-06-06T08:42:10.728 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.728 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.728 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.728 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.728 INFO:teuthology.orchestra.run.smithi042.stdout: "registry_username": { 2024-06-06T08:42:10.728 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "registry_username", 2024-06-06T08:42:10.728 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.728 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.728 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.729 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.729 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.729 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.729 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.729 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-06-06T08:42:10.729 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.729 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.729 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.729 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.729 INFO:teuthology.orchestra.run.smithi042.stdout: "secure_monitoring_stack": { 2024-06-06T08:42:10.729 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "secure_monitoring_stack", 2024-06-06T08:42:10.729 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.730 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.730 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.730 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.730 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.730 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.730 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.730 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-06-06T08:42:10.730 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.730 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.730 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.730 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.730 INFO:teuthology.orchestra.run.smithi042.stdout: "service_discovery_port": { 2024-06-06T08:42:10.730 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "service_discovery_port", 2024-06-06T08:42:10.731 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:10.731 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.731 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.731 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "8765", 2024-06-06T08:42:10.731 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.731 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.731 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.731 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "cephadm service discovery port", 2024-06-06T08:42:10.731 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.731 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.731 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.731 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.731 INFO:teuthology.orchestra.run.smithi042.stdout: "ssh_config_file": { 2024-06-06T08:42:10.732 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ssh_config_file", 2024-06-06T08:42:10.732 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.732 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.732 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.732 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.732 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.732 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.732 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.732 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-06-06T08:42:10.732 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.732 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.732 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.732 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.733 INFO:teuthology.orchestra.run.smithi042.stdout: "use_agent": { 2024-06-06T08:42:10.733 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "use_agent", 2024-06-06T08:42:10.733 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.733 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.733 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.733 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.733 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.733 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.733 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.733 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-06-06T08:42:10.733 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.733 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.733 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.734 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.734 INFO:teuthology.orchestra.run.smithi042.stdout: "use_repo_digest": { 2024-06-06T08:42:10.734 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "use_repo_digest", 2024-06-06T08:42:10.734 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.734 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.734 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.734 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:10.734 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.734 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.734 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.734 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-06-06T08:42:10.734 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.734 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.734 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.735 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.735 INFO:teuthology.orchestra.run.smithi042.stdout: "warn_on_failed_host_check": { 2024-06-06T08:42:10.735 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "warn_on_failed_host_check", 2024-06-06T08:42:10.735 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.735 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.735 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.735 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:10.735 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.735 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.735 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.735 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "raise a health warning if the host check fails", 2024-06-06T08:42:10.735 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.735 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.736 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.736 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.736 INFO:teuthology.orchestra.run.smithi042.stdout: "warn_on_stray_daemons": { 2024-06-06T08:42:10.736 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "warn_on_stray_daemons", 2024-06-06T08:42:10.736 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.736 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.736 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.736 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:10.736 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.736 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.736 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.736 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-06-06T08:42:10.736 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.737 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.737 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.737 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.737 INFO:teuthology.orchestra.run.smithi042.stdout: "warn_on_stray_hosts": { 2024-06-06T08:42:10.737 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "warn_on_stray_hosts", 2024-06-06T08:42:10.737 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.737 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.737 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.737 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:10.737 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.737 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.737 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.737 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-06-06T08:42:10.737 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.738 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.738 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.738 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:10.738 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:10.738 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.738 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:10.738 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "crash", 2024-06-06T08:42:10.738 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:10.738 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:10.738 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:10.738 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:10.738 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:10.738 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.739 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.739 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.739 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.739 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.739 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.739 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.739 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:10.739 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:10.739 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:10.739 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:10.739 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:10.739 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:10.739 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.740 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.740 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.740 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.740 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.740 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.740 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:10.740 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:10.740 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.740 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.740 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.740 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.740 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.740 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.741 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.741 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.741 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.741 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.741 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.741 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.741 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:10.741 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:10.741 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.741 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.741 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.741 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:10.741 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.741 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.742 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.742 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:10.742 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:10.742 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:10.742 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:10.742 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:10.742 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:10.742 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.742 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.742 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.742 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.742 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.742 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.743 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:10.743 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:10.743 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.743 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.743 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.743 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.743 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.743 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.743 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.743 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.743 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.743 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.743 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.743 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.744 INFO:teuthology.orchestra.run.smithi042.stdout: "retain_interval": { 2024-06-06T08:42:10.744 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "retain_interval", 2024-06-06T08:42:10.744 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:10.744 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.744 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.744 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "31536000", 2024-06-06T08:42:10.744 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.744 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.744 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.744 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "how long to retain crashes before pruning them", 2024-06-06T08:42:10.744 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.744 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.744 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.744 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.745 INFO:teuthology.orchestra.run.smithi042.stdout: "warn_recent_interval": { 2024-06-06T08:42:10.745 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "warn_recent_interval", 2024-06-06T08:42:10.745 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:10.745 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.745 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.745 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "1209600", 2024-06-06T08:42:10.745 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.745 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.745 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.745 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "time interval in which to warn about recent crashes", 2024-06-06T08:42:10.745 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.745 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.745 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.746 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:10.746 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:10.746 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.746 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:10.746 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "dashboard", 2024-06-06T08:42:10.746 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:10.746 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:10.746 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:10.746 INFO:teuthology.orchestra.run.smithi042.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-06-06T08:42:10.746 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-06-06T08:42:10.746 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:10.746 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.746 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.747 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "10", 2024-06-06T08:42:10.747 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.747 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.747 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.747 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.747 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.747 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.747 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.747 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.747 INFO:teuthology.orchestra.run.smithi042.stdout: "ALERTMANAGER_API_HOST": { 2024-06-06T08:42:10.747 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ALERTMANAGER_API_HOST", 2024-06-06T08:42:10.747 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.747 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.747 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.747 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.748 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.748 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.748 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.748 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.748 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.748 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.748 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.748 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.748 INFO:teuthology.orchestra.run.smithi042.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-06-06T08:42:10.748 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-06-06T08:42:10.748 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.748 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.748 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.749 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:10.749 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.749 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.749 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.749 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.749 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.749 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.749 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.749 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.749 INFO:teuthology.orchestra.run.smithi042.stdout: "AUDIT_API_ENABLED": { 2024-06-06T08:42:10.749 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "AUDIT_API_ENABLED", 2024-06-06T08:42:10.749 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.749 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.749 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.749 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.750 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.750 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.750 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.750 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.750 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.750 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.750 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.750 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.750 INFO:teuthology.orchestra.run.smithi042.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-06-06T08:42:10.750 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-06-06T08:42:10.750 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.750 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.751 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.751 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:10.751 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.751 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.751 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.751 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.751 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.751 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.751 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.751 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.751 INFO:teuthology.orchestra.run.smithi042.stdout: "ENABLE_BROWSABLE_API": { 2024-06-06T08:42:10.751 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ENABLE_BROWSABLE_API", 2024-06-06T08:42:10.751 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.751 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.752 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.752 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:10.752 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.752 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.752 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.752 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.752 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.752 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.752 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.752 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.752 INFO:teuthology.orchestra.run.smithi042.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-06-06T08:42:10.752 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-06-06T08:42:10.752 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.753 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.753 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.753 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:10.753 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.753 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.753 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.753 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.753 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.753 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.753 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.753 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.753 INFO:teuthology.orchestra.run.smithi042.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-06-06T08:42:10.753 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-06-06T08:42:10.754 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.754 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.754 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.754 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:10.754 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.754 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.754 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.754 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.754 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.754 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.754 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.754 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.754 INFO:teuthology.orchestra.run.smithi042.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-06-06T08:42:10.754 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-06-06T08:42:10.755 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.755 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.755 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.755 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:10.755 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.755 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.755 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.755 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.755 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.755 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.755 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.755 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.755 INFO:teuthology.orchestra.run.smithi042.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-06-06T08:42:10.756 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-06-06T08:42:10.756 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.756 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.756 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.756 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:10.756 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.756 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.756 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.756 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.756 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.756 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.756 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.756 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.757 INFO:teuthology.orchestra.run.smithi042.stdout: "FEATURE_TOGGLE_NFS": { 2024-06-06T08:42:10.757 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-06-06T08:42:10.757 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.757 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.757 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.757 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:10.757 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.757 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.757 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.757 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.757 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.757 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.757 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.758 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.758 INFO:teuthology.orchestra.run.smithi042.stdout: "FEATURE_TOGGLE_RBD": { 2024-06-06T08:42:10.758 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-06-06T08:42:10.758 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.758 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.758 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.758 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:10.758 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.758 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.758 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.758 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.758 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.758 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.758 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.759 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.759 INFO:teuthology.orchestra.run.smithi042.stdout: "FEATURE_TOGGLE_RGW": { 2024-06-06T08:42:10.759 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-06-06T08:42:10.759 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.759 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.759 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.759 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:10.759 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.759 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.759 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.759 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.759 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.759 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.760 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.760 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.760 INFO:teuthology.orchestra.run.smithi042.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-06-06T08:42:10.760 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-06-06T08:42:10.760 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.760 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.760 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.760 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.760 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.760 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.760 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.760 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.760 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.760 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.761 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.761 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.761 INFO:teuthology.orchestra.run.smithi042.stdout: "GRAFANA_API_PASSWORD": { 2024-06-06T08:42:10.761 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "GRAFANA_API_PASSWORD", 2024-06-06T08:42:10.761 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.761 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.761 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.761 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "admin", 2024-06-06T08:42:10.761 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.761 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.761 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.761 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.761 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.761 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.761 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.762 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.762 INFO:teuthology.orchestra.run.smithi042.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-06-06T08:42:10.762 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-06-06T08:42:10.762 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.762 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.762 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.762 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:10.762 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.762 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.762 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.762 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.762 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.762 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.763 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.763 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.763 INFO:teuthology.orchestra.run.smithi042.stdout: "GRAFANA_API_URL": { 2024-06-06T08:42:10.763 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "GRAFANA_API_URL", 2024-06-06T08:42:10.763 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.763 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.763 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.763 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.763 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.763 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.763 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.763 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.763 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.763 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.763 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.764 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.764 INFO:teuthology.orchestra.run.smithi042.stdout: "GRAFANA_API_USERNAME": { 2024-06-06T08:42:10.764 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "GRAFANA_API_USERNAME", 2024-06-06T08:42:10.764 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.764 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.764 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.764 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "admin", 2024-06-06T08:42:10.764 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.764 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.764 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.764 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.764 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.764 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.764 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.765 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.765 INFO:teuthology.orchestra.run.smithi042.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-06-06T08:42:10.765 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-06-06T08:42:10.765 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.765 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.765 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.765 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.765 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.765 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.765 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.765 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.765 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.765 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.765 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.766 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.766 INFO:teuthology.orchestra.run.smithi042.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-06-06T08:42:10.766 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-06-06T08:42:10.766 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.766 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.766 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.766 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.766 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.766 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.766 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.766 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.766 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.767 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.767 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.767 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.767 INFO:teuthology.orchestra.run.smithi042.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-06-06T08:42:10.767 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-06-06T08:42:10.767 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.767 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.767 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.767 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:10.767 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.767 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.767 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.767 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.768 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.768 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.768 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.768 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.768 INFO:teuthology.orchestra.run.smithi042.stdout: "ISSUE_TRACKER_API_KEY": { 2024-06-06T08:42:10.768 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-06-06T08:42:10.768 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.768 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.768 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.768 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.768 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.768 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.768 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.768 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.769 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.769 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.769 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.769 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.769 INFO:teuthology.orchestra.run.smithi042.stdout: "PROMETHEUS_API_HOST": { 2024-06-06T08:42:10.769 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PROMETHEUS_API_HOST", 2024-06-06T08:42:10.769 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.769 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.769 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.769 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.769 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.769 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.769 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.770 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.770 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.770 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.770 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.770 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.770 INFO:teuthology.orchestra.run.smithi042.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-06-06T08:42:10.770 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-06-06T08:42:10.770 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.770 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.770 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.770 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:10.770 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.770 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.771 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.771 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.771 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.771 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.771 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.771 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.771 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-06-06T08:42:10.771 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-06-06T08:42:10.771 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.771 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.771 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.771 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.771 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.772 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.772 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.772 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.772 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.772 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.772 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.772 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.772 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-06-06T08:42:10.772 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-06-06T08:42:10.772 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.772 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.772 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.772 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.772 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.772 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.773 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.773 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.773 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.773 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.773 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.773 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.773 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-06-06T08:42:10.773 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-06-06T08:42:10.773 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.773 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.773 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.773 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:10.773 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.773 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.774 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.774 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.774 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.774 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.774 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.774 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.774 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-06-06T08:42:10.774 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-06-06T08:42:10.774 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.774 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.774 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.774 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:10.774 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.775 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.775 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.775 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.775 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.775 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.775 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.775 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.775 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-06-06T08:42:10.775 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-06-06T08:42:10.775 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.775 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.775 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.776 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.776 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.776 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.776 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.776 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.776 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.776 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.776 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.776 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.776 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-06-06T08:42:10.776 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-06-06T08:42:10.776 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.777 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.777 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.777 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.777 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.777 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.777 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.777 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.777 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.777 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.777 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.777 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.777 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-06-06T08:42:10.777 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-06-06T08:42:10.778 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.778 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.778 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.778 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.778 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.778 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.778 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.778 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.778 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.778 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.778 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.778 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.778 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_ENABLED": { 2024-06-06T08:42:10.778 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_ENABLED", 2024-06-06T08:42:10.779 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.779 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.779 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.779 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:10.779 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.779 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.779 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.779 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.779 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.779 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.779 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.779 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.779 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-06-06T08:42:10.780 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-06-06T08:42:10.780 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.780 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.780 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.780 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-06-06T08:42:10.780 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.780 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.780 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.780 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.780 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.780 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.780 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.780 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.780 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-06-06T08:42:10.781 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-06-06T08:42:10.781 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:10.781 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.781 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.781 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "10", 2024-06-06T08:42:10.781 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.781 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.781 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.781 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.781 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.781 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.781 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.781 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.781 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-06-06T08:42:10.782 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-06-06T08:42:10.782 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:10.782 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.782 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.782 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "8", 2024-06-06T08:42:10.782 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.782 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.782 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.782 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.782 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.782 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.782 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.783 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.783 INFO:teuthology.orchestra.run.smithi042.stdout: "REST_REQUESTS_TIMEOUT": { 2024-06-06T08:42:10.783 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-06-06T08:42:10.783 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:10.783 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.783 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.783 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "45", 2024-06-06T08:42:10.783 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.783 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.783 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.783 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.783 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.783 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.783 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.784 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.784 INFO:teuthology.orchestra.run.smithi042.stdout: "RGW_API_ACCESS_KEY": { 2024-06-06T08:42:10.784 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "RGW_API_ACCESS_KEY", 2024-06-06T08:42:10.784 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.784 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.784 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.784 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.784 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.784 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.784 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.784 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.784 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.784 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.785 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.785 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.785 INFO:teuthology.orchestra.run.smithi042.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-06-06T08:42:10.785 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-06-06T08:42:10.785 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.785 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.785 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.785 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "admin", 2024-06-06T08:42:10.785 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.785 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.785 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.785 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.785 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.786 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.786 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.786 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.786 INFO:teuthology.orchestra.run.smithi042.stdout: "RGW_API_SECRET_KEY": { 2024-06-06T08:42:10.786 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "RGW_API_SECRET_KEY", 2024-06-06T08:42:10.786 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.786 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.786 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.786 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.786 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.786 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.786 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.786 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.787 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.787 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.787 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.787 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.787 INFO:teuthology.orchestra.run.smithi042.stdout: "RGW_API_SSL_VERIFY": { 2024-06-06T08:42:10.787 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "RGW_API_SSL_VERIFY", 2024-06-06T08:42:10.787 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.787 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.787 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.787 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:10.787 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.787 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.787 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.788 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.788 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.788 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.788 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.788 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.788 INFO:teuthology.orchestra.run.smithi042.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-06-06T08:42:10.788 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-06-06T08:42:10.788 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:10.788 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.788 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.788 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "0", 2024-06-06T08:42:10.788 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.788 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.789 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.789 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.789 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.789 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.789 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.789 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.789 INFO:teuthology.orchestra.run.smithi042.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-06-06T08:42:10.789 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-06-06T08:42:10.789 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:10.789 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.789 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.789 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "10", 2024-06-06T08:42:10.789 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.789 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.790 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.790 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.790 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.790 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.790 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.790 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.790 INFO:teuthology.orchestra.run.smithi042.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-06-06T08:42:10.790 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-06-06T08:42:10.793 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:10.793 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.793 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.793 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "5", 2024-06-06T08:42:10.793 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.794 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.794 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.794 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.794 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.794 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.794 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.794 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.794 INFO:teuthology.orchestra.run.smithi042.stdout: "cross_origin_url": { 2024-06-06T08:42:10.794 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "cross_origin_url", 2024-06-06T08:42:10.794 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.794 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.794 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.794 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.795 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.795 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.795 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.795 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.795 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.795 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.795 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.795 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.795 INFO:teuthology.orchestra.run.smithi042.stdout: "crt_file": { 2024-06-06T08:42:10.795 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "crt_file", 2024-06-06T08:42:10.795 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.795 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.795 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.796 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.796 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.796 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.796 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.796 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.796 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.796 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.796 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.796 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.796 INFO:teuthology.orchestra.run.smithi042.stdout: "debug": { 2024-06-06T08:42:10.796 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "debug", 2024-06-06T08:42:10.796 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.796 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.797 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.797 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.797 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.797 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.797 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.797 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Enable/disable debug options", 2024-06-06T08:42:10.797 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.797 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.797 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.797 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.797 INFO:teuthology.orchestra.run.smithi042.stdout: "jwt_token_ttl": { 2024-06-06T08:42:10.797 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "jwt_token_ttl", 2024-06-06T08:42:10.797 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:10.798 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.798 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.798 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "28800", 2024-06-06T08:42:10.798 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.798 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.798 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.798 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.798 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.798 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.798 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.798 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.798 INFO:teuthology.orchestra.run.smithi042.stdout: "key_file": { 2024-06-06T08:42:10.798 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "key_file", 2024-06-06T08:42:10.799 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.799 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.799 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.799 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.799 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.799 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.799 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.799 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.799 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.799 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.799 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.799 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.799 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:10.799 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:10.800 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.800 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.800 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.800 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.800 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.800 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.800 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.800 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:10.800 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:10.800 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:10.800 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:10.800 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:10.800 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:10.800 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.801 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.801 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.801 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.801 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.801 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.801 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:10.801 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:10.801 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.801 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.801 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.801 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.801 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.801 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.802 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.802 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.802 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.802 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.802 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.802 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.802 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:10.802 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:10.802 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.802 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.802 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.802 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:10.802 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.803 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.803 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.803 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:10.803 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:10.803 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:10.803 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:10.803 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:10.803 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:10.803 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.803 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.803 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.803 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.803 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.803 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.803 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:10.804 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:10.804 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.804 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.804 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.804 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.804 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.804 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.804 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.804 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.804 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.804 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.804 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.804 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.804 INFO:teuthology.orchestra.run.smithi042.stdout: "motd": { 2024-06-06T08:42:10.805 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "motd", 2024-06-06T08:42:10.805 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.805 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.805 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.805 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.805 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.805 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.805 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.805 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "The message of the day", 2024-06-06T08:42:10.805 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.805 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.805 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.805 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.806 INFO:teuthology.orchestra.run.smithi042.stdout: "redirect_resolve_ip_addr": { 2024-06-06T08:42:10.806 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "redirect_resolve_ip_addr", 2024-06-06T08:42:10.806 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.806 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.806 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.806 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.806 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.806 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.806 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.806 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.806 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.806 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.806 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.807 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.807 INFO:teuthology.orchestra.run.smithi042.stdout: "server_addr": { 2024-06-06T08:42:10.807 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "server_addr", 2024-06-06T08:42:10.807 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.807 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.807 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.807 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "::", 2024-06-06T08:42:10.807 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.807 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.807 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.807 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.807 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.807 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.807 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.807 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.808 INFO:teuthology.orchestra.run.smithi042.stdout: "server_port": { 2024-06-06T08:42:10.808 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "server_port", 2024-06-06T08:42:10.808 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:10.808 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.808 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.808 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "8080", 2024-06-06T08:42:10.808 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.808 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.808 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.808 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.808 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.808 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.808 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.808 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.808 INFO:teuthology.orchestra.run.smithi042.stdout: "ssl": { 2024-06-06T08:42:10.809 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ssl", 2024-06-06T08:42:10.809 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.809 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.809 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.809 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:10.809 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.809 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.809 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.809 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.809 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.809 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.809 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.809 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.809 INFO:teuthology.orchestra.run.smithi042.stdout: "ssl_server_port": { 2024-06-06T08:42:10.810 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ssl_server_port", 2024-06-06T08:42:10.810 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:10.810 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.810 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.810 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "8443", 2024-06-06T08:42:10.810 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.810 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.810 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.810 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.810 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.810 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.810 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.810 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.811 INFO:teuthology.orchestra.run.smithi042.stdout: "standby_behaviour": { 2024-06-06T08:42:10.811 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "standby_behaviour", 2024-06-06T08:42:10.811 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.811 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.811 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.811 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "redirect", 2024-06-06T08:42:10.811 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.811 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.811 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.811 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:10.811 INFO:teuthology.orchestra.run.smithi042.stdout: "redirect" 2024-06-06T08:42:10.811 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.812 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.812 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.812 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.812 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.812 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.812 INFO:teuthology.orchestra.run.smithi042.stdout: "standby_error_status_code": { 2024-06-06T08:42:10.812 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "standby_error_status_code", 2024-06-06T08:42:10.812 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:10.812 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.812 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.812 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "500", 2024-06-06T08:42:10.812 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "400", 2024-06-06T08:42:10.812 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "599", 2024-06-06T08:42:10.812 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.813 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.813 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.813 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.813 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.813 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.813 INFO:teuthology.orchestra.run.smithi042.stdout: "url_prefix": { 2024-06-06T08:42:10.813 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "url_prefix", 2024-06-06T08:42:10.813 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.813 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.813 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.813 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.813 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.813 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.813 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.814 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.814 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.814 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.814 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.814 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:10.814 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:10.814 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.814 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:10.814 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "devicehealth", 2024-06-06T08:42:10.814 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:10.814 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:10.814 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:10.814 INFO:teuthology.orchestra.run.smithi042.stdout: "enable_monitoring": { 2024-06-06T08:42:10.815 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "enable_monitoring", 2024-06-06T08:42:10.815 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.815 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.815 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.815 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:10.815 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.815 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.815 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.815 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "monitor device health metrics", 2024-06-06T08:42:10.815 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.815 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.815 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.815 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.815 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:10.816 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:10.816 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.816 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.816 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.816 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.816 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.816 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.816 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.816 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:10.816 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:10.816 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:10.816 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:10.816 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:10.817 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:10.817 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.817 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.817 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.817 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.817 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.817 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.817 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:10.817 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:10.817 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.817 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.817 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.817 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.818 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.818 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.818 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.818 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.818 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.818 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.818 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.818 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.818 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:10.818 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:10.818 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.818 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.818 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.818 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:10.819 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.819 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.819 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.819 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:10.819 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:10.819 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:10.819 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:10.819 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:10.819 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:10.819 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.819 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.819 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.820 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.820 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.820 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.820 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:10.820 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:10.820 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.820 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.820 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.820 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.820 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.820 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.820 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.820 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.820 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.820 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.821 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.821 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.821 INFO:teuthology.orchestra.run.smithi042.stdout: "mark_out_threshold": { 2024-06-06T08:42:10.821 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "mark_out_threshold", 2024-06-06T08:42:10.821 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:10.821 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.821 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.821 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "2419200", 2024-06-06T08:42:10.821 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.821 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.821 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.821 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-06-06T08:42:10.821 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.821 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.822 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.822 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.822 INFO:teuthology.orchestra.run.smithi042.stdout: "pool_name": { 2024-06-06T08:42:10.822 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "pool_name", 2024-06-06T08:42:10.822 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.822 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.822 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.822 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "device_health_metrics", 2024-06-06T08:42:10.822 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.822 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.822 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.822 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "name of pool in which to store device health metrics", 2024-06-06T08:42:10.822 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.823 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.823 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.823 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.823 INFO:teuthology.orchestra.run.smithi042.stdout: "retention_period": { 2024-06-06T08:42:10.823 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "retention_period", 2024-06-06T08:42:10.823 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:10.823 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.823 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.823 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "15552000", 2024-06-06T08:42:10.823 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.823 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.823 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.823 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "how long to retain device health metrics", 2024-06-06T08:42:10.823 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.824 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.824 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.824 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.824 INFO:teuthology.orchestra.run.smithi042.stdout: "scrape_frequency": { 2024-06-06T08:42:10.824 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "scrape_frequency", 2024-06-06T08:42:10.824 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:10.824 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.824 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.824 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "86400", 2024-06-06T08:42:10.824 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.824 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.824 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.824 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "how frequently to scrape device health metrics", 2024-06-06T08:42:10.825 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.825 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.825 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.825 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.825 INFO:teuthology.orchestra.run.smithi042.stdout: "self_heal": { 2024-06-06T08:42:10.825 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "self_heal", 2024-06-06T08:42:10.825 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.825 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.825 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.825 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:10.825 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.825 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.825 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.826 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-06-06T08:42:10.826 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.826 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.826 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.826 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.826 INFO:teuthology.orchestra.run.smithi042.stdout: "sleep_interval": { 2024-06-06T08:42:10.826 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "sleep_interval", 2024-06-06T08:42:10.826 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:10.826 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.826 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.826 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "600", 2024-06-06T08:42:10.826 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.826 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.827 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.827 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "how frequently to wake up and check device health", 2024-06-06T08:42:10.827 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.827 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.827 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.827 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.827 INFO:teuthology.orchestra.run.smithi042.stdout: "warn_threshold": { 2024-06-06T08:42:10.827 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "warn_threshold", 2024-06-06T08:42:10.827 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:10.827 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.827 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.827 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "7257600", 2024-06-06T08:42:10.827 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.827 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.828 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.828 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-06-06T08:42:10.828 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.828 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.828 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.828 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:10.828 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:10.828 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.828 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:10.828 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "diskprediction_local", 2024-06-06T08:42:10.828 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:10.828 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:10.829 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:10.829 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:10.829 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:10.829 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.829 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.829 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.829 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.829 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.829 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.829 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.829 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:10.829 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:10.829 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:10.829 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:10.830 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:10.830 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:10.830 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.830 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.830 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.830 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.830 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.830 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.830 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:10.830 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:10.830 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.830 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.830 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.831 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.831 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.831 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.831 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.831 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.831 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.831 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.831 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.831 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.831 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:10.831 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:10.831 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.831 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.831 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.832 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:10.832 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.832 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.832 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.832 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:10.832 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:10.832 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:10.832 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:10.832 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:10.832 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:10.832 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.832 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.832 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.832 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.832 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.833 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.833 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:10.833 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:10.833 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.833 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.833 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.833 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.833 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.833 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.833 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.833 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.833 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.833 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.833 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.834 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.834 INFO:teuthology.orchestra.run.smithi042.stdout: "predict_interval": { 2024-06-06T08:42:10.834 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "predict_interval", 2024-06-06T08:42:10.834 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.834 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.834 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.834 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "86400", 2024-06-06T08:42:10.834 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.834 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.834 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.834 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.834 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.834 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.834 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.835 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.835 INFO:teuthology.orchestra.run.smithi042.stdout: "predictor_model": { 2024-06-06T08:42:10.835 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "predictor_model", 2024-06-06T08:42:10.835 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.835 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.835 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.835 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "prophetstor", 2024-06-06T08:42:10.835 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.835 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.835 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.835 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.835 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.835 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.835 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.835 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.836 INFO:teuthology.orchestra.run.smithi042.stdout: "sleep_interval": { 2024-06-06T08:42:10.836 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "sleep_interval", 2024-06-06T08:42:10.836 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.836 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.836 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.836 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "600", 2024-06-06T08:42:10.836 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.836 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.836 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.836 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.836 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.836 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.836 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.836 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:10.837 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:10.837 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.837 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:10.837 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "influx", 2024-06-06T08:42:10.837 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": false, 2024-06-06T08:42:10.837 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "influxdb python module not found", 2024-06-06T08:42:10.837 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:10.837 INFO:teuthology.orchestra.run.smithi042.stdout: "batch_size": { 2024-06-06T08:42:10.837 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "batch_size", 2024-06-06T08:42:10.837 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:10.837 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.837 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.837 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "5000", 2024-06-06T08:42:10.837 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.837 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.838 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.838 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-06-06T08:42:10.838 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.838 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.838 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.838 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.838 INFO:teuthology.orchestra.run.smithi042.stdout: "database": { 2024-06-06T08:42:10.838 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "database", 2024-06-06T08:42:10.838 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.838 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.838 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.838 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "ceph", 2024-06-06T08:42:10.838 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.838 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.839 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.839 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-06-06T08:42:10.839 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.839 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.839 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.839 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.839 INFO:teuthology.orchestra.run.smithi042.stdout: "hostname": { 2024-06-06T08:42:10.839 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "hostname", 2024-06-06T08:42:10.839 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.839 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.839 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.839 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.839 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.839 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.840 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.840 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "InfluxDB server hostname", 2024-06-06T08:42:10.840 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.840 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.840 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.840 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.840 INFO:teuthology.orchestra.run.smithi042.stdout: "interval": { 2024-06-06T08:42:10.840 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "interval", 2024-06-06T08:42:10.840 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:10.840 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.840 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.840 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "30", 2024-06-06T08:42:10.840 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "5", 2024-06-06T08:42:10.840 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.841 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.841 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-06-06T08:42:10.841 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.841 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.841 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.841 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.841 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:10.841 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:10.841 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.841 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.841 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.841 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.841 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.841 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.842 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.842 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:10.842 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:10.842 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:10.842 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:10.842 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:10.842 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:10.842 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.842 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.842 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.842 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.842 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.842 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.843 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:10.843 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:10.843 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.843 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.843 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.843 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.843 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.843 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.843 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.843 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.843 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.843 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.843 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.843 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.844 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:10.844 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:10.844 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.844 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.844 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.844 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:10.844 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.844 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.844 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.844 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:10.844 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:10.844 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:10.844 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:10.845 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:10.845 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:10.845 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.845 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.845 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.845 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.845 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.845 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.845 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:10.845 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:10.845 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.845 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.845 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.845 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.846 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.846 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.846 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.846 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.846 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.846 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.846 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.846 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.846 INFO:teuthology.orchestra.run.smithi042.stdout: "password": { 2024-06-06T08:42:10.846 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "password", 2024-06-06T08:42:10.846 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.846 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.847 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.847 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.847 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.847 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.847 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.847 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "password of InfluxDB server user", 2024-06-06T08:42:10.847 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.847 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.847 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.847 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.847 INFO:teuthology.orchestra.run.smithi042.stdout: "port": { 2024-06-06T08:42:10.847 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "port", 2024-06-06T08:42:10.847 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:10.848 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.848 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.848 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "8086", 2024-06-06T08:42:10.848 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.848 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.848 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.848 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "InfluxDB server port", 2024-06-06T08:42:10.848 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.848 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.848 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.848 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.848 INFO:teuthology.orchestra.run.smithi042.stdout: "ssl": { 2024-06-06T08:42:10.848 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ssl", 2024-06-06T08:42:10.849 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.849 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.849 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.849 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "false", 2024-06-06T08:42:10.849 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.849 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.849 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.849 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-06-06T08:42:10.849 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.849 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.849 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.849 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.849 INFO:teuthology.orchestra.run.smithi042.stdout: "threads": { 2024-06-06T08:42:10.849 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "threads", 2024-06-06T08:42:10.850 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:10.850 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.850 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.850 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "5", 2024-06-06T08:42:10.850 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "1", 2024-06-06T08:42:10.850 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "32", 2024-06-06T08:42:10.850 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.850 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-06-06T08:42:10.850 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.850 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.850 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.850 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.851 INFO:teuthology.orchestra.run.smithi042.stdout: "username": { 2024-06-06T08:42:10.851 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "username", 2024-06-06T08:42:10.851 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.851 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.851 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.851 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.851 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.851 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.851 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.851 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "username of InfluxDB server user", 2024-06-06T08:42:10.851 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.851 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.851 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.851 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.851 INFO:teuthology.orchestra.run.smithi042.stdout: "verify_ssl": { 2024-06-06T08:42:10.852 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "verify_ssl", 2024-06-06T08:42:10.852 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.852 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.852 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.852 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "true", 2024-06-06T08:42:10.852 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.852 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.852 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.852 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-06-06T08:42:10.852 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.852 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.852 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.853 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:10.853 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:10.853 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.853 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:10.853 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "insights", 2024-06-06T08:42:10.853 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:10.853 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:10.853 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:10.853 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:10.853 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:10.853 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.853 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.853 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.854 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.854 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.854 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.854 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.854 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:10.854 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:10.854 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:10.854 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:10.854 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:10.854 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:10.854 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.854 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.854 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.854 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.855 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.855 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.855 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:10.855 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:10.855 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.855 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.855 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.855 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.855 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.855 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.855 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.855 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.855 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.855 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.856 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.856 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.856 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:10.856 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:10.856 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.856 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.856 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.856 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:10.856 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.856 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.856 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.856 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:10.856 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:10.857 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:10.857 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:10.857 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:10.857 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:10.857 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.857 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.857 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.857 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.857 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.857 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.857 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:10.857 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:10.857 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.857 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.857 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.858 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.858 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.858 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.858 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.858 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.858 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.858 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.858 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.858 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:10.858 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:10.858 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.858 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:10.858 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "iostat", 2024-06-06T08:42:10.859 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:10.859 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:10.859 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:10.859 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:10.859 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:10.859 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.859 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.859 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.859 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.859 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.859 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.859 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.859 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:10.859 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:10.860 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:10.860 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:10.860 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:10.860 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:10.860 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.860 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.860 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.860 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.860 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.860 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.860 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:10.860 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:10.860 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.861 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.861 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.861 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.861 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.861 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.861 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.861 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.861 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.861 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.861 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.861 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.861 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:10.861 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:10.861 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.861 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.862 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.862 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:10.862 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.862 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.862 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.862 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:10.862 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:10.862 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:10.862 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:10.862 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:10.862 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:10.862 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.862 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.863 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.863 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.863 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.863 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.863 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:10.863 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:10.863 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.863 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.863 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.863 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.863 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.863 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.863 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.863 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.864 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.864 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.864 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.864 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:10.864 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:10.864 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.864 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:10.864 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "k8sevents", 2024-06-06T08:42:10.864 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:10.864 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:10.864 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:10.864 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph_event_retention_days": { 2024-06-06T08:42:10.864 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ceph_event_retention_days", 2024-06-06T08:42:10.864 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:10.865 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.865 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.865 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "7", 2024-06-06T08:42:10.865 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.865 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.865 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.865 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Days to hold ceph event information within local cache", 2024-06-06T08:42:10.865 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.865 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.865 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.865 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.865 INFO:teuthology.orchestra.run.smithi042.stdout: "config_check_secs": { 2024-06-06T08:42:10.865 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "config_check_secs", 2024-06-06T08:42:10.865 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:10.866 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.866 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.866 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "10", 2024-06-06T08:42:10.866 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "10", 2024-06-06T08:42:10.866 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.866 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.866 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-06-06T08:42:10.866 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.866 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.866 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.866 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.866 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:10.867 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:10.867 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.867 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.867 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.867 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.867 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.867 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.867 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.867 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:10.867 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:10.867 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:10.867 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:10.867 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:10.868 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:10.868 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.868 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.868 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.868 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.868 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.868 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.868 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:10.868 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:10.868 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.868 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.868 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.868 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.868 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.869 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.869 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.869 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.869 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.869 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.869 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.869 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.869 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:10.869 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:10.869 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.869 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.869 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.869 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:10.870 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.870 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.870 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.870 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:10.870 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:10.870 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:10.870 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:10.870 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:10.870 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:10.870 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.870 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.870 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.870 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.871 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.871 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.871 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:10.871 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:10.871 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.871 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.871 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.871 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.871 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.871 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.871 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.871 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.871 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.872 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.872 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.872 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:10.872 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:10.872 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.872 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:10.872 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "localpool", 2024-06-06T08:42:10.872 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:10.872 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:10.872 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:10.872 INFO:teuthology.orchestra.run.smithi042.stdout: "failure_domain": { 2024-06-06T08:42:10.872 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "failure_domain", 2024-06-06T08:42:10.872 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.873 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.873 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.873 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "host", 2024-06-06T08:42:10.873 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.873 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.873 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.873 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "failure domain for any created local pool", 2024-06-06T08:42:10.873 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-06-06T08:42:10.873 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.873 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.873 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.873 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:10.873 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:10.873 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.874 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.874 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.874 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.874 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.874 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.874 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.874 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:10.874 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:10.874 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:10.874 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:10.874 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:10.874 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:10.875 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.875 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.875 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.875 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.875 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.875 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.875 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:10.875 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:10.875 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.875 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.875 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.875 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.875 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.875 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.875 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.876 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.876 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.876 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.876 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.876 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.876 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:10.876 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:10.876 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.876 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.876 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.876 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:10.876 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.876 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.876 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.877 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:10.877 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:10.877 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:10.877 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:10.877 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:10.877 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:10.877 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.877 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.877 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.877 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.877 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.877 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.877 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:10.877 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:10.877 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.878 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.878 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.878 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.878 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.878 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.878 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.878 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.878 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.878 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.878 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.878 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.878 INFO:teuthology.orchestra.run.smithi042.stdout: "min_size": { 2024-06-06T08:42:10.878 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "min_size", 2024-06-06T08:42:10.878 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:10.879 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.879 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.879 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.879 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.879 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.879 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.879 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "default min_size for any created local pool", 2024-06-06T08:42:10.879 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-06-06T08:42:10.879 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.879 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.879 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.879 INFO:teuthology.orchestra.run.smithi042.stdout: "num_rep": { 2024-06-06T08:42:10.879 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "num_rep", 2024-06-06T08:42:10.879 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:10.879 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.880 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.880 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "3", 2024-06-06T08:42:10.880 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.880 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.880 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.880 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "default replica count for any created local pool", 2024-06-06T08:42:10.880 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.880 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.880 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.880 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.880 INFO:teuthology.orchestra.run.smithi042.stdout: "pg_num": { 2024-06-06T08:42:10.880 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "pg_num", 2024-06-06T08:42:10.880 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:10.880 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.881 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.881 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "128", 2024-06-06T08:42:10.881 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.881 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.881 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.881 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "default pg_num for any created local pool", 2024-06-06T08:42:10.881 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.881 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.881 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.881 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.881 INFO:teuthology.orchestra.run.smithi042.stdout: "prefix": { 2024-06-06T08:42:10.881 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "prefix", 2024-06-06T08:42:10.881 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.881 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.881 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.881 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.882 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.882 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.882 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.882 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "name prefix for any created local pool", 2024-06-06T08:42:10.882 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.882 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.882 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.882 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.882 INFO:teuthology.orchestra.run.smithi042.stdout: "subtree": { 2024-06-06T08:42:10.882 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "subtree", 2024-06-06T08:42:10.882 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.882 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.882 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.883 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "rack", 2024-06-06T08:42:10.883 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.883 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.883 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.883 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "CRUSH level for which to create a local pool", 2024-06-06T08:42:10.883 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-06-06T08:42:10.883 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.883 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.883 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:10.883 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:10.883 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.883 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:10.883 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "mds_autoscaler", 2024-06-06T08:42:10.883 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:10.884 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:10.884 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:10.884 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:10.884 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:10.884 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.884 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.884 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.884 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.884 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.884 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.884 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.884 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:10.884 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:10.884 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:10.885 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:10.885 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:10.885 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:10.885 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.885 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.885 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.885 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.885 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.885 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.885 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:10.885 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:10.885 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.885 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.886 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.886 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.886 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.886 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.886 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.886 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.886 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.886 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.886 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.886 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.886 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:10.886 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:10.886 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.887 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.887 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.887 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:10.887 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.887 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.887 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.887 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:10.887 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:10.887 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:10.887 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:10.887 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:10.887 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:10.888 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.888 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.888 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.888 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.888 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.888 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.888 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:10.888 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:10.888 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.888 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.888 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.888 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.888 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.888 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.889 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.889 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.889 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.889 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.889 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.889 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:10.889 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:10.889 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.889 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:10.889 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "mirroring", 2024-06-06T08:42:10.889 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:10.889 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:10.889 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:10.889 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:10.890 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:10.890 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.890 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.890 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.890 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.890 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.890 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.890 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.890 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:10.890 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:10.890 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:10.890 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:10.890 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:10.891 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:10.891 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.891 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.891 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.891 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.891 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.891 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.891 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:10.891 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:10.891 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.891 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.891 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.891 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.892 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.892 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.892 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.892 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.892 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.892 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.892 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.892 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.892 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:10.892 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:10.892 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.892 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.892 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.893 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:10.893 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.893 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.893 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.893 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:10.893 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:10.893 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:10.893 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:10.893 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:10.893 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:10.893 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.893 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.893 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.893 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.894 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.894 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.894 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:10.894 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:10.894 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.894 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.894 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.894 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.894 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.894 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.894 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.894 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.895 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.895 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.895 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.895 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:10.895 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:10.895 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.895 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:10.895 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "nfs", 2024-06-06T08:42:10.895 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:10.895 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:10.895 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:10.895 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:10.895 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:10.895 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.896 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.896 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.896 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.896 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.896 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.896 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.896 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:10.896 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:10.896 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:10.896 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:10.896 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:10.896 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:10.896 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.897 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.897 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.897 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.897 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.897 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.897 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:10.897 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:10.897 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.897 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.897 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.897 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.897 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.897 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.897 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.898 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.898 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.898 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.898 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.898 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.898 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:10.898 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:10.898 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.898 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.898 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.898 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:10.898 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.898 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.898 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.899 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:10.899 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:10.899 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:10.899 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:10.899 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:10.899 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:10.899 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.899 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.899 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.899 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.899 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.899 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.899 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:10.899 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:10.900 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.900 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.900 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.900 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.900 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.900 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.900 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.900 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.900 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.900 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.900 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.900 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:10.900 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:10.900 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.901 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:10.901 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "orchestrator", 2024-06-06T08:42:10.901 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:10.901 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:10.901 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:10.901 INFO:teuthology.orchestra.run.smithi042.stdout: "fail_fs": { 2024-06-06T08:42:10.901 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "fail_fs", 2024-06-06T08:42:10.901 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.901 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.901 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.901 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.901 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.901 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.902 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.902 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-06-06T08:42:10.902 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.902 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.902 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.902 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.902 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:10.902 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:10.902 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.902 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.902 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.902 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.902 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.902 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.903 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.903 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:10.903 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:10.903 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:10.903 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:10.903 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:10.903 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:10.903 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.903 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.903 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.903 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.903 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.903 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.903 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:10.904 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:10.904 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.904 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.904 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.904 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.904 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.904 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.904 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.904 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.904 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.904 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.904 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.904 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.904 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:10.904 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:10.905 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.905 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.905 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.905 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:10.905 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.905 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.905 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.905 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:10.905 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:10.905 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:10.905 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:10.905 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:10.905 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:10.906 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.906 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.906 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.906 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.906 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.906 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.906 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:10.906 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:10.906 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.906 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.906 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.906 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.906 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.906 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.907 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.907 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.907 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.907 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.907 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.907 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.907 INFO:teuthology.orchestra.run.smithi042.stdout: "orchestrator": { 2024-06-06T08:42:10.907 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "orchestrator", 2024-06-06T08:42:10.907 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.907 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.907 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.907 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.907 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.907 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.908 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.908 INFO:teuthology.orchestra.run.smithi042.stdout: "cephadm", 2024-06-06T08:42:10.908 INFO:teuthology.orchestra.run.smithi042.stdout: "rook", 2024-06-06T08:42:10.908 INFO:teuthology.orchestra.run.smithi042.stdout: "test_orchestrator" 2024-06-06T08:42:10.908 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.908 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Orchestrator backend", 2024-06-06T08:42:10.908 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.908 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.908 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.908 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:10.908 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:10.909 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.909 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:10.909 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "osd_perf_query", 2024-06-06T08:42:10.909 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:10.909 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:10.909 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:10.909 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:10.909 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:10.909 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.909 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.909 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.909 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.909 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.910 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.910 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.910 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:10.910 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:10.910 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:10.910 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:10.910 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:10.910 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:10.910 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.910 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.910 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.910 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.910 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.910 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.911 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:10.911 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:10.911 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.911 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.911 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.911 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.911 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.911 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.911 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.911 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.911 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.911 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.911 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.912 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.912 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:10.912 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:10.912 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.912 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.912 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.912 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:10.912 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.912 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.912 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.912 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:10.912 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:10.912 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:10.913 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:10.913 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:10.913 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:10.913 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.913 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.913 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.913 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.913 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.913 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.913 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:10.913 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:10.913 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.913 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.913 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.913 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.914 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.914 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.914 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.914 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.914 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.914 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.914 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.914 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:10.914 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:10.914 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.914 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:10.914 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "osd_support", 2024-06-06T08:42:10.914 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:10.915 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:10.915 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:10.915 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:10.915 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:10.915 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.915 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.915 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.915 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.915 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.915 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.915 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.915 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:10.915 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:10.916 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:10.916 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:10.916 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:10.916 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:10.916 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.916 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.916 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.916 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.916 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.916 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.916 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:10.916 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:10.916 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.916 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.917 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.917 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.917 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.917 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.917 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.917 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.917 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.917 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.917 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.917 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.917 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:10.917 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:10.917 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.917 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.918 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.918 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:10.918 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.918 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.918 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.918 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:10.918 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:10.918 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:10.918 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:10.918 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:10.918 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:10.918 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.918 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.918 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.919 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.919 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.919 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.919 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:10.919 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:10.919 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.919 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.919 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.919 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.919 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.919 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.919 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.919 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.919 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.919 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.920 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.920 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:10.920 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:10.920 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.920 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:10.920 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "pg_autoscaler", 2024-06-06T08:42:10.920 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:10.920 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:10.920 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:10.920 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:10.920 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:10.920 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.920 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.921 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.921 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.921 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.921 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.921 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.921 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:10.921 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:10.921 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:10.921 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:10.921 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:10.921 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:10.921 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.921 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.921 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.922 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.922 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.922 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.922 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:10.922 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:10.922 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.922 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.922 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.922 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.922 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.922 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.922 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.922 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.922 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.923 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.923 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.923 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.923 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:10.923 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:10.923 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.923 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.923 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.923 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:10.923 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.923 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.923 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.923 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:10.924 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:10.924 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:10.924 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:10.924 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:10.924 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:10.924 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.924 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.924 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.924 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.924 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.924 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.924 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:10.924 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:10.924 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.925 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.925 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.925 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.925 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.925 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.925 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.925 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.925 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.925 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.925 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.925 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.925 INFO:teuthology.orchestra.run.smithi042.stdout: "sleep_interval": { 2024-06-06T08:42:10.925 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "sleep_interval", 2024-06-06T08:42:10.926 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:10.926 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.926 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.926 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "60", 2024-06-06T08:42:10.926 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.926 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.926 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.926 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.926 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.926 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.926 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.926 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.927 INFO:teuthology.orchestra.run.smithi042.stdout: "threshold": { 2024-06-06T08:42:10.927 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "threshold", 2024-06-06T08:42:10.927 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "float", 2024-06-06T08:42:10.927 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.927 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.927 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "3.0", 2024-06-06T08:42:10.927 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "1.0", 2024-06-06T08:42:10.927 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.927 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.927 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "scaling threshold", 2024-06-06T08:42:10.927 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-06-06T08:42:10.927 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.927 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.928 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:10.928 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:10.928 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.928 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:10.928 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "progress", 2024-06-06T08:42:10.928 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:10.928 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:10.928 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:10.928 INFO:teuthology.orchestra.run.smithi042.stdout: "allow_pg_recovery_event": { 2024-06-06T08:42:10.928 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "allow_pg_recovery_event", 2024-06-06T08:42:10.928 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.928 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.928 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.929 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.929 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.929 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.929 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.929 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "allow the module to show pg recovery progress", 2024-06-06T08:42:10.929 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.929 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.929 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.929 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.929 INFO:teuthology.orchestra.run.smithi042.stdout: "enabled": { 2024-06-06T08:42:10.929 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "enabled", 2024-06-06T08:42:10.929 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.929 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.930 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.930 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:10.930 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.930 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.930 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.930 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.930 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.930 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.930 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.930 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.930 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:10.930 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:10.930 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.931 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.931 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.931 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.931 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.931 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.931 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.931 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:10.931 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:10.931 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:10.931 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:10.931 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:10.931 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:10.931 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.931 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.932 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.932 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.932 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.932 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.932 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:10.932 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:10.932 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.932 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.932 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.932 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.932 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.932 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.932 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.932 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.933 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.933 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.933 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.933 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.933 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:10.933 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:10.933 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.933 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.933 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.933 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:10.933 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.933 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.933 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.933 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:10.934 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:10.934 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:10.934 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:10.934 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:10.934 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:10.934 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.934 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.934 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.934 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.934 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.934 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.934 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:10.934 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:10.934 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.935 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.935 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.935 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.935 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.935 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.935 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.935 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.935 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.935 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.935 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.935 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.935 INFO:teuthology.orchestra.run.smithi042.stdout: "max_completed_events": { 2024-06-06T08:42:10.935 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "max_completed_events", 2024-06-06T08:42:10.936 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:10.936 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.936 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.936 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "50", 2024-06-06T08:42:10.936 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.936 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.936 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.936 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "number of past completed events to remember", 2024-06-06T08:42:10.936 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.936 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.936 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.936 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.936 INFO:teuthology.orchestra.run.smithi042.stdout: "sleep_interval": { 2024-06-06T08:42:10.936 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "sleep_interval", 2024-06-06T08:42:10.936 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:10.937 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.937 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.937 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "5", 2024-06-06T08:42:10.937 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.937 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.937 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.937 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "how long the module is going to sleep", 2024-06-06T08:42:10.937 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.937 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.937 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.937 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:10.937 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:10.937 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.937 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:10.938 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "prometheus", 2024-06-06T08:42:10.938 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:10.938 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:10.938 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:10.938 INFO:teuthology.orchestra.run.smithi042.stdout: "cache": { 2024-06-06T08:42:10.938 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "cache", 2024-06-06T08:42:10.938 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.938 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.938 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.938 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:10.938 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.938 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.938 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.938 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.939 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.939 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.939 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.939 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.939 INFO:teuthology.orchestra.run.smithi042.stdout: "exclude_perf_counters": { 2024-06-06T08:42:10.939 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "exclude_perf_counters", 2024-06-06T08:42:10.939 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.939 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.939 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.939 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:10.939 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.939 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.939 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.939 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-06-06T08:42:10.940 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-06-06T08:42:10.940 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.940 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.940 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.940 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:10.940 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:10.940 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.940 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.940 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.940 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.940 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.940 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.940 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.940 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:10.941 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:10.941 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:10.941 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:10.941 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:10.941 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:10.941 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.941 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.941 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.941 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.941 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.941 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.941 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:10.941 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:10.941 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.941 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.942 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.942 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.942 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.942 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.942 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.942 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.942 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.942 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.942 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.942 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.942 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:10.942 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:10.943 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.943 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.943 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.943 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:10.943 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.943 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.943 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.943 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:10.943 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:10.943 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:10.943 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:10.943 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:10.943 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:10.944 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.944 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.944 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.944 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.944 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.944 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.944 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:10.944 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:10.944 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.944 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.944 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.944 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.944 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.944 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.945 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.945 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.945 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.945 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.945 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.945 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.945 INFO:teuthology.orchestra.run.smithi042.stdout: "rbd_stats_pools": { 2024-06-06T08:42:10.945 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rbd_stats_pools", 2024-06-06T08:42:10.945 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.945 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.945 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.945 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.945 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.946 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.946 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.946 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.946 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.946 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.946 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.946 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.946 INFO:teuthology.orchestra.run.smithi042.stdout: "rbd_stats_pools_refresh_interval": { 2024-06-06T08:42:10.946 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-06-06T08:42:10.946 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:10.946 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.946 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.946 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "300", 2024-06-06T08:42:10.947 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.947 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.947 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.947 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.947 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.947 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.947 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.947 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.947 INFO:teuthology.orchestra.run.smithi042.stdout: "scrape_interval": { 2024-06-06T08:42:10.947 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "scrape_interval", 2024-06-06T08:42:10.947 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "float", 2024-06-06T08:42:10.947 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.947 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.947 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "15.0", 2024-06-06T08:42:10.948 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.948 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.948 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.948 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.948 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.948 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.948 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.948 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.948 INFO:teuthology.orchestra.run.smithi042.stdout: "server_addr": { 2024-06-06T08:42:10.948 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "server_addr", 2024-06-06T08:42:10.948 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.948 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.948 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.948 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "::", 2024-06-06T08:42:10.949 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.949 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.949 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.949 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-06-06T08:42:10.949 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.949 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.949 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.949 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.949 INFO:teuthology.orchestra.run.smithi042.stdout: "server_port": { 2024-06-06T08:42:10.949 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "server_port", 2024-06-06T08:42:10.949 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:10.949 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.950 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.950 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "9283", 2024-06-06T08:42:10.950 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.950 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.950 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.950 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-06-06T08:42:10.950 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.950 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.950 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.950 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.950 INFO:teuthology.orchestra.run.smithi042.stdout: "stale_cache_strategy": { 2024-06-06T08:42:10.950 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "stale_cache_strategy", 2024-06-06T08:42:10.950 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.951 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.951 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.951 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "log", 2024-06-06T08:42:10.951 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.951 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.951 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.951 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.951 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.951 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.951 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.951 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.951 INFO:teuthology.orchestra.run.smithi042.stdout: "standby_behaviour": { 2024-06-06T08:42:10.951 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "standby_behaviour", 2024-06-06T08:42:10.952 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.952 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.952 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.952 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "default", 2024-06-06T08:42:10.952 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.952 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.952 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.952 INFO:teuthology.orchestra.run.smithi042.stdout: "default", 2024-06-06T08:42:10.952 INFO:teuthology.orchestra.run.smithi042.stdout: "error" 2024-06-06T08:42:10.952 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.952 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.952 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.953 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.953 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.953 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.953 INFO:teuthology.orchestra.run.smithi042.stdout: "standby_error_status_code": { 2024-06-06T08:42:10.953 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "standby_error_status_code", 2024-06-06T08:42:10.953 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:10.953 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.953 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.953 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "500", 2024-06-06T08:42:10.953 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "400", 2024-06-06T08:42:10.953 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "599", 2024-06-06T08:42:10.953 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.953 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.954 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.954 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.954 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.954 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:10.954 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:10.954 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.954 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:10.954 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rbd_support", 2024-06-06T08:42:10.954 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:10.954 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:10.954 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:10.954 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:10.954 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:10.955 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.955 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.955 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.955 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.955 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.955 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.955 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.955 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:10.955 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:10.955 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:10.955 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:10.955 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:10.956 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:10.956 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.956 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.956 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.956 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.956 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.956 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.956 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:10.956 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:10.956 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.956 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.956 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.956 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.956 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.956 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.957 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.957 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.957 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.957 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.957 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.957 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.957 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:10.957 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:10.957 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.957 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.957 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.957 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:10.957 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.957 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.958 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.958 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:10.958 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:10.958 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:10.958 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:10.958 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:10.958 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:10.958 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.958 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.958 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.958 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.958 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.958 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.959 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:10.959 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:10.959 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.959 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.959 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.959 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.959 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.959 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.959 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.959 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.959 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.959 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.959 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.959 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.960 INFO:teuthology.orchestra.run.smithi042.stdout: "max_concurrent_snap_create": { 2024-06-06T08:42:10.960 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "max_concurrent_snap_create", 2024-06-06T08:42:10.960 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:10.960 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.960 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.960 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "10", 2024-06-06T08:42:10.960 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.960 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.960 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.960 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.960 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.960 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.960 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.960 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.961 INFO:teuthology.orchestra.run.smithi042.stdout: "mirror_snapshot_schedule": { 2024-06-06T08:42:10.961 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "mirror_snapshot_schedule", 2024-06-06T08:42:10.961 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.961 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.961 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.961 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.961 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.961 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.961 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.961 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.961 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.961 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.961 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.962 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.962 INFO:teuthology.orchestra.run.smithi042.stdout: "trash_purge_schedule": { 2024-06-06T08:42:10.962 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "trash_purge_schedule", 2024-06-06T08:42:10.962 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.962 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.962 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.962 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.962 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.962 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.962 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.962 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.962 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.962 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.963 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.963 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:10.963 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:10.963 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.963 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:10.963 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "restful", 2024-06-06T08:42:10.963 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:10.963 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:10.963 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:10.963 INFO:teuthology.orchestra.run.smithi042.stdout: "enable_auth": { 2024-06-06T08:42:10.963 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "enable_auth", 2024-06-06T08:42:10.963 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.963 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.964 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.964 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:10.964 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.964 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.964 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.964 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.964 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.964 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.964 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.964 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.964 INFO:teuthology.orchestra.run.smithi042.stdout: "key_file": { 2024-06-06T08:42:10.964 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "key_file", 2024-06-06T08:42:10.964 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.964 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.965 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.965 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.965 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.965 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.965 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.965 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.965 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.965 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.965 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.966 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.966 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:10.966 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:10.966 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.966 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.966 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.966 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.966 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.966 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.966 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.966 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:10.967 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:10.967 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:10.967 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:10.967 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:10.967 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:10.967 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.967 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.967 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.967 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.967 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.967 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.967 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:10.967 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:10.968 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.968 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.968 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.968 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.968 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.968 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.968 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.968 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.968 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.968 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.968 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.968 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.968 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:10.969 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:10.969 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.969 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.969 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.969 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:10.969 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.969 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.969 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.969 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:10.969 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:10.969 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:10.969 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:10.969 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:10.969 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:10.969 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.970 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.970 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.970 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.970 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.970 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.970 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:10.970 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:10.970 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.970 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.970 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.970 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.970 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.970 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.971 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.971 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.971 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.971 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.971 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.971 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.971 INFO:teuthology.orchestra.run.smithi042.stdout: "server_addr": { 2024-06-06T08:42:10.971 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "server_addr", 2024-06-06T08:42:10.971 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.971 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.971 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.971 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.971 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.971 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.972 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.972 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.972 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.972 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.972 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.972 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.972 INFO:teuthology.orchestra.run.smithi042.stdout: "server_port": { 2024-06-06T08:42:10.972 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "server_port", 2024-06-06T08:42:10.972 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.972 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.972 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.972 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.972 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.972 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.973 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.973 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.973 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.973 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.973 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.973 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:10.973 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:10.973 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.973 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:10.973 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rgw", 2024-06-06T08:42:10.973 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:10.973 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:10.973 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:10.973 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:10.974 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:10.974 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.974 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.974 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.974 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.974 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.974 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.974 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.974 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:10.974 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:10.974 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:10.974 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:10.974 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:10.975 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:10.975 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.975 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.975 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.975 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.975 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.975 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.975 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:10.975 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:10.975 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.975 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.975 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.975 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.975 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.975 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.976 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.976 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.976 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.976 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.976 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.976 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.976 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:10.976 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:10.976 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.976 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.976 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.976 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:10.976 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.977 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.977 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.977 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:10.977 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:10.977 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:10.977 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:10.977 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:10.977 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:10.977 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.977 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.977 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.977 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.977 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.978 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.978 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:10.978 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:10.978 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.978 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.978 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.978 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.978 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.978 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.978 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.978 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.978 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.978 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.979 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.979 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:10.979 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:10.979 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.979 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:10.979 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rook", 2024-06-06T08:42:10.979 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:10.979 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:10.979 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:10.979 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:10.979 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:10.979 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.979 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.979 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.980 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.980 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.980 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.980 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.980 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:10.980 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:10.980 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:10.980 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:10.980 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:10.980 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:10.980 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.980 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.981 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.981 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.981 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.981 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.981 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:10.981 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:10.981 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.981 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.981 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.981 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.981 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.981 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.981 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.981 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.981 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.982 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.982 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.982 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.982 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:10.982 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:10.982 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.982 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.982 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.982 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:10.982 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.982 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.982 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.983 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:10.983 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:10.983 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:10.983 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:10.983 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:10.983 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:10.983 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.983 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.983 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.983 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.983 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.983 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.983 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:10.984 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:10.984 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.984 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.984 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.984 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.984 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.984 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.984 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.984 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.984 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.984 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.984 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.985 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.985 INFO:teuthology.orchestra.run.smithi042.stdout: "storage_class": { 2024-06-06T08:42:10.985 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "storage_class", 2024-06-06T08:42:10.985 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.985 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.985 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.985 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "local", 2024-06-06T08:42:10.985 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.985 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.985 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.985 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-06-06T08:42:10.985 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.985 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.986 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.986 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:10.986 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:10.986 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.986 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:10.986 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "selftest", 2024-06-06T08:42:10.986 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:10.986 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:10.986 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:10.986 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:10.986 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:10.986 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.986 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.987 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.987 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.987 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.987 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.987 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.987 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:10.987 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:10.987 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:10.987 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:10.987 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:10.987 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:10.987 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.987 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.987 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.988 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.988 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.988 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.988 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:10.988 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:10.988 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.988 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.988 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.988 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.988 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.988 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.988 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.988 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.988 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.989 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.989 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.989 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.989 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:10.989 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:10.989 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.989 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.989 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.989 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:10.989 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.989 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.989 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:10.989 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:10.989 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:10.989 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:10.990 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:10.990 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:10.990 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:10.990 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:10.990 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.990 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.990 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.990 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.990 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.990 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:10.990 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:10.990 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:10.991 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.991 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:10.991 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:10.991 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.991 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.991 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.991 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.991 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.991 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.991 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.991 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.991 INFO:teuthology.orchestra.run.smithi042.stdout: "roption1": { 2024-06-06T08:42:10.991 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "roption1", 2024-06-06T08:42:10.991 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.992 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.992 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.992 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.992 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.992 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.992 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.992 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.992 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.992 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.992 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.992 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.992 INFO:teuthology.orchestra.run.smithi042.stdout: "roption2": { 2024-06-06T08:42:10.992 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "roption2", 2024-06-06T08:42:10.992 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.993 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.993 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.993 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "xyz", 2024-06-06T08:42:10.993 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.993 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.993 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.993 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.993 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.993 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.993 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.993 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.993 INFO:teuthology.orchestra.run.smithi042.stdout: "rwoption1": { 2024-06-06T08:42:10.993 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rwoption1", 2024-06-06T08:42:10.994 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.994 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.994 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.994 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.994 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.994 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.994 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.994 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.994 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.994 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.994 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.994 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.994 INFO:teuthology.orchestra.run.smithi042.stdout: "rwoption2": { 2024-06-06T08:42:10.995 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rwoption2", 2024-06-06T08:42:10.995 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:10.995 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.995 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.995 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.995 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.995 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.995 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.995 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.995 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.995 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.995 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.997 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.997 INFO:teuthology.orchestra.run.smithi042.stdout: "rwoption3": { 2024-06-06T08:42:10.997 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rwoption3", 2024-06-06T08:42:10.998 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "float", 2024-06-06T08:42:10.998 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.998 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.998 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.998 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.998 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.998 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.998 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.998 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.998 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.998 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.998 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:10.999 INFO:teuthology.orchestra.run.smithi042.stdout: "rwoption4": { 2024-06-06T08:42:10.999 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rwoption4", 2024-06-06T08:42:10.999 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:10.999 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:10.999 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:10.999 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:10.999 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:10.999 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:10.999 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:10.999 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:10.999 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:10.999 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:10.999 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:10.999 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.000 INFO:teuthology.orchestra.run.smithi042.stdout: "rwoption5": { 2024-06-06T08:42:11.000 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rwoption5", 2024-06-06T08:42:11.000 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.000 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.000 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.000 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.000 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.000 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.000 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.000 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.000 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.000 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.000 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.001 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.001 INFO:teuthology.orchestra.run.smithi042.stdout: "rwoption6": { 2024-06-06T08:42:11.001 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rwoption6", 2024-06-06T08:42:11.001 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.001 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.001 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.001 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.001 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.001 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.001 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.001 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.001 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.001 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.001 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.002 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.002 INFO:teuthology.orchestra.run.smithi042.stdout: "rwoption7": { 2024-06-06T08:42:11.002 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rwoption7", 2024-06-06T08:42:11.002 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.002 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.002 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.002 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.002 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "1", 2024-06-06T08:42:11.002 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "42", 2024-06-06T08:42:11.002 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.002 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.003 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.003 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.003 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.003 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.003 INFO:teuthology.orchestra.run.smithi042.stdout: "testkey": { 2024-06-06T08:42:11.003 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "testkey", 2024-06-06T08:42:11.003 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.003 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.003 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.003 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.003 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.003 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.004 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.004 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.004 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.004 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.004 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.004 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.004 INFO:teuthology.orchestra.run.smithi042.stdout: "testlkey": { 2024-06-06T08:42:11.004 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "testlkey", 2024-06-06T08:42:11.004 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.004 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.004 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.004 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.004 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.004 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.004 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.005 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.005 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.005 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.005 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.005 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.005 INFO:teuthology.orchestra.run.smithi042.stdout: "testnewline": { 2024-06-06T08:42:11.005 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "testnewline", 2024-06-06T08:42:11.005 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.005 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.005 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.005 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.005 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.005 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.005 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.005 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.006 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.006 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.006 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.006 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.006 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.006 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.006 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.006 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "snap_schedule", 2024-06-06T08:42:11.006 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.006 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.006 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.006 INFO:teuthology.orchestra.run.smithi042.stdout: "allow_m_granularity": { 2024-06-06T08:42:11.006 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "allow_m_granularity", 2024-06-06T08:42:11.007 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.007 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.007 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.007 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.007 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.007 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.007 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.007 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "allow minute scheduled snapshots", 2024-06-06T08:42:11.007 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.007 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.007 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.007 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.007 INFO:teuthology.orchestra.run.smithi042.stdout: "dump_on_update": { 2024-06-06T08:42:11.007 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "dump_on_update", 2024-06-06T08:42:11.007 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.008 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.008 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.008 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.008 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.008 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.008 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.008 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "dump database to debug log on update", 2024-06-06T08:42:11.008 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.008 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.008 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.008 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.008 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.008 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.008 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.008 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.009 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.009 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.009 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.009 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.009 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.009 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.009 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.009 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.009 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.009 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.009 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.009 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.009 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.009 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.009 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.010 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.010 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.010 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.010 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.010 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.010 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.010 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.010 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.010 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.010 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.010 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.010 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.010 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.011 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.011 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.011 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.011 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.011 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.011 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.011 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.011 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.011 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.011 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.011 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.011 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.011 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.012 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.012 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.012 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.012 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.012 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.012 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.012 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.012 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.012 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.012 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.012 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.012 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.012 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.012 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.012 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.013 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.013 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.013 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.013 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.013 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.013 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.013 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.013 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.013 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.013 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.013 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.013 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.013 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.013 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "stats", 2024-06-06T08:42:11.014 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.014 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.014 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.014 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.014 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.014 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.014 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.014 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.014 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.014 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.014 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.014 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.014 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.014 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.015 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.015 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.015 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.015 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.015 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.015 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.015 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.015 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.015 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.015 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.015 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.015 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.015 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.015 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.015 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.016 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.016 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.016 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.016 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.016 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.016 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.016 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.016 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.016 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.016 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.016 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.016 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.016 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.016 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.017 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.017 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.017 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.017 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.017 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.017 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.017 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.017 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.017 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.017 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.017 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.017 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.017 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.017 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.017 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.018 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.018 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.018 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.018 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.018 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.018 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.018 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.018 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.018 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.018 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.018 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.018 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.018 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.018 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.018 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.019 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.019 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.019 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.019 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "status", 2024-06-06T08:42:11.019 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.019 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.019 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.019 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.019 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.019 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.019 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.019 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.019 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.019 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.019 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.020 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.020 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.020 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.020 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.020 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.020 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.020 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.020 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.020 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.020 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.020 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.020 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.020 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.020 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.020 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.021 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.021 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.021 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.021 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.021 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.021 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.021 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.021 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.021 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.021 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.021 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.021 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.021 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.021 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.021 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.022 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.022 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.022 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.022 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.022 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.022 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.022 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.022 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.022 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.022 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.022 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.022 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.022 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.022 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.023 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.023 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.023 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.023 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.023 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.023 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.023 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.023 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.023 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.023 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.023 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.023 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.023 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.023 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.023 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.024 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.024 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.024 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.024 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.024 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.024 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.024 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "telegraf", 2024-06-06T08:42:11.024 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.024 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.024 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.024 INFO:teuthology.orchestra.run.smithi042.stdout: "address": { 2024-06-06T08:42:11.024 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "address", 2024-06-06T08:42:11.024 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.024 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.024 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.025 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-06-06T08:42:11.025 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.025 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.025 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.025 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.025 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.025 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.025 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.025 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.025 INFO:teuthology.orchestra.run.smithi042.stdout: "interval": { 2024-06-06T08:42:11.025 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "interval", 2024-06-06T08:42:11.025 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:11.026 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.026 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.026 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "15", 2024-06-06T08:42:11.026 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.026 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.026 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.026 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.026 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.026 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.026 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.026 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.026 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.026 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.026 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.027 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.027 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.027 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.027 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.027 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.027 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.027 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.027 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.027 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.027 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.027 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.027 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.027 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.027 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.027 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.028 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.028 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.028 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.028 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.028 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.028 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.028 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.028 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.028 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.028 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.028 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.028 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.028 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.028 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.028 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.029 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.029 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.029 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.029 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.029 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.029 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.029 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.029 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.029 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.029 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.029 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.029 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.029 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.029 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.029 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.030 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.030 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.030 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.030 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.030 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.030 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.030 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.030 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.030 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.030 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.030 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.030 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.030 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.031 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.031 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.031 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.031 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.031 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.031 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.031 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.031 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.031 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.031 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.031 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.031 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.031 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "telemetry", 2024-06-06T08:42:11.031 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.031 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.031 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.032 INFO:teuthology.orchestra.run.smithi042.stdout: "channel_basic": { 2024-06-06T08:42:11.032 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "channel_basic", 2024-06-06T08:42:11.032 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.032 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.032 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.032 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.032 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.032 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.032 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.032 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Share basic cluster information (size, version)", 2024-06-06T08:42:11.032 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.032 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.032 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.032 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.032 INFO:teuthology.orchestra.run.smithi042.stdout: "channel_crash": { 2024-06-06T08:42:11.033 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "channel_crash", 2024-06-06T08:42:11.033 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.033 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.033 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.033 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.033 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.033 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.033 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.033 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-06-06T08:42:11.033 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.033 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.033 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.033 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.033 INFO:teuthology.orchestra.run.smithi042.stdout: "channel_device": { 2024-06-06T08:42:11.033 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "channel_device", 2024-06-06T08:42:11.033 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.034 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.034 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.034 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.034 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.034 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.034 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.034 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-06-06T08:42:11.034 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.034 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.034 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.034 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.034 INFO:teuthology.orchestra.run.smithi042.stdout: "channel_ident": { 2024-06-06T08:42:11.034 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "channel_ident", 2024-06-06T08:42:11.034 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.035 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.035 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.035 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.035 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.035 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.035 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.035 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-06-06T08:42:11.035 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.035 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.035 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.035 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.035 INFO:teuthology.orchestra.run.smithi042.stdout: "channel_perf": { 2024-06-06T08:42:11.035 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "channel_perf", 2024-06-06T08:42:11.035 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.035 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.036 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.036 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.036 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.036 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.036 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.036 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Share various performance metrics of a cluster", 2024-06-06T08:42:11.036 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.036 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.036 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.036 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.036 INFO:teuthology.orchestra.run.smithi042.stdout: "contact": { 2024-06-06T08:42:11.036 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "contact", 2024-06-06T08:42:11.036 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.036 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.036 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.036 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.037 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.037 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.037 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.037 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.037 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.037 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.037 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.037 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.037 INFO:teuthology.orchestra.run.smithi042.stdout: "description": { 2024-06-06T08:42:11.037 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "description", 2024-06-06T08:42:11.037 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.037 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.037 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.037 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.038 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.038 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.038 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.038 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.038 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.038 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.038 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.038 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.038 INFO:teuthology.orchestra.run.smithi042.stdout: "device_url": { 2024-06-06T08:42:11.038 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "device_url", 2024-06-06T08:42:11.038 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.038 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.038 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.038 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-06-06T08:42:11.039 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.039 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.039 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.039 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.039 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.039 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.039 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.039 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.039 INFO:teuthology.orchestra.run.smithi042.stdout: "enabled": { 2024-06-06T08:42:11.039 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "enabled", 2024-06-06T08:42:11.039 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.039 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.039 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.039 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.039 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.040 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.040 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.040 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.040 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.040 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.040 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.040 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.040 INFO:teuthology.orchestra.run.smithi042.stdout: "interval": { 2024-06-06T08:42:11.040 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "interval", 2024-06-06T08:42:11.040 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.040 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.040 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.040 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "24", 2024-06-06T08:42:11.040 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "8", 2024-06-06T08:42:11.040 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.041 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.041 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.041 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.041 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.041 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.041 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.041 INFO:teuthology.orchestra.run.smithi042.stdout: "last_opt_revision": { 2024-06-06T08:42:11.041 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "last_opt_revision", 2024-06-06T08:42:11.041 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.041 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.041 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.041 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "1", 2024-06-06T08:42:11.041 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.041 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.041 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.042 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.042 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.042 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.042 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.042 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.042 INFO:teuthology.orchestra.run.smithi042.stdout: "leaderboard": { 2024-06-06T08:42:11.042 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "leaderboard", 2024-06-06T08:42:11.042 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.042 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.042 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.042 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.042 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.042 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.043 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.043 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.043 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.043 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.043 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.043 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.043 INFO:teuthology.orchestra.run.smithi042.stdout: "leaderboard_description": { 2024-06-06T08:42:11.043 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "leaderboard_description", 2024-06-06T08:42:11.043 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.043 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.043 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.043 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.043 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.043 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.043 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.043 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.044 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.044 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.044 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.044 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.044 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.044 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.044 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.044 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.044 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.044 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.044 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.044 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.044 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.044 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.044 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.044 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.045 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.045 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.045 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.045 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.045 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.045 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.045 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.045 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.045 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.045 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.045 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.045 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.045 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.045 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.046 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.046 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.046 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.046 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.046 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.046 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.046 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.046 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.046 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.046 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.046 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.046 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.046 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.046 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.047 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.047 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.047 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.047 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.047 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.047 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.047 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.047 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.047 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.047 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.047 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.047 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.047 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.047 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.048 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.048 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.048 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.048 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.048 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.048 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.048 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.048 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.048 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.048 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.048 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.048 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.048 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.048 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.049 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.049 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.049 INFO:teuthology.orchestra.run.smithi042.stdout: "organization": { 2024-06-06T08:42:11.049 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "organization", 2024-06-06T08:42:11.049 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.049 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.049 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.049 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.049 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.049 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.049 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.049 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.049 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.049 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.049 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.049 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.050 INFO:teuthology.orchestra.run.smithi042.stdout: "proxy": { 2024-06-06T08:42:11.050 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "proxy", 2024-06-06T08:42:11.050 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.050 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.050 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.050 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.050 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.050 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.050 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.050 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.050 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.050 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.050 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.050 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.051 INFO:teuthology.orchestra.run.smithi042.stdout: "url": { 2024-06-06T08:42:11.051 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "url", 2024-06-06T08:42:11.051 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.051 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.051 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.051 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-06-06T08:42:11.051 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.051 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.051 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.051 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.051 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.051 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.051 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.051 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.051 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.052 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.052 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.052 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "test_orchestrator", 2024-06-06T08:42:11.052 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.052 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.052 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.052 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.052 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.052 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.052 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.052 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.052 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.052 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.052 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.052 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.052 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.053 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.053 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.053 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.053 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.053 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.053 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.053 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.053 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.053 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.053 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.053 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.053 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.053 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.053 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.054 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.054 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.054 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.054 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.054 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.054 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.054 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.054 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.054 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.054 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.054 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.054 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.055 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.055 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.055 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.055 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.055 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.055 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.055 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.055 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.055 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.055 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.055 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.055 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.055 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.055 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.056 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.056 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.056 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.056 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.056 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.056 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.056 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.056 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.056 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.056 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.056 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.056 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.056 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.056 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.057 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.057 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.057 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.057 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.057 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.057 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.057 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.057 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.057 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.057 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "volumes", 2024-06-06T08:42:11.057 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.057 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.057 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.057 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.058 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.058 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.058 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.058 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.058 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.058 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.058 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.058 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.058 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.058 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.058 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.058 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.058 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.059 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.059 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.059 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.059 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.059 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.059 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.059 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.059 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.059 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.059 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.059 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.059 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.059 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.059 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.059 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.060 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.060 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.060 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.060 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.060 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.060 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.060 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.060 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.060 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.060 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.060 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.060 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.060 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.060 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.060 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.061 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.061 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.061 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.061 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.061 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.061 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.061 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.061 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.061 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.061 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.061 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.061 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.061 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.061 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.061 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.062 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.062 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.062 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.062 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.062 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.062 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.062 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.062 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.062 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.062 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.062 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.062 INFO:teuthology.orchestra.run.smithi042.stdout: "max_concurrent_clones": { 2024-06-06T08:42:11.062 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "max_concurrent_clones", 2024-06-06T08:42:11.062 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.063 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.063 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.063 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "4", 2024-06-06T08:42:11.063 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.063 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.063 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.063 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Number of asynchronous cloner threads", 2024-06-06T08:42:11.063 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.063 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.063 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.063 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.063 INFO:teuthology.orchestra.run.smithi042.stdout: "periodic_async_work": { 2024-06-06T08:42:11.063 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "periodic_async_work", 2024-06-06T08:42:11.063 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.063 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.064 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.064 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.064 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.064 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.064 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.064 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Periodically check for async work", 2024-06-06T08:42:11.064 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.064 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.064 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.064 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.064 INFO:teuthology.orchestra.run.smithi042.stdout: "snapshot_clone_delay": { 2024-06-06T08:42:11.064 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "snapshot_clone_delay", 2024-06-06T08:42:11.064 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.064 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.064 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.065 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "0", 2024-06-06T08:42:11.065 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.065 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.065 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.065 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-06-06T08:42:11.065 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.065 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.065 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.065 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.065 INFO:teuthology.orchestra.run.smithi042.stdout: "snapshot_clone_no_wait": { 2024-06-06T08:42:11.065 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "snapshot_clone_no_wait", 2024-06-06T08:42:11.065 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.065 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.065 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.066 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.066 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.066 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.066 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.066 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-06-06T08:42:11.066 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.066 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.066 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.066 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.066 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.066 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.066 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.066 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "zabbix", 2024-06-06T08:42:11.066 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.066 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.067 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.067 INFO:teuthology.orchestra.run.smithi042.stdout: "discovery_interval": { 2024-06-06T08:42:11.067 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "discovery_interval", 2024-06-06T08:42:11.067 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "uint", 2024-06-06T08:42:11.067 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.067 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.067 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "100", 2024-06-06T08:42:11.067 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.067 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.067 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.067 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.067 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.067 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.067 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.068 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.068 INFO:teuthology.orchestra.run.smithi042.stdout: "identifier": { 2024-06-06T08:42:11.068 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "identifier", 2024-06-06T08:42:11.068 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.068 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.068 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.068 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.068 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.068 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.068 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.068 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.068 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.068 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.068 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.068 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.069 INFO:teuthology.orchestra.run.smithi042.stdout: "interval": { 2024-06-06T08:42:11.069 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "interval", 2024-06-06T08:42:11.069 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:11.069 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.069 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.069 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "60", 2024-06-06T08:42:11.069 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.069 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.069 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.069 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.069 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.069 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.069 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.069 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.069 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.070 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.070 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.070 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.070 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.070 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.070 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.070 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.070 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.070 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.070 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.070 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.070 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.070 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.071 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.071 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.071 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.071 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.071 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.071 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.071 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.071 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.071 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.071 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.071 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.071 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.071 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.071 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.071 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.071 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.072 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.072 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.072 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.072 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.072 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.072 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.072 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.072 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.072 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.072 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.072 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.072 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.073 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.073 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.073 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.073 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.073 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.073 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.073 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.073 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.073 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.073 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.073 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.073 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.073 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.073 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.074 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.074 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.074 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.074 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.074 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.074 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.074 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.074 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.074 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.074 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.074 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.074 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.074 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.074 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.074 INFO:teuthology.orchestra.run.smithi042.stdout: "zabbix_host": { 2024-06-06T08:42:11.075 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "zabbix_host", 2024-06-06T08:42:11.075 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.075 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.075 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.075 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.075 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.075 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.075 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.075 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.075 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.075 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.075 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.075 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.075 INFO:teuthology.orchestra.run.smithi042.stdout: "zabbix_port": { 2024-06-06T08:42:11.075 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "zabbix_port", 2024-06-06T08:42:11.076 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.076 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.076 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.076 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "10051", 2024-06-06T08:42:11.076 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.076 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.076 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.076 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.076 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.076 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.076 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.076 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.076 INFO:teuthology.orchestra.run.smithi042.stdout: "zabbix_sender": { 2024-06-06T08:42:11.076 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "zabbix_sender", 2024-06-06T08:42:11.076 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.077 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.077 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.077 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-06-06T08:42:11.077 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.077 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.077 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.077 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.077 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.077 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.077 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.077 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.077 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.077 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.077 INFO:teuthology.orchestra.run.smithi042.stdout: ] 2024-06-06T08:42:11.078 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.078 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.078 INFO:teuthology.orchestra.run.smithi042.stdout: "gid": 24914, 2024-06-06T08:42:11.078 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "y", 2024-06-06T08:42:11.078 INFO:teuthology.orchestra.run.smithi042.stdout: "mgr_features": 4540701547738038271, 2024-06-06T08:42:11.078 INFO:teuthology.orchestra.run.smithi042.stdout: "available_modules": [ 2024-06-06T08:42:11.078 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.078 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "alerts", 2024-06-06T08:42:11.078 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.078 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.078 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.078 INFO:teuthology.orchestra.run.smithi042.stdout: "interval": { 2024-06-06T08:42:11.078 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "interval", 2024-06-06T08:42:11.078 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:11.078 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.079 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.079 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "60", 2024-06-06T08:42:11.079 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.079 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.079 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.079 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "How frequently to reexamine health status", 2024-06-06T08:42:11.079 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.079 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.079 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.079 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.079 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.079 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.079 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.079 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.080 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.080 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.080 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.080 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.080 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.080 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.080 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.080 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.080 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.080 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.080 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.080 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.080 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.080 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.081 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.081 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.081 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.081 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.081 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.081 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.081 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.081 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.081 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.081 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.081 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.081 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.081 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.081 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.081 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.082 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.082 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.082 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.082 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.082 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.082 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.082 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.082 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.082 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.082 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.082 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.082 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.082 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.083 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.083 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.083 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.083 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.083 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.083 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.083 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.083 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.083 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.083 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.083 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.083 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.083 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.083 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.083 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.084 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.084 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.084 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.084 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.084 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.084 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.084 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.084 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.084 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.084 INFO:teuthology.orchestra.run.smithi042.stdout: "smtp_destination": { 2024-06-06T08:42:11.084 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "smtp_destination", 2024-06-06T08:42:11.084 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.084 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.084 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.084 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.085 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.085 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.085 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.085 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Email address to send alerts to", 2024-06-06T08:42:11.085 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.085 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.085 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.085 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.085 INFO:teuthology.orchestra.run.smithi042.stdout: "smtp_from_name": { 2024-06-06T08:42:11.085 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "smtp_from_name", 2024-06-06T08:42:11.085 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.085 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.085 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.085 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "Ceph", 2024-06-06T08:42:11.085 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.086 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.086 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.086 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Email From: name", 2024-06-06T08:42:11.086 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.086 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.086 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.086 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.086 INFO:teuthology.orchestra.run.smithi042.stdout: "smtp_host": { 2024-06-06T08:42:11.086 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "smtp_host", 2024-06-06T08:42:11.086 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.086 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.086 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.086 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.086 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.087 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.087 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.087 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "SMTP server", 2024-06-06T08:42:11.087 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.087 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.087 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.087 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.087 INFO:teuthology.orchestra.run.smithi042.stdout: "smtp_password": { 2024-06-06T08:42:11.087 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "smtp_password", 2024-06-06T08:42:11.087 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.087 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.087 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.087 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.087 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.087 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.088 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.088 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Password to authenticate with", 2024-06-06T08:42:11.088 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.088 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.088 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.088 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.088 INFO:teuthology.orchestra.run.smithi042.stdout: "smtp_port": { 2024-06-06T08:42:11.088 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "smtp_port", 2024-06-06T08:42:11.088 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.088 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.088 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.088 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "465", 2024-06-06T08:42:11.088 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.088 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.088 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.089 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "SMTP port", 2024-06-06T08:42:11.089 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.089 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.089 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.089 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.089 INFO:teuthology.orchestra.run.smithi042.stdout: "smtp_sender": { 2024-06-06T08:42:11.089 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "smtp_sender", 2024-06-06T08:42:11.089 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.089 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.089 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.089 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.089 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.089 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.089 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.089 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "SMTP envelope sender", 2024-06-06T08:42:11.090 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.090 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.090 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.090 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.090 INFO:teuthology.orchestra.run.smithi042.stdout: "smtp_ssl": { 2024-06-06T08:42:11.090 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "smtp_ssl", 2024-06-06T08:42:11.090 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.090 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.090 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.090 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.090 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.090 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.090 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.090 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Use SSL to connect to SMTP server", 2024-06-06T08:42:11.090 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.091 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.091 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.091 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.091 INFO:teuthology.orchestra.run.smithi042.stdout: "smtp_user": { 2024-06-06T08:42:11.091 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "smtp_user", 2024-06-06T08:42:11.091 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.091 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.091 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.091 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.091 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.091 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.091 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.091 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "User to authenticate as", 2024-06-06T08:42:11.091 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.092 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.092 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.092 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.092 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.092 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.092 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.092 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "balancer", 2024-06-06T08:42:11.092 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.092 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.092 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.092 INFO:teuthology.orchestra.run.smithi042.stdout: "active": { 2024-06-06T08:42:11.092 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "active", 2024-06-06T08:42:11.092 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.092 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.092 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.093 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.093 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.093 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.093 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.093 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "automatically balance PGs across cluster", 2024-06-06T08:42:11.093 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.093 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.093 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.093 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.093 INFO:teuthology.orchestra.run.smithi042.stdout: "begin_time": { 2024-06-06T08:42:11.093 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "begin_time", 2024-06-06T08:42:11.093 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.093 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.093 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.094 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "0000", 2024-06-06T08:42:11.094 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.094 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.094 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.094 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "beginning time of day to automatically balance", 2024-06-06T08:42:11.094 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-06-06T08:42:11.094 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.094 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.094 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.094 INFO:teuthology.orchestra.run.smithi042.stdout: "begin_weekday": { 2024-06-06T08:42:11.094 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "begin_weekday", 2024-06-06T08:42:11.094 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "uint", 2024-06-06T08:42:11.094 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.094 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.094 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "0", 2024-06-06T08:42:11.095 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "0", 2024-06-06T08:42:11.095 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "6", 2024-06-06T08:42:11.095 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.095 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-06-06T08:42:11.095 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-06-06T08:42:11.095 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.095 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.095 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.095 INFO:teuthology.orchestra.run.smithi042.stdout: "crush_compat_max_iterations": { 2024-06-06T08:42:11.095 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "crush_compat_max_iterations", 2024-06-06T08:42:11.095 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "uint", 2024-06-06T08:42:11.095 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.095 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.095 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "25", 2024-06-06T08:42:11.095 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "1", 2024-06-06T08:42:11.096 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "250", 2024-06-06T08:42:11.096 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.096 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-06-06T08:42:11.096 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.096 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.096 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.096 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.096 INFO:teuthology.orchestra.run.smithi042.stdout: "crush_compat_metrics": { 2024-06-06T08:42:11.096 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "crush_compat_metrics", 2024-06-06T08:42:11.096 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.096 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.096 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.096 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "pgs,objects,bytes", 2024-06-06T08:42:11.096 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.096 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.097 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.097 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-06-06T08:42:11.097 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-06-06T08:42:11.097 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.097 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.097 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.097 INFO:teuthology.orchestra.run.smithi042.stdout: "crush_compat_step": { 2024-06-06T08:42:11.097 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "crush_compat_step", 2024-06-06T08:42:11.097 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "float", 2024-06-06T08:42:11.097 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.097 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.097 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "0.5", 2024-06-06T08:42:11.097 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "0.001", 2024-06-06T08:42:11.097 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "0.999", 2024-06-06T08:42:11.097 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.098 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "aggressiveness of optimization", 2024-06-06T08:42:11.098 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-06-06T08:42:11.098 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.098 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.098 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.098 INFO:teuthology.orchestra.run.smithi042.stdout: "end_time": { 2024-06-06T08:42:11.098 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "end_time", 2024-06-06T08:42:11.098 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.098 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.098 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.098 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "2359", 2024-06-06T08:42:11.098 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.099 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.099 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.099 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "ending time of day to automatically balance", 2024-06-06T08:42:11.099 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-06-06T08:42:11.099 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.099 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.099 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.099 INFO:teuthology.orchestra.run.smithi042.stdout: "end_weekday": { 2024-06-06T08:42:11.099 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "end_weekday", 2024-06-06T08:42:11.099 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "uint", 2024-06-06T08:42:11.099 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.099 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.099 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "0", 2024-06-06T08:42:11.099 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "0", 2024-06-06T08:42:11.099 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "6", 2024-06-06T08:42:11.099 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.100 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-06-06T08:42:11.100 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-06-06T08:42:11.100 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.100 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.100 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.100 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.100 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.100 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.100 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.100 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.100 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.100 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.100 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.100 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.100 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.101 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.101 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.101 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.101 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.101 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.101 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.101 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.101 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.101 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.101 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.101 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.101 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.101 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.101 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.101 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.101 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.102 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.102 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.102 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.102 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.102 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.102 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.102 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.102 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.102 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.102 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.102 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.102 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.103 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.103 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.103 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.103 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.103 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.103 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.103 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.103 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.103 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.103 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.105 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.105 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.105 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.105 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.106 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.106 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.106 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.106 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.106 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.106 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.106 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.106 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.106 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.106 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.106 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.106 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.106 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.107 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.107 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.107 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.107 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.107 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.107 INFO:teuthology.orchestra.run.smithi042.stdout: "min_score": { 2024-06-06T08:42:11.107 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "min_score", 2024-06-06T08:42:11.107 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "float", 2024-06-06T08:42:11.107 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.107 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.107 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "0", 2024-06-06T08:42:11.107 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.107 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.107 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.107 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-06-06T08:42:11.108 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.108 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.108 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.108 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.108 INFO:teuthology.orchestra.run.smithi042.stdout: "mode": { 2024-06-06T08:42:11.108 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "mode", 2024-06-06T08:42:11.108 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.108 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.108 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.108 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "upmap", 2024-06-06T08:42:11.108 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.108 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.108 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.108 INFO:teuthology.orchestra.run.smithi042.stdout: "crush-compat", 2024-06-06T08:42:11.108 INFO:teuthology.orchestra.run.smithi042.stdout: "none", 2024-06-06T08:42:11.109 INFO:teuthology.orchestra.run.smithi042.stdout: "read", 2024-06-06T08:42:11.109 INFO:teuthology.orchestra.run.smithi042.stdout: "upmap", 2024-06-06T08:42:11.109 INFO:teuthology.orchestra.run.smithi042.stdout: "upmap-read" 2024-06-06T08:42:11.109 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.109 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Balancer mode", 2024-06-06T08:42:11.109 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.109 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.109 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.109 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.109 INFO:teuthology.orchestra.run.smithi042.stdout: "pool_ids": { 2024-06-06T08:42:11.109 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "pool_ids", 2024-06-06T08:42:11.109 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.109 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.109 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.109 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.110 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.110 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.110 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.110 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-06-06T08:42:11.110 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.110 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.110 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.110 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.110 INFO:teuthology.orchestra.run.smithi042.stdout: "sleep_interval": { 2024-06-06T08:42:11.110 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "sleep_interval", 2024-06-06T08:42:11.110 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:11.110 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.110 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.110 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "60", 2024-06-06T08:42:11.111 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.111 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.111 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.111 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-06-06T08:42:11.111 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.111 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.111 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.111 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.111 INFO:teuthology.orchestra.run.smithi042.stdout: "upmap_max_deviation": { 2024-06-06T08:42:11.111 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "upmap_max_deviation", 2024-06-06T08:42:11.111 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.111 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.111 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.111 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "5", 2024-06-06T08:42:11.111 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "1", 2024-06-06T08:42:11.112 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.112 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.112 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "deviation below which no optimization is attempted", 2024-06-06T08:42:11.112 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-06-06T08:42:11.112 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.112 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.112 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.112 INFO:teuthology.orchestra.run.smithi042.stdout: "upmap_max_optimizations": { 2024-06-06T08:42:11.112 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "upmap_max_optimizations", 2024-06-06T08:42:11.112 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "uint", 2024-06-06T08:42:11.112 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.112 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.112 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "10", 2024-06-06T08:42:11.112 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.112 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.112 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.113 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-06-06T08:42:11.113 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.113 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.113 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.113 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.113 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.113 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.113 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.113 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "cephadm", 2024-06-06T08:42:11.113 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.113 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.113 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.113 INFO:teuthology.orchestra.run.smithi042.stdout: "agent_down_multiplier": { 2024-06-06T08:42:11.113 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "agent_down_multiplier", 2024-06-06T08:42:11.113 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "float", 2024-06-06T08:42:11.114 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.114 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.114 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "3.0", 2024-06-06T08:42:11.114 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.114 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.114 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.114 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-06-06T08:42:11.114 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.114 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.114 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.114 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.114 INFO:teuthology.orchestra.run.smithi042.stdout: "agent_refresh_rate": { 2024-06-06T08:42:11.114 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "agent_refresh_rate", 2024-06-06T08:42:11.114 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:11.114 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.114 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.115 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "20", 2024-06-06T08:42:11.115 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.115 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.115 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.115 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-06-06T08:42:11.115 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.115 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.115 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.115 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.115 INFO:teuthology.orchestra.run.smithi042.stdout: "agent_starting_port": { 2024-06-06T08:42:11.115 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "agent_starting_port", 2024-06-06T08:42:11.115 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.115 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.115 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.116 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "4721", 2024-06-06T08:42:11.116 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.116 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.116 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.116 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-06-06T08:42:11.116 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.116 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.116 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.116 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.116 INFO:teuthology.orchestra.run.smithi042.stdout: "allow_ptrace": { 2024-06-06T08:42:11.116 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "allow_ptrace", 2024-06-06T08:42:11.116 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.116 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.116 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.116 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.117 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.117 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.117 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.117 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-06-06T08:42:11.117 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-06-06T08:42:11.117 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.117 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.117 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.117 INFO:teuthology.orchestra.run.smithi042.stdout: "autotune_interval": { 2024-06-06T08:42:11.117 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "autotune_interval", 2024-06-06T08:42:11.117 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:11.117 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.117 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.117 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "600", 2024-06-06T08:42:11.118 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.118 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.118 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.118 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "how frequently to autotune daemon memory", 2024-06-06T08:42:11.118 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.118 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.118 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.118 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.118 INFO:teuthology.orchestra.run.smithi042.stdout: "autotune_memory_target_ratio": { 2024-06-06T08:42:11.118 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "autotune_memory_target_ratio", 2024-06-06T08:42:11.118 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "float", 2024-06-06T08:42:11.118 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.118 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.119 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "0.7", 2024-06-06T08:42:11.119 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.119 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.119 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.119 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-06-06T08:42:11.119 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.119 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.119 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.119 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.119 INFO:teuthology.orchestra.run.smithi042.stdout: "cephadm_log_destination": { 2024-06-06T08:42:11.119 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "cephadm_log_destination", 2024-06-06T08:42:11.119 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.119 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.119 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.119 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.120 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.120 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.120 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.120 INFO:teuthology.orchestra.run.smithi042.stdout: "file", 2024-06-06T08:42:11.120 INFO:teuthology.orchestra.run.smithi042.stdout: "file,syslog", 2024-06-06T08:42:11.120 INFO:teuthology.orchestra.run.smithi042.stdout: "syslog" 2024-06-06T08:42:11.120 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.120 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-06-06T08:42:11.120 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.120 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.120 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.120 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.120 INFO:teuthology.orchestra.run.smithi042.stdout: "cgroups_split": { 2024-06-06T08:42:11.120 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "cgroups_split", 2024-06-06T08:42:11.121 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.121 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.121 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.121 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.121 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.121 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.121 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.121 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-06-06T08:42:11.121 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.121 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.121 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.121 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.121 INFO:teuthology.orchestra.run.smithi042.stdout: "config_checks_enabled": { 2024-06-06T08:42:11.121 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "config_checks_enabled", 2024-06-06T08:42:11.122 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.122 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.122 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.122 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.122 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.122 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.122 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.122 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-06-06T08:42:11.122 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.122 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.122 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.122 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.122 INFO:teuthology.orchestra.run.smithi042.stdout: "config_dashboard": { 2024-06-06T08:42:11.122 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "config_dashboard", 2024-06-06T08:42:11.123 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.123 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.123 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.123 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.123 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.123 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.123 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.123 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-06-06T08:42:11.123 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.123 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.123 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.123 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.123 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_alertmanager": { 2024-06-06T08:42:11.123 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_alertmanager", 2024-06-06T08:42:11.123 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.124 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.124 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.124 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-06-06T08:42:11.124 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.124 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.124 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.124 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Prometheus container image", 2024-06-06T08:42:11.124 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.124 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.124 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.124 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.124 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_base": { 2024-06-06T08:42:11.124 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_base", 2024-06-06T08:42:11.124 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.125 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.125 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.125 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/ceph/ceph", 2024-06-06T08:42:11.125 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.125 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.125 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.125 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Container image name, without the tag", 2024-06-06T08:42:11.125 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.125 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.125 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.125 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.125 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_elasticsearch": { 2024-06-06T08:42:11.125 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_elasticsearch", 2024-06-06T08:42:11.126 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.126 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.126 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.126 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-06-06T08:42:11.126 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.126 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.126 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.126 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "elasticsearch container image", 2024-06-06T08:42:11.126 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.126 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.126 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.126 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.126 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_grafana": { 2024-06-06T08:42:11.126 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_grafana", 2024-06-06T08:42:11.127 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.127 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.127 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.127 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-06-06T08:42:11.127 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.127 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.127 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.127 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Prometheus container image", 2024-06-06T08:42:11.127 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.127 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.127 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.127 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.127 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_haproxy": { 2024-06-06T08:42:11.127 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_haproxy", 2024-06-06T08:42:11.127 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.128 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.128 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.128 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-06-06T08:42:11.128 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.128 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.128 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.128 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "HAproxy container image", 2024-06-06T08:42:11.128 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.128 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.128 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.128 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.128 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_jaeger_agent": { 2024-06-06T08:42:11.128 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_jaeger_agent", 2024-06-06T08:42:11.128 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.129 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.129 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.129 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-06-06T08:42:11.129 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.129 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.129 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.129 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Jaeger agent container image", 2024-06-06T08:42:11.129 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.129 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.129 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.129 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.129 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_jaeger_collector": { 2024-06-06T08:42:11.129 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_jaeger_collector", 2024-06-06T08:42:11.129 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.129 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.130 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.130 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-06-06T08:42:11.130 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.130 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.130 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.130 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Jaeger collector container image", 2024-06-06T08:42:11.130 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.130 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.130 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.130 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.130 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_jaeger_query": { 2024-06-06T08:42:11.130 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_jaeger_query", 2024-06-06T08:42:11.130 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.130 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.131 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.131 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-06-06T08:42:11.131 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.131 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.131 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.131 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Jaeger query container image", 2024-06-06T08:42:11.131 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.131 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.131 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.131 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.131 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_keepalived": { 2024-06-06T08:42:11.131 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_keepalived", 2024-06-06T08:42:11.131 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.131 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.131 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.132 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-06-06T08:42:11.132 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.132 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.132 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.132 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Keepalived container image", 2024-06-06T08:42:11.132 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.132 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.132 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.132 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.132 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_loki": { 2024-06-06T08:42:11.132 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_loki", 2024-06-06T08:42:11.132 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.132 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.132 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.132 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-06-06T08:42:11.133 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.133 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.133 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.133 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Loki container image", 2024-06-06T08:42:11.133 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.133 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.133 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.133 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.133 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_node_exporter": { 2024-06-06T08:42:11.133 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_node_exporter", 2024-06-06T08:42:11.133 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.133 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.133 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.133 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-06-06T08:42:11.133 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.134 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.134 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.134 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Prometheus container image", 2024-06-06T08:42:11.134 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.134 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.134 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.134 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.134 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_nvmeof": { 2024-06-06T08:42:11.134 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_nvmeof", 2024-06-06T08:42:11.134 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.134 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.134 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.134 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-06-06T08:42:11.134 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.135 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.135 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.135 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Nvme-of container image", 2024-06-06T08:42:11.135 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.135 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.135 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.135 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.135 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_prometheus": { 2024-06-06T08:42:11.135 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_prometheus", 2024-06-06T08:42:11.135 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.135 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.135 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.135 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-06-06T08:42:11.135 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.136 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.136 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.136 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Prometheus container image", 2024-06-06T08:42:11.136 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.136 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.136 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.136 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.136 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_promtail": { 2024-06-06T08:42:11.136 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_promtail", 2024-06-06T08:42:11.136 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.136 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.136 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.136 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-06-06T08:42:11.136 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.136 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.137 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.137 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Promtail container image", 2024-06-06T08:42:11.137 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.137 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.137 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.137 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.137 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_samba": { 2024-06-06T08:42:11.137 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_samba", 2024-06-06T08:42:11.137 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.137 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.137 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.137 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-06-06T08:42:11.137 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.137 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.137 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.137 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Samba/SMB container image", 2024-06-06T08:42:11.138 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.138 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.138 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.138 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.138 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_snmp_gateway": { 2024-06-06T08:42:11.138 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_snmp_gateway", 2024-06-06T08:42:11.138 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.138 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.138 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.138 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-06-06T08:42:11.138 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.138 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.138 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.139 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "SNMP Gateway container image", 2024-06-06T08:42:11.139 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.139 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.139 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.139 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.139 INFO:teuthology.orchestra.run.smithi042.stdout: "container_init": { 2024-06-06T08:42:11.139 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_init", 2024-06-06T08:42:11.139 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.139 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.139 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.139 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.139 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.139 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.139 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.139 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Run podman/docker with `--init`", 2024-06-06T08:42:11.140 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.140 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.140 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.140 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.140 INFO:teuthology.orchestra.run.smithi042.stdout: "daemon_cache_timeout": { 2024-06-06T08:42:11.140 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "daemon_cache_timeout", 2024-06-06T08:42:11.140 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:11.140 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.140 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.140 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "600", 2024-06-06T08:42:11.140 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.140 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.140 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.140 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-06-06T08:42:11.141 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.141 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.141 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.141 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.141 INFO:teuthology.orchestra.run.smithi042.stdout: "default_cephadm_command_timeout": { 2024-06-06T08:42:11.141 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "default_cephadm_command_timeout", 2024-06-06T08:42:11.141 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.141 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.141 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.141 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "900", 2024-06-06T08:42:11.141 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.141 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.141 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.141 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-06-06T08:42:11.141 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.142 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.142 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.142 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.142 INFO:teuthology.orchestra.run.smithi042.stdout: "default_registry": { 2024-06-06T08:42:11.142 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "default_registry", 2024-06-06T08:42:11.142 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.142 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.142 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.142 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "docker.io", 2024-06-06T08:42:11.142 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.142 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.142 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.142 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-06-06T08:42:11.142 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.142 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.143 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.143 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.143 INFO:teuthology.orchestra.run.smithi042.stdout: "device_cache_timeout": { 2024-06-06T08:42:11.143 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "device_cache_timeout", 2024-06-06T08:42:11.143 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:11.143 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.143 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.143 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "1800", 2024-06-06T08:42:11.143 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.143 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.143 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.143 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "seconds to cache device inventory", 2024-06-06T08:42:11.143 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.143 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.143 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.144 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.144 INFO:teuthology.orchestra.run.smithi042.stdout: "device_enhanced_scan": { 2024-06-06T08:42:11.144 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "device_enhanced_scan", 2024-06-06T08:42:11.144 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.144 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.144 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.144 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.144 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.144 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.144 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.144 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Use libstoragemgmt during device scans", 2024-06-06T08:42:11.144 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.144 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.144 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.144 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.145 INFO:teuthology.orchestra.run.smithi042.stdout: "facts_cache_timeout": { 2024-06-06T08:42:11.145 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "facts_cache_timeout", 2024-06-06T08:42:11.145 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:11.145 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.145 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.145 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "60", 2024-06-06T08:42:11.145 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.145 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.145 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.145 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "seconds to cache host facts data", 2024-06-06T08:42:11.145 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.145 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.145 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.145 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.145 INFO:teuthology.orchestra.run.smithi042.stdout: "grafana_dashboards_path": { 2024-06-06T08:42:11.145 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "grafana_dashboards_path", 2024-06-06T08:42:11.146 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.146 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.146 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.146 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-06-06T08:42:11.146 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.146 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.146 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.146 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-06-06T08:42:11.146 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.146 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.146 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.146 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.146 INFO:teuthology.orchestra.run.smithi042.stdout: "host_check_interval": { 2024-06-06T08:42:11.146 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "host_check_interval", 2024-06-06T08:42:11.147 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:11.147 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.147 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.147 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "600", 2024-06-06T08:42:11.147 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.147 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.147 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.147 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "how frequently to perform a host check", 2024-06-06T08:42:11.147 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.147 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.147 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.147 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.147 INFO:teuthology.orchestra.run.smithi042.stdout: "hw_monitoring": { 2024-06-06T08:42:11.147 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "hw_monitoring", 2024-06-06T08:42:11.148 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.148 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.148 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.148 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.148 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.148 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.148 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.148 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-06-06T08:42:11.148 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.148 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.148 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.148 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.148 INFO:teuthology.orchestra.run.smithi042.stdout: "inventory_list_all": { 2024-06-06T08:42:11.148 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "inventory_list_all", 2024-06-06T08:42:11.149 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.149 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.149 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.149 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.149 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.149 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.149 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.149 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-06-06T08:42:11.149 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.149 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.149 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.149 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.149 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.149 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.149 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.150 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.150 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.150 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.150 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.150 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.150 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.150 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.150 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.150 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.150 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.150 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.150 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.150 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.151 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.151 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.151 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.151 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.151 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.151 INFO:teuthology.orchestra.run.smithi042.stdout: "log_refresh_metadata": { 2024-06-06T08:42:11.151 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_refresh_metadata", 2024-06-06T08:42:11.151 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.151 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.151 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.151 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.151 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.151 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.151 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.151 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-06-06T08:42:11.152 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.152 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.152 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.152 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.152 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.152 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.152 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.152 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.152 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.152 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.152 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.152 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.152 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.152 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-06-06T08:42:11.153 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.153 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.153 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.153 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.153 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.153 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.153 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.153 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.153 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.153 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.153 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.153 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.153 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.153 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.154 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.154 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.154 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.154 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.154 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.154 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.154 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.154 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.154 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.154 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.154 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.154 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.154 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.155 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.155 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.155 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.155 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.155 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.155 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.155 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.155 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.155 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.155 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.155 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.155 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.155 INFO:teuthology.orchestra.run.smithi042.stdout: "manage_etc_ceph_ceph_conf": { 2024-06-06T08:42:11.155 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-06-06T08:42:11.155 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.156 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.156 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.156 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.156 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.156 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.156 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.156 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-06-06T08:42:11.156 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.156 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.156 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.156 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.156 INFO:teuthology.orchestra.run.smithi042.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-06-06T08:42:11.156 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-06-06T08:42:11.156 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.156 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.157 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.157 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "*", 2024-06-06T08:42:11.157 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.157 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.157 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.157 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-06-06T08:42:11.157 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.157 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.157 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.157 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.157 INFO:teuthology.orchestra.run.smithi042.stdout: "max_count_per_host": { 2024-06-06T08:42:11.157 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "max_count_per_host", 2024-06-06T08:42:11.157 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.157 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.158 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.158 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "10", 2024-06-06T08:42:11.158 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.158 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.158 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.158 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "max number of daemons per service per host", 2024-06-06T08:42:11.158 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.158 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.158 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.158 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.158 INFO:teuthology.orchestra.run.smithi042.stdout: "max_osd_draining_count": { 2024-06-06T08:42:11.158 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "max_osd_draining_count", 2024-06-06T08:42:11.158 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.158 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.158 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.159 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "10", 2024-06-06T08:42:11.159 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.159 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.159 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.159 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-06-06T08:42:11.159 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.159 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.159 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.159 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.159 INFO:teuthology.orchestra.run.smithi042.stdout: "migration_current": { 2024-06-06T08:42:11.159 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "migration_current", 2024-06-06T08:42:11.159 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.159 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.159 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.159 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.159 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.160 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.160 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.160 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "internal - do not modify", 2024-06-06T08:42:11.160 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.160 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.160 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.160 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.160 INFO:teuthology.orchestra.run.smithi042.stdout: "mode": { 2024-06-06T08:42:11.160 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "mode", 2024-06-06T08:42:11.160 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.160 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.160 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.160 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "root", 2024-06-06T08:42:11.160 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.160 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.161 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.161 INFO:teuthology.orchestra.run.smithi042.stdout: "cephadm-package", 2024-06-06T08:42:11.161 INFO:teuthology.orchestra.run.smithi042.stdout: "root" 2024-06-06T08:42:11.161 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.161 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "mode for remote execution of cephadm", 2024-06-06T08:42:11.161 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.161 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.161 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.161 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.161 INFO:teuthology.orchestra.run.smithi042.stdout: "oob_default_addr": { 2024-06-06T08:42:11.161 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "oob_default_addr", 2024-06-06T08:42:11.161 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.161 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.161 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.162 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "169.254.1.1", 2024-06-06T08:42:11.162 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.162 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.162 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.162 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Default address for RedFish API (oob management).", 2024-06-06T08:42:11.162 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.162 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.162 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.162 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.162 INFO:teuthology.orchestra.run.smithi042.stdout: "prometheus_alerts_path": { 2024-06-06T08:42:11.162 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "prometheus_alerts_path", 2024-06-06T08:42:11.162 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.162 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.163 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.163 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-06-06T08:42:11.163 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.163 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.163 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.163 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-06-06T08:42:11.163 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.163 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.163 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.163 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.163 INFO:teuthology.orchestra.run.smithi042.stdout: "registry_insecure": { 2024-06-06T08:42:11.163 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "registry_insecure", 2024-06-06T08:42:11.163 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.163 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.164 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.164 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.164 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.164 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.164 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.164 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-06-06T08:42:11.164 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.164 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.164 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.164 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.164 INFO:teuthology.orchestra.run.smithi042.stdout: "registry_password": { 2024-06-06T08:42:11.164 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "registry_password", 2024-06-06T08:42:11.164 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.164 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.165 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.165 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.165 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.165 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.165 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.165 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-06-06T08:42:11.165 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.165 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.165 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.165 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.165 INFO:teuthology.orchestra.run.smithi042.stdout: "registry_url": { 2024-06-06T08:42:11.165 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "registry_url", 2024-06-06T08:42:11.165 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.166 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.166 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.166 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.166 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.166 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.166 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.166 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-06-06T08:42:11.166 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.166 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.166 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.166 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.166 INFO:teuthology.orchestra.run.smithi042.stdout: "registry_username": { 2024-06-06T08:42:11.166 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "registry_username", 2024-06-06T08:42:11.167 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.167 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.167 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.167 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.167 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.167 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.167 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.167 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-06-06T08:42:11.167 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.167 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.167 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.167 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.167 INFO:teuthology.orchestra.run.smithi042.stdout: "secure_monitoring_stack": { 2024-06-06T08:42:11.167 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "secure_monitoring_stack", 2024-06-06T08:42:11.168 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.168 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.168 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.168 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.168 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.168 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.168 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.168 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-06-06T08:42:11.168 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.168 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.168 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.168 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.168 INFO:teuthology.orchestra.run.smithi042.stdout: "service_discovery_port": { 2024-06-06T08:42:11.168 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "service_discovery_port", 2024-06-06T08:42:11.168 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.169 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.169 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.169 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "8765", 2024-06-06T08:42:11.169 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.169 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.169 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.169 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "cephadm service discovery port", 2024-06-06T08:42:11.169 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.169 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.169 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.169 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.169 INFO:teuthology.orchestra.run.smithi042.stdout: "ssh_config_file": { 2024-06-06T08:42:11.169 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ssh_config_file", 2024-06-06T08:42:11.169 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.169 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.170 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.170 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.170 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.170 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.170 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.170 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-06-06T08:42:11.170 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.170 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.170 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.170 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.170 INFO:teuthology.orchestra.run.smithi042.stdout: "use_agent": { 2024-06-06T08:42:11.170 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "use_agent", 2024-06-06T08:42:11.171 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.171 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.171 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.171 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.171 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.171 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.171 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.171 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-06-06T08:42:11.171 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.171 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.171 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.171 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.171 INFO:teuthology.orchestra.run.smithi042.stdout: "use_repo_digest": { 2024-06-06T08:42:11.171 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "use_repo_digest", 2024-06-06T08:42:11.172 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.172 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.172 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.172 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.172 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.172 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.172 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.172 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-06-06T08:42:11.172 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.172 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.172 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.172 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.172 INFO:teuthology.orchestra.run.smithi042.stdout: "warn_on_failed_host_check": { 2024-06-06T08:42:11.172 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "warn_on_failed_host_check", 2024-06-06T08:42:11.172 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.172 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.173 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.173 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.173 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.173 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.173 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.173 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "raise a health warning if the host check fails", 2024-06-06T08:42:11.173 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.173 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.173 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.173 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.173 INFO:teuthology.orchestra.run.smithi042.stdout: "warn_on_stray_daemons": { 2024-06-06T08:42:11.173 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "warn_on_stray_daemons", 2024-06-06T08:42:11.173 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.174 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.174 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.174 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.174 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.174 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.174 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.174 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-06-06T08:42:11.174 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.174 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.174 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.174 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.174 INFO:teuthology.orchestra.run.smithi042.stdout: "warn_on_stray_hosts": { 2024-06-06T08:42:11.175 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "warn_on_stray_hosts", 2024-06-06T08:42:11.175 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.175 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.175 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.175 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.175 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.175 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.175 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.175 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-06-06T08:42:11.175 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.175 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.175 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.175 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.175 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.175 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.176 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.176 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "crash", 2024-06-06T08:42:11.176 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.176 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.176 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.176 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.176 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.176 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.176 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.176 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.176 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.176 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.176 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.177 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.177 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.177 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.177 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.177 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.177 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.177 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.177 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.177 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.177 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.177 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.177 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.178 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.178 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.178 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.178 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.178 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.178 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.178 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.178 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.178 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.178 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.178 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.178 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.178 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.178 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.179 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.179 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.179 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.179 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.179 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.179 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.179 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.179 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.179 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.179 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.179 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.179 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.179 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.179 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.179 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.180 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.180 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.180 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.180 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.180 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.180 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.180 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.180 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.180 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.180 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.180 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.180 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.180 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.180 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.181 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.181 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.181 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.181 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.181 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.181 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.181 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.181 INFO:teuthology.orchestra.run.smithi042.stdout: "retain_interval": { 2024-06-06T08:42:11.181 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "retain_interval", 2024-06-06T08:42:11.181 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:11.181 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.181 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.181 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "31536000", 2024-06-06T08:42:11.181 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.182 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.182 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.182 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "how long to retain crashes before pruning them", 2024-06-06T08:42:11.182 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.182 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.182 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.182 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.182 INFO:teuthology.orchestra.run.smithi042.stdout: "warn_recent_interval": { 2024-06-06T08:42:11.182 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "warn_recent_interval", 2024-06-06T08:42:11.182 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:11.182 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.182 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.182 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "1209600", 2024-06-06T08:42:11.182 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.183 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.183 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.183 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "time interval in which to warn about recent crashes", 2024-06-06T08:42:11.183 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.183 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.183 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.183 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.183 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.183 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.183 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.183 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "dashboard", 2024-06-06T08:42:11.183 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.183 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.183 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.183 INFO:teuthology.orchestra.run.smithi042.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-06-06T08:42:11.184 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-06-06T08:42:11.184 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.184 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.184 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.184 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "10", 2024-06-06T08:42:11.184 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.184 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.184 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.184 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.184 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.184 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.184 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.184 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.184 INFO:teuthology.orchestra.run.smithi042.stdout: "ALERTMANAGER_API_HOST": { 2024-06-06T08:42:11.184 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ALERTMANAGER_API_HOST", 2024-06-06T08:42:11.185 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.185 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.185 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.185 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.185 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.185 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.185 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.185 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.185 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.185 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.185 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.185 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.185 INFO:teuthology.orchestra.run.smithi042.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-06-06T08:42:11.185 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-06-06T08:42:11.185 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.185 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.186 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.186 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.186 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.186 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.186 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.186 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.186 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.186 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.186 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.186 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.186 INFO:teuthology.orchestra.run.smithi042.stdout: "AUDIT_API_ENABLED": { 2024-06-06T08:42:11.186 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "AUDIT_API_ENABLED", 2024-06-06T08:42:11.186 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.187 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.187 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.187 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.187 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.187 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.187 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.187 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.187 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.187 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.187 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.187 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.187 INFO:teuthology.orchestra.run.smithi042.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-06-06T08:42:11.187 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-06-06T08:42:11.187 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.187 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.188 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.188 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.188 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.188 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.188 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.188 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.188 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.188 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.188 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.188 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.188 INFO:teuthology.orchestra.run.smithi042.stdout: "ENABLE_BROWSABLE_API": { 2024-06-06T08:42:11.188 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ENABLE_BROWSABLE_API", 2024-06-06T08:42:11.188 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.189 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.189 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.189 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.189 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.189 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.189 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.189 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.189 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.189 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.189 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.189 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.189 INFO:teuthology.orchestra.run.smithi042.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-06-06T08:42:11.189 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-06-06T08:42:11.189 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.189 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.190 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.190 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.190 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.190 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.190 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.190 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.190 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.190 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.190 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.190 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.190 INFO:teuthology.orchestra.run.smithi042.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-06-06T08:42:11.190 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-06-06T08:42:11.190 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.191 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.191 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.191 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.191 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.191 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.191 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.191 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.191 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.191 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.191 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.191 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.191 INFO:teuthology.orchestra.run.smithi042.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-06-06T08:42:11.191 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-06-06T08:42:11.192 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.192 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.192 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.192 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.192 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.192 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.192 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.192 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.192 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.192 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.192 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.192 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.192 INFO:teuthology.orchestra.run.smithi042.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-06-06T08:42:11.192 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-06-06T08:42:11.192 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.192 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.193 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.193 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.193 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.193 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.193 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.193 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.193 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.193 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.193 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.193 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.193 INFO:teuthology.orchestra.run.smithi042.stdout: "FEATURE_TOGGLE_NFS": { 2024-06-06T08:42:11.193 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-06-06T08:42:11.193 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.193 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.193 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.194 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.194 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.194 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.194 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.194 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.194 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.194 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.194 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.194 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.194 INFO:teuthology.orchestra.run.smithi042.stdout: "FEATURE_TOGGLE_RBD": { 2024-06-06T08:42:11.194 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-06-06T08:42:11.194 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.194 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.194 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.195 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.195 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.195 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.195 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.195 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.195 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.195 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.195 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.195 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.195 INFO:teuthology.orchestra.run.smithi042.stdout: "FEATURE_TOGGLE_RGW": { 2024-06-06T08:42:11.195 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-06-06T08:42:11.195 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.195 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.195 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.195 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.196 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.196 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.196 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.196 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.196 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.196 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.196 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.196 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.196 INFO:teuthology.orchestra.run.smithi042.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-06-06T08:42:11.196 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-06-06T08:42:11.196 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.196 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.196 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.196 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.196 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.197 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.197 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.197 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.197 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.197 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.197 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.197 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.197 INFO:teuthology.orchestra.run.smithi042.stdout: "GRAFANA_API_PASSWORD": { 2024-06-06T08:42:11.197 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "GRAFANA_API_PASSWORD", 2024-06-06T08:42:11.197 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.197 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.197 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.197 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "admin", 2024-06-06T08:42:11.197 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.197 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.198 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.198 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.198 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.198 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.198 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.198 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.198 INFO:teuthology.orchestra.run.smithi042.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-06-06T08:42:11.198 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-06-06T08:42:11.198 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.198 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.198 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.198 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.199 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.199 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.199 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.199 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.199 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.199 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.199 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.199 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.199 INFO:teuthology.orchestra.run.smithi042.stdout: "GRAFANA_API_URL": { 2024-06-06T08:42:11.199 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "GRAFANA_API_URL", 2024-06-06T08:42:11.199 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.199 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.199 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.199 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.200 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.200 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.200 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.200 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.200 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.200 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.200 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.200 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.200 INFO:teuthology.orchestra.run.smithi042.stdout: "GRAFANA_API_USERNAME": { 2024-06-06T08:42:11.200 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "GRAFANA_API_USERNAME", 2024-06-06T08:42:11.200 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.200 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.200 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.200 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "admin", 2024-06-06T08:42:11.200 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.200 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.201 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.201 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.201 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.201 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.201 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.201 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.201 INFO:teuthology.orchestra.run.smithi042.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-06-06T08:42:11.201 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-06-06T08:42:11.201 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.201 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.201 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.201 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.201 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.201 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.201 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.202 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.202 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.202 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.202 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.202 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.202 INFO:teuthology.orchestra.run.smithi042.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-06-06T08:42:11.202 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-06-06T08:42:11.202 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.202 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.202 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.202 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.202 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.202 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.202 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.202 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.203 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.203 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.203 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.203 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.203 INFO:teuthology.orchestra.run.smithi042.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-06-06T08:42:11.203 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-06-06T08:42:11.203 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.203 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.203 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.203 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.203 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.203 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.203 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.203 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.204 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.204 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.204 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.204 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.204 INFO:teuthology.orchestra.run.smithi042.stdout: "ISSUE_TRACKER_API_KEY": { 2024-06-06T08:42:11.204 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-06-06T08:42:11.204 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.204 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.204 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.204 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.204 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.204 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.204 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.204 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.205 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.205 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.205 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.205 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.205 INFO:teuthology.orchestra.run.smithi042.stdout: "PROMETHEUS_API_HOST": { 2024-06-06T08:42:11.205 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PROMETHEUS_API_HOST", 2024-06-06T08:42:11.205 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.205 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.205 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.205 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.205 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.205 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.205 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.205 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.205 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.206 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.206 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.206 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.206 INFO:teuthology.orchestra.run.smithi042.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-06-06T08:42:11.206 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-06-06T08:42:11.206 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.206 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.206 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.206 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.206 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.206 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.206 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.206 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.206 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.207 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.207 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.207 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.207 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-06-06T08:42:11.207 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-06-06T08:42:11.207 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.207 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.207 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.207 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.207 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.207 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.207 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.207 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.207 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.207 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.208 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.208 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.208 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-06-06T08:42:11.208 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-06-06T08:42:11.208 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.208 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.208 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.208 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.208 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.208 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.208 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.208 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.208 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.209 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.209 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.209 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.209 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-06-06T08:42:11.209 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-06-06T08:42:11.209 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.209 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.209 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.209 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.209 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.209 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.209 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.209 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.209 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.210 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.210 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.210 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.210 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-06-06T08:42:11.210 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-06-06T08:42:11.210 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.210 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.210 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.210 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.210 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.210 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.210 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.210 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.211 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.211 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.211 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.211 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.211 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-06-06T08:42:11.211 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-06-06T08:42:11.211 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.211 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.211 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.211 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.211 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.211 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.211 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.211 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.211 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.212 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.212 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.212 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.212 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-06-06T08:42:11.212 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-06-06T08:42:11.212 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.212 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.212 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.212 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.212 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.212 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.212 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.212 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.212 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.212 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.213 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.213 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.213 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-06-06T08:42:11.213 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-06-06T08:42:11.213 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.213 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.213 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.213 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.213 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.213 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.213 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.213 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.213 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.213 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.213 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.214 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.214 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_ENABLED": { 2024-06-06T08:42:11.214 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_ENABLED", 2024-06-06T08:42:11.214 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.214 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.214 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.214 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.214 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.214 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.214 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.214 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.214 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.214 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.215 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.215 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.215 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-06-06T08:42:11.215 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-06-06T08:42:11.215 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.215 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.215 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.215 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-06-06T08:42:11.215 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.215 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.215 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.215 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.215 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.215 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.216 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.216 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.216 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-06-06T08:42:11.216 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-06-06T08:42:11.216 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.216 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.216 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.216 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "10", 2024-06-06T08:42:11.216 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.216 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.216 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.216 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.216 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.216 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.216 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.217 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.217 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-06-06T08:42:11.217 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-06-06T08:42:11.217 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.217 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.217 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.217 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "8", 2024-06-06T08:42:11.217 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.217 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.217 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.217 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.217 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.217 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.217 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.218 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.218 INFO:teuthology.orchestra.run.smithi042.stdout: "REST_REQUESTS_TIMEOUT": { 2024-06-06T08:42:11.218 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-06-06T08:42:11.218 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.218 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.218 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.218 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "45", 2024-06-06T08:42:11.218 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.218 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.218 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.218 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.218 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.218 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.218 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.219 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.219 INFO:teuthology.orchestra.run.smithi042.stdout: "RGW_API_ACCESS_KEY": { 2024-06-06T08:42:11.219 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "RGW_API_ACCESS_KEY", 2024-06-06T08:42:11.219 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.219 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.219 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.219 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.219 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.219 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.219 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.219 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.219 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.219 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.219 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.219 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.220 INFO:teuthology.orchestra.run.smithi042.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-06-06T08:42:11.220 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-06-06T08:42:11.220 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.220 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.220 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.220 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "admin", 2024-06-06T08:42:11.220 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.220 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.220 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.220 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.220 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.220 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.220 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.220 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.220 INFO:teuthology.orchestra.run.smithi042.stdout: "RGW_API_SECRET_KEY": { 2024-06-06T08:42:11.221 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "RGW_API_SECRET_KEY", 2024-06-06T08:42:11.221 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.221 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.221 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.221 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.221 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.221 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.221 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.221 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.221 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.221 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.221 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.221 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.221 INFO:teuthology.orchestra.run.smithi042.stdout: "RGW_API_SSL_VERIFY": { 2024-06-06T08:42:11.221 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "RGW_API_SSL_VERIFY", 2024-06-06T08:42:11.222 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.222 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.222 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.222 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.222 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.222 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.222 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.222 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.222 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.222 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.222 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.222 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.222 INFO:teuthology.orchestra.run.smithi042.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-06-06T08:42:11.222 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-06-06T08:42:11.223 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.223 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.223 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.223 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "0", 2024-06-06T08:42:11.223 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.223 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.223 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.223 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.223 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.223 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.223 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.223 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.223 INFO:teuthology.orchestra.run.smithi042.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-06-06T08:42:11.223 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-06-06T08:42:11.223 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.224 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.224 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.224 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "10", 2024-06-06T08:42:11.224 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.224 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.224 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.224 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.224 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.224 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.224 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.224 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.224 INFO:teuthology.orchestra.run.smithi042.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-06-06T08:42:11.224 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-06-06T08:42:11.224 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.224 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.225 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.225 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "5", 2024-06-06T08:42:11.225 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.225 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.225 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.225 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.225 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.225 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.225 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.225 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.225 INFO:teuthology.orchestra.run.smithi042.stdout: "cross_origin_url": { 2024-06-06T08:42:11.225 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "cross_origin_url", 2024-06-06T08:42:11.225 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.225 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.225 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.226 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.226 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.226 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.226 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.226 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.226 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.226 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.226 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.226 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.226 INFO:teuthology.orchestra.run.smithi042.stdout: "crt_file": { 2024-06-06T08:42:11.226 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "crt_file", 2024-06-06T08:42:11.226 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.226 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.226 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.227 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.227 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.227 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.227 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.227 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.227 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.227 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.227 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.227 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.227 INFO:teuthology.orchestra.run.smithi042.stdout: "debug": { 2024-06-06T08:42:11.227 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "debug", 2024-06-06T08:42:11.227 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.227 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.227 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.227 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.228 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.228 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.228 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.228 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Enable/disable debug options", 2024-06-06T08:42:11.228 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.228 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.228 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.228 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.228 INFO:teuthology.orchestra.run.smithi042.stdout: "jwt_token_ttl": { 2024-06-06T08:42:11.228 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "jwt_token_ttl", 2024-06-06T08:42:11.228 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.228 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.228 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.228 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "28800", 2024-06-06T08:42:11.229 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.229 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.229 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.229 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.229 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.229 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.229 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.229 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.229 INFO:teuthology.orchestra.run.smithi042.stdout: "key_file": { 2024-06-06T08:42:11.229 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "key_file", 2024-06-06T08:42:11.229 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.229 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.229 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.229 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.229 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.230 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.230 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.230 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.230 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.230 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.230 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.230 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.230 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.230 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.230 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.230 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.230 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.230 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.231 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.231 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.231 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.231 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.231 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.231 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.231 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.231 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.231 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.231 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.231 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.231 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.231 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.231 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.231 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.232 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.232 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.232 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.232 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.232 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.232 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.232 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.232 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.232 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.232 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.232 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.232 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.232 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.232 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.233 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.233 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.233 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.233 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.233 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.233 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.233 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.233 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.233 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.233 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.233 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.233 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.233 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.234 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.234 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.234 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.234 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.234 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.234 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.234 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.234 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.234 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.234 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.234 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.234 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.234 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.234 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.235 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.235 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.235 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.235 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.235 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.235 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.235 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.235 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.235 INFO:teuthology.orchestra.run.smithi042.stdout: "motd": { 2024-06-06T08:42:11.235 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "motd", 2024-06-06T08:42:11.235 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.235 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.235 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.236 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.236 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.236 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.236 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.236 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "The message of the day", 2024-06-06T08:42:11.236 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.236 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.236 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.236 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.236 INFO:teuthology.orchestra.run.smithi042.stdout: "redirect_resolve_ip_addr": { 2024-06-06T08:42:11.236 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "redirect_resolve_ip_addr", 2024-06-06T08:42:11.236 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.236 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.236 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.236 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.237 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.237 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.237 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.237 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.237 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.237 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.237 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.237 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.237 INFO:teuthology.orchestra.run.smithi042.stdout: "server_addr": { 2024-06-06T08:42:11.237 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "server_addr", 2024-06-06T08:42:11.237 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.237 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.237 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.237 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "::", 2024-06-06T08:42:11.237 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.238 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.238 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.238 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.238 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.238 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.238 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.238 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.238 INFO:teuthology.orchestra.run.smithi042.stdout: "server_port": { 2024-06-06T08:42:11.238 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "server_port", 2024-06-06T08:42:11.238 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.238 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.238 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.239 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "8080", 2024-06-06T08:42:11.239 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.239 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.239 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.239 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.239 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.239 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.239 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.239 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.239 INFO:teuthology.orchestra.run.smithi042.stdout: "ssl": { 2024-06-06T08:42:11.239 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ssl", 2024-06-06T08:42:11.239 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.239 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.239 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.239 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.240 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.240 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.240 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.240 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.240 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.240 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.240 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.240 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.240 INFO:teuthology.orchestra.run.smithi042.stdout: "ssl_server_port": { 2024-06-06T08:42:11.240 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ssl_server_port", 2024-06-06T08:42:11.240 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.240 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.240 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.240 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "8443", 2024-06-06T08:42:11.241 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.241 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.241 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.241 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.241 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.241 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.241 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.241 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.241 INFO:teuthology.orchestra.run.smithi042.stdout: "standby_behaviour": { 2024-06-06T08:42:11.241 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "standby_behaviour", 2024-06-06T08:42:11.241 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.241 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.241 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.241 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "redirect", 2024-06-06T08:42:11.241 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.242 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.242 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.242 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.242 INFO:teuthology.orchestra.run.smithi042.stdout: "redirect" 2024-06-06T08:42:11.242 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.242 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.242 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.242 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.242 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.242 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.242 INFO:teuthology.orchestra.run.smithi042.stdout: "standby_error_status_code": { 2024-06-06T08:42:11.242 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "standby_error_status_code", 2024-06-06T08:42:11.243 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.243 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.243 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.243 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "500", 2024-06-06T08:42:11.243 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "400", 2024-06-06T08:42:11.243 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "599", 2024-06-06T08:42:11.243 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.243 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.243 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.243 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.243 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.243 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.244 INFO:teuthology.orchestra.run.smithi042.stdout: "url_prefix": { 2024-06-06T08:42:11.244 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "url_prefix", 2024-06-06T08:42:11.244 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.244 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.244 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.244 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.244 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.244 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.244 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.244 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.244 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.244 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.244 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.244 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.245 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.245 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.245 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.245 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "devicehealth", 2024-06-06T08:42:11.245 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.245 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.245 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.245 INFO:teuthology.orchestra.run.smithi042.stdout: "enable_monitoring": { 2024-06-06T08:42:11.245 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "enable_monitoring", 2024-06-06T08:42:11.245 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.245 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.245 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.245 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.245 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.246 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.246 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.246 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "monitor device health metrics", 2024-06-06T08:42:11.246 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.246 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.246 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.246 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.246 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.246 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.246 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.246 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.246 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.246 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.246 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.247 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.247 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.247 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.247 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.247 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.247 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.247 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.247 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.247 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.247 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.247 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.247 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.247 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.248 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.248 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.248 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.248 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.248 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.248 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.248 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.248 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.248 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.248 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.248 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.248 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.248 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.249 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.249 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.249 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.249 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.249 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.249 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.249 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.249 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.249 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.249 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.249 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.249 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.249 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.249 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.250 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.250 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.250 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.250 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.250 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.250 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.250 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.250 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.250 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.250 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.250 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.250 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.250 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.250 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.251 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.251 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.251 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.251 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.251 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.251 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.251 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.251 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.251 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.251 INFO:teuthology.orchestra.run.smithi042.stdout: "mark_out_threshold": { 2024-06-06T08:42:11.251 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "mark_out_threshold", 2024-06-06T08:42:11.251 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:11.251 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.251 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.252 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "2419200", 2024-06-06T08:42:11.252 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.252 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.252 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.252 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-06-06T08:42:11.252 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.252 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.252 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.252 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.252 INFO:teuthology.orchestra.run.smithi042.stdout: "pool_name": { 2024-06-06T08:42:11.252 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "pool_name", 2024-06-06T08:42:11.252 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.252 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.252 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.252 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "device_health_metrics", 2024-06-06T08:42:11.253 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.253 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.253 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.253 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "name of pool in which to store device health metrics", 2024-06-06T08:42:11.253 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.253 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.253 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.253 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.253 INFO:teuthology.orchestra.run.smithi042.stdout: "retention_period": { 2024-06-06T08:42:11.253 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "retention_period", 2024-06-06T08:42:11.253 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:11.253 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.253 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.253 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "15552000", 2024-06-06T08:42:11.253 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.253 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.254 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.254 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "how long to retain device health metrics", 2024-06-06T08:42:11.254 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.254 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.254 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.254 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.254 INFO:teuthology.orchestra.run.smithi042.stdout: "scrape_frequency": { 2024-06-06T08:42:11.254 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "scrape_frequency", 2024-06-06T08:42:11.254 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:11.254 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.254 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.255 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "86400", 2024-06-06T08:42:11.255 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.255 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.255 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.255 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "how frequently to scrape device health metrics", 2024-06-06T08:42:11.255 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.255 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.255 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.255 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.255 INFO:teuthology.orchestra.run.smithi042.stdout: "self_heal": { 2024-06-06T08:42:11.255 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "self_heal", 2024-06-06T08:42:11.255 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.255 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.255 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.256 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.256 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.256 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.256 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.256 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-06-06T08:42:11.256 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.256 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.256 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.256 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.256 INFO:teuthology.orchestra.run.smithi042.stdout: "sleep_interval": { 2024-06-06T08:42:11.256 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "sleep_interval", 2024-06-06T08:42:11.256 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:11.256 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.256 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.256 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "600", 2024-06-06T08:42:11.257 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.257 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.257 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.257 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "how frequently to wake up and check device health", 2024-06-06T08:42:11.257 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.257 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.257 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.257 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.257 INFO:teuthology.orchestra.run.smithi042.stdout: "warn_threshold": { 2024-06-06T08:42:11.257 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "warn_threshold", 2024-06-06T08:42:11.257 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:11.257 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.257 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.257 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "7257600", 2024-06-06T08:42:11.258 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.258 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.258 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.258 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-06-06T08:42:11.258 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.258 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.258 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.258 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.258 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.258 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.258 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.258 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "diskprediction_local", 2024-06-06T08:42:11.258 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.259 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.259 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.259 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.259 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.259 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.259 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.259 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.259 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.259 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.259 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.259 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.259 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.259 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.259 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.259 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.260 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.260 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.260 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.260 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.260 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.260 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.260 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.260 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.260 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.260 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.260 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.260 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.260 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.260 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.260 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.261 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.261 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.261 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.261 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.261 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.261 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.261 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.261 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.261 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.261 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.261 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.261 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.261 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.261 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.262 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.262 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.262 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.262 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.262 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.262 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.262 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.262 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.262 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.262 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.262 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.262 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.262 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.263 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.263 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.263 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.263 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.263 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.263 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.263 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.263 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.263 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.263 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.263 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.263 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.263 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.263 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.263 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.264 INFO:teuthology.orchestra.run.smithi042.stdout: "predict_interval": { 2024-06-06T08:42:11.264 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "predict_interval", 2024-06-06T08:42:11.264 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.264 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.264 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.264 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "86400", 2024-06-06T08:42:11.264 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.264 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.264 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.264 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.264 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.264 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.264 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.264 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.265 INFO:teuthology.orchestra.run.smithi042.stdout: "predictor_model": { 2024-06-06T08:42:11.265 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "predictor_model", 2024-06-06T08:42:11.265 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.265 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.265 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.265 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "prophetstor", 2024-06-06T08:42:11.265 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.265 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.265 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.265 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.265 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.265 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.265 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.265 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.265 INFO:teuthology.orchestra.run.smithi042.stdout: "sleep_interval": { 2024-06-06T08:42:11.265 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "sleep_interval", 2024-06-06T08:42:11.266 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.266 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.266 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.266 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "600", 2024-06-06T08:42:11.266 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.266 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.266 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.266 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.266 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.266 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.266 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.266 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.266 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.267 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.267 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.267 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "influx", 2024-06-06T08:42:11.267 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": false, 2024-06-06T08:42:11.267 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "influxdb python module not found", 2024-06-06T08:42:11.267 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.267 INFO:teuthology.orchestra.run.smithi042.stdout: "batch_size": { 2024-06-06T08:42:11.267 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "batch_size", 2024-06-06T08:42:11.267 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.267 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.267 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.267 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "5000", 2024-06-06T08:42:11.268 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.268 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.268 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.268 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-06-06T08:42:11.268 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.268 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.268 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.268 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.268 INFO:teuthology.orchestra.run.smithi042.stdout: "database": { 2024-06-06T08:42:11.268 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "database", 2024-06-06T08:42:11.268 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.268 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.268 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.268 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "ceph", 2024-06-06T08:42:11.268 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.269 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.269 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.269 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-06-06T08:42:11.269 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.269 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.269 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.269 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.269 INFO:teuthology.orchestra.run.smithi042.stdout: "hostname": { 2024-06-06T08:42:11.269 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "hostname", 2024-06-06T08:42:11.269 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.269 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.269 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.269 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.270 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.270 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.270 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.270 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "InfluxDB server hostname", 2024-06-06T08:42:11.270 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.270 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.270 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.270 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.270 INFO:teuthology.orchestra.run.smithi042.stdout: "interval": { 2024-06-06T08:42:11.270 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "interval", 2024-06-06T08:42:11.270 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:11.270 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.270 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.270 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "30", 2024-06-06T08:42:11.271 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "5", 2024-06-06T08:42:11.271 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.271 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.271 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-06-06T08:42:11.271 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.271 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.271 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.271 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.271 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.271 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.271 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.271 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.271 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.271 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.272 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.272 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.272 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.272 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.272 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.272 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.272 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.272 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.272 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.272 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.272 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.272 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.272 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.272 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.272 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.273 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.273 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.273 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.273 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.273 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.273 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.273 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.273 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.273 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.273 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.273 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.273 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.273 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.274 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.274 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.274 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.274 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.274 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.274 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.274 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.274 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.274 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.274 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.274 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.274 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.274 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.274 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.275 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.275 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.275 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.275 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.275 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.275 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.275 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.275 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.275 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.275 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.275 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.275 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.275 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.275 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.276 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.276 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.276 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.276 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.276 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.276 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.276 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.276 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.276 INFO:teuthology.orchestra.run.smithi042.stdout: "password": { 2024-06-06T08:42:11.276 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "password", 2024-06-06T08:42:11.276 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.276 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.276 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.276 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.276 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.276 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.277 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.277 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "password of InfluxDB server user", 2024-06-06T08:42:11.277 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.277 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.277 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.277 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.277 INFO:teuthology.orchestra.run.smithi042.stdout: "port": { 2024-06-06T08:42:11.277 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "port", 2024-06-06T08:42:11.277 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.277 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.277 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.277 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "8086", 2024-06-06T08:42:11.277 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.277 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.277 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.278 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "InfluxDB server port", 2024-06-06T08:42:11.278 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.278 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.278 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.278 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.278 INFO:teuthology.orchestra.run.smithi042.stdout: "ssl": { 2024-06-06T08:42:11.278 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ssl", 2024-06-06T08:42:11.278 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.278 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.278 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.278 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "false", 2024-06-06T08:42:11.278 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.278 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.279 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.279 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-06-06T08:42:11.279 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.279 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.279 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.279 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.279 INFO:teuthology.orchestra.run.smithi042.stdout: "threads": { 2024-06-06T08:42:11.279 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "threads", 2024-06-06T08:42:11.279 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.279 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.279 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.279 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "5", 2024-06-06T08:42:11.279 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "1", 2024-06-06T08:42:11.279 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "32", 2024-06-06T08:42:11.280 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.280 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-06-06T08:42:11.280 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.280 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.280 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.280 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.280 INFO:teuthology.orchestra.run.smithi042.stdout: "username": { 2024-06-06T08:42:11.280 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "username", 2024-06-06T08:42:11.280 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.280 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.280 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.280 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.280 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.280 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.280 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.281 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "username of InfluxDB server user", 2024-06-06T08:42:11.281 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.281 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.281 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.281 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.281 INFO:teuthology.orchestra.run.smithi042.stdout: "verify_ssl": { 2024-06-06T08:42:11.281 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "verify_ssl", 2024-06-06T08:42:11.281 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.281 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.281 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.281 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "true", 2024-06-06T08:42:11.281 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.281 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.281 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.282 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-06-06T08:42:11.282 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.282 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.282 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.282 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.282 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.282 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.282 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.282 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "insights", 2024-06-06T08:42:11.282 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.282 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.282 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.282 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.283 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.283 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.283 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.283 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.283 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.283 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.283 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.283 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.283 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.283 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.283 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.283 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.283 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.283 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.284 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.284 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.284 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.284 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.284 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.284 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.284 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.284 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.284 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.284 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.284 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.284 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.284 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.284 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.285 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.285 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.285 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.285 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.285 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.285 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.285 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.285 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.285 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.285 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.285 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.285 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.285 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.285 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.286 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.286 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.286 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.286 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.286 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.286 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.286 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.286 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.286 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.286 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.286 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.286 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.286 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.286 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.286 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.287 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.287 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.287 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.287 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.287 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.287 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.287 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.287 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.287 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.287 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.287 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.287 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.288 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.288 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.288 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.288 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "iostat", 2024-06-06T08:42:11.288 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.288 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.288 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.288 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.288 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.288 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.288 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.288 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.288 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.288 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.288 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.289 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.289 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.289 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.289 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.289 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.289 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.289 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.289 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.289 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.289 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.289 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.289 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.289 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.289 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.290 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.290 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.290 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.290 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.290 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.290 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.290 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.290 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.290 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.290 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.290 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.290 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.290 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.290 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.290 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.291 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.291 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.291 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.291 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.291 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.291 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.291 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.291 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.291 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.291 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.291 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.291 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.291 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.291 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.292 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.292 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.292 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.292 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.292 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.292 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.292 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.292 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.292 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.292 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.292 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.292 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.292 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.292 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.292 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.293 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.293 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.293 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.293 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.293 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.293 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.293 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.293 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "k8sevents", 2024-06-06T08:42:11.293 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.293 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.293 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.293 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph_event_retention_days": { 2024-06-06T08:42:11.293 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ceph_event_retention_days", 2024-06-06T08:42:11.293 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.293 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.293 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.294 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "7", 2024-06-06T08:42:11.294 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.294 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.294 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.294 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Days to hold ceph event information within local cache", 2024-06-06T08:42:11.294 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.294 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.294 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.294 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.294 INFO:teuthology.orchestra.run.smithi042.stdout: "config_check_secs": { 2024-06-06T08:42:11.294 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "config_check_secs", 2024-06-06T08:42:11.294 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.294 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.295 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.295 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "10", 2024-06-06T08:42:11.295 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "10", 2024-06-06T08:42:11.295 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.295 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.295 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-06-06T08:42:11.295 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.295 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.295 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.295 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.295 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.295 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.295 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.295 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.295 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.296 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.296 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.296 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.296 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.296 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.296 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.296 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.296 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.296 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.296 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.296 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.296 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.296 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.296 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.296 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.297 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.297 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.297 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.297 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.297 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.297 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.297 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.297 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.297 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.297 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.297 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.297 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.297 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.297 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.297 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.298 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.298 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.298 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.298 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.298 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.298 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.298 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.298 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.298 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.298 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.298 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.298 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.298 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.299 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.299 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.299 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.299 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.299 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.299 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.299 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.299 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.299 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.299 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.299 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.299 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.299 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.299 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.300 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.300 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.300 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.300 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.300 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.300 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.300 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.300 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.300 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.300 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.300 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.300 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "localpool", 2024-06-06T08:42:11.300 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.300 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.301 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.301 INFO:teuthology.orchestra.run.smithi042.stdout: "failure_domain": { 2024-06-06T08:42:11.301 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "failure_domain", 2024-06-06T08:42:11.301 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.301 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.301 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.301 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "host", 2024-06-06T08:42:11.301 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.301 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.301 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.301 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "failure domain for any created local pool", 2024-06-06T08:42:11.301 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-06-06T08:42:11.301 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.301 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.301 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.301 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.302 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.302 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.302 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.302 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.302 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.302 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.302 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.302 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.302 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.302 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.302 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.302 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.302 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.302 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.303 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.303 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.303 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.303 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.303 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.303 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.303 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.303 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.303 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.303 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.303 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.303 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.303 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.303 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.303 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.304 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.304 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.304 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.304 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.304 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.304 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.304 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.304 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.304 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.304 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.304 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.304 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.304 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.304 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.304 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.305 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.305 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.305 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.305 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.305 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.305 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.305 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.305 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.305 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.305 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.305 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.305 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.305 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.305 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.306 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.306 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.306 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.306 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.306 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.306 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.306 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.306 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.306 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.306 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.306 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.306 INFO:teuthology.orchestra.run.smithi042.stdout: "min_size": { 2024-06-06T08:42:11.306 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "min_size", 2024-06-06T08:42:11.306 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.306 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.307 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.307 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.307 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.307 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.307 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.307 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "default min_size for any created local pool", 2024-06-06T08:42:11.307 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-06-06T08:42:11.307 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.307 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.307 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.307 INFO:teuthology.orchestra.run.smithi042.stdout: "num_rep": { 2024-06-06T08:42:11.307 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "num_rep", 2024-06-06T08:42:11.307 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.307 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.308 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.308 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "3", 2024-06-06T08:42:11.308 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.308 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.308 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.308 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "default replica count for any created local pool", 2024-06-06T08:42:11.308 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.308 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.308 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.308 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.308 INFO:teuthology.orchestra.run.smithi042.stdout: "pg_num": { 2024-06-06T08:42:11.308 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "pg_num", 2024-06-06T08:42:11.308 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.308 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.308 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.309 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "128", 2024-06-06T08:42:11.309 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.309 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.309 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.309 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "default pg_num for any created local pool", 2024-06-06T08:42:11.309 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.309 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.309 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.309 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.309 INFO:teuthology.orchestra.run.smithi042.stdout: "prefix": { 2024-06-06T08:42:11.310 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "prefix", 2024-06-06T08:42:11.310 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.310 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.310 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.310 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.310 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.310 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.310 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.310 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "name prefix for any created local pool", 2024-06-06T08:42:11.310 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.310 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.310 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.310 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.311 INFO:teuthology.orchestra.run.smithi042.stdout: "subtree": { 2024-06-06T08:42:11.311 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "subtree", 2024-06-06T08:42:11.311 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.311 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.311 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.311 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "rack", 2024-06-06T08:42:11.311 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.311 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.311 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.311 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "CRUSH level for which to create a local pool", 2024-06-06T08:42:11.311 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-06-06T08:42:11.311 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.311 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.311 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.311 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.312 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.312 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.312 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "mds_autoscaler", 2024-06-06T08:42:11.312 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.312 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.312 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.312 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.312 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.312 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.312 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.312 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.312 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.312 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.312 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.312 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.312 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.313 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.313 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.313 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.313 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.313 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.313 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.313 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.313 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.313 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.313 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.313 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.313 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.313 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.313 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.314 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.314 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.314 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.314 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.314 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.314 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.314 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.314 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.314 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.314 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.314 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.314 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.314 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.315 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.315 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.315 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.315 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.315 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.315 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.315 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.315 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.315 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.315 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.315 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.315 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.315 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.316 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.316 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.316 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.316 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.316 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.316 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.316 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.316 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.316 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.316 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.316 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.316 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.316 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.316 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.316 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.317 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.317 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.317 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.317 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.317 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.317 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.317 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.317 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.317 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "mirroring", 2024-06-06T08:42:11.317 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.317 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.317 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.317 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.317 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.317 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.317 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.318 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.318 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.318 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.318 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.318 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.318 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.318 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.318 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.318 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.318 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.318 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.318 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.318 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.318 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.319 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.319 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.319 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.319 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.319 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.319 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.319 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.319 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.319 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.319 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.319 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.319 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.319 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.319 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.319 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.320 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.320 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.320 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.320 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.320 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.320 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.320 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.320 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.320 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.320 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.320 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.320 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.320 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.320 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.320 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.321 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.321 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.321 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.321 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.321 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.321 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.321 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.321 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.321 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.321 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.321 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.321 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.321 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.322 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.322 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.322 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.322 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.322 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.322 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.322 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.322 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.322 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.322 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.322 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.322 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.322 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "nfs", 2024-06-06T08:42:11.323 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.323 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.323 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.323 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.323 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.323 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.323 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.323 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.323 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.323 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.323 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.323 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.323 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.323 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.323 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.324 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.324 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.324 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.324 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.324 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.324 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.324 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.324 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.324 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.324 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.324 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.324 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.324 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.324 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.324 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.325 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.325 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.325 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.325 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.325 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.325 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.325 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.325 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.325 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.325 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.325 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.325 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.325 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.326 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.326 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.326 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.326 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.326 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.326 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.326 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.326 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.326 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.326 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.326 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.326 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.326 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.326 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.327 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.327 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.327 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.327 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.327 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.327 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.327 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.327 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.327 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.327 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.327 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.327 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.327 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.327 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.328 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.328 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.328 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.328 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.328 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.328 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "orchestrator", 2024-06-06T08:42:11.328 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.328 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.328 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.328 INFO:teuthology.orchestra.run.smithi042.stdout: "fail_fs": { 2024-06-06T08:42:11.328 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "fail_fs", 2024-06-06T08:42:11.328 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.328 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.328 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.328 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.329 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.329 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.329 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.329 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-06-06T08:42:11.329 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.329 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.329 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.329 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.329 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.329 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.329 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.329 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.329 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.329 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.330 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.330 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.330 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.330 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.330 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.330 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.330 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.330 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.330 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.330 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.330 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.330 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.330 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.330 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.331 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.331 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.331 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.331 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.331 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.331 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.331 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.331 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.331 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.331 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.331 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.331 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.331 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.331 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.331 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.332 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.332 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.332 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.332 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.332 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.332 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.332 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.332 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.332 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.332 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.332 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.332 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.332 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.332 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.333 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.333 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.333 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.333 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.333 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.333 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.333 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.333 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.333 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.333 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.333 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.333 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.333 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.333 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.334 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.334 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.334 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.334 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.334 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.334 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.334 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.334 INFO:teuthology.orchestra.run.smithi042.stdout: "orchestrator": { 2024-06-06T08:42:11.334 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "orchestrator", 2024-06-06T08:42:11.334 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.334 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.334 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.334 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.334 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.334 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.335 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.335 INFO:teuthology.orchestra.run.smithi042.stdout: "cephadm", 2024-06-06T08:42:11.335 INFO:teuthology.orchestra.run.smithi042.stdout: "rook", 2024-06-06T08:42:11.335 INFO:teuthology.orchestra.run.smithi042.stdout: "test_orchestrator" 2024-06-06T08:42:11.335 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.335 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Orchestrator backend", 2024-06-06T08:42:11.335 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.335 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.335 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.335 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.335 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.335 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.335 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.336 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "osd_perf_query", 2024-06-06T08:42:11.336 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.336 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.336 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.336 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.336 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.336 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.336 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.336 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.336 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.336 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.336 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.336 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.337 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.337 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.337 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.337 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.337 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.337 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.337 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.337 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.337 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.337 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.337 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.337 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.337 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.337 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.338 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.338 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.338 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.338 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.338 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.338 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.338 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.338 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.338 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.338 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.338 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.338 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.338 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.339 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.339 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.339 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.339 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.339 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.339 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.339 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.339 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.339 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.339 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.339 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.339 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.339 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.339 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.340 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.340 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.340 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.340 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.340 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.340 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.340 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.340 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.340 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.340 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.340 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.340 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.340 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.341 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.341 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.341 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.341 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.341 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.341 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.341 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.341 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.341 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.341 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.341 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "osd_support", 2024-06-06T08:42:11.341 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.341 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.341 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.342 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.342 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.342 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.342 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.342 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.342 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.342 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.342 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.342 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.342 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.342 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.342 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.342 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.343 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.343 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.343 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.343 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.343 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.343 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.343 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.343 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.343 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.343 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.343 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.343 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.343 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.343 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.343 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.344 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.344 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.344 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.344 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.344 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.344 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.344 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.344 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.344 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.344 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.344 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.344 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.344 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.344 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.344 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.345 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.345 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.345 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.345 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.345 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.345 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.345 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.345 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.345 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.345 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.345 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.345 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.345 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.345 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.345 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.346 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.346 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.346 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.346 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.346 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.346 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.346 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.346 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.346 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.346 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.346 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.346 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.346 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.346 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.347 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.347 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "pg_autoscaler", 2024-06-06T08:42:11.347 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.347 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.347 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.347 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.347 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.347 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.347 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.347 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.347 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.347 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.347 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.347 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.347 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.348 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.348 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.348 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.348 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.348 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.348 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.348 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.348 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.348 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.348 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.348 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.348 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.348 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.348 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.349 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.349 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.349 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.349 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.349 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.349 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.349 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.349 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.349 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.349 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.349 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.349 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.349 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.349 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.350 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.350 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.350 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.350 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.350 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.350 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.350 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.350 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.350 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.350 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.350 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.350 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.350 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.350 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.351 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.351 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.351 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.351 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.351 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.351 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.351 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.351 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.351 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.351 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.351 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.351 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.351 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.351 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.352 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.352 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.352 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.352 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.352 INFO:teuthology.orchestra.run.smithi042.stdout: "sleep_interval": { 2024-06-06T08:42:11.352 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "sleep_interval", 2024-06-06T08:42:11.352 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:11.352 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.352 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.352 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "60", 2024-06-06T08:42:11.352 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.352 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.352 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.352 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.352 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.353 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.353 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.353 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.353 INFO:teuthology.orchestra.run.smithi042.stdout: "threshold": { 2024-06-06T08:42:11.353 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "threshold", 2024-06-06T08:42:11.353 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "float", 2024-06-06T08:42:11.353 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.353 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.353 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "3.0", 2024-06-06T08:42:11.353 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "1.0", 2024-06-06T08:42:11.353 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.353 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.353 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "scaling threshold", 2024-06-06T08:42:11.353 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-06-06T08:42:11.354 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.354 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.354 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.354 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.354 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.354 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.354 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "progress", 2024-06-06T08:42:11.354 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.354 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.354 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.354 INFO:teuthology.orchestra.run.smithi042.stdout: "allow_pg_recovery_event": { 2024-06-06T08:42:11.354 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "allow_pg_recovery_event", 2024-06-06T08:42:11.354 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.354 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.355 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.355 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.355 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.355 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.355 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.355 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "allow the module to show pg recovery progress", 2024-06-06T08:42:11.355 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.355 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.355 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.355 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.355 INFO:teuthology.orchestra.run.smithi042.stdout: "enabled": { 2024-06-06T08:42:11.355 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "enabled", 2024-06-06T08:42:11.355 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.355 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.356 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.356 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.356 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.356 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.356 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.356 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.356 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.356 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.356 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.356 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.356 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.356 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.357 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.357 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.357 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.357 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.357 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.357 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.357 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.357 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.357 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.357 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.357 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.357 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.357 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.357 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.357 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.358 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.358 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.358 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.358 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.358 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.358 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.358 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.358 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.358 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.358 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.358 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.358 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.358 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.358 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.359 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.359 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.359 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.359 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.359 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.359 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.359 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.359 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.359 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.359 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.359 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.359 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.359 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.359 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.360 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.360 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.360 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.360 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.360 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.360 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.360 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.360 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.360 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.360 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.360 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.360 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.360 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.360 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.360 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.361 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.361 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.361 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.361 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.361 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.361 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.361 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.361 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.361 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.361 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.361 INFO:teuthology.orchestra.run.smithi042.stdout: "max_completed_events": { 2024-06-06T08:42:11.361 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "max_completed_events", 2024-06-06T08:42:11.361 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.361 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.361 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.362 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "50", 2024-06-06T08:42:11.362 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.362 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.362 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.362 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "number of past completed events to remember", 2024-06-06T08:42:11.362 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.362 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.362 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.362 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.362 INFO:teuthology.orchestra.run.smithi042.stdout: "sleep_interval": { 2024-06-06T08:42:11.362 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "sleep_interval", 2024-06-06T08:42:11.362 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:11.362 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.363 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.363 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "5", 2024-06-06T08:42:11.363 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.363 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.363 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.363 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "how long the module is going to sleep", 2024-06-06T08:42:11.363 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.363 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.363 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.363 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.363 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.363 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.363 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.363 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "prometheus", 2024-06-06T08:42:11.363 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.363 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.364 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.364 INFO:teuthology.orchestra.run.smithi042.stdout: "cache": { 2024-06-06T08:42:11.364 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "cache", 2024-06-06T08:42:11.364 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.364 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.364 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.364 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.364 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.364 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.364 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.364 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.364 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.364 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.365 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.365 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.365 INFO:teuthology.orchestra.run.smithi042.stdout: "exclude_perf_counters": { 2024-06-06T08:42:11.365 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "exclude_perf_counters", 2024-06-06T08:42:11.365 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.365 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.365 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.365 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.365 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.365 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.365 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.365 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-06-06T08:42:11.365 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-06-06T08:42:11.365 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.366 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.366 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.366 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.366 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.366 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.366 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.366 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.366 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.366 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.366 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.366 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.366 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.366 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.366 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.366 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.367 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.367 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.367 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.367 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.367 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.367 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.367 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.367 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.367 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.367 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.367 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.367 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.367 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.368 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.368 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.368 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.368 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.368 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.368 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.368 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.368 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.368 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.368 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.368 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.368 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.368 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.368 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.369 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.369 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.369 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.369 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.369 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.369 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.369 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.369 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.369 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.369 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.369 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.369 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.369 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.369 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.369 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.369 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.370 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.370 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.370 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.370 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.370 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.370 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.370 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.370 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.370 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.370 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.370 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.370 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.370 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.371 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.371 INFO:teuthology.orchestra.run.smithi042.stdout: "rbd_stats_pools": { 2024-06-06T08:42:11.371 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rbd_stats_pools", 2024-06-06T08:42:11.371 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.371 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.371 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.371 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.371 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.371 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.371 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.371 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.371 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.371 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.371 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.371 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.372 INFO:teuthology.orchestra.run.smithi042.stdout: "rbd_stats_pools_refresh_interval": { 2024-06-06T08:42:11.372 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-06-06T08:42:11.372 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.372 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.372 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.372 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "300", 2024-06-06T08:42:11.372 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.372 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.372 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.372 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.372 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.372 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.372 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.372 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.373 INFO:teuthology.orchestra.run.smithi042.stdout: "scrape_interval": { 2024-06-06T08:42:11.373 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "scrape_interval", 2024-06-06T08:42:11.373 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "float", 2024-06-06T08:42:11.373 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.373 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.373 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "15.0", 2024-06-06T08:42:11.373 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.373 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.373 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.373 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.373 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.373 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.373 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.373 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.373 INFO:teuthology.orchestra.run.smithi042.stdout: "server_addr": { 2024-06-06T08:42:11.374 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "server_addr", 2024-06-06T08:42:11.374 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.374 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.374 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.374 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "::", 2024-06-06T08:42:11.374 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.374 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.374 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.374 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-06-06T08:42:11.374 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.374 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.374 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.374 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.375 INFO:teuthology.orchestra.run.smithi042.stdout: "server_port": { 2024-06-06T08:42:11.375 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "server_port", 2024-06-06T08:42:11.375 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.375 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.375 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.375 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "9283", 2024-06-06T08:42:11.375 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.375 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.375 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.375 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-06-06T08:42:11.375 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.375 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.375 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.375 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.375 INFO:teuthology.orchestra.run.smithi042.stdout: "stale_cache_strategy": { 2024-06-06T08:42:11.376 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "stale_cache_strategy", 2024-06-06T08:42:11.376 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.376 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.376 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.376 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "log", 2024-06-06T08:42:11.376 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.376 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.376 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.376 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.376 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.376 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.376 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.376 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.376 INFO:teuthology.orchestra.run.smithi042.stdout: "standby_behaviour": { 2024-06-06T08:42:11.377 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "standby_behaviour", 2024-06-06T08:42:11.377 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.377 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.377 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.377 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "default", 2024-06-06T08:42:11.377 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.377 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.377 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.377 INFO:teuthology.orchestra.run.smithi042.stdout: "default", 2024-06-06T08:42:11.377 INFO:teuthology.orchestra.run.smithi042.stdout: "error" 2024-06-06T08:42:11.377 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.377 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.377 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.378 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.378 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.378 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.378 INFO:teuthology.orchestra.run.smithi042.stdout: "standby_error_status_code": { 2024-06-06T08:42:11.378 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "standby_error_status_code", 2024-06-06T08:42:11.378 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.378 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.378 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.378 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "500", 2024-06-06T08:42:11.378 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "400", 2024-06-06T08:42:11.378 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "599", 2024-06-06T08:42:11.378 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.378 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.378 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.379 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.379 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.379 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.379 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.379 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.379 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.379 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rbd_support", 2024-06-06T08:42:11.379 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.379 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.379 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.379 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.379 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.379 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.379 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.379 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.380 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.380 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.380 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.380 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.380 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.380 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.380 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.380 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.380 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.380 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.380 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.380 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.380 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.380 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.380 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.381 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.381 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.381 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.381 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.381 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.381 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.381 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.381 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.381 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.381 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.381 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.381 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.381 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.382 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.382 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.382 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.382 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.382 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.382 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.382 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.382 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.382 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.382 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.382 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.382 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.382 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.382 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.383 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.383 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.383 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.383 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.383 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.383 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.383 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.383 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.383 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.383 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.383 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.383 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.383 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.383 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.383 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.384 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.384 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.384 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.384 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.384 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.384 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.384 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.384 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.384 INFO:teuthology.orchestra.run.smithi042.stdout: "max_concurrent_snap_create": { 2024-06-06T08:42:11.384 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "max_concurrent_snap_create", 2024-06-06T08:42:11.384 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.384 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.384 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.384 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "10", 2024-06-06T08:42:11.385 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.385 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.385 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.385 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.385 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.385 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.385 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.385 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.385 INFO:teuthology.orchestra.run.smithi042.stdout: "mirror_snapshot_schedule": { 2024-06-06T08:42:11.385 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "mirror_snapshot_schedule", 2024-06-06T08:42:11.385 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.385 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.385 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.385 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.385 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.385 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.386 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.386 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.386 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.386 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.386 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.386 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.386 INFO:teuthology.orchestra.run.smithi042.stdout: "trash_purge_schedule": { 2024-06-06T08:42:11.386 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "trash_purge_schedule", 2024-06-06T08:42:11.386 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.386 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.386 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.386 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.386 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.386 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.387 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.387 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.387 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.387 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.387 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.387 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.387 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.387 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.387 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.387 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "restful", 2024-06-06T08:42:11.387 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.387 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.387 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.387 INFO:teuthology.orchestra.run.smithi042.stdout: "enable_auth": { 2024-06-06T08:42:11.387 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "enable_auth", 2024-06-06T08:42:11.387 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.388 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.388 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.388 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.388 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.388 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.388 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.388 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.388 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.388 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.388 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.388 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.388 INFO:teuthology.orchestra.run.smithi042.stdout: "key_file": { 2024-06-06T08:42:11.388 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "key_file", 2024-06-06T08:42:11.388 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.389 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.389 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.389 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.389 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.389 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.389 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.389 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.389 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.389 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.389 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.389 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.389 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.389 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.389 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.390 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.390 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.390 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.390 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.390 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.390 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.390 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.390 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.390 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.390 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.390 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.390 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.390 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.390 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.391 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.391 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.391 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.391 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.391 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.391 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.391 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.391 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.391 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.391 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.391 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.391 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.391 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.391 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.391 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.392 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.392 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.392 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.392 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.392 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.392 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.392 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.392 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.392 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.392 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.392 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.392 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.392 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.392 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.393 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.393 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.393 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.393 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.393 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.393 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.393 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.393 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.393 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.393 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.393 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.393 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.393 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.393 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.393 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.394 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.394 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.394 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.394 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.394 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.394 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.394 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.394 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.394 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.394 INFO:teuthology.orchestra.run.smithi042.stdout: "server_addr": { 2024-06-06T08:42:11.394 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "server_addr", 2024-06-06T08:42:11.394 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.394 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.394 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.395 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.395 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.395 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.395 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.395 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.395 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.395 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.395 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.395 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.395 INFO:teuthology.orchestra.run.smithi042.stdout: "server_port": { 2024-06-06T08:42:11.395 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "server_port", 2024-06-06T08:42:11.395 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.395 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.395 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.396 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.396 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.396 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.396 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.396 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.396 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.396 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.396 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.396 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.396 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.396 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.396 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.396 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rgw", 2024-06-06T08:42:11.396 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.397 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.397 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.397 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.397 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.397 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.397 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.397 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.397 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.397 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.397 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.397 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.397 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.397 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.397 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.397 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.397 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.398 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.398 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.398 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.398 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.398 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.398 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.398 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.398 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.398 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.398 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.398 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.398 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.398 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.398 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.399 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.399 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.399 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.399 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.399 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.399 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.399 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.399 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.399 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.399 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.399 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.399 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.399 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.399 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.399 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.400 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.400 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.400 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.400 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.400 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.400 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.400 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.400 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.400 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.400 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.400 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.400 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.400 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.401 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.401 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.401 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.401 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.401 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.401 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.401 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.401 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.401 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.401 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.401 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.401 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.401 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.401 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.401 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.402 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.402 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.402 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rook", 2024-06-06T08:42:11.402 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.402 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.402 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.402 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.402 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.402 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.402 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.402 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.402 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.402 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.402 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.403 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.403 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.403 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.403 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.403 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.403 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.403 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.403 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.403 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.403 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.403 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.403 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.403 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.403 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.403 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.404 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.404 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.404 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.404 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.404 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.404 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.404 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.404 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.404 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.404 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.404 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.404 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.404 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.404 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.405 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.405 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.405 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.405 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.405 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.405 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.405 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.405 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.405 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.405 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.405 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.405 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.405 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.405 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.405 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.406 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.406 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.406 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.406 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.406 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.406 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.406 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.406 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.406 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.406 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.406 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.406 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.406 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.407 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.407 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.407 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.407 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.407 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.407 INFO:teuthology.orchestra.run.smithi042.stdout: "storage_class": { 2024-06-06T08:42:11.407 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "storage_class", 2024-06-06T08:42:11.407 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.407 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.407 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.407 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "local", 2024-06-06T08:42:11.407 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.407 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.407 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.407 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-06-06T08:42:11.408 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.408 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.408 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.408 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.408 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.408 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.408 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.408 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "selftest", 2024-06-06T08:42:11.408 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.408 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.408 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.408 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.408 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.408 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.408 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.409 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.409 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.409 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.409 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.409 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.409 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.409 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.409 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.409 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.409 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.409 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.409 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.409 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.410 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.410 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.410 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.410 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.410 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.410 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.410 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.410 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.410 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.410 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.410 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.410 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.410 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.410 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.410 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.411 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.411 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.411 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.411 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.411 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.411 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.411 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.411 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.411 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.411 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.411 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.411 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.411 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.411 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.412 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.412 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.412 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.412 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.412 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.412 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.412 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.412 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.412 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.412 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.412 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.412 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.412 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.412 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.412 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.413 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.413 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.413 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.413 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.413 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.413 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.413 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.413 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.413 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.413 INFO:teuthology.orchestra.run.smithi042.stdout: "roption1": { 2024-06-06T08:42:11.413 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "roption1", 2024-06-06T08:42:11.413 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.413 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.413 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.414 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.414 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.414 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.414 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.414 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.414 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.414 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.414 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.414 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.414 INFO:teuthology.orchestra.run.smithi042.stdout: "roption2": { 2024-06-06T08:42:11.414 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "roption2", 2024-06-06T08:42:11.414 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.414 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.414 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.414 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "xyz", 2024-06-06T08:42:11.415 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.415 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.415 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.415 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.415 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.415 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.415 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.415 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.415 INFO:teuthology.orchestra.run.smithi042.stdout: "rwoption1": { 2024-06-06T08:42:11.415 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rwoption1", 2024-06-06T08:42:11.415 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.415 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.415 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.415 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.415 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.416 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.416 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.416 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.416 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.416 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.416 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.416 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.416 INFO:teuthology.orchestra.run.smithi042.stdout: "rwoption2": { 2024-06-06T08:42:11.416 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rwoption2", 2024-06-06T08:42:11.416 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.416 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.416 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.416 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.416 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.417 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.417 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.417 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.417 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.417 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.417 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.417 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.417 INFO:teuthology.orchestra.run.smithi042.stdout: "rwoption3": { 2024-06-06T08:42:11.417 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rwoption3", 2024-06-06T08:42:11.417 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "float", 2024-06-06T08:42:11.417 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.417 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.417 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.417 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.418 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.418 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.418 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.418 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.418 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.418 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.418 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.418 INFO:teuthology.orchestra.run.smithi042.stdout: "rwoption4": { 2024-06-06T08:42:11.418 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rwoption4", 2024-06-06T08:42:11.418 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.418 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.418 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.418 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.418 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.418 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.419 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.419 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.419 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.419 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.419 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.419 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.419 INFO:teuthology.orchestra.run.smithi042.stdout: "rwoption5": { 2024-06-06T08:42:11.419 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rwoption5", 2024-06-06T08:42:11.419 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.419 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.419 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.419 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.419 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.419 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.419 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.420 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.420 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.420 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.420 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.420 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.420 INFO:teuthology.orchestra.run.smithi042.stdout: "rwoption6": { 2024-06-06T08:42:11.420 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rwoption6", 2024-06-06T08:42:11.420 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.420 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.420 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.420 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.420 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.420 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.420 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.420 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.421 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.421 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.421 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.421 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.421 INFO:teuthology.orchestra.run.smithi042.stdout: "rwoption7": { 2024-06-06T08:42:11.421 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rwoption7", 2024-06-06T08:42:11.421 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.421 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.421 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.421 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.421 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "1", 2024-06-06T08:42:11.421 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "42", 2024-06-06T08:42:11.421 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.421 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.421 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.422 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.422 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.422 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.422 INFO:teuthology.orchestra.run.smithi042.stdout: "testkey": { 2024-06-06T08:42:11.422 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "testkey", 2024-06-06T08:42:11.422 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.422 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.422 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.422 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.422 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.422 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.422 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.422 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.422 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.423 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.423 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.423 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.423 INFO:teuthology.orchestra.run.smithi042.stdout: "testlkey": { 2024-06-06T08:42:11.423 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "testlkey", 2024-06-06T08:42:11.423 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.423 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.423 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.423 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.423 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.423 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.423 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.423 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.423 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.423 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.424 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.424 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.424 INFO:teuthology.orchestra.run.smithi042.stdout: "testnewline": { 2024-06-06T08:42:11.424 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "testnewline", 2024-06-06T08:42:11.424 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.424 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.424 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.424 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.424 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.424 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.424 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.424 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.424 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.424 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.425 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.425 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.425 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.425 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.425 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.425 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "snap_schedule", 2024-06-06T08:42:11.425 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.425 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.425 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.425 INFO:teuthology.orchestra.run.smithi042.stdout: "allow_m_granularity": { 2024-06-06T08:42:11.425 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "allow_m_granularity", 2024-06-06T08:42:11.425 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.425 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.425 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.426 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.426 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.426 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.426 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.426 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "allow minute scheduled snapshots", 2024-06-06T08:42:11.426 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.426 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.426 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.426 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.426 INFO:teuthology.orchestra.run.smithi042.stdout: "dump_on_update": { 2024-06-06T08:42:11.426 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "dump_on_update", 2024-06-06T08:42:11.426 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.426 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.427 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.427 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.427 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.427 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.427 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.427 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "dump database to debug log on update", 2024-06-06T08:42:11.427 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.427 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.427 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.427 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.427 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.427 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.427 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.427 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.427 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.427 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.428 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.428 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.428 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.428 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.428 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.428 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.428 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.428 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.428 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.428 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.428 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.428 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.428 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.428 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.429 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.429 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.429 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.429 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.429 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.429 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.429 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.429 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.429 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.429 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.429 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.429 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.429 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.429 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.429 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.430 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.430 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.430 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.430 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.430 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.430 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.430 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.430 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.430 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.430 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.430 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.430 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.430 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.431 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.431 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.431 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.431 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.431 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.431 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.431 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.431 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.431 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.431 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.431 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.431 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.431 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.431 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.432 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.432 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.432 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.432 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.432 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.432 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.432 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.432 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.432 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.432 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.432 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.432 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "stats", 2024-06-06T08:42:11.432 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.433 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.433 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.433 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.433 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.433 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.433 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.433 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.433 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.433 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.433 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.433 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.433 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.433 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.433 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.434 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.434 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.434 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.434 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.434 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.434 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.434 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.434 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.434 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.434 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.434 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.434 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.434 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.434 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.435 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.435 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.435 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.435 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.435 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.435 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.435 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.435 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.435 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.435 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.435 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.435 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.435 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.435 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.435 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.436 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.436 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.436 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.436 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.436 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.436 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.436 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.436 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.436 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.436 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.436 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.436 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.436 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.436 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.436 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.437 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.437 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.437 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.437 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.437 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.437 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.437 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.437 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.437 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.437 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.437 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.437 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.437 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.437 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.437 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.438 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.438 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.438 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "status", 2024-06-06T08:42:11.438 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.438 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.438 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.438 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.438 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.438 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.438 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.438 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.438 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.438 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.439 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.439 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.439 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.439 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.439 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.439 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.439 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.439 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.439 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.439 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.439 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.439 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.439 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.439 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.439 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.440 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.440 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.440 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.440 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.440 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.440 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.440 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.440 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.440 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.440 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.440 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.440 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.440 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.440 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.440 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.441 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.441 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.441 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.441 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.441 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.441 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.441 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.441 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.441 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.441 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.441 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.441 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.441 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.441 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.441 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.441 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.442 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.442 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.442 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.442 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.442 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.442 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.442 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.442 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.442 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.442 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.442 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.442 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.442 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.442 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.443 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.443 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.443 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.443 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.443 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.443 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.443 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "telegraf", 2024-06-06T08:42:11.443 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.443 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.443 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.443 INFO:teuthology.orchestra.run.smithi042.stdout: "address": { 2024-06-06T08:42:11.443 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "address", 2024-06-06T08:42:11.443 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.443 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.443 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.444 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-06-06T08:42:11.444 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.444 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.444 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.444 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.444 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.444 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.444 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.444 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.444 INFO:teuthology.orchestra.run.smithi042.stdout: "interval": { 2024-06-06T08:42:11.444 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "interval", 2024-06-06T08:42:11.444 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:11.444 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.444 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.445 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "15", 2024-06-06T08:42:11.445 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.445 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.445 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.445 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.445 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.445 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.445 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.445 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.445 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.445 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.445 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.445 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.445 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.445 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.446 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.446 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.446 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.446 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.446 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.446 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.446 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.446 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.446 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.446 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.446 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.446 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.446 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.447 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.447 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.447 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.447 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.447 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.447 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.447 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.447 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.447 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.447 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.447 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.447 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.447 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.447 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.448 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.448 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.448 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.448 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.448 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.448 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.448 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.448 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.448 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.448 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.448 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.448 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.448 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.448 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.449 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.449 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.449 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.449 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.449 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.449 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.449 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.449 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.449 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.449 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.449 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.449 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.449 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.449 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.450 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.450 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.450 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.450 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.450 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.450 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.450 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.450 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.450 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.450 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.450 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.450 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.451 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "telemetry", 2024-06-06T08:42:11.451 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.451 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.451 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.451 INFO:teuthology.orchestra.run.smithi042.stdout: "channel_basic": { 2024-06-06T08:42:11.451 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "channel_basic", 2024-06-06T08:42:11.451 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.451 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.451 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.451 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.451 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.451 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.451 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.451 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Share basic cluster information (size, version)", 2024-06-06T08:42:11.451 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.452 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.452 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.452 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.452 INFO:teuthology.orchestra.run.smithi042.stdout: "channel_crash": { 2024-06-06T08:42:11.452 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "channel_crash", 2024-06-06T08:42:11.452 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.452 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.452 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.452 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.452 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.452 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.452 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.452 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-06-06T08:42:11.452 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.453 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.453 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.453 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.453 INFO:teuthology.orchestra.run.smithi042.stdout: "channel_device": { 2024-06-06T08:42:11.453 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "channel_device", 2024-06-06T08:42:11.453 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.453 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.453 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.453 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.453 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.453 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.453 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.453 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-06-06T08:42:11.453 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.453 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.454 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.454 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.454 INFO:teuthology.orchestra.run.smithi042.stdout: "channel_ident": { 2024-06-06T08:42:11.454 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "channel_ident", 2024-06-06T08:42:11.454 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.454 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.454 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.454 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.454 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.454 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.454 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.454 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-06-06T08:42:11.454 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.455 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.455 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.455 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.455 INFO:teuthology.orchestra.run.smithi042.stdout: "channel_perf": { 2024-06-06T08:42:11.455 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "channel_perf", 2024-06-06T08:42:11.455 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.455 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.455 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.455 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.455 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.455 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.455 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.455 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Share various performance metrics of a cluster", 2024-06-06T08:42:11.455 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.456 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.456 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.456 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.456 INFO:teuthology.orchestra.run.smithi042.stdout: "contact": { 2024-06-06T08:42:11.456 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "contact", 2024-06-06T08:42:11.456 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.456 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.456 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.456 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.456 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.456 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.456 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.456 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.457 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.457 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.457 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.457 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.457 INFO:teuthology.orchestra.run.smithi042.stdout: "description": { 2024-06-06T08:42:11.457 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "description", 2024-06-06T08:42:11.457 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.457 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.457 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.457 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.457 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.457 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.457 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.457 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.457 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.458 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.458 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.458 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.458 INFO:teuthology.orchestra.run.smithi042.stdout: "device_url": { 2024-06-06T08:42:11.458 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "device_url", 2024-06-06T08:42:11.458 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.458 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.458 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.458 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-06-06T08:42:11.458 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.458 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.458 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.458 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.459 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.459 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.459 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.459 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.459 INFO:teuthology.orchestra.run.smithi042.stdout: "enabled": { 2024-06-06T08:42:11.459 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "enabled", 2024-06-06T08:42:11.459 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.459 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.459 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.459 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.459 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.459 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.459 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.459 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.460 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.460 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.460 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.460 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.460 INFO:teuthology.orchestra.run.smithi042.stdout: "interval": { 2024-06-06T08:42:11.460 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "interval", 2024-06-06T08:42:11.460 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.460 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.460 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.460 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "24", 2024-06-06T08:42:11.460 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "8", 2024-06-06T08:42:11.460 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.460 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.460 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.461 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.461 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.461 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.461 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.461 INFO:teuthology.orchestra.run.smithi042.stdout: "last_opt_revision": { 2024-06-06T08:42:11.461 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "last_opt_revision", 2024-06-06T08:42:11.461 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.461 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.461 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.461 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "1", 2024-06-06T08:42:11.461 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.461 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.461 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.461 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.461 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.462 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.462 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.462 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.462 INFO:teuthology.orchestra.run.smithi042.stdout: "leaderboard": { 2024-06-06T08:42:11.462 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "leaderboard", 2024-06-06T08:42:11.462 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.462 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.462 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.462 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.462 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.462 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.462 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.462 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.462 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.462 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.463 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.463 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.463 INFO:teuthology.orchestra.run.smithi042.stdout: "leaderboard_description": { 2024-06-06T08:42:11.463 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "leaderboard_description", 2024-06-06T08:42:11.463 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.463 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.463 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.463 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.463 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.463 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.463 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.463 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.463 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.463 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.464 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.464 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.464 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.464 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.464 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.464 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.464 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.464 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.464 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.464 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.464 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.464 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.464 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.464 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.465 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.465 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.465 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.465 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.465 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.465 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.465 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.465 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.465 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.465 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.465 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.465 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.465 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.465 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.465 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.465 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.466 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.466 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.466 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.466 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.466 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.466 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.466 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.466 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.466 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.466 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.466 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.466 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.466 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.467 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.467 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.467 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.467 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.467 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.467 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.467 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.467 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.467 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.467 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.467 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.467 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.467 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.467 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.467 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.467 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.468 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.468 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.468 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.468 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.468 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.468 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.468 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.468 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.468 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.468 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.468 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.468 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.468 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.468 INFO:teuthology.orchestra.run.smithi042.stdout: "organization": { 2024-06-06T08:42:11.469 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "organization", 2024-06-06T08:42:11.469 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.469 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.469 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.469 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.469 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.469 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.469 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.469 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.469 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.469 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.469 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.469 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.469 INFO:teuthology.orchestra.run.smithi042.stdout: "proxy": { 2024-06-06T08:42:11.469 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "proxy", 2024-06-06T08:42:11.469 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.470 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.470 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.470 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.470 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.470 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.470 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.470 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.470 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.470 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.470 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.470 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.470 INFO:teuthology.orchestra.run.smithi042.stdout: "url": { 2024-06-06T08:42:11.470 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "url", 2024-06-06T08:42:11.470 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.470 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.471 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.471 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-06-06T08:42:11.471 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.471 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.471 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.471 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.471 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.471 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.471 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.471 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.471 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.471 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.471 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.472 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "test_orchestrator", 2024-06-06T08:42:11.472 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.472 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.472 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.472 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.472 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.472 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.472 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.472 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.472 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.472 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.472 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.472 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.472 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.472 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.473 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.473 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.473 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.473 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.473 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.473 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.473 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.473 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.473 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.473 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.473 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.473 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.473 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.474 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.474 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.474 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.474 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.474 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.474 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.474 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.474 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.474 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.474 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.474 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.474 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.474 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.475 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.475 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.475 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.475 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.475 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.475 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.475 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.475 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.475 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.475 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.475 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.475 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.475 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.475 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.475 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.476 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.476 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.476 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.476 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.476 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.476 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.476 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.476 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.476 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.476 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.476 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.476 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.476 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.476 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.477 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.477 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.477 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.477 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.477 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.477 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.477 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.477 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "volumes", 2024-06-06T08:42:11.477 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.477 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.477 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.477 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.477 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.477 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.477 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.478 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.478 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.478 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.478 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.478 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.478 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.478 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.478 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.478 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.478 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.478 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.478 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.478 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.478 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.478 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.479 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.479 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.479 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.479 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.479 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.479 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.479 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.479 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.479 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.479 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.479 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.479 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.479 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.479 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.480 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.480 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.480 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.480 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.480 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.480 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.480 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.480 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.480 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.480 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.480 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.480 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.480 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.480 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.481 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.481 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.481 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.481 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.481 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.481 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.481 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.481 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.481 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.481 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.481 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.481 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.481 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.481 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.482 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.482 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.482 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.482 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.482 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.482 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.482 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.482 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.482 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.482 INFO:teuthology.orchestra.run.smithi042.stdout: "max_concurrent_clones": { 2024-06-06T08:42:11.482 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "max_concurrent_clones", 2024-06-06T08:42:11.482 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.482 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.482 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.483 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "4", 2024-06-06T08:42:11.483 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.483 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.483 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.483 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Number of asynchronous cloner threads", 2024-06-06T08:42:11.483 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.483 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.483 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.483 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.483 INFO:teuthology.orchestra.run.smithi042.stdout: "periodic_async_work": { 2024-06-06T08:42:11.483 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "periodic_async_work", 2024-06-06T08:42:11.483 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.483 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.483 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.483 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.483 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.484 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.484 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.484 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Periodically check for async work", 2024-06-06T08:42:11.484 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.484 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.484 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.484 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.484 INFO:teuthology.orchestra.run.smithi042.stdout: "snapshot_clone_delay": { 2024-06-06T08:42:11.484 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "snapshot_clone_delay", 2024-06-06T08:42:11.484 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.484 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.484 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.484 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "0", 2024-06-06T08:42:11.485 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.485 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.485 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.485 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-06-06T08:42:11.485 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.485 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.485 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.485 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.485 INFO:teuthology.orchestra.run.smithi042.stdout: "snapshot_clone_no_wait": { 2024-06-06T08:42:11.485 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "snapshot_clone_no_wait", 2024-06-06T08:42:11.485 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.485 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.485 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.485 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.485 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.486 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.486 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.486 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-06-06T08:42:11.486 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.486 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.486 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.486 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.486 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.486 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.486 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.486 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "zabbix", 2024-06-06T08:42:11.486 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.486 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.487 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.487 INFO:teuthology.orchestra.run.smithi042.stdout: "discovery_interval": { 2024-06-06T08:42:11.487 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "discovery_interval", 2024-06-06T08:42:11.487 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "uint", 2024-06-06T08:42:11.487 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.487 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.487 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "100", 2024-06-06T08:42:11.487 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.487 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.487 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.487 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.487 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.487 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.487 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.487 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.487 INFO:teuthology.orchestra.run.smithi042.stdout: "identifier": { 2024-06-06T08:42:11.488 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "identifier", 2024-06-06T08:42:11.488 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.488 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.488 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.488 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.488 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.488 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.488 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.488 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.488 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.488 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.488 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.488 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.488 INFO:teuthology.orchestra.run.smithi042.stdout: "interval": { 2024-06-06T08:42:11.488 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "interval", 2024-06-06T08:42:11.489 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:11.489 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.489 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.489 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "60", 2024-06-06T08:42:11.489 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.489 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.489 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.489 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.489 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.489 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.489 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.489 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.489 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.489 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.489 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.490 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.490 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.490 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.490 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.490 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.490 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.490 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.490 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.490 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.490 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.490 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.490 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.490 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.491 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.491 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.491 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.491 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.491 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.491 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.491 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.491 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.491 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.491 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.491 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.491 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.491 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.491 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.491 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.492 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.492 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.492 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.492 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.492 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.492 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.492 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.492 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.492 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.492 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.492 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.492 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.492 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.492 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.492 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.493 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.493 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.493 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.493 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.493 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.493 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.493 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.493 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.493 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.493 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.493 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.493 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.493 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.493 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.493 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.494 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.494 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.494 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.494 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.494 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.494 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.494 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.494 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.494 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.494 INFO:teuthology.orchestra.run.smithi042.stdout: "zabbix_host": { 2024-06-06T08:42:11.494 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "zabbix_host", 2024-06-06T08:42:11.494 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.494 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.495 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.495 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.495 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.495 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.495 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.495 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.495 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.495 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.495 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.495 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.495 INFO:teuthology.orchestra.run.smithi042.stdout: "zabbix_port": { 2024-06-06T08:42:11.495 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "zabbix_port", 2024-06-06T08:42:11.495 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.495 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.495 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.495 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "10051", 2024-06-06T08:42:11.496 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.496 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.496 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.496 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.496 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.496 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.496 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.496 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.496 INFO:teuthology.orchestra.run.smithi042.stdout: "zabbix_sender": { 2024-06-06T08:42:11.496 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "zabbix_sender", 2024-06-06T08:42:11.496 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.496 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.496 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.496 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-06-06T08:42:11.497 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.497 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.497 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.497 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.497 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.497 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.497 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.497 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.497 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.497 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.497 INFO:teuthology.orchestra.run.smithi042.stdout: ] 2024-06-06T08:42:11.497 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.497 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.497 INFO:teuthology.orchestra.run.smithi042.stdout: "modules": [ 2024-06-06T08:42:11.497 INFO:teuthology.orchestra.run.smithi042.stdout: "cephadm", 2024-06-06T08:42:11.497 INFO:teuthology.orchestra.run.smithi042.stdout: "dashboard", 2024-06-06T08:42:11.498 INFO:teuthology.orchestra.run.smithi042.stdout: "iostat", 2024-06-06T08:42:11.498 INFO:teuthology.orchestra.run.smithi042.stdout: "nfs", 2024-06-06T08:42:11.498 INFO:teuthology.orchestra.run.smithi042.stdout: "restful", 2024-06-06T08:42:11.498 INFO:teuthology.orchestra.run.smithi042.stdout: "snap_schedule" 2024-06-06T08:42:11.498 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.498 INFO:teuthology.orchestra.run.smithi042.stdout: "available_modules": [ 2024-06-06T08:42:11.498 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.498 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "alerts", 2024-06-06T08:42:11.498 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.498 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.498 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.498 INFO:teuthology.orchestra.run.smithi042.stdout: "interval": { 2024-06-06T08:42:11.498 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "interval", 2024-06-06T08:42:11.499 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:11.499 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.499 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.499 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "60", 2024-06-06T08:42:11.499 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.499 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.499 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.499 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "How frequently to reexamine health status", 2024-06-06T08:42:11.499 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.499 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.499 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.499 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.499 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.500 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.500 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.500 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.500 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.500 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.500 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.500 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.500 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.500 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.500 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.500 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.500 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.500 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.500 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.501 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.501 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.501 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.501 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.501 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.501 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.501 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.501 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.501 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.501 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.501 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.501 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.501 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.501 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.501 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.502 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.502 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.502 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.502 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.502 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.502 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.502 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.502 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.502 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.502 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.502 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.502 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.502 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.502 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.503 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.503 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.503 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.503 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.503 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.503 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.503 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.503 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.503 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.503 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.503 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.503 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.503 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.503 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.503 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.504 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.504 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.504 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.504 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.504 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.504 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.504 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.504 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.504 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.504 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.504 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.504 INFO:teuthology.orchestra.run.smithi042.stdout: "smtp_destination": { 2024-06-06T08:42:11.504 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "smtp_destination", 2024-06-06T08:42:11.504 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.504 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.505 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.505 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.505 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.505 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.505 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.505 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Email address to send alerts to", 2024-06-06T08:42:11.505 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.505 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.505 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.505 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.505 INFO:teuthology.orchestra.run.smithi042.stdout: "smtp_from_name": { 2024-06-06T08:42:11.505 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "smtp_from_name", 2024-06-06T08:42:11.505 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.505 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.505 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.506 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "Ceph", 2024-06-06T08:42:11.506 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.506 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.506 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.506 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Email From: name", 2024-06-06T08:42:11.506 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.506 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.506 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.506 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.506 INFO:teuthology.orchestra.run.smithi042.stdout: "smtp_host": { 2024-06-06T08:42:11.506 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "smtp_host", 2024-06-06T08:42:11.506 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.506 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.506 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.506 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.507 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.507 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.507 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.507 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "SMTP server", 2024-06-06T08:42:11.507 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.507 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.507 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.507 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.507 INFO:teuthology.orchestra.run.smithi042.stdout: "smtp_password": { 2024-06-06T08:42:11.507 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "smtp_password", 2024-06-06T08:42:11.507 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.507 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.507 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.507 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.508 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.508 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.508 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.508 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Password to authenticate with", 2024-06-06T08:42:11.508 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.508 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.508 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.508 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.508 INFO:teuthology.orchestra.run.smithi042.stdout: "smtp_port": { 2024-06-06T08:42:11.508 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "smtp_port", 2024-06-06T08:42:11.508 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.508 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.508 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.508 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "465", 2024-06-06T08:42:11.508 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.509 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.509 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.509 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "SMTP port", 2024-06-06T08:42:11.509 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.509 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.509 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.509 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.509 INFO:teuthology.orchestra.run.smithi042.stdout: "smtp_sender": { 2024-06-06T08:42:11.509 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "smtp_sender", 2024-06-06T08:42:11.509 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.509 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.509 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.509 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.509 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.510 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.510 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.510 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "SMTP envelope sender", 2024-06-06T08:42:11.510 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.510 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.510 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.510 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.510 INFO:teuthology.orchestra.run.smithi042.stdout: "smtp_ssl": { 2024-06-06T08:42:11.510 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "smtp_ssl", 2024-06-06T08:42:11.510 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.510 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.510 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.510 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.510 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.511 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.511 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.511 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Use SSL to connect to SMTP server", 2024-06-06T08:42:11.511 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.511 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.511 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.511 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.511 INFO:teuthology.orchestra.run.smithi042.stdout: "smtp_user": { 2024-06-06T08:42:11.511 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "smtp_user", 2024-06-06T08:42:11.511 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.511 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.511 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.511 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.511 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.511 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.512 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.512 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "User to authenticate as", 2024-06-06T08:42:11.512 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.512 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.512 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.512 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.512 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.512 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.512 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.512 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "balancer", 2024-06-06T08:42:11.512 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.512 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.512 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.512 INFO:teuthology.orchestra.run.smithi042.stdout: "active": { 2024-06-06T08:42:11.512 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "active", 2024-06-06T08:42:11.513 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.513 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.513 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.513 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.513 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.513 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.513 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.513 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "automatically balance PGs across cluster", 2024-06-06T08:42:11.513 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.513 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.513 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.513 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.513 INFO:teuthology.orchestra.run.smithi042.stdout: "begin_time": { 2024-06-06T08:42:11.513 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "begin_time", 2024-06-06T08:42:11.513 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.514 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.514 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.514 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "0000", 2024-06-06T08:42:11.514 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.514 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.514 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.514 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "beginning time of day to automatically balance", 2024-06-06T08:42:11.514 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-06-06T08:42:11.514 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.514 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.514 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.514 INFO:teuthology.orchestra.run.smithi042.stdout: "begin_weekday": { 2024-06-06T08:42:11.514 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "begin_weekday", 2024-06-06T08:42:11.514 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "uint", 2024-06-06T08:42:11.514 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.515 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.515 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "0", 2024-06-06T08:42:11.515 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "0", 2024-06-06T08:42:11.515 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "6", 2024-06-06T08:42:11.515 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.515 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-06-06T08:42:11.515 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-06-06T08:42:11.515 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.515 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.515 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.515 INFO:teuthology.orchestra.run.smithi042.stdout: "crush_compat_max_iterations": { 2024-06-06T08:42:11.515 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "crush_compat_max_iterations", 2024-06-06T08:42:11.515 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "uint", 2024-06-06T08:42:11.515 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.516 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.516 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "25", 2024-06-06T08:42:11.516 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "1", 2024-06-06T08:42:11.516 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "250", 2024-06-06T08:42:11.516 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.516 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-06-06T08:42:11.516 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.516 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.516 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.516 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.516 INFO:teuthology.orchestra.run.smithi042.stdout: "crush_compat_metrics": { 2024-06-06T08:42:11.516 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "crush_compat_metrics", 2024-06-06T08:42:11.516 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.516 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.517 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.517 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "pgs,objects,bytes", 2024-06-06T08:42:11.517 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.517 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.517 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.517 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-06-06T08:42:11.517 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-06-06T08:42:11.517 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.517 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.517 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.517 INFO:teuthology.orchestra.run.smithi042.stdout: "crush_compat_step": { 2024-06-06T08:42:11.517 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "crush_compat_step", 2024-06-06T08:42:11.517 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "float", 2024-06-06T08:42:11.517 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.517 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.518 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "0.5", 2024-06-06T08:42:11.518 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "0.001", 2024-06-06T08:42:11.518 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "0.999", 2024-06-06T08:42:11.518 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.518 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "aggressiveness of optimization", 2024-06-06T08:42:11.518 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-06-06T08:42:11.518 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.518 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.518 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.518 INFO:teuthology.orchestra.run.smithi042.stdout: "end_time": { 2024-06-06T08:42:11.518 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "end_time", 2024-06-06T08:42:11.518 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.518 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.518 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.519 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "2359", 2024-06-06T08:42:11.519 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.519 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.519 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.519 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "ending time of day to automatically balance", 2024-06-06T08:42:11.519 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-06-06T08:42:11.519 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.519 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.519 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.519 INFO:teuthology.orchestra.run.smithi042.stdout: "end_weekday": { 2024-06-06T08:42:11.519 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "end_weekday", 2024-06-06T08:42:11.519 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "uint", 2024-06-06T08:42:11.519 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.519 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.519 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "0", 2024-06-06T08:42:11.520 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "0", 2024-06-06T08:42:11.520 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "6", 2024-06-06T08:42:11.520 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.520 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-06-06T08:42:11.520 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-06-06T08:42:11.520 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.520 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.520 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.520 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.520 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.520 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.520 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.520 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.520 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.520 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.521 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.521 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.521 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.521 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.521 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.521 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.521 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.521 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.521 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.521 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.521 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.521 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.521 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.521 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.521 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.522 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.522 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.522 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.522 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.522 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.522 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.522 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.522 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.522 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.522 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.522 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.522 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.522 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.522 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.522 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.523 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.523 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.523 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.523 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.523 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.523 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.523 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.523 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.523 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.523 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.523 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.523 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.523 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.523 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.524 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.524 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.524 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.524 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.524 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.524 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.524 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.524 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.524 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.524 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.524 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.524 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.524 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.524 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.525 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.525 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.525 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.525 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.525 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.525 INFO:teuthology.orchestra.run.smithi042.stdout: "min_score": { 2024-06-06T08:42:11.525 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "min_score", 2024-06-06T08:42:11.525 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "float", 2024-06-06T08:42:11.525 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.525 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.525 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "0", 2024-06-06T08:42:11.525 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.525 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.525 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.526 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-06-06T08:42:11.526 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.526 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.526 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.526 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.526 INFO:teuthology.orchestra.run.smithi042.stdout: "mode": { 2024-06-06T08:42:11.526 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "mode", 2024-06-06T08:42:11.526 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.526 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.526 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.526 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "upmap", 2024-06-06T08:42:11.526 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.527 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.527 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.527 INFO:teuthology.orchestra.run.smithi042.stdout: "crush-compat", 2024-06-06T08:42:11.527 INFO:teuthology.orchestra.run.smithi042.stdout: "none", 2024-06-06T08:42:11.527 INFO:teuthology.orchestra.run.smithi042.stdout: "read", 2024-06-06T08:42:11.527 INFO:teuthology.orchestra.run.smithi042.stdout: "upmap", 2024-06-06T08:42:11.527 INFO:teuthology.orchestra.run.smithi042.stdout: "upmap-read" 2024-06-06T08:42:11.527 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.527 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Balancer mode", 2024-06-06T08:42:11.527 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.527 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.527 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.527 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.527 INFO:teuthology.orchestra.run.smithi042.stdout: "pool_ids": { 2024-06-06T08:42:11.527 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "pool_ids", 2024-06-06T08:42:11.527 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.528 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.528 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.528 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.528 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.528 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.528 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.528 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-06-06T08:42:11.528 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.528 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.528 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.528 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.528 INFO:teuthology.orchestra.run.smithi042.stdout: "sleep_interval": { 2024-06-06T08:42:11.528 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "sleep_interval", 2024-06-06T08:42:11.528 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:11.529 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.529 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.529 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "60", 2024-06-06T08:42:11.529 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.529 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.529 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.529 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-06-06T08:42:11.529 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.529 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.529 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.529 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.529 INFO:teuthology.orchestra.run.smithi042.stdout: "upmap_max_deviation": { 2024-06-06T08:42:11.529 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "upmap_max_deviation", 2024-06-06T08:42:11.529 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.529 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.530 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.530 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "5", 2024-06-06T08:42:11.530 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "1", 2024-06-06T08:42:11.530 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.530 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.530 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "deviation below which no optimization is attempted", 2024-06-06T08:42:11.530 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-06-06T08:42:11.530 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.530 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.530 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.530 INFO:teuthology.orchestra.run.smithi042.stdout: "upmap_max_optimizations": { 2024-06-06T08:42:11.530 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "upmap_max_optimizations", 2024-06-06T08:42:11.530 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "uint", 2024-06-06T08:42:11.530 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.531 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.531 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "10", 2024-06-06T08:42:11.531 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.531 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.531 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.531 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-06-06T08:42:11.531 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.531 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.531 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.531 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.531 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.531 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.531 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.531 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "cephadm", 2024-06-06T08:42:11.531 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.532 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.532 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.532 INFO:teuthology.orchestra.run.smithi042.stdout: "agent_down_multiplier": { 2024-06-06T08:42:11.532 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "agent_down_multiplier", 2024-06-06T08:42:11.532 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "float", 2024-06-06T08:42:11.532 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.532 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.532 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "3.0", 2024-06-06T08:42:11.532 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.532 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.532 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.532 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-06-06T08:42:11.532 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.532 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.533 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.533 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.533 INFO:teuthology.orchestra.run.smithi042.stdout: "agent_refresh_rate": { 2024-06-06T08:42:11.533 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "agent_refresh_rate", 2024-06-06T08:42:11.533 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:11.533 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.533 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.533 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "20", 2024-06-06T08:42:11.533 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.533 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.533 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.533 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-06-06T08:42:11.533 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.533 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.534 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.534 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.534 INFO:teuthology.orchestra.run.smithi042.stdout: "agent_starting_port": { 2024-06-06T08:42:11.534 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "agent_starting_port", 2024-06-06T08:42:11.534 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.534 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.534 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.534 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "4721", 2024-06-06T08:42:11.534 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.534 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.534 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.534 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-06-06T08:42:11.534 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.534 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.534 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.535 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.535 INFO:teuthology.orchestra.run.smithi042.stdout: "allow_ptrace": { 2024-06-06T08:42:11.535 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "allow_ptrace", 2024-06-06T08:42:11.535 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.535 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.535 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.535 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.535 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.535 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.535 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.535 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-06-06T08:42:11.535 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-06-06T08:42:11.535 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.535 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.535 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.536 INFO:teuthology.orchestra.run.smithi042.stdout: "autotune_interval": { 2024-06-06T08:42:11.536 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "autotune_interval", 2024-06-06T08:42:11.536 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:11.536 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.536 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.536 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "600", 2024-06-06T08:42:11.536 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.536 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.536 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.536 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "how frequently to autotune daemon memory", 2024-06-06T08:42:11.536 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.536 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.536 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.536 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.536 INFO:teuthology.orchestra.run.smithi042.stdout: "autotune_memory_target_ratio": { 2024-06-06T08:42:11.537 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "autotune_memory_target_ratio", 2024-06-06T08:42:11.537 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "float", 2024-06-06T08:42:11.537 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.537 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.537 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "0.7", 2024-06-06T08:42:11.537 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.537 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.537 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.537 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-06-06T08:42:11.537 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.537 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.537 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.537 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.537 INFO:teuthology.orchestra.run.smithi042.stdout: "cephadm_log_destination": { 2024-06-06T08:42:11.537 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "cephadm_log_destination", 2024-06-06T08:42:11.538 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.538 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.538 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.538 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.538 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.538 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.538 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.538 INFO:teuthology.orchestra.run.smithi042.stdout: "file", 2024-06-06T08:42:11.538 INFO:teuthology.orchestra.run.smithi042.stdout: "file,syslog", 2024-06-06T08:42:11.538 INFO:teuthology.orchestra.run.smithi042.stdout: "syslog" 2024-06-06T08:42:11.538 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.538 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-06-06T08:42:11.538 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.538 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.539 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.539 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.539 INFO:teuthology.orchestra.run.smithi042.stdout: "cgroups_split": { 2024-06-06T08:42:11.539 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "cgroups_split", 2024-06-06T08:42:11.539 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.539 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.539 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.539 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.539 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.539 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.539 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.539 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-06-06T08:42:11.539 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.539 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.539 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.540 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.540 INFO:teuthology.orchestra.run.smithi042.stdout: "config_checks_enabled": { 2024-06-06T08:42:11.540 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "config_checks_enabled", 2024-06-06T08:42:11.540 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.540 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.540 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.540 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.540 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.540 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.540 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.540 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-06-06T08:42:11.540 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.540 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.540 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.541 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.541 INFO:teuthology.orchestra.run.smithi042.stdout: "config_dashboard": { 2024-06-06T08:42:11.541 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "config_dashboard", 2024-06-06T08:42:11.541 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.541 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.541 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.541 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.541 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.541 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.541 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.541 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-06-06T08:42:11.541 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.541 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.541 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.541 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.541 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_alertmanager": { 2024-06-06T08:42:11.542 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_alertmanager", 2024-06-06T08:42:11.542 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.542 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.542 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.542 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-06-06T08:42:11.542 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.542 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.542 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.542 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Prometheus container image", 2024-06-06T08:42:11.542 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.542 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.542 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.542 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.542 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_base": { 2024-06-06T08:42:11.543 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_base", 2024-06-06T08:42:11.543 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.543 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.543 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.543 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/ceph/ceph", 2024-06-06T08:42:11.543 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.543 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.543 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.543 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Container image name, without the tag", 2024-06-06T08:42:11.543 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.543 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.543 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.543 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.543 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_elasticsearch": { 2024-06-06T08:42:11.543 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_elasticsearch", 2024-06-06T08:42:11.544 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.544 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.544 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.544 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-06-06T08:42:11.544 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.544 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.544 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.544 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "elasticsearch container image", 2024-06-06T08:42:11.544 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.544 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.544 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.544 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.544 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_grafana": { 2024-06-06T08:42:11.544 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_grafana", 2024-06-06T08:42:11.544 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.545 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.545 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.545 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-06-06T08:42:11.545 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.545 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.545 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.545 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Prometheus container image", 2024-06-06T08:42:11.545 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.545 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.545 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.545 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.545 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_haproxy": { 2024-06-06T08:42:11.545 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_haproxy", 2024-06-06T08:42:11.545 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.546 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.546 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.546 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-06-06T08:42:11.546 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.546 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.546 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.547 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "HAproxy container image", 2024-06-06T08:42:11.547 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.547 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.547 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.547 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.547 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_jaeger_agent": { 2024-06-06T08:42:11.548 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_jaeger_agent", 2024-06-06T08:42:11.548 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.548 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.548 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.548 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-06-06T08:42:11.548 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.549 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.549 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.549 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Jaeger agent container image", 2024-06-06T08:42:11.549 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.549 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.549 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.549 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.549 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_jaeger_collector": { 2024-06-06T08:42:11.550 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_jaeger_collector", 2024-06-06T08:42:11.550 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.550 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.550 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.550 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-06-06T08:42:11.550 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.550 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.551 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.551 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Jaeger collector container image", 2024-06-06T08:42:11.551 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.551 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.551 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.551 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.551 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_jaeger_query": { 2024-06-06T08:42:11.551 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_jaeger_query", 2024-06-06T08:42:11.552 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.552 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.552 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.552 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-06-06T08:42:11.552 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.552 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.552 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.552 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Jaeger query container image", 2024-06-06T08:42:11.553 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.553 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.553 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.553 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.553 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_keepalived": { 2024-06-06T08:42:11.553 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_keepalived", 2024-06-06T08:42:11.553 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.553 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.554 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.554 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-06-06T08:42:11.554 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.554 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.554 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.554 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Keepalived container image", 2024-06-06T08:42:11.554 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.555 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.555 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.555 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.555 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_loki": { 2024-06-06T08:42:11.555 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_loki", 2024-06-06T08:42:11.555 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.555 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.555 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.556 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-06-06T08:42:11.556 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.556 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.556 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.556 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Loki container image", 2024-06-06T08:42:11.556 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.556 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.557 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.557 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.557 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_node_exporter": { 2024-06-06T08:42:11.557 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_node_exporter", 2024-06-06T08:42:11.557 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.557 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.557 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.557 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-06-06T08:42:11.557 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.557 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.558 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.558 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Prometheus container image", 2024-06-06T08:42:11.558 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.558 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.558 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.558 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.558 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_nvmeof": { 2024-06-06T08:42:11.558 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_nvmeof", 2024-06-06T08:42:11.558 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.558 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.558 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.558 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-06-06T08:42:11.558 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.559 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.559 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.559 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Nvme-of container image", 2024-06-06T08:42:11.559 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.559 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.559 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.559 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.559 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_prometheus": { 2024-06-06T08:42:11.559 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_prometheus", 2024-06-06T08:42:11.559 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.559 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.560 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.560 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-06-06T08:42:11.560 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.560 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.560 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.560 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Prometheus container image", 2024-06-06T08:42:11.560 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.560 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.560 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.560 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.560 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_promtail": { 2024-06-06T08:42:11.560 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_promtail", 2024-06-06T08:42:11.560 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.560 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.561 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.561 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-06-06T08:42:11.561 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.561 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.561 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.561 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Promtail container image", 2024-06-06T08:42:11.561 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.561 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.561 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.561 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.561 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_samba": { 2024-06-06T08:42:11.561 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_samba", 2024-06-06T08:42:11.561 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.561 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.561 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.562 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-06-06T08:42:11.562 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.562 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.562 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.562 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Samba/SMB container image", 2024-06-06T08:42:11.562 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.562 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.562 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.562 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.562 INFO:teuthology.orchestra.run.smithi042.stdout: "container_image_snmp_gateway": { 2024-06-06T08:42:11.562 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_image_snmp_gateway", 2024-06-06T08:42:11.562 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.562 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.562 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.563 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-06-06T08:42:11.563 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.563 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.563 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.563 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "SNMP Gateway container image", 2024-06-06T08:42:11.563 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.563 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.563 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.563 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.563 INFO:teuthology.orchestra.run.smithi042.stdout: "container_init": { 2024-06-06T08:42:11.563 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "container_init", 2024-06-06T08:42:11.563 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.563 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.563 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.563 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.564 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.564 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.564 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.564 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Run podman/docker with `--init`", 2024-06-06T08:42:11.564 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.564 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.564 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.564 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.564 INFO:teuthology.orchestra.run.smithi042.stdout: "daemon_cache_timeout": { 2024-06-06T08:42:11.564 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "daemon_cache_timeout", 2024-06-06T08:42:11.564 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:11.564 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.564 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.564 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "600", 2024-06-06T08:42:11.565 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.565 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.565 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.565 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-06-06T08:42:11.565 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.565 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.565 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.565 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.565 INFO:teuthology.orchestra.run.smithi042.stdout: "default_cephadm_command_timeout": { 2024-06-06T08:42:11.565 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "default_cephadm_command_timeout", 2024-06-06T08:42:11.565 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.565 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.565 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.565 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "900", 2024-06-06T08:42:11.565 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.566 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.566 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.566 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-06-06T08:42:11.566 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.566 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.566 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.566 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.566 INFO:teuthology.orchestra.run.smithi042.stdout: "default_registry": { 2024-06-06T08:42:11.566 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "default_registry", 2024-06-06T08:42:11.566 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.566 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.566 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.566 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "docker.io", 2024-06-06T08:42:11.566 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.567 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.567 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.567 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-06-06T08:42:11.567 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.567 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.567 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.567 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.567 INFO:teuthology.orchestra.run.smithi042.stdout: "device_cache_timeout": { 2024-06-06T08:42:11.567 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "device_cache_timeout", 2024-06-06T08:42:11.567 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:11.567 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.567 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.567 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "1800", 2024-06-06T08:42:11.567 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.568 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.568 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.568 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "seconds to cache device inventory", 2024-06-06T08:42:11.568 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.568 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.568 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.568 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.568 INFO:teuthology.orchestra.run.smithi042.stdout: "device_enhanced_scan": { 2024-06-06T08:42:11.568 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "device_enhanced_scan", 2024-06-06T08:42:11.568 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.568 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.568 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.568 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.568 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.569 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.569 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.569 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Use libstoragemgmt during device scans", 2024-06-06T08:42:11.569 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.569 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.569 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.569 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.569 INFO:teuthology.orchestra.run.smithi042.stdout: "facts_cache_timeout": { 2024-06-06T08:42:11.569 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "facts_cache_timeout", 2024-06-06T08:42:11.569 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:11.569 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.569 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.569 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "60", 2024-06-06T08:42:11.569 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.569 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.570 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.570 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "seconds to cache host facts data", 2024-06-06T08:42:11.570 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.570 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.570 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.570 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.570 INFO:teuthology.orchestra.run.smithi042.stdout: "grafana_dashboards_path": { 2024-06-06T08:42:11.570 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "grafana_dashboards_path", 2024-06-06T08:42:11.570 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.570 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.570 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.570 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-06-06T08:42:11.570 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.571 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.571 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.571 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-06-06T08:42:11.571 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.571 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.571 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.571 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.571 INFO:teuthology.orchestra.run.smithi042.stdout: "host_check_interval": { 2024-06-06T08:42:11.571 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "host_check_interval", 2024-06-06T08:42:11.571 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:11.571 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.571 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.571 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "600", 2024-06-06T08:42:11.571 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.571 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.572 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.572 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "how frequently to perform a host check", 2024-06-06T08:42:11.572 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.572 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.572 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.572 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.572 INFO:teuthology.orchestra.run.smithi042.stdout: "hw_monitoring": { 2024-06-06T08:42:11.572 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "hw_monitoring", 2024-06-06T08:42:11.572 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.572 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.572 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.572 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.572 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.572 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.573 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.573 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-06-06T08:42:11.573 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.573 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.573 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.573 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.573 INFO:teuthology.orchestra.run.smithi042.stdout: "inventory_list_all": { 2024-06-06T08:42:11.573 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "inventory_list_all", 2024-06-06T08:42:11.573 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.573 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.573 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.573 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.573 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.573 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.574 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.574 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-06-06T08:42:11.574 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.574 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.574 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.574 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.574 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.574 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.574 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.574 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.574 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.574 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.574 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.575 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.575 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.575 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.575 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.575 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.575 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.575 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.575 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.575 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.575 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.575 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.575 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.575 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.575 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.575 INFO:teuthology.orchestra.run.smithi042.stdout: "log_refresh_metadata": { 2024-06-06T08:42:11.576 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_refresh_metadata", 2024-06-06T08:42:11.576 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.576 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.576 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.576 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.576 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.576 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.576 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.576 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-06-06T08:42:11.576 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.576 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.576 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.576 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.576 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.577 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.577 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.577 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.577 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.577 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.577 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.577 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.577 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.577 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-06-06T08:42:11.577 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.577 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.577 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.577 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.577 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.577 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.578 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.578 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.578 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.578 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.578 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.578 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.578 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.578 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.578 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.578 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.578 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.578 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.578 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.579 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.579 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.579 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.579 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.579 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.579 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.579 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.579 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.579 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.579 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.579 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.579 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.579 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.579 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.579 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.580 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.580 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.580 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.580 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.580 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.580 INFO:teuthology.orchestra.run.smithi042.stdout: "manage_etc_ceph_ceph_conf": { 2024-06-06T08:42:11.580 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-06-06T08:42:11.580 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.580 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.580 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.580 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.580 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.580 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.580 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.580 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-06-06T08:42:11.581 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.581 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.581 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.581 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.581 INFO:teuthology.orchestra.run.smithi042.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-06-06T08:42:11.581 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-06-06T08:42:11.581 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.581 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.581 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.581 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "*", 2024-06-06T08:42:11.581 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.581 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.581 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.581 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-06-06T08:42:11.581 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.582 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.582 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.582 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.582 INFO:teuthology.orchestra.run.smithi042.stdout: "max_count_per_host": { 2024-06-06T08:42:11.582 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "max_count_per_host", 2024-06-06T08:42:11.582 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.582 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.582 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.582 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "10", 2024-06-06T08:42:11.582 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.582 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.582 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.582 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "max number of daemons per service per host", 2024-06-06T08:42:11.583 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.583 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.583 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.583 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.583 INFO:teuthology.orchestra.run.smithi042.stdout: "max_osd_draining_count": { 2024-06-06T08:42:11.583 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "max_osd_draining_count", 2024-06-06T08:42:11.583 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.583 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.583 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.583 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "10", 2024-06-06T08:42:11.583 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.583 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.583 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.583 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-06-06T08:42:11.583 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.584 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.584 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.584 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.584 INFO:teuthology.orchestra.run.smithi042.stdout: "migration_current": { 2024-06-06T08:42:11.584 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "migration_current", 2024-06-06T08:42:11.584 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.584 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.584 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.584 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.584 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.584 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.584 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.584 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "internal - do not modify", 2024-06-06T08:42:11.585 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.585 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.585 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.585 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.585 INFO:teuthology.orchestra.run.smithi042.stdout: "mode": { 2024-06-06T08:42:11.585 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "mode", 2024-06-06T08:42:11.585 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.585 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.585 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.585 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "root", 2024-06-06T08:42:11.585 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.585 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.585 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.585 INFO:teuthology.orchestra.run.smithi042.stdout: "cephadm-package", 2024-06-06T08:42:11.585 INFO:teuthology.orchestra.run.smithi042.stdout: "root" 2024-06-06T08:42:11.585 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.586 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "mode for remote execution of cephadm", 2024-06-06T08:42:11.586 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.586 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.586 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.586 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.586 INFO:teuthology.orchestra.run.smithi042.stdout: "oob_default_addr": { 2024-06-06T08:42:11.586 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "oob_default_addr", 2024-06-06T08:42:11.586 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.586 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.586 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.586 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "169.254.1.1", 2024-06-06T08:42:11.586 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.586 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.587 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.587 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Default address for RedFish API (oob management).", 2024-06-06T08:42:11.587 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.587 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.587 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.587 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.587 INFO:teuthology.orchestra.run.smithi042.stdout: "prometheus_alerts_path": { 2024-06-06T08:42:11.587 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "prometheus_alerts_path", 2024-06-06T08:42:11.587 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.587 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.587 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.587 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-06-06T08:42:11.587 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.587 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.587 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.588 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-06-06T08:42:11.588 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.588 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.588 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.588 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.588 INFO:teuthology.orchestra.run.smithi042.stdout: "registry_insecure": { 2024-06-06T08:42:11.588 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "registry_insecure", 2024-06-06T08:42:11.588 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.588 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.588 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.588 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.588 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.588 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.588 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.588 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-06-06T08:42:11.589 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.589 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.589 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.589 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.589 INFO:teuthology.orchestra.run.smithi042.stdout: "registry_password": { 2024-06-06T08:42:11.589 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "registry_password", 2024-06-06T08:42:11.589 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.589 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.589 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.589 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.589 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.589 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.589 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.589 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-06-06T08:42:11.589 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.589 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.590 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.590 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.590 INFO:teuthology.orchestra.run.smithi042.stdout: "registry_url": { 2024-06-06T08:42:11.590 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "registry_url", 2024-06-06T08:42:11.590 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.590 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.590 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.590 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.590 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.590 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.590 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.590 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-06-06T08:42:11.590 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.591 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.591 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.591 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.591 INFO:teuthology.orchestra.run.smithi042.stdout: "registry_username": { 2024-06-06T08:42:11.591 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "registry_username", 2024-06-06T08:42:11.591 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.591 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.591 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.591 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.591 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.591 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.591 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.591 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-06-06T08:42:11.591 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.591 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.592 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.592 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.592 INFO:teuthology.orchestra.run.smithi042.stdout: "secure_monitoring_stack": { 2024-06-06T08:42:11.592 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "secure_monitoring_stack", 2024-06-06T08:42:11.592 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.592 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.592 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.592 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.592 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.592 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.592 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.592 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-06-06T08:42:11.592 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.592 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.592 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.593 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.593 INFO:teuthology.orchestra.run.smithi042.stdout: "service_discovery_port": { 2024-06-06T08:42:11.593 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "service_discovery_port", 2024-06-06T08:42:11.593 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.593 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.593 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.593 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "8765", 2024-06-06T08:42:11.593 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.593 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.593 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.593 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "cephadm service discovery port", 2024-06-06T08:42:11.593 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.593 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.593 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.593 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.594 INFO:teuthology.orchestra.run.smithi042.stdout: "ssh_config_file": { 2024-06-06T08:42:11.594 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ssh_config_file", 2024-06-06T08:42:11.594 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.594 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.594 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.594 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.594 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.594 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.594 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.594 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-06-06T08:42:11.594 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.594 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.594 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.595 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.595 INFO:teuthology.orchestra.run.smithi042.stdout: "use_agent": { 2024-06-06T08:42:11.595 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "use_agent", 2024-06-06T08:42:11.595 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.595 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.595 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.595 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.595 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.595 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.595 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.595 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-06-06T08:42:11.595 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.595 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.595 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.596 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.596 INFO:teuthology.orchestra.run.smithi042.stdout: "use_repo_digest": { 2024-06-06T08:42:11.596 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "use_repo_digest", 2024-06-06T08:42:11.596 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.596 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.596 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.596 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.596 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.596 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.596 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.596 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-06-06T08:42:11.596 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.596 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.597 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.597 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.597 INFO:teuthology.orchestra.run.smithi042.stdout: "warn_on_failed_host_check": { 2024-06-06T08:42:11.597 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "warn_on_failed_host_check", 2024-06-06T08:42:11.597 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.597 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.597 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.597 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.597 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.597 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.597 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.597 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "raise a health warning if the host check fails", 2024-06-06T08:42:11.597 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.597 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.598 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.598 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.598 INFO:teuthology.orchestra.run.smithi042.stdout: "warn_on_stray_daemons": { 2024-06-06T08:42:11.598 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "warn_on_stray_daemons", 2024-06-06T08:42:11.598 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.598 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.598 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.598 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.598 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.598 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.598 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.598 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-06-06T08:42:11.599 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.599 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.599 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.599 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.599 INFO:teuthology.orchestra.run.smithi042.stdout: "warn_on_stray_hosts": { 2024-06-06T08:42:11.599 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "warn_on_stray_hosts", 2024-06-06T08:42:11.599 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.599 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.599 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.599 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.599 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.599 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.599 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.599 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-06-06T08:42:11.600 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.600 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.600 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.600 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.600 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.600 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.600 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.600 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "crash", 2024-06-06T08:42:11.600 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.600 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.600 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.600 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.600 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.600 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.601 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.601 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.601 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.601 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.601 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.601 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.601 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.601 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.601 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.601 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.601 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.601 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.601 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.601 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.601 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.602 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.602 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.602 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.602 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.602 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.602 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.602 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.602 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.602 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.602 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.602 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.602 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.602 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.603 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.603 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.603 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.603 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.603 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.603 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.603 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.603 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.603 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.603 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.603 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.603 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.603 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.603 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.603 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.603 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.604 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.604 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.604 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.604 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.604 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.604 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.604 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.604 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.604 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.604 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.604 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.604 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.604 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.604 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.604 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.604 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.605 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.605 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.605 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.605 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.605 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.605 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.605 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.605 INFO:teuthology.orchestra.run.smithi042.stdout: "retain_interval": { 2024-06-06T08:42:11.605 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "retain_interval", 2024-06-06T08:42:11.605 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:11.605 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.605 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.605 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "31536000", 2024-06-06T08:42:11.605 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.605 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.606 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.606 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "how long to retain crashes before pruning them", 2024-06-06T08:42:11.606 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.606 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.606 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.606 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.606 INFO:teuthology.orchestra.run.smithi042.stdout: "warn_recent_interval": { 2024-06-06T08:42:11.606 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "warn_recent_interval", 2024-06-06T08:42:11.606 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:11.606 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.606 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.606 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "1209600", 2024-06-06T08:42:11.606 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.606 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.607 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.607 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "time interval in which to warn about recent crashes", 2024-06-06T08:42:11.607 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.607 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.607 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.607 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.607 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.607 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.607 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.607 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "dashboard", 2024-06-06T08:42:11.607 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.607 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.607 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.607 INFO:teuthology.orchestra.run.smithi042.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-06-06T08:42:11.608 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-06-06T08:42:11.608 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.608 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.608 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.608 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "10", 2024-06-06T08:42:11.608 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.608 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.608 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.608 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.608 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.608 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.608 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.608 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.608 INFO:teuthology.orchestra.run.smithi042.stdout: "ALERTMANAGER_API_HOST": { 2024-06-06T08:42:11.609 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ALERTMANAGER_API_HOST", 2024-06-06T08:42:11.609 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.609 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.609 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.609 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.609 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.609 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.609 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.609 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.609 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.609 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.609 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.609 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.610 INFO:teuthology.orchestra.run.smithi042.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-06-06T08:42:11.610 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-06-06T08:42:11.610 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.610 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.610 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.610 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.610 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.610 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.610 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.610 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.610 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.610 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.610 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.611 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.611 INFO:teuthology.orchestra.run.smithi042.stdout: "AUDIT_API_ENABLED": { 2024-06-06T08:42:11.611 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "AUDIT_API_ENABLED", 2024-06-06T08:42:11.611 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.611 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.611 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.611 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.611 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.611 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.611 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.611 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.611 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.611 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.611 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.612 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.612 INFO:teuthology.orchestra.run.smithi042.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-06-06T08:42:11.612 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-06-06T08:42:11.612 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.612 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.612 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.612 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.612 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.612 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.612 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.612 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.612 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.612 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.612 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.612 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.612 INFO:teuthology.orchestra.run.smithi042.stdout: "ENABLE_BROWSABLE_API": { 2024-06-06T08:42:11.613 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ENABLE_BROWSABLE_API", 2024-06-06T08:42:11.613 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.613 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.613 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.613 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.613 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.613 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.613 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.613 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.613 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.613 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.613 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.613 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.613 INFO:teuthology.orchestra.run.smithi042.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-06-06T08:42:11.613 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-06-06T08:42:11.614 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.614 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.614 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.614 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.614 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.614 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.614 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.614 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.614 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.614 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.614 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.614 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.614 INFO:teuthology.orchestra.run.smithi042.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-06-06T08:42:11.614 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-06-06T08:42:11.615 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.615 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.615 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.615 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.615 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.615 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.615 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.615 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.615 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.615 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.615 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.615 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.615 INFO:teuthology.orchestra.run.smithi042.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-06-06T08:42:11.615 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-06-06T08:42:11.615 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.616 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.616 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.616 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.616 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.616 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.616 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.616 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.616 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.616 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.616 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.616 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.616 INFO:teuthology.orchestra.run.smithi042.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-06-06T08:42:11.616 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-06-06T08:42:11.616 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.616 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.617 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.617 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.617 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.617 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.617 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.617 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.617 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.617 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.617 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.617 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.617 INFO:teuthology.orchestra.run.smithi042.stdout: "FEATURE_TOGGLE_NFS": { 2024-06-06T08:42:11.617 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-06-06T08:42:11.617 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.617 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.618 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.618 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.618 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.618 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.618 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.618 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.618 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.618 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.618 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.618 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.618 INFO:teuthology.orchestra.run.smithi042.stdout: "FEATURE_TOGGLE_RBD": { 2024-06-06T08:42:11.618 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-06-06T08:42:11.619 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.619 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.619 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.619 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.619 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.619 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.619 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.619 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.619 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.619 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.619 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.619 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.619 INFO:teuthology.orchestra.run.smithi042.stdout: "FEATURE_TOGGLE_RGW": { 2024-06-06T08:42:11.619 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-06-06T08:42:11.620 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.620 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.620 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.620 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.620 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.620 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.620 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.620 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.620 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.620 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.620 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.620 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.620 INFO:teuthology.orchestra.run.smithi042.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-06-06T08:42:11.620 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-06-06T08:42:11.621 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.621 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.621 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.621 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.621 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.621 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.621 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.621 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.621 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.621 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.621 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.621 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.621 INFO:teuthology.orchestra.run.smithi042.stdout: "GRAFANA_API_PASSWORD": { 2024-06-06T08:42:11.621 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "GRAFANA_API_PASSWORD", 2024-06-06T08:42:11.622 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.622 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.622 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.622 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "admin", 2024-06-06T08:42:11.622 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.622 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.622 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.622 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.622 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.622 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.622 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.622 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.622 INFO:teuthology.orchestra.run.smithi042.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-06-06T08:42:11.622 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-06-06T08:42:11.623 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.623 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.623 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.623 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.623 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.623 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.623 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.623 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.623 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.623 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.623 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.623 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.623 INFO:teuthology.orchestra.run.smithi042.stdout: "GRAFANA_API_URL": { 2024-06-06T08:42:11.623 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "GRAFANA_API_URL", 2024-06-06T08:42:11.623 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.624 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.624 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.624 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.624 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.624 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.624 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.624 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.624 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.624 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.624 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.624 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.624 INFO:teuthology.orchestra.run.smithi042.stdout: "GRAFANA_API_USERNAME": { 2024-06-06T08:42:11.624 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "GRAFANA_API_USERNAME", 2024-06-06T08:42:11.624 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.624 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.625 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.625 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "admin", 2024-06-06T08:42:11.625 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.625 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.625 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.625 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.625 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.625 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.625 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.625 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.625 INFO:teuthology.orchestra.run.smithi042.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-06-06T08:42:11.625 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-06-06T08:42:11.625 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.625 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.625 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.626 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.626 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.626 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.626 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.626 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.626 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.626 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.626 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.626 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.626 INFO:teuthology.orchestra.run.smithi042.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-06-06T08:42:11.626 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-06-06T08:42:11.626 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.626 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.626 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.627 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.627 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.627 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.627 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.627 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.627 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.627 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.627 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.627 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.627 INFO:teuthology.orchestra.run.smithi042.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-06-06T08:42:11.627 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-06-06T08:42:11.627 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.627 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.627 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.627 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.628 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.628 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.628 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.628 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.628 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.628 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.628 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.628 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.628 INFO:teuthology.orchestra.run.smithi042.stdout: "ISSUE_TRACKER_API_KEY": { 2024-06-06T08:42:11.628 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-06-06T08:42:11.628 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.628 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.628 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.628 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.629 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.629 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.629 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.629 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.629 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.629 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.629 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.629 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.629 INFO:teuthology.orchestra.run.smithi042.stdout: "PROMETHEUS_API_HOST": { 2024-06-06T08:42:11.629 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PROMETHEUS_API_HOST", 2024-06-06T08:42:11.629 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.629 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.629 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.629 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.629 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.630 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.630 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.630 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.630 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.630 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.630 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.630 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.630 INFO:teuthology.orchestra.run.smithi042.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-06-06T08:42:11.630 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-06-06T08:42:11.630 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.630 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.630 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.630 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.630 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.631 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.631 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.631 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.631 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.631 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.631 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.631 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.631 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-06-06T08:42:11.631 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-06-06T08:42:11.631 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.631 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.631 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.631 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.631 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.631 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.632 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.632 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.632 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.632 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.632 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.632 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.632 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-06-06T08:42:11.632 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-06-06T08:42:11.632 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.632 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.632 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.632 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.632 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.632 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.632 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.633 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.633 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.633 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.633 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.633 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.633 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-06-06T08:42:11.633 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-06-06T08:42:11.633 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.633 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.633 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.633 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.633 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.633 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.633 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.634 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.634 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.634 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.634 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.634 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.634 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-06-06T08:42:11.634 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-06-06T08:42:11.634 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.634 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.634 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.634 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.634 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.634 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.635 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.635 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.635 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.635 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.635 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.635 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.635 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-06-06T08:42:11.635 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-06-06T08:42:11.635 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.635 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.635 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.635 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.635 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.635 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.635 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.636 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.636 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.636 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.636 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.636 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.636 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-06-06T08:42:11.636 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-06-06T08:42:11.636 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.636 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.636 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.636 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.636 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.636 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.636 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.637 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.637 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.637 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.637 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.637 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.637 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-06-06T08:42:11.637 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-06-06T08:42:11.637 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.637 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.637 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.637 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.637 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.637 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.637 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.637 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.638 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.638 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.638 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.638 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.638 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_ENABLED": { 2024-06-06T08:42:11.638 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_ENABLED", 2024-06-06T08:42:11.638 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.638 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.638 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.638 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.638 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.638 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.638 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.638 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.638 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.639 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.639 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.639 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.639 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-06-06T08:42:11.639 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-06-06T08:42:11.639 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.639 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.639 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.639 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-06-06T08:42:11.639 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.639 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.639 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.639 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.639 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.639 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.640 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.640 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.640 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-06-06T08:42:11.640 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-06-06T08:42:11.640 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.640 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.640 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.640 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "10", 2024-06-06T08:42:11.640 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.640 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.640 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.640 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.640 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.640 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.641 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.641 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.641 INFO:teuthology.orchestra.run.smithi042.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-06-06T08:42:11.641 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-06-06T08:42:11.641 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.641 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.641 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.641 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "8", 2024-06-06T08:42:11.641 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.641 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.641 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.641 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.641 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.641 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.641 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.642 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.642 INFO:teuthology.orchestra.run.smithi042.stdout: "REST_REQUESTS_TIMEOUT": { 2024-06-06T08:42:11.642 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-06-06T08:42:11.642 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.642 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.642 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.642 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "45", 2024-06-06T08:42:11.642 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.642 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.642 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.642 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.642 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.642 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.642 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.643 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.643 INFO:teuthology.orchestra.run.smithi042.stdout: "RGW_API_ACCESS_KEY": { 2024-06-06T08:42:11.643 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "RGW_API_ACCESS_KEY", 2024-06-06T08:42:11.643 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.643 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.643 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.643 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.643 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.643 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.643 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.643 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.643 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.643 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.643 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.643 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.644 INFO:teuthology.orchestra.run.smithi042.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-06-06T08:42:11.644 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-06-06T08:42:11.644 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.644 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.644 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.644 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "admin", 2024-06-06T08:42:11.644 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.644 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.644 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.644 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.644 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.644 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.645 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.645 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.645 INFO:teuthology.orchestra.run.smithi042.stdout: "RGW_API_SECRET_KEY": { 2024-06-06T08:42:11.645 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "RGW_API_SECRET_KEY", 2024-06-06T08:42:11.645 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.645 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.645 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.645 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.645 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.645 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.645 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.645 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.645 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.645 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.645 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.646 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.646 INFO:teuthology.orchestra.run.smithi042.stdout: "RGW_API_SSL_VERIFY": { 2024-06-06T08:42:11.646 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "RGW_API_SSL_VERIFY", 2024-06-06T08:42:11.646 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.646 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.646 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.646 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.646 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.646 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.646 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.646 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.646 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.646 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.646 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.647 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.647 INFO:teuthology.orchestra.run.smithi042.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-06-06T08:42:11.647 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-06-06T08:42:11.647 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.647 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.647 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.647 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "0", 2024-06-06T08:42:11.647 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.647 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.647 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.647 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.647 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.647 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.647 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.647 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.648 INFO:teuthology.orchestra.run.smithi042.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-06-06T08:42:11.648 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-06-06T08:42:11.648 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.648 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.648 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.648 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "10", 2024-06-06T08:42:11.648 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.648 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.648 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.648 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.648 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.648 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.648 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.649 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.649 INFO:teuthology.orchestra.run.smithi042.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-06-06T08:42:11.649 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-06-06T08:42:11.649 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.649 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.649 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.649 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "5", 2024-06-06T08:42:11.649 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.649 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.649 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.649 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.649 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.649 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.650 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.650 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.650 INFO:teuthology.orchestra.run.smithi042.stdout: "cross_origin_url": { 2024-06-06T08:42:11.650 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "cross_origin_url", 2024-06-06T08:42:11.650 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.650 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.650 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.650 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.650 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.650 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.650 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.650 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.650 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.650 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.650 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.651 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.651 INFO:teuthology.orchestra.run.smithi042.stdout: "crt_file": { 2024-06-06T08:42:11.651 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "crt_file", 2024-06-06T08:42:11.651 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.651 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.651 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.651 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.651 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.651 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.651 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.651 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.651 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.651 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.651 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.652 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.652 INFO:teuthology.orchestra.run.smithi042.stdout: "debug": { 2024-06-06T08:42:11.652 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "debug", 2024-06-06T08:42:11.652 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.652 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.652 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.652 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.652 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.652 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.652 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.652 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Enable/disable debug options", 2024-06-06T08:42:11.652 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.652 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.652 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.652 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.653 INFO:teuthology.orchestra.run.smithi042.stdout: "jwt_token_ttl": { 2024-06-06T08:42:11.653 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "jwt_token_ttl", 2024-06-06T08:42:11.653 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.653 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.653 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.653 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "28800", 2024-06-06T08:42:11.653 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.653 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.653 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.653 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.653 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.653 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.653 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.653 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.653 INFO:teuthology.orchestra.run.smithi042.stdout: "key_file": { 2024-06-06T08:42:11.654 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "key_file", 2024-06-06T08:42:11.654 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.654 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.654 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.654 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.654 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.654 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.654 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.654 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.654 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.654 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.654 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.654 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.654 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.655 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.655 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.655 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.655 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.655 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.655 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.655 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.655 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.655 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.655 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.655 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.655 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.655 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.656 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.656 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.656 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.656 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.656 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.656 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.656 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.656 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.656 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.656 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.656 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.656 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.656 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.656 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.657 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.657 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.657 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.657 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.657 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.657 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.657 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.657 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.657 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.657 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.657 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.657 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.657 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.657 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.658 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.658 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.658 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.658 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.658 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.658 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.658 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.658 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.658 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.658 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.658 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.658 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.659 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.659 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.659 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.659 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.659 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.659 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.659 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.659 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.659 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.659 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.659 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.659 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.659 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.659 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.660 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.660 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.660 INFO:teuthology.orchestra.run.smithi042.stdout: "motd": { 2024-06-06T08:42:11.660 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "motd", 2024-06-06T08:42:11.660 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.660 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.660 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.660 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.660 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.660 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.660 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.660 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "The message of the day", 2024-06-06T08:42:11.660 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.660 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.661 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.661 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.661 INFO:teuthology.orchestra.run.smithi042.stdout: "redirect_resolve_ip_addr": { 2024-06-06T08:42:11.661 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "redirect_resolve_ip_addr", 2024-06-06T08:42:11.661 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.661 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.661 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.661 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.661 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.661 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.661 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.661 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.661 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.661 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.662 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.662 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.662 INFO:teuthology.orchestra.run.smithi042.stdout: "server_addr": { 2024-06-06T08:42:11.662 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "server_addr", 2024-06-06T08:42:11.662 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.662 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.662 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.662 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "::", 2024-06-06T08:42:11.662 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.662 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.662 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.662 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.662 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.663 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.663 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.663 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.663 INFO:teuthology.orchestra.run.smithi042.stdout: "server_port": { 2024-06-06T08:42:11.663 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "server_port", 2024-06-06T08:42:11.663 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.663 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.663 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.663 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "8080", 2024-06-06T08:42:11.663 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.663 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.663 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.663 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.664 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.664 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.664 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.664 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.664 INFO:teuthology.orchestra.run.smithi042.stdout: "ssl": { 2024-06-06T08:42:11.664 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ssl", 2024-06-06T08:42:11.664 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.664 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.664 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.664 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.664 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.664 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.664 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.665 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.665 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.665 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.665 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.665 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.665 INFO:teuthology.orchestra.run.smithi042.stdout: "ssl_server_port": { 2024-06-06T08:42:11.665 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ssl_server_port", 2024-06-06T08:42:11.665 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.665 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.665 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.665 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "8443", 2024-06-06T08:42:11.665 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.665 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.666 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.666 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.666 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.666 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.666 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.666 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.666 INFO:teuthology.orchestra.run.smithi042.stdout: "standby_behaviour": { 2024-06-06T08:42:11.666 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "standby_behaviour", 2024-06-06T08:42:11.666 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.666 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.666 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.666 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "redirect", 2024-06-06T08:42:11.666 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.667 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.667 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.667 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.667 INFO:teuthology.orchestra.run.smithi042.stdout: "redirect" 2024-06-06T08:42:11.667 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.667 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.667 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.667 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.667 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.667 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.667 INFO:teuthology.orchestra.run.smithi042.stdout: "standby_error_status_code": { 2024-06-06T08:42:11.667 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "standby_error_status_code", 2024-06-06T08:42:11.667 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.668 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.668 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.668 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "500", 2024-06-06T08:42:11.668 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "400", 2024-06-06T08:42:11.668 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "599", 2024-06-06T08:42:11.668 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.668 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.668 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.668 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.668 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.668 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.668 INFO:teuthology.orchestra.run.smithi042.stdout: "url_prefix": { 2024-06-06T08:42:11.668 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "url_prefix", 2024-06-06T08:42:11.668 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.669 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.669 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.669 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.669 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.669 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.669 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.669 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.669 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.669 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.669 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.669 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.669 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.669 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.669 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.669 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "devicehealth", 2024-06-06T08:42:11.669 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.670 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.670 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.670 INFO:teuthology.orchestra.run.smithi042.stdout: "enable_monitoring": { 2024-06-06T08:42:11.670 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "enable_monitoring", 2024-06-06T08:42:11.670 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.670 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.670 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.670 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.670 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.670 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.670 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.670 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "monitor device health metrics", 2024-06-06T08:42:11.671 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.671 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.671 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.671 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.671 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.671 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.671 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.671 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.671 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.671 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.671 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.671 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.671 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.671 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.672 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.672 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.672 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.672 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.672 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.672 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.672 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.672 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.672 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.672 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.672 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.672 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.672 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.673 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.673 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.673 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.673 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.673 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.673 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.673 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.673 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.673 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.673 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.673 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.673 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.673 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.674 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.674 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.674 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.674 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.674 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.674 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.674 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.674 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.674 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.674 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.674 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.674 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.675 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.675 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.675 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.675 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.675 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.675 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.675 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.675 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.675 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.675 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.675 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.675 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.675 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.676 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.676 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.676 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.676 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.676 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.676 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.676 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.676 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.676 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.676 INFO:teuthology.orchestra.run.smithi042.stdout: "mark_out_threshold": { 2024-06-06T08:42:11.676 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "mark_out_threshold", 2024-06-06T08:42:11.676 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:11.676 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.676 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.677 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "2419200", 2024-06-06T08:42:11.677 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.677 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.677 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.677 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-06-06T08:42:11.677 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.677 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.677 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.677 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.677 INFO:teuthology.orchestra.run.smithi042.stdout: "pool_name": { 2024-06-06T08:42:11.677 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "pool_name", 2024-06-06T08:42:11.677 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.677 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.678 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.678 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "device_health_metrics", 2024-06-06T08:42:11.678 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.678 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.678 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.678 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "name of pool in which to store device health metrics", 2024-06-06T08:42:11.678 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.678 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.678 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.678 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.678 INFO:teuthology.orchestra.run.smithi042.stdout: "retention_period": { 2024-06-06T08:42:11.678 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "retention_period", 2024-06-06T08:42:11.678 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:11.679 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.679 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.679 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "15552000", 2024-06-06T08:42:11.679 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.679 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.679 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.679 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "how long to retain device health metrics", 2024-06-06T08:42:11.679 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.679 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.679 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.679 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.679 INFO:teuthology.orchestra.run.smithi042.stdout: "scrape_frequency": { 2024-06-06T08:42:11.679 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "scrape_frequency", 2024-06-06T08:42:11.679 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:11.680 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.680 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.680 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "86400", 2024-06-06T08:42:11.680 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.680 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.680 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.680 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "how frequently to scrape device health metrics", 2024-06-06T08:42:11.680 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.680 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.680 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.680 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.680 INFO:teuthology.orchestra.run.smithi042.stdout: "self_heal": { 2024-06-06T08:42:11.680 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "self_heal", 2024-06-06T08:42:11.680 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.680 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.681 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.681 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.681 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.681 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.681 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.681 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-06-06T08:42:11.681 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.681 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.681 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.681 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.681 INFO:teuthology.orchestra.run.smithi042.stdout: "sleep_interval": { 2024-06-06T08:42:11.681 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "sleep_interval", 2024-06-06T08:42:11.681 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:11.681 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.682 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.682 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "600", 2024-06-06T08:42:11.682 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.682 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.682 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.682 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "how frequently to wake up and check device health", 2024-06-06T08:42:11.682 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.682 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.682 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.682 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.682 INFO:teuthology.orchestra.run.smithi042.stdout: "warn_threshold": { 2024-06-06T08:42:11.682 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "warn_threshold", 2024-06-06T08:42:11.682 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:11.683 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.683 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.683 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "7257600", 2024-06-06T08:42:11.683 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.683 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.683 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.683 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-06-06T08:42:11.683 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.683 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.683 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.683 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.683 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.683 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.684 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.684 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "diskprediction_local", 2024-06-06T08:42:11.684 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.684 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.684 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.684 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.684 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.684 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.684 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.684 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.684 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.684 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.684 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.685 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.685 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.685 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.685 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.685 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.685 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.685 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.685 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.685 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.685 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.685 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.685 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.685 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.685 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.686 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.686 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.686 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.686 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.686 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.686 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.686 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.686 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.686 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.686 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.686 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.686 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.686 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.687 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.687 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.687 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.687 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.687 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.687 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.687 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.687 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.687 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.687 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.687 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.687 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.687 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.687 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.688 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.688 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.688 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.688 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.688 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.688 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.688 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.688 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.688 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.688 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.688 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.688 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.688 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.688 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.688 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.689 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.689 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.689 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.689 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.689 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.689 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.689 INFO:teuthology.orchestra.run.smithi042.stdout: "predict_interval": { 2024-06-06T08:42:11.689 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "predict_interval", 2024-06-06T08:42:11.689 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.689 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.689 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.689 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "86400", 2024-06-06T08:42:11.690 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.690 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.690 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.690 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.690 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.690 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.690 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.690 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.690 INFO:teuthology.orchestra.run.smithi042.stdout: "predictor_model": { 2024-06-06T08:42:11.690 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "predictor_model", 2024-06-06T08:42:11.690 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.690 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.690 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.691 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "prophetstor", 2024-06-06T08:42:11.691 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.691 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.691 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.691 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.691 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.691 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.691 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.691 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.691 INFO:teuthology.orchestra.run.smithi042.stdout: "sleep_interval": { 2024-06-06T08:42:11.691 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "sleep_interval", 2024-06-06T08:42:11.691 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.691 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.691 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.691 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "600", 2024-06-06T08:42:11.692 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.692 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.692 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.692 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.692 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.692 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.692 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.692 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.692 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.692 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.692 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.692 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "influx", 2024-06-06T08:42:11.692 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": false, 2024-06-06T08:42:11.692 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "influxdb python module not found", 2024-06-06T08:42:11.693 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.693 INFO:teuthology.orchestra.run.smithi042.stdout: "batch_size": { 2024-06-06T08:42:11.693 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "batch_size", 2024-06-06T08:42:11.693 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.693 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.693 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.693 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "5000", 2024-06-06T08:42:11.693 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.693 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.693 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.693 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-06-06T08:42:11.693 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.693 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.693 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.693 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.694 INFO:teuthology.orchestra.run.smithi042.stdout: "database": { 2024-06-06T08:42:11.694 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "database", 2024-06-06T08:42:11.694 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.694 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.694 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.694 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "ceph", 2024-06-06T08:42:11.694 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.694 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.694 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.694 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-06-06T08:42:11.694 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.694 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.694 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.694 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.695 INFO:teuthology.orchestra.run.smithi042.stdout: "hostname": { 2024-06-06T08:42:11.695 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "hostname", 2024-06-06T08:42:11.695 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.695 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.695 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.695 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.695 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.695 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.695 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.695 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "InfluxDB server hostname", 2024-06-06T08:42:11.695 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.695 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.695 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.695 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.696 INFO:teuthology.orchestra.run.smithi042.stdout: "interval": { 2024-06-06T08:42:11.696 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "interval", 2024-06-06T08:42:11.696 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:11.696 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.696 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.696 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "30", 2024-06-06T08:42:11.696 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "5", 2024-06-06T08:42:11.696 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.696 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.696 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-06-06T08:42:11.696 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.696 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.696 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.696 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.696 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.697 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.697 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.697 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.697 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.697 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.697 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.697 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.697 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.697 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.697 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.697 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.697 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.697 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.697 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.698 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.698 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.698 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.698 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.698 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.698 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.698 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.698 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.698 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.698 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.698 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.698 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.698 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.699 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.699 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.699 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.699 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.699 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.699 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.699 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.699 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.699 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.699 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.699 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.699 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.699 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.700 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.700 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.700 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.700 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.700 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.700 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.700 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.700 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.700 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.700 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.700 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.700 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.700 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.700 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.700 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.701 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.701 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.701 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.701 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.701 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.701 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.701 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.701 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.701 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.701 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.701 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.701 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.701 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.701 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.702 INFO:teuthology.orchestra.run.smithi042.stdout: "password": { 2024-06-06T08:42:11.702 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "password", 2024-06-06T08:42:11.702 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.702 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.702 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.702 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.702 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.702 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.702 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.702 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "password of InfluxDB server user", 2024-06-06T08:42:11.702 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.702 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.702 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.703 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.703 INFO:teuthology.orchestra.run.smithi042.stdout: "port": { 2024-06-06T08:42:11.703 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "port", 2024-06-06T08:42:11.703 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.703 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.703 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.703 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "8086", 2024-06-06T08:42:11.703 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.703 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.703 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.703 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "InfluxDB server port", 2024-06-06T08:42:11.703 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.703 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.703 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.703 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.704 INFO:teuthology.orchestra.run.smithi042.stdout: "ssl": { 2024-06-06T08:42:11.704 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ssl", 2024-06-06T08:42:11.704 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.704 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.704 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.704 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "false", 2024-06-06T08:42:11.704 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.704 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.704 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.704 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-06-06T08:42:11.704 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.704 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.704 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.704 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.704 INFO:teuthology.orchestra.run.smithi042.stdout: "threads": { 2024-06-06T08:42:11.705 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "threads", 2024-06-06T08:42:11.705 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.705 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.705 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.705 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "5", 2024-06-06T08:42:11.705 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "1", 2024-06-06T08:42:11.705 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "32", 2024-06-06T08:42:11.705 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.705 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-06-06T08:42:11.705 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.705 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.705 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.705 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.705 INFO:teuthology.orchestra.run.smithi042.stdout: "username": { 2024-06-06T08:42:11.705 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "username", 2024-06-06T08:42:11.706 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.706 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.706 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.706 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.706 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.706 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.706 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.706 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "username of InfluxDB server user", 2024-06-06T08:42:11.706 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.706 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.706 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.706 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.706 INFO:teuthology.orchestra.run.smithi042.stdout: "verify_ssl": { 2024-06-06T08:42:11.706 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "verify_ssl", 2024-06-06T08:42:11.707 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.707 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.707 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.707 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "true", 2024-06-06T08:42:11.707 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.707 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.707 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.707 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-06-06T08:42:11.707 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.707 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.707 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.707 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.707 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.707 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.708 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.708 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "insights", 2024-06-06T08:42:11.708 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.708 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.708 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.708 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.708 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.708 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.708 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.708 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.708 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.708 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.708 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.708 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.709 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.709 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.709 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.709 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.709 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.709 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.709 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.709 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.709 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.709 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.709 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.709 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.709 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.710 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.710 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.710 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.710 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.710 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.710 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.710 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.710 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.710 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.710 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.710 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.710 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.711 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.711 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.711 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.711 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.711 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.711 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.711 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.711 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.711 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.711 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.711 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.711 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.711 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.712 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.712 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.712 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.712 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.712 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.712 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.712 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.712 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.712 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.712 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.712 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.712 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.712 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.712 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.713 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.713 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.713 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.713 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.713 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.713 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.713 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.713 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.713 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.713 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.713 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.713 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.713 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "iostat", 2024-06-06T08:42:11.713 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.714 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.714 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.714 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.714 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.714 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.714 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.714 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.714 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.714 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.714 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.714 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.714 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.715 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.715 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.715 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.715 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.715 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.715 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.715 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.715 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.715 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.715 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.715 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.715 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.715 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.715 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.715 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.715 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.716 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.716 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.716 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.716 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.716 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.716 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.716 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.716 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.716 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.716 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.716 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.716 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.716 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.716 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.716 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.717 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.717 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.717 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.717 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.717 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.717 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.717 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.717 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.717 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.717 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.717 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.717 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.717 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.717 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.718 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.718 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.718 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.718 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.718 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.718 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.718 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.718 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.718 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.718 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.718 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.718 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.718 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.718 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.719 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.719 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.719 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.719 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.719 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "k8sevents", 2024-06-06T08:42:11.719 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.719 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.719 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.719 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph_event_retention_days": { 2024-06-06T08:42:11.719 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "ceph_event_retention_days", 2024-06-06T08:42:11.719 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.719 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.719 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.719 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "7", 2024-06-06T08:42:11.719 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.720 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.720 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.720 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Days to hold ceph event information within local cache", 2024-06-06T08:42:11.720 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.720 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.720 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.720 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.720 INFO:teuthology.orchestra.run.smithi042.stdout: "config_check_secs": { 2024-06-06T08:42:11.720 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "config_check_secs", 2024-06-06T08:42:11.720 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.720 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.720 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.720 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "10", 2024-06-06T08:42:11.720 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "10", 2024-06-06T08:42:11.720 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.721 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.721 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-06-06T08:42:11.721 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.721 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.721 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.721 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.721 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.721 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.721 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.721 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.721 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.721 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.721 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.721 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.721 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.722 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.722 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.722 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.722 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.722 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.722 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.722 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.722 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.722 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.722 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.722 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.722 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.722 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.723 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.723 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.723 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.723 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.723 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.723 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.723 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.723 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.723 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.723 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.723 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.723 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.723 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.723 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.723 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.724 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.724 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.724 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.724 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.724 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.724 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.724 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.724 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.724 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.724 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.724 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.724 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.724 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.724 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.725 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.725 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.725 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.725 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.725 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.725 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.725 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.725 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.725 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.725 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.725 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.725 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.725 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.725 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.725 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.726 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.726 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.726 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.726 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.726 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.726 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.726 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.726 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "localpool", 2024-06-06T08:42:11.726 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.726 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.726 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.726 INFO:teuthology.orchestra.run.smithi042.stdout: "failure_domain": { 2024-06-06T08:42:11.726 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "failure_domain", 2024-06-06T08:42:11.726 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.727 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.727 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.727 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "host", 2024-06-06T08:42:11.727 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.727 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.727 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.727 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "failure domain for any created local pool", 2024-06-06T08:42:11.727 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-06-06T08:42:11.727 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.727 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.727 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.727 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.727 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.728 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.728 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.728 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.728 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.728 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.728 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.728 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.728 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.728 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.728 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.728 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.728 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.728 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.728 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.729 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.729 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.729 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.729 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.729 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.729 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.729 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.729 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.729 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.729 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.729 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.729 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.729 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.729 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.730 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.730 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.730 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.730 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.730 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.730 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.730 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.730 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.730 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.730 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.730 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.730 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.730 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.730 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.731 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.731 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.731 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.731 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.731 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.731 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.731 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.731 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.731 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.731 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.731 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.731 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.731 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.731 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.731 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.732 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.732 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.732 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.732 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.732 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.732 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.732 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.732 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.732 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.732 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.732 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.732 INFO:teuthology.orchestra.run.smithi042.stdout: "min_size": { 2024-06-06T08:42:11.732 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "min_size", 2024-06-06T08:42:11.732 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.732 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.733 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.733 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.733 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.733 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.733 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.733 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "default min_size for any created local pool", 2024-06-06T08:42:11.733 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-06-06T08:42:11.733 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.733 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.733 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.733 INFO:teuthology.orchestra.run.smithi042.stdout: "num_rep": { 2024-06-06T08:42:11.733 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "num_rep", 2024-06-06T08:42:11.733 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.733 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.733 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.734 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "3", 2024-06-06T08:42:11.734 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.734 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.734 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.734 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "default replica count for any created local pool", 2024-06-06T08:42:11.734 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.734 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.734 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.734 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.734 INFO:teuthology.orchestra.run.smithi042.stdout: "pg_num": { 2024-06-06T08:42:11.734 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "pg_num", 2024-06-06T08:42:11.734 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.734 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.734 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.735 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "128", 2024-06-06T08:42:11.735 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.735 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.735 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.735 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "default pg_num for any created local pool", 2024-06-06T08:42:11.735 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.735 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.735 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.735 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.735 INFO:teuthology.orchestra.run.smithi042.stdout: "prefix": { 2024-06-06T08:42:11.735 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "prefix", 2024-06-06T08:42:11.735 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.735 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.735 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.736 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.736 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.736 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.736 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.736 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "name prefix for any created local pool", 2024-06-06T08:42:11.736 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.736 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.736 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.736 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.736 INFO:teuthology.orchestra.run.smithi042.stdout: "subtree": { 2024-06-06T08:42:11.736 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "subtree", 2024-06-06T08:42:11.736 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.736 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.736 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.736 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "rack", 2024-06-06T08:42:11.737 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.737 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.737 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.737 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "CRUSH level for which to create a local pool", 2024-06-06T08:42:11.737 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-06-06T08:42:11.737 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.737 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.737 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.737 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.737 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.737 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.737 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "mds_autoscaler", 2024-06-06T08:42:11.737 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.737 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.737 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.738 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.738 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.738 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.738 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.738 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.738 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.738 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.738 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.738 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.738 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.738 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.738 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.738 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.738 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.739 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.739 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.739 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.739 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.739 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.739 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.739 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.739 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.739 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.739 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.739 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.739 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.739 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.739 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.739 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.740 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.740 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.740 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.740 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.740 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.740 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.740 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.740 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.740 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.740 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.740 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.740 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.740 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.741 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.741 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.741 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.741 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.741 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.741 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.741 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.741 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.741 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.741 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.741 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.741 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.741 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.741 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.741 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.742 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.742 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.742 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.742 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.742 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.742 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.742 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.742 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.742 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.742 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.742 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.742 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.743 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.743 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.743 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.743 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.743 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "mirroring", 2024-06-06T08:42:11.743 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.743 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.743 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.743 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.743 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.743 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.743 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.743 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.743 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.743 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.743 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.744 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.744 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.744 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.744 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.744 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.744 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.744 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.744 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.744 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.744 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.744 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.744 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.744 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.744 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.745 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.745 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.745 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.745 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.745 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.745 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.745 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.745 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.745 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.745 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.745 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.745 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.745 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.745 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.745 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.746 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.746 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.746 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.746 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.746 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.746 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.746 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.746 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.746 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.746 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.746 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.746 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.746 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.746 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.747 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.747 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.747 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.747 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.747 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.747 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.747 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.747 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.747 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.747 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.747 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.747 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.747 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.747 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.747 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.748 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.748 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.748 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.748 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.748 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.748 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.748 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.748 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "nfs", 2024-06-06T08:42:11.748 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.748 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.748 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.748 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.748 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.748 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.748 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.749 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.749 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.749 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.749 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.749 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.749 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.749 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.749 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.749 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.749 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.749 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.749 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.749 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.749 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.750 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.750 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.750 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.750 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.750 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.750 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.750 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.750 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.750 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.750 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.750 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.750 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.750 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.751 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.751 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.751 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.751 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.751 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.751 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.751 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.751 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.751 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.751 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.751 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.751 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.751 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.751 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.751 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.752 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.752 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.752 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.752 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.752 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.752 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.752 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.752 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.752 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.752 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.752 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.752 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.752 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.752 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.753 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.753 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.753 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.753 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.753 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.753 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.753 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.753 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.753 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.753 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.753 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.753 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.753 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.753 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "orchestrator", 2024-06-06T08:42:11.753 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.754 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.754 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.754 INFO:teuthology.orchestra.run.smithi042.stdout: "fail_fs": { 2024-06-06T08:42:11.754 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "fail_fs", 2024-06-06T08:42:11.754 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.754 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.754 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.754 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.754 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.754 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.754 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.754 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-06-06T08:42:11.754 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.754 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.755 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.755 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.755 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.755 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.755 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.755 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.755 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.755 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.755 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.755 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.755 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.755 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.755 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.755 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.756 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.756 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.756 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.756 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.756 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.756 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.756 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.756 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.756 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.756 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.756 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.756 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.756 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.757 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.757 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.757 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.757 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.757 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.757 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.757 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.757 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.757 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.757 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.757 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.757 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.757 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.757 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.757 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.758 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.758 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.758 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.758 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.758 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.758 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.758 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.758 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.758 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.758 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.758 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.758 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.758 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.758 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.759 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.759 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.759 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.759 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.759 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.759 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.759 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.759 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.759 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.759 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.759 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.759 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.759 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.759 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.760 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.760 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.760 INFO:teuthology.orchestra.run.smithi042.stdout: "orchestrator": { 2024-06-06T08:42:11.760 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "orchestrator", 2024-06-06T08:42:11.760 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.760 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.760 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.760 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.760 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.760 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.760 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.760 INFO:teuthology.orchestra.run.smithi042.stdout: "cephadm", 2024-06-06T08:42:11.760 INFO:teuthology.orchestra.run.smithi042.stdout: "rook", 2024-06-06T08:42:11.760 INFO:teuthology.orchestra.run.smithi042.stdout: "test_orchestrator" 2024-06-06T08:42:11.761 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.761 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Orchestrator backend", 2024-06-06T08:42:11.761 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.761 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.761 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.761 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.761 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.761 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.761 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.761 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "osd_perf_query", 2024-06-06T08:42:11.761 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.761 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.761 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.761 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.761 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.762 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.762 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.762 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.762 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.762 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.762 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.762 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.762 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.762 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.762 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.762 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.762 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.762 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.762 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.763 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.763 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.763 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.763 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.763 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.763 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.763 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.763 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.763 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.763 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.763 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.763 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.763 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.763 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.764 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.764 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.764 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.764 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.764 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.764 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.764 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.764 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.764 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.764 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.764 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.764 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.764 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.764 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.765 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.765 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.765 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.765 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.765 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.765 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.765 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.765 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.765 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.765 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.765 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.765 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.765 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.765 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.765 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.766 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.766 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.766 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.766 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.766 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.766 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.766 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.766 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.766 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.766 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.766 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.766 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.766 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.767 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.767 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "osd_support", 2024-06-06T08:42:11.767 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.767 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.767 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.767 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.767 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.767 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.767 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.767 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.767 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.767 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.767 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.767 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.768 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.768 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.768 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.768 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.768 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.768 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.768 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.768 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.768 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.768 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.768 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.768 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.768 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.768 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.769 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.769 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.769 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.769 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.769 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.769 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.769 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.769 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.769 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.769 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.769 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.769 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.769 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.769 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.769 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.770 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.770 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.770 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.770 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.770 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.770 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.770 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.770 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.770 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.770 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.770 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.770 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.770 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.770 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.771 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.771 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.771 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.771 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.771 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.771 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.771 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.771 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.771 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.771 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.771 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.771 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.771 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.771 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.772 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.772 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.772 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.772 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.772 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.772 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.772 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.772 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "pg_autoscaler", 2024-06-06T08:42:11.772 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.772 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.772 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.772 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.772 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.772 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.772 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.773 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.773 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.773 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.773 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.773 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.773 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.773 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.773 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.773 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.773 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.773 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.773 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.773 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.774 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.774 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.774 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.774 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.774 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.774 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.774 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.774 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.774 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.774 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.774 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.774 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.775 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.775 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.775 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.775 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.775 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.775 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.775 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.775 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.775 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.775 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.775 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.775 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.775 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.775 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.776 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.776 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.776 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.776 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.776 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.776 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.776 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.776 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.776 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.776 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.776 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.776 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.776 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.776 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.777 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.777 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.777 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.777 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.777 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.777 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.777 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.777 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.777 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.777 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.777 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.777 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.777 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.777 INFO:teuthology.orchestra.run.smithi042.stdout: "sleep_interval": { 2024-06-06T08:42:11.778 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "sleep_interval", 2024-06-06T08:42:11.778 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:11.778 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.778 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.778 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "60", 2024-06-06T08:42:11.778 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.778 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.778 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.778 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.778 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.778 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.778 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.778 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.778 INFO:teuthology.orchestra.run.smithi042.stdout: "threshold": { 2024-06-06T08:42:11.778 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "threshold", 2024-06-06T08:42:11.779 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "float", 2024-06-06T08:42:11.779 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.779 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.779 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "3.0", 2024-06-06T08:42:11.779 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "1.0", 2024-06-06T08:42:11.779 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.779 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.779 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "scaling threshold", 2024-06-06T08:42:11.779 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-06-06T08:42:11.779 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.779 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.779 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.779 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.780 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.780 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.780 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "progress", 2024-06-06T08:42:11.780 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.780 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.780 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.780 INFO:teuthology.orchestra.run.smithi042.stdout: "allow_pg_recovery_event": { 2024-06-06T08:42:11.780 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "allow_pg_recovery_event", 2024-06-06T08:42:11.780 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.780 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.780 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.780 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.780 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.780 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.780 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.781 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "allow the module to show pg recovery progress", 2024-06-06T08:42:11.781 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.781 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.781 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.781 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.781 INFO:teuthology.orchestra.run.smithi042.stdout: "enabled": { 2024-06-06T08:42:11.781 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "enabled", 2024-06-06T08:42:11.781 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.781 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.781 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.781 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.781 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.781 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.781 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.781 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.782 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.782 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.782 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.782 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.782 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.782 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.782 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.782 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.782 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.782 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.782 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.782 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.782 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.783 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.783 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.783 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.783 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.783 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.783 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.783 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.783 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.783 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.783 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.783 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.783 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.783 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.783 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.783 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.784 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.784 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.784 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.784 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.784 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.784 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.784 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.784 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.784 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.784 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.784 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.784 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.784 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.784 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.784 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.784 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.785 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.785 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.785 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.785 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.785 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.785 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.785 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.785 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.785 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.785 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.785 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.785 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.785 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.785 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.786 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.786 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.786 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.786 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.786 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.786 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.786 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.786 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.786 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.786 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.786 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.786 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.786 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.786 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.786 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.787 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.787 INFO:teuthology.orchestra.run.smithi042.stdout: "max_completed_events": { 2024-06-06T08:42:11.787 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "max_completed_events", 2024-06-06T08:42:11.787 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.787 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.787 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.787 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "50", 2024-06-06T08:42:11.787 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.787 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.787 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.787 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "number of past completed events to remember", 2024-06-06T08:42:11.787 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.787 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.787 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.787 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.788 INFO:teuthology.orchestra.run.smithi042.stdout: "sleep_interval": { 2024-06-06T08:42:11.788 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "sleep_interval", 2024-06-06T08:42:11.788 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:11.788 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.788 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.788 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "5", 2024-06-06T08:42:11.788 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.788 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.788 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.788 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "how long the module is going to sleep", 2024-06-06T08:42:11.788 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.788 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.788 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.788 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.788 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.788 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.789 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.789 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "prometheus", 2024-06-06T08:42:11.789 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.789 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.789 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.789 INFO:teuthology.orchestra.run.smithi042.stdout: "cache": { 2024-06-06T08:42:11.789 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "cache", 2024-06-06T08:42:11.789 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.789 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.789 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.789 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.789 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.790 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.790 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.790 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.790 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.790 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.790 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.790 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.790 INFO:teuthology.orchestra.run.smithi042.stdout: "exclude_perf_counters": { 2024-06-06T08:42:11.790 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "exclude_perf_counters", 2024-06-06T08:42:11.790 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.790 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.790 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.790 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.791 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.791 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.791 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.791 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-06-06T08:42:11.791 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-06-06T08:42:11.791 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.791 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.791 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.791 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.791 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.791 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.791 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.791 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.792 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.792 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.792 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.792 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.792 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.792 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.792 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.792 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.792 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.792 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.792 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.792 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.792 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.792 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.792 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.792 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.793 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.793 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.793 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.793 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.793 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.793 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.793 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.793 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.793 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.793 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.793 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.793 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.793 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.793 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.793 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.794 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.794 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.794 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.794 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.794 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.794 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.794 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.794 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.794 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.794 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.794 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.794 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.794 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.794 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.795 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.795 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.795 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.795 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.795 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.795 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.795 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.795 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.795 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.795 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.795 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.795 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.795 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.795 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.795 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.795 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.796 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.796 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.796 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.796 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.796 INFO:teuthology.orchestra.run.smithi042.stdout: "rbd_stats_pools": { 2024-06-06T08:42:11.796 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rbd_stats_pools", 2024-06-06T08:42:11.796 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.796 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.796 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.796 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.796 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.796 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.796 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.796 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.797 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.797 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.797 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.797 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.797 INFO:teuthology.orchestra.run.smithi042.stdout: "rbd_stats_pools_refresh_interval": { 2024-06-06T08:42:11.797 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-06-06T08:42:11.797 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.797 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.797 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.797 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "300", 2024-06-06T08:42:11.797 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.797 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.797 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.797 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.797 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.798 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.798 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.798 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.798 INFO:teuthology.orchestra.run.smithi042.stdout: "scrape_interval": { 2024-06-06T08:42:11.798 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "scrape_interval", 2024-06-06T08:42:11.798 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "float", 2024-06-06T08:42:11.798 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.798 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.798 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "15.0", 2024-06-06T08:42:11.798 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.798 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.798 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.798 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.799 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.799 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.799 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.799 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.799 INFO:teuthology.orchestra.run.smithi042.stdout: "server_addr": { 2024-06-06T08:42:11.799 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "server_addr", 2024-06-06T08:42:11.799 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.799 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.799 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.799 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "::", 2024-06-06T08:42:11.799 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.799 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.799 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.799 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-06-06T08:42:11.799 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.799 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.800 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.800 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.800 INFO:teuthology.orchestra.run.smithi042.stdout: "server_port": { 2024-06-06T08:42:11.800 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "server_port", 2024-06-06T08:42:11.800 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.800 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.800 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.800 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "9283", 2024-06-06T08:42:11.800 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.800 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.800 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.800 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-06-06T08:42:11.800 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.800 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.800 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.801 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.801 INFO:teuthology.orchestra.run.smithi042.stdout: "stale_cache_strategy": { 2024-06-06T08:42:11.801 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "stale_cache_strategy", 2024-06-06T08:42:11.801 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.801 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.801 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.801 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "log", 2024-06-06T08:42:11.801 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.801 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.801 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.801 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.801 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.801 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.801 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.802 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.802 INFO:teuthology.orchestra.run.smithi042.stdout: "standby_behaviour": { 2024-06-06T08:42:11.802 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "standby_behaviour", 2024-06-06T08:42:11.802 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.802 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.802 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.802 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "default", 2024-06-06T08:42:11.802 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.802 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.802 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.802 INFO:teuthology.orchestra.run.smithi042.stdout: "default", 2024-06-06T08:42:11.802 INFO:teuthology.orchestra.run.smithi042.stdout: "error" 2024-06-06T08:42:11.802 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.802 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.803 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.803 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.803 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.803 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.803 INFO:teuthology.orchestra.run.smithi042.stdout: "standby_error_status_code": { 2024-06-06T08:42:11.803 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "standby_error_status_code", 2024-06-06T08:42:11.803 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.803 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.803 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.803 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "500", 2024-06-06T08:42:11.803 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "400", 2024-06-06T08:42:11.803 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "599", 2024-06-06T08:42:11.803 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.804 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.804 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.804 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.804 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.804 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.804 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.804 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.804 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.804 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rbd_support", 2024-06-06T08:42:11.804 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.804 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.804 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.804 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.804 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.805 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.805 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.805 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.805 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.805 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.805 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.805 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.805 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.805 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.805 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.805 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.805 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.805 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.806 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.806 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.806 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.806 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.806 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.806 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.806 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.806 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.806 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.806 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.806 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.806 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.806 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.806 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.807 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.807 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.807 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.807 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.807 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.807 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.807 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.807 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.807 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.807 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.807 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.807 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.807 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.808 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.808 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.808 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.808 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.808 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.808 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.808 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.808 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.808 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.808 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.808 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.808 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.808 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.808 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.809 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.809 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.809 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.809 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.809 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.809 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.809 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.809 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.809 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.809 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.809 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.809 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.809 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.809 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.809 INFO:teuthology.orchestra.run.smithi042.stdout: "max_concurrent_snap_create": { 2024-06-06T08:42:11.810 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "max_concurrent_snap_create", 2024-06-06T08:42:11.810 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.810 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.810 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.810 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "10", 2024-06-06T08:42:11.810 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.810 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.810 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.810 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.810 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.810 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.810 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.810 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.810 INFO:teuthology.orchestra.run.smithi042.stdout: "mirror_snapshot_schedule": { 2024-06-06T08:42:11.811 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "mirror_snapshot_schedule", 2024-06-06T08:42:11.811 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.811 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.811 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.811 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.811 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.811 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.811 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.811 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.811 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.811 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.811 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.811 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.811 INFO:teuthology.orchestra.run.smithi042.stdout: "trash_purge_schedule": { 2024-06-06T08:42:11.812 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "trash_purge_schedule", 2024-06-06T08:42:11.812 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.812 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.812 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.812 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.812 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.812 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.812 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.812 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.812 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.812 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.812 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.812 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.812 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.813 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.813 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.813 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "restful", 2024-06-06T08:42:11.813 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.813 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.813 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.813 INFO:teuthology.orchestra.run.smithi042.stdout: "enable_auth": { 2024-06-06T08:42:11.813 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "enable_auth", 2024-06-06T08:42:11.813 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.813 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.813 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.813 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.813 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.813 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.813 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.814 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.814 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.814 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.814 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.814 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.814 INFO:teuthology.orchestra.run.smithi042.stdout: "key_file": { 2024-06-06T08:42:11.814 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "key_file", 2024-06-06T08:42:11.814 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.814 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.814 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.814 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.814 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.814 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.814 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.815 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.815 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.815 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.815 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.815 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.815 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.815 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.815 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.815 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.815 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.815 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.815 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.815 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.815 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.815 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.816 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.816 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.816 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.816 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.816 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.816 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.816 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.816 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.816 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.816 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.816 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.816 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.816 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.816 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.816 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.817 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.817 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.817 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.817 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.817 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.817 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.817 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.817 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.817 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.817 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.817 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.817 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.817 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.817 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.817 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.818 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.818 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.818 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.818 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.818 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.818 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.818 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.818 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.818 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.818 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.818 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.818 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.818 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.818 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.819 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.819 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.819 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.819 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.819 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.819 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.819 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.819 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.819 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.819 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.819 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.819 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.819 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.819 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.819 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.819 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.820 INFO:teuthology.orchestra.run.smithi042.stdout: "server_addr": { 2024-06-06T08:42:11.820 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "server_addr", 2024-06-06T08:42:11.820 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.820 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.820 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.820 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.820 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.820 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.820 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.820 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.820 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.820 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.820 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.820 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.820 INFO:teuthology.orchestra.run.smithi042.stdout: "server_port": { 2024-06-06T08:42:11.821 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "server_port", 2024-06-06T08:42:11.821 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.821 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.821 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.821 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.821 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.821 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.821 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.821 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.821 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.821 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.821 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.821 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.821 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.821 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.821 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.822 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rgw", 2024-06-06T08:42:11.822 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.822 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.822 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.822 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.822 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.822 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.822 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.822 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.822 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.822 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.822 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.822 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.823 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.823 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.823 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.823 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.823 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.823 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.823 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.823 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.823 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.823 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.823 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.823 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.823 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.823 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.823 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.824 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.824 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.824 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.824 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.824 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.824 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.824 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.824 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.824 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.824 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.824 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.824 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.824 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.824 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.824 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.825 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.825 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.825 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.825 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.825 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.825 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.825 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.825 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.825 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.825 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.825 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.825 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.825 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.825 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.826 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.826 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.826 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.826 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.826 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.826 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.826 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.826 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.826 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.826 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.826 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.826 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.826 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.826 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.827 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.827 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.827 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.827 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.827 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.827 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.827 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rook", 2024-06-06T08:42:11.827 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.827 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.827 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.827 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.827 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.827 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.827 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.827 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.828 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.828 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.828 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.828 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.828 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.828 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.828 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.828 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.828 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.828 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.828 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.828 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.828 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.828 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.828 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.829 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.829 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.829 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.829 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.829 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.829 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.829 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.829 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.829 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.829 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.829 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.829 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.829 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.829 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.829 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.830 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.830 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.830 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.830 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.830 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.830 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.830 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.830 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.830 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.830 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.830 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.830 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.830 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.830 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.830 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.831 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.831 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.831 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.831 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.831 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.831 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.831 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.831 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.831 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.831 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.831 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.831 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.831 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.831 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.831 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.831 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.832 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.832 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.832 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.832 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.832 INFO:teuthology.orchestra.run.smithi042.stdout: "storage_class": { 2024-06-06T08:42:11.832 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "storage_class", 2024-06-06T08:42:11.832 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.832 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.832 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.832 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "local", 2024-06-06T08:42:11.832 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.832 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.832 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.832 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-06-06T08:42:11.832 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.833 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.833 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.833 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.833 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.833 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.833 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.833 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "selftest", 2024-06-06T08:42:11.833 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.833 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.833 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.833 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.833 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.833 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.833 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.833 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.834 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.834 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.834 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.834 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.834 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.834 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.834 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.834 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.834 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.834 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.834 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.834 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.834 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.834 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.835 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.835 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.835 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.835 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.835 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.835 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.835 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.835 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.835 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.835 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.835 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.835 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.835 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.835 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.835 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.836 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.836 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.836 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.836 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.836 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.836 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.836 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.836 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.836 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.836 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.836 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.836 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.836 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.836 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.836 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.837 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.837 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.837 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.837 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.837 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.837 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.837 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.837 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.837 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.837 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.837 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.837 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.837 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.837 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.837 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.838 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.838 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.838 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.838 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.838 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.838 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.838 INFO:teuthology.orchestra.run.smithi042.stdout: "roption1": { 2024-06-06T08:42:11.838 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "roption1", 2024-06-06T08:42:11.838 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.838 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.838 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.838 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.838 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.838 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.838 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.839 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.839 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.839 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.839 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.839 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.839 INFO:teuthology.orchestra.run.smithi042.stdout: "roption2": { 2024-06-06T08:42:11.839 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "roption2", 2024-06-06T08:42:11.839 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.839 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.839 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.839 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "xyz", 2024-06-06T08:42:11.839 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.839 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.839 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.839 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.840 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.840 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.840 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.840 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.840 INFO:teuthology.orchestra.run.smithi042.stdout: "rwoption1": { 2024-06-06T08:42:11.840 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rwoption1", 2024-06-06T08:42:11.840 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.840 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.840 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.840 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.840 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.840 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.840 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.840 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.840 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.841 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.841 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.841 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.841 INFO:teuthology.orchestra.run.smithi042.stdout: "rwoption2": { 2024-06-06T08:42:11.841 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rwoption2", 2024-06-06T08:42:11.841 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.841 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.841 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.841 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.841 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.841 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.841 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.841 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.842 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.842 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.842 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.842 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.842 INFO:teuthology.orchestra.run.smithi042.stdout: "rwoption3": { 2024-06-06T08:42:11.842 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rwoption3", 2024-06-06T08:42:11.842 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "float", 2024-06-06T08:42:11.842 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.842 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.842 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.842 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.842 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.842 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.843 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.843 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.843 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.843 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.843 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.843 INFO:teuthology.orchestra.run.smithi042.stdout: "rwoption4": { 2024-06-06T08:42:11.843 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rwoption4", 2024-06-06T08:42:11.843 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.843 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.843 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.843 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.843 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.843 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.843 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.843 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.844 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.844 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.844 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.844 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.844 INFO:teuthology.orchestra.run.smithi042.stdout: "rwoption5": { 2024-06-06T08:42:11.844 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rwoption5", 2024-06-06T08:42:11.844 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.844 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.844 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.844 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.844 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.844 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.844 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.844 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.844 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.845 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.845 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.845 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.845 INFO:teuthology.orchestra.run.smithi042.stdout: "rwoption6": { 2024-06-06T08:42:11.845 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rwoption6", 2024-06-06T08:42:11.845 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.845 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.845 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.845 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.845 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.845 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.845 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.845 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.845 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.846 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.846 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.846 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.846 INFO:teuthology.orchestra.run.smithi042.stdout: "rwoption7": { 2024-06-06T08:42:11.846 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rwoption7", 2024-06-06T08:42:11.846 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.846 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.846 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.846 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.846 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "1", 2024-06-06T08:42:11.846 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "42", 2024-06-06T08:42:11.846 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.846 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.846 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.847 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.847 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.847 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.847 INFO:teuthology.orchestra.run.smithi042.stdout: "testkey": { 2024-06-06T08:42:11.847 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "testkey", 2024-06-06T08:42:11.847 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.847 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.847 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.847 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.847 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.847 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.847 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.847 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.847 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.847 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.848 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.848 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.848 INFO:teuthology.orchestra.run.smithi042.stdout: "testlkey": { 2024-06-06T08:42:11.848 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "testlkey", 2024-06-06T08:42:11.848 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.848 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.848 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.848 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.848 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.848 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.848 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.848 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.848 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.848 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.848 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.849 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.849 INFO:teuthology.orchestra.run.smithi042.stdout: "testnewline": { 2024-06-06T08:42:11.849 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "testnewline", 2024-06-06T08:42:11.849 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.849 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.849 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.849 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.849 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.849 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.849 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.849 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.849 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.849 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.849 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.850 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.850 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.850 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.850 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.850 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "snap_schedule", 2024-06-06T08:42:11.850 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.850 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.850 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.850 INFO:teuthology.orchestra.run.smithi042.stdout: "allow_m_granularity": { 2024-06-06T08:42:11.850 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "allow_m_granularity", 2024-06-06T08:42:11.850 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.850 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.850 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.850 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.851 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.851 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.851 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.851 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "allow minute scheduled snapshots", 2024-06-06T08:42:11.851 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.851 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.851 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.851 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.851 INFO:teuthology.orchestra.run.smithi042.stdout: "dump_on_update": { 2024-06-06T08:42:11.851 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "dump_on_update", 2024-06-06T08:42:11.851 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.851 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.851 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.851 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.851 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.851 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.852 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.852 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "dump database to debug log on update", 2024-06-06T08:42:11.852 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.852 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.852 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.852 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.852 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.852 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.852 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.852 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.852 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.852 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.852 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.852 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.852 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.853 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.853 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.853 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.853 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.853 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.853 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.853 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.853 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.853 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.853 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.853 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.853 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.853 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.853 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.854 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.854 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.854 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.854 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.854 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.854 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.854 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.854 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.854 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.854 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.854 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.854 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.854 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.854 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.854 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.855 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.855 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.855 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.855 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.855 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.855 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.855 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.855 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.855 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.855 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.855 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.855 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.855 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.855 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.856 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.856 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.856 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.856 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.856 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.856 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.856 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.856 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.856 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.856 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.856 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.856 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.856 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.857 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.857 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.857 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.857 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.857 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.857 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.857 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.857 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.857 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "stats", 2024-06-06T08:42:11.857 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.857 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.857 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.857 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.857 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.857 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.858 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.858 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.858 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.858 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.858 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.858 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.858 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.858 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.858 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.858 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.858 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.858 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.858 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.858 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.858 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.859 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.859 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.859 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.859 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.859 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.859 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.859 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.859 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.859 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.859 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.859 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.859 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.859 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.859 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.859 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.859 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.860 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.860 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.860 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.860 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.860 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.860 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.860 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.860 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.860 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.860 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.860 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.860 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.860 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.860 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.861 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.861 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.861 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.861 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.861 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.861 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.861 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.861 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.861 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.861 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.861 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.861 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.861 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.861 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.862 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.862 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.862 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.862 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.862 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.862 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.862 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.862 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.862 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.862 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.862 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.862 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "status", 2024-06-06T08:42:11.862 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.863 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.863 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.863 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.863 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.863 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.863 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.863 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.863 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.863 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.863 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.863 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.863 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.863 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.863 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.863 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.864 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.864 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.864 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.864 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.864 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.864 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.864 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.864 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.864 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.864 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.864 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.864 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.864 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.864 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.865 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.865 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.865 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.865 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.865 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.865 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.865 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.865 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.865 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.865 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.865 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.865 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.865 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.865 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.866 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.866 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.866 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.866 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.866 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.866 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.866 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.866 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.866 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.866 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.866 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.866 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.866 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.867 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.867 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.867 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.867 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.867 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.867 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.867 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.867 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.867 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.867 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.867 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.867 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.867 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.868 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.868 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.868 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.868 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.868 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.868 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.868 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "telegraf", 2024-06-06T08:42:11.868 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.868 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.868 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.868 INFO:teuthology.orchestra.run.smithi042.stdout: "address": { 2024-06-06T08:42:11.868 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "address", 2024-06-06T08:42:11.868 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.868 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.869 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.869 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-06-06T08:42:11.869 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.869 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.869 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.869 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.869 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.869 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.869 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.869 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.869 INFO:teuthology.orchestra.run.smithi042.stdout: "interval": { 2024-06-06T08:42:11.869 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "interval", 2024-06-06T08:42:11.869 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:11.869 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.870 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.870 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "15", 2024-06-06T08:42:11.870 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.870 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.870 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.870 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.870 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.870 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.870 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.870 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.870 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.870 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.870 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.871 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.871 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.871 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.871 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.871 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.871 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.871 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.871 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.871 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.871 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.871 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.871 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.871 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.871 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.872 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.872 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.872 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.872 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.872 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.872 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.872 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.872 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.872 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.872 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.872 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.872 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.872 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.872 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.873 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.873 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.873 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.873 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.873 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.873 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.873 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.873 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.873 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.873 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.873 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.873 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.873 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.874 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.874 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.874 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.874 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.874 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.874 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.874 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.874 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.874 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.874 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.874 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.874 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.874 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.875 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.875 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.875 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.875 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.875 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.875 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.875 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.875 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.875 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.875 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.875 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.875 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.875 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.875 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.876 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.876 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.876 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "telemetry", 2024-06-06T08:42:11.876 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.876 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.876 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.876 INFO:teuthology.orchestra.run.smithi042.stdout: "channel_basic": { 2024-06-06T08:42:11.876 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "channel_basic", 2024-06-06T08:42:11.876 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.876 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.876 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.876 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.876 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.876 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.877 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.877 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Share basic cluster information (size, version)", 2024-06-06T08:42:11.877 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.877 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.877 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.877 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.877 INFO:teuthology.orchestra.run.smithi042.stdout: "channel_crash": { 2024-06-06T08:42:11.877 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "channel_crash", 2024-06-06T08:42:11.877 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.877 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.877 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.877 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.877 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.877 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.878 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.878 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-06-06T08:42:11.878 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.878 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.878 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.878 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.878 INFO:teuthology.orchestra.run.smithi042.stdout: "channel_device": { 2024-06-06T08:42:11.878 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "channel_device", 2024-06-06T08:42:11.878 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.878 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.878 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.878 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.878 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.879 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.879 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.879 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-06-06T08:42:11.879 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.879 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.879 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.879 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.879 INFO:teuthology.orchestra.run.smithi042.stdout: "channel_ident": { 2024-06-06T08:42:11.879 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "channel_ident", 2024-06-06T08:42:11.879 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.879 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.879 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.879 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.880 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.880 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.880 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.880 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-06-06T08:42:11.880 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.880 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.880 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.880 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.880 INFO:teuthology.orchestra.run.smithi042.stdout: "channel_perf": { 2024-06-06T08:42:11.880 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "channel_perf", 2024-06-06T08:42:11.880 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.880 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.880 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.880 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.881 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.881 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.881 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.881 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Share various performance metrics of a cluster", 2024-06-06T08:42:11.881 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.881 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.881 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.881 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.881 INFO:teuthology.orchestra.run.smithi042.stdout: "contact": { 2024-06-06T08:42:11.881 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "contact", 2024-06-06T08:42:11.881 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.881 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.881 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.881 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.882 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.882 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.882 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.882 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.882 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.882 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.882 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.882 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.882 INFO:teuthology.orchestra.run.smithi042.stdout: "description": { 2024-06-06T08:42:11.882 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "description", 2024-06-06T08:42:11.882 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.882 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.882 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.883 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.883 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.883 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.883 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.883 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.883 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.883 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.883 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.883 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.883 INFO:teuthology.orchestra.run.smithi042.stdout: "device_url": { 2024-06-06T08:42:11.883 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "device_url", 2024-06-06T08:42:11.883 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.883 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.883 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.884 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-06-06T08:42:11.884 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.884 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.884 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.884 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.884 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.884 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.884 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.884 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.884 INFO:teuthology.orchestra.run.smithi042.stdout: "enabled": { 2024-06-06T08:42:11.884 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "enabled", 2024-06-06T08:42:11.884 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.884 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.884 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.885 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.885 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.885 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.885 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.885 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.885 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.885 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.885 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.885 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.885 INFO:teuthology.orchestra.run.smithi042.stdout: "interval": { 2024-06-06T08:42:11.885 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "interval", 2024-06-06T08:42:11.885 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.885 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.886 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.886 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "24", 2024-06-06T08:42:11.886 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "8", 2024-06-06T08:42:11.886 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.886 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.886 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.886 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.886 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.886 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.886 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.886 INFO:teuthology.orchestra.run.smithi042.stdout: "last_opt_revision": { 2024-06-06T08:42:11.886 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "last_opt_revision", 2024-06-06T08:42:11.886 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.886 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.887 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.887 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "1", 2024-06-06T08:42:11.887 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.887 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.887 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.887 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.887 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.887 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.887 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.887 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.887 INFO:teuthology.orchestra.run.smithi042.stdout: "leaderboard": { 2024-06-06T08:42:11.887 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "leaderboard", 2024-06-06T08:42:11.887 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.887 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.888 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.888 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.888 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.888 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.888 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.888 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.888 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.888 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.888 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.888 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.888 INFO:teuthology.orchestra.run.smithi042.stdout: "leaderboard_description": { 2024-06-06T08:42:11.888 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "leaderboard_description", 2024-06-06T08:42:11.888 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.888 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.888 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.889 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.889 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.889 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.889 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.889 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.889 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.889 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.889 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.889 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.889 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.889 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.889 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.889 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.889 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.890 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.890 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.890 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.890 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.890 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.890 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.890 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.890 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.890 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.890 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.890 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.890 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.890 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.890 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.891 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.891 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.891 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.891 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.891 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.891 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.891 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.891 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.891 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.891 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.891 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.891 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.891 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.891 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.891 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.892 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.892 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.892 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.892 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.892 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.892 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.892 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.892 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.892 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.892 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.892 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.892 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.892 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.892 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.892 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.892 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.893 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.893 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.893 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.893 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.893 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.893 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.893 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.893 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.893 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.893 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.893 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.893 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.893 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.893 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.894 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.894 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.894 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.894 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.894 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.894 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.894 INFO:teuthology.orchestra.run.smithi042.stdout: "organization": { 2024-06-06T08:42:11.894 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "organization", 2024-06-06T08:42:11.894 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.894 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.894 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.894 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.894 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.894 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.895 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.895 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.895 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.895 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.895 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.895 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.895 INFO:teuthology.orchestra.run.smithi042.stdout: "proxy": { 2024-06-06T08:42:11.895 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "proxy", 2024-06-06T08:42:11.895 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.895 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.895 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.895 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.895 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.895 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.895 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.896 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.896 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.896 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.896 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.896 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.896 INFO:teuthology.orchestra.run.smithi042.stdout: "url": { 2024-06-06T08:42:11.896 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "url", 2024-06-06T08:42:11.896 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.896 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.896 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.896 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-06-06T08:42:11.896 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.896 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.896 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.896 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.897 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.897 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.897 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.897 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.897 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.897 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.897 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.897 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "test_orchestrator", 2024-06-06T08:42:11.897 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.897 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.897 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.897 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.897 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.897 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.897 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.898 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.898 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.898 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.898 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.898 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.898 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.898 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.898 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.898 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.898 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.898 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.898 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.898 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.899 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.899 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.899 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.899 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.899 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.899 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.899 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.899 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.899 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.899 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.899 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.899 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.899 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.899 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.899 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.900 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.900 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.900 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.900 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.900 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.900 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.900 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.900 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.900 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.900 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.900 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.900 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.900 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.900 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.900 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.900 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.901 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.901 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.901 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.901 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.901 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.901 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.901 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.901 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.901 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.901 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.901 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.901 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.901 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.901 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.901 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.901 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.902 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.902 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.902 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.902 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.902 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.902 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.902 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.902 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.902 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.902 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "volumes", 2024-06-06T08:42:11.902 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.902 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.902 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.903 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.903 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.903 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.903 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.903 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.903 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.903 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.903 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.903 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.903 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.903 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.903 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.903 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.903 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.903 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.904 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.904 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.904 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.904 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.904 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.904 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.904 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.904 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.904 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.904 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.904 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.904 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.904 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.905 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.905 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.905 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.905 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.905 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.905 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.905 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.905 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.905 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.905 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.905 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.905 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.905 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.905 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.905 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.906 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.906 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.906 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.906 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.906 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.906 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.906 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.906 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.906 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.906 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.906 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.906 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.906 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.906 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.907 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.907 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.907 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.907 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.907 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.907 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.907 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.907 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.907 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.907 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.907 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.907 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.907 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.907 INFO:teuthology.orchestra.run.smithi042.stdout: "max_concurrent_clones": { 2024-06-06T08:42:11.908 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "max_concurrent_clones", 2024-06-06T08:42:11.908 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.908 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.908 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.908 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "4", 2024-06-06T08:42:11.908 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.908 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.908 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.908 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Number of asynchronous cloner threads", 2024-06-06T08:42:11.908 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.908 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.908 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.908 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.909 INFO:teuthology.orchestra.run.smithi042.stdout: "periodic_async_work": { 2024-06-06T08:42:11.909 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "periodic_async_work", 2024-06-06T08:42:11.909 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.909 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.909 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.909 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.909 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.909 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.909 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.909 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Periodically check for async work", 2024-06-06T08:42:11.909 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.909 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.909 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.909 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.910 INFO:teuthology.orchestra.run.smithi042.stdout: "snapshot_clone_delay": { 2024-06-06T08:42:11.910 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "snapshot_clone_delay", 2024-06-06T08:42:11.910 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.910 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.910 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.910 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "0", 2024-06-06T08:42:11.910 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.910 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.910 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.910 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-06-06T08:42:11.910 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.910 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.910 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.911 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.911 INFO:teuthology.orchestra.run.smithi042.stdout: "snapshot_clone_no_wait": { 2024-06-06T08:42:11.911 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "snapshot_clone_no_wait", 2024-06-06T08:42:11.911 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.911 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.911 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.911 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "True", 2024-06-06T08:42:11.911 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.911 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.911 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.911 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-06-06T08:42:11.911 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.911 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.911 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.911 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.912 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.912 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.912 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.912 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "zabbix", 2024-06-06T08:42:11.912 INFO:teuthology.orchestra.run.smithi042.stdout: "can_run": true, 2024-06-06T08:42:11.912 INFO:teuthology.orchestra.run.smithi042.stdout: "error_string": "", 2024-06-06T08:42:11.912 INFO:teuthology.orchestra.run.smithi042.stdout: "module_options": { 2024-06-06T08:42:11.912 INFO:teuthology.orchestra.run.smithi042.stdout: "discovery_interval": { 2024-06-06T08:42:11.912 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "discovery_interval", 2024-06-06T08:42:11.912 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "uint", 2024-06-06T08:42:11.912 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.912 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.912 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "100", 2024-06-06T08:42:11.912 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.912 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.913 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.913 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.913 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.913 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.913 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.913 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.913 INFO:teuthology.orchestra.run.smithi042.stdout: "identifier": { 2024-06-06T08:42:11.913 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "identifier", 2024-06-06T08:42:11.913 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.913 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.913 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.913 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.913 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.913 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.913 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.914 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.914 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.914 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.914 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.914 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.914 INFO:teuthology.orchestra.run.smithi042.stdout: "interval": { 2024-06-06T08:42:11.914 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "interval", 2024-06-06T08:42:11.914 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "secs", 2024-06-06T08:42:11.914 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.914 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.914 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "60", 2024-06-06T08:42:11.914 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.914 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.914 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.915 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.915 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.915 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.915 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.915 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.915 INFO:teuthology.orchestra.run.smithi042.stdout: "log_level": { 2024-06-06T08:42:11.915 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_level", 2024-06-06T08:42:11.915 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.915 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.915 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.915 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.915 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.915 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.915 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.915 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.916 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.916 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.916 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.916 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.916 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.916 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.916 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.916 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.916 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.916 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.916 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.916 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster": { 2024-06-06T08:42:11.916 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster", 2024-06-06T08:42:11.916 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.917 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.917 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.917 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.917 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.917 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.917 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.917 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.917 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.917 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.917 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.917 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.917 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_cluster_level": { 2024-06-06T08:42:11.917 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_cluster_level", 2024-06-06T08:42:11.917 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.917 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.917 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.918 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "info", 2024-06-06T08:42:11.918 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.918 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.918 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [ 2024-06-06T08:42:11.918 INFO:teuthology.orchestra.run.smithi042.stdout: "", 2024-06-06T08:42:11.918 INFO:teuthology.orchestra.run.smithi042.stdout: "critical", 2024-06-06T08:42:11.918 INFO:teuthology.orchestra.run.smithi042.stdout: "debug", 2024-06-06T08:42:11.918 INFO:teuthology.orchestra.run.smithi042.stdout: "error", 2024-06-06T08:42:11.918 INFO:teuthology.orchestra.run.smithi042.stdout: "info", 2024-06-06T08:42:11.918 INFO:teuthology.orchestra.run.smithi042.stdout: "warning" 2024-06-06T08:42:11.918 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.918 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.918 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.918 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.919 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.919 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.919 INFO:teuthology.orchestra.run.smithi042.stdout: "log_to_file": { 2024-06-06T08:42:11.919 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "log_to_file", 2024-06-06T08:42:11.919 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "bool", 2024-06-06T08:42:11.919 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.919 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 1, 2024-06-06T08:42:11.919 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "False", 2024-06-06T08:42:11.919 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.919 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.919 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.919 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.919 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.919 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.919 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.919 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.920 INFO:teuthology.orchestra.run.smithi042.stdout: "zabbix_host": { 2024-06-06T08:42:11.920 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "zabbix_host", 2024-06-06T08:42:11.920 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.920 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.920 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.920 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "", 2024-06-06T08:42:11.920 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.920 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.920 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.920 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.920 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.920 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.920 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.920 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.921 INFO:teuthology.orchestra.run.smithi042.stdout: "zabbix_port": { 2024-06-06T08:42:11.921 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "zabbix_port", 2024-06-06T08:42:11.921 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "int", 2024-06-06T08:42:11.921 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.921 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.921 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "10051", 2024-06-06T08:42:11.921 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.921 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.921 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.921 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.921 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.921 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.921 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.921 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.921 INFO:teuthology.orchestra.run.smithi042.stdout: "zabbix_sender": { 2024-06-06T08:42:11.922 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "zabbix_sender", 2024-06-06T08:42:11.922 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "str", 2024-06-06T08:42:11.922 INFO:teuthology.orchestra.run.smithi042.stdout: "level": "advanced", 2024-06-06T08:42:11.922 INFO:teuthology.orchestra.run.smithi042.stdout: "flags": 0, 2024-06-06T08:42:11.922 INFO:teuthology.orchestra.run.smithi042.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-06-06T08:42:11.922 INFO:teuthology.orchestra.run.smithi042.stdout: "min": "", 2024-06-06T08:42:11.922 INFO:teuthology.orchestra.run.smithi042.stdout: "max": "", 2024-06-06T08:42:11.922 INFO:teuthology.orchestra.run.smithi042.stdout: "enum_allowed": [], 2024-06-06T08:42:11.922 INFO:teuthology.orchestra.run.smithi042.stdout: "desc": "", 2024-06-06T08:42:11.922 INFO:teuthology.orchestra.run.smithi042.stdout: "long_desc": "", 2024-06-06T08:42:11.922 INFO:teuthology.orchestra.run.smithi042.stdout: "tags": [], 2024-06-06T08:42:11.922 INFO:teuthology.orchestra.run.smithi042.stdout: "see_also": [] 2024-06-06T08:42:11.922 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.922 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.922 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.923 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.923 INFO:teuthology.orchestra.run.smithi042.stdout: "services": { 2024-06-06T08:42:11.923 INFO:teuthology.orchestra.run.smithi042.stdout: "dashboard": "https://172.21.15.42:8443/" 2024-06-06T08:42:11.923 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.923 INFO:teuthology.orchestra.run.smithi042.stdout: "always_on_modules": { 2024-06-06T08:42:11.923 INFO:teuthology.orchestra.run.smithi042.stdout: "octopus": [ 2024-06-06T08:42:11.923 INFO:teuthology.orchestra.run.smithi042.stdout: "balancer", 2024-06-06T08:42:11.923 INFO:teuthology.orchestra.run.smithi042.stdout: "crash", 2024-06-06T08:42:11.923 INFO:teuthology.orchestra.run.smithi042.stdout: "devicehealth", 2024-06-06T08:42:11.923 INFO:teuthology.orchestra.run.smithi042.stdout: "orchestrator", 2024-06-06T08:42:11.923 INFO:teuthology.orchestra.run.smithi042.stdout: "pg_autoscaler", 2024-06-06T08:42:11.923 INFO:teuthology.orchestra.run.smithi042.stdout: "progress", 2024-06-06T08:42:11.923 INFO:teuthology.orchestra.run.smithi042.stdout: "rbd_support", 2024-06-06T08:42:11.923 INFO:teuthology.orchestra.run.smithi042.stdout: "status", 2024-06-06T08:42:11.923 INFO:teuthology.orchestra.run.smithi042.stdout: "telemetry", 2024-06-06T08:42:11.924 INFO:teuthology.orchestra.run.smithi042.stdout: "volumes" 2024-06-06T08:42:11.924 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.924 INFO:teuthology.orchestra.run.smithi042.stdout: "pacific": [ 2024-06-06T08:42:11.924 INFO:teuthology.orchestra.run.smithi042.stdout: "balancer", 2024-06-06T08:42:11.924 INFO:teuthology.orchestra.run.smithi042.stdout: "crash", 2024-06-06T08:42:11.924 INFO:teuthology.orchestra.run.smithi042.stdout: "devicehealth", 2024-06-06T08:42:11.924 INFO:teuthology.orchestra.run.smithi042.stdout: "orchestrator", 2024-06-06T08:42:11.924 INFO:teuthology.orchestra.run.smithi042.stdout: "pg_autoscaler", 2024-06-06T08:42:11.924 INFO:teuthology.orchestra.run.smithi042.stdout: "progress", 2024-06-06T08:42:11.924 INFO:teuthology.orchestra.run.smithi042.stdout: "rbd_support", 2024-06-06T08:42:11.924 INFO:teuthology.orchestra.run.smithi042.stdout: "status", 2024-06-06T08:42:11.924 INFO:teuthology.orchestra.run.smithi042.stdout: "telemetry", 2024-06-06T08:42:11.924 INFO:teuthology.orchestra.run.smithi042.stdout: "volumes" 2024-06-06T08:42:11.924 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.925 INFO:teuthology.orchestra.run.smithi042.stdout: "quincy": [ 2024-06-06T08:42:11.925 INFO:teuthology.orchestra.run.smithi042.stdout: "balancer", 2024-06-06T08:42:11.925 INFO:teuthology.orchestra.run.smithi042.stdout: "crash", 2024-06-06T08:42:11.925 INFO:teuthology.orchestra.run.smithi042.stdout: "devicehealth", 2024-06-06T08:42:11.925 INFO:teuthology.orchestra.run.smithi042.stdout: "orchestrator", 2024-06-06T08:42:11.925 INFO:teuthology.orchestra.run.smithi042.stdout: "pg_autoscaler", 2024-06-06T08:42:11.925 INFO:teuthology.orchestra.run.smithi042.stdout: "progress", 2024-06-06T08:42:11.925 INFO:teuthology.orchestra.run.smithi042.stdout: "rbd_support", 2024-06-06T08:42:11.925 INFO:teuthology.orchestra.run.smithi042.stdout: "status", 2024-06-06T08:42:11.925 INFO:teuthology.orchestra.run.smithi042.stdout: "telemetry", 2024-06-06T08:42:11.925 INFO:teuthology.orchestra.run.smithi042.stdout: "volumes" 2024-06-06T08:42:11.925 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.925 INFO:teuthology.orchestra.run.smithi042.stdout: "reef": [ 2024-06-06T08:42:11.925 INFO:teuthology.orchestra.run.smithi042.stdout: "balancer", 2024-06-06T08:42:11.925 INFO:teuthology.orchestra.run.smithi042.stdout: "crash", 2024-06-06T08:42:11.926 INFO:teuthology.orchestra.run.smithi042.stdout: "devicehealth", 2024-06-06T08:42:11.926 INFO:teuthology.orchestra.run.smithi042.stdout: "orchestrator", 2024-06-06T08:42:11.926 INFO:teuthology.orchestra.run.smithi042.stdout: "pg_autoscaler", 2024-06-06T08:42:11.926 INFO:teuthology.orchestra.run.smithi042.stdout: "progress", 2024-06-06T08:42:11.926 INFO:teuthology.orchestra.run.smithi042.stdout: "rbd_support", 2024-06-06T08:42:11.926 INFO:teuthology.orchestra.run.smithi042.stdout: "status", 2024-06-06T08:42:11.926 INFO:teuthology.orchestra.run.smithi042.stdout: "telemetry", 2024-06-06T08:42:11.926 INFO:teuthology.orchestra.run.smithi042.stdout: "volumes" 2024-06-06T08:42:11.926 INFO:teuthology.orchestra.run.smithi042.stdout: ], 2024-06-06T08:42:11.926 INFO:teuthology.orchestra.run.smithi042.stdout: "squid": [ 2024-06-06T08:42:11.926 INFO:teuthology.orchestra.run.smithi042.stdout: "balancer", 2024-06-06T08:42:11.926 INFO:teuthology.orchestra.run.smithi042.stdout: "crash", 2024-06-06T08:42:11.926 INFO:teuthology.orchestra.run.smithi042.stdout: "devicehealth", 2024-06-06T08:42:11.926 INFO:teuthology.orchestra.run.smithi042.stdout: "orchestrator", 2024-06-06T08:42:11.926 INFO:teuthology.orchestra.run.smithi042.stdout: "pg_autoscaler", 2024-06-06T08:42:11.927 INFO:teuthology.orchestra.run.smithi042.stdout: "progress", 2024-06-06T08:42:11.927 INFO:teuthology.orchestra.run.smithi042.stdout: "rbd_support", 2024-06-06T08:42:11.927 INFO:teuthology.orchestra.run.smithi042.stdout: "status", 2024-06-06T08:42:11.927 INFO:teuthology.orchestra.run.smithi042.stdout: "telemetry", 2024-06-06T08:42:11.927 INFO:teuthology.orchestra.run.smithi042.stdout: "volumes" 2024-06-06T08:42:11.927 INFO:teuthology.orchestra.run.smithi042.stdout: ] 2024-06-06T08:42:11.927 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.927 INFO:teuthology.orchestra.run.smithi042.stdout: "last_failure_osd_epoch": 100, 2024-06-06T08:42:11.927 INFO:teuthology.orchestra.run.smithi042.stdout: "active_clients": [ 2024-06-06T08:42:11.927 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.927 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "devicehealth", 2024-06-06T08:42:11.927 INFO:teuthology.orchestra.run.smithi042.stdout: "addrvec": [ 2024-06-06T08:42:11.927 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.927 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "v2", 2024-06-06T08:42:11.928 INFO:teuthology.orchestra.run.smithi042.stdout: "addr": "172.21.15.42:0", 2024-06-06T08:42:11.928 INFO:teuthology.orchestra.run.smithi042.stdout: "nonce": 3650738297 2024-06-06T08:42:11.928 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.928 INFO:teuthology.orchestra.run.smithi042.stdout: ] 2024-06-06T08:42:11.928 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.928 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.928 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "libcephsqlite", 2024-06-06T08:42:11.928 INFO:teuthology.orchestra.run.smithi042.stdout: "addrvec": [ 2024-06-06T08:42:11.928 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.928 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "v2", 2024-06-06T08:42:11.928 INFO:teuthology.orchestra.run.smithi042.stdout: "addr": "172.21.15.42:0", 2024-06-06T08:42:11.928 INFO:teuthology.orchestra.run.smithi042.stdout: "nonce": 3300490900 2024-06-06T08:42:11.928 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.928 INFO:teuthology.orchestra.run.smithi042.stdout: ] 2024-06-06T08:42:11.928 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.929 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.929 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "rbd_support", 2024-06-06T08:42:11.929 INFO:teuthology.orchestra.run.smithi042.stdout: "addrvec": [ 2024-06-06T08:42:11.929 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.929 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "v2", 2024-06-06T08:42:11.929 INFO:teuthology.orchestra.run.smithi042.stdout: "addr": "172.21.15.42:0", 2024-06-06T08:42:11.929 INFO:teuthology.orchestra.run.smithi042.stdout: "nonce": 420033026 2024-06-06T08:42:11.929 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.929 INFO:teuthology.orchestra.run.smithi042.stdout: ] 2024-06-06T08:42:11.929 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.929 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.929 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "snap_schedule", 2024-06-06T08:42:11.929 INFO:teuthology.orchestra.run.smithi042.stdout: "addrvec": [ 2024-06-06T08:42:11.929 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.929 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "v2", 2024-06-06T08:42:11.930 INFO:teuthology.orchestra.run.smithi042.stdout: "addr": "172.21.15.42:0", 2024-06-06T08:42:11.930 INFO:teuthology.orchestra.run.smithi042.stdout: "nonce": 1274194725 2024-06-06T08:42:11.930 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.930 INFO:teuthology.orchestra.run.smithi042.stdout: ] 2024-06-06T08:42:11.930 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.930 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.930 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "snap_schedule", 2024-06-06T08:42:11.930 INFO:teuthology.orchestra.run.smithi042.stdout: "addrvec": [ 2024-06-06T08:42:11.930 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.930 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "v2", 2024-06-06T08:42:11.930 INFO:teuthology.orchestra.run.smithi042.stdout: "addr": "172.21.15.42:0", 2024-06-06T08:42:11.930 INFO:teuthology.orchestra.run.smithi042.stdout: "nonce": 3968268895 2024-06-06T08:42:11.931 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.931 INFO:teuthology.orchestra.run.smithi042.stdout: ] 2024-06-06T08:42:11.931 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:11.931 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.931 INFO:teuthology.orchestra.run.smithi042.stdout: "name": "volumes", 2024-06-06T08:42:11.931 INFO:teuthology.orchestra.run.smithi042.stdout: "addrvec": [ 2024-06-06T08:42:11.931 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-06-06T08:42:11.931 INFO:teuthology.orchestra.run.smithi042.stdout: "type": "v2", 2024-06-06T08:42:11.931 INFO:teuthology.orchestra.run.smithi042.stdout: "addr": "172.21.15.42:0", 2024-06-06T08:42:11.931 INFO:teuthology.orchestra.run.smithi042.stdout: "nonce": 931113182 2024-06-06T08:42:11.931 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.931 INFO:teuthology.orchestra.run.smithi042.stdout: ] 2024-06-06T08:42:11.931 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:11.931 INFO:teuthology.orchestra.run.smithi042.stdout: ] 2024-06-06T08:42:11.931 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:42:11.933 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:42:10 smithi149 ceph-mon[36842]: pgmap v625: 129 pgs: 20 active+clean+snaptrim, 64 active+clean+snaptrim_wait, 45 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 90 KiB/s wr, 47 op/s 2024-06-06T08:42:11.933 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:42:10 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/2722901429' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-06-06T08:42:11.933 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:42:10 smithi120 ceph-mon[36658]: pgmap v625: 129 pgs: 20 active+clean+snaptrim, 64 active+clean+snaptrim_wait, 45 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 90 KiB/s wr, 47 op/s 2024-06-06T08:42:11.933 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:42:10 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/2722901429' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-06-06T08:42:11.933 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:42:11 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/1316015655' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-06-06T08:42:11.934 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:10.632+0000 7f719c7b0640 1 -- 172.21.15.42:0/1316015655 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f71800a2f10 msgr2=0x7f71800a53d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:42:11.934 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:10.632+0000 7f719c7b0640 1 --2- 172.21.15.42:0/1316015655 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f71800a2f10 0x7f71800a53d0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f719000b910 tx=0x7f719000b2f0 comp rx=0 tx=0).stop 2024-06-06T08:42:11.934 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:10.632+0000 7f719c7b0640 1 -- 172.21.15.42:0/1316015655 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7194106890 msgr2=0x7f7194073340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:42:11.934 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:10.632+0000 7f719c7b0640 1 --2- 172.21.15.42:0/1316015655 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7194106890 0x7f7194073340 secure :-1 s=READY pgs=1062 cs=0 l=1 rev1=1 crypto rx=0x7f718c009fd0 tx=0x7f718c00c800 comp rx=0 tx=0).stop 2024-06-06T08:42:11.935 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:10.632+0000 7f719c7b0640 1 -- 172.21.15.42:0/1316015655 shutdown_connections 2024-06-06T08:42:11.935 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:10.632+0000 7f719c7b0640 1 --2- 172.21.15.42:0/1316015655 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f71800a2f10 0x7f71800a53d0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:11.935 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:10.632+0000 7f719c7b0640 1 --2- 172.21.15.42:0/1316015655 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f7194101240 0x7f7194072de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:11.935 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:10.632+0000 7f719c7b0640 1 --2- 172.21.15.42:0/1316015655 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7194106890 0x7f7194073340 unknown :-1 s=CLOSED pgs=1062 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:11.935 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:10.632+0000 7f719c7b0640 1 --2- 172.21.15.42:0/1316015655 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7194100880 0x7f7194113700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:42:11.935 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:10.632+0000 7f719c7b0640 1 -- 172.21.15.42:0/1316015655 >> 172.21.15.42:0/1316015655 conn(0x7f71940779a0 msgr2=0x7f7194102c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:42:11.935 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:10.632+0000 7f719c7b0640 1 -- 172.21.15.42:0/1316015655 shutdown_connections 2024-06-06T08:42:11.935 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:42:10.633+0000 7f719c7b0640 1 -- 172.21.15.42:0/1316015655 wait complete. 2024-06-06T08:42:11.986 DEBUG:tasks.check_counter:Getting stats from a 2024-06-06T08:42:11.986 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph daemon mds.a perf dump 2024-06-06T08:42:11.986 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:42:10 smithi042 ceph-mon[32384]: pgmap v625: 129 pgs: 20 active+clean+snaptrim, 64 active+clean+snaptrim_wait, 45 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 90 KiB/s wr, 47 op/s 2024-06-06T08:42:11.986 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:42:10 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/2722901429' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-06-06T08:42:12.023 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:42:11 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/1316015655' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-06-06T08:42:12.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:42:11 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/1316015655' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-06-06T08:42:12.487 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:42:12.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:42:12 smithi120 ceph-mon[36658]: pgmap v626: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 85 KiB/s wr, 47 op/s 2024-06-06T08:42:13.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:42:12 smithi149 ceph-mon[36842]: pgmap v626: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 85 KiB/s wr, 47 op/s 2024-06-06T08:42:13.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:42:12 smithi042 ceph-mon[32384]: pgmap v626: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 85 KiB/s wr, 47 op/s 2024-06-06T08:42:14.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:42:14 smithi120 ceph-mon[36658]: pgmap v627: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2024-06-06T08:42:14.952 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:42:14 smithi042 ceph-mon[32384]: pgmap v627: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2024-06-06T08:42:15.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:42:14 smithi149 ceph-mon[36842]: pgmap v627: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2024-06-06T08:42:15.787 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:42:15.787 INFO:teuthology.orchestra.run.smithi042.stdout: "AsyncMessenger::Worker-0": { 2024-06-06T08:42:15.787 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_messages": 0, 2024-06-06T08:42:15.788 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages": 2, 2024-06-06T08:42:15.788 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_bytes": 0, 2024-06-06T08:42:15.788 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_bytes": 0, 2024-06-06T08:42:15.788 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_created_connections": 4, 2024-06-06T08:42:15.788 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_active_connections": 0, 2024-06-06T08:42:15.788 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_total_time": 0.001443228, 2024-06-06T08:42:15.788 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_send_time": 0.000000000, 2024-06-06T08:42:15.788 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_recv_time": 0.000330822, 2024-06-06T08:42:15.788 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-06-06T08:42:15.788 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:42:15.788 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-06-06T08:42:15.788 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-06-06T08:42:15.788 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-06-06T08:42:15.788 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:15.789 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:42:15.789 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-06-06T08:42:15.789 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-06-06T08:42:15.789 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-06-06T08:42:15.789 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:15.789 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_encrypted_bytes": 0, 2024-06-06T08:42:15.789 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_encrypted_bytes": 0 2024-06-06T08:42:15.789 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:15.789 INFO:teuthology.orchestra.run.smithi042.stdout: "AsyncMessenger::Worker-1": { 2024-06-06T08:42:15.789 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_messages": 7, 2024-06-06T08:42:15.789 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages": 294, 2024-06-06T08:42:15.789 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_bytes": 3504, 2024-06-06T08:42:15.789 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_bytes": 285840, 2024-06-06T08:42:15.789 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_created_connections": 6, 2024-06-06T08:42:15.790 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_active_connections": 3, 2024-06-06T08:42:15.790 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_total_time": 0.022072578, 2024-06-06T08:42:15.790 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_send_time": 0.015709384, 2024-06-06T08:42:15.790 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_recv_time": 0.002850241, 2024-06-06T08:42:15.790 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-06-06T08:42:15.790 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:42:15.790 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 292, 2024-06-06T08:42:15.790 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.025415908, 2024-06-06T08:42:15.790 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000087040 2024-06-06T08:42:15.790 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:15.790 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:42:15.790 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-06-06T08:42:15.790 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-06-06T08:42:15.790 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-06-06T08:42:15.791 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:15.791 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_encrypted_bytes": 3504, 2024-06-06T08:42:15.791 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_encrypted_bytes": 285840 2024-06-06T08:42:15.791 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:15.791 INFO:teuthology.orchestra.run.smithi042.stdout: "AsyncMessenger::Worker-2": { 2024-06-06T08:42:15.791 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_messages": 391, 2024-06-06T08:42:15.791 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages": 380, 2024-06-06T08:42:15.791 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_bytes": 1628912, 2024-06-06T08:42:15.791 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_bytes": 235296, 2024-06-06T08:42:15.791 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_created_connections": 2, 2024-06-06T08:42:15.791 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_active_connections": 1, 2024-06-06T08:42:15.791 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_total_time": 0.065956305, 2024-06-06T08:42:15.791 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_send_time": 0.023062221, 2024-06-06T08:42:15.791 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_recv_time": 0.040963642, 2024-06-06T08:42:15.792 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_fast_dispatch_time": 0.008514011, 2024-06-06T08:42:15.792 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:42:15.792 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 379, 2024-06-06T08:42:15.792 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.021059631, 2024-06-06T08:42:15.792 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000055566 2024-06-06T08:42:15.792 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:15.792 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:42:15.792 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-06-06T08:42:15.792 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-06-06T08:42:15.792 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-06-06T08:42:15.792 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:15.792 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_encrypted_bytes": 1628912, 2024-06-06T08:42:15.792 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_encrypted_bytes": 235296 2024-06-06T08:42:15.792 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:15.792 INFO:teuthology.orchestra.run.smithi042.stdout: "cct": { 2024-06-06T08:42:15.793 INFO:teuthology.orchestra.run.smithi042.stdout: "total_workers": 0, 2024-06-06T08:42:15.793 INFO:teuthology.orchestra.run.smithi042.stdout: "unhealthy_workers": 0 2024-06-06T08:42:15.793 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:15.793 INFO:teuthology.orchestra.run.smithi042.stdout: "mempool": { 2024-06-06T08:42:15.793 INFO:teuthology.orchestra.run.smithi042.stdout: "bloom_filter_bytes": 0, 2024-06-06T08:42:15.793 INFO:teuthology.orchestra.run.smithi042.stdout: "bloom_filter_items": 0, 2024-06-06T08:42:15.793 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_alloc_bytes": 0, 2024-06-06T08:42:15.793 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_alloc_items": 0, 2024-06-06T08:42:15.793 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_data_bytes": 0, 2024-06-06T08:42:15.793 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_data_items": 0, 2024-06-06T08:42:15.793 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_onode_bytes": 0, 2024-06-06T08:42:15.793 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_onode_items": 0, 2024-06-06T08:42:15.793 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_meta_bytes": 0, 2024-06-06T08:42:15.793 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_meta_items": 0, 2024-06-06T08:42:15.793 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_other_bytes": 0, 2024-06-06T08:42:15.794 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_other_items": 0, 2024-06-06T08:42:15.794 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_buffer_bytes": 0, 2024-06-06T08:42:15.794 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_buffer_items": 0, 2024-06-06T08:42:15.794 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_extent_bytes": 0, 2024-06-06T08:42:15.794 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_extent_items": 0, 2024-06-06T08:42:15.794 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_blob_bytes": 0, 2024-06-06T08:42:15.794 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_blob_items": 0, 2024-06-06T08:42:15.794 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_shared_blob_bytes": 0, 2024-06-06T08:42:15.794 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_shared_blob_items": 0, 2024-06-06T08:42:15.794 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_inline_bl_bytes": 0, 2024-06-06T08:42:15.794 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_inline_bl_items": 0, 2024-06-06T08:42:15.794 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_fsck_bytes": 0, 2024-06-06T08:42:15.794 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_fsck_items": 0, 2024-06-06T08:42:15.794 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_txc_bytes": 0, 2024-06-06T08:42:15.794 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_txc_items": 0, 2024-06-06T08:42:15.795 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_deferred_bytes": 0, 2024-06-06T08:42:15.795 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_deferred_items": 0, 2024-06-06T08:42:15.795 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_bytes": 0, 2024-06-06T08:42:15.795 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_items": 0, 2024-06-06T08:42:15.795 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_bytes": 0, 2024-06-06T08:42:15.795 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_items": 0, 2024-06-06T08:42:15.795 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_reader_bytes": 0, 2024-06-06T08:42:15.795 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_reader_items": 0, 2024-06-06T08:42:15.795 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_writer_bytes": 0, 2024-06-06T08:42:15.795 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_writer_items": 0, 2024-06-06T08:42:15.795 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_anon_bytes": 148731, 2024-06-06T08:42:15.795 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_anon_items": 31, 2024-06-06T08:42:15.795 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_meta_bytes": 0, 2024-06-06T08:42:15.795 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_meta_items": 0, 2024-06-06T08:42:15.795 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_bytes": 0, 2024-06-06T08:42:15.796 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_items": 0, 2024-06-06T08:42:15.796 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_mapbl_bytes": 0, 2024-06-06T08:42:15.796 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_mapbl_items": 0, 2024-06-06T08:42:15.796 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_pglog_bytes": 0, 2024-06-06T08:42:15.796 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_pglog_items": 0, 2024-06-06T08:42:15.796 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_bytes": 0, 2024-06-06T08:42:15.796 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_items": 0, 2024-06-06T08:42:15.796 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_mapping_bytes": 0, 2024-06-06T08:42:15.796 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_mapping_items": 0, 2024-06-06T08:42:15.796 INFO:teuthology.orchestra.run.smithi042.stdout: "pgmap_bytes": 0, 2024-06-06T08:42:15.796 INFO:teuthology.orchestra.run.smithi042.stdout: "pgmap_items": 0, 2024-06-06T08:42:15.796 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_co_bytes": 928, 2024-06-06T08:42:15.796 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_co_items": 2, 2024-06-06T08:42:15.797 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_1_bytes": 0, 2024-06-06T08:42:15.797 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_1_items": 0, 2024-06-06T08:42:15.797 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_2_bytes": 0, 2024-06-06T08:42:15.797 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_2_items": 0 2024-06-06T08:42:15.797 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:15.797 INFO:teuthology.orchestra.run.smithi042.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-06-06T08:42:15.797 INFO:teuthology.orchestra.run.smithi042.stdout: "val": 0, 2024-06-06T08:42:15.797 INFO:teuthology.orchestra.run.smithi042.stdout: "max": 104857600, 2024-06-06T08:42:15.797 INFO:teuthology.orchestra.run.smithi042.stdout: "get_started": 0, 2024-06-06T08:42:15.797 INFO:teuthology.orchestra.run.smithi042.stdout: "get": 394, 2024-06-06T08:42:15.797 INFO:teuthology.orchestra.run.smithi042.stdout: "get_sum": 1573702, 2024-06-06T08:42:15.797 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_fail": 0, 2024-06-06T08:42:15.798 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_success": 394, 2024-06-06T08:42:15.798 INFO:teuthology.orchestra.run.smithi042.stdout: "take": 0, 2024-06-06T08:42:15.798 INFO:teuthology.orchestra.run.smithi042.stdout: "take_sum": 0, 2024-06-06T08:42:15.798 INFO:teuthology.orchestra.run.smithi042.stdout: "put": 394, 2024-06-06T08:42:15.798 INFO:teuthology.orchestra.run.smithi042.stdout: "put_sum": 1573702, 2024-06-06T08:42:15.798 INFO:teuthology.orchestra.run.smithi042.stdout: "wait": { 2024-06-06T08:42:15.798 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-06-06T08:42:15.798 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-06-06T08:42:15.798 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-06-06T08:42:15.798 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:15.798 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:15.798 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:42:16.549 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.a 2024-06-06T08:42:16.549 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.a 2024-06-06T08:42:16.549 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.a 2024-06-06T08:42:16.549 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.a 2024-06-06T08:42:16.549 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.a 2024-06-06T08:42:16.549 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.a 2024-06-06T08:42:16.549 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.a 2024-06-06T08:42:16.549 WARNING:tasks.check_counter:Counter 'mds.dir_split' not found on daemon mds.a 2024-06-06T08:42:16.549 DEBUG:tasks.check_counter:Getting stats from d 2024-06-06T08:42:16.550 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph daemon mds.d perf dump 2024-06-06T08:42:16.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:42:16 smithi042 ceph-mon[32384]: pgmap v628: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 104 B/s wr, 8 op/s 2024-06-06T08:42:16.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:42:16 smithi120 ceph-mon[36658]: pgmap v628: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 104 B/s wr, 8 op/s 2024-06-06T08:42:17.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:42:16 smithi149 ceph-mon[36842]: pgmap v628: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 104 B/s wr, 8 op/s 2024-06-06T08:42:17.125 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:42:18.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:42:18 smithi120 ceph-mon[36658]: pgmap v629: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 94 B/s wr, 8 op/s 2024-06-06T08:42:18.925 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:42:18 smithi042 ceph-mon[32384]: pgmap v629: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 94 B/s wr, 8 op/s 2024-06-06T08:42:19.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:42:18 smithi149 ceph-mon[36842]: pgmap v629: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 94 B/s wr, 8 op/s 2024-06-06T08:42:19.818 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:42:19.819 INFO:teuthology.orchestra.run.smithi042.stdout: "AsyncMessenger::Worker-0": { 2024-06-06T08:42:19.819 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_messages": 4, 2024-06-06T08:42:19.819 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages": 4, 2024-06-06T08:42:19.819 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_bytes": 3024, 2024-06-06T08:42:19.819 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_bytes": 448, 2024-06-06T08:42:19.819 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_created_connections": 4, 2024-06-06T08:42:19.819 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_active_connections": 0, 2024-06-06T08:42:19.819 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_total_time": 0.001789300, 2024-06-06T08:42:19.819 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_send_time": 0.000043172, 2024-06-06T08:42:19.819 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_recv_time": 0.000658027, 2024-06-06T08:42:19.819 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-06-06T08:42:19.820 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:42:19.820 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 3, 2024-06-06T08:42:19.820 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000734651, 2024-06-06T08:42:19.820 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000244883 2024-06-06T08:42:19.820 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:19.820 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:42:19.820 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-06-06T08:42:19.820 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-06-06T08:42:19.820 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-06-06T08:42:19.820 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:19.820 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_encrypted_bytes": 3024, 2024-06-06T08:42:19.820 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_encrypted_bytes": 448 2024-06-06T08:42:19.820 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:19.820 INFO:teuthology.orchestra.run.smithi042.stdout: "AsyncMessenger::Worker-1": { 2024-06-06T08:42:19.820 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_messages": 3, 2024-06-06T08:42:19.821 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages": 297, 2024-06-06T08:42:19.821 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_bytes": 480, 2024-06-06T08:42:19.821 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_bytes": 286272, 2024-06-06T08:42:19.821 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_created_connections": 6, 2024-06-06T08:42:19.821 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_active_connections": 3, 2024-06-06T08:42:19.821 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_total_time": 0.021444055, 2024-06-06T08:42:19.821 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_send_time": 0.015355140, 2024-06-06T08:42:19.821 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_recv_time": 0.002387522, 2024-06-06T08:42:19.821 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-06-06T08:42:19.821 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:42:19.821 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 294, 2024-06-06T08:42:19.821 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.025096414, 2024-06-06T08:42:19.821 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000085361 2024-06-06T08:42:19.821 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:19.821 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:42:19.822 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-06-06T08:42:19.822 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-06-06T08:42:19.822 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-06-06T08:42:19.822 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:19.822 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_encrypted_bytes": 480, 2024-06-06T08:42:19.822 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_encrypted_bytes": 286272 2024-06-06T08:42:19.822 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:19.822 INFO:teuthology.orchestra.run.smithi042.stdout: "AsyncMessenger::Worker-2": { 2024-06-06T08:42:19.822 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_messages": 398, 2024-06-06T08:42:19.822 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages": 387, 2024-06-06T08:42:19.822 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_bytes": 1631440, 2024-06-06T08:42:19.822 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_bytes": 239472, 2024-06-06T08:42:19.822 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_created_connections": 2, 2024-06-06T08:42:19.822 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_active_connections": 1, 2024-06-06T08:42:19.823 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_total_time": 0.064177071, 2024-06-06T08:42:19.823 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_send_time": 0.022978390, 2024-06-06T08:42:19.823 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_recv_time": 0.038384663, 2024-06-06T08:42:19.823 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_fast_dispatch_time": 0.009050363, 2024-06-06T08:42:19.823 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:42:19.823 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 386, 2024-06-06T08:42:19.823 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.023498570, 2024-06-06T08:42:19.823 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000060877 2024-06-06T08:42:19.823 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:19.823 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:42:19.823 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-06-06T08:42:19.823 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-06-06T08:42:19.823 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-06-06T08:42:19.824 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:19.824 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_encrypted_bytes": 1631440, 2024-06-06T08:42:19.824 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_encrypted_bytes": 239472 2024-06-06T08:42:19.824 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:19.824 INFO:teuthology.orchestra.run.smithi042.stdout: "cct": { 2024-06-06T08:42:19.824 INFO:teuthology.orchestra.run.smithi042.stdout: "total_workers": 0, 2024-06-06T08:42:19.824 INFO:teuthology.orchestra.run.smithi042.stdout: "unhealthy_workers": 0 2024-06-06T08:42:19.824 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:19.824 INFO:teuthology.orchestra.run.smithi042.stdout: "mempool": { 2024-06-06T08:42:19.824 INFO:teuthology.orchestra.run.smithi042.stdout: "bloom_filter_bytes": 0, 2024-06-06T08:42:19.824 INFO:teuthology.orchestra.run.smithi042.stdout: "bloom_filter_items": 0, 2024-06-06T08:42:19.824 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_alloc_bytes": 0, 2024-06-06T08:42:19.824 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_alloc_items": 0, 2024-06-06T08:42:19.824 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_data_bytes": 0, 2024-06-06T08:42:19.825 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_data_items": 0, 2024-06-06T08:42:19.825 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_onode_bytes": 0, 2024-06-06T08:42:19.825 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_onode_items": 0, 2024-06-06T08:42:19.825 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_meta_bytes": 0, 2024-06-06T08:42:19.825 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_meta_items": 0, 2024-06-06T08:42:19.825 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_other_bytes": 0, 2024-06-06T08:42:19.825 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_other_items": 0, 2024-06-06T08:42:19.825 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_buffer_bytes": 0, 2024-06-06T08:42:19.825 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_buffer_items": 0, 2024-06-06T08:42:19.825 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_extent_bytes": 0, 2024-06-06T08:42:19.825 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_extent_items": 0, 2024-06-06T08:42:19.825 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_blob_bytes": 0, 2024-06-06T08:42:19.825 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_blob_items": 0, 2024-06-06T08:42:19.825 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_shared_blob_bytes": 0, 2024-06-06T08:42:19.826 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_shared_blob_items": 0, 2024-06-06T08:42:19.826 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_inline_bl_bytes": 0, 2024-06-06T08:42:19.826 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_inline_bl_items": 0, 2024-06-06T08:42:19.826 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_fsck_bytes": 0, 2024-06-06T08:42:19.826 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_fsck_items": 0, 2024-06-06T08:42:19.826 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_txc_bytes": 0, 2024-06-06T08:42:19.826 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_txc_items": 0, 2024-06-06T08:42:19.826 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_deferred_bytes": 0, 2024-06-06T08:42:19.826 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_deferred_items": 0, 2024-06-06T08:42:19.826 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_bytes": 0, 2024-06-06T08:42:19.826 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_items": 0, 2024-06-06T08:42:19.826 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_bytes": 0, 2024-06-06T08:42:19.827 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_items": 0, 2024-06-06T08:42:19.827 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_reader_bytes": 0, 2024-06-06T08:42:19.827 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_reader_items": 0, 2024-06-06T08:42:19.827 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_writer_bytes": 0, 2024-06-06T08:42:19.827 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_writer_items": 0, 2024-06-06T08:42:19.827 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_anon_bytes": 148731, 2024-06-06T08:42:19.827 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_anon_items": 31, 2024-06-06T08:42:19.827 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_meta_bytes": 0, 2024-06-06T08:42:19.827 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_meta_items": 0, 2024-06-06T08:42:19.827 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_bytes": 0, 2024-06-06T08:42:19.827 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_items": 0, 2024-06-06T08:42:19.827 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_mapbl_bytes": 0, 2024-06-06T08:42:19.827 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_mapbl_items": 0, 2024-06-06T08:42:19.827 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_pglog_bytes": 0, 2024-06-06T08:42:19.827 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_pglog_items": 0, 2024-06-06T08:42:19.828 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_bytes": 0, 2024-06-06T08:42:19.828 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_items": 0, 2024-06-06T08:42:19.828 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_mapping_bytes": 0, 2024-06-06T08:42:19.828 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_mapping_items": 0, 2024-06-06T08:42:19.828 INFO:teuthology.orchestra.run.smithi042.stdout: "pgmap_bytes": 0, 2024-06-06T08:42:19.828 INFO:teuthology.orchestra.run.smithi042.stdout: "pgmap_items": 0, 2024-06-06T08:42:19.828 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_co_bytes": 928, 2024-06-06T08:42:19.828 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_co_items": 2, 2024-06-06T08:42:19.828 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_1_bytes": 0, 2024-06-06T08:42:19.828 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_1_items": 0, 2024-06-06T08:42:19.828 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_2_bytes": 0, 2024-06-06T08:42:19.828 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_2_items": 0 2024-06-06T08:42:19.828 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:19.828 INFO:teuthology.orchestra.run.smithi042.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-06-06T08:42:19.829 INFO:teuthology.orchestra.run.smithi042.stdout: "val": 0, 2024-06-06T08:42:19.829 INFO:teuthology.orchestra.run.smithi042.stdout: "max": 104857600, 2024-06-06T08:42:19.829 INFO:teuthology.orchestra.run.smithi042.stdout: "get_started": 0, 2024-06-06T08:42:19.829 INFO:teuthology.orchestra.run.smithi042.stdout: "get": 401, 2024-06-06T08:42:19.829 INFO:teuthology.orchestra.run.smithi042.stdout: "get_sum": 1575249, 2024-06-06T08:42:19.829 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_fail": 0, 2024-06-06T08:42:19.829 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_success": 401, 2024-06-06T08:42:19.829 INFO:teuthology.orchestra.run.smithi042.stdout: "take": 0, 2024-06-06T08:42:19.829 INFO:teuthology.orchestra.run.smithi042.stdout: "take_sum": 0, 2024-06-06T08:42:19.829 INFO:teuthology.orchestra.run.smithi042.stdout: "put": 401, 2024-06-06T08:42:19.829 INFO:teuthology.orchestra.run.smithi042.stdout: "put_sum": 1575249, 2024-06-06T08:42:19.829 INFO:teuthology.orchestra.run.smithi042.stdout: "wait": { 2024-06-06T08:42:19.829 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-06-06T08:42:19.829 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-06-06T08:42:19.829 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-06-06T08:42:19.829 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:19.830 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:19.830 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:42:20.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:42:20 smithi120 ceph-mon[36658]: pgmap v630: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 85 B/s wr, 9 op/s 2024-06-06T08:42:20.936 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:42:20 smithi042 ceph-mon[32384]: pgmap v630: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 85 B/s wr, 9 op/s 2024-06-06T08:42:21.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:42:20 smithi149 ceph-mon[36842]: pgmap v630: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 85 B/s wr, 9 op/s 2024-06-06T08:42:21.318 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.d 2024-06-06T08:42:21.318 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.d 2024-06-06T08:42:21.318 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.d 2024-06-06T08:42:21.318 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.d 2024-06-06T08:42:21.319 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.d 2024-06-06T08:42:21.319 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.d 2024-06-06T08:42:21.319 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.d 2024-06-06T08:42:21.319 WARNING:tasks.check_counter:Counter 'mds.dir_split' not found on daemon mds.d 2024-06-06T08:42:21.319 DEBUG:tasks.check_counter:Getting stats from g 2024-06-06T08:42:21.319 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph daemon mds.g perf dump 2024-06-06T08:42:21.832 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:42:22.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:42:22 smithi120 ceph-mon[36658]: pgmap v631: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 85 B/s wr, 5 op/s 2024-06-06T08:42:23.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:42:22 smithi149 ceph-mon[36842]: pgmap v631: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 85 B/s wr, 5 op/s 2024-06-06T08:42:23.042 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:42:22 smithi042 ceph-mon[32384]: pgmap v631: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 85 B/s wr, 5 op/s 2024-06-06T08:42:24.020 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:42:24.020 INFO:teuthology.orchestra.run.smithi042.stdout: "AsyncMessenger::Worker-0": { 2024-06-06T08:42:24.020 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_messages": 0, 2024-06-06T08:42:24.020 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages": 2, 2024-06-06T08:42:24.020 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_bytes": 0, 2024-06-06T08:42:24.020 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_bytes": 0, 2024-06-06T08:42:24.020 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_created_connections": 4, 2024-06-06T08:42:24.021 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_active_connections": 0, 2024-06-06T08:42:24.021 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_total_time": 0.001327709, 2024-06-06T08:42:24.021 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_send_time": 0.000000000, 2024-06-06T08:42:24.021 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_recv_time": 0.000257898, 2024-06-06T08:42:24.021 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-06-06T08:42:24.021 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:42:24.021 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-06-06T08:42:24.021 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-06-06T08:42:24.021 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-06-06T08:42:24.021 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:24.021 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:42:24.021 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-06-06T08:42:24.021 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-06-06T08:42:24.021 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-06-06T08:42:24.021 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:24.022 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_encrypted_bytes": 0, 2024-06-06T08:42:24.022 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_encrypted_bytes": 0 2024-06-06T08:42:24.022 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:24.022 INFO:teuthology.orchestra.run.smithi042.stdout: "AsyncMessenger::Worker-1": { 2024-06-06T08:42:24.022 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_messages": 7, 2024-06-06T08:42:24.022 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages": 297, 2024-06-06T08:42:24.022 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_bytes": 3504, 2024-06-06T08:42:24.022 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_bytes": 286368, 2024-06-06T08:42:24.022 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_created_connections": 6, 2024-06-06T08:42:24.022 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_active_connections": 3, 2024-06-06T08:42:24.022 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_total_time": 0.022168596, 2024-06-06T08:42:24.022 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_send_time": 0.015767328, 2024-06-06T08:42:24.022 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_recv_time": 0.002687240, 2024-06-06T08:42:24.023 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-06-06T08:42:24.023 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:42:24.023 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 295, 2024-06-06T08:42:24.023 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.035799476, 2024-06-06T08:42:24.023 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000121354 2024-06-06T08:42:24.023 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:24.023 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:42:24.023 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-06-06T08:42:24.023 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-06-06T08:42:24.023 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-06-06T08:42:24.023 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:24.023 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_encrypted_bytes": 3504, 2024-06-06T08:42:24.023 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_encrypted_bytes": 286368 2024-06-06T08:42:24.023 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:24.024 INFO:teuthology.orchestra.run.smithi042.stdout: "AsyncMessenger::Worker-2": { 2024-06-06T08:42:24.024 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_messages": 395, 2024-06-06T08:42:24.024 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages": 384, 2024-06-06T08:42:24.024 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_bytes": 1630624, 2024-06-06T08:42:24.024 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_bytes": 237552, 2024-06-06T08:42:24.024 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_created_connections": 2, 2024-06-06T08:42:24.024 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_active_connections": 1, 2024-06-06T08:42:24.024 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_total_time": 0.066265380, 2024-06-06T08:42:24.024 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_send_time": 0.022697569, 2024-06-06T08:42:24.024 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_recv_time": 0.041907078, 2024-06-06T08:42:24.024 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_fast_dispatch_time": 0.009033611, 2024-06-06T08:42:24.024 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:42:24.024 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 383, 2024-06-06T08:42:24.024 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.019026841, 2024-06-06T08:42:24.025 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000049678 2024-06-06T08:42:24.025 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:24.025 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:42:24.025 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-06-06T08:42:24.025 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-06-06T08:42:24.025 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-06-06T08:42:24.025 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:24.025 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_encrypted_bytes": 1630624, 2024-06-06T08:42:24.025 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_encrypted_bytes": 237552 2024-06-06T08:42:24.025 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:24.025 INFO:teuthology.orchestra.run.smithi042.stdout: "cct": { 2024-06-06T08:42:24.025 INFO:teuthology.orchestra.run.smithi042.stdout: "total_workers": 0, 2024-06-06T08:42:24.025 INFO:teuthology.orchestra.run.smithi042.stdout: "unhealthy_workers": 0 2024-06-06T08:42:24.025 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:24.026 INFO:teuthology.orchestra.run.smithi042.stdout: "mempool": { 2024-06-06T08:42:24.026 INFO:teuthology.orchestra.run.smithi042.stdout: "bloom_filter_bytes": 0, 2024-06-06T08:42:24.026 INFO:teuthology.orchestra.run.smithi042.stdout: "bloom_filter_items": 0, 2024-06-06T08:42:24.026 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_alloc_bytes": 0, 2024-06-06T08:42:24.026 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_alloc_items": 0, 2024-06-06T08:42:24.026 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_data_bytes": 0, 2024-06-06T08:42:24.026 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_data_items": 0, 2024-06-06T08:42:24.026 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_onode_bytes": 0, 2024-06-06T08:42:24.026 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_onode_items": 0, 2024-06-06T08:42:24.026 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_meta_bytes": 0, 2024-06-06T08:42:24.026 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_meta_items": 0, 2024-06-06T08:42:24.026 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_other_bytes": 0, 2024-06-06T08:42:24.026 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_other_items": 0, 2024-06-06T08:42:24.026 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_buffer_bytes": 0, 2024-06-06T08:42:24.027 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_buffer_items": 0, 2024-06-06T08:42:24.027 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_extent_bytes": 0, 2024-06-06T08:42:24.027 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_extent_items": 0, 2024-06-06T08:42:24.027 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_blob_bytes": 0, 2024-06-06T08:42:24.027 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_blob_items": 0, 2024-06-06T08:42:24.027 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_shared_blob_bytes": 0, 2024-06-06T08:42:24.027 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_shared_blob_items": 0, 2024-06-06T08:42:24.027 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_inline_bl_bytes": 0, 2024-06-06T08:42:24.027 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_inline_bl_items": 0, 2024-06-06T08:42:24.027 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_fsck_bytes": 0, 2024-06-06T08:42:24.027 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_fsck_items": 0, 2024-06-06T08:42:24.027 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_txc_bytes": 0, 2024-06-06T08:42:24.027 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_txc_items": 0, 2024-06-06T08:42:24.027 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_deferred_bytes": 0, 2024-06-06T08:42:24.027 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_deferred_items": 0, 2024-06-06T08:42:24.028 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_bytes": 0, 2024-06-06T08:42:24.028 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_items": 0, 2024-06-06T08:42:24.028 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_bytes": 0, 2024-06-06T08:42:24.028 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_items": 0, 2024-06-06T08:42:24.028 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_reader_bytes": 0, 2024-06-06T08:42:24.028 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_reader_items": 0, 2024-06-06T08:42:24.028 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_writer_bytes": 0, 2024-06-06T08:42:24.028 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_writer_items": 0, 2024-06-06T08:42:24.028 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_anon_bytes": 148754, 2024-06-06T08:42:24.028 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_anon_items": 31, 2024-06-06T08:42:24.028 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_meta_bytes": 0, 2024-06-06T08:42:24.028 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_meta_items": 0, 2024-06-06T08:42:24.028 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_bytes": 0, 2024-06-06T08:42:24.028 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_items": 0, 2024-06-06T08:42:24.028 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_mapbl_bytes": 0, 2024-06-06T08:42:24.029 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_mapbl_items": 0, 2024-06-06T08:42:24.029 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_pglog_bytes": 0, 2024-06-06T08:42:24.029 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_pglog_items": 0, 2024-06-06T08:42:24.029 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_bytes": 0, 2024-06-06T08:42:24.029 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_items": 0, 2024-06-06T08:42:24.029 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_mapping_bytes": 0, 2024-06-06T08:42:24.029 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_mapping_items": 0, 2024-06-06T08:42:24.029 INFO:teuthology.orchestra.run.smithi042.stdout: "pgmap_bytes": 0, 2024-06-06T08:42:24.029 INFO:teuthology.orchestra.run.smithi042.stdout: "pgmap_items": 0, 2024-06-06T08:42:24.029 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_co_bytes": 928, 2024-06-06T08:42:24.029 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_co_items": 2, 2024-06-06T08:42:24.029 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_1_bytes": 0, 2024-06-06T08:42:24.029 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_1_items": 0, 2024-06-06T08:42:24.029 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_2_bytes": 0, 2024-06-06T08:42:24.029 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_2_items": 0 2024-06-06T08:42:24.030 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:24.030 INFO:teuthology.orchestra.run.smithi042.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-06-06T08:42:24.030 INFO:teuthology.orchestra.run.smithi042.stdout: "val": 0, 2024-06-06T08:42:24.030 INFO:teuthology.orchestra.run.smithi042.stdout: "max": 104857600, 2024-06-06T08:42:24.030 INFO:teuthology.orchestra.run.smithi042.stdout: "get_started": 0, 2024-06-06T08:42:24.030 INFO:teuthology.orchestra.run.smithi042.stdout: "get": 398, 2024-06-06T08:42:24.030 INFO:teuthology.orchestra.run.smithi042.stdout: "get_sum": 1574859, 2024-06-06T08:42:24.030 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_fail": 0, 2024-06-06T08:42:24.030 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_success": 398, 2024-06-06T08:42:24.030 INFO:teuthology.orchestra.run.smithi042.stdout: "take": 0, 2024-06-06T08:42:24.030 INFO:teuthology.orchestra.run.smithi042.stdout: "take_sum": 0, 2024-06-06T08:42:24.030 INFO:teuthology.orchestra.run.smithi042.stdout: "put": 398, 2024-06-06T08:42:24.030 INFO:teuthology.orchestra.run.smithi042.stdout: "put_sum": 1574859, 2024-06-06T08:42:24.031 INFO:teuthology.orchestra.run.smithi042.stdout: "wait": { 2024-06-06T08:42:24.031 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-06-06T08:42:24.031 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-06-06T08:42:24.031 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-06-06T08:42:24.031 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:24.031 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:24.031 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:42:24.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:42:24 smithi042 ceph-mon[32384]: pgmap v632: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-06T08:42:24.887 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:42:24 smithi120 ceph-mon[36658]: pgmap v632: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-06T08:42:25.024 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.g 2024-06-06T08:42:25.024 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.g 2024-06-06T08:42:25.024 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.g 2024-06-06T08:42:25.024 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.g 2024-06-06T08:42:25.024 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.g 2024-06-06T08:42:25.024 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.g 2024-06-06T08:42:25.024 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.g 2024-06-06T08:42:25.024 WARNING:tasks.check_counter:Counter 'mds.dir_split' not found on daemon mds.g 2024-06-06T08:42:25.025 DEBUG:tasks.check_counter:Getting stats from j 2024-06-06T08:42:25.025 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph daemon mds.j perf dump 2024-06-06T08:42:25.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:42:24 smithi149 ceph-mon[36842]: pgmap v632: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-06T08:42:25.540 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:42:26.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:42:26 smithi149 ceph-mon[36842]: pgmap v633: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.2 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-06T08:42:26.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:42:26 smithi149 ceph-mon[36842]: osdmap e137: 12 total, 12 up, 12 in 2024-06-06T08:42:26.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:42:26 smithi042 ceph-mon[32384]: pgmap v633: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.2 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-06T08:42:26.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:42:26 smithi042 ceph-mon[32384]: osdmap e137: 12 total, 12 up, 12 in 2024-06-06T08:42:26.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:42:26 smithi120 ceph-mon[36658]: pgmap v633: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.2 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-06T08:42:26.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:42:26 smithi120 ceph-mon[36658]: osdmap e137: 12 total, 12 up, 12 in 2024-06-06T08:42:27.990 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-06-06T08:42:27.991 INFO:teuthology.orchestra.run.smithi042.stdout: "AsyncMessenger::Worker-0": { 2024-06-06T08:42:27.991 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_messages": 401, 2024-06-06T08:42:27.991 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages": 390, 2024-06-06T08:42:27.991 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_bytes": 1632256, 2024-06-06T08:42:27.991 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_bytes": 241392, 2024-06-06T08:42:27.991 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_created_connections": 4, 2024-06-06T08:42:27.991 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_active_connections": 0, 2024-06-06T08:42:27.991 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_total_time": 0.067064154, 2024-06-06T08:42:27.991 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_send_time": 0.024270463, 2024-06-06T08:42:27.991 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_recv_time": 0.041649333, 2024-06-06T08:42:27.991 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_fast_dispatch_time": 0.008723637, 2024-06-06T08:42:27.991 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:42:27.992 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 389, 2024-06-06T08:42:27.992 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.023326904, 2024-06-06T08:42:27.992 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000059966 2024-06-06T08:42:27.992 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:27.992 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:42:27.992 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-06-06T08:42:27.992 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-06-06T08:42:27.992 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-06-06T08:42:27.992 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:27.992 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_encrypted_bytes": 1632256, 2024-06-06T08:42:27.992 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_encrypted_bytes": 241392 2024-06-06T08:42:27.992 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:27.992 INFO:teuthology.orchestra.run.smithi042.stdout: "AsyncMessenger::Worker-1": { 2024-06-06T08:42:27.993 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_messages": 7, 2024-06-06T08:42:27.993 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages": 302, 2024-06-06T08:42:27.993 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_bytes": 3504, 2024-06-06T08:42:27.993 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_bytes": 287248, 2024-06-06T08:42:27.993 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_created_connections": 6, 2024-06-06T08:42:27.993 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_active_connections": 3, 2024-06-06T08:42:27.993 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_total_time": 0.021844797, 2024-06-06T08:42:27.993 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_send_time": 0.015431460, 2024-06-06T08:42:27.993 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_recv_time": 0.002745342, 2024-06-06T08:42:27.993 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-06-06T08:42:27.993 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:42:27.993 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 300, 2024-06-06T08:42:27.994 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.033094291, 2024-06-06T08:42:27.994 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000110314 2024-06-06T08:42:27.994 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:27.994 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:42:27.994 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-06-06T08:42:27.994 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-06-06T08:42:27.994 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-06-06T08:42:27.994 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:27.994 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_encrypted_bytes": 3504, 2024-06-06T08:42:27.994 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_encrypted_bytes": 287248 2024-06-06T08:42:27.994 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:27.994 INFO:teuthology.orchestra.run.smithi042.stdout: "AsyncMessenger::Worker-2": { 2024-06-06T08:42:27.995 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_messages": 0, 2024-06-06T08:42:27.995 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages": 2, 2024-06-06T08:42:27.995 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_bytes": 0, 2024-06-06T08:42:27.995 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_bytes": 0, 2024-06-06T08:42:27.995 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_created_connections": 2, 2024-06-06T08:42:27.995 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_active_connections": 1, 2024-06-06T08:42:27.995 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_total_time": 0.000446177, 2024-06-06T08:42:27.995 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_send_time": 0.000000000, 2024-06-06T08:42:27.995 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_recv_time": 0.000344514, 2024-06-06T08:42:27.995 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-06-06T08:42:27.995 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:42:27.995 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-06-06T08:42:27.995 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-06-06T08:42:27.996 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-06-06T08:42:27.996 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:27.996 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:42:27.996 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-06-06T08:42:27.996 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-06-06T08:42:27.996 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-06-06T08:42:27.996 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:27.996 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_encrypted_bytes": 0, 2024-06-06T08:42:27.996 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_encrypted_bytes": 0 2024-06-06T08:42:27.996 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:27.996 INFO:teuthology.orchestra.run.smithi042.stdout: "cct": { 2024-06-06T08:42:27.996 INFO:teuthology.orchestra.run.smithi042.stdout: "total_workers": 0, 2024-06-06T08:42:27.996 INFO:teuthology.orchestra.run.smithi042.stdout: "unhealthy_workers": 0 2024-06-06T08:42:27.996 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:27.997 INFO:teuthology.orchestra.run.smithi042.stdout: "mempool": { 2024-06-06T08:42:27.997 INFO:teuthology.orchestra.run.smithi042.stdout: "bloom_filter_bytes": 0, 2024-06-06T08:42:27.997 INFO:teuthology.orchestra.run.smithi042.stdout: "bloom_filter_items": 0, 2024-06-06T08:42:27.997 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_alloc_bytes": 0, 2024-06-06T08:42:27.997 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_alloc_items": 0, 2024-06-06T08:42:27.997 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_data_bytes": 0, 2024-06-06T08:42:27.997 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_data_items": 0, 2024-06-06T08:42:27.997 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_onode_bytes": 0, 2024-06-06T08:42:27.997 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_onode_items": 0, 2024-06-06T08:42:27.997 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_meta_bytes": 0, 2024-06-06T08:42:27.997 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_meta_items": 0, 2024-06-06T08:42:27.997 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_other_bytes": 0, 2024-06-06T08:42:27.997 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_other_items": 0, 2024-06-06T08:42:27.997 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_buffer_bytes": 0, 2024-06-06T08:42:27.997 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_buffer_items": 0, 2024-06-06T08:42:27.998 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_extent_bytes": 0, 2024-06-06T08:42:27.998 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_extent_items": 0, 2024-06-06T08:42:27.998 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_blob_bytes": 0, 2024-06-06T08:42:27.998 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_blob_items": 0, 2024-06-06T08:42:27.998 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_shared_blob_bytes": 0, 2024-06-06T08:42:27.998 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_shared_blob_items": 0, 2024-06-06T08:42:27.998 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_inline_bl_bytes": 0, 2024-06-06T08:42:27.998 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_inline_bl_items": 0, 2024-06-06T08:42:27.998 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_fsck_bytes": 0, 2024-06-06T08:42:27.998 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_fsck_items": 0, 2024-06-06T08:42:27.998 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_txc_bytes": 0, 2024-06-06T08:42:27.998 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_txc_items": 0, 2024-06-06T08:42:27.998 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_deferred_bytes": 0, 2024-06-06T08:42:27.999 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_deferred_items": 0, 2024-06-06T08:42:27.999 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_bytes": 0, 2024-06-06T08:42:27.999 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_items": 0, 2024-06-06T08:42:27.999 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_bytes": 0, 2024-06-06T08:42:27.999 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_items": 0, 2024-06-06T08:42:27.999 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_reader_bytes": 0, 2024-06-06T08:42:27.999 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_reader_items": 0, 2024-06-06T08:42:27.999 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_writer_bytes": 0, 2024-06-06T08:42:27.999 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_writer_items": 0, 2024-06-06T08:42:27.999 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_anon_bytes": 148731, 2024-06-06T08:42:27.999 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_anon_items": 31, 2024-06-06T08:42:27.999 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_meta_bytes": 0, 2024-06-06T08:42:27.999 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_meta_items": 0, 2024-06-06T08:42:27.999 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_bytes": 0, 2024-06-06T08:42:28.000 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_items": 0, 2024-06-06T08:42:28.000 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_mapbl_bytes": 0, 2024-06-06T08:42:28.000 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_mapbl_items": 0, 2024-06-06T08:42:28.000 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_pglog_bytes": 0, 2024-06-06T08:42:28.000 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_pglog_items": 0, 2024-06-06T08:42:28.000 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_bytes": 0, 2024-06-06T08:42:28.000 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_items": 0, 2024-06-06T08:42:28.000 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_mapping_bytes": 0, 2024-06-06T08:42:28.000 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_mapping_items": 0, 2024-06-06T08:42:28.000 INFO:teuthology.orchestra.run.smithi042.stdout: "pgmap_bytes": 0, 2024-06-06T08:42:28.000 INFO:teuthology.orchestra.run.smithi042.stdout: "pgmap_items": 0, 2024-06-06T08:42:28.000 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_co_bytes": 928, 2024-06-06T08:42:28.000 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_co_items": 2, 2024-06-06T08:42:28.001 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_1_bytes": 0, 2024-06-06T08:42:28.001 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_1_items": 0, 2024-06-06T08:42:28.001 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_2_bytes": 0, 2024-06-06T08:42:28.001 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_2_items": 0 2024-06-06T08:42:28.001 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-06-06T08:42:28.001 INFO:teuthology.orchestra.run.smithi042.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-06-06T08:42:28.001 INFO:teuthology.orchestra.run.smithi042.stdout: "val": 0, 2024-06-06T08:42:28.001 INFO:teuthology.orchestra.run.smithi042.stdout: "max": 104857600, 2024-06-06T08:42:28.001 INFO:teuthology.orchestra.run.smithi042.stdout: "get_started": 0, 2024-06-06T08:42:28.001 INFO:teuthology.orchestra.run.smithi042.stdout: "get": 404, 2024-06-06T08:42:28.001 INFO:teuthology.orchestra.run.smithi042.stdout: "get_sum": 1575639, 2024-06-06T08:42:28.001 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_fail": 0, 2024-06-06T08:42:28.001 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_success": 404, 2024-06-06T08:42:28.001 INFO:teuthology.orchestra.run.smithi042.stdout: "take": 0, 2024-06-06T08:42:28.002 INFO:teuthology.orchestra.run.smithi042.stdout: "take_sum": 0, 2024-06-06T08:42:28.002 INFO:teuthology.orchestra.run.smithi042.stdout: "put": 404, 2024-06-06T08:42:28.002 INFO:teuthology.orchestra.run.smithi042.stdout: "put_sum": 1575639, 2024-06-06T08:42:28.002 INFO:teuthology.orchestra.run.smithi042.stdout: "wait": { 2024-06-06T08:42:28.002 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-06-06T08:42:28.002 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-06-06T08:42:28.002 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-06-06T08:42:28.002 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:28.002 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-06-06T08:42:28.002 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-06-06T08:42:28.746 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:42:28 smithi042 ceph-mon[32384]: pgmap v635: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.2 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-06-06T08:42:28.798 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.j 2024-06-06T08:42:28.798 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.j 2024-06-06T08:42:28.798 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.j 2024-06-06T08:42:28.798 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.j 2024-06-06T08:42:28.798 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.j 2024-06-06T08:42:28.798 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.j 2024-06-06T08:42:28.798 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.j 2024-06-06T08:42:28.798 WARNING:tasks.check_counter:Counter 'mds.dir_split' not found on daemon mds.j 2024-06-06T08:42:28.798 DEBUG:tasks.check_counter:Getting stats from b 2024-06-06T08:42:28.799 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph daemon mds.b perf dump 2024-06-06T08:42:28.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:42:28 smithi120 ceph-mon[36658]: pgmap v635: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.2 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-06-06T08:42:29.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:42:28 smithi149 ceph-mon[36842]: pgmap v635: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.2 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-06-06T08:42:29.331 INFO:teuthology.orchestra.run.smithi120.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.b/config 2024-06-06T08:42:29.808 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:42:29 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:42:29.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:42:29 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:42:30.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:42:29 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:42:30.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:42:30 smithi042 ceph-mon[32384]: pgmap v636: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.2 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-06-06T08:42:30.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:42:30 smithi120 ceph-mon[36658]: pgmap v636: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.2 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-06-06T08:42:31.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:42:30 smithi149 ceph-mon[36842]: pgmap v636: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.2 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-06-06T08:42:31.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:42:31 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:42:31.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:42:31 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:42:31.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:42:31 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:42:31.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:42:31 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:42:31.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:42:31 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:42:31.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:42:31 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:42:32.008 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2024-06-06T08:42:32.008 INFO:teuthology.orchestra.run.smithi120.stdout: "AsyncMessenger::Worker-0": { 2024-06-06T08:42:32.008 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_messages": 93794, 2024-06-06T08:42:32.008 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_messages": 116580, 2024-06-06T08:42:32.008 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_bytes": 67787171, 2024-06-06T08:42:32.008 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_bytes": 150458968, 2024-06-06T08:42:32.009 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_created_connections": 9, 2024-06-06T08:42:32.009 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_active_connections": 5, 2024-06-06T08:42:32.009 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_total_time": 5.614194296, 2024-06-06T08:42:32.009 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_send_time": 2.208684010, 2024-06-06T08:42:32.009 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_recv_time": 3.234514571, 2024-06-06T08:42:32.009 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_fast_dispatch_time": 0.718942699, 2024-06-06T08:42:32.009 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:42:32.009 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 116579, 2024-06-06T08:42:32.009 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 8.808457740, 2024-06-06T08:42:32.009 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000075557 2024-06-06T08:42:32.009 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.009 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:42:32.009 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 156985, 2024-06-06T08:42:32.009 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.025213063, 2024-06-06T08:42:32.010 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000160 2024-06-06T08:42:32.010 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.010 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_encrypted_bytes": 1793472, 2024-06-06T08:42:32.010 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_encrypted_bytes": 666336 2024-06-06T08:42:32.010 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.010 INFO:teuthology.orchestra.run.smithi120.stdout: "AsyncMessenger::Worker-1": { 2024-06-06T08:42:32.010 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_messages": 302276, 2024-06-06T08:42:32.010 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_messages": 405119, 2024-06-06T08:42:32.010 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_bytes": 102951556, 2024-06-06T08:42:32.010 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_bytes": 345910139, 2024-06-06T08:42:32.010 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_created_connections": 37, 2024-06-06T08:42:32.010 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_active_connections": 7, 2024-06-06T08:42:32.010 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_total_time": 14.278125910, 2024-06-06T08:42:32.010 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_send_time": 6.028303952, 2024-06-06T08:42:32.011 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_recv_time": 11.489661748, 2024-06-06T08:42:32.011 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_fast_dispatch_time": 1.114264544, 2024-06-06T08:42:32.011 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:42:32.011 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 405115, 2024-06-06T08:42:32.011 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 31.642037012, 2024-06-06T08:42:32.011 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000078106 2024-06-06T08:42:32.011 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.011 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:42:32.011 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 511474, 2024-06-06T08:42:32.011 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.095990742, 2024-06-06T08:42:32.011 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000187 2024-06-06T08:42:32.011 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.011 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_encrypted_bytes": 5200, 2024-06-06T08:42:32.011 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_encrypted_bytes": 668672 2024-06-06T08:42:32.012 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.012 INFO:teuthology.orchestra.run.smithi120.stdout: "AsyncMessenger::Worker-2": { 2024-06-06T08:42:32.012 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_messages": 62796, 2024-06-06T08:42:32.012 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_messages": 63091, 2024-06-06T08:42:32.012 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_bytes": 31862894, 2024-06-06T08:42:32.012 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_bytes": 165847381, 2024-06-06T08:42:32.012 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_created_connections": 8, 2024-06-06T08:42:32.012 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_active_connections": 5, 2024-06-06T08:42:32.012 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_total_time": 4.092269236, 2024-06-06T08:42:32.012 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_send_time": 1.464348058, 2024-06-06T08:42:32.012 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_recv_time": 1.521317870, 2024-06-06T08:42:32.012 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_fast_dispatch_time": 1.156097423, 2024-06-06T08:42:32.012 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:42:32.012 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 63091, 2024-06-06T08:42:32.013 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 4.971484156, 2024-06-06T08:42:32.013 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000078798 2024-06-06T08:42:32.013 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.013 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:42:32.013 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 46253, 2024-06-06T08:42:32.013 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.008315352, 2024-06-06T08:42:32.013 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000179 2024-06-06T08:42:32.013 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.013 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_encrypted_bytes": 0, 2024-06-06T08:42:32.013 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_encrypted_bytes": 0 2024-06-06T08:42:32.013 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.013 INFO:teuthology.orchestra.run.smithi120.stdout: "cct": { 2024-06-06T08:42:32.013 INFO:teuthology.orchestra.run.smithi120.stdout: "total_workers": 1, 2024-06-06T08:42:32.013 INFO:teuthology.orchestra.run.smithi120.stdout: "unhealthy_workers": 0 2024-06-06T08:42:32.014 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.014 INFO:teuthology.orchestra.run.smithi120.stdout: "finisher-MDSRank": { 2024-06-06T08:42:32.014 INFO:teuthology.orchestra.run.smithi120.stdout: "queue_len": 0, 2024-06-06T08:42:32.014 INFO:teuthology.orchestra.run.smithi120.stdout: "complete_latency": { 2024-06-06T08:42:32.014 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 60288, 2024-06-06T08:42:32.014 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 99.295390889, 2024-06-06T08:42:32.014 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.001647017 2024-06-06T08:42:32.014 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-06-06T08:42:32.014 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.014 INFO:teuthology.orchestra.run.smithi120.stdout: "finisher-PurgeQueue": { 2024-06-06T08:42:32.014 INFO:teuthology.orchestra.run.smithi120.stdout: "queue_len": 0, 2024-06-06T08:42:32.014 INFO:teuthology.orchestra.run.smithi120.stdout: "complete_latency": { 2024-06-06T08:42:32.014 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 29245, 2024-06-06T08:42:32.015 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 8.510245359, 2024-06-06T08:42:32.015 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000290998 2024-06-06T08:42:32.015 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-06-06T08:42:32.015 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.015 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2024-06-06T08:42:32.015 INFO:teuthology.orchestra.run.smithi120.stdout: "request": 123764, 2024-06-06T08:42:32.015 INFO:teuthology.orchestra.run.smithi120.stdout: "reply": 113115, 2024-06-06T08:42:32.015 INFO:teuthology.orchestra.run.smithi120.stdout: "reply_latency": { 2024-06-06T08:42:32.015 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 113115, 2024-06-06T08:42:32.015 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 3502.640465339, 2024-06-06T08:42:32.015 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.030965304 2024-06-06T08:42:32.015 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.015 INFO:teuthology.orchestra.run.smithi120.stdout: "slow_reply": 0, 2024-06-06T08:42:32.015 INFO:teuthology.orchestra.run.smithi120.stdout: "forward": 10639, 2024-06-06T08:42:32.015 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_fetch_complete": 165, 2024-06-06T08:42:32.016 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_fetch_keys": 0, 2024-06-06T08:42:32.016 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_commit": 687, 2024-06-06T08:42:32.016 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_split": 74, 2024-06-06T08:42:32.016 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_merge": 1, 2024-06-06T08:42:32.016 INFO:teuthology.orchestra.run.smithi120.stdout: "inodes": 30450, 2024-06-06T08:42:32.016 INFO:teuthology.orchestra.run.smithi120.stdout: "inodes_top": 1, 2024-06-06T08:42:32.016 INFO:teuthology.orchestra.run.smithi120.stdout: "inodes_bottom": 5, 2024-06-06T08:42:32.016 INFO:teuthology.orchestra.run.smithi120.stdout: "inodes_pin_tail": 30444, 2024-06-06T08:42:32.016 INFO:teuthology.orchestra.run.smithi120.stdout: "inodes_pinned": 30448, 2024-06-06T08:42:32.016 INFO:teuthology.orchestra.run.smithi120.stdout: "inodes_expired": 78299, 2024-06-06T08:42:32.016 INFO:teuthology.orchestra.run.smithi120.stdout: "inodes_with_caps": 1, 2024-06-06T08:42:32.016 INFO:teuthology.orchestra.run.smithi120.stdout: "caps": 1, 2024-06-06T08:42:32.016 INFO:teuthology.orchestra.run.smithi120.stdout: "subtrees": 3, 2024-06-06T08:42:32.016 INFO:teuthology.orchestra.run.smithi120.stdout: "traverse": 220204, 2024-06-06T08:42:32.016 INFO:teuthology.orchestra.run.smithi120.stdout: "traverse_hit": 172974, 2024-06-06T08:42:32.017 INFO:teuthology.orchestra.run.smithi120.stdout: "traverse_forward": 10265, 2024-06-06T08:42:32.017 INFO:teuthology.orchestra.run.smithi120.stdout: "traverse_discover": 904, 2024-06-06T08:42:32.017 INFO:teuthology.orchestra.run.smithi120.stdout: "traverse_dir_fetch": 5, 2024-06-06T08:42:32.017 INFO:teuthology.orchestra.run.smithi120.stdout: "traverse_remote_ino": 0, 2024-06-06T08:42:32.017 INFO:teuthology.orchestra.run.smithi120.stdout: "traverse_lock": 1412, 2024-06-06T08:42:32.017 INFO:teuthology.orchestra.run.smithi120.stdout: "load_cent": 0, 2024-06-06T08:42:32.017 INFO:teuthology.orchestra.run.smithi120.stdout: "q": 0, 2024-06-06T08:42:32.017 INFO:teuthology.orchestra.run.smithi120.stdout: "exported": 205, 2024-06-06T08:42:32.017 INFO:teuthology.orchestra.run.smithi120.stdout: "exported_inodes": 59670, 2024-06-06T08:42:32.017 INFO:teuthology.orchestra.run.smithi120.stdout: "imported": 370, 2024-06-06T08:42:32.017 INFO:teuthology.orchestra.run.smithi120.stdout: "imported_inodes": 65910, 2024-06-06T08:42:32.017 INFO:teuthology.orchestra.run.smithi120.stdout: "openino_dir_fetch": 0, 2024-06-06T08:42:32.017 INFO:teuthology.orchestra.run.smithi120.stdout: "openino_backtrace_fetch": 54210, 2024-06-06T08:42:32.017 INFO:teuthology.orchestra.run.smithi120.stdout: "openino_peer_discover": 0, 2024-06-06T08:42:32.017 INFO:teuthology.orchestra.run.smithi120.stdout: "root_rfiles": 5057, 2024-06-06T08:42:32.018 INFO:teuthology.orchestra.run.smithi120.stdout: "root_rbytes": 107853037, 2024-06-06T08:42:32.018 INFO:teuthology.orchestra.run.smithi120.stdout: "root_rsnaps": 6, 2024-06-06T08:42:32.018 INFO:teuthology.orchestra.run.smithi120.stdout: "scrub_backtrace_fetch": 54210, 2024-06-06T08:42:32.018 INFO:teuthology.orchestra.run.smithi120.stdout: "scrub_set_tag": 0, 2024-06-06T08:42:32.018 INFO:teuthology.orchestra.run.smithi120.stdout: "scrub_backtrace_repaired": 0, 2024-06-06T08:42:32.018 INFO:teuthology.orchestra.run.smithi120.stdout: "scrub_inotable_repaired": 0, 2024-06-06T08:42:32.018 INFO:teuthology.orchestra.run.smithi120.stdout: "scrub_dir_inodes": 313, 2024-06-06T08:42:32.018 INFO:teuthology.orchestra.run.smithi120.stdout: "scrub_dir_base_inodes": 0, 2024-06-06T08:42:32.018 INFO:teuthology.orchestra.run.smithi120.stdout: "scrub_dirfrag_rstats": 313, 2024-06-06T08:42:32.018 INFO:teuthology.orchestra.run.smithi120.stdout: "scrub_file_inodes": 53897, 2024-06-06T08:42:32.018 INFO:teuthology.orchestra.run.smithi120.stdout: "handle_inode_file_caps": 2496, 2024-06-06T08:42:32.018 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph_cap_op_revoke": 60958, 2024-06-06T08:42:32.018 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph_cap_op_grant": 52907, 2024-06-06T08:42:32.018 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph_cap_op_trunc": 1, 2024-06-06T08:42:32.018 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-06-06T08:42:32.019 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph_cap_op_flush_ack": 0, 2024-06-06T08:42:32.019 INFO:teuthology.orchestra.run.smithi120.stdout: "handle_client_caps": 82378, 2024-06-06T08:42:32.019 INFO:teuthology.orchestra.run.smithi120.stdout: "handle_client_caps_dirty": 21338, 2024-06-06T08:42:32.019 INFO:teuthology.orchestra.run.smithi120.stdout: "handle_client_cap_release": 1638, 2024-06-06T08:42:32.019 INFO:teuthology.orchestra.run.smithi120.stdout: "process_request_cap_release": 37629 2024-06-06T08:42:32.019 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.019 INFO:teuthology.orchestra.run.smithi120.stdout: "mds_cache": { 2024-06-06T08:42:32.019 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_update": 1611, 2024-06-06T08:42:32.019 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_update_receipt": 6008, 2024-06-06T08:42:32.019 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_try_discover": 3384, 2024-06-06T08:42:32.019 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_send_discover": 4464, 2024-06-06T08:42:32.019 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_handle_discover": 3388, 2024-06-06T08:42:32.019 INFO:teuthology.orchestra.run.smithi120.stdout: "num_strays": 87, 2024-06-06T08:42:32.019 INFO:teuthology.orchestra.run.smithi120.stdout: "num_strays_delayed": 0, 2024-06-06T08:42:32.019 INFO:teuthology.orchestra.run.smithi120.stdout: "num_strays_enqueuing": 0, 2024-06-06T08:42:32.020 INFO:teuthology.orchestra.run.smithi120.stdout: "strays_created": 15735, 2024-06-06T08:42:32.020 INFO:teuthology.orchestra.run.smithi120.stdout: "strays_enqueued": 15650, 2024-06-06T08:42:32.020 INFO:teuthology.orchestra.run.smithi120.stdout: "strays_reintegrated": 0, 2024-06-06T08:42:32.020 INFO:teuthology.orchestra.run.smithi120.stdout: "strays_migrated": 0, 2024-06-06T08:42:32.020 INFO:teuthology.orchestra.run.smithi120.stdout: "num_recovering_processing": 0, 2024-06-06T08:42:32.020 INFO:teuthology.orchestra.run.smithi120.stdout: "num_recovering_enqueued": 0, 2024-06-06T08:42:32.020 INFO:teuthology.orchestra.run.smithi120.stdout: "num_recovering_prioritized": 0, 2024-06-06T08:42:32.020 INFO:teuthology.orchestra.run.smithi120.stdout: "recovery_started": 0, 2024-06-06T08:42:32.020 INFO:teuthology.orchestra.run.smithi120.stdout: "recovery_completed": 0, 2024-06-06T08:42:32.020 INFO:teuthology.orchestra.run.smithi120.stdout: "ireq_quiesce_path": 13, 2024-06-06T08:42:32.020 INFO:teuthology.orchestra.run.smithi120.stdout: "ireq_quiesce_inode": 114673, 2024-06-06T08:42:32.020 INFO:teuthology.orchestra.run.smithi120.stdout: "ireq_enqueue_scrub": 0, 2024-06-06T08:42:32.020 INFO:teuthology.orchestra.run.smithi120.stdout: "ireq_exportdir": 205, 2024-06-06T08:42:32.020 INFO:teuthology.orchestra.run.smithi120.stdout: "ireq_flush": 0, 2024-06-06T08:42:32.020 INFO:teuthology.orchestra.run.smithi120.stdout: "ireq_fragmentdir": 75, 2024-06-06T08:42:32.020 INFO:teuthology.orchestra.run.smithi120.stdout: "ireq_fragstats": 0, 2024-06-06T08:42:32.021 INFO:teuthology.orchestra.run.smithi120.stdout: "ireq_inodestats": 0 2024-06-06T08:42:32.021 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.021 INFO:teuthology.orchestra.run.smithi120.stdout: "mds_log": { 2024-06-06T08:42:32.021 INFO:teuthology.orchestra.run.smithi120.stdout: "evlrg": 6, 2024-06-06T08:42:32.021 INFO:teuthology.orchestra.run.smithi120.stdout: "evadd": 106458, 2024-06-06T08:42:32.021 INFO:teuthology.orchestra.run.smithi120.stdout: "evex": 18937, 2024-06-06T08:42:32.021 INFO:teuthology.orchestra.run.smithi120.stdout: "evtrm": 12291, 2024-06-06T08:42:32.021 INFO:teuthology.orchestra.run.smithi120.stdout: "ev": 94167, 2024-06-06T08:42:32.021 INFO:teuthology.orchestra.run.smithi120.stdout: "evexg": 0, 2024-06-06T08:42:32.021 INFO:teuthology.orchestra.run.smithi120.stdout: "evexd": 6646, 2024-06-06T08:42:32.021 INFO:teuthology.orchestra.run.smithi120.stdout: "segadd": 151, 2024-06-06T08:42:32.021 INFO:teuthology.orchestra.run.smithi120.stdout: "segex": 23, 2024-06-06T08:42:32.021 INFO:teuthology.orchestra.run.smithi120.stdout: "segtrm": 16, 2024-06-06T08:42:32.021 INFO:teuthology.orchestra.run.smithi120.stdout: "seg": 135, 2024-06-06T08:42:32.021 INFO:teuthology.orchestra.run.smithi120.stdout: "segmjr": 8, 2024-06-06T08:42:32.022 INFO:teuthology.orchestra.run.smithi120.stdout: "segexg": 0, 2024-06-06T08:42:32.022 INFO:teuthology.orchestra.run.smithi120.stdout: "segexd": 7, 2024-06-06T08:42:32.022 INFO:teuthology.orchestra.run.smithi120.stdout: "expos": 31064776, 2024-06-06T08:42:32.022 INFO:teuthology.orchestra.run.smithi120.stdout: "wrpos": 379460941, 2024-06-06T08:42:32.022 INFO:teuthology.orchestra.run.smithi120.stdout: "rdpos": 0, 2024-06-06T08:42:32.022 INFO:teuthology.orchestra.run.smithi120.stdout: "jlat": { 2024-06-06T08:42:32.022 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 14146, 2024-06-06T08:42:32.022 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 2515.926277393, 2024-06-06T08:42:32.022 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.177854254 2024-06-06T08:42:32.022 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.022 INFO:teuthology.orchestra.run.smithi120.stdout: "replayed": 0 2024-06-06T08:42:32.022 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.022 INFO:teuthology.orchestra.run.smithi120.stdout: "mds_mem": { 2024-06-06T08:42:32.022 INFO:teuthology.orchestra.run.smithi120.stdout: "ino": 15134, 2024-06-06T08:42:32.022 INFO:teuthology.orchestra.run.smithi120.stdout: "ino+": 80626, 2024-06-06T08:42:32.023 INFO:teuthology.orchestra.run.smithi120.stdout: "ino-": 65492, 2024-06-06T08:42:32.023 INFO:teuthology.orchestra.run.smithi120.stdout: "dir": 594, 2024-06-06T08:42:32.023 INFO:teuthology.orchestra.run.smithi120.stdout: "dir+": 4995, 2024-06-06T08:42:32.023 INFO:teuthology.orchestra.run.smithi120.stdout: "dir-": 4401, 2024-06-06T08:42:32.023 INFO:teuthology.orchestra.run.smithi120.stdout: "dn": 30450, 2024-06-06T08:42:32.023 INFO:teuthology.orchestra.run.smithi120.stdout: "dn+": 127709, 2024-06-06T08:42:32.023 INFO:teuthology.orchestra.run.smithi120.stdout: "dn-": 97259, 2024-06-06T08:42:32.023 INFO:teuthology.orchestra.run.smithi120.stdout: "cap": 1, 2024-06-06T08:42:32.023 INFO:teuthology.orchestra.run.smithi120.stdout: "cap+": 36881, 2024-06-06T08:42:32.023 INFO:teuthology.orchestra.run.smithi120.stdout: "cap-": 36880, 2024-06-06T08:42:32.023 INFO:teuthology.orchestra.run.smithi120.stdout: "rss": 262816, 2024-06-06T08:42:32.023 INFO:teuthology.orchestra.run.smithi120.stdout: "heap": 223612 2024-06-06T08:42:32.023 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.023 INFO:teuthology.orchestra.run.smithi120.stdout: "mds_server": { 2024-06-06T08:42:32.023 INFO:teuthology.orchestra.run.smithi120.stdout: "dispatch_client_request": 138415, 2024-06-06T08:42:32.024 INFO:teuthology.orchestra.run.smithi120.stdout: "dispatch_server_request": 7264, 2024-06-06T08:42:32.024 INFO:teuthology.orchestra.run.smithi120.stdout: "handle_client_request": 123764, 2024-06-06T08:42:32.024 INFO:teuthology.orchestra.run.smithi120.stdout: "handle_client_session": 281, 2024-06-06T08:42:32.024 INFO:teuthology.orchestra.run.smithi120.stdout: "handle_peer_request": 17948, 2024-06-06T08:42:32.024 INFO:teuthology.orchestra.run.smithi120.stdout: "req_create_latency": { 2024-06-06T08:42:32.024 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 15275, 2024-06-06T08:42:32.024 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 172.174579793, 2024-06-06T08:42:32.024 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.011271658 2024-06-06T08:42:32.024 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.024 INFO:teuthology.orchestra.run.smithi120.stdout: "req_getattr_latency": { 2024-06-06T08:42:32.024 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 259, 2024-06-06T08:42:32.024 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 104.952626049, 2024-06-06T08:42:32.024 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.405222494 2024-06-06T08:42:32.024 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.025 INFO:teuthology.orchestra.run.smithi120.stdout: "req_getfilelock_latency": { 2024-06-06T08:42:32.025 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:32.025 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:32.025 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:32.025 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.025 INFO:teuthology.orchestra.run.smithi120.stdout: "req_link_latency": { 2024-06-06T08:42:32.025 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:32.025 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:32.025 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:32.025 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.025 INFO:teuthology.orchestra.run.smithi120.stdout: "req_lookup_latency": { 2024-06-06T08:42:32.025 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 64245, 2024-06-06T08:42:32.025 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 2369.346956486, 2024-06-06T08:42:32.025 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.036879865 2024-06-06T08:42:32.026 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.026 INFO:teuthology.orchestra.run.smithi120.stdout: "req_lookuphash_latency": { 2024-06-06T08:42:32.026 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:32.026 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:32.026 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:32.026 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.026 INFO:teuthology.orchestra.run.smithi120.stdout: "req_lookupino_latency": { 2024-06-06T08:42:32.026 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:32.026 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:32.026 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:32.026 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.026 INFO:teuthology.orchestra.run.smithi120.stdout: "req_lookupname_latency": { 2024-06-06T08:42:32.026 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:32.027 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:32.027 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:32.027 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.027 INFO:teuthology.orchestra.run.smithi120.stdout: "req_lookupparent_latency": { 2024-06-06T08:42:32.027 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:32.027 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:32.027 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:32.027 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.028 INFO:teuthology.orchestra.run.smithi120.stdout: "req_lookupsnap_latency": { 2024-06-06T08:42:32.028 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:32.028 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:32.028 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:32.028 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.028 INFO:teuthology.orchestra.run.smithi120.stdout: "req_lssnap_latency": { 2024-06-06T08:42:32.028 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:32.028 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:32.028 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:32.028 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.029 INFO:teuthology.orchestra.run.smithi120.stdout: "req_mkdir_latency": { 2024-06-06T08:42:32.029 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 73, 2024-06-06T08:42:32.029 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 21.767362271, 2024-06-06T08:42:32.029 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.298183044 2024-06-06T08:42:32.029 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.029 INFO:teuthology.orchestra.run.smithi120.stdout: "req_mknod_latency": { 2024-06-06T08:42:32.029 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:32.029 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:32.029 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:32.029 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.029 INFO:teuthology.orchestra.run.smithi120.stdout: "req_mksnap_latency": { 2024-06-06T08:42:32.029 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:32.029 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:32.029 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:32.029 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.030 INFO:teuthology.orchestra.run.smithi120.stdout: "req_open_latency": { 2024-06-06T08:42:32.030 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 5300, 2024-06-06T08:42:32.030 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 51.917056301, 2024-06-06T08:42:32.030 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.009795671 2024-06-06T08:42:32.030 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.030 INFO:teuthology.orchestra.run.smithi120.stdout: "req_readdir_latency": { 2024-06-06T08:42:32.030 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 562, 2024-06-06T08:42:32.030 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 13.001378896, 2024-06-06T08:42:32.030 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.023134126 2024-06-06T08:42:32.030 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.030 INFO:teuthology.orchestra.run.smithi120.stdout: "req_rename_latency": { 2024-06-06T08:42:32.030 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 15271, 2024-06-06T08:42:32.030 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 716.544236029, 2024-06-06T08:42:32.030 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.046921893 2024-06-06T08:42:32.031 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.031 INFO:teuthology.orchestra.run.smithi120.stdout: "req_renamesnap_latency": { 2024-06-06T08:42:32.031 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:32.031 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:32.031 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:32.031 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.031 INFO:teuthology.orchestra.run.smithi120.stdout: "req_snapdiff_latency": { 2024-06-06T08:42:32.031 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:32.031 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:32.031 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:32.031 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.031 INFO:teuthology.orchestra.run.smithi120.stdout: "req_rmdir_latency": { 2024-06-06T08:42:32.031 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 86, 2024-06-06T08:42:32.031 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 24.930281630, 2024-06-06T08:42:32.032 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.289886995 2024-06-06T08:42:32.032 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.032 INFO:teuthology.orchestra.run.smithi120.stdout: "req_rmsnap_latency": { 2024-06-06T08:42:32.032 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:32.032 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:32.032 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:32.032 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.032 INFO:teuthology.orchestra.run.smithi120.stdout: "req_rmxattr_latency": { 2024-06-06T08:42:32.032 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:32.032 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:32.032 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:32.032 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.032 INFO:teuthology.orchestra.run.smithi120.stdout: "req_setattr_latency": { 2024-06-06T08:42:32.032 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 1, 2024-06-06T08:42:32.033 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.005212437, 2024-06-06T08:42:32.033 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.005212437 2024-06-06T08:42:32.033 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.033 INFO:teuthology.orchestra.run.smithi120.stdout: "req_setdirlayout_latency": { 2024-06-06T08:42:32.033 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:32.033 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:32.033 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:32.033 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.033 INFO:teuthology.orchestra.run.smithi120.stdout: "req_setfilelock_latency": { 2024-06-06T08:42:32.033 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:32.033 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:32.033 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:32.033 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.033 INFO:teuthology.orchestra.run.smithi120.stdout: "req_setlayout_latency": { 2024-06-06T08:42:32.034 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:32.034 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:32.034 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:32.034 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.034 INFO:teuthology.orchestra.run.smithi120.stdout: "req_setxattr_latency": { 2024-06-06T08:42:32.034 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:32.034 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:32.034 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:32.034 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.034 INFO:teuthology.orchestra.run.smithi120.stdout: "req_symlink_latency": { 2024-06-06T08:42:32.034 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:32.034 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:32.034 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:32.035 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.035 INFO:teuthology.orchestra.run.smithi120.stdout: "req_unlink_latency": { 2024-06-06T08:42:32.035 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 12043, 2024-06-06T08:42:32.035 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 28.000775447, 2024-06-06T08:42:32.035 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.002325066 2024-06-06T08:42:32.035 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.035 INFO:teuthology.orchestra.run.smithi120.stdout: "cap_revoke_eviction": 0, 2024-06-06T08:42:32.035 INFO:teuthology.orchestra.run.smithi120.stdout: "cap_acquisition_throttle": 0, 2024-06-06T08:42:32.035 INFO:teuthology.orchestra.run.smithi120.stdout: "req_getvxattr_latency": { 2024-06-06T08:42:32.035 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:32.035 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:32.035 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:32.035 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-06-06T08:42:32.035 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.035 INFO:teuthology.orchestra.run.smithi120.stdout: "mds_sessions": { 2024-06-06T08:42:32.036 INFO:teuthology.orchestra.run.smithi120.stdout: "session_count": 2, 2024-06-06T08:42:32.036 INFO:teuthology.orchestra.run.smithi120.stdout: "session_add": 4, 2024-06-06T08:42:32.036 INFO:teuthology.orchestra.run.smithi120.stdout: "session_remove": 2, 2024-06-06T08:42:32.036 INFO:teuthology.orchestra.run.smithi120.stdout: "sessions_open": 2, 2024-06-06T08:42:32.036 INFO:teuthology.orchestra.run.smithi120.stdout: "sessions_stale": 0, 2024-06-06T08:42:32.036 INFO:teuthology.orchestra.run.smithi120.stdout: "total_load": 493, 2024-06-06T08:42:32.036 INFO:teuthology.orchestra.run.smithi120.stdout: "average_load": 246, 2024-06-06T08:42:32.036 INFO:teuthology.orchestra.run.smithi120.stdout: "avg_session_uptime": 1119, 2024-06-06T08:42:32.036 INFO:teuthology.orchestra.run.smithi120.stdout: "mdthresh_evicted": 0 2024-06-06T08:42:32.036 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.036 INFO:teuthology.orchestra.run.smithi120.stdout: "mempool": { 2024-06-06T08:42:32.036 INFO:teuthology.orchestra.run.smithi120.stdout: "bloom_filter_bytes": 0, 2024-06-06T08:42:32.036 INFO:teuthology.orchestra.run.smithi120.stdout: "bloom_filter_items": 0, 2024-06-06T08:42:32.036 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_alloc_bytes": 0, 2024-06-06T08:42:32.036 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_alloc_items": 0, 2024-06-06T08:42:32.037 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_data_bytes": 0, 2024-06-06T08:42:32.037 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_data_items": 0, 2024-06-06T08:42:32.037 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_onode_bytes": 0, 2024-06-06T08:42:32.037 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_onode_items": 0, 2024-06-06T08:42:32.037 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_meta_bytes": 0, 2024-06-06T08:42:32.037 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_meta_items": 0, 2024-06-06T08:42:32.037 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_other_bytes": 0, 2024-06-06T08:42:32.037 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_other_items": 0, 2024-06-06T08:42:32.037 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_buffer_bytes": 0, 2024-06-06T08:42:32.037 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_buffer_items": 0, 2024-06-06T08:42:32.037 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_extent_bytes": 0, 2024-06-06T08:42:32.037 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_extent_items": 0, 2024-06-06T08:42:32.037 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_blob_bytes": 0, 2024-06-06T08:42:32.037 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_blob_items": 0, 2024-06-06T08:42:32.038 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_shared_blob_bytes": 0, 2024-06-06T08:42:32.038 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_shared_blob_items": 0, 2024-06-06T08:42:32.038 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_inline_bl_bytes": 0, 2024-06-06T08:42:32.038 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_inline_bl_items": 0, 2024-06-06T08:42:32.038 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_fsck_bytes": 0, 2024-06-06T08:42:32.038 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_fsck_items": 0, 2024-06-06T08:42:32.038 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_txc_bytes": 0, 2024-06-06T08:42:32.038 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_txc_items": 0, 2024-06-06T08:42:32.038 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_writing_deferred_bytes": 0, 2024-06-06T08:42:32.038 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_writing_deferred_items": 0, 2024-06-06T08:42:32.038 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_writing_bytes": 0, 2024-06-06T08:42:32.038 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_writing_items": 0, 2024-06-06T08:42:32.038 INFO:teuthology.orchestra.run.smithi120.stdout: "bluefs_bytes": 0, 2024-06-06T08:42:32.038 INFO:teuthology.orchestra.run.smithi120.stdout: "bluefs_items": 0, 2024-06-06T08:42:32.039 INFO:teuthology.orchestra.run.smithi120.stdout: "bluefs_file_reader_bytes": 0, 2024-06-06T08:42:32.039 INFO:teuthology.orchestra.run.smithi120.stdout: "bluefs_file_reader_items": 0, 2024-06-06T08:42:32.039 INFO:teuthology.orchestra.run.smithi120.stdout: "bluefs_file_writer_bytes": 0, 2024-06-06T08:42:32.039 INFO:teuthology.orchestra.run.smithi120.stdout: "bluefs_file_writer_items": 0, 2024-06-06T08:42:32.039 INFO:teuthology.orchestra.run.smithi120.stdout: "buffer_anon_bytes": 1567544, 2024-06-06T08:42:32.039 INFO:teuthology.orchestra.run.smithi120.stdout: "buffer_anon_items": 14889, 2024-06-06T08:42:32.039 INFO:teuthology.orchestra.run.smithi120.stdout: "buffer_meta_bytes": 0, 2024-06-06T08:42:32.039 INFO:teuthology.orchestra.run.smithi120.stdout: "buffer_meta_items": 0, 2024-06-06T08:42:32.039 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_bytes": 0, 2024-06-06T08:42:32.039 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_items": 0, 2024-06-06T08:42:32.039 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_mapbl_bytes": 0, 2024-06-06T08:42:32.039 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_mapbl_items": 0, 2024-06-06T08:42:32.039 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_pglog_bytes": 0, 2024-06-06T08:42:32.039 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_pglog_items": 0, 2024-06-06T08:42:32.039 INFO:teuthology.orchestra.run.smithi120.stdout: "osdmap_bytes": 9664, 2024-06-06T08:42:32.040 INFO:teuthology.orchestra.run.smithi120.stdout: "osdmap_items": 195, 2024-06-06T08:42:32.040 INFO:teuthology.orchestra.run.smithi120.stdout: "osdmap_mapping_bytes": 0, 2024-06-06T08:42:32.040 INFO:teuthology.orchestra.run.smithi120.stdout: "osdmap_mapping_items": 0, 2024-06-06T08:42:32.040 INFO:teuthology.orchestra.run.smithi120.stdout: "pgmap_bytes": 0, 2024-06-06T08:42:32.040 INFO:teuthology.orchestra.run.smithi120.stdout: "pgmap_items": 0, 2024-06-06T08:42:32.040 INFO:teuthology.orchestra.run.smithi120.stdout: "mds_co_bytes": 58176275, 2024-06-06T08:42:32.040 INFO:teuthology.orchestra.run.smithi120.stdout: "mds_co_items": 649052, 2024-06-06T08:42:32.040 INFO:teuthology.orchestra.run.smithi120.stdout: "unittest_1_bytes": 0, 2024-06-06T08:42:32.040 INFO:teuthology.orchestra.run.smithi120.stdout: "unittest_1_items": 0, 2024-06-06T08:42:32.040 INFO:teuthology.orchestra.run.smithi120.stdout: "unittest_2_bytes": 0, 2024-06-06T08:42:32.040 INFO:teuthology.orchestra.run.smithi120.stdout: "unittest_2_items": 0 2024-06-06T08:42:32.040 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.040 INFO:teuthology.orchestra.run.smithi120.stdout: "objecter": { 2024-06-06T08:42:32.040 INFO:teuthology.orchestra.run.smithi120.stdout: "op_active": 0, 2024-06-06T08:42:32.041 INFO:teuthology.orchestra.run.smithi120.stdout: "op_laggy": 0, 2024-06-06T08:42:32.041 INFO:teuthology.orchestra.run.smithi120.stdout: "op_send": 103021, 2024-06-06T08:42:32.041 INFO:teuthology.orchestra.run.smithi120.stdout: "op_send_bytes": 392153433, 2024-06-06T08:42:32.041 INFO:teuthology.orchestra.run.smithi120.stdout: "op_resend": 28, 2024-06-06T08:42:32.041 INFO:teuthology.orchestra.run.smithi120.stdout: "op_reply": 103021, 2024-06-06T08:42:32.041 INFO:teuthology.orchestra.run.smithi120.stdout: "op_latency": { 2024-06-06T08:42:32.041 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 103021, 2024-06-06T08:42:32.041 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 3620.177641469, 2024-06-06T08:42:32.041 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.035140191 2024-06-06T08:42:32.041 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.041 INFO:teuthology.orchestra.run.smithi120.stdout: "op_inflight": 0, 2024-06-06T08:42:32.041 INFO:teuthology.orchestra.run.smithi120.stdout: "oplen_avg": { 2024-06-06T08:42:32.041 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 103021, 2024-06-06T08:42:32.041 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 104722 2024-06-06T08:42:32.041 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.041 INFO:teuthology.orchestra.run.smithi120.stdout: "op": 103021, 2024-06-06T08:42:32.042 INFO:teuthology.orchestra.run.smithi120.stdout: "op_r": 55297, 2024-06-06T08:42:32.042 INFO:teuthology.orchestra.run.smithi120.stdout: "op_w": 47724, 2024-06-06T08:42:32.042 INFO:teuthology.orchestra.run.smithi120.stdout: "op_rmw": 0, 2024-06-06T08:42:32.042 INFO:teuthology.orchestra.run.smithi120.stdout: "op_pg": 0, 2024-06-06T08:42:32.042 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_stat": 19, 2024-06-06T08:42:32.042 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_create": 21, 2024-06-06T08:42:32.042 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_read": 604, 2024-06-06T08:42:32.042 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_write": 14750, 2024-06-06T08:42:32.042 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_writefull": 337, 2024-06-06T08:42:32.042 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_writesame": 0, 2024-06-06T08:42:32.042 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_append": 0, 2024-06-06T08:42:32.042 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_zero": 2, 2024-06-06T08:42:32.042 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_truncate": 74, 2024-06-06T08:42:32.043 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_delete": 31418, 2024-06-06T08:42:32.043 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_mapext": 0, 2024-06-06T08:42:32.043 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_sparse_read": 0, 2024-06-06T08:42:32.043 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_clonerange": 0, 2024-06-06T08:42:32.043 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_getxattr": 54214, 2024-06-06T08:42:32.043 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_setxattr": 42, 2024-06-06T08:42:32.043 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_cmpxattr": 0, 2024-06-06T08:42:32.043 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_rmxattr": 0, 2024-06-06T08:42:32.043 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_resetxattrs": 0, 2024-06-06T08:42:32.043 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_call": 0, 2024-06-06T08:42:32.043 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_watch": 0, 2024-06-06T08:42:32.043 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_notify": 0, 2024-06-06T08:42:32.043 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_src_cmpxattr": 0, 2024-06-06T08:42:32.043 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_pgls": 0, 2024-06-06T08:42:32.044 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_pgls_filter": 0, 2024-06-06T08:42:32.044 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_other": 1, 2024-06-06T08:42:32.044 INFO:teuthology.orchestra.run.smithi120.stdout: "linger_active": 0, 2024-06-06T08:42:32.044 INFO:teuthology.orchestra.run.smithi120.stdout: "linger_send": 0, 2024-06-06T08:42:32.044 INFO:teuthology.orchestra.run.smithi120.stdout: "linger_resend": 0, 2024-06-06T08:42:32.044 INFO:teuthology.orchestra.run.smithi120.stdout: "linger_ping": 0, 2024-06-06T08:42:32.044 INFO:teuthology.orchestra.run.smithi120.stdout: "poolop_active": 0, 2024-06-06T08:42:32.044 INFO:teuthology.orchestra.run.smithi120.stdout: "poolop_send": 0, 2024-06-06T08:42:32.044 INFO:teuthology.orchestra.run.smithi120.stdout: "poolop_resend": 0, 2024-06-06T08:42:32.044 INFO:teuthology.orchestra.run.smithi120.stdout: "poolstat_active": 0, 2024-06-06T08:42:32.044 INFO:teuthology.orchestra.run.smithi120.stdout: "poolstat_send": 0, 2024-06-06T08:42:32.044 INFO:teuthology.orchestra.run.smithi120.stdout: "poolstat_resend": 0, 2024-06-06T08:42:32.044 INFO:teuthology.orchestra.run.smithi120.stdout: "statfs_active": 0, 2024-06-06T08:42:32.044 INFO:teuthology.orchestra.run.smithi120.stdout: "statfs_send": 0, 2024-06-06T08:42:32.044 INFO:teuthology.orchestra.run.smithi120.stdout: "statfs_resend": 0, 2024-06-06T08:42:32.045 INFO:teuthology.orchestra.run.smithi120.stdout: "command_active": 0, 2024-06-06T08:42:32.045 INFO:teuthology.orchestra.run.smithi120.stdout: "command_send": 0, 2024-06-06T08:42:32.045 INFO:teuthology.orchestra.run.smithi120.stdout: "command_resend": 0, 2024-06-06T08:42:32.045 INFO:teuthology.orchestra.run.smithi120.stdout: "map_epoch": 137, 2024-06-06T08:42:32.045 INFO:teuthology.orchestra.run.smithi120.stdout: "map_full": 0, 2024-06-06T08:42:32.045 INFO:teuthology.orchestra.run.smithi120.stdout: "map_inc": 38, 2024-06-06T08:42:32.045 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_sessions": 12, 2024-06-06T08:42:32.045 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_session_open": 12, 2024-06-06T08:42:32.045 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_session_close": 0, 2024-06-06T08:42:32.045 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_laggy": 0, 2024-06-06T08:42:32.045 INFO:teuthology.orchestra.run.smithi120.stdout: "omap_wr": 2171, 2024-06-06T08:42:32.045 INFO:teuthology.orchestra.run.smithi120.stdout: "omap_rd": 648, 2024-06-06T08:42:32.045 INFO:teuthology.orchestra.run.smithi120.stdout: "omap_del": 421 2024-06-06T08:42:32.045 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.045 INFO:teuthology.orchestra.run.smithi120.stdout: "oft": { 2024-06-06T08:42:32.046 INFO:teuthology.orchestra.run.smithi120.stdout: "omap_total_objs": 1, 2024-06-06T08:42:32.046 INFO:teuthology.orchestra.run.smithi120.stdout: "omap_total_kv_pairs": 0, 2024-06-06T08:42:32.046 INFO:teuthology.orchestra.run.smithi120.stdout: "omap_total_updates": 0, 2024-06-06T08:42:32.046 INFO:teuthology.orchestra.run.smithi120.stdout: "omap_total_removes": 0 2024-06-06T08:42:32.046 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.046 INFO:teuthology.orchestra.run.smithi120.stdout: "osd-slow-ops": { 2024-06-06T08:42:32.046 INFO:teuthology.orchestra.run.smithi120.stdout: "slow_ops_count": 114435 2024-06-06T08:42:32.046 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.046 INFO:teuthology.orchestra.run.smithi120.stdout: "purge_queue": { 2024-06-06T08:42:32.046 INFO:teuthology.orchestra.run.smithi120.stdout: "pq_executing_ops": 0, 2024-06-06T08:42:32.046 INFO:teuthology.orchestra.run.smithi120.stdout: "pq_executing_ops_high_water": 17, 2024-06-06T08:42:32.046 INFO:teuthology.orchestra.run.smithi120.stdout: "pq_executing": 0, 2024-06-06T08:42:32.046 INFO:teuthology.orchestra.run.smithi120.stdout: "pq_executing_high_water": 9, 2024-06-06T08:42:32.046 INFO:teuthology.orchestra.run.smithi120.stdout: "pq_executed_ops": 31305, 2024-06-06T08:42:32.047 INFO:teuthology.orchestra.run.smithi120.stdout: "pq_executed": 15650, 2024-06-06T08:42:32.047 INFO:teuthology.orchestra.run.smithi120.stdout: "pq_item_in_journal": 0 2024-06-06T08:42:32.047 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.047 INFO:teuthology.orchestra.run.smithi120.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-06-06T08:42:32.047 INFO:teuthology.orchestra.run.smithi120.stdout: "val": 0, 2024-06-06T08:42:32.047 INFO:teuthology.orchestra.run.smithi120.stdout: "max": 104857600, 2024-06-06T08:42:32.047 INFO:teuthology.orchestra.run.smithi120.stdout: "get_started": 0, 2024-06-06T08:42:32.047 INFO:teuthology.orchestra.run.smithi120.stdout: "get": 458862, 2024-06-06T08:42:32.047 INFO:teuthology.orchestra.run.smithi120.stdout: "get_sum": 161274142, 2024-06-06T08:42:32.047 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_fail": 0, 2024-06-06T08:42:32.047 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_success": 458862, 2024-06-06T08:42:32.047 INFO:teuthology.orchestra.run.smithi120.stdout: "take": 0, 2024-06-06T08:42:32.047 INFO:teuthology.orchestra.run.smithi120.stdout: "take_sum": 0, 2024-06-06T08:42:32.048 INFO:teuthology.orchestra.run.smithi120.stdout: "put": 458862, 2024-06-06T08:42:32.048 INFO:teuthology.orchestra.run.smithi120.stdout: "put_sum": 161274142, 2024-06-06T08:42:32.048 INFO:teuthology.orchestra.run.smithi120.stdout: "wait": { 2024-06-06T08:42:32.048 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:32.048 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:32.048 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:32.048 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-06-06T08:42:32.048 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.048 INFO:teuthology.orchestra.run.smithi120.stdout: "throttle-objecter_bytes": { 2024-06-06T08:42:32.048 INFO:teuthology.orchestra.run.smithi120.stdout: "val": 0, 2024-06-06T08:42:32.048 INFO:teuthology.orchestra.run.smithi120.stdout: "max": 104857600, 2024-06-06T08:42:32.048 INFO:teuthology.orchestra.run.smithi120.stdout: "get_started": 0, 2024-06-06T08:42:32.048 INFO:teuthology.orchestra.run.smithi120.stdout: "get": 0, 2024-06-06T08:42:32.048 INFO:teuthology.orchestra.run.smithi120.stdout: "get_sum": 0, 2024-06-06T08:42:32.049 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_fail": 0, 2024-06-06T08:42:32.049 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_success": 0, 2024-06-06T08:42:32.049 INFO:teuthology.orchestra.run.smithi120.stdout: "take": 103021, 2024-06-06T08:42:32.049 INFO:teuthology.orchestra.run.smithi120.stdout: "take_sum": 394405081, 2024-06-06T08:42:32.049 INFO:teuthology.orchestra.run.smithi120.stdout: "put": 103021, 2024-06-06T08:42:32.049 INFO:teuthology.orchestra.run.smithi120.stdout: "put_sum": 394405081, 2024-06-06T08:42:32.049 INFO:teuthology.orchestra.run.smithi120.stdout: "wait": { 2024-06-06T08:42:32.049 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:32.049 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:32.049 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:32.049 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-06-06T08:42:32.049 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.049 INFO:teuthology.orchestra.run.smithi120.stdout: "throttle-objecter_ops": { 2024-06-06T08:42:32.049 INFO:teuthology.orchestra.run.smithi120.stdout: "val": 0, 2024-06-06T08:42:32.050 INFO:teuthology.orchestra.run.smithi120.stdout: "max": 1024, 2024-06-06T08:42:32.050 INFO:teuthology.orchestra.run.smithi120.stdout: "get_started": 0, 2024-06-06T08:42:32.050 INFO:teuthology.orchestra.run.smithi120.stdout: "get": 0, 2024-06-06T08:42:32.050 INFO:teuthology.orchestra.run.smithi120.stdout: "get_sum": 0, 2024-06-06T08:42:32.050 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_fail": 0, 2024-06-06T08:42:32.050 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_success": 0, 2024-06-06T08:42:32.050 INFO:teuthology.orchestra.run.smithi120.stdout: "take": 103021, 2024-06-06T08:42:32.050 INFO:teuthology.orchestra.run.smithi120.stdout: "take_sum": 103021, 2024-06-06T08:42:32.050 INFO:teuthology.orchestra.run.smithi120.stdout: "put": 103021, 2024-06-06T08:42:32.050 INFO:teuthology.orchestra.run.smithi120.stdout: "put_sum": 103021, 2024-06-06T08:42:32.050 INFO:teuthology.orchestra.run.smithi120.stdout: "wait": { 2024-06-06T08:42:32.050 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:32.050 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:32.050 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:32.051 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-06-06T08:42:32.051 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.051 INFO:teuthology.orchestra.run.smithi120.stdout: "throttle-write_buf_throttle": { 2024-06-06T08:42:32.051 INFO:teuthology.orchestra.run.smithi120.stdout: "val": 0, 2024-06-06T08:42:32.051 INFO:teuthology.orchestra.run.smithi120.stdout: "max": 3758096384, 2024-06-06T08:42:32.051 INFO:teuthology.orchestra.run.smithi120.stdout: "get_started": 0, 2024-06-06T08:42:32.051 INFO:teuthology.orchestra.run.smithi120.stdout: "get": 15650, 2024-06-06T08:42:32.051 INFO:teuthology.orchestra.run.smithi120.stdout: "get_sum": 2265162, 2024-06-06T08:42:32.051 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_fail": 0, 2024-06-06T08:42:32.051 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_success": 15650, 2024-06-06T08:42:32.051 INFO:teuthology.orchestra.run.smithi120.stdout: "take": 0, 2024-06-06T08:42:32.051 INFO:teuthology.orchestra.run.smithi120.stdout: "take_sum": 0, 2024-06-06T08:42:32.051 INFO:teuthology.orchestra.run.smithi120.stdout: "put": 604, 2024-06-06T08:42:32.051 INFO:teuthology.orchestra.run.smithi120.stdout: "put_sum": 2265162, 2024-06-06T08:42:32.051 INFO:teuthology.orchestra.run.smithi120.stdout: "wait": { 2024-06-06T08:42:32.052 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:32.052 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:32.052 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:32.052 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-06-06T08:42:32.052 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:32.052 INFO:teuthology.orchestra.run.smithi120.stdout: "throttle-write_buf_throttle-0x55978dee4500": { 2024-06-06T08:42:32.052 INFO:teuthology.orchestra.run.smithi120.stdout: "val": 0, 2024-06-06T08:42:32.052 INFO:teuthology.orchestra.run.smithi120.stdout: "max": 3758096384, 2024-06-06T08:42:32.052 INFO:teuthology.orchestra.run.smithi120.stdout: "get_started": 0, 2024-06-06T08:42:32.052 INFO:teuthology.orchestra.run.smithi120.stdout: "get": 106458, 2024-06-06T08:42:32.052 INFO:teuthology.orchestra.run.smithi120.stdout: "get_sum": 375266637, 2024-06-06T08:42:32.052 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_fail": 0, 2024-06-06T08:42:32.052 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_success": 106458, 2024-06-06T08:42:32.052 INFO:teuthology.orchestra.run.smithi120.stdout: "take": 0, 2024-06-06T08:42:32.052 INFO:teuthology.orchestra.run.smithi120.stdout: "take_sum": 0, 2024-06-06T08:42:32.052 INFO:teuthology.orchestra.run.smithi120.stdout: "put": 14146, 2024-06-06T08:42:32.053 INFO:teuthology.orchestra.run.smithi120.stdout: "put_sum": 375266637, 2024-06-06T08:42:32.053 INFO:teuthology.orchestra.run.smithi120.stdout: "wait": { 2024-06-06T08:42:32.053 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:32.053 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:32.053 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:32.053 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-06-06T08:42:32.053 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-06-06T08:42:32.053 INFO:teuthology.orchestra.run.smithi120.stdout:} 2024-06-06T08:42:32.053 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:42:31 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:42:32.053 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:42:31 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:42:32.054 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:42:31 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:42:33.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:42:32 smithi149 ceph-mon[36842]: pgmap v637: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.2 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-06-06T08:42:33.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:42:32 smithi042 ceph-mon[32384]: pgmap v637: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.2 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-06-06T08:42:33.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:42:32 smithi120 ceph-mon[36658]: pgmap v637: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.2 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-06-06T08:42:33.458 INFO:tasks.check_counter:Daemon mds.b mds.exported=205 2024-06-06T08:42:33.459 INFO:tasks.check_counter:Daemon mds.b mds.imported=370 2024-06-06T08:42:33.459 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update=1611 2024-06-06T08:42:33.459 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update_receipt=6008 2024-06-06T08:42:33.459 INFO:tasks.check_counter:Daemon mds.b mds.root_rsnaps=6 2024-06-06T08:42:33.459 INFO:tasks.check_counter:Daemon mds.b mds_server.req_mksnap_latency.avgcount=0 2024-06-06T08:42:33.459 INFO:tasks.check_counter:Daemon mds.b mds_server.req_rmsnap_latency.avgcount=0 2024-06-06T08:42:33.459 INFO:tasks.check_counter:Daemon mds.b mds.dir_split=74 2024-06-06T08:42:33.459 DEBUG:tasks.check_counter:Getting stats from e 2024-06-06T08:42:33.459 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph daemon mds.e perf dump 2024-06-06T08:42:33.884 INFO:teuthology.orchestra.run.smithi120.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.b/config 2024-06-06T08:42:35.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:42:34 smithi042 ceph-mon[32384]: pgmap v638: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.2 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-06-06T08:42:35.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:42:34 smithi120 ceph-mon[36658]: pgmap v638: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.2 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-06-06T08:42:35.287 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:42:34 smithi149 ceph-mon[36842]: pgmap v638: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.2 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-06-06T08:42:37.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:42:36 smithi042 ceph-mon[32384]: pgmap v639: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.2 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 5 op/s 2024-06-06T08:42:37.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:42:36 smithi120 ceph-mon[36658]: pgmap v639: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.2 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 5 op/s 2024-06-06T08:42:37.287 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:42:36 smithi149 ceph-mon[36842]: pgmap v639: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.2 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 5 op/s 2024-06-06T08:42:38.011 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2024-06-06T08:42:38.012 INFO:teuthology.orchestra.run.smithi120.stdout: "AsyncMessenger::Worker-0": { 2024-06-06T08:42:38.012 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_messages": 1136, 2024-06-06T08:42:38.012 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_messages": 1138, 2024-06-06T08:42:38.012 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_bytes": 59071120, 2024-06-06T08:42:38.012 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_bytes": 361258, 2024-06-06T08:42:38.012 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_created_connections": 8, 2024-06-06T08:42:38.012 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_active_connections": 4, 2024-06-06T08:42:38.012 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_total_time": 0.139478992, 2024-06-06T08:42:38.012 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_send_time": 0.034404304, 2024-06-06T08:42:38.012 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_recv_time": 0.063963081, 2024-06-06T08:42:38.012 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_fast_dispatch_time": 0.033052417, 2024-06-06T08:42:38.013 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:42:38.013 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 1136, 2024-06-06T08:42:38.013 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.055500016, 2024-06-06T08:42:38.013 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000048855 2024-06-06T08:42:38.013 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.013 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:42:38.013 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:38.013 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:38.013 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:38.013 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.013 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_encrypted_bytes": 0, 2024-06-06T08:42:38.013 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_encrypted_bytes": 0 2024-06-06T08:42:38.013 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.014 INFO:teuthology.orchestra.run.smithi120.stdout: "AsyncMessenger::Worker-1": { 2024-06-06T08:42:38.014 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_messages": 804, 2024-06-06T08:42:38.014 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_messages": 946, 2024-06-06T08:42:38.014 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_bytes": 82222989, 2024-06-06T08:42:38.014 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_bytes": 593923, 2024-06-06T08:42:38.014 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_created_connections": 7, 2024-06-06T08:42:38.014 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_active_connections": 6, 2024-06-06T08:42:38.014 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_total_time": 0.129559701, 2024-06-06T08:42:38.014 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_send_time": 0.019980885, 2024-06-06T08:42:38.014 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_recv_time": 0.079438635, 2024-06-06T08:42:38.014 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_fast_dispatch_time": 0.024254847, 2024-06-06T08:42:38.014 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:42:38.015 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 944, 2024-06-06T08:42:38.015 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.052971179, 2024-06-06T08:42:38.015 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000056113 2024-06-06T08:42:38.015 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.015 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:42:38.015 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:38.015 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:38.015 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:38.015 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.015 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_encrypted_bytes": 160, 2024-06-06T08:42:38.015 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_encrypted_bytes": 338512 2024-06-06T08:42:38.015 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.016 INFO:teuthology.orchestra.run.smithi120.stdout: "AsyncMessenger::Worker-2": { 2024-06-06T08:42:38.016 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_messages": 785, 2024-06-06T08:42:38.016 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_messages": 774, 2024-06-06T08:42:38.016 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_bytes": 62448593, 2024-06-06T08:42:38.016 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_bytes": 296560, 2024-06-06T08:42:38.016 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_created_connections": 5, 2024-06-06T08:42:38.016 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_active_connections": 4, 2024-06-06T08:42:38.016 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_total_time": 0.115230574, 2024-06-06T08:42:38.016 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_send_time": 0.022377063, 2024-06-06T08:42:38.016 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_recv_time": 0.061310891, 2024-06-06T08:42:38.016 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_fast_dispatch_time": 0.028328946, 2024-06-06T08:42:38.017 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:42:38.017 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 774, 2024-06-06T08:42:38.017 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.047930346, 2024-06-06T08:42:38.017 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000061925 2024-06-06T08:42:38.017 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.017 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:42:38.017 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:38.017 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:38.017 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:38.017 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.017 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_encrypted_bytes": 270384, 2024-06-06T08:42:38.017 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_encrypted_bytes": 121968 2024-06-06T08:42:38.018 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.018 INFO:teuthology.orchestra.run.smithi120.stdout: "cct": { 2024-06-06T08:42:38.018 INFO:teuthology.orchestra.run.smithi120.stdout: "total_workers": 1, 2024-06-06T08:42:38.018 INFO:teuthology.orchestra.run.smithi120.stdout: "unhealthy_workers": 0 2024-06-06T08:42:38.018 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.018 INFO:teuthology.orchestra.run.smithi120.stdout: "finisher-MDSRank": { 2024-06-06T08:42:38.018 INFO:teuthology.orchestra.run.smithi120.stdout: "queue_len": 0, 2024-06-06T08:42:38.018 INFO:teuthology.orchestra.run.smithi120.stdout: "complete_latency": { 2024-06-06T08:42:38.018 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 4084, 2024-06-06T08:42:38.018 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.631761369, 2024-06-06T08:42:38.018 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000154691 2024-06-06T08:42:38.019 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-06-06T08:42:38.019 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.019 INFO:teuthology.orchestra.run.smithi120.stdout: "finisher-PurgeQueue": { 2024-06-06T08:42:38.019 INFO:teuthology.orchestra.run.smithi120.stdout: "queue_len": 0, 2024-06-06T08:42:38.019 INFO:teuthology.orchestra.run.smithi120.stdout: "complete_latency": { 2024-06-06T08:42:38.019 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:38.019 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:38.019 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:38.019 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-06-06T08:42:38.019 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.019 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2024-06-06T08:42:38.019 INFO:teuthology.orchestra.run.smithi120.stdout: "request": 0, 2024-06-06T08:42:38.020 INFO:teuthology.orchestra.run.smithi120.stdout: "reply": 0, 2024-06-06T08:42:38.020 INFO:teuthology.orchestra.run.smithi120.stdout: "reply_latency": { 2024-06-06T08:42:38.020 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:38.020 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:38.020 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:38.020 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.020 INFO:teuthology.orchestra.run.smithi120.stdout: "slow_reply": 0, 2024-06-06T08:42:38.020 INFO:teuthology.orchestra.run.smithi120.stdout: "forward": 0, 2024-06-06T08:42:38.020 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_fetch_complete": 0, 2024-06-06T08:42:38.020 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_fetch_keys": 0, 2024-06-06T08:42:38.020 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_commit": 0, 2024-06-06T08:42:38.020 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_split": 0, 2024-06-06T08:42:38.020 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_merge": 0, 2024-06-06T08:42:38.020 INFO:teuthology.orchestra.run.smithi120.stdout: "inodes": 71609, 2024-06-06T08:42:38.020 INFO:teuthology.orchestra.run.smithi120.stdout: "inodes_top": 49459, 2024-06-06T08:42:38.021 INFO:teuthology.orchestra.run.smithi120.stdout: "inodes_bottom": 22150, 2024-06-06T08:42:38.021 INFO:teuthology.orchestra.run.smithi120.stdout: "inodes_pin_tail": 0, 2024-06-06T08:42:38.021 INFO:teuthology.orchestra.run.smithi120.stdout: "inodes_pinned": 157, 2024-06-06T08:42:38.021 INFO:teuthology.orchestra.run.smithi120.stdout: "inodes_expired": 0, 2024-06-06T08:42:38.021 INFO:teuthology.orchestra.run.smithi120.stdout: "inodes_with_caps": 0, 2024-06-06T08:42:38.021 INFO:teuthology.orchestra.run.smithi120.stdout: "caps": 0, 2024-06-06T08:42:38.021 INFO:teuthology.orchestra.run.smithi120.stdout: "subtrees": 2, 2024-06-06T08:42:38.021 INFO:teuthology.orchestra.run.smithi120.stdout: "traverse": 0, 2024-06-06T08:42:38.021 INFO:teuthology.orchestra.run.smithi120.stdout: "traverse_hit": 0, 2024-06-06T08:42:38.021 INFO:teuthology.orchestra.run.smithi120.stdout: "traverse_forward": 0, 2024-06-06T08:42:38.021 INFO:teuthology.orchestra.run.smithi120.stdout: "traverse_discover": 0, 2024-06-06T08:42:38.021 INFO:teuthology.orchestra.run.smithi120.stdout: "traverse_dir_fetch": 0, 2024-06-06T08:42:38.022 INFO:teuthology.orchestra.run.smithi120.stdout: "traverse_remote_ino": 0, 2024-06-06T08:42:38.022 INFO:teuthology.orchestra.run.smithi120.stdout: "traverse_lock": 0, 2024-06-06T08:42:38.022 INFO:teuthology.orchestra.run.smithi120.stdout: "load_cent": 0, 2024-06-06T08:42:38.022 INFO:teuthology.orchestra.run.smithi120.stdout: "q": 0, 2024-06-06T08:42:38.022 INFO:teuthology.orchestra.run.smithi120.stdout: "exported": 0, 2024-06-06T08:42:38.022 INFO:teuthology.orchestra.run.smithi120.stdout: "exported_inodes": 0, 2024-06-06T08:42:38.022 INFO:teuthology.orchestra.run.smithi120.stdout: "imported": 0, 2024-06-06T08:42:38.022 INFO:teuthology.orchestra.run.smithi120.stdout: "imported_inodes": 0, 2024-06-06T08:42:38.022 INFO:teuthology.orchestra.run.smithi120.stdout: "openino_dir_fetch": 0, 2024-06-06T08:42:38.022 INFO:teuthology.orchestra.run.smithi120.stdout: "openino_backtrace_fetch": 0, 2024-06-06T08:42:38.022 INFO:teuthology.orchestra.run.smithi120.stdout: "openino_peer_discover": 0, 2024-06-06T08:42:38.022 INFO:teuthology.orchestra.run.smithi120.stdout: "root_rfiles": 4, 2024-06-06T08:42:38.022 INFO:teuthology.orchestra.run.smithi120.stdout: "root_rbytes": 234, 2024-06-06T08:42:38.022 INFO:teuthology.orchestra.run.smithi120.stdout: "root_rsnaps": 6, 2024-06-06T08:42:38.023 INFO:teuthology.orchestra.run.smithi120.stdout: "scrub_backtrace_fetch": 0, 2024-06-06T08:42:38.023 INFO:teuthology.orchestra.run.smithi120.stdout: "scrub_set_tag": 0, 2024-06-06T08:42:38.023 INFO:teuthology.orchestra.run.smithi120.stdout: "scrub_backtrace_repaired": 0, 2024-06-06T08:42:38.023 INFO:teuthology.orchestra.run.smithi120.stdout: "scrub_inotable_repaired": 0, 2024-06-06T08:42:38.023 INFO:teuthology.orchestra.run.smithi120.stdout: "scrub_dir_inodes": 0, 2024-06-06T08:42:38.023 INFO:teuthology.orchestra.run.smithi120.stdout: "scrub_dir_base_inodes": 0, 2024-06-06T08:42:38.023 INFO:teuthology.orchestra.run.smithi120.stdout: "scrub_dirfrag_rstats": 0, 2024-06-06T08:42:38.023 INFO:teuthology.orchestra.run.smithi120.stdout: "scrub_file_inodes": 0, 2024-06-06T08:42:38.023 INFO:teuthology.orchestra.run.smithi120.stdout: "handle_inode_file_caps": 0, 2024-06-06T08:42:38.023 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph_cap_op_revoke": 0, 2024-06-06T08:42:38.023 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph_cap_op_grant": 0, 2024-06-06T08:42:38.023 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph_cap_op_trunc": 0, 2024-06-06T08:42:38.024 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-06-06T08:42:38.024 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph_cap_op_flush_ack": 0, 2024-06-06T08:42:38.024 INFO:teuthology.orchestra.run.smithi120.stdout: "handle_client_caps": 0, 2024-06-06T08:42:38.024 INFO:teuthology.orchestra.run.smithi120.stdout: "handle_client_caps_dirty": 0, 2024-06-06T08:42:38.024 INFO:teuthology.orchestra.run.smithi120.stdout: "handle_client_cap_release": 0, 2024-06-06T08:42:38.024 INFO:teuthology.orchestra.run.smithi120.stdout: "process_request_cap_release": 0 2024-06-06T08:42:38.024 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.024 INFO:teuthology.orchestra.run.smithi120.stdout: "mds_cache": { 2024-06-06T08:42:38.024 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_update": 0, 2024-06-06T08:42:38.024 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_update_receipt": 0, 2024-06-06T08:42:38.024 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_try_discover": 0, 2024-06-06T08:42:38.024 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_send_discover": 0, 2024-06-06T08:42:38.024 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_handle_discover": 0, 2024-06-06T08:42:38.024 INFO:teuthology.orchestra.run.smithi120.stdout: "num_strays": 0, 2024-06-06T08:42:38.025 INFO:teuthology.orchestra.run.smithi120.stdout: "num_strays_delayed": 0, 2024-06-06T08:42:38.025 INFO:teuthology.orchestra.run.smithi120.stdout: "num_strays_enqueuing": 0, 2024-06-06T08:42:38.025 INFO:teuthology.orchestra.run.smithi120.stdout: "strays_created": 0, 2024-06-06T08:42:38.025 INFO:teuthology.orchestra.run.smithi120.stdout: "strays_enqueued": 0, 2024-06-06T08:42:38.025 INFO:teuthology.orchestra.run.smithi120.stdout: "strays_reintegrated": 0, 2024-06-06T08:42:38.025 INFO:teuthology.orchestra.run.smithi120.stdout: "strays_migrated": 0, 2024-06-06T08:42:38.025 INFO:teuthology.orchestra.run.smithi120.stdout: "num_recovering_processing": 0, 2024-06-06T08:42:38.025 INFO:teuthology.orchestra.run.smithi120.stdout: "num_recovering_enqueued": 0, 2024-06-06T08:42:38.025 INFO:teuthology.orchestra.run.smithi120.stdout: "num_recovering_prioritized": 0, 2024-06-06T08:42:38.025 INFO:teuthology.orchestra.run.smithi120.stdout: "recovery_started": 0, 2024-06-06T08:42:38.025 INFO:teuthology.orchestra.run.smithi120.stdout: "recovery_completed": 0, 2024-06-06T08:42:38.025 INFO:teuthology.orchestra.run.smithi120.stdout: "ireq_quiesce_path": 0, 2024-06-06T08:42:38.025 INFO:teuthology.orchestra.run.smithi120.stdout: "ireq_quiesce_inode": 0, 2024-06-06T08:42:38.025 INFO:teuthology.orchestra.run.smithi120.stdout: "ireq_enqueue_scrub": 0, 2024-06-06T08:42:38.026 INFO:teuthology.orchestra.run.smithi120.stdout: "ireq_exportdir": 0, 2024-06-06T08:42:38.026 INFO:teuthology.orchestra.run.smithi120.stdout: "ireq_flush": 0, 2024-06-06T08:42:38.026 INFO:teuthology.orchestra.run.smithi120.stdout: "ireq_fragmentdir": 0, 2024-06-06T08:42:38.026 INFO:teuthology.orchestra.run.smithi120.stdout: "ireq_fragstats": 0, 2024-06-06T08:42:38.026 INFO:teuthology.orchestra.run.smithi120.stdout: "ireq_inodestats": 0 2024-06-06T08:42:38.026 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.026 INFO:teuthology.orchestra.run.smithi120.stdout: "mds_log": { 2024-06-06T08:42:38.026 INFO:teuthology.orchestra.run.smithi120.stdout: "evlrg": 0, 2024-06-06T08:42:38.026 INFO:teuthology.orchestra.run.smithi120.stdout: "evadd": 0, 2024-06-06T08:42:38.026 INFO:teuthology.orchestra.run.smithi120.stdout: "evex": 0, 2024-06-06T08:42:38.026 INFO:teuthology.orchestra.run.smithi120.stdout: "evtrm": 0, 2024-06-06T08:42:38.026 INFO:teuthology.orchestra.run.smithi120.stdout: "ev": 38411, 2024-06-06T08:42:38.027 INFO:teuthology.orchestra.run.smithi120.stdout: "evexg": 0, 2024-06-06T08:42:38.027 INFO:teuthology.orchestra.run.smithi120.stdout: "evexd": 0, 2024-06-06T08:42:38.027 INFO:teuthology.orchestra.run.smithi120.stdout: "segadd": 0, 2024-06-06T08:42:38.027 INFO:teuthology.orchestra.run.smithi120.stdout: "segex": 0, 2024-06-06T08:42:38.027 INFO:teuthology.orchestra.run.smithi120.stdout: "segtrm": 0, 2024-06-06T08:42:38.027 INFO:teuthology.orchestra.run.smithi120.stdout: "seg": 2, 2024-06-06T08:42:38.027 INFO:teuthology.orchestra.run.smithi120.stdout: "segmjr": 47, 2024-06-06T08:42:38.027 INFO:teuthology.orchestra.run.smithi120.stdout: "segexg": 0, 2024-06-06T08:42:38.027 INFO:teuthology.orchestra.run.smithi120.stdout: "segexd": 0, 2024-06-06T08:42:38.027 INFO:teuthology.orchestra.run.smithi120.stdout: "expos": 556919933, 2024-06-06T08:42:38.027 INFO:teuthology.orchestra.run.smithi120.stdout: "wrpos": 556950494, 2024-06-06T08:42:38.027 INFO:teuthology.orchestra.run.smithi120.stdout: "rdpos": 556950358, 2024-06-06T08:42:38.027 INFO:teuthology.orchestra.run.smithi120.stdout: "jlat": { 2024-06-06T08:42:38.028 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:38.028 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:38.028 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:38.028 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.028 INFO:teuthology.orchestra.run.smithi120.stdout: "replayed": 38411 2024-06-06T08:42:38.028 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.028 INFO:teuthology.orchestra.run.smithi120.stdout: "mds_mem": { 2024-06-06T08:42:38.028 INFO:teuthology.orchestra.run.smithi120.stdout: "ino": 26490, 2024-06-06T08:42:38.028 INFO:teuthology.orchestra.run.smithi120.stdout: "ino+": 104495, 2024-06-06T08:42:38.028 INFO:teuthology.orchestra.run.smithi120.stdout: "ino-": 78005, 2024-06-06T08:42:38.028 INFO:teuthology.orchestra.run.smithi120.stdout: "dir": 942, 2024-06-06T08:42:38.028 INFO:teuthology.orchestra.run.smithi120.stdout: "dir+": 3427, 2024-06-06T08:42:38.028 INFO:teuthology.orchestra.run.smithi120.stdout: "dir-": 2485, 2024-06-06T08:42:38.028 INFO:teuthology.orchestra.run.smithi120.stdout: "dn": 71609, 2024-06-06T08:42:38.029 INFO:teuthology.orchestra.run.smithi120.stdout: "dn+": 167969, 2024-06-06T08:42:38.029 INFO:teuthology.orchestra.run.smithi120.stdout: "dn-": 96360, 2024-06-06T08:42:38.029 INFO:teuthology.orchestra.run.smithi120.stdout: "cap": 0, 2024-06-06T08:42:38.029 INFO:teuthology.orchestra.run.smithi120.stdout: "cap+": 0, 2024-06-06T08:42:38.029 INFO:teuthology.orchestra.run.smithi120.stdout: "cap-": 0, 2024-06-06T08:42:38.029 INFO:teuthology.orchestra.run.smithi120.stdout: "rss": 185656, 2024-06-06T08:42:38.029 INFO:teuthology.orchestra.run.smithi120.stdout: "heap": 215420 2024-06-06T08:42:38.029 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.029 INFO:teuthology.orchestra.run.smithi120.stdout: "mds_server": { 2024-06-06T08:42:38.029 INFO:teuthology.orchestra.run.smithi120.stdout: "dispatch_client_request": 0, 2024-06-06T08:42:38.029 INFO:teuthology.orchestra.run.smithi120.stdout: "dispatch_server_request": 0, 2024-06-06T08:42:38.029 INFO:teuthology.orchestra.run.smithi120.stdout: "handle_client_request": 0, 2024-06-06T08:42:38.029 INFO:teuthology.orchestra.run.smithi120.stdout: "handle_client_session": 0, 2024-06-06T08:42:38.029 INFO:teuthology.orchestra.run.smithi120.stdout: "handle_peer_request": 0, 2024-06-06T08:42:38.030 INFO:teuthology.orchestra.run.smithi120.stdout: "req_create_latency": { 2024-06-06T08:42:38.030 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:38.030 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:38.030 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:38.030 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.030 INFO:teuthology.orchestra.run.smithi120.stdout: "req_getattr_latency": { 2024-06-06T08:42:38.030 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:38.030 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:38.030 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:38.030 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.030 INFO:teuthology.orchestra.run.smithi120.stdout: "req_getfilelock_latency": { 2024-06-06T08:42:38.030 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:38.030 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:38.031 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:38.031 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.031 INFO:teuthology.orchestra.run.smithi120.stdout: "req_link_latency": { 2024-06-06T08:42:38.031 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:38.031 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:38.031 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:38.031 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.031 INFO:teuthology.orchestra.run.smithi120.stdout: "req_lookup_latency": { 2024-06-06T08:42:38.031 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:38.031 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:38.031 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:38.031 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.031 INFO:teuthology.orchestra.run.smithi120.stdout: "req_lookuphash_latency": { 2024-06-06T08:42:38.031 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:38.032 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:38.032 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:38.032 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.032 INFO:teuthology.orchestra.run.smithi120.stdout: "req_lookupino_latency": { 2024-06-06T08:42:38.032 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:38.032 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:38.032 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:38.032 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.032 INFO:teuthology.orchestra.run.smithi120.stdout: "req_lookupname_latency": { 2024-06-06T08:42:38.032 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:38.032 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:38.032 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:38.032 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.032 INFO:teuthology.orchestra.run.smithi120.stdout: "req_lookupparent_latency": { 2024-06-06T08:42:38.033 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:38.033 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:38.033 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:38.033 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.033 INFO:teuthology.orchestra.run.smithi120.stdout: "req_lookupsnap_latency": { 2024-06-06T08:42:38.033 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:38.033 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:38.033 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:38.033 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.033 INFO:teuthology.orchestra.run.smithi120.stdout: "req_lssnap_latency": { 2024-06-06T08:42:38.033 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:38.033 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:38.033 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:38.033 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.034 INFO:teuthology.orchestra.run.smithi120.stdout: "req_mkdir_latency": { 2024-06-06T08:42:38.034 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:38.034 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:38.034 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:38.034 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.034 INFO:teuthology.orchestra.run.smithi120.stdout: "req_mknod_latency": { 2024-06-06T08:42:38.034 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:38.035 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:38.035 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:38.035 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.035 INFO:teuthology.orchestra.run.smithi120.stdout: "req_mksnap_latency": { 2024-06-06T08:42:38.035 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:38.035 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:38.035 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:38.035 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.035 INFO:teuthology.orchestra.run.smithi120.stdout: "req_open_latency": { 2024-06-06T08:42:38.035 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:38.035 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:38.035 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:38.035 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.035 INFO:teuthology.orchestra.run.smithi120.stdout: "req_readdir_latency": { 2024-06-06T08:42:38.036 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:38.036 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:38.036 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:38.036 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.036 INFO:teuthology.orchestra.run.smithi120.stdout: "req_rename_latency": { 2024-06-06T08:42:38.036 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:38.036 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:38.036 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:38.036 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.036 INFO:teuthology.orchestra.run.smithi120.stdout: "req_renamesnap_latency": { 2024-06-06T08:42:38.036 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:38.036 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:38.036 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:38.037 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.037 INFO:teuthology.orchestra.run.smithi120.stdout: "req_snapdiff_latency": { 2024-06-06T08:42:38.037 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:38.037 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:38.037 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:38.037 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.037 INFO:teuthology.orchestra.run.smithi120.stdout: "req_rmdir_latency": { 2024-06-06T08:42:38.037 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:38.037 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:38.037 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:38.037 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.037 INFO:teuthology.orchestra.run.smithi120.stdout: "req_rmsnap_latency": { 2024-06-06T08:42:38.037 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:38.038 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:38.038 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:38.038 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.038 INFO:teuthology.orchestra.run.smithi120.stdout: "req_rmxattr_latency": { 2024-06-06T08:42:38.038 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:38.038 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:38.038 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:38.038 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.038 INFO:teuthology.orchestra.run.smithi120.stdout: "req_setattr_latency": { 2024-06-06T08:42:38.038 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:38.038 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:38.038 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:38.038 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.038 INFO:teuthology.orchestra.run.smithi120.stdout: "req_setdirlayout_latency": { 2024-06-06T08:42:38.039 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:38.039 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:38.039 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:38.039 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.039 INFO:teuthology.orchestra.run.smithi120.stdout: "req_setfilelock_latency": { 2024-06-06T08:42:38.039 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:38.039 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:38.039 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:38.039 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.039 INFO:teuthology.orchestra.run.smithi120.stdout: "req_setlayout_latency": { 2024-06-06T08:42:38.039 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:38.039 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:38.039 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:38.040 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.040 INFO:teuthology.orchestra.run.smithi120.stdout: "req_setxattr_latency": { 2024-06-06T08:42:38.040 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:38.040 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:38.040 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:38.040 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.040 INFO:teuthology.orchestra.run.smithi120.stdout: "req_symlink_latency": { 2024-06-06T08:42:38.040 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:38.040 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:38.040 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:38.040 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.040 INFO:teuthology.orchestra.run.smithi120.stdout: "req_unlink_latency": { 2024-06-06T08:42:38.040 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:38.041 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:38.041 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:38.041 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.041 INFO:teuthology.orchestra.run.smithi120.stdout: "cap_revoke_eviction": 0, 2024-06-06T08:42:38.041 INFO:teuthology.orchestra.run.smithi120.stdout: "cap_acquisition_throttle": 0, 2024-06-06T08:42:38.041 INFO:teuthology.orchestra.run.smithi120.stdout: "req_getvxattr_latency": { 2024-06-06T08:42:38.041 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:38.041 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:38.041 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:38.041 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-06-06T08:42:38.041 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.042 INFO:teuthology.orchestra.run.smithi120.stdout: "mds_sessions": { 2024-06-06T08:42:38.042 INFO:teuthology.orchestra.run.smithi120.stdout: "session_count": 2, 2024-06-06T08:42:38.042 INFO:teuthology.orchestra.run.smithi120.stdout: "session_add": 2, 2024-06-06T08:42:38.042 INFO:teuthology.orchestra.run.smithi120.stdout: "session_remove": 0, 2024-06-06T08:42:38.042 INFO:teuthology.orchestra.run.smithi120.stdout: "sessions_open": 0, 2024-06-06T08:42:38.042 INFO:teuthology.orchestra.run.smithi120.stdout: "sessions_stale": 0, 2024-06-06T08:42:38.042 INFO:teuthology.orchestra.run.smithi120.stdout: "total_load": 0, 2024-06-06T08:42:38.042 INFO:teuthology.orchestra.run.smithi120.stdout: "average_load": 0, 2024-06-06T08:42:38.042 INFO:teuthology.orchestra.run.smithi120.stdout: "avg_session_uptime": 2643, 2024-06-06T08:42:38.042 INFO:teuthology.orchestra.run.smithi120.stdout: "mdthresh_evicted": 0 2024-06-06T08:42:38.042 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.042 INFO:teuthology.orchestra.run.smithi120.stdout: "mempool": { 2024-06-06T08:42:38.042 INFO:teuthology.orchestra.run.smithi120.stdout: "bloom_filter_bytes": 0, 2024-06-06T08:42:38.043 INFO:teuthology.orchestra.run.smithi120.stdout: "bloom_filter_items": 0, 2024-06-06T08:42:38.043 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_alloc_bytes": 0, 2024-06-06T08:42:38.043 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_alloc_items": 0, 2024-06-06T08:42:38.043 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_data_bytes": 0, 2024-06-06T08:42:38.043 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_data_items": 0, 2024-06-06T08:42:38.043 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_onode_bytes": 0, 2024-06-06T08:42:38.043 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_onode_items": 0, 2024-06-06T08:42:38.043 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_meta_bytes": 0, 2024-06-06T08:42:38.043 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_meta_items": 0, 2024-06-06T08:42:38.043 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_other_bytes": 0, 2024-06-06T08:42:38.043 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_other_items": 0, 2024-06-06T08:42:38.043 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_buffer_bytes": 0, 2024-06-06T08:42:38.043 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_buffer_items": 0, 2024-06-06T08:42:38.044 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_extent_bytes": 0, 2024-06-06T08:42:38.044 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_extent_items": 0, 2024-06-06T08:42:38.044 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_blob_bytes": 0, 2024-06-06T08:42:38.044 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_blob_items": 0, 2024-06-06T08:42:38.044 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_shared_blob_bytes": 0, 2024-06-06T08:42:38.044 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_shared_blob_items": 0, 2024-06-06T08:42:38.044 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_inline_bl_bytes": 0, 2024-06-06T08:42:38.044 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_inline_bl_items": 0, 2024-06-06T08:42:38.044 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_fsck_bytes": 0, 2024-06-06T08:42:38.044 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_fsck_items": 0, 2024-06-06T08:42:38.044 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_txc_bytes": 0, 2024-06-06T08:42:38.044 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_txc_items": 0, 2024-06-06T08:42:38.044 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_writing_deferred_bytes": 0, 2024-06-06T08:42:38.044 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_writing_deferred_items": 0, 2024-06-06T08:42:38.045 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_writing_bytes": 0, 2024-06-06T08:42:38.045 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_writing_items": 0, 2024-06-06T08:42:38.045 INFO:teuthology.orchestra.run.smithi120.stdout: "bluefs_bytes": 0, 2024-06-06T08:42:38.045 INFO:teuthology.orchestra.run.smithi120.stdout: "bluefs_items": 0, 2024-06-06T08:42:38.045 INFO:teuthology.orchestra.run.smithi120.stdout: "bluefs_file_reader_bytes": 0, 2024-06-06T08:42:38.045 INFO:teuthology.orchestra.run.smithi120.stdout: "bluefs_file_reader_items": 0, 2024-06-06T08:42:38.045 INFO:teuthology.orchestra.run.smithi120.stdout: "bluefs_file_writer_bytes": 0, 2024-06-06T08:42:38.045 INFO:teuthology.orchestra.run.smithi120.stdout: "bluefs_file_writer_items": 0, 2024-06-06T08:42:38.045 INFO:teuthology.orchestra.run.smithi120.stdout: "buffer_anon_bytes": 1235454, 2024-06-06T08:42:38.045 INFO:teuthology.orchestra.run.smithi120.stdout: "buffer_anon_items": 26998, 2024-06-06T08:42:38.045 INFO:teuthology.orchestra.run.smithi120.stdout: "buffer_meta_bytes": 0, 2024-06-06T08:42:38.045 INFO:teuthology.orchestra.run.smithi120.stdout: "buffer_meta_items": 0, 2024-06-06T08:42:38.045 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_bytes": 0, 2024-06-06T08:42:38.046 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_items": 0, 2024-06-06T08:42:38.046 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_mapbl_bytes": 0, 2024-06-06T08:42:38.046 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_mapbl_items": 0, 2024-06-06T08:42:38.046 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_pglog_bytes": 0, 2024-06-06T08:42:38.046 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_pglog_items": 0, 2024-06-06T08:42:38.046 INFO:teuthology.orchestra.run.smithi120.stdout: "osdmap_bytes": 9664, 2024-06-06T08:42:38.046 INFO:teuthology.orchestra.run.smithi120.stdout: "osdmap_items": 195, 2024-06-06T08:42:38.046 INFO:teuthology.orchestra.run.smithi120.stdout: "osdmap_mapping_bytes": 0, 2024-06-06T08:42:38.046 INFO:teuthology.orchestra.run.smithi120.stdout: "osdmap_mapping_items": 0, 2024-06-06T08:42:38.046 INFO:teuthology.orchestra.run.smithi120.stdout: "pgmap_bytes": 0, 2024-06-06T08:42:38.046 INFO:teuthology.orchestra.run.smithi120.stdout: "pgmap_items": 0, 2024-06-06T08:42:38.046 INFO:teuthology.orchestra.run.smithi120.stdout: "mds_co_bytes": 113090152, 2024-06-06T08:42:38.046 INFO:teuthology.orchestra.run.smithi120.stdout: "mds_co_items": 996664, 2024-06-06T08:42:38.046 INFO:teuthology.orchestra.run.smithi120.stdout: "unittest_1_bytes": 0, 2024-06-06T08:42:38.046 INFO:teuthology.orchestra.run.smithi120.stdout: "unittest_1_items": 0, 2024-06-06T08:42:38.047 INFO:teuthology.orchestra.run.smithi120.stdout: "unittest_2_bytes": 0, 2024-06-06T08:42:38.047 INFO:teuthology.orchestra.run.smithi120.stdout: "unittest_2_items": 0 2024-06-06T08:42:38.047 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.047 INFO:teuthology.orchestra.run.smithi120.stdout: "objecter": { 2024-06-06T08:42:38.047 INFO:teuthology.orchestra.run.smithi120.stdout: "op_active": 0, 2024-06-06T08:42:38.047 INFO:teuthology.orchestra.run.smithi120.stdout: "op_laggy": 0, 2024-06-06T08:42:38.047 INFO:teuthology.orchestra.run.smithi120.stdout: "op_send": 2488, 2024-06-06T08:42:38.047 INFO:teuthology.orchestra.run.smithi120.stdout: "op_send_bytes": 26, 2024-06-06T08:42:38.047 INFO:teuthology.orchestra.run.smithi120.stdout: "op_resend": 4, 2024-06-06T08:42:38.047 INFO:teuthology.orchestra.run.smithi120.stdout: "op_reply": 2488, 2024-06-06T08:42:38.047 INFO:teuthology.orchestra.run.smithi120.stdout: "op_latency": { 2024-06-06T08:42:38.047 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 2488, 2024-06-06T08:42:38.047 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 23.154491745, 2024-06-06T08:42:38.047 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.009306467 2024-06-06T08:42:38.048 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.048 INFO:teuthology.orchestra.run.smithi120.stdout: "op_inflight": 0, 2024-06-06T08:42:38.048 INFO:teuthology.orchestra.run.smithi120.stdout: "oplen_avg": { 2024-06-06T08:42:38.048 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 2488, 2024-06-06T08:42:38.048 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 2489 2024-06-06T08:42:38.048 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.048 INFO:teuthology.orchestra.run.smithi120.stdout: "op": 2488, 2024-06-06T08:42:38.048 INFO:teuthology.orchestra.run.smithi120.stdout: "op_r": 2488, 2024-06-06T08:42:38.048 INFO:teuthology.orchestra.run.smithi120.stdout: "op_w": 0, 2024-06-06T08:42:38.048 INFO:teuthology.orchestra.run.smithi120.stdout: "op_rmw": 0, 2024-06-06T08:42:38.048 INFO:teuthology.orchestra.run.smithi120.stdout: "op_pg": 0, 2024-06-06T08:42:38.048 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_stat": 1470, 2024-06-06T08:42:38.048 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_create": 0, 2024-06-06T08:42:38.049 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_read": 1015, 2024-06-06T08:42:38.049 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_write": 0, 2024-06-06T08:42:38.049 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_writefull": 0, 2024-06-06T08:42:38.049 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_writesame": 0, 2024-06-06T08:42:38.049 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_append": 0, 2024-06-06T08:42:38.049 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_zero": 0, 2024-06-06T08:42:38.049 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_truncate": 0, 2024-06-06T08:42:38.049 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_delete": 0, 2024-06-06T08:42:38.049 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_mapext": 0, 2024-06-06T08:42:38.049 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_sparse_read": 0, 2024-06-06T08:42:38.049 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_clonerange": 0, 2024-06-06T08:42:38.049 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_getxattr": 2, 2024-06-06T08:42:38.049 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_setxattr": 0, 2024-06-06T08:42:38.049 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_cmpxattr": 0, 2024-06-06T08:42:38.049 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_rmxattr": 0, 2024-06-06T08:42:38.049 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_resetxattrs": 0, 2024-06-06T08:42:38.050 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_call": 0, 2024-06-06T08:42:38.050 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_watch": 0, 2024-06-06T08:42:38.050 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_notify": 0, 2024-06-06T08:42:38.050 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_src_cmpxattr": 0, 2024-06-06T08:42:38.050 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_pgls": 0, 2024-06-06T08:42:38.050 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_pgls_filter": 0, 2024-06-06T08:42:38.050 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_other": 0, 2024-06-06T08:42:38.050 INFO:teuthology.orchestra.run.smithi120.stdout: "linger_active": 0, 2024-06-06T08:42:38.050 INFO:teuthology.orchestra.run.smithi120.stdout: "linger_send": 0, 2024-06-06T08:42:38.050 INFO:teuthology.orchestra.run.smithi120.stdout: "linger_resend": 0, 2024-06-06T08:42:38.050 INFO:teuthology.orchestra.run.smithi120.stdout: "linger_ping": 0, 2024-06-06T08:42:38.050 INFO:teuthology.orchestra.run.smithi120.stdout: "poolop_active": 0, 2024-06-06T08:42:38.050 INFO:teuthology.orchestra.run.smithi120.stdout: "poolop_send": 0, 2024-06-06T08:42:38.050 INFO:teuthology.orchestra.run.smithi120.stdout: "poolop_resend": 0, 2024-06-06T08:42:38.051 INFO:teuthology.orchestra.run.smithi120.stdout: "poolstat_active": 0, 2024-06-06T08:42:38.051 INFO:teuthology.orchestra.run.smithi120.stdout: "poolstat_send": 0, 2024-06-06T08:42:38.051 INFO:teuthology.orchestra.run.smithi120.stdout: "poolstat_resend": 0, 2024-06-06T08:42:38.051 INFO:teuthology.orchestra.run.smithi120.stdout: "statfs_active": 0, 2024-06-06T08:42:38.051 INFO:teuthology.orchestra.run.smithi120.stdout: "statfs_send": 0, 2024-06-06T08:42:38.051 INFO:teuthology.orchestra.run.smithi120.stdout: "statfs_resend": 0, 2024-06-06T08:42:38.051 INFO:teuthology.orchestra.run.smithi120.stdout: "command_active": 0, 2024-06-06T08:42:38.051 INFO:teuthology.orchestra.run.smithi120.stdout: "command_send": 0, 2024-06-06T08:42:38.051 INFO:teuthology.orchestra.run.smithi120.stdout: "command_resend": 0, 2024-06-06T08:42:38.051 INFO:teuthology.orchestra.run.smithi120.stdout: "map_epoch": 137, 2024-06-06T08:42:38.051 INFO:teuthology.orchestra.run.smithi120.stdout: "map_full": 0, 2024-06-06T08:42:38.051 INFO:teuthology.orchestra.run.smithi120.stdout: "map_inc": 30, 2024-06-06T08:42:38.051 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_sessions": 11, 2024-06-06T08:42:38.051 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_session_open": 11, 2024-06-06T08:42:38.051 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_session_close": 0, 2024-06-06T08:42:38.052 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_laggy": 0, 2024-06-06T08:42:38.052 INFO:teuthology.orchestra.run.smithi120.stdout: "omap_wr": 0, 2024-06-06T08:42:38.052 INFO:teuthology.orchestra.run.smithi120.stdout: "omap_rd": 2, 2024-06-06T08:42:38.052 INFO:teuthology.orchestra.run.smithi120.stdout: "omap_del": 0 2024-06-06T08:42:38.052 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.052 INFO:teuthology.orchestra.run.smithi120.stdout: "oft": { 2024-06-06T08:42:38.052 INFO:teuthology.orchestra.run.smithi120.stdout: "omap_total_objs": 0, 2024-06-06T08:42:38.052 INFO:teuthology.orchestra.run.smithi120.stdout: "omap_total_kv_pairs": 0, 2024-06-06T08:42:38.052 INFO:teuthology.orchestra.run.smithi120.stdout: "omap_total_updates": 0, 2024-06-06T08:42:38.052 INFO:teuthology.orchestra.run.smithi120.stdout: "omap_total_removes": 0 2024-06-06T08:42:38.052 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.052 INFO:teuthology.orchestra.run.smithi120.stdout: "osd-slow-ops": { 2024-06-06T08:42:38.052 INFO:teuthology.orchestra.run.smithi120.stdout: "slow_ops_count": 0 2024-06-06T08:42:38.052 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.053 INFO:teuthology.orchestra.run.smithi120.stdout: "purge_queue": { 2024-06-06T08:42:38.053 INFO:teuthology.orchestra.run.smithi120.stdout: "pq_executing_ops": 0, 2024-06-06T08:42:38.053 INFO:teuthology.orchestra.run.smithi120.stdout: "pq_executing_ops_high_water": 0, 2024-06-06T08:42:38.053 INFO:teuthology.orchestra.run.smithi120.stdout: "pq_executing": 0, 2024-06-06T08:42:38.053 INFO:teuthology.orchestra.run.smithi120.stdout: "pq_executing_high_water": 0, 2024-06-06T08:42:38.053 INFO:teuthology.orchestra.run.smithi120.stdout: "pq_executed_ops": 0, 2024-06-06T08:42:38.053 INFO:teuthology.orchestra.run.smithi120.stdout: "pq_executed": 0, 2024-06-06T08:42:38.053 INFO:teuthology.orchestra.run.smithi120.stdout: "pq_item_in_journal": 0 2024-06-06T08:42:38.053 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.053 INFO:teuthology.orchestra.run.smithi120.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-06-06T08:42:38.053 INFO:teuthology.orchestra.run.smithi120.stdout: "val": 0, 2024-06-06T08:42:38.053 INFO:teuthology.orchestra.run.smithi120.stdout: "max": 104857600, 2024-06-06T08:42:38.053 INFO:teuthology.orchestra.run.smithi120.stdout: "get_started": 0, 2024-06-06T08:42:38.054 INFO:teuthology.orchestra.run.smithi120.stdout: "get": 2721, 2024-06-06T08:42:38.054 INFO:teuthology.orchestra.run.smithi120.stdout: "get_sum": 203483039, 2024-06-06T08:42:38.054 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_fail": 0, 2024-06-06T08:42:38.054 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_success": 2721, 2024-06-06T08:42:38.054 INFO:teuthology.orchestra.run.smithi120.stdout: "take": 0, 2024-06-06T08:42:38.054 INFO:teuthology.orchestra.run.smithi120.stdout: "take_sum": 0, 2024-06-06T08:42:38.054 INFO:teuthology.orchestra.run.smithi120.stdout: "put": 2721, 2024-06-06T08:42:38.054 INFO:teuthology.orchestra.run.smithi120.stdout: "put_sum": 203483039, 2024-06-06T08:42:38.054 INFO:teuthology.orchestra.run.smithi120.stdout: "wait": { 2024-06-06T08:42:38.054 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:38.054 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:38.054 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:38.054 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-06-06T08:42:38.054 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.054 INFO:teuthology.orchestra.run.smithi120.stdout: "throttle-objecter_bytes": { 2024-06-06T08:42:38.055 INFO:teuthology.orchestra.run.smithi120.stdout: "val": 0, 2024-06-06T08:42:38.055 INFO:teuthology.orchestra.run.smithi120.stdout: "max": 104857600, 2024-06-06T08:42:38.055 INFO:teuthology.orchestra.run.smithi120.stdout: "get_started": 0, 2024-06-06T08:42:38.055 INFO:teuthology.orchestra.run.smithi120.stdout: "get": 0, 2024-06-06T08:42:38.055 INFO:teuthology.orchestra.run.smithi120.stdout: "get_sum": 0, 2024-06-06T08:42:38.055 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_fail": 0, 2024-06-06T08:42:38.055 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_success": 0, 2024-06-06T08:42:38.055 INFO:teuthology.orchestra.run.smithi120.stdout: "take": 2488, 2024-06-06T08:42:38.055 INFO:teuthology.orchestra.run.smithi120.stdout: "take_sum": 202778338, 2024-06-06T08:42:38.055 INFO:teuthology.orchestra.run.smithi120.stdout: "put": 2488, 2024-06-06T08:42:38.055 INFO:teuthology.orchestra.run.smithi120.stdout: "put_sum": 202778338, 2024-06-06T08:42:38.055 INFO:teuthology.orchestra.run.smithi120.stdout: "wait": { 2024-06-06T08:42:38.055 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:38.055 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:38.056 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:38.056 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-06-06T08:42:38.056 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.056 INFO:teuthology.orchestra.run.smithi120.stdout: "throttle-objecter_ops": { 2024-06-06T08:42:38.056 INFO:teuthology.orchestra.run.smithi120.stdout: "val": 0, 2024-06-06T08:42:38.056 INFO:teuthology.orchestra.run.smithi120.stdout: "max": 1024, 2024-06-06T08:42:38.056 INFO:teuthology.orchestra.run.smithi120.stdout: "get_started": 0, 2024-06-06T08:42:38.056 INFO:teuthology.orchestra.run.smithi120.stdout: "get": 0, 2024-06-06T08:42:38.056 INFO:teuthology.orchestra.run.smithi120.stdout: "get_sum": 0, 2024-06-06T08:42:38.056 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_fail": 0, 2024-06-06T08:42:38.056 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_success": 0, 2024-06-06T08:42:38.056 INFO:teuthology.orchestra.run.smithi120.stdout: "take": 2488, 2024-06-06T08:42:38.056 INFO:teuthology.orchestra.run.smithi120.stdout: "take_sum": 2488, 2024-06-06T08:42:38.056 INFO:teuthology.orchestra.run.smithi120.stdout: "put": 2488, 2024-06-06T08:42:38.056 INFO:teuthology.orchestra.run.smithi120.stdout: "put_sum": 2488, 2024-06-06T08:42:38.056 INFO:teuthology.orchestra.run.smithi120.stdout: "wait": { 2024-06-06T08:42:38.057 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:38.057 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:38.057 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:38.057 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-06-06T08:42:38.057 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.057 INFO:teuthology.orchestra.run.smithi120.stdout: "throttle-write_buf_throttle": { 2024-06-06T08:42:38.057 INFO:teuthology.orchestra.run.smithi120.stdout: "val": 0, 2024-06-06T08:42:38.057 INFO:teuthology.orchestra.run.smithi120.stdout: "max": 3758096384, 2024-06-06T08:42:38.057 INFO:teuthology.orchestra.run.smithi120.stdout: "get_started": 0, 2024-06-06T08:42:38.057 INFO:teuthology.orchestra.run.smithi120.stdout: "get": 0, 2024-06-06T08:42:38.057 INFO:teuthology.orchestra.run.smithi120.stdout: "get_sum": 0, 2024-06-06T08:42:38.057 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_fail": 0, 2024-06-06T08:42:38.057 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_success": 0, 2024-06-06T08:42:38.058 INFO:teuthology.orchestra.run.smithi120.stdout: "take": 0, 2024-06-06T08:42:38.058 INFO:teuthology.orchestra.run.smithi120.stdout: "take_sum": 0, 2024-06-06T08:42:38.058 INFO:teuthology.orchestra.run.smithi120.stdout: "put": 0, 2024-06-06T08:42:38.058 INFO:teuthology.orchestra.run.smithi120.stdout: "put_sum": 0, 2024-06-06T08:42:38.058 INFO:teuthology.orchestra.run.smithi120.stdout: "wait": { 2024-06-06T08:42:38.058 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:38.058 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:38.058 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:38.058 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-06-06T08:42:38.058 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:38.058 INFO:teuthology.orchestra.run.smithi120.stdout: "throttle-write_buf_throttle-0x55ca06eb26e0": { 2024-06-06T08:42:38.058 INFO:teuthology.orchestra.run.smithi120.stdout: "val": 0, 2024-06-06T08:42:38.058 INFO:teuthology.orchestra.run.smithi120.stdout: "max": 3758096384, 2024-06-06T08:42:38.058 INFO:teuthology.orchestra.run.smithi120.stdout: "get_started": 0, 2024-06-06T08:42:38.058 INFO:teuthology.orchestra.run.smithi120.stdout: "get": 0, 2024-06-06T08:42:38.058 INFO:teuthology.orchestra.run.smithi120.stdout: "get_sum": 0, 2024-06-06T08:42:38.059 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_fail": 0, 2024-06-06T08:42:38.059 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_success": 0, 2024-06-06T08:42:38.059 INFO:teuthology.orchestra.run.smithi120.stdout: "take": 0, 2024-06-06T08:42:38.059 INFO:teuthology.orchestra.run.smithi120.stdout: "take_sum": 0, 2024-06-06T08:42:38.059 INFO:teuthology.orchestra.run.smithi120.stdout: "put": 0, 2024-06-06T08:42:38.059 INFO:teuthology.orchestra.run.smithi120.stdout: "put_sum": 0, 2024-06-06T08:42:38.059 INFO:teuthology.orchestra.run.smithi120.stdout: "wait": { 2024-06-06T08:42:38.059 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:38.059 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:38.059 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:38.059 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-06-06T08:42:38.059 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-06-06T08:42:38.059 INFO:teuthology.orchestra.run.smithi120.stdout:} 2024-06-06T08:42:39.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:42:38 smithi042 ceph-mon[32384]: pgmap v640: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.2 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-06-06T08:42:39.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:42:38 smithi120 ceph-mon[36658]: pgmap v640: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.2 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-06-06T08:42:39.287 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:42:38 smithi149 ceph-mon[36842]: pgmap v640: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.2 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-06-06T08:42:39.856 INFO:tasks.check_counter:Daemon mds.e mds.exported=0 2024-06-06T08:42:39.857 INFO:tasks.check_counter:Daemon mds.e mds.imported=0 2024-06-06T08:42:39.857 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update=0 2024-06-06T08:42:39.857 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update_receipt=0 2024-06-06T08:42:39.857 INFO:tasks.check_counter:Daemon mds.e mds.root_rsnaps=6 2024-06-06T08:42:39.857 INFO:tasks.check_counter:Daemon mds.e mds_server.req_mksnap_latency.avgcount=0 2024-06-06T08:42:39.857 INFO:tasks.check_counter:Daemon mds.e mds_server.req_rmsnap_latency.avgcount=0 2024-06-06T08:42:39.857 INFO:tasks.check_counter:Daemon mds.e mds.dir_split=0 2024-06-06T08:42:39.857 DEBUG:tasks.check_counter:Getting stats from h 2024-06-06T08:42:39.858 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph daemon mds.h perf dump 2024-06-06T08:42:40.274 INFO:teuthology.orchestra.run.smithi120.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.b/config 2024-06-06T08:42:41.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:42:40 smithi042 ceph-mon[32384]: pgmap v641: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.2 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-06-06T08:42:41.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:42:40 smithi120 ceph-mon[36658]: pgmap v641: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.2 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-06-06T08:42:41.287 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:42:40 smithi149 ceph-mon[36842]: pgmap v641: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.2 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-06-06T08:42:43.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:42:42 smithi120 ceph-mon[36658]: pgmap v642: 129 pgs: 21 active+clean+snaptrim, 66 active+clean+snaptrim_wait, 42 active+clean; 1.2 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-06-06T08:42:43.287 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:42:42 smithi149 ceph-mon[36842]: pgmap v642: 129 pgs: 21 active+clean+snaptrim, 66 active+clean+snaptrim_wait, 42 active+clean; 1.2 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-06-06T08:42:43.314 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:42:42 smithi042 ceph-mon[32384]: pgmap v642: 129 pgs: 21 active+clean+snaptrim, 66 active+clean+snaptrim_wait, 42 active+clean; 1.2 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-06-06T08:42:44.425 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2024-06-06T08:42:44.425 INFO:teuthology.orchestra.run.smithi120.stdout: "AsyncMessenger::Worker-0": { 2024-06-06T08:42:44.425 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_messages": 3231, 2024-06-06T08:42:44.425 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_messages": 3231, 2024-06-06T08:42:44.426 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_bytes": 150367730, 2024-06-06T08:42:44.426 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_bytes": 1026641, 2024-06-06T08:42:44.426 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_created_connections": 8, 2024-06-06T08:42:44.426 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_active_connections": 4, 2024-06-06T08:42:44.426 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_total_time": 0.365740256, 2024-06-06T08:42:44.426 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_send_time": 0.079530184, 2024-06-06T08:42:44.426 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_recv_time": 0.156779643, 2024-06-06T08:42:44.426 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_fast_dispatch_time": 0.101701688, 2024-06-06T08:42:44.426 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:42:44.426 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 3230, 2024-06-06T08:42:44.427 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.137332607, 2024-06-06T08:42:44.427 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000042517 2024-06-06T08:42:44.427 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.427 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:42:44.427 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:44.427 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:44.427 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:44.427 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.427 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_encrypted_bytes": 3024, 2024-06-06T08:42:44.427 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_encrypted_bytes": 448 2024-06-06T08:42:44.427 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.427 INFO:teuthology.orchestra.run.smithi120.stdout: "AsyncMessenger::Worker-1": { 2024-06-06T08:42:44.427 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_messages": 1243, 2024-06-06T08:42:44.428 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_messages": 1209, 2024-06-06T08:42:44.428 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_bytes": 98467181, 2024-06-06T08:42:44.428 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_bytes": 495742, 2024-06-06T08:42:44.428 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_created_connections": 6, 2024-06-06T08:42:44.428 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_active_connections": 5, 2024-06-06T08:42:44.428 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_total_time": 0.176130722, 2024-06-06T08:42:44.428 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_send_time": 0.038597898, 2024-06-06T08:42:44.428 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_recv_time": 0.110646276, 2024-06-06T08:42:44.428 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_fast_dispatch_time": 0.031087439, 2024-06-06T08:42:44.428 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:42:44.428 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 1208, 2024-06-06T08:42:44.428 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.062388523, 2024-06-06T08:42:44.428 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000051646 2024-06-06T08:42:44.429 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.429 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:42:44.429 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:44.429 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:44.429 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:44.429 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.429 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_encrypted_bytes": 1775328, 2024-06-06T08:42:44.429 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_encrypted_bytes": 248912 2024-06-06T08:42:44.429 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.429 INFO:teuthology.orchestra.run.smithi120.stdout: "AsyncMessenger::Worker-2": { 2024-06-06T08:42:44.429 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_messages": 733, 2024-06-06T08:42:44.429 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_messages": 1029, 2024-06-06T08:42:44.429 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_bytes": 138619571, 2024-06-06T08:42:44.429 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_bytes": 990862, 2024-06-06T08:42:44.430 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_created_connections": 9, 2024-06-06T08:42:44.430 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_active_connections": 6, 2024-06-06T08:42:44.430 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_total_time": 0.148693223, 2024-06-06T08:42:44.430 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_send_time": 0.025316791, 2024-06-06T08:42:44.430 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_recv_time": 0.096900168, 2024-06-06T08:42:44.430 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_fast_dispatch_time": 0.019511614, 2024-06-06T08:42:44.430 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:42:44.430 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 1026, 2024-06-06T08:42:44.430 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.055507609, 2024-06-06T08:42:44.430 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000054100 2024-06-06T08:42:44.430 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.430 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:42:44.430 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:44.430 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:44.431 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:44.431 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.431 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_encrypted_bytes": 480, 2024-06-06T08:42:44.431 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_encrypted_bytes": 759040 2024-06-06T08:42:44.431 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.431 INFO:teuthology.orchestra.run.smithi120.stdout: "cct": { 2024-06-06T08:42:44.431 INFO:teuthology.orchestra.run.smithi120.stdout: "total_workers": 1, 2024-06-06T08:42:44.431 INFO:teuthology.orchestra.run.smithi120.stdout: "unhealthy_workers": 0 2024-06-06T08:42:44.431 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.431 INFO:teuthology.orchestra.run.smithi120.stdout: "finisher-MDSRank": { 2024-06-06T08:42:44.431 INFO:teuthology.orchestra.run.smithi120.stdout: "queue_len": 0, 2024-06-06T08:42:44.431 INFO:teuthology.orchestra.run.smithi120.stdout: "complete_latency": { 2024-06-06T08:42:44.431 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 7737, 2024-06-06T08:42:44.432 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.191170314, 2024-06-06T08:42:44.432 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000024708 2024-06-06T08:42:44.432 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-06-06T08:42:44.432 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.432 INFO:teuthology.orchestra.run.smithi120.stdout: "finisher-PurgeQueue": { 2024-06-06T08:42:44.432 INFO:teuthology.orchestra.run.smithi120.stdout: "queue_len": 0, 2024-06-06T08:42:44.432 INFO:teuthology.orchestra.run.smithi120.stdout: "complete_latency": { 2024-06-06T08:42:44.432 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:44.432 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:44.432 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:44.432 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-06-06T08:42:44.432 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.432 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2024-06-06T08:42:44.433 INFO:teuthology.orchestra.run.smithi120.stdout: "request": 0, 2024-06-06T08:42:44.433 INFO:teuthology.orchestra.run.smithi120.stdout: "reply": 0, 2024-06-06T08:42:44.433 INFO:teuthology.orchestra.run.smithi120.stdout: "reply_latency": { 2024-06-06T08:42:44.433 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:44.433 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:44.433 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:44.433 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.433 INFO:teuthology.orchestra.run.smithi120.stdout: "slow_reply": 0, 2024-06-06T08:42:44.433 INFO:teuthology.orchestra.run.smithi120.stdout: "forward": 0, 2024-06-06T08:42:44.433 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_fetch_complete": 0, 2024-06-06T08:42:44.433 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_fetch_keys": 0, 2024-06-06T08:42:44.433 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_commit": 0, 2024-06-06T08:42:44.433 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_split": 0, 2024-06-06T08:42:44.433 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_merge": 0, 2024-06-06T08:42:44.433 INFO:teuthology.orchestra.run.smithi120.stdout: "inodes": 68665, 2024-06-06T08:42:44.434 INFO:teuthology.orchestra.run.smithi120.stdout: "inodes_top": 12238, 2024-06-06T08:42:44.434 INFO:teuthology.orchestra.run.smithi120.stdout: "inodes_bottom": 56427, 2024-06-06T08:42:44.434 INFO:teuthology.orchestra.run.smithi120.stdout: "inodes_pin_tail": 0, 2024-06-06T08:42:44.434 INFO:teuthology.orchestra.run.smithi120.stdout: "inodes_pinned": 51182, 2024-06-06T08:42:44.434 INFO:teuthology.orchestra.run.smithi120.stdout: "inodes_expired": 0, 2024-06-06T08:42:44.434 INFO:teuthology.orchestra.run.smithi120.stdout: "inodes_with_caps": 0, 2024-06-06T08:42:44.434 INFO:teuthology.orchestra.run.smithi120.stdout: "caps": 0, 2024-06-06T08:42:44.434 INFO:teuthology.orchestra.run.smithi120.stdout: "subtrees": 1, 2024-06-06T08:42:44.434 INFO:teuthology.orchestra.run.smithi120.stdout: "traverse": 0, 2024-06-06T08:42:44.434 INFO:teuthology.orchestra.run.smithi120.stdout: "traverse_hit": 0, 2024-06-06T08:42:44.434 INFO:teuthology.orchestra.run.smithi120.stdout: "traverse_forward": 0, 2024-06-06T08:42:44.434 INFO:teuthology.orchestra.run.smithi120.stdout: "traverse_discover": 0, 2024-06-06T08:42:44.434 INFO:teuthology.orchestra.run.smithi120.stdout: "traverse_dir_fetch": 0, 2024-06-06T08:42:44.435 INFO:teuthology.orchestra.run.smithi120.stdout: "traverse_remote_ino": 0, 2024-06-06T08:42:44.435 INFO:teuthology.orchestra.run.smithi120.stdout: "traverse_lock": 0, 2024-06-06T08:42:44.435 INFO:teuthology.orchestra.run.smithi120.stdout: "load_cent": 0, 2024-06-06T08:42:44.435 INFO:teuthology.orchestra.run.smithi120.stdout: "q": 0, 2024-06-06T08:42:44.435 INFO:teuthology.orchestra.run.smithi120.stdout: "exported": 0, 2024-06-06T08:42:44.435 INFO:teuthology.orchestra.run.smithi120.stdout: "exported_inodes": 0, 2024-06-06T08:42:44.435 INFO:teuthology.orchestra.run.smithi120.stdout: "imported": 0, 2024-06-06T08:42:44.435 INFO:teuthology.orchestra.run.smithi120.stdout: "imported_inodes": 0, 2024-06-06T08:42:44.435 INFO:teuthology.orchestra.run.smithi120.stdout: "openino_dir_fetch": 0, 2024-06-06T08:42:44.435 INFO:teuthology.orchestra.run.smithi120.stdout: "openino_backtrace_fetch": 0, 2024-06-06T08:42:44.435 INFO:teuthology.orchestra.run.smithi120.stdout: "openino_peer_discover": 0, 2024-06-06T08:42:44.435 INFO:teuthology.orchestra.run.smithi120.stdout: "root_rfiles": 0, 2024-06-06T08:42:44.435 INFO:teuthology.orchestra.run.smithi120.stdout: "root_rbytes": 0, 2024-06-06T08:42:44.435 INFO:teuthology.orchestra.run.smithi120.stdout: "root_rsnaps": 0, 2024-06-06T08:42:44.436 INFO:teuthology.orchestra.run.smithi120.stdout: "scrub_backtrace_fetch": 0, 2024-06-06T08:42:44.436 INFO:teuthology.orchestra.run.smithi120.stdout: "scrub_set_tag": 0, 2024-06-06T08:42:44.436 INFO:teuthology.orchestra.run.smithi120.stdout: "scrub_backtrace_repaired": 0, 2024-06-06T08:42:44.436 INFO:teuthology.orchestra.run.smithi120.stdout: "scrub_inotable_repaired": 0, 2024-06-06T08:42:44.436 INFO:teuthology.orchestra.run.smithi120.stdout: "scrub_dir_inodes": 0, 2024-06-06T08:42:44.436 INFO:teuthology.orchestra.run.smithi120.stdout: "scrub_dir_base_inodes": 0, 2024-06-06T08:42:44.436 INFO:teuthology.orchestra.run.smithi120.stdout: "scrub_dirfrag_rstats": 0, 2024-06-06T08:42:44.436 INFO:teuthology.orchestra.run.smithi120.stdout: "scrub_file_inodes": 0, 2024-06-06T08:42:44.436 INFO:teuthology.orchestra.run.smithi120.stdout: "handle_inode_file_caps": 0, 2024-06-06T08:42:44.436 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph_cap_op_revoke": 0, 2024-06-06T08:42:44.436 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph_cap_op_grant": 0, 2024-06-06T08:42:44.436 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph_cap_op_trunc": 0, 2024-06-06T08:42:44.436 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-06-06T08:42:44.437 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph_cap_op_flush_ack": 0, 2024-06-06T08:42:44.437 INFO:teuthology.orchestra.run.smithi120.stdout: "handle_client_caps": 0, 2024-06-06T08:42:44.437 INFO:teuthology.orchestra.run.smithi120.stdout: "handle_client_caps_dirty": 0, 2024-06-06T08:42:44.437 INFO:teuthology.orchestra.run.smithi120.stdout: "handle_client_cap_release": 0, 2024-06-06T08:42:44.437 INFO:teuthology.orchestra.run.smithi120.stdout: "process_request_cap_release": 0 2024-06-06T08:42:44.437 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.437 INFO:teuthology.orchestra.run.smithi120.stdout: "mds_cache": { 2024-06-06T08:42:44.437 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_update": 0, 2024-06-06T08:42:44.437 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_update_receipt": 0, 2024-06-06T08:42:44.437 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_try_discover": 0, 2024-06-06T08:42:44.437 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_send_discover": 0, 2024-06-06T08:42:44.437 INFO:teuthology.orchestra.run.smithi120.stdout: "dir_handle_discover": 0, 2024-06-06T08:42:44.437 INFO:teuthology.orchestra.run.smithi120.stdout: "num_strays": 0, 2024-06-06T08:42:44.438 INFO:teuthology.orchestra.run.smithi120.stdout: "num_strays_delayed": 0, 2024-06-06T08:42:44.438 INFO:teuthology.orchestra.run.smithi120.stdout: "num_strays_enqueuing": 0, 2024-06-06T08:42:44.438 INFO:teuthology.orchestra.run.smithi120.stdout: "strays_created": 0, 2024-06-06T08:42:44.438 INFO:teuthology.orchestra.run.smithi120.stdout: "strays_enqueued": 0, 2024-06-06T08:42:44.438 INFO:teuthology.orchestra.run.smithi120.stdout: "strays_reintegrated": 0, 2024-06-06T08:42:44.438 INFO:teuthology.orchestra.run.smithi120.stdout: "strays_migrated": 0, 2024-06-06T08:42:44.438 INFO:teuthology.orchestra.run.smithi120.stdout: "num_recovering_processing": 0, 2024-06-06T08:42:44.438 INFO:teuthology.orchestra.run.smithi120.stdout: "num_recovering_enqueued": 0, 2024-06-06T08:42:44.438 INFO:teuthology.orchestra.run.smithi120.stdout: "num_recovering_prioritized": 0, 2024-06-06T08:42:44.438 INFO:teuthology.orchestra.run.smithi120.stdout: "recovery_started": 0, 2024-06-06T08:42:44.438 INFO:teuthology.orchestra.run.smithi120.stdout: "recovery_completed": 0, 2024-06-06T08:42:44.438 INFO:teuthology.orchestra.run.smithi120.stdout: "ireq_quiesce_path": 0, 2024-06-06T08:42:44.438 INFO:teuthology.orchestra.run.smithi120.stdout: "ireq_quiesce_inode": 0, 2024-06-06T08:42:44.438 INFO:teuthology.orchestra.run.smithi120.stdout: "ireq_enqueue_scrub": 0, 2024-06-06T08:42:44.439 INFO:teuthology.orchestra.run.smithi120.stdout: "ireq_exportdir": 0, 2024-06-06T08:42:44.439 INFO:teuthology.orchestra.run.smithi120.stdout: "ireq_flush": 0, 2024-06-06T08:42:44.439 INFO:teuthology.orchestra.run.smithi120.stdout: "ireq_fragmentdir": 0, 2024-06-06T08:42:44.439 INFO:teuthology.orchestra.run.smithi120.stdout: "ireq_fragstats": 0, 2024-06-06T08:42:44.439 INFO:teuthology.orchestra.run.smithi120.stdout: "ireq_inodestats": 0 2024-06-06T08:42:44.439 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.439 INFO:teuthology.orchestra.run.smithi120.stdout: "mds_log": { 2024-06-06T08:42:44.439 INFO:teuthology.orchestra.run.smithi120.stdout: "evlrg": 0, 2024-06-06T08:42:44.439 INFO:teuthology.orchestra.run.smithi120.stdout: "evadd": 0, 2024-06-06T08:42:44.439 INFO:teuthology.orchestra.run.smithi120.stdout: "evex": 0, 2024-06-06T08:42:44.439 INFO:teuthology.orchestra.run.smithi120.stdout: "evtrm": 0, 2024-06-06T08:42:44.439 INFO:teuthology.orchestra.run.smithi120.stdout: "ev": 100028, 2024-06-06T08:42:44.439 INFO:teuthology.orchestra.run.smithi120.stdout: "evexg": 0, 2024-06-06T08:42:44.439 INFO:teuthology.orchestra.run.smithi120.stdout: "evexd": 0, 2024-06-06T08:42:44.439 INFO:teuthology.orchestra.run.smithi120.stdout: "segadd": 0, 2024-06-06T08:42:44.440 INFO:teuthology.orchestra.run.smithi120.stdout: "segex": 0, 2024-06-06T08:42:44.440 INFO:teuthology.orchestra.run.smithi120.stdout: "segtrm": 0, 2024-06-06T08:42:44.440 INFO:teuthology.orchestra.run.smithi120.stdout: "seg": 128, 2024-06-06T08:42:44.440 INFO:teuthology.orchestra.run.smithi120.stdout: "segmjr": 10, 2024-06-06T08:42:44.440 INFO:teuthology.orchestra.run.smithi120.stdout: "segexg": 0, 2024-06-06T08:42:44.440 INFO:teuthology.orchestra.run.smithi120.stdout: "segexd": 0, 2024-06-06T08:42:44.440 INFO:teuthology.orchestra.run.smithi120.stdout: "expos": 26673676, 2024-06-06T08:42:44.440 INFO:teuthology.orchestra.run.smithi120.stdout: "wrpos": 388481094, 2024-06-06T08:42:44.440 INFO:teuthology.orchestra.run.smithi120.stdout: "rdpos": 388470019, 2024-06-06T08:42:44.440 INFO:teuthology.orchestra.run.smithi120.stdout: "jlat": { 2024-06-06T08:42:44.440 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:44.440 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:44.440 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:44.440 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.441 INFO:teuthology.orchestra.run.smithi120.stdout: "replayed": 100028 2024-06-06T08:42:44.441 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.441 INFO:teuthology.orchestra.run.smithi120.stdout: "mds_mem": { 2024-06-06T08:42:44.441 INFO:teuthology.orchestra.run.smithi120.stdout: "ino": 19930, 2024-06-06T08:42:44.441 INFO:teuthology.orchestra.run.smithi120.stdout: "ino+": 95817, 2024-06-06T08:42:44.441 INFO:teuthology.orchestra.run.smithi120.stdout: "ino-": 75887, 2024-06-06T08:42:44.441 INFO:teuthology.orchestra.run.smithi120.stdout: "dir": 788, 2024-06-06T08:42:44.441 INFO:teuthology.orchestra.run.smithi120.stdout: "dir+": 3149, 2024-06-06T08:42:44.441 INFO:teuthology.orchestra.run.smithi120.stdout: "dir-": 2361, 2024-06-06T08:42:44.441 INFO:teuthology.orchestra.run.smithi120.stdout: "dn": 68665, 2024-06-06T08:42:44.441 INFO:teuthology.orchestra.run.smithi120.stdout: "dn+": 160685, 2024-06-06T08:42:44.441 INFO:teuthology.orchestra.run.smithi120.stdout: "dn-": 92020, 2024-06-06T08:42:44.441 INFO:teuthology.orchestra.run.smithi120.stdout: "cap": 0, 2024-06-06T08:42:44.442 INFO:teuthology.orchestra.run.smithi120.stdout: "cap+": 0, 2024-06-06T08:42:44.442 INFO:teuthology.orchestra.run.smithi120.stdout: "cap-": 0, 2024-06-06T08:42:44.442 INFO:teuthology.orchestra.run.smithi120.stdout: "rss": 177692, 2024-06-06T08:42:44.442 INFO:teuthology.orchestra.run.smithi120.stdout: "heap": 215420 2024-06-06T08:42:44.442 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.442 INFO:teuthology.orchestra.run.smithi120.stdout: "mds_server": { 2024-06-06T08:42:44.442 INFO:teuthology.orchestra.run.smithi120.stdout: "dispatch_client_request": 0, 2024-06-06T08:42:44.442 INFO:teuthology.orchestra.run.smithi120.stdout: "dispatch_server_request": 0, 2024-06-06T08:42:44.442 INFO:teuthology.orchestra.run.smithi120.stdout: "handle_client_request": 0, 2024-06-06T08:42:44.442 INFO:teuthology.orchestra.run.smithi120.stdout: "handle_client_session": 0, 2024-06-06T08:42:44.442 INFO:teuthology.orchestra.run.smithi120.stdout: "handle_peer_request": 0, 2024-06-06T08:42:44.442 INFO:teuthology.orchestra.run.smithi120.stdout: "req_create_latency": { 2024-06-06T08:42:44.442 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:44.443 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:44.443 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:44.443 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.443 INFO:teuthology.orchestra.run.smithi120.stdout: "req_getattr_latency": { 2024-06-06T08:42:44.443 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:44.443 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:44.443 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:44.443 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.443 INFO:teuthology.orchestra.run.smithi120.stdout: "req_getfilelock_latency": { 2024-06-06T08:42:44.443 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:44.443 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:44.443 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:44.443 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.444 INFO:teuthology.orchestra.run.smithi120.stdout: "req_link_latency": { 2024-06-06T08:42:44.444 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:44.444 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:44.444 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:44.444 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.444 INFO:teuthology.orchestra.run.smithi120.stdout: "req_lookup_latency": { 2024-06-06T08:42:44.444 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:44.444 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:44.444 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:44.444 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.444 INFO:teuthology.orchestra.run.smithi120.stdout: "req_lookuphash_latency": { 2024-06-06T08:42:44.444 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:44.444 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:44.444 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:44.445 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.445 INFO:teuthology.orchestra.run.smithi120.stdout: "req_lookupino_latency": { 2024-06-06T08:42:44.445 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:44.445 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:44.445 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:44.445 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.445 INFO:teuthology.orchestra.run.smithi120.stdout: "req_lookupname_latency": { 2024-06-06T08:42:44.445 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:44.445 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:44.445 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:44.445 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.445 INFO:teuthology.orchestra.run.smithi120.stdout: "req_lookupparent_latency": { 2024-06-06T08:42:44.445 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:44.445 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:44.446 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:44.446 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.446 INFO:teuthology.orchestra.run.smithi120.stdout: "req_lookupsnap_latency": { 2024-06-06T08:42:44.446 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:44.446 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:44.446 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:44.446 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.446 INFO:teuthology.orchestra.run.smithi120.stdout: "req_lssnap_latency": { 2024-06-06T08:42:44.446 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:44.446 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:44.446 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:44.447 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.447 INFO:teuthology.orchestra.run.smithi120.stdout: "req_mkdir_latency": { 2024-06-06T08:42:44.447 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:44.447 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:44.447 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:44.447 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.447 INFO:teuthology.orchestra.run.smithi120.stdout: "req_mknod_latency": { 2024-06-06T08:42:44.447 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:44.448 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:44.448 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:44.448 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.448 INFO:teuthology.orchestra.run.smithi120.stdout: "req_mksnap_latency": { 2024-06-06T08:42:44.448 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:44.448 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:44.448 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:44.448 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.448 INFO:teuthology.orchestra.run.smithi120.stdout: "req_open_latency": { 2024-06-06T08:42:44.448 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:44.448 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:44.448 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:44.449 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.449 INFO:teuthology.orchestra.run.smithi120.stdout: "req_readdir_latency": { 2024-06-06T08:42:44.449 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:44.449 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:44.449 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:44.449 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.449 INFO:teuthology.orchestra.run.smithi120.stdout: "req_rename_latency": { 2024-06-06T08:42:44.449 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:44.449 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:44.449 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:44.449 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.449 INFO:teuthology.orchestra.run.smithi120.stdout: "req_renamesnap_latency": { 2024-06-06T08:42:44.450 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:44.450 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:44.450 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:44.450 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.450 INFO:teuthology.orchestra.run.smithi120.stdout: "req_snapdiff_latency": { 2024-06-06T08:42:44.450 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:44.450 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:44.450 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:44.450 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.450 INFO:teuthology.orchestra.run.smithi120.stdout: "req_rmdir_latency": { 2024-06-06T08:42:44.450 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:44.451 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:44.451 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:44.451 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.451 INFO:teuthology.orchestra.run.smithi120.stdout: "req_rmsnap_latency": { 2024-06-06T08:42:44.451 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:44.451 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:44.451 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:44.451 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.451 INFO:teuthology.orchestra.run.smithi120.stdout: "req_rmxattr_latency": { 2024-06-06T08:42:44.451 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:44.451 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:44.451 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:44.451 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.452 INFO:teuthology.orchestra.run.smithi120.stdout: "req_setattr_latency": { 2024-06-06T08:42:44.452 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:44.452 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:44.452 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:44.452 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.452 INFO:teuthology.orchestra.run.smithi120.stdout: "req_setdirlayout_latency": { 2024-06-06T08:42:44.452 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:44.452 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:44.452 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:44.452 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.452 INFO:teuthology.orchestra.run.smithi120.stdout: "req_setfilelock_latency": { 2024-06-06T08:42:44.452 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:44.452 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:44.452 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:44.453 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.453 INFO:teuthology.orchestra.run.smithi120.stdout: "req_setlayout_latency": { 2024-06-06T08:42:44.453 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:44.453 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:44.453 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:44.453 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.453 INFO:teuthology.orchestra.run.smithi120.stdout: "req_setxattr_latency": { 2024-06-06T08:42:44.453 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:44.453 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:44.453 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:44.453 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.453 INFO:teuthology.orchestra.run.smithi120.stdout: "req_symlink_latency": { 2024-06-06T08:42:44.453 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:44.454 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:44.454 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:44.454 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.454 INFO:teuthology.orchestra.run.smithi120.stdout: "req_unlink_latency": { 2024-06-06T08:42:44.454 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:44.454 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:44.454 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:44.454 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.454 INFO:teuthology.orchestra.run.smithi120.stdout: "cap_revoke_eviction": 0, 2024-06-06T08:42:44.454 INFO:teuthology.orchestra.run.smithi120.stdout: "cap_acquisition_throttle": 0, 2024-06-06T08:42:44.454 INFO:teuthology.orchestra.run.smithi120.stdout: "req_getvxattr_latency": { 2024-06-06T08:42:44.454 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:44.454 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:44.454 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:44.455 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-06-06T08:42:44.455 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.455 INFO:teuthology.orchestra.run.smithi120.stdout: "mds_sessions": { 2024-06-06T08:42:44.455 INFO:teuthology.orchestra.run.smithi120.stdout: "session_count": 1, 2024-06-06T08:42:44.455 INFO:teuthology.orchestra.run.smithi120.stdout: "session_add": 3, 2024-06-06T08:42:44.455 INFO:teuthology.orchestra.run.smithi120.stdout: "session_remove": 2, 2024-06-06T08:42:44.455 INFO:teuthology.orchestra.run.smithi120.stdout: "sessions_open": 3, 2024-06-06T08:42:44.455 INFO:teuthology.orchestra.run.smithi120.stdout: "sessions_stale": 0, 2024-06-06T08:42:44.455 INFO:teuthology.orchestra.run.smithi120.stdout: "total_load": 0, 2024-06-06T08:42:44.455 INFO:teuthology.orchestra.run.smithi120.stdout: "average_load": 0, 2024-06-06T08:42:44.455 INFO:teuthology.orchestra.run.smithi120.stdout: "avg_session_uptime": 5545, 2024-06-06T08:42:44.455 INFO:teuthology.orchestra.run.smithi120.stdout: "mdthresh_evicted": 0 2024-06-06T08:42:44.456 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.456 INFO:teuthology.orchestra.run.smithi120.stdout: "mempool": { 2024-06-06T08:42:44.456 INFO:teuthology.orchestra.run.smithi120.stdout: "bloom_filter_bytes": 0, 2024-06-06T08:42:44.456 INFO:teuthology.orchestra.run.smithi120.stdout: "bloom_filter_items": 0, 2024-06-06T08:42:44.456 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_alloc_bytes": 0, 2024-06-06T08:42:44.456 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_alloc_items": 0, 2024-06-06T08:42:44.456 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_data_bytes": 0, 2024-06-06T08:42:44.456 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_data_items": 0, 2024-06-06T08:42:44.456 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_onode_bytes": 0, 2024-06-06T08:42:44.456 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_onode_items": 0, 2024-06-06T08:42:44.456 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_meta_bytes": 0, 2024-06-06T08:42:44.456 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_meta_items": 0, 2024-06-06T08:42:44.456 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_other_bytes": 0, 2024-06-06T08:42:44.457 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_other_items": 0, 2024-06-06T08:42:44.457 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_buffer_bytes": 0, 2024-06-06T08:42:44.457 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_buffer_items": 0, 2024-06-06T08:42:44.457 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_extent_bytes": 0, 2024-06-06T08:42:44.457 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_extent_items": 0, 2024-06-06T08:42:44.457 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_blob_bytes": 0, 2024-06-06T08:42:44.457 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_blob_items": 0, 2024-06-06T08:42:44.457 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_shared_blob_bytes": 0, 2024-06-06T08:42:44.457 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_shared_blob_items": 0, 2024-06-06T08:42:44.457 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_inline_bl_bytes": 0, 2024-06-06T08:42:44.457 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_inline_bl_items": 0, 2024-06-06T08:42:44.457 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_fsck_bytes": 0, 2024-06-06T08:42:44.457 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_fsck_items": 0, 2024-06-06T08:42:44.457 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_txc_bytes": 0, 2024-06-06T08:42:44.457 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_txc_items": 0, 2024-06-06T08:42:44.458 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_writing_deferred_bytes": 0, 2024-06-06T08:42:44.458 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_writing_deferred_items": 0, 2024-06-06T08:42:44.458 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_writing_bytes": 0, 2024-06-06T08:42:44.458 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_writing_items": 0, 2024-06-06T08:42:44.458 INFO:teuthology.orchestra.run.smithi120.stdout: "bluefs_bytes": 0, 2024-06-06T08:42:44.458 INFO:teuthology.orchestra.run.smithi120.stdout: "bluefs_items": 0, 2024-06-06T08:42:44.458 INFO:teuthology.orchestra.run.smithi120.stdout: "bluefs_file_reader_bytes": 0, 2024-06-06T08:42:44.458 INFO:teuthology.orchestra.run.smithi120.stdout: "bluefs_file_reader_items": 0, 2024-06-06T08:42:44.458 INFO:teuthology.orchestra.run.smithi120.stdout: "bluefs_file_writer_bytes": 0, 2024-06-06T08:42:44.458 INFO:teuthology.orchestra.run.smithi120.stdout: "bluefs_file_writer_items": 0, 2024-06-06T08:42:44.458 INFO:teuthology.orchestra.run.smithi120.stdout: "buffer_anon_bytes": 989792, 2024-06-06T08:42:44.458 INFO:teuthology.orchestra.run.smithi120.stdout: "buffer_anon_items": 20339, 2024-06-06T08:42:44.458 INFO:teuthology.orchestra.run.smithi120.stdout: "buffer_meta_bytes": 0, 2024-06-06T08:42:44.459 INFO:teuthology.orchestra.run.smithi120.stdout: "buffer_meta_items": 0, 2024-06-06T08:42:44.459 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_bytes": 0, 2024-06-06T08:42:44.459 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_items": 0, 2024-06-06T08:42:44.459 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_mapbl_bytes": 0, 2024-06-06T08:42:44.459 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_mapbl_items": 0, 2024-06-06T08:42:44.459 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_pglog_bytes": 0, 2024-06-06T08:42:44.459 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_pglog_items": 0, 2024-06-06T08:42:44.459 INFO:teuthology.orchestra.run.smithi120.stdout: "osdmap_bytes": 9664, 2024-06-06T08:42:44.459 INFO:teuthology.orchestra.run.smithi120.stdout: "osdmap_items": 195, 2024-06-06T08:42:44.459 INFO:teuthology.orchestra.run.smithi120.stdout: "osdmap_mapping_bytes": 0, 2024-06-06T08:42:44.459 INFO:teuthology.orchestra.run.smithi120.stdout: "osdmap_mapping_items": 0, 2024-06-06T08:42:44.459 INFO:teuthology.orchestra.run.smithi120.stdout: "pgmap_bytes": 0, 2024-06-06T08:42:44.459 INFO:teuthology.orchestra.run.smithi120.stdout: "pgmap_items": 0, 2024-06-06T08:42:44.460 INFO:teuthology.orchestra.run.smithi120.stdout: "mds_co_bytes": 95563353, 2024-06-06T08:42:44.460 INFO:teuthology.orchestra.run.smithi120.stdout: "mds_co_items": 921256, 2024-06-06T08:42:44.460 INFO:teuthology.orchestra.run.smithi120.stdout: "unittest_1_bytes": 0, 2024-06-06T08:42:44.460 INFO:teuthology.orchestra.run.smithi120.stdout: "unittest_1_items": 0, 2024-06-06T08:42:44.460 INFO:teuthology.orchestra.run.smithi120.stdout: "unittest_2_bytes": 0, 2024-06-06T08:42:44.460 INFO:teuthology.orchestra.run.smithi120.stdout: "unittest_2_items": 0 2024-06-06T08:42:44.460 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.460 INFO:teuthology.orchestra.run.smithi120.stdout: "objecter": { 2024-06-06T08:42:44.460 INFO:teuthology.orchestra.run.smithi120.stdout: "op_active": 0, 2024-06-06T08:42:44.460 INFO:teuthology.orchestra.run.smithi120.stdout: "op_laggy": 0, 2024-06-06T08:42:44.460 INFO:teuthology.orchestra.run.smithi120.stdout: "op_send": 4732, 2024-06-06T08:42:44.460 INFO:teuthology.orchestra.run.smithi120.stdout: "op_send_bytes": 21, 2024-06-06T08:42:44.460 INFO:teuthology.orchestra.run.smithi120.stdout: "op_resend": 3, 2024-06-06T08:42:44.460 INFO:teuthology.orchestra.run.smithi120.stdout: "op_reply": 4732, 2024-06-06T08:42:44.460 INFO:teuthology.orchestra.run.smithi120.stdout: "op_latency": { 2024-06-06T08:42:44.461 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 4732, 2024-06-06T08:42:44.461 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 52.039844369, 2024-06-06T08:42:44.461 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.010997431 2024-06-06T08:42:44.461 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.461 INFO:teuthology.orchestra.run.smithi120.stdout: "op_inflight": 0, 2024-06-06T08:42:44.461 INFO:teuthology.orchestra.run.smithi120.stdout: "oplen_avg": { 2024-06-06T08:42:44.461 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 4732, 2024-06-06T08:42:44.461 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 4733 2024-06-06T08:42:44.461 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.461 INFO:teuthology.orchestra.run.smithi120.stdout: "op": 4732, 2024-06-06T08:42:44.461 INFO:teuthology.orchestra.run.smithi120.stdout: "op_r": 4732, 2024-06-06T08:42:44.461 INFO:teuthology.orchestra.run.smithi120.stdout: "op_w": 0, 2024-06-06T08:42:44.461 INFO:teuthology.orchestra.run.smithi120.stdout: "op_rmw": 0, 2024-06-06T08:42:44.462 INFO:teuthology.orchestra.run.smithi120.stdout: "op_pg": 0, 2024-06-06T08:42:44.462 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_stat": 2872, 2024-06-06T08:42:44.462 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_create": 0, 2024-06-06T08:42:44.462 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_read": 1858, 2024-06-06T08:42:44.462 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_write": 0, 2024-06-06T08:42:44.462 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_writefull": 0, 2024-06-06T08:42:44.462 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_writesame": 0, 2024-06-06T08:42:44.462 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_append": 0, 2024-06-06T08:42:44.462 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_zero": 0, 2024-06-06T08:42:44.462 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_truncate": 0, 2024-06-06T08:42:44.462 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_delete": 0, 2024-06-06T08:42:44.462 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_mapext": 0, 2024-06-06T08:42:44.462 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_sparse_read": 0, 2024-06-06T08:42:44.462 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_clonerange": 0, 2024-06-06T08:42:44.463 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_getxattr": 1, 2024-06-06T08:42:44.463 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_setxattr": 0, 2024-06-06T08:42:44.463 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_cmpxattr": 0, 2024-06-06T08:42:44.463 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_rmxattr": 0, 2024-06-06T08:42:44.463 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_resetxattrs": 0, 2024-06-06T08:42:44.463 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_call": 0, 2024-06-06T08:42:44.463 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_watch": 0, 2024-06-06T08:42:44.463 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_notify": 0, 2024-06-06T08:42:44.463 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_src_cmpxattr": 0, 2024-06-06T08:42:44.463 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_pgls": 0, 2024-06-06T08:42:44.463 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_pgls_filter": 0, 2024-06-06T08:42:44.463 INFO:teuthology.orchestra.run.smithi120.stdout: "osdop_other": 0, 2024-06-06T08:42:44.463 INFO:teuthology.orchestra.run.smithi120.stdout: "linger_active": 0, 2024-06-06T08:42:44.463 INFO:teuthology.orchestra.run.smithi120.stdout: "linger_send": 0, 2024-06-06T08:42:44.463 INFO:teuthology.orchestra.run.smithi120.stdout: "linger_resend": 0, 2024-06-06T08:42:44.463 INFO:teuthology.orchestra.run.smithi120.stdout: "linger_ping": 0, 2024-06-06T08:42:44.464 INFO:teuthology.orchestra.run.smithi120.stdout: "poolop_active": 0, 2024-06-06T08:42:44.464 INFO:teuthology.orchestra.run.smithi120.stdout: "poolop_send": 0, 2024-06-06T08:42:44.464 INFO:teuthology.orchestra.run.smithi120.stdout: "poolop_resend": 0, 2024-06-06T08:42:44.464 INFO:teuthology.orchestra.run.smithi120.stdout: "poolstat_active": 0, 2024-06-06T08:42:44.464 INFO:teuthology.orchestra.run.smithi120.stdout: "poolstat_send": 0, 2024-06-06T08:42:44.464 INFO:teuthology.orchestra.run.smithi120.stdout: "poolstat_resend": 0, 2024-06-06T08:42:44.464 INFO:teuthology.orchestra.run.smithi120.stdout: "statfs_active": 0, 2024-06-06T08:42:44.464 INFO:teuthology.orchestra.run.smithi120.stdout: "statfs_send": 0, 2024-06-06T08:42:44.464 INFO:teuthology.orchestra.run.smithi120.stdout: "statfs_resend": 0, 2024-06-06T08:42:44.464 INFO:teuthology.orchestra.run.smithi120.stdout: "command_active": 0, 2024-06-06T08:42:44.464 INFO:teuthology.orchestra.run.smithi120.stdout: "command_send": 0, 2024-06-06T08:42:44.464 INFO:teuthology.orchestra.run.smithi120.stdout: "command_resend": 0, 2024-06-06T08:42:44.464 INFO:teuthology.orchestra.run.smithi120.stdout: "map_epoch": 137, 2024-06-06T08:42:44.464 INFO:teuthology.orchestra.run.smithi120.stdout: "map_full": 0, 2024-06-06T08:42:44.464 INFO:teuthology.orchestra.run.smithi120.stdout: "map_inc": 38, 2024-06-06T08:42:44.465 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_sessions": 11, 2024-06-06T08:42:44.465 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_session_open": 11, 2024-06-06T08:42:44.465 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_session_close": 0, 2024-06-06T08:42:44.465 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_laggy": 0, 2024-06-06T08:42:44.465 INFO:teuthology.orchestra.run.smithi120.stdout: "omap_wr": 0, 2024-06-06T08:42:44.465 INFO:teuthology.orchestra.run.smithi120.stdout: "omap_rd": 2, 2024-06-06T08:42:44.465 INFO:teuthology.orchestra.run.smithi120.stdout: "omap_del": 0 2024-06-06T08:42:44.465 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.465 INFO:teuthology.orchestra.run.smithi120.stdout: "oft": { 2024-06-06T08:42:44.465 INFO:teuthology.orchestra.run.smithi120.stdout: "omap_total_objs": 0, 2024-06-06T08:42:44.465 INFO:teuthology.orchestra.run.smithi120.stdout: "omap_total_kv_pairs": 0, 2024-06-06T08:42:44.465 INFO:teuthology.orchestra.run.smithi120.stdout: "omap_total_updates": 0, 2024-06-06T08:42:44.465 INFO:teuthology.orchestra.run.smithi120.stdout: "omap_total_removes": 0 2024-06-06T08:42:44.465 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.466 INFO:teuthology.orchestra.run.smithi120.stdout: "osd-slow-ops": { 2024-06-06T08:42:44.466 INFO:teuthology.orchestra.run.smithi120.stdout: "slow_ops_count": 0 2024-06-06T08:42:44.466 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.466 INFO:teuthology.orchestra.run.smithi120.stdout: "purge_queue": { 2024-06-06T08:42:44.466 INFO:teuthology.orchestra.run.smithi120.stdout: "pq_executing_ops": 0, 2024-06-06T08:42:44.466 INFO:teuthology.orchestra.run.smithi120.stdout: "pq_executing_ops_high_water": 0, 2024-06-06T08:42:44.466 INFO:teuthology.orchestra.run.smithi120.stdout: "pq_executing": 0, 2024-06-06T08:42:44.466 INFO:teuthology.orchestra.run.smithi120.stdout: "pq_executing_high_water": 0, 2024-06-06T08:42:44.466 INFO:teuthology.orchestra.run.smithi120.stdout: "pq_executed_ops": 0, 2024-06-06T08:42:44.466 INFO:teuthology.orchestra.run.smithi120.stdout: "pq_executed": 0, 2024-06-06T08:42:44.466 INFO:teuthology.orchestra.run.smithi120.stdout: "pq_item_in_journal": 0 2024-06-06T08:42:44.466 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.466 INFO:teuthology.orchestra.run.smithi120.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-06-06T08:42:44.467 INFO:teuthology.orchestra.run.smithi120.stdout: "val": 0, 2024-06-06T08:42:44.467 INFO:teuthology.orchestra.run.smithi120.stdout: "max": 104857600, 2024-06-06T08:42:44.467 INFO:teuthology.orchestra.run.smithi120.stdout: "get_started": 0, 2024-06-06T08:42:44.467 INFO:teuthology.orchestra.run.smithi120.stdout: "get": 5203, 2024-06-06T08:42:44.467 INFO:teuthology.orchestra.run.smithi120.stdout: "get_sum": 386959395, 2024-06-06T08:42:44.467 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_fail": 0, 2024-06-06T08:42:44.467 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_success": 5203, 2024-06-06T08:42:44.467 INFO:teuthology.orchestra.run.smithi120.stdout: "take": 0, 2024-06-06T08:42:44.467 INFO:teuthology.orchestra.run.smithi120.stdout: "take_sum": 0, 2024-06-06T08:42:44.467 INFO:teuthology.orchestra.run.smithi120.stdout: "put": 5203, 2024-06-06T08:42:44.467 INFO:teuthology.orchestra.run.smithi120.stdout: "put_sum": 386959395, 2024-06-06T08:42:44.467 INFO:teuthology.orchestra.run.smithi120.stdout: "wait": { 2024-06-06T08:42:44.467 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:44.467 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:44.467 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:44.467 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-06-06T08:42:44.468 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.468 INFO:teuthology.orchestra.run.smithi120.stdout: "throttle-objecter_bytes": { 2024-06-06T08:42:44.468 INFO:teuthology.orchestra.run.smithi120.stdout: "val": 0, 2024-06-06T08:42:44.468 INFO:teuthology.orchestra.run.smithi120.stdout: "max": 104857600, 2024-06-06T08:42:44.468 INFO:teuthology.orchestra.run.smithi120.stdout: "get_started": 0, 2024-06-06T08:42:44.468 INFO:teuthology.orchestra.run.smithi120.stdout: "get": 0, 2024-06-06T08:42:44.468 INFO:teuthology.orchestra.run.smithi120.stdout: "get_sum": 0, 2024-06-06T08:42:44.468 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_fail": 0, 2024-06-06T08:42:44.468 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_success": 0, 2024-06-06T08:42:44.468 INFO:teuthology.orchestra.run.smithi120.stdout: "take": 4732, 2024-06-06T08:42:44.468 INFO:teuthology.orchestra.run.smithi120.stdout: "take_sum": 384357436, 2024-06-06T08:42:44.468 INFO:teuthology.orchestra.run.smithi120.stdout: "put": 4732, 2024-06-06T08:42:44.468 INFO:teuthology.orchestra.run.smithi120.stdout: "put_sum": 384357436, 2024-06-06T08:42:44.468 INFO:teuthology.orchestra.run.smithi120.stdout: "wait": { 2024-06-06T08:42:44.469 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:44.469 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:44.469 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:44.469 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-06-06T08:42:44.469 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.469 INFO:teuthology.orchestra.run.smithi120.stdout: "throttle-objecter_ops": { 2024-06-06T08:42:44.469 INFO:teuthology.orchestra.run.smithi120.stdout: "val": 0, 2024-06-06T08:42:44.469 INFO:teuthology.orchestra.run.smithi120.stdout: "max": 1024, 2024-06-06T08:42:44.469 INFO:teuthology.orchestra.run.smithi120.stdout: "get_started": 0, 2024-06-06T08:42:44.469 INFO:teuthology.orchestra.run.smithi120.stdout: "get": 0, 2024-06-06T08:42:44.469 INFO:teuthology.orchestra.run.smithi120.stdout: "get_sum": 0, 2024-06-06T08:42:44.469 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_fail": 0, 2024-06-06T08:42:44.469 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_success": 0, 2024-06-06T08:42:44.469 INFO:teuthology.orchestra.run.smithi120.stdout: "take": 4732, 2024-06-06T08:42:44.469 INFO:teuthology.orchestra.run.smithi120.stdout: "take_sum": 4732, 2024-06-06T08:42:44.470 INFO:teuthology.orchestra.run.smithi120.stdout: "put": 4732, 2024-06-06T08:42:44.470 INFO:teuthology.orchestra.run.smithi120.stdout: "put_sum": 4732, 2024-06-06T08:42:44.470 INFO:teuthology.orchestra.run.smithi120.stdout: "wait": { 2024-06-06T08:42:44.470 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:44.470 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:44.470 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:44.470 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-06-06T08:42:44.470 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.470 INFO:teuthology.orchestra.run.smithi120.stdout: "throttle-write_buf_throttle": { 2024-06-06T08:42:44.470 INFO:teuthology.orchestra.run.smithi120.stdout: "val": 0, 2024-06-06T08:42:44.470 INFO:teuthology.orchestra.run.smithi120.stdout: "max": 3758096384, 2024-06-06T08:42:44.470 INFO:teuthology.orchestra.run.smithi120.stdout: "get_started": 0, 2024-06-06T08:42:44.470 INFO:teuthology.orchestra.run.smithi120.stdout: "get": 0, 2024-06-06T08:42:44.470 INFO:teuthology.orchestra.run.smithi120.stdout: "get_sum": 0, 2024-06-06T08:42:44.471 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_fail": 0, 2024-06-06T08:42:44.471 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_success": 0, 2024-06-06T08:42:44.471 INFO:teuthology.orchestra.run.smithi120.stdout: "take": 0, 2024-06-06T08:42:44.471 INFO:teuthology.orchestra.run.smithi120.stdout: "take_sum": 0, 2024-06-06T08:42:44.471 INFO:teuthology.orchestra.run.smithi120.stdout: "put": 0, 2024-06-06T08:42:44.471 INFO:teuthology.orchestra.run.smithi120.stdout: "put_sum": 0, 2024-06-06T08:42:44.471 INFO:teuthology.orchestra.run.smithi120.stdout: "wait": { 2024-06-06T08:42:44.471 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:44.471 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:44.471 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:44.471 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-06-06T08:42:44.471 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:44.471 INFO:teuthology.orchestra.run.smithi120.stdout: "throttle-write_buf_throttle-0x562aa8f3a6e0": { 2024-06-06T08:42:44.471 INFO:teuthology.orchestra.run.smithi120.stdout: "val": 0, 2024-06-06T08:42:44.472 INFO:teuthology.orchestra.run.smithi120.stdout: "max": 3758096384, 2024-06-06T08:42:44.472 INFO:teuthology.orchestra.run.smithi120.stdout: "get_started": 0, 2024-06-06T08:42:44.472 INFO:teuthology.orchestra.run.smithi120.stdout: "get": 0, 2024-06-06T08:42:44.472 INFO:teuthology.orchestra.run.smithi120.stdout: "get_sum": 0, 2024-06-06T08:42:44.472 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_fail": 0, 2024-06-06T08:42:44.472 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_success": 0, 2024-06-06T08:42:44.472 INFO:teuthology.orchestra.run.smithi120.stdout: "take": 0, 2024-06-06T08:42:44.472 INFO:teuthology.orchestra.run.smithi120.stdout: "take_sum": 0, 2024-06-06T08:42:44.472 INFO:teuthology.orchestra.run.smithi120.stdout: "put": 0, 2024-06-06T08:42:44.472 INFO:teuthology.orchestra.run.smithi120.stdout: "put_sum": 0, 2024-06-06T08:42:44.472 INFO:teuthology.orchestra.run.smithi120.stdout: "wait": { 2024-06-06T08:42:44.472 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:44.472 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:44.472 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:44.472 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-06-06T08:42:44.473 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-06-06T08:42:44.473 INFO:teuthology.orchestra.run.smithi120.stdout:} 2024-06-06T08:42:45.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:42:44 smithi120 ceph-mon[36658]: pgmap v643: 129 pgs: 21 active+clean+snaptrim, 66 active+clean+snaptrim_wait, 42 active+clean; 1.2 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-06-06T08:42:45.287 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:42:44 smithi149 ceph-mon[36842]: pgmap v643: 129 pgs: 21 active+clean+snaptrim, 66 active+clean+snaptrim_wait, 42 active+clean; 1.2 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-06-06T08:42:45.314 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:42:44 smithi042 ceph-mon[32384]: pgmap v643: 129 pgs: 21 active+clean+snaptrim, 66 active+clean+snaptrim_wait, 42 active+clean; 1.2 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-06-06T08:42:45.390 INFO:tasks.check_counter:Daemon mds.h mds.exported=0 2024-06-06T08:42:45.390 INFO:tasks.check_counter:Daemon mds.h mds.imported=0 2024-06-06T08:42:45.390 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update=0 2024-06-06T08:42:45.391 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update_receipt=0 2024-06-06T08:42:45.391 INFO:tasks.check_counter:Daemon mds.h mds.root_rsnaps=0 2024-06-06T08:42:45.391 INFO:tasks.check_counter:Daemon mds.h mds_server.req_mksnap_latency.avgcount=0 2024-06-06T08:42:45.391 INFO:tasks.check_counter:Daemon mds.h mds_server.req_rmsnap_latency.avgcount=0 2024-06-06T08:42:45.391 INFO:tasks.check_counter:Daemon mds.h mds.dir_split=0 2024-06-06T08:42:45.391 DEBUG:tasks.check_counter:Getting stats from k 2024-06-06T08:42:45.391 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph daemon mds.k perf dump 2024-06-06T08:42:45.799 INFO:teuthology.orchestra.run.smithi120.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.b/config 2024-06-06T08:42:47.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:42:46 smithi120 ceph-mon[36658]: pgmap v644: 129 pgs: 21 active+clean+snaptrim, 66 active+clean+snaptrim_wait, 42 active+clean; 1.2 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 6 op/s 2024-06-06T08:42:47.287 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:42:46 smithi149 ceph-mon[36842]: pgmap v644: 129 pgs: 21 active+clean+snaptrim, 66 active+clean+snaptrim_wait, 42 active+clean; 1.2 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 6 op/s 2024-06-06T08:42:47.314 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:42:46 smithi042 ceph-mon[32384]: pgmap v644: 129 pgs: 21 active+clean+snaptrim, 66 active+clean+snaptrim_wait, 42 active+clean; 1.2 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 6 op/s 2024-06-06T08:42:48.946 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2024-06-06T08:42:48.946 INFO:teuthology.orchestra.run.smithi120.stdout: "AsyncMessenger::Worker-0": { 2024-06-06T08:42:48.947 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_messages": 413, 2024-06-06T08:42:48.947 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_messages": 400, 2024-06-06T08:42:48.947 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_bytes": 1637552, 2024-06-06T08:42:48.947 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_bytes": 246624, 2024-06-06T08:42:48.947 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_created_connections": 4, 2024-06-06T08:42:48.947 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_active_connections": 0, 2024-06-06T08:42:48.947 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_total_time": 0.066038783, 2024-06-06T08:42:48.947 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_send_time": 0.021696865, 2024-06-06T08:42:48.947 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_recv_time": 0.041269594, 2024-06-06T08:42:48.947 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_fast_dispatch_time": 0.009585846, 2024-06-06T08:42:48.947 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:42:48.947 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 400, 2024-06-06T08:42:48.947 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.021364657, 2024-06-06T08:42:48.947 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000053411 2024-06-06T08:42:48.948 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:48.948 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:42:48.948 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:48.948 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:48.948 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:48.948 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:48.948 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_encrypted_bytes": 1637552, 2024-06-06T08:42:48.948 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_encrypted_bytes": 246624 2024-06-06T08:42:48.948 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:48.948 INFO:teuthology.orchestra.run.smithi120.stdout: "AsyncMessenger::Worker-1": { 2024-06-06T08:42:48.948 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_messages": 3, 2024-06-06T08:42:48.948 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_messages": 305, 2024-06-06T08:42:48.948 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_bytes": 480, 2024-06-06T08:42:48.949 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_bytes": 287680, 2024-06-06T08:42:48.949 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_created_connections": 6, 2024-06-06T08:42:48.949 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_active_connections": 3, 2024-06-06T08:42:48.949 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_total_time": 0.016417396, 2024-06-06T08:42:48.949 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_send_time": 0.011372963, 2024-06-06T08:42:48.949 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_recv_time": 0.001991599, 2024-06-06T08:42:48.949 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-06-06T08:42:48.949 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:42:48.949 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 302, 2024-06-06T08:42:48.949 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.027083759, 2024-06-06T08:42:48.949 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000089681 2024-06-06T08:42:48.949 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:48.949 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:42:48.949 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:48.949 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:48.950 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:48.950 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:48.950 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_encrypted_bytes": 480, 2024-06-06T08:42:48.950 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_encrypted_bytes": 287680 2024-06-06T08:42:48.950 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:48.950 INFO:teuthology.orchestra.run.smithi120.stdout: "AsyncMessenger::Worker-2": { 2024-06-06T08:42:48.950 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_messages": 0, 2024-06-06T08:42:48.950 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_messages": 2, 2024-06-06T08:42:48.950 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_bytes": 0, 2024-06-06T08:42:48.950 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_bytes": 0, 2024-06-06T08:42:48.950 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_created_connections": 2, 2024-06-06T08:42:48.950 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_active_connections": 1, 2024-06-06T08:42:48.950 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_total_time": 0.000355303, 2024-06-06T08:42:48.951 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_send_time": 0.000000000, 2024-06-06T08:42:48.951 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_recv_time": 0.000269288, 2024-06-06T08:42:48.951 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-06-06T08:42:48.951 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:42:48.951 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:48.951 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:48.951 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:48.951 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:48.951 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:42:48.951 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:48.951 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:48.951 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:48.951 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:48.951 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_recv_encrypted_bytes": 0, 2024-06-06T08:42:48.951 INFO:teuthology.orchestra.run.smithi120.stdout: "msgr_send_encrypted_bytes": 0 2024-06-06T08:42:48.952 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:48.952 INFO:teuthology.orchestra.run.smithi120.stdout: "cct": { 2024-06-06T08:42:48.952 INFO:teuthology.orchestra.run.smithi120.stdout: "total_workers": 0, 2024-06-06T08:42:48.952 INFO:teuthology.orchestra.run.smithi120.stdout: "unhealthy_workers": 0 2024-06-06T08:42:48.952 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:48.952 INFO:teuthology.orchestra.run.smithi120.stdout: "mempool": { 2024-06-06T08:42:48.952 INFO:teuthology.orchestra.run.smithi120.stdout: "bloom_filter_bytes": 0, 2024-06-06T08:42:48.952 INFO:teuthology.orchestra.run.smithi120.stdout: "bloom_filter_items": 0, 2024-06-06T08:42:48.952 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_alloc_bytes": 0, 2024-06-06T08:42:48.952 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_alloc_items": 0, 2024-06-06T08:42:48.952 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_data_bytes": 0, 2024-06-06T08:42:48.952 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_data_items": 0, 2024-06-06T08:42:48.952 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_onode_bytes": 0, 2024-06-06T08:42:48.953 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_onode_items": 0, 2024-06-06T08:42:48.953 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_meta_bytes": 0, 2024-06-06T08:42:48.953 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_meta_items": 0, 2024-06-06T08:42:48.953 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_other_bytes": 0, 2024-06-06T08:42:48.953 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_other_items": 0, 2024-06-06T08:42:48.953 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_buffer_bytes": 0, 2024-06-06T08:42:48.953 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_cache_buffer_items": 0, 2024-06-06T08:42:48.953 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_extent_bytes": 0, 2024-06-06T08:42:48.953 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_extent_items": 0, 2024-06-06T08:42:48.953 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_blob_bytes": 0, 2024-06-06T08:42:48.953 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_blob_items": 0, 2024-06-06T08:42:48.953 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_shared_blob_bytes": 0, 2024-06-06T08:42:48.953 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_shared_blob_items": 0, 2024-06-06T08:42:48.953 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_inline_bl_bytes": 0, 2024-06-06T08:42:48.953 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_inline_bl_items": 0, 2024-06-06T08:42:48.954 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_fsck_bytes": 0, 2024-06-06T08:42:48.954 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_fsck_items": 0, 2024-06-06T08:42:48.954 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_txc_bytes": 0, 2024-06-06T08:42:48.954 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_txc_items": 0, 2024-06-06T08:42:48.954 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_writing_deferred_bytes": 0, 2024-06-06T08:42:48.954 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_writing_deferred_items": 0, 2024-06-06T08:42:48.954 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_writing_bytes": 0, 2024-06-06T08:42:48.954 INFO:teuthology.orchestra.run.smithi120.stdout: "bluestore_writing_items": 0, 2024-06-06T08:42:48.954 INFO:teuthology.orchestra.run.smithi120.stdout: "bluefs_bytes": 0, 2024-06-06T08:42:48.954 INFO:teuthology.orchestra.run.smithi120.stdout: "bluefs_items": 0, 2024-06-06T08:42:48.954 INFO:teuthology.orchestra.run.smithi120.stdout: "bluefs_file_reader_bytes": 0, 2024-06-06T08:42:48.954 INFO:teuthology.orchestra.run.smithi120.stdout: "bluefs_file_reader_items": 0, 2024-06-06T08:42:48.955 INFO:teuthology.orchestra.run.smithi120.stdout: "bluefs_file_writer_bytes": 0, 2024-06-06T08:42:48.955 INFO:teuthology.orchestra.run.smithi120.stdout: "bluefs_file_writer_items": 0, 2024-06-06T08:42:48.955 INFO:teuthology.orchestra.run.smithi120.stdout: "buffer_anon_bytes": 148748, 2024-06-06T08:42:48.955 INFO:teuthology.orchestra.run.smithi120.stdout: "buffer_anon_items": 32, 2024-06-06T08:42:48.955 INFO:teuthology.orchestra.run.smithi120.stdout: "buffer_meta_bytes": 0, 2024-06-06T08:42:48.955 INFO:teuthology.orchestra.run.smithi120.stdout: "buffer_meta_items": 0, 2024-06-06T08:42:48.955 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_bytes": 0, 2024-06-06T08:42:48.955 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_items": 0, 2024-06-06T08:42:48.955 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_mapbl_bytes": 0, 2024-06-06T08:42:48.955 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_mapbl_items": 0, 2024-06-06T08:42:48.955 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_pglog_bytes": 0, 2024-06-06T08:42:48.955 INFO:teuthology.orchestra.run.smithi120.stdout: "osd_pglog_items": 0, 2024-06-06T08:42:48.955 INFO:teuthology.orchestra.run.smithi120.stdout: "osdmap_bytes": 0, 2024-06-06T08:42:48.955 INFO:teuthology.orchestra.run.smithi120.stdout: "osdmap_items": 0, 2024-06-06T08:42:48.955 INFO:teuthology.orchestra.run.smithi120.stdout: "osdmap_mapping_bytes": 0, 2024-06-06T08:42:48.956 INFO:teuthology.orchestra.run.smithi120.stdout: "osdmap_mapping_items": 0, 2024-06-06T08:42:48.956 INFO:teuthology.orchestra.run.smithi120.stdout: "pgmap_bytes": 0, 2024-06-06T08:42:48.956 INFO:teuthology.orchestra.run.smithi120.stdout: "pgmap_items": 0, 2024-06-06T08:42:48.956 INFO:teuthology.orchestra.run.smithi120.stdout: "mds_co_bytes": 928, 2024-06-06T08:42:48.956 INFO:teuthology.orchestra.run.smithi120.stdout: "mds_co_items": 2, 2024-06-06T08:42:48.956 INFO:teuthology.orchestra.run.smithi120.stdout: "unittest_1_bytes": 0, 2024-06-06T08:42:48.956 INFO:teuthology.orchestra.run.smithi120.stdout: "unittest_1_items": 0, 2024-06-06T08:42:48.956 INFO:teuthology.orchestra.run.smithi120.stdout: "unittest_2_bytes": 0, 2024-06-06T08:42:48.956 INFO:teuthology.orchestra.run.smithi120.stdout: "unittest_2_items": 0 2024-06-06T08:42:48.956 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2024-06-06T08:42:48.956 INFO:teuthology.orchestra.run.smithi120.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-06-06T08:42:48.956 INFO:teuthology.orchestra.run.smithi120.stdout: "val": 0, 2024-06-06T08:42:48.956 INFO:teuthology.orchestra.run.smithi120.stdout: "max": 104857600, 2024-06-06T08:42:48.957 INFO:teuthology.orchestra.run.smithi120.stdout: "get_started": 0, 2024-06-06T08:42:48.957 INFO:teuthology.orchestra.run.smithi120.stdout: "get": 412, 2024-06-06T08:42:48.957 INFO:teuthology.orchestra.run.smithi120.stdout: "get_sum": 1576782, 2024-06-06T08:42:48.957 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_fail": 0, 2024-06-06T08:42:48.957 INFO:teuthology.orchestra.run.smithi120.stdout: "get_or_fail_success": 412, 2024-06-06T08:42:48.957 INFO:teuthology.orchestra.run.smithi120.stdout: "take": 0, 2024-06-06T08:42:48.957 INFO:teuthology.orchestra.run.smithi120.stdout: "take_sum": 0, 2024-06-06T08:42:48.957 INFO:teuthology.orchestra.run.smithi120.stdout: "put": 412, 2024-06-06T08:42:48.957 INFO:teuthology.orchestra.run.smithi120.stdout: "put_sum": 1576782, 2024-06-06T08:42:48.957 INFO:teuthology.orchestra.run.smithi120.stdout: "wait": { 2024-06-06T08:42:48.957 INFO:teuthology.orchestra.run.smithi120.stdout: "avgcount": 0, 2024-06-06T08:42:48.957 INFO:teuthology.orchestra.run.smithi120.stdout: "sum": 0.000000000, 2024-06-06T08:42:48.957 INFO:teuthology.orchestra.run.smithi120.stdout: "avgtime": 0.000000000 2024-06-06T08:42:48.957 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-06-06T08:42:48.957 INFO:teuthology.orchestra.run.smithi120.stdout: } 2024-06-06T08:42:48.958 INFO:teuthology.orchestra.run.smithi120.stdout:} 2024-06-06T08:42:49.116 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:42:48 smithi042 ceph-mon[32384]: pgmap v645: 129 pgs: 21 active+clean+snaptrim, 66 active+clean+snaptrim_wait, 42 active+clean; 1.2 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:42:49.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:42:48 smithi120 ceph-mon[36658]: pgmap v645: 129 pgs: 21 active+clean+snaptrim, 66 active+clean+snaptrim_wait, 42 active+clean; 1.2 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:42:49.287 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:42:48 smithi149 ceph-mon[36842]: pgmap v645: 129 pgs: 21 active+clean+snaptrim, 66 active+clean+snaptrim_wait, 42 active+clean; 1.2 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:42:49.763 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.k 2024-06-06T08:42:49.802 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.k 2024-06-06T08:42:49.802 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.k 2024-06-06T08:42:49.802 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.k 2024-06-06T08:42:49.802 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.k 2024-06-06T08:42:49.802 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.k 2024-06-06T08:42:49.802 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.k 2024-06-06T08:42:49.803 WARNING:tasks.check_counter:Counter 'mds.dir_split' not found on daemon mds.k 2024-06-06T08:42:49.803 DEBUG:tasks.check_counter:Getting stats from c 2024-06-06T08:42:49.803 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph daemon mds.c perf dump 2024-06-06T08:42:50.226 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.c/config 2024-06-06T08:42:51.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:42:50 smithi042 ceph-mon[32384]: pgmap v646: 129 pgs: 21 active+clean+snaptrim, 66 active+clean+snaptrim_wait, 42 active+clean; 1.2 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:42:51.137 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:42:50 smithi120 ceph-mon[36658]: pgmap v646: 129 pgs: 21 active+clean+snaptrim, 66 active+clean+snaptrim_wait, 42 active+clean; 1.2 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:42:51.287 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:42:50 smithi149 ceph-mon[36842]: pgmap v646: 129 pgs: 21 active+clean+snaptrim, 66 active+clean+snaptrim_wait, 42 active+clean; 1.2 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:42:52.879 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:42:52 smithi149 ceph-mon[36842]: pgmap v647: 129 pgs: 19 active+clean+snaptrim, 61 active+clean+snaptrim_wait, 49 active+clean; 1.2 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-06T08:42:52.950 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2024-06-06T08:42:52.951 INFO:teuthology.orchestra.run.smithi149.stdout: "AsyncMessenger::Worker-0": { 2024-06-06T08:42:52.951 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_messages": 40836, 2024-06-06T08:42:52.951 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages": 40806, 2024-06-06T08:42:52.951 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_bytes": 16650073, 2024-06-06T08:42:52.951 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_bytes": 179745099, 2024-06-06T08:42:52.951 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_created_connections": 31, 2024-06-06T08:42:52.951 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_active_connections": 5, 2024-06-06T08:42:52.951 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_total_time": 6.068337423, 2024-06-06T08:42:52.951 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_send_time": 1.559797292, 2024-06-06T08:42:52.951 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_recv_time": 0.769144417, 2024-06-06T08:42:52.952 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_fast_dispatch_time": 3.479346973, 2024-06-06T08:42:52.952 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:42:52.952 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 40803, 2024-06-06T08:42:52.952 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 7.235762257, 2024-06-06T08:42:52.952 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000177334 2024-06-06T08:42:52.952 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.952 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:42:52.952 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 43, 2024-06-06T08:42:52.952 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000006420, 2024-06-06T08:42:52.952 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000149 2024-06-06T08:42:52.952 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.952 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_encrypted_bytes": 1798528, 2024-06-06T08:42:52.953 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_encrypted_bytes": 399664 2024-06-06T08:42:52.953 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.953 INFO:teuthology.orchestra.run.smithi149.stdout: "AsyncMessenger::Worker-1": { 2024-06-06T08:42:52.953 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_messages": 60920, 2024-06-06T08:42:52.953 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages": 59310, 2024-06-06T08:42:52.953 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_bytes": 81423446, 2024-06-06T08:42:52.953 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_bytes": 149129584, 2024-06-06T08:42:52.953 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_created_connections": 11, 2024-06-06T08:42:52.953 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_active_connections": 5, 2024-06-06T08:42:52.953 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_total_time": 5.942696440, 2024-06-06T08:42:52.953 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_send_time": 2.283784592, 2024-06-06T08:42:52.954 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_recv_time": 2.538323623, 2024-06-06T08:42:52.954 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_fast_dispatch_time": 1.580884091, 2024-06-06T08:42:52.954 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:42:52.954 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 59309, 2024-06-06T08:42:52.954 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 10.518176439, 2024-06-06T08:42:52.954 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000177345 2024-06-06T08:42:52.954 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.954 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:42:52.954 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 74175, 2024-06-06T08:42:52.954 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.015725534, 2024-06-06T08:42:52.954 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000212 2024-06-06T08:42:52.955 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.955 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_encrypted_bytes": 3296, 2024-06-06T08:42:52.955 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_encrypted_bytes": 678240 2024-06-06T08:42:52.955 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.955 INFO:teuthology.orchestra.run.smithi149.stdout: "AsyncMessenger::Worker-2": { 2024-06-06T08:42:52.955 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_messages": 314648, 2024-06-06T08:42:52.955 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages": 412804, 2024-06-06T08:42:52.955 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_bytes": 113417199, 2024-06-06T08:42:52.955 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_bytes": 319977036, 2024-06-06T08:42:52.955 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_created_connections": 12, 2024-06-06T08:42:52.955 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_active_connections": 6, 2024-06-06T08:42:52.956 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_total_time": 20.010877057, 2024-06-06T08:42:52.956 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_send_time": 7.277401111, 2024-06-06T08:42:52.956 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_recv_time": 15.201744154, 2024-06-06T08:42:52.956 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_fast_dispatch_time": 2.650478064, 2024-06-06T08:42:52.956 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:42:52.956 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 412803, 2024-06-06T08:42:52.956 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 75.858901347, 2024-06-06T08:42:52.956 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000183765 2024-06-06T08:42:52.956 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.956 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:42:52.956 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 546112, 2024-06-06T08:42:52.957 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.121234448, 2024-06-06T08:42:52.957 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000221 2024-06-06T08:42:52.957 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.957 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_encrypted_bytes": 3024, 2024-06-06T08:42:52.957 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_encrypted_bytes": 448 2024-06-06T08:42:52.957 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.957 INFO:teuthology.orchestra.run.smithi149.stdout: "cct": { 2024-06-06T08:42:52.957 INFO:teuthology.orchestra.run.smithi149.stdout: "total_workers": 1, 2024-06-06T08:42:52.957 INFO:teuthology.orchestra.run.smithi149.stdout: "unhealthy_workers": 0 2024-06-06T08:42:52.957 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.957 INFO:teuthology.orchestra.run.smithi149.stdout: "finisher-MDSRank": { 2024-06-06T08:42:52.957 INFO:teuthology.orchestra.run.smithi149.stdout: "queue_len": 0, 2024-06-06T08:42:52.957 INFO:teuthology.orchestra.run.smithi149.stdout: "complete_latency": { 2024-06-06T08:42:52.958 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 44191, 2024-06-06T08:42:52.958 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 121.956552699, 2024-06-06T08:42:52.958 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.002759759 2024-06-06T08:42:52.958 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-06-06T08:42:52.958 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.958 INFO:teuthology.orchestra.run.smithi149.stdout: "finisher-PurgeQueue": { 2024-06-06T08:42:52.958 INFO:teuthology.orchestra.run.smithi149.stdout: "queue_len": 0, 2024-06-06T08:42:52.958 INFO:teuthology.orchestra.run.smithi149.stdout: "complete_latency": { 2024-06-06T08:42:52.958 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 35695, 2024-06-06T08:42:52.958 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 8.387277978, 2024-06-06T08:42:52.958 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000234970 2024-06-06T08:42:52.958 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-06-06T08:42:52.959 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.959 INFO:teuthology.orchestra.run.smithi149.stdout: "mds": { 2024-06-06T08:42:52.959 INFO:teuthology.orchestra.run.smithi149.stdout: "request": 134511, 2024-06-06T08:42:52.959 INFO:teuthology.orchestra.run.smithi149.stdout: "reply": 123441, 2024-06-06T08:42:52.959 INFO:teuthology.orchestra.run.smithi149.stdout: "reply_latency": { 2024-06-06T08:42:52.959 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 123441, 2024-06-06T08:42:52.959 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 2910.048904400, 2024-06-06T08:42:52.959 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.023574411 2024-06-06T08:42:52.959 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.959 INFO:teuthology.orchestra.run.smithi149.stdout: "slow_reply": 0, 2024-06-06T08:42:52.959 INFO:teuthology.orchestra.run.smithi149.stdout: "forward": 11050, 2024-06-06T08:42:52.959 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_fetch_complete": 367, 2024-06-06T08:42:52.959 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_fetch_keys": 0, 2024-06-06T08:42:52.959 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_commit": 676, 2024-06-06T08:42:52.960 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_split": 75, 2024-06-06T08:42:52.960 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_merge": 2, 2024-06-06T08:42:52.960 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes": 31896, 2024-06-06T08:42:52.960 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes_top": 1, 2024-06-06T08:42:52.960 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes_bottom": 5, 2024-06-06T08:42:52.960 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes_pin_tail": 31890, 2024-06-06T08:42:52.960 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes_pinned": 31894, 2024-06-06T08:42:52.960 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes_expired": 104065, 2024-06-06T08:42:52.960 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes_with_caps": 1, 2024-06-06T08:42:52.960 INFO:teuthology.orchestra.run.smithi149.stdout: "caps": 1, 2024-06-06T08:42:52.960 INFO:teuthology.orchestra.run.smithi149.stdout: "subtrees": 3, 2024-06-06T08:42:52.960 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse": 236730, 2024-06-06T08:42:52.960 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse_hit": 185065, 2024-06-06T08:42:52.961 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse_forward": 10734, 2024-06-06T08:42:52.961 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse_discover": 645, 2024-06-06T08:42:52.961 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse_dir_fetch": 26, 2024-06-06T08:42:52.961 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse_remote_ino": 0, 2024-06-06T08:42:52.961 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse_lock": 577, 2024-06-06T08:42:52.961 INFO:teuthology.orchestra.run.smithi149.stdout: "load_cent": 0, 2024-06-06T08:42:52.961 INFO:teuthology.orchestra.run.smithi149.stdout: "q": 0, 2024-06-06T08:42:52.961 INFO:teuthology.orchestra.run.smithi149.stdout: "exported": 227, 2024-06-06T08:42:52.961 INFO:teuthology.orchestra.run.smithi149.stdout: "exported_inodes": 80967, 2024-06-06T08:42:52.961 INFO:teuthology.orchestra.run.smithi149.stdout: "imported": 311, 2024-06-06T08:42:52.961 INFO:teuthology.orchestra.run.smithi149.stdout: "imported_inodes": 98764, 2024-06-06T08:42:52.961 INFO:teuthology.orchestra.run.smithi149.stdout: "openino_dir_fetch": 0, 2024-06-06T08:42:52.961 INFO:teuthology.orchestra.run.smithi149.stdout: "openino_backtrace_fetch": 44078, 2024-06-06T08:42:52.962 INFO:teuthology.orchestra.run.smithi149.stdout: "openino_peer_discover": 0, 2024-06-06T08:42:52.962 INFO:teuthology.orchestra.run.smithi149.stdout: "root_rfiles": 5057, 2024-06-06T08:42:52.962 INFO:teuthology.orchestra.run.smithi149.stdout: "root_rbytes": 107853037, 2024-06-06T08:42:52.962 INFO:teuthology.orchestra.run.smithi149.stdout: "root_rsnaps": 6, 2024-06-06T08:42:52.962 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_backtrace_fetch": 44078, 2024-06-06T08:42:52.962 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_set_tag": 0, 2024-06-06T08:42:52.962 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_backtrace_repaired": 0, 2024-06-06T08:42:52.962 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_inotable_repaired": 0, 2024-06-06T08:42:52.962 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_dir_inodes": 234, 2024-06-06T08:42:52.962 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_dir_base_inodes": 0, 2024-06-06T08:42:52.962 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_dirfrag_rstats": 234, 2024-06-06T08:42:52.962 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_file_inodes": 43844, 2024-06-06T08:42:52.962 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_inode_file_caps": 225, 2024-06-06T08:42:52.963 INFO:teuthology.orchestra.run.smithi149.stdout: "ceph_cap_op_revoke": 47327, 2024-06-06T08:42:52.963 INFO:teuthology.orchestra.run.smithi149.stdout: "ceph_cap_op_grant": 47029, 2024-06-06T08:42:52.963 INFO:teuthology.orchestra.run.smithi149.stdout: "ceph_cap_op_trunc": 0, 2024-06-06T08:42:52.963 INFO:teuthology.orchestra.run.smithi149.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-06-06T08:42:52.963 INFO:teuthology.orchestra.run.smithi149.stdout: "ceph_cap_op_flush_ack": 0, 2024-06-06T08:42:52.963 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_client_caps": 65577, 2024-06-06T08:42:52.963 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_client_caps_dirty": 18931, 2024-06-06T08:42:52.963 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_client_cap_release": 1056, 2024-06-06T08:42:52.963 INFO:teuthology.orchestra.run.smithi149.stdout: "process_request_cap_release": 38852 2024-06-06T08:42:52.963 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.963 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_cache": { 2024-06-06T08:42:52.963 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_update": 2270, 2024-06-06T08:42:52.964 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_update_receipt": 5207, 2024-06-06T08:42:52.964 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_try_discover": 2851, 2024-06-06T08:42:52.964 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_send_discover": 3636, 2024-06-06T08:42:52.964 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_handle_discover": 3013, 2024-06-06T08:42:52.964 INFO:teuthology.orchestra.run.smithi149.stdout: "num_strays": 113, 2024-06-06T08:42:52.964 INFO:teuthology.orchestra.run.smithi149.stdout: "num_strays_delayed": 0, 2024-06-06T08:42:52.964 INFO:teuthology.orchestra.run.smithi149.stdout: "num_strays_enqueuing": 0, 2024-06-06T08:42:52.964 INFO:teuthology.orchestra.run.smithi149.stdout: "strays_created": 19642, 2024-06-06T08:42:52.964 INFO:teuthology.orchestra.run.smithi149.stdout: "strays_enqueued": 19530, 2024-06-06T08:42:52.964 INFO:teuthology.orchestra.run.smithi149.stdout: "strays_reintegrated": 0, 2024-06-06T08:42:52.964 INFO:teuthology.orchestra.run.smithi149.stdout: "strays_migrated": 0, 2024-06-06T08:42:52.964 INFO:teuthology.orchestra.run.smithi149.stdout: "num_recovering_processing": 0, 2024-06-06T08:42:52.964 INFO:teuthology.orchestra.run.smithi149.stdout: "num_recovering_enqueued": 0, 2024-06-06T08:42:52.964 INFO:teuthology.orchestra.run.smithi149.stdout: "num_recovering_prioritized": 0, 2024-06-06T08:42:52.965 INFO:teuthology.orchestra.run.smithi149.stdout: "recovery_started": 0, 2024-06-06T08:42:52.965 INFO:teuthology.orchestra.run.smithi149.stdout: "recovery_completed": 0, 2024-06-06T08:42:52.965 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_quiesce_path": 13, 2024-06-06T08:42:52.965 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_quiesce_inode": 127183, 2024-06-06T08:42:52.965 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_enqueue_scrub": 0, 2024-06-06T08:42:52.965 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_exportdir": 228, 2024-06-06T08:42:52.965 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_flush": 0, 2024-06-06T08:42:52.965 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_fragmentdir": 77, 2024-06-06T08:42:52.965 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_fragstats": 0, 2024-06-06T08:42:52.965 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_inodestats": 0 2024-06-06T08:42:52.965 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.965 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_log": { 2024-06-06T08:42:52.965 INFO:teuthology.orchestra.run.smithi149.stdout: "evlrg": 9, 2024-06-06T08:42:52.966 INFO:teuthology.orchestra.run.smithi149.stdout: "evadd": 100028, 2024-06-06T08:42:52.966 INFO:teuthology.orchestra.run.smithi149.stdout: "evex": 12291, 2024-06-06T08:42:52.966 INFO:teuthology.orchestra.run.smithi149.stdout: "evtrm": 12291, 2024-06-06T08:42:52.966 INFO:teuthology.orchestra.run.smithi149.stdout: "ev": 87737, 2024-06-06T08:42:52.966 INFO:teuthology.orchestra.run.smithi149.stdout: "evexg": 0, 2024-06-06T08:42:52.966 INFO:teuthology.orchestra.run.smithi149.stdout: "evexd": 12290, 2024-06-06T08:42:52.966 INFO:teuthology.orchestra.run.smithi149.stdout: "segadd": 144, 2024-06-06T08:42:52.966 INFO:teuthology.orchestra.run.smithi149.stdout: "segex": 16, 2024-06-06T08:42:52.966 INFO:teuthology.orchestra.run.smithi149.stdout: "segtrm": 16, 2024-06-06T08:42:52.966 INFO:teuthology.orchestra.run.smithi149.stdout: "seg": 128, 2024-06-06T08:42:52.966 INFO:teuthology.orchestra.run.smithi149.stdout: "segmjr": 8, 2024-06-06T08:42:52.966 INFO:teuthology.orchestra.run.smithi149.stdout: "segexg": 0, 2024-06-06T08:42:52.966 INFO:teuthology.orchestra.run.smithi149.stdout: "segexd": 15, 2024-06-06T08:42:52.967 INFO:teuthology.orchestra.run.smithi149.stdout: "expos": 26673676, 2024-06-06T08:42:52.967 INFO:teuthology.orchestra.run.smithi149.stdout: "wrpos": 388481094, 2024-06-06T08:42:52.967 INFO:teuthology.orchestra.run.smithi149.stdout: "rdpos": 0, 2024-06-06T08:42:52.967 INFO:teuthology.orchestra.run.smithi149.stdout: "jlat": { 2024-06-06T08:42:52.967 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 11538, 2024-06-06T08:42:52.967 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 1686.946373052, 2024-06-06T08:42:52.967 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.146207867 2024-06-06T08:42:52.967 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.967 INFO:teuthology.orchestra.run.smithi149.stdout: "replayed": 0 2024-06-06T08:42:52.967 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.967 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_mem": { 2024-06-06T08:42:52.967 INFO:teuthology.orchestra.run.smithi149.stdout: "ino": 16011, 2024-06-06T08:42:52.967 INFO:teuthology.orchestra.run.smithi149.stdout: "ino+": 99540, 2024-06-06T08:42:52.968 INFO:teuthology.orchestra.run.smithi149.stdout: "ino-": 83529, 2024-06-06T08:42:52.968 INFO:teuthology.orchestra.run.smithi149.stdout: "dir": 796, 2024-06-06T08:42:52.968 INFO:teuthology.orchestra.run.smithi149.stdout: "dir+": 5408, 2024-06-06T08:42:52.968 INFO:teuthology.orchestra.run.smithi149.stdout: "dir-": 4612, 2024-06-06T08:42:52.968 INFO:teuthology.orchestra.run.smithi149.stdout: "dn": 31896, 2024-06-06T08:42:52.968 INFO:teuthology.orchestra.run.smithi149.stdout: "dn+": 166299, 2024-06-06T08:42:52.968 INFO:teuthology.orchestra.run.smithi149.stdout: "dn-": 134403, 2024-06-06T08:42:52.968 INFO:teuthology.orchestra.run.smithi149.stdout: "cap": 1, 2024-06-06T08:42:52.968 INFO:teuthology.orchestra.run.smithi149.stdout: "cap+": 38725, 2024-06-06T08:42:52.968 INFO:teuthology.orchestra.run.smithi149.stdout: "cap-": 38724, 2024-06-06T08:42:52.968 INFO:teuthology.orchestra.run.smithi149.stdout: "rss": 224596, 2024-06-06T08:42:52.968 INFO:teuthology.orchestra.run.smithi149.stdout: "heap": 223612 2024-06-06T08:42:52.968 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.968 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_server": { 2024-06-06T08:42:52.968 INFO:teuthology.orchestra.run.smithi149.stdout: "dispatch_client_request": 144542, 2024-06-06T08:42:52.969 INFO:teuthology.orchestra.run.smithi149.stdout: "dispatch_server_request": 2811, 2024-06-06T08:42:52.969 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_client_request": 134511, 2024-06-06T08:42:52.969 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_client_session": 185, 2024-06-06T08:42:52.969 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_peer_request": 10166, 2024-06-06T08:42:52.969 INFO:teuthology.orchestra.run.smithi149.stdout: "req_create_latency": { 2024-06-06T08:42:52.969 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 12234, 2024-06-06T08:42:52.969 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 116.082651019, 2024-06-06T08:42:52.969 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.009488527 2024-06-06T08:42:52.969 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.970 INFO:teuthology.orchestra.run.smithi149.stdout: "req_getattr_latency": { 2024-06-06T08:42:52.970 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 119, 2024-06-06T08:42:52.970 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 8.693346960, 2024-06-06T08:42:52.970 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.073053335 2024-06-06T08:42:52.970 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.970 INFO:teuthology.orchestra.run.smithi149.stdout: "req_getfilelock_latency": { 2024-06-06T08:42:52.970 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:42:52.970 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:42:52.970 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:42:52.970 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.970 INFO:teuthology.orchestra.run.smithi149.stdout: "req_link_latency": { 2024-06-06T08:42:52.970 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:42:52.971 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:42:52.971 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:42:52.971 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.971 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lookup_latency": { 2024-06-06T08:42:52.971 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 76280, 2024-06-06T08:42:52.971 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 2304.886844269, 2024-06-06T08:42:52.971 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.030216135 2024-06-06T08:42:52.971 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.971 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lookuphash_latency": { 2024-06-06T08:42:52.971 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:42:52.971 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:42:52.971 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:42:52.971 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.971 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lookupino_latency": { 2024-06-06T08:42:52.971 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 1, 2024-06-06T08:42:52.972 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000134216, 2024-06-06T08:42:52.972 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000134216 2024-06-06T08:42:52.972 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.972 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lookupname_latency": { 2024-06-06T08:42:52.972 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:42:52.972 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:42:52.972 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:42:52.972 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.972 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lookupparent_latency": { 2024-06-06T08:42:52.972 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:42:52.972 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:42:52.972 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:42:52.972 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.973 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lookupsnap_latency": { 2024-06-06T08:42:52.973 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:42:52.973 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:42:52.974 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:42:52.974 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.974 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lssnap_latency": { 2024-06-06T08:42:52.974 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:42:52.974 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:42:52.974 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:42:52.974 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.974 INFO:teuthology.orchestra.run.smithi149.stdout: "req_mkdir_latency": { 2024-06-06T08:42:52.974 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 55, 2024-06-06T08:42:52.974 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 1.870867037, 2024-06-06T08:42:52.974 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.034015764 2024-06-06T08:42:52.974 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.974 INFO:teuthology.orchestra.run.smithi149.stdout: "req_mknod_latency": { 2024-06-06T08:42:52.975 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:42:52.975 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:42:52.975 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:42:52.975 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.975 INFO:teuthology.orchestra.run.smithi149.stdout: "req_mksnap_latency": { 2024-06-06T08:42:52.975 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:42:52.975 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:42:52.975 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:42:52.975 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.975 INFO:teuthology.orchestra.run.smithi149.stdout: "req_open_latency": { 2024-06-06T08:42:52.975 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 4922, 2024-06-06T08:42:52.976 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 35.756612110, 2024-06-06T08:42:52.976 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.007264650 2024-06-06T08:42:52.976 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.976 INFO:teuthology.orchestra.run.smithi149.stdout: "req_readdir_latency": { 2024-06-06T08:42:52.976 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 809, 2024-06-06T08:42:52.976 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 6.400458777, 2024-06-06T08:42:52.976 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.007911568 2024-06-06T08:42:52.976 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.976 INFO:teuthology.orchestra.run.smithi149.stdout: "req_rename_latency": { 2024-06-06T08:42:52.976 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 12224, 2024-06-06T08:42:52.976 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 269.430257065, 2024-06-06T08:42:52.976 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.022041087 2024-06-06T08:42:52.976 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.977 INFO:teuthology.orchestra.run.smithi149.stdout: "req_renamesnap_latency": { 2024-06-06T08:42:52.977 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:42:52.977 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:42:52.977 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:42:52.977 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.977 INFO:teuthology.orchestra.run.smithi149.stdout: "req_snapdiff_latency": { 2024-06-06T08:42:52.977 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:42:52.977 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:42:52.977 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:42:52.977 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.977 INFO:teuthology.orchestra.run.smithi149.stdout: "req_rmdir_latency": { 2024-06-06T08:42:52.977 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 112, 2024-06-06T08:42:52.977 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 89.868152586, 2024-06-06T08:42:52.977 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.802394219 2024-06-06T08:42:52.978 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.978 INFO:teuthology.orchestra.run.smithi149.stdout: "req_rmsnap_latency": { 2024-06-06T08:42:52.978 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:42:52.978 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:42:52.978 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:42:52.978 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.978 INFO:teuthology.orchestra.run.smithi149.stdout: "req_rmxattr_latency": { 2024-06-06T08:42:52.978 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:42:52.978 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:42:52.978 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:42:52.978 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.979 INFO:teuthology.orchestra.run.smithi149.stdout: "req_setattr_latency": { 2024-06-06T08:42:52.979 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:42:52.979 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:42:52.979 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:42:52.979 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.979 INFO:teuthology.orchestra.run.smithi149.stdout: "req_setdirlayout_latency": { 2024-06-06T08:42:52.979 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:42:52.979 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:42:52.979 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:42:52.979 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.979 INFO:teuthology.orchestra.run.smithi149.stdout: "req_setfilelock_latency": { 2024-06-06T08:42:52.979 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:42:52.979 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:42:52.979 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:42:52.980 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.980 INFO:teuthology.orchestra.run.smithi149.stdout: "req_setlayout_latency": { 2024-06-06T08:42:52.980 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:42:52.980 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:42:52.980 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:42:52.980 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.980 INFO:teuthology.orchestra.run.smithi149.stdout: "req_setxattr_latency": { 2024-06-06T08:42:52.980 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:42:52.980 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:42:52.980 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:42:52.980 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.980 INFO:teuthology.orchestra.run.smithi149.stdout: "req_symlink_latency": { 2024-06-06T08:42:52.980 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:42:52.980 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:42:52.981 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:42:52.981 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.981 INFO:teuthology.orchestra.run.smithi149.stdout: "req_unlink_latency": { 2024-06-06T08:42:52.981 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 16685, 2024-06-06T08:42:52.981 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 77.059580361, 2024-06-06T08:42:52.981 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.004618494 2024-06-06T08:42:52.981 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.981 INFO:teuthology.orchestra.run.smithi149.stdout: "cap_revoke_eviction": 0, 2024-06-06T08:42:52.981 INFO:teuthology.orchestra.run.smithi149.stdout: "cap_acquisition_throttle": 0, 2024-06-06T08:42:52.981 INFO:teuthology.orchestra.run.smithi149.stdout: "req_getvxattr_latency": { 2024-06-06T08:42:52.981 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:42:52.981 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:42:52.982 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:42:52.982 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-06-06T08:42:52.982 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.982 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_sessions": { 2024-06-06T08:42:52.982 INFO:teuthology.orchestra.run.smithi149.stdout: "session_count": 1, 2024-06-06T08:42:52.982 INFO:teuthology.orchestra.run.smithi149.stdout: "session_add": 3, 2024-06-06T08:42:52.982 INFO:teuthology.orchestra.run.smithi149.stdout: "session_remove": 2, 2024-06-06T08:42:52.982 INFO:teuthology.orchestra.run.smithi149.stdout: "sessions_open": 1, 2024-06-06T08:42:52.983 INFO:teuthology.orchestra.run.smithi149.stdout: "sessions_stale": 0, 2024-06-06T08:42:52.983 INFO:teuthology.orchestra.run.smithi149.stdout: "total_load": 4995, 2024-06-06T08:42:52.983 INFO:teuthology.orchestra.run.smithi149.stdout: "average_load": 4995, 2024-06-06T08:42:52.983 INFO:teuthology.orchestra.run.smithi149.stdout: "avg_session_uptime": 1179, 2024-06-06T08:42:52.983 INFO:teuthology.orchestra.run.smithi149.stdout: "mdthresh_evicted": 0 2024-06-06T08:42:52.983 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.983 INFO:teuthology.orchestra.run.smithi149.stdout: "mempool": { 2024-06-06T08:42:52.983 INFO:teuthology.orchestra.run.smithi149.stdout: "bloom_filter_bytes": 0, 2024-06-06T08:42:52.983 INFO:teuthology.orchestra.run.smithi149.stdout: "bloom_filter_items": 0, 2024-06-06T08:42:52.983 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_alloc_bytes": 0, 2024-06-06T08:42:52.983 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_alloc_items": 0, 2024-06-06T08:42:52.983 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_data_bytes": 0, 2024-06-06T08:42:52.983 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_data_items": 0, 2024-06-06T08:42:52.984 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_onode_bytes": 0, 2024-06-06T08:42:52.984 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_onode_items": 0, 2024-06-06T08:42:52.984 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_meta_bytes": 0, 2024-06-06T08:42:52.984 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_meta_items": 0, 2024-06-06T08:42:52.984 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_other_bytes": 0, 2024-06-06T08:42:52.984 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_other_items": 0, 2024-06-06T08:42:52.984 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_buffer_bytes": 0, 2024-06-06T08:42:52.984 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_buffer_items": 0, 2024-06-06T08:42:52.984 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_extent_bytes": 0, 2024-06-06T08:42:52.984 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_extent_items": 0, 2024-06-06T08:42:52.985 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_blob_bytes": 0, 2024-06-06T08:42:52.985 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_blob_items": 0, 2024-06-06T08:42:52.985 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_shared_blob_bytes": 0, 2024-06-06T08:42:52.985 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_shared_blob_items": 0, 2024-06-06T08:42:52.985 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_inline_bl_bytes": 0, 2024-06-06T08:42:52.985 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_inline_bl_items": 0, 2024-06-06T08:42:52.985 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_fsck_bytes": 0, 2024-06-06T08:42:52.985 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_fsck_items": 0, 2024-06-06T08:42:52.985 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_txc_bytes": 0, 2024-06-06T08:42:52.985 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_txc_items": 0, 2024-06-06T08:42:52.985 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_writing_deferred_bytes": 0, 2024-06-06T08:42:52.985 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_writing_deferred_items": 0, 2024-06-06T08:42:52.985 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_writing_bytes": 0, 2024-06-06T08:42:52.985 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_writing_items": 0, 2024-06-06T08:42:52.986 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_bytes": 0, 2024-06-06T08:42:52.986 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_items": 0, 2024-06-06T08:42:52.986 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_file_reader_bytes": 0, 2024-06-06T08:42:52.986 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_file_reader_items": 0, 2024-06-06T08:42:52.986 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_file_writer_bytes": 0, 2024-06-06T08:42:52.986 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_file_writer_items": 0, 2024-06-06T08:42:52.986 INFO:teuthology.orchestra.run.smithi149.stdout: "buffer_anon_bytes": 1853231, 2024-06-06T08:42:52.986 INFO:teuthology.orchestra.run.smithi149.stdout: "buffer_anon_items": 16389, 2024-06-06T08:42:52.986 INFO:teuthology.orchestra.run.smithi149.stdout: "buffer_meta_bytes": 0, 2024-06-06T08:42:52.986 INFO:teuthology.orchestra.run.smithi149.stdout: "buffer_meta_items": 0, 2024-06-06T08:42:52.986 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_bytes": 0, 2024-06-06T08:42:52.986 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_items": 0, 2024-06-06T08:42:52.986 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_mapbl_bytes": 0, 2024-06-06T08:42:52.987 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_mapbl_items": 0, 2024-06-06T08:42:52.987 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_pglog_bytes": 0, 2024-06-06T08:42:52.987 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_pglog_items": 0, 2024-06-06T08:42:52.987 INFO:teuthology.orchestra.run.smithi149.stdout: "osdmap_bytes": 9664, 2024-06-06T08:42:52.987 INFO:teuthology.orchestra.run.smithi149.stdout: "osdmap_items": 195, 2024-06-06T08:42:52.987 INFO:teuthology.orchestra.run.smithi149.stdout: "osdmap_mapping_bytes": 0, 2024-06-06T08:42:52.987 INFO:teuthology.orchestra.run.smithi149.stdout: "osdmap_mapping_items": 0, 2024-06-06T08:42:52.987 INFO:teuthology.orchestra.run.smithi149.stdout: "pgmap_bytes": 0, 2024-06-06T08:42:52.987 INFO:teuthology.orchestra.run.smithi149.stdout: "pgmap_items": 0, 2024-06-06T08:42:52.987 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_co_bytes": 61567857, 2024-06-06T08:42:52.987 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_co_items": 637881, 2024-06-06T08:42:52.987 INFO:teuthology.orchestra.run.smithi149.stdout: "unittest_1_bytes": 0, 2024-06-06T08:42:52.987 INFO:teuthology.orchestra.run.smithi149.stdout: "unittest_1_items": 0, 2024-06-06T08:42:52.987 INFO:teuthology.orchestra.run.smithi149.stdout: "unittest_2_bytes": 0, 2024-06-06T08:42:52.987 INFO:teuthology.orchestra.run.smithi149.stdout: "unittest_2_items": 0 2024-06-06T08:42:52.988 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.988 INFO:teuthology.orchestra.run.smithi149.stdout: "objecter": { 2024-06-06T08:42:52.988 INFO:teuthology.orchestra.run.smithi149.stdout: "op_active": 0, 2024-06-06T08:42:52.988 INFO:teuthology.orchestra.run.smithi149.stdout: "op_laggy": 0, 2024-06-06T08:42:52.988 INFO:teuthology.orchestra.run.smithi149.stdout: "op_send": 98499, 2024-06-06T08:42:52.988 INFO:teuthology.orchestra.run.smithi149.stdout: "op_send_bytes": 400994120, 2024-06-06T08:42:52.988 INFO:teuthology.orchestra.run.smithi149.stdout: "op_resend": 30, 2024-06-06T08:42:52.988 INFO:teuthology.orchestra.run.smithi149.stdout: "op_reply": 98499, 2024-06-06T08:42:52.988 INFO:teuthology.orchestra.run.smithi149.stdout: "op_latency": { 2024-06-06T08:42:52.988 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 98499, 2024-06-06T08:42:52.988 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 3336.811132562, 2024-06-06T08:42:52.988 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.033876599 2024-06-06T08:42:52.989 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.989 INFO:teuthology.orchestra.run.smithi149.stdout: "op_inflight": 0, 2024-06-06T08:42:52.989 INFO:teuthology.orchestra.run.smithi149.stdout: "oplen_avg": { 2024-06-06T08:42:52.989 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 98499, 2024-06-06T08:42:52.989 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 100393 2024-06-06T08:42:52.989 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.989 INFO:teuthology.orchestra.run.smithi149.stdout: "op": 98499, 2024-06-06T08:42:52.989 INFO:teuthology.orchestra.run.smithi149.stdout: "op_r": 45731, 2024-06-06T08:42:52.989 INFO:teuthology.orchestra.run.smithi149.stdout: "op_w": 52768, 2024-06-06T08:42:52.989 INFO:teuthology.orchestra.run.smithi149.stdout: "op_rmw": 0, 2024-06-06T08:42:52.989 INFO:teuthology.orchestra.run.smithi149.stdout: "op_pg": 0, 2024-06-06T08:42:52.989 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_stat": 0, 2024-06-06T08:42:52.989 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_create": 19, 2024-06-06T08:42:52.990 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_read": 497, 2024-06-06T08:42:52.990 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_write": 12037, 2024-06-06T08:42:52.990 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_writefull": 274, 2024-06-06T08:42:52.990 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_writesame": 0, 2024-06-06T08:42:52.990 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_append": 0, 2024-06-06T08:42:52.990 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_zero": 1, 2024-06-06T08:42:52.990 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_truncate": 75, 2024-06-06T08:42:52.990 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_delete": 39182, 2024-06-06T08:42:52.990 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_mapext": 0, 2024-06-06T08:42:52.990 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_sparse_read": 0, 2024-06-06T08:42:52.991 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_clonerange": 0, 2024-06-06T08:42:52.991 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_getxattr": 44086, 2024-06-06T08:42:52.991 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_setxattr": 38, 2024-06-06T08:42:52.991 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_cmpxattr": 0, 2024-06-06T08:42:52.991 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_rmxattr": 0, 2024-06-06T08:42:52.991 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_resetxattrs": 0, 2024-06-06T08:42:52.991 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_call": 0, 2024-06-06T08:42:52.991 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_watch": 0, 2024-06-06T08:42:52.991 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_notify": 0, 2024-06-06T08:42:52.991 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_src_cmpxattr": 0, 2024-06-06T08:42:52.991 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_pgls": 0, 2024-06-06T08:42:52.991 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_pgls_filter": 0, 2024-06-06T08:42:52.991 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_other": 0, 2024-06-06T08:42:52.992 INFO:teuthology.orchestra.run.smithi149.stdout: "linger_active": 0, 2024-06-06T08:42:52.992 INFO:teuthology.orchestra.run.smithi149.stdout: "linger_send": 0, 2024-06-06T08:42:52.992 INFO:teuthology.orchestra.run.smithi149.stdout: "linger_resend": 0, 2024-06-06T08:42:52.992 INFO:teuthology.orchestra.run.smithi149.stdout: "linger_ping": 0, 2024-06-06T08:42:52.992 INFO:teuthology.orchestra.run.smithi149.stdout: "poolop_active": 0, 2024-06-06T08:42:52.992 INFO:teuthology.orchestra.run.smithi149.stdout: "poolop_send": 0, 2024-06-06T08:42:52.992 INFO:teuthology.orchestra.run.smithi149.stdout: "poolop_resend": 0, 2024-06-06T08:42:52.992 INFO:teuthology.orchestra.run.smithi149.stdout: "poolstat_active": 0, 2024-06-06T08:42:52.992 INFO:teuthology.orchestra.run.smithi149.stdout: "poolstat_send": 0, 2024-06-06T08:42:52.992 INFO:teuthology.orchestra.run.smithi149.stdout: "poolstat_resend": 0, 2024-06-06T08:42:52.992 INFO:teuthology.orchestra.run.smithi149.stdout: "statfs_active": 0, 2024-06-06T08:42:52.992 INFO:teuthology.orchestra.run.smithi149.stdout: "statfs_send": 0, 2024-06-06T08:42:52.992 INFO:teuthology.orchestra.run.smithi149.stdout: "statfs_resend": 0, 2024-06-06T08:42:52.993 INFO:teuthology.orchestra.run.smithi149.stdout: "command_active": 0, 2024-06-06T08:42:52.993 INFO:teuthology.orchestra.run.smithi149.stdout: "command_send": 0, 2024-06-06T08:42:52.993 INFO:teuthology.orchestra.run.smithi149.stdout: "command_resend": 0, 2024-06-06T08:42:52.993 INFO:teuthology.orchestra.run.smithi149.stdout: "map_epoch": 137, 2024-06-06T08:42:52.993 INFO:teuthology.orchestra.run.smithi149.stdout: "map_full": 0, 2024-06-06T08:42:52.993 INFO:teuthology.orchestra.run.smithi149.stdout: "map_inc": 38, 2024-06-06T08:42:52.993 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_sessions": 12, 2024-06-06T08:42:52.993 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_session_open": 12, 2024-06-06T08:42:52.993 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_session_close": 0, 2024-06-06T08:42:52.993 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_laggy": 0, 2024-06-06T08:42:52.993 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_wr": 2262, 2024-06-06T08:42:52.993 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_rd": 1523, 2024-06-06T08:42:52.993 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_del": 399 2024-06-06T08:42:52.993 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.994 INFO:teuthology.orchestra.run.smithi149.stdout: "oft": { 2024-06-06T08:42:52.994 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_total_objs": 1, 2024-06-06T08:42:52.994 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_total_kv_pairs": 0, 2024-06-06T08:42:52.994 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_total_updates": 0, 2024-06-06T08:42:52.994 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_total_removes": 0 2024-06-06T08:42:52.994 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.994 INFO:teuthology.orchestra.run.smithi149.stdout: "osd-slow-ops": { 2024-06-06T08:42:52.994 INFO:teuthology.orchestra.run.smithi149.stdout: "slow_ops_count": 127174 2024-06-06T08:42:52.994 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.994 INFO:teuthology.orchestra.run.smithi149.stdout: "purge_queue": { 2024-06-06T08:42:52.994 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_executing_ops": 0, 2024-06-06T08:42:52.994 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_executing_ops_high_water": 17, 2024-06-06T08:42:52.994 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_executing": 0, 2024-06-06T08:42:52.994 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_executing_high_water": 9, 2024-06-06T08:42:52.995 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_executed_ops": 39059, 2024-06-06T08:42:52.995 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_executed": 19530, 2024-06-06T08:42:52.995 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_item_in_journal": 0 2024-06-06T08:42:52.995 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.995 INFO:teuthology.orchestra.run.smithi149.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-06-06T08:42:52.995 INFO:teuthology.orchestra.run.smithi149.stdout: "val": 0, 2024-06-06T08:42:52.995 INFO:teuthology.orchestra.run.smithi149.stdout: "max": 104857600, 2024-06-06T08:42:52.995 INFO:teuthology.orchestra.run.smithi149.stdout: "get_started": 0, 2024-06-06T08:42:52.995 INFO:teuthology.orchestra.run.smithi149.stdout: "get": 416400, 2024-06-06T08:42:52.995 INFO:teuthology.orchestra.run.smithi149.stdout: "get_sum": 173984564, 2024-06-06T08:42:52.995 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_fail": 0, 2024-06-06T08:42:52.995 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_success": 416400, 2024-06-06T08:42:52.995 INFO:teuthology.orchestra.run.smithi149.stdout: "take": 0, 2024-06-06T08:42:52.996 INFO:teuthology.orchestra.run.smithi149.stdout: "take_sum": 0, 2024-06-06T08:42:52.996 INFO:teuthology.orchestra.run.smithi149.stdout: "put": 416400, 2024-06-06T08:42:52.996 INFO:teuthology.orchestra.run.smithi149.stdout: "put_sum": 173984564, 2024-06-06T08:42:52.996 INFO:teuthology.orchestra.run.smithi149.stdout: "wait": { 2024-06-06T08:42:52.996 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:42:52.996 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:42:52.996 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:42:52.996 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-06-06T08:42:52.996 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.996 INFO:teuthology.orchestra.run.smithi149.stdout: "throttle-objecter_bytes": { 2024-06-06T08:42:52.996 INFO:teuthology.orchestra.run.smithi149.stdout: "val": 0, 2024-06-06T08:42:52.996 INFO:teuthology.orchestra.run.smithi149.stdout: "max": 104857600, 2024-06-06T08:42:52.996 INFO:teuthology.orchestra.run.smithi149.stdout: "get_started": 0, 2024-06-06T08:42:52.996 INFO:teuthology.orchestra.run.smithi149.stdout: "get": 0, 2024-06-06T08:42:52.997 INFO:teuthology.orchestra.run.smithi149.stdout: "get_sum": 0, 2024-06-06T08:42:52.997 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_fail": 0, 2024-06-06T08:42:52.997 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_success": 0, 2024-06-06T08:42:52.997 INFO:teuthology.orchestra.run.smithi149.stdout: "take": 98499, 2024-06-06T08:42:52.997 INFO:teuthology.orchestra.run.smithi149.stdout: "take_sum": 403904456, 2024-06-06T08:42:52.997 INFO:teuthology.orchestra.run.smithi149.stdout: "put": 98499, 2024-06-06T08:42:52.997 INFO:teuthology.orchestra.run.smithi149.stdout: "put_sum": 403904456, 2024-06-06T08:42:52.997 INFO:teuthology.orchestra.run.smithi149.stdout: "wait": { 2024-06-06T08:42:52.997 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:42:52.997 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:42:52.997 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:42:52.997 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-06-06T08:42:52.997 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.997 INFO:teuthology.orchestra.run.smithi149.stdout: "throttle-objecter_ops": { 2024-06-06T08:42:52.998 INFO:teuthology.orchestra.run.smithi149.stdout: "val": 0, 2024-06-06T08:42:52.998 INFO:teuthology.orchestra.run.smithi149.stdout: "max": 1024, 2024-06-06T08:42:52.998 INFO:teuthology.orchestra.run.smithi149.stdout: "get_started": 0, 2024-06-06T08:42:52.998 INFO:teuthology.orchestra.run.smithi149.stdout: "get": 0, 2024-06-06T08:42:52.998 INFO:teuthology.orchestra.run.smithi149.stdout: "get_sum": 0, 2024-06-06T08:42:52.998 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_fail": 0, 2024-06-06T08:42:52.998 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_success": 0, 2024-06-06T08:42:52.998 INFO:teuthology.orchestra.run.smithi149.stdout: "take": 98499, 2024-06-06T08:42:52.998 INFO:teuthology.orchestra.run.smithi149.stdout: "take_sum": 98499, 2024-06-06T08:42:52.998 INFO:teuthology.orchestra.run.smithi149.stdout: "put": 98499, 2024-06-06T08:42:52.998 INFO:teuthology.orchestra.run.smithi149.stdout: "put_sum": 98499, 2024-06-06T08:42:52.998 INFO:teuthology.orchestra.run.smithi149.stdout: "wait": { 2024-06-06T08:42:52.998 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:42:52.998 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:42:52.999 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:42:52.999 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-06-06T08:42:52.999 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:52.999 INFO:teuthology.orchestra.run.smithi149.stdout: "throttle-write_buf_throttle": { 2024-06-06T08:42:52.999 INFO:teuthology.orchestra.run.smithi149.stdout: "val": 0, 2024-06-06T08:42:52.999 INFO:teuthology.orchestra.run.smithi149.stdout: "max": 3758096384, 2024-06-06T08:42:52.999 INFO:teuthology.orchestra.run.smithi149.stdout: "get_started": 0, 2024-06-06T08:42:52.999 INFO:teuthology.orchestra.run.smithi149.stdout: "get": 19530, 2024-06-06T08:42:52.999 INFO:teuthology.orchestra.run.smithi149.stdout: "get_sum": 2943090, 2024-06-06T08:42:52.999 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_fail": 0, 2024-06-06T08:42:52.999 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_success": 19530, 2024-06-06T08:42:52.999 INFO:teuthology.orchestra.run.smithi149.stdout: "take": 0, 2024-06-06T08:42:53.000 INFO:teuthology.orchestra.run.smithi149.stdout: "take_sum": 0, 2024-06-06T08:42:53.000 INFO:teuthology.orchestra.run.smithi149.stdout: "put": 497, 2024-06-06T08:42:53.000 INFO:teuthology.orchestra.run.smithi149.stdout: "put_sum": 2943090, 2024-06-06T08:42:53.000 INFO:teuthology.orchestra.run.smithi149.stdout: "wait": { 2024-06-06T08:42:53.000 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:42:53.000 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:42:53.000 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:42:53.000 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-06-06T08:42:53.000 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:53.000 INFO:teuthology.orchestra.run.smithi149.stdout: "throttle-write_buf_throttle-0x5592a663e500": { 2024-06-06T08:42:53.000 INFO:teuthology.orchestra.run.smithi149.stdout: "val": 0, 2024-06-06T08:42:53.000 INFO:teuthology.orchestra.run.smithi149.stdout: "max": 3758096384, 2024-06-06T08:42:53.000 INFO:teuthology.orchestra.run.smithi149.stdout: "get_started": 0, 2024-06-06T08:42:53.000 INFO:teuthology.orchestra.run.smithi149.stdout: "get": 100028, 2024-06-06T08:42:53.001 INFO:teuthology.orchestra.run.smithi149.stdout: "get_sum": 384286790, 2024-06-06T08:42:53.001 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_fail": 0, 2024-06-06T08:42:53.001 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_success": 100028, 2024-06-06T08:42:53.001 INFO:teuthology.orchestra.run.smithi149.stdout: "take": 0, 2024-06-06T08:42:53.001 INFO:teuthology.orchestra.run.smithi149.stdout: "take_sum": 0, 2024-06-06T08:42:53.001 INFO:teuthology.orchestra.run.smithi149.stdout: "put": 11538, 2024-06-06T08:42:53.001 INFO:teuthology.orchestra.run.smithi149.stdout: "put_sum": 384286790, 2024-06-06T08:42:53.001 INFO:teuthology.orchestra.run.smithi149.stdout: "wait": { 2024-06-06T08:42:53.001 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:42:53.001 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:42:53.001 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:42:53.002 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-06-06T08:42:53.002 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-06-06T08:42:53.002 INFO:teuthology.orchestra.run.smithi149.stdout:} 2024-06-06T08:42:53.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:42:52 smithi120 ceph-mon[36658]: pgmap v647: 129 pgs: 19 active+clean+snaptrim, 61 active+clean+snaptrim_wait, 49 active+clean; 1.2 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-06T08:42:53.314 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:42:52 smithi042 ceph-mon[32384]: pgmap v647: 129 pgs: 19 active+clean+snaptrim, 61 active+clean+snaptrim_wait, 49 active+clean; 1.2 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-06T08:42:54.253 INFO:tasks.check_counter:Daemon mds.c mds.exported=227 2024-06-06T08:42:54.253 INFO:tasks.check_counter:Daemon mds.c mds.imported=311 2024-06-06T08:42:54.253 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update=2270 2024-06-06T08:42:54.253 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update_receipt=5207 2024-06-06T08:42:54.253 INFO:tasks.check_counter:Daemon mds.c mds.root_rsnaps=6 2024-06-06T08:42:54.253 INFO:tasks.check_counter:Daemon mds.c mds_server.req_mksnap_latency.avgcount=0 2024-06-06T08:42:54.253 INFO:tasks.check_counter:Daemon mds.c mds_server.req_rmsnap_latency.avgcount=0 2024-06-06T08:42:54.253 INFO:tasks.check_counter:Daemon mds.c mds.dir_split=75 2024-06-06T08:42:54.253 DEBUG:tasks.check_counter:Getting stats from f 2024-06-06T08:42:54.254 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph daemon mds.f perf dump 2024-06-06T08:42:54.711 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.c/config 2024-06-06T08:42:55.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:42:54 smithi149 ceph-mon[36842]: pgmap v648: 129 pgs: 18 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 57 active+clean; 1.2 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-06T08:42:55.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:42:54 smithi120 ceph-mon[36658]: pgmap v648: 129 pgs: 18 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 57 active+clean; 1.2 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-06T08:42:55.314 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:42:54 smithi042 ceph-mon[32384]: pgmap v648: 129 pgs: 18 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 57 active+clean; 1.2 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-06T08:42:56.948 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2024-06-06T08:42:56.948 INFO:teuthology.orchestra.run.smithi149.stdout: "AsyncMessenger::Worker-0": { 2024-06-06T08:42:56.948 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_messages": 4, 2024-06-06T08:42:56.948 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages": 4, 2024-06-06T08:42:56.948 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_bytes": 3024, 2024-06-06T08:42:56.948 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_bytes": 448, 2024-06-06T08:42:56.948 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_created_connections": 4, 2024-06-06T08:42:56.948 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_active_connections": 0, 2024-06-06T08:42:56.948 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_total_time": 0.002007260, 2024-06-06T08:42:56.948 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_send_time": 0.000038422, 2024-06-06T08:42:56.949 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_recv_time": 0.000671759, 2024-06-06T08:42:56.949 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-06-06T08:42:56.949 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:42:56.949 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 3, 2024-06-06T08:42:56.949 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000777706, 2024-06-06T08:42:56.949 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000259235 2024-06-06T08:42:56.949 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:56.949 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:42:56.949 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:42:56.950 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:42:56.950 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:42:56.950 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:56.950 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_encrypted_bytes": 3024, 2024-06-06T08:42:56.950 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_encrypted_bytes": 448 2024-06-06T08:42:56.950 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:56.950 INFO:teuthology.orchestra.run.smithi149.stdout: "AsyncMessenger::Worker-1": { 2024-06-06T08:42:56.950 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_messages": 1, 2024-06-06T08:42:56.950 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages": 160, 2024-06-06T08:42:56.951 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_bytes": 160, 2024-06-06T08:42:56.951 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_bytes": 105984, 2024-06-06T08:42:56.951 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_created_connections": 3, 2024-06-06T08:42:56.951 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_active_connections": 2, 2024-06-06T08:42:56.951 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_total_time": 0.009893963, 2024-06-06T08:42:56.951 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_send_time": 0.006442333, 2024-06-06T08:42:56.951 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_recv_time": 0.001451543, 2024-06-06T08:42:56.951 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-06-06T08:42:56.951 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:42:56.951 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 158, 2024-06-06T08:42:56.952 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.018894809, 2024-06-06T08:42:56.952 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000119587 2024-06-06T08:42:56.952 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:56.952 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:42:56.952 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:42:56.952 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:42:56.952 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:42:56.952 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:56.952 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_encrypted_bytes": 160, 2024-06-06T08:42:56.953 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_encrypted_bytes": 105984 2024-06-06T08:42:56.953 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:56.953 INFO:teuthology.orchestra.run.smithi149.stdout: "AsyncMessenger::Worker-2": { 2024-06-06T08:42:56.953 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_messages": 212, 2024-06-06T08:42:56.953 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages": 211, 2024-06-06T08:42:56.953 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_bytes": 201056, 2024-06-06T08:42:56.953 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_bytes": 129344, 2024-06-06T08:42:56.953 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_created_connections": 2, 2024-06-06T08:42:56.953 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_active_connections": 1, 2024-06-06T08:42:56.954 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_total_time": 0.028917496, 2024-06-06T08:42:56.954 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_send_time": 0.011519482, 2024-06-06T08:42:56.954 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_recv_time": 0.010164468, 2024-06-06T08:42:56.954 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_fast_dispatch_time": 0.005374352, 2024-06-06T08:42:56.954 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:42:56.954 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 210, 2024-06-06T08:42:56.954 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.013557127, 2024-06-06T08:42:56.954 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000064557 2024-06-06T08:42:56.954 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:56.954 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:42:56.954 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:42:56.954 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:42:56.955 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:42:56.955 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:56.955 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_encrypted_bytes": 201056, 2024-06-06T08:42:56.955 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_encrypted_bytes": 129344 2024-06-06T08:42:56.955 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:56.955 INFO:teuthology.orchestra.run.smithi149.stdout: "cct": { 2024-06-06T08:42:56.955 INFO:teuthology.orchestra.run.smithi149.stdout: "total_workers": 0, 2024-06-06T08:42:56.955 INFO:teuthology.orchestra.run.smithi149.stdout: "unhealthy_workers": 0 2024-06-06T08:42:56.955 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:56.955 INFO:teuthology.orchestra.run.smithi149.stdout: "mempool": { 2024-06-06T08:42:56.955 INFO:teuthology.orchestra.run.smithi149.stdout: "bloom_filter_bytes": 0, 2024-06-06T08:42:56.955 INFO:teuthology.orchestra.run.smithi149.stdout: "bloom_filter_items": 0, 2024-06-06T08:42:56.956 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_alloc_bytes": 0, 2024-06-06T08:42:56.956 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_alloc_items": 0, 2024-06-06T08:42:56.956 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_data_bytes": 0, 2024-06-06T08:42:56.956 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_data_items": 0, 2024-06-06T08:42:56.956 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_onode_bytes": 0, 2024-06-06T08:42:56.956 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_onode_items": 0, 2024-06-06T08:42:56.956 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_meta_bytes": 0, 2024-06-06T08:42:56.956 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_meta_items": 0, 2024-06-06T08:42:56.956 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_other_bytes": 0, 2024-06-06T08:42:56.956 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_other_items": 0, 2024-06-06T08:42:56.956 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_buffer_bytes": 0, 2024-06-06T08:42:56.956 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_buffer_items": 0, 2024-06-06T08:42:56.956 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_extent_bytes": 0, 2024-06-06T08:42:56.956 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_extent_items": 0, 2024-06-06T08:42:56.957 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_blob_bytes": 0, 2024-06-06T08:42:56.957 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_blob_items": 0, 2024-06-06T08:42:56.957 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_shared_blob_bytes": 0, 2024-06-06T08:42:56.957 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_shared_blob_items": 0, 2024-06-06T08:42:56.957 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_inline_bl_bytes": 0, 2024-06-06T08:42:56.957 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_inline_bl_items": 0, 2024-06-06T08:42:56.957 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_fsck_bytes": 0, 2024-06-06T08:42:56.957 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_fsck_items": 0, 2024-06-06T08:42:56.957 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_txc_bytes": 0, 2024-06-06T08:42:56.957 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_txc_items": 0, 2024-06-06T08:42:56.957 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_writing_deferred_bytes": 0, 2024-06-06T08:42:56.957 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_writing_deferred_items": 0, 2024-06-06T08:42:56.957 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_writing_bytes": 0, 2024-06-06T08:42:56.957 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_writing_items": 0, 2024-06-06T08:42:56.958 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_bytes": 0, 2024-06-06T08:42:56.958 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_items": 0, 2024-06-06T08:42:56.958 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_file_reader_bytes": 0, 2024-06-06T08:42:56.958 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_file_reader_items": 0, 2024-06-06T08:42:56.958 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_file_writer_bytes": 0, 2024-06-06T08:42:56.958 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_file_writer_items": 0, 2024-06-06T08:42:56.958 INFO:teuthology.orchestra.run.smithi149.stdout: "buffer_anon_bytes": 148967, 2024-06-06T08:42:56.958 INFO:teuthology.orchestra.run.smithi149.stdout: "buffer_anon_items": 29, 2024-06-06T08:42:56.958 INFO:teuthology.orchestra.run.smithi149.stdout: "buffer_meta_bytes": 0, 2024-06-06T08:42:56.958 INFO:teuthology.orchestra.run.smithi149.stdout: "buffer_meta_items": 0, 2024-06-06T08:42:56.958 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_bytes": 0, 2024-06-06T08:42:56.958 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_items": 0, 2024-06-06T08:42:56.959 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_mapbl_bytes": 0, 2024-06-06T08:42:56.959 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_mapbl_items": 0, 2024-06-06T08:42:56.959 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_pglog_bytes": 0, 2024-06-06T08:42:56.959 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_pglog_items": 0, 2024-06-06T08:42:56.959 INFO:teuthology.orchestra.run.smithi149.stdout: "osdmap_bytes": 0, 2024-06-06T08:42:56.959 INFO:teuthology.orchestra.run.smithi149.stdout: "osdmap_items": 0, 2024-06-06T08:42:56.959 INFO:teuthology.orchestra.run.smithi149.stdout: "osdmap_mapping_bytes": 0, 2024-06-06T08:42:56.959 INFO:teuthology.orchestra.run.smithi149.stdout: "osdmap_mapping_items": 0, 2024-06-06T08:42:56.959 INFO:teuthology.orchestra.run.smithi149.stdout: "pgmap_bytes": 0, 2024-06-06T08:42:56.959 INFO:teuthology.orchestra.run.smithi149.stdout: "pgmap_items": 0, 2024-06-06T08:42:56.959 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_co_bytes": 928, 2024-06-06T08:42:56.959 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_co_items": 2, 2024-06-06T08:42:56.959 INFO:teuthology.orchestra.run.smithi149.stdout: "unittest_1_bytes": 0, 2024-06-06T08:42:56.959 INFO:teuthology.orchestra.run.smithi149.stdout: "unittest_1_items": 0, 2024-06-06T08:42:56.959 INFO:teuthology.orchestra.run.smithi149.stdout: "unittest_2_bytes": 0, 2024-06-06T08:42:56.960 INFO:teuthology.orchestra.run.smithi149.stdout: "unittest_2_items": 0 2024-06-06T08:42:56.960 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:42:56.960 INFO:teuthology.orchestra.run.smithi149.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-06-06T08:42:56.960 INFO:teuthology.orchestra.run.smithi149.stdout: "val": 0, 2024-06-06T08:42:56.960 INFO:teuthology.orchestra.run.smithi149.stdout: "max": 104857600, 2024-06-06T08:42:56.960 INFO:teuthology.orchestra.run.smithi149.stdout: "get_started": 0, 2024-06-06T08:42:56.960 INFO:teuthology.orchestra.run.smithi149.stdout: "get": 213, 2024-06-06T08:42:56.960 INFO:teuthology.orchestra.run.smithi149.stdout: "get_sum": 171095, 2024-06-06T08:42:56.960 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_fail": 0, 2024-06-06T08:42:56.960 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_success": 213, 2024-06-06T08:42:56.960 INFO:teuthology.orchestra.run.smithi149.stdout: "take": 0, 2024-06-06T08:42:56.960 INFO:teuthology.orchestra.run.smithi149.stdout: "take_sum": 0, 2024-06-06T08:42:56.960 INFO:teuthology.orchestra.run.smithi149.stdout: "put": 213, 2024-06-06T08:42:56.961 INFO:teuthology.orchestra.run.smithi149.stdout: "put_sum": 171095, 2024-06-06T08:42:56.961 INFO:teuthology.orchestra.run.smithi149.stdout: "wait": { 2024-06-06T08:42:56.961 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:42:56.961 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:42:56.961 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:42:56.961 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-06-06T08:42:56.961 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-06-06T08:42:56.961 INFO:teuthology.orchestra.run.smithi149.stdout:} 2024-06-06T08:42:57.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:42:56 smithi120 ceph-mon[36658]: pgmap v649: 129 pgs: 17 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 58 active+clean; 1.2 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-06-06T08:42:57.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:42:56 smithi149 ceph-mon[36842]: pgmap v649: 129 pgs: 17 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 58 active+clean; 1.2 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-06-06T08:42:57.314 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:42:56 smithi042 ceph-mon[32384]: pgmap v649: 129 pgs: 17 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 58 active+clean; 1.2 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-06-06T08:42:58.181 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.f 2024-06-06T08:42:58.181 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.f 2024-06-06T08:42:58.181 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.f 2024-06-06T08:42:58.181 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.f 2024-06-06T08:42:58.181 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.f 2024-06-06T08:42:58.182 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.f 2024-06-06T08:42:58.182 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.f 2024-06-06T08:42:58.182 WARNING:tasks.check_counter:Counter 'mds.dir_split' not found on daemon mds.f 2024-06-06T08:42:58.182 DEBUG:tasks.check_counter:Getting stats from i 2024-06-06T08:42:58.182 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph daemon mds.i perf dump 2024-06-06T08:42:58.640 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.c/config 2024-06-06T08:42:59.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:42:58 smithi120 ceph-mon[36658]: pgmap v650: 129 pgs: 17 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 58 active+clean; 1.2 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-06T08:42:59.287 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:42:58 smithi149 ceph-mon[36842]: pgmap v650: 129 pgs: 17 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 58 active+clean; 1.2 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-06T08:42:59.314 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:42:58 smithi042 ceph-mon[32384]: pgmap v650: 129 pgs: 17 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 58 active+clean; 1.2 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-06T08:43:01.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:00 smithi120 ceph-mon[36658]: pgmap v651: 129 pgs: 16 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 59 active+clean; 1.2 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:43:01.138 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:00 smithi120 ceph-mon[36658]: osdmap e138: 12 total, 12 up, 12 in 2024-06-06T08:43:01.230 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:00 smithi149 ceph-mon[36842]: pgmap v651: 129 pgs: 16 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 59 active+clean; 1.2 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:43:01.230 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:00 smithi149 ceph-mon[36842]: osdmap e138: 12 total, 12 up, 12 in 2024-06-06T08:43:01.314 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:00 smithi042 ceph-mon[32384]: pgmap v651: 129 pgs: 16 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 59 active+clean; 1.2 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-06T08:43:01.314 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:00 smithi042 ceph-mon[32384]: osdmap e138: 12 total, 12 up, 12 in 2024-06-06T08:43:02.176 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:01 smithi149 ceph-mon[36842]: pgmap v653: 129 pgs: 16 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 59 active+clean; 1.2 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 511 B/s wr, 6 op/s 2024-06-06T08:43:02.314 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:01 smithi042 ceph-mon[32384]: pgmap v653: 129 pgs: 16 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 59 active+clean; 1.2 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 511 B/s wr, 6 op/s 2024-06-06T08:43:02.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:01 smithi120 ceph-mon[36658]: pgmap v653: 129 pgs: 16 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 59 active+clean; 1.2 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 511 B/s wr, 6 op/s 2024-06-06T08:43:02.396 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2024-06-06T08:43:02.397 INFO:teuthology.orchestra.run.smithi149.stdout: "AsyncMessenger::Worker-0": { 2024-06-06T08:43:02.397 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_messages": 158428, 2024-06-06T08:43:02.397 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages": 135585, 2024-06-06T08:43:02.397 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_bytes": 102552508, 2024-06-06T08:43:02.397 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_bytes": 385986688, 2024-06-06T08:43:02.397 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_created_connections": 255, 2024-06-06T08:43:02.397 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_active_connections": 4, 2024-06-06T08:43:02.397 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_total_time": 11.163027527, 2024-06-06T08:43:02.397 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_send_time": 3.731315226, 2024-06-06T08:43:02.397 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_recv_time": 5.035209300, 2024-06-06T08:43:02.397 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_fast_dispatch_time": 3.495349222, 2024-06-06T08:43:02.397 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:43:02.398 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 135583, 2024-06-06T08:43:02.398 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 70.113834727, 2024-06-06T08:43:02.398 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000517128 2024-06-06T08:43:02.398 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.398 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:43:02.398 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 160946, 2024-06-06T08:43:02.398 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.028906017, 2024-06-06T08:43:02.398 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000179 2024-06-06T08:43:02.398 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.398 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_encrypted_bytes": 42224, 2024-06-06T08:43:02.398 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_encrypted_bytes": 1216 2024-06-06T08:43:02.398 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.399 INFO:teuthology.orchestra.run.smithi149.stdout: "AsyncMessenger::Worker-1": { 2024-06-06T08:43:02.399 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_messages": 63487, 2024-06-06T08:43:02.399 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages": 63539, 2024-06-06T08:43:02.399 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_bytes": 33549190, 2024-06-06T08:43:02.399 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_bytes": 247741208, 2024-06-06T08:43:02.399 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_created_connections": 48, 2024-06-06T08:43:02.399 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_active_connections": 6, 2024-06-06T08:43:02.399 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_total_time": 6.748238983, 2024-06-06T08:43:02.399 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_send_time": 1.711422676, 2024-06-06T08:43:02.399 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_recv_time": 1.036186866, 2024-06-06T08:43:02.399 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_fast_dispatch_time": 3.710818410, 2024-06-06T08:43:02.399 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:43:02.399 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 63537, 2024-06-06T08:43:02.400 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 2044.827156747, 2024-06-06T08:43:02.400 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.032183250 2024-06-06T08:43:02.400 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.400 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:43:02.400 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 329, 2024-06-06T08:43:02.400 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000068724, 2024-06-06T08:43:02.400 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000208 2024-06-06T08:43:02.400 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.400 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_encrypted_bytes": 1915376, 2024-06-06T08:43:02.400 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_encrypted_bytes": 846800 2024-06-06T08:43:02.400 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.400 INFO:teuthology.orchestra.run.smithi149.stdout: "AsyncMessenger::Worker-2": { 2024-06-06T08:43:02.401 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_messages": 434560, 2024-06-06T08:43:02.401 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages": 599760, 2024-06-06T08:43:02.401 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_bytes": 194457706, 2024-06-06T08:43:02.401 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_bytes": 480763330, 2024-06-06T08:43:02.401 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_created_connections": 17, 2024-06-06T08:43:02.401 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_active_connections": 7, 2024-06-06T08:43:02.401 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_total_time": 29.080836486, 2024-06-06T08:43:02.401 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_send_time": 10.891082802, 2024-06-06T08:43:02.401 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_recv_time": 18.473979735, 2024-06-06T08:43:02.401 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_fast_dispatch_time": 4.144338927, 2024-06-06T08:43:02.401 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:43:02.401 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 599759, 2024-06-06T08:43:02.401 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 162.802854591, 2024-06-06T08:43:02.402 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000271447 2024-06-06T08:43:02.402 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.402 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:43:02.402 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 785888, 2024-06-06T08:43:02.402 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.169901688, 2024-06-06T08:43:02.402 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000216 2024-06-06T08:43:02.402 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.402 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_encrypted_bytes": 651520, 2024-06-06T08:43:02.402 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_encrypted_bytes": 390560 2024-06-06T08:43:02.402 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.402 INFO:teuthology.orchestra.run.smithi149.stdout: "cct": { 2024-06-06T08:43:02.402 INFO:teuthology.orchestra.run.smithi149.stdout: "total_workers": 1, 2024-06-06T08:43:02.403 INFO:teuthology.orchestra.run.smithi149.stdout: "unhealthy_workers": 0 2024-06-06T08:43:02.403 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.403 INFO:teuthology.orchestra.run.smithi149.stdout: "finisher-MDSRank": { 2024-06-06T08:43:02.403 INFO:teuthology.orchestra.run.smithi149.stdout: "queue_len": 0, 2024-06-06T08:43:02.403 INFO:teuthology.orchestra.run.smithi149.stdout: "complete_latency": { 2024-06-06T08:43:02.403 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 40228, 2024-06-06T08:43:02.403 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 211.746697416, 2024-06-06T08:43:02.403 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.005263664 2024-06-06T08:43:02.403 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-06-06T08:43:02.403 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.403 INFO:teuthology.orchestra.run.smithi149.stdout: "finisher-PurgeQueue": { 2024-06-06T08:43:02.403 INFO:teuthology.orchestra.run.smithi149.stdout: "queue_len": 0, 2024-06-06T08:43:02.403 INFO:teuthology.orchestra.run.smithi149.stdout: "complete_latency": { 2024-06-06T08:43:02.403 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 41310, 2024-06-06T08:43:02.404 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 10.195295481, 2024-06-06T08:43:02.404 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000246799 2024-06-06T08:43:02.404 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-06-06T08:43:02.404 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.404 INFO:teuthology.orchestra.run.smithi149.stdout: "mds": { 2024-06-06T08:43:02.404 INFO:teuthology.orchestra.run.smithi149.stdout: "request": 214961, 2024-06-06T08:43:02.404 INFO:teuthology.orchestra.run.smithi149.stdout: "reply": 199116, 2024-06-06T08:43:02.404 INFO:teuthology.orchestra.run.smithi149.stdout: "reply_latency": { 2024-06-06T08:43:02.404 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 199116, 2024-06-06T08:43:02.404 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 6360.473432394, 2024-06-06T08:43:02.404 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.031943557 2024-06-06T08:43:02.404 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.404 INFO:teuthology.orchestra.run.smithi149.stdout: "slow_reply": 0, 2024-06-06T08:43:02.405 INFO:teuthology.orchestra.run.smithi149.stdout: "forward": 15807, 2024-06-06T08:43:02.405 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_fetch_complete": 1234, 2024-06-06T08:43:02.405 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_fetch_keys": 2, 2024-06-06T08:43:02.405 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_commit": 8295, 2024-06-06T08:43:02.405 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_split": 133, 2024-06-06T08:43:02.405 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_merge": 2, 2024-06-06T08:43:02.405 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes": 30982, 2024-06-06T08:43:02.405 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes_top": 21101, 2024-06-06T08:43:02.405 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes_bottom": 9765, 2024-06-06T08:43:02.405 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes_pin_tail": 116, 2024-06-06T08:43:02.405 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes_pinned": 129, 2024-06-06T08:43:02.405 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes_expired": 196787, 2024-06-06T08:43:02.405 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes_with_caps": 3, 2024-06-06T08:43:02.405 INFO:teuthology.orchestra.run.smithi149.stdout: "caps": 3, 2024-06-06T08:43:02.405 INFO:teuthology.orchestra.run.smithi149.stdout: "subtrees": 3, 2024-06-06T08:43:02.406 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse": 361118, 2024-06-06T08:43:02.406 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse_hit": 301603, 2024-06-06T08:43:02.406 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse_forward": 15651, 2024-06-06T08:43:02.406 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse_discover": 1455, 2024-06-06T08:43:02.406 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse_dir_fetch": 154, 2024-06-06T08:43:02.406 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse_remote_ino": 0, 2024-06-06T08:43:02.406 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse_lock": 704, 2024-06-06T08:43:02.406 INFO:teuthology.orchestra.run.smithi149.stdout: "load_cent": 0, 2024-06-06T08:43:02.406 INFO:teuthology.orchestra.run.smithi149.stdout: "q": 0, 2024-06-06T08:43:02.406 INFO:teuthology.orchestra.run.smithi149.stdout: "exported": 565, 2024-06-06T08:43:02.406 INFO:teuthology.orchestra.run.smithi149.stdout: "exported_inodes": 150437, 2024-06-06T08:43:02.406 INFO:teuthology.orchestra.run.smithi149.stdout: "imported": 316, 2024-06-06T08:43:02.407 INFO:teuthology.orchestra.run.smithi149.stdout: "imported_inodes": 126400, 2024-06-06T08:43:02.407 INFO:teuthology.orchestra.run.smithi149.stdout: "openino_dir_fetch": 0, 2024-06-06T08:43:02.407 INFO:teuthology.orchestra.run.smithi149.stdout: "openino_backtrace_fetch": 33168, 2024-06-06T08:43:02.407 INFO:teuthology.orchestra.run.smithi149.stdout: "openino_peer_discover": 0, 2024-06-06T08:43:02.407 INFO:teuthology.orchestra.run.smithi149.stdout: "root_rfiles": 4, 2024-06-06T08:43:02.407 INFO:teuthology.orchestra.run.smithi149.stdout: "root_rbytes": 234, 2024-06-06T08:43:02.407 INFO:teuthology.orchestra.run.smithi149.stdout: "root_rsnaps": 6, 2024-06-06T08:43:02.407 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_backtrace_fetch": 33168, 2024-06-06T08:43:02.407 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_set_tag": 0, 2024-06-06T08:43:02.407 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_backtrace_repaired": 0, 2024-06-06T08:43:02.407 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_inotable_repaired": 0, 2024-06-06T08:43:02.407 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_dir_inodes": 528, 2024-06-06T08:43:02.407 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_dir_base_inodes": 9, 2024-06-06T08:43:02.407 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_dirfrag_rstats": 519, 2024-06-06T08:43:02.408 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_file_inodes": 32640, 2024-06-06T08:43:02.408 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_inode_file_caps": 63, 2024-06-06T08:43:02.408 INFO:teuthology.orchestra.run.smithi149.stdout: "ceph_cap_op_revoke": 58720, 2024-06-06T08:43:02.408 INFO:teuthology.orchestra.run.smithi149.stdout: "ceph_cap_op_grant": 69768, 2024-06-06T08:43:02.408 INFO:teuthology.orchestra.run.smithi149.stdout: "ceph_cap_op_trunc": 7, 2024-06-06T08:43:02.408 INFO:teuthology.orchestra.run.smithi149.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-06-06T08:43:02.408 INFO:teuthology.orchestra.run.smithi149.stdout: "ceph_cap_op_flush_ack": 0, 2024-06-06T08:43:02.408 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_client_caps": 84029, 2024-06-06T08:43:02.408 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_client_caps_dirty": 29477, 2024-06-06T08:43:02.408 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_client_cap_release": 5017, 2024-06-06T08:43:02.408 INFO:teuthology.orchestra.run.smithi149.stdout: "process_request_cap_release": 55121 2024-06-06T08:43:02.408 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.408 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_cache": { 2024-06-06T08:43:02.408 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_update": 2643, 2024-06-06T08:43:02.409 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_update_receipt": 3354, 2024-06-06T08:43:02.409 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_try_discover": 1810, 2024-06-06T08:43:02.409 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_send_discover": 3205, 2024-06-06T08:43:02.409 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_handle_discover": 5324, 2024-06-06T08:43:02.409 INFO:teuthology.orchestra.run.smithi149.stdout: "num_strays": 143, 2024-06-06T08:43:02.409 INFO:teuthology.orchestra.run.smithi149.stdout: "num_strays_delayed": 0, 2024-06-06T08:43:02.409 INFO:teuthology.orchestra.run.smithi149.stdout: "num_strays_enqueuing": 0, 2024-06-06T08:43:02.409 INFO:teuthology.orchestra.run.smithi149.stdout: "strays_created": 22512, 2024-06-06T08:43:02.409 INFO:teuthology.orchestra.run.smithi149.stdout: "strays_enqueued": 22369, 2024-06-06T08:43:02.409 INFO:teuthology.orchestra.run.smithi149.stdout: "strays_reintegrated": 0, 2024-06-06T08:43:02.409 INFO:teuthology.orchestra.run.smithi149.stdout: "strays_migrated": 0, 2024-06-06T08:43:02.409 INFO:teuthology.orchestra.run.smithi149.stdout: "num_recovering_processing": 0, 2024-06-06T08:43:02.409 INFO:teuthology.orchestra.run.smithi149.stdout: "num_recovering_enqueued": 0, 2024-06-06T08:43:02.410 INFO:teuthology.orchestra.run.smithi149.stdout: "num_recovering_prioritized": 0, 2024-06-06T08:43:02.410 INFO:teuthology.orchestra.run.smithi149.stdout: "recovery_started": 0, 2024-06-06T08:43:02.410 INFO:teuthology.orchestra.run.smithi149.stdout: "recovery_completed": 0, 2024-06-06T08:43:02.410 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_quiesce_path": 13, 2024-06-06T08:43:02.410 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_quiesce_inode": 67073, 2024-06-06T08:43:02.410 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_enqueue_scrub": 9, 2024-06-06T08:43:02.410 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_exportdir": 567, 2024-06-06T08:43:02.410 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_flush": 0, 2024-06-06T08:43:02.410 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_fragmentdir": 135, 2024-06-06T08:43:02.410 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_fragstats": 0, 2024-06-06T08:43:02.410 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_inodestats": 0 2024-06-06T08:43:02.410 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.410 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_log": { 2024-06-06T08:43:02.410 INFO:teuthology.orchestra.run.smithi149.stdout: "evlrg": 22, 2024-06-06T08:43:02.411 INFO:teuthology.orchestra.run.smithi149.stdout: "evadd": 156885, 2024-06-06T08:43:02.411 INFO:teuthology.orchestra.run.smithi149.stdout: "evex": 156865, 2024-06-06T08:43:02.411 INFO:teuthology.orchestra.run.smithi149.stdout: "evtrm": 156865, 2024-06-06T08:43:02.411 INFO:teuthology.orchestra.run.smithi149.stdout: "ev": 20, 2024-06-06T08:43:02.411 INFO:teuthology.orchestra.run.smithi149.stdout: "evexg": 0, 2024-06-06T08:43:02.411 INFO:teuthology.orchestra.run.smithi149.stdout: "evexd": 284, 2024-06-06T08:43:02.411 INFO:teuthology.orchestra.run.smithi149.stdout: "segadd": 285, 2024-06-06T08:43:02.411 INFO:teuthology.orchestra.run.smithi149.stdout: "segex": 284, 2024-06-06T08:43:02.411 INFO:teuthology.orchestra.run.smithi149.stdout: "segtrm": 284, 2024-06-06T08:43:02.411 INFO:teuthology.orchestra.run.smithi149.stdout: "seg": 1, 2024-06-06T08:43:02.411 INFO:teuthology.orchestra.run.smithi149.stdout: "segmjr": 1, 2024-06-06T08:43:02.411 INFO:teuthology.orchestra.run.smithi149.stdout: "segexg": 0, 2024-06-06T08:43:02.411 INFO:teuthology.orchestra.run.smithi149.stdout: "segexd": 1, 2024-06-06T08:43:02.411 INFO:teuthology.orchestra.run.smithi149.stdout: "expos": 556919933, 2024-06-06T08:43:02.412 INFO:teuthology.orchestra.run.smithi149.stdout: "wrpos": 556958430, 2024-06-06T08:43:02.412 INFO:teuthology.orchestra.run.smithi149.stdout: "rdpos": 0, 2024-06-06T08:43:02.412 INFO:teuthology.orchestra.run.smithi149.stdout: "jlat": { 2024-06-06T08:43:02.412 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 12898, 2024-06-06T08:43:02.412 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 1740.980963568, 2024-06-06T08:43:02.412 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.134980691 2024-06-06T08:43:02.412 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.412 INFO:teuthology.orchestra.run.smithi149.stdout: "replayed": 0 2024-06-06T08:43:02.412 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.412 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_mem": { 2024-06-06T08:43:02.412 INFO:teuthology.orchestra.run.smithi149.stdout: "ino": 15925, 2024-06-06T08:43:02.412 INFO:teuthology.orchestra.run.smithi149.stdout: "ino+": 156651, 2024-06-06T08:43:02.412 INFO:teuthology.orchestra.run.smithi149.stdout: "ino-": 140726, 2024-06-06T08:43:02.413 INFO:teuthology.orchestra.run.smithi149.stdout: "dir": 757, 2024-06-06T08:43:02.413 INFO:teuthology.orchestra.run.smithi149.stdout: "dir+": 6373, 2024-06-06T08:43:02.413 INFO:teuthology.orchestra.run.smithi149.stdout: "dir-": 5616, 2024-06-06T08:43:02.413 INFO:teuthology.orchestra.run.smithi149.stdout: "dn": 30982, 2024-06-06T08:43:02.413 INFO:teuthology.orchestra.run.smithi149.stdout: "dn+": 255300, 2024-06-06T08:43:02.413 INFO:teuthology.orchestra.run.smithi149.stdout: "dn-": 224318, 2024-06-06T08:43:02.413 INFO:teuthology.orchestra.run.smithi149.stdout: "cap": 3, 2024-06-06T08:43:02.413 INFO:teuthology.orchestra.run.smithi149.stdout: "cap+": 55143, 2024-06-06T08:43:02.413 INFO:teuthology.orchestra.run.smithi149.stdout: "cap-": 55140, 2024-06-06T08:43:02.413 INFO:teuthology.orchestra.run.smithi149.stdout: "rss": 213892, 2024-06-06T08:43:02.413 INFO:teuthology.orchestra.run.smithi149.stdout: "heap": 231804 2024-06-06T08:43:02.413 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.413 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_server": { 2024-06-06T08:43:02.413 INFO:teuthology.orchestra.run.smithi149.stdout: "dispatch_client_request": 231342, 2024-06-06T08:43:02.414 INFO:teuthology.orchestra.run.smithi149.stdout: "dispatch_server_request": 11236, 2024-06-06T08:43:02.414 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_client_request": 214961, 2024-06-06T08:43:02.414 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_client_session": 493, 2024-06-06T08:43:02.414 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_peer_request": 22297, 2024-06-06T08:43:02.414 INFO:teuthology.orchestra.run.smithi149.stdout: "req_create_latency": { 2024-06-06T08:43:02.414 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 30037, 2024-06-06T08:43:02.414 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 378.282935112, 2024-06-06T08:43:02.414 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.012593898 2024-06-06T08:43:02.414 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.414 INFO:teuthology.orchestra.run.smithi149.stdout: "req_getattr_latency": { 2024-06-06T08:43:02.414 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 5414, 2024-06-06T08:43:02.414 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 210.914046754, 2024-06-06T08:43:02.414 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.038957156 2024-06-06T08:43:02.415 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.415 INFO:teuthology.orchestra.run.smithi149.stdout: "req_getfilelock_latency": { 2024-06-06T08:43:02.415 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:02.415 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:02.415 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:02.415 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.415 INFO:teuthology.orchestra.run.smithi149.stdout: "req_link_latency": { 2024-06-06T08:43:02.415 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:02.415 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:02.415 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:02.415 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.415 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lookup_latency": { 2024-06-06T08:43:02.415 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 102507, 2024-06-06T08:43:02.415 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 4796.050505801, 2024-06-06T08:43:02.416 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.046787541 2024-06-06T08:43:02.416 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.416 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lookuphash_latency": { 2024-06-06T08:43:02.416 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:02.416 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:02.416 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:02.416 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.416 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lookupino_latency": { 2024-06-06T08:43:02.416 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 1, 2024-06-06T08:43:02.416 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000164023, 2024-06-06T08:43:02.416 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000164023 2024-06-06T08:43:02.416 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.416 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lookupname_latency": { 2024-06-06T08:43:02.416 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:02.417 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:02.417 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:02.417 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.417 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lookupparent_latency": { 2024-06-06T08:43:02.417 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:02.417 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:02.417 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:02.417 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.418 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lookupsnap_latency": { 2024-06-06T08:43:02.418 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:02.418 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:02.418 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:02.418 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.418 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lssnap_latency": { 2024-06-06T08:43:02.418 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 21, 2024-06-06T08:43:02.418 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.015959392, 2024-06-06T08:43:02.418 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000759971 2024-06-06T08:43:02.418 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.419 INFO:teuthology.orchestra.run.smithi149.stdout: "req_mkdir_latency": { 2024-06-06T08:43:02.419 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 223, 2024-06-06T08:43:02.419 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 4.352128635, 2024-06-06T08:43:02.419 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.019516271 2024-06-06T08:43:02.419 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.419 INFO:teuthology.orchestra.run.smithi149.stdout: "req_mknod_latency": { 2024-06-06T08:43:02.419 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:02.419 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:02.419 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:02.419 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.419 INFO:teuthology.orchestra.run.smithi149.stdout: "req_mksnap_latency": { 2024-06-06T08:43:02.419 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 21, 2024-06-06T08:43:02.419 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 14.003988104, 2024-06-06T08:43:02.419 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.666856576 2024-06-06T08:43:02.420 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.420 INFO:teuthology.orchestra.run.smithi149.stdout: "req_open_latency": { 2024-06-06T08:43:02.420 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 11268, 2024-06-06T08:43:02.420 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 163.330599935, 2024-06-06T08:43:02.420 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.014495083 2024-06-06T08:43:02.420 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.420 INFO:teuthology.orchestra.run.smithi149.stdout: "req_readdir_latency": { 2024-06-06T08:43:02.420 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 998, 2024-06-06T08:43:02.420 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 19.901396408, 2024-06-06T08:43:02.420 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.019941278 2024-06-06T08:43:02.420 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.420 INFO:teuthology.orchestra.run.smithi149.stdout: "req_rename_latency": { 2024-06-06T08:43:02.420 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 29672, 2024-06-06T08:43:02.421 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 603.127275055, 2024-06-06T08:43:02.421 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.020326478 2024-06-06T08:43:02.421 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.421 INFO:teuthology.orchestra.run.smithi149.stdout: "req_renamesnap_latency": { 2024-06-06T08:43:02.421 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:02.421 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:02.421 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:02.421 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.421 INFO:teuthology.orchestra.run.smithi149.stdout: "req_snapdiff_latency": { 2024-06-06T08:43:02.421 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:02.421 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:02.421 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:02.421 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.422 INFO:teuthology.orchestra.run.smithi149.stdout: "req_rmdir_latency": { 2024-06-06T08:43:02.422 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 147, 2024-06-06T08:43:02.422 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 53.619392442, 2024-06-06T08:43:02.422 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.364757771 2024-06-06T08:43:02.422 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.422 INFO:teuthology.orchestra.run.smithi149.stdout: "req_rmsnap_latency": { 2024-06-06T08:43:02.422 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 15, 2024-06-06T08:43:02.422 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 6.542779312, 2024-06-06T08:43:02.422 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.436185287 2024-06-06T08:43:02.422 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.422 INFO:teuthology.orchestra.run.smithi149.stdout: "req_rmxattr_latency": { 2024-06-06T08:43:02.422 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:02.422 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:02.423 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:02.423 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.423 INFO:teuthology.orchestra.run.smithi149.stdout: "req_setattr_latency": { 2024-06-06T08:43:02.423 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 9, 2024-06-06T08:43:02.423 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.487218496, 2024-06-06T08:43:02.423 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.054135388 2024-06-06T08:43:02.423 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.423 INFO:teuthology.orchestra.run.smithi149.stdout: "req_setdirlayout_latency": { 2024-06-06T08:43:02.423 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:02.423 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:02.423 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:02.423 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.423 INFO:teuthology.orchestra.run.smithi149.stdout: "req_setfilelock_latency": { 2024-06-06T08:43:02.423 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:02.424 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:02.424 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:02.424 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.424 INFO:teuthology.orchestra.run.smithi149.stdout: "req_setlayout_latency": { 2024-06-06T08:43:02.424 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:02.424 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:02.424 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:02.424 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.424 INFO:teuthology.orchestra.run.smithi149.stdout: "req_setxattr_latency": { 2024-06-06T08:43:02.424 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 8, 2024-06-06T08:43:02.424 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.024099128, 2024-06-06T08:43:02.424 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.003012391 2024-06-06T08:43:02.424 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.425 INFO:teuthology.orchestra.run.smithi149.stdout: "req_symlink_latency": { 2024-06-06T08:43:02.425 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 3, 2024-06-06T08:43:02.425 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.002173155, 2024-06-06T08:43:02.425 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000724385 2024-06-06T08:43:02.425 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.425 INFO:teuthology.orchestra.run.smithi149.stdout: "req_unlink_latency": { 2024-06-06T08:43:02.425 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 18772, 2024-06-06T08:43:02.425 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 109.818770642, 2024-06-06T08:43:02.425 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.005850136 2024-06-06T08:43:02.425 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.425 INFO:teuthology.orchestra.run.smithi149.stdout: "cap_revoke_eviction": 0, 2024-06-06T08:43:02.425 INFO:teuthology.orchestra.run.smithi149.stdout: "cap_acquisition_throttle": 0, 2024-06-06T08:43:02.425 INFO:teuthology.orchestra.run.smithi149.stdout: "req_getvxattr_latency": { 2024-06-06T08:43:02.425 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:02.426 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:02.426 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:02.426 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-06-06T08:43:02.426 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.426 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_sessions": { 2024-06-06T08:43:02.426 INFO:teuthology.orchestra.run.smithi149.stdout: "session_count": 2, 2024-06-06T08:43:02.426 INFO:teuthology.orchestra.run.smithi149.stdout: "session_add": 6, 2024-06-06T08:43:02.426 INFO:teuthology.orchestra.run.smithi149.stdout: "session_remove": 4, 2024-06-06T08:43:02.426 INFO:teuthology.orchestra.run.smithi149.stdout: "sessions_open": 2, 2024-06-06T08:43:02.426 INFO:teuthology.orchestra.run.smithi149.stdout: "sessions_stale": 0, 2024-06-06T08:43:02.426 INFO:teuthology.orchestra.run.smithi149.stdout: "total_load": 4008, 2024-06-06T08:43:02.426 INFO:teuthology.orchestra.run.smithi149.stdout: "average_load": 2004, 2024-06-06T08:43:02.427 INFO:teuthology.orchestra.run.smithi149.stdout: "avg_session_uptime": 1211, 2024-06-06T08:43:02.427 INFO:teuthology.orchestra.run.smithi149.stdout: "mdthresh_evicted": 0 2024-06-06T08:43:02.427 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.427 INFO:teuthology.orchestra.run.smithi149.stdout: "mempool": { 2024-06-06T08:43:02.427 INFO:teuthology.orchestra.run.smithi149.stdout: "bloom_filter_bytes": 1200, 2024-06-06T08:43:02.427 INFO:teuthology.orchestra.run.smithi149.stdout: "bloom_filter_items": 1200, 2024-06-06T08:43:02.427 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_alloc_bytes": 0, 2024-06-06T08:43:02.427 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_alloc_items": 0, 2024-06-06T08:43:02.427 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_data_bytes": 0, 2024-06-06T08:43:02.427 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_data_items": 0, 2024-06-06T08:43:02.427 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_onode_bytes": 0, 2024-06-06T08:43:02.427 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_onode_items": 0, 2024-06-06T08:43:02.427 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_meta_bytes": 0, 2024-06-06T08:43:02.427 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_meta_items": 0, 2024-06-06T08:43:02.428 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_other_bytes": 0, 2024-06-06T08:43:02.428 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_other_items": 0, 2024-06-06T08:43:02.428 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_buffer_bytes": 0, 2024-06-06T08:43:02.428 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_buffer_items": 0, 2024-06-06T08:43:02.428 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_extent_bytes": 0, 2024-06-06T08:43:02.428 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_extent_items": 0, 2024-06-06T08:43:02.428 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_blob_bytes": 0, 2024-06-06T08:43:02.428 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_blob_items": 0, 2024-06-06T08:43:02.428 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_shared_blob_bytes": 0, 2024-06-06T08:43:02.428 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_shared_blob_items": 0, 2024-06-06T08:43:02.428 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_inline_bl_bytes": 0, 2024-06-06T08:43:02.428 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_inline_bl_items": 0, 2024-06-06T08:43:02.428 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_fsck_bytes": 0, 2024-06-06T08:43:02.428 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_fsck_items": 0, 2024-06-06T08:43:02.429 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_txc_bytes": 0, 2024-06-06T08:43:02.429 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_txc_items": 0, 2024-06-06T08:43:02.429 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_writing_deferred_bytes": 0, 2024-06-06T08:43:02.429 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_writing_deferred_items": 0, 2024-06-06T08:43:02.429 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_writing_bytes": 0, 2024-06-06T08:43:02.429 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_writing_items": 0, 2024-06-06T08:43:02.429 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_bytes": 0, 2024-06-06T08:43:02.429 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_items": 0, 2024-06-06T08:43:02.429 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_file_reader_bytes": 0, 2024-06-06T08:43:02.429 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_file_reader_items": 0, 2024-06-06T08:43:02.429 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_file_writer_bytes": 0, 2024-06-06T08:43:02.429 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_file_writer_items": 0, 2024-06-06T08:43:02.429 INFO:teuthology.orchestra.run.smithi149.stdout: "buffer_anon_bytes": 1861964, 2024-06-06T08:43:02.429 INFO:teuthology.orchestra.run.smithi149.stdout: "buffer_anon_items": 16253, 2024-06-06T08:43:02.430 INFO:teuthology.orchestra.run.smithi149.stdout: "buffer_meta_bytes": 0, 2024-06-06T08:43:02.430 INFO:teuthology.orchestra.run.smithi149.stdout: "buffer_meta_items": 0, 2024-06-06T08:43:02.430 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_bytes": 0, 2024-06-06T08:43:02.430 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_items": 0, 2024-06-06T08:43:02.430 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_mapbl_bytes": 0, 2024-06-06T08:43:02.430 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_mapbl_items": 0, 2024-06-06T08:43:02.430 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_pglog_bytes": 0, 2024-06-06T08:43:02.430 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_pglog_items": 0, 2024-06-06T08:43:02.430 INFO:teuthology.orchestra.run.smithi149.stdout: "osdmap_bytes": 9664, 2024-06-06T08:43:02.430 INFO:teuthology.orchestra.run.smithi149.stdout: "osdmap_items": 195, 2024-06-06T08:43:02.430 INFO:teuthology.orchestra.run.smithi149.stdout: "osdmap_mapping_bytes": 0, 2024-06-06T08:43:02.430 INFO:teuthology.orchestra.run.smithi149.stdout: "osdmap_mapping_items": 0, 2024-06-06T08:43:02.430 INFO:teuthology.orchestra.run.smithi149.stdout: "pgmap_bytes": 0, 2024-06-06T08:43:02.431 INFO:teuthology.orchestra.run.smithi149.stdout: "pgmap_items": 0, 2024-06-06T08:43:02.431 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_co_bytes": 60591783, 2024-06-06T08:43:02.431 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_co_items": 596127, 2024-06-06T08:43:02.431 INFO:teuthology.orchestra.run.smithi149.stdout: "unittest_1_bytes": 0, 2024-06-06T08:43:02.431 INFO:teuthology.orchestra.run.smithi149.stdout: "unittest_1_items": 0, 2024-06-06T08:43:02.431 INFO:teuthology.orchestra.run.smithi149.stdout: "unittest_2_bytes": 0, 2024-06-06T08:43:02.431 INFO:teuthology.orchestra.run.smithi149.stdout: "unittest_2_items": 0 2024-06-06T08:43:02.431 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.431 INFO:teuthology.orchestra.run.smithi149.stdout: "objecter": { 2024-06-06T08:43:02.431 INFO:teuthology.orchestra.run.smithi149.stdout: "op_active": 0, 2024-06-06T08:43:02.431 INFO:teuthology.orchestra.run.smithi149.stdout: "op_laggy": 0, 2024-06-06T08:43:02.431 INFO:teuthology.orchestra.run.smithi149.stdout: "op_send": 195375, 2024-06-06T08:43:02.431 INFO:teuthology.orchestra.run.smithi149.stdout: "op_send_bytes": 685895828, 2024-06-06T08:43:02.431 INFO:teuthology.orchestra.run.smithi149.stdout: "op_resend": 37, 2024-06-06T08:43:02.432 INFO:teuthology.orchestra.run.smithi149.stdout: "op_reply": 195375, 2024-06-06T08:43:02.432 INFO:teuthology.orchestra.run.smithi149.stdout: "op_latency": { 2024-06-06T08:43:02.432 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 195375, 2024-06-06T08:43:02.432 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 183966.482762607, 2024-06-06T08:43:02.432 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.941607077 2024-06-06T08:43:02.432 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.432 INFO:teuthology.orchestra.run.smithi149.stdout: "op_inflight": 0, 2024-06-06T08:43:02.432 INFO:teuthology.orchestra.run.smithi149.stdout: "oplen_avg": { 2024-06-06T08:43:02.432 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 195375, 2024-06-06T08:43:02.432 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 349098 2024-06-06T08:43:02.432 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.432 INFO:teuthology.orchestra.run.smithi149.stdout: "op": 195375, 2024-06-06T08:43:02.432 INFO:teuthology.orchestra.run.smithi149.stdout: "op_r": 38362, 2024-06-06T08:43:02.432 INFO:teuthology.orchestra.run.smithi149.stdout: "op_w": 157013, 2024-06-06T08:43:02.433 INFO:teuthology.orchestra.run.smithi149.stdout: "op_rmw": 0, 2024-06-06T08:43:02.433 INFO:teuthology.orchestra.run.smithi149.stdout: "op_pg": 0, 2024-06-06T08:43:02.433 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_stat": 7005, 2024-06-06T08:43:02.433 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_create": 88257, 2024-06-06T08:43:02.433 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_read": 623, 2024-06-06T08:43:02.433 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_write": 13514, 2024-06-06T08:43:02.433 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_writefull": 583, 2024-06-06T08:43:02.433 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_writesame": 0, 2024-06-06T08:43:02.433 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_append": 0, 2024-06-06T08:43:02.433 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_zero": 0, 2024-06-06T08:43:02.433 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_truncate": 133, 2024-06-06T08:43:02.433 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_delete": 45515, 2024-06-06T08:43:02.433 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_mapext": 0, 2024-06-06T08:43:02.433 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_sparse_read": 0, 2024-06-06T08:43:02.434 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_clonerange": 0, 2024-06-06T08:43:02.434 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_getxattr": 33230, 2024-06-06T08:43:02.434 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_setxattr": 133428, 2024-06-06T08:43:02.434 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_cmpxattr": 0, 2024-06-06T08:43:02.434 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_rmxattr": 0, 2024-06-06T08:43:02.434 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_resetxattrs": 0, 2024-06-06T08:43:02.434 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_call": 0, 2024-06-06T08:43:02.434 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_watch": 0, 2024-06-06T08:43:02.434 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_notify": 0, 2024-06-06T08:43:02.434 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_src_cmpxattr": 0, 2024-06-06T08:43:02.434 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_pgls": 0, 2024-06-06T08:43:02.434 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_pgls_filter": 0, 2024-06-06T08:43:02.434 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_other": 7, 2024-06-06T08:43:02.435 INFO:teuthology.orchestra.run.smithi149.stdout: "linger_active": 0, 2024-06-06T08:43:02.435 INFO:teuthology.orchestra.run.smithi149.stdout: "linger_send": 0, 2024-06-06T08:43:02.435 INFO:teuthology.orchestra.run.smithi149.stdout: "linger_resend": 0, 2024-06-06T08:43:02.435 INFO:teuthology.orchestra.run.smithi149.stdout: "linger_ping": 0, 2024-06-06T08:43:02.435 INFO:teuthology.orchestra.run.smithi149.stdout: "poolop_active": 0, 2024-06-06T08:43:02.435 INFO:teuthology.orchestra.run.smithi149.stdout: "poolop_send": 0, 2024-06-06T08:43:02.435 INFO:teuthology.orchestra.run.smithi149.stdout: "poolop_resend": 0, 2024-06-06T08:43:02.435 INFO:teuthology.orchestra.run.smithi149.stdout: "poolstat_active": 0, 2024-06-06T08:43:02.435 INFO:teuthology.orchestra.run.smithi149.stdout: "poolstat_send": 0, 2024-06-06T08:43:02.435 INFO:teuthology.orchestra.run.smithi149.stdout: "poolstat_resend": 0, 2024-06-06T08:43:02.435 INFO:teuthology.orchestra.run.smithi149.stdout: "statfs_active": 0, 2024-06-06T08:43:02.435 INFO:teuthology.orchestra.run.smithi149.stdout: "statfs_send": 0, 2024-06-06T08:43:02.435 INFO:teuthology.orchestra.run.smithi149.stdout: "statfs_resend": 0, 2024-06-06T08:43:02.435 INFO:teuthology.orchestra.run.smithi149.stdout: "command_active": 0, 2024-06-06T08:43:02.435 INFO:teuthology.orchestra.run.smithi149.stdout: "command_send": 0, 2024-06-06T08:43:02.436 INFO:teuthology.orchestra.run.smithi149.stdout: "command_resend": 0, 2024-06-06T08:43:02.436 INFO:teuthology.orchestra.run.smithi149.stdout: "map_epoch": 138, 2024-06-06T08:43:02.436 INFO:teuthology.orchestra.run.smithi149.stdout: "map_full": 0, 2024-06-06T08:43:02.436 INFO:teuthology.orchestra.run.smithi149.stdout: "map_inc": 48, 2024-06-06T08:43:02.436 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_sessions": 12, 2024-06-06T08:43:02.436 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_session_open": 12, 2024-06-06T08:43:02.436 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_session_close": 0, 2024-06-06T08:43:02.436 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_laggy": 0, 2024-06-06T08:43:02.436 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_wr": 16997, 2024-06-06T08:43:02.436 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_rd": 5798, 2024-06-06T08:43:02.436 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_del": 4008 2024-06-06T08:43:02.436 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.436 INFO:teuthology.orchestra.run.smithi149.stdout: "oft": { 2024-06-06T08:43:02.436 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_total_objs": 1, 2024-06-06T08:43:02.437 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_total_kv_pairs": 0, 2024-06-06T08:43:02.437 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_total_updates": 0, 2024-06-06T08:43:02.437 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_total_removes": 0 2024-06-06T08:43:02.437 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.437 INFO:teuthology.orchestra.run.smithi149.stdout: "osd-slow-ops": { 2024-06-06T08:43:02.437 INFO:teuthology.orchestra.run.smithi149.stdout: "slow_ops_count": 66263 2024-06-06T08:43:02.437 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.437 INFO:teuthology.orchestra.run.smithi149.stdout: "purge_queue": { 2024-06-06T08:43:02.437 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_executing_ops": 0, 2024-06-06T08:43:02.437 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_executing_ops_high_water": 17, 2024-06-06T08:43:02.437 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_executing": 0, 2024-06-06T08:43:02.437 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_executing_high_water": 9, 2024-06-06T08:43:02.437 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_executed_ops": 44731, 2024-06-06T08:43:02.438 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_executed": 22369, 2024-06-06T08:43:02.438 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_item_in_journal": 0 2024-06-06T08:43:02.438 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.438 INFO:teuthology.orchestra.run.smithi149.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-06-06T08:43:02.438 INFO:teuthology.orchestra.run.smithi149.stdout: "val": 0, 2024-06-06T08:43:02.438 INFO:teuthology.orchestra.run.smithi149.stdout: "max": 104857600, 2024-06-06T08:43:02.438 INFO:teuthology.orchestra.run.smithi149.stdout: "get_started": 0, 2024-06-06T08:43:02.438 INFO:teuthology.orchestra.run.smithi149.stdout: "get": 656471, 2024-06-06T08:43:02.438 INFO:teuthology.orchestra.run.smithi149.stdout: "get_sum": 271362427, 2024-06-06T08:43:02.438 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_fail": 0, 2024-06-06T08:43:02.438 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_success": 656471, 2024-06-06T08:43:02.438 INFO:teuthology.orchestra.run.smithi149.stdout: "take": 0, 2024-06-06T08:43:02.438 INFO:teuthology.orchestra.run.smithi149.stdout: "take_sum": 0, 2024-06-06T08:43:02.439 INFO:teuthology.orchestra.run.smithi149.stdout: "put": 656471, 2024-06-06T08:43:02.439 INFO:teuthology.orchestra.run.smithi149.stdout: "put_sum": 271362427, 2024-06-06T08:43:02.439 INFO:teuthology.orchestra.run.smithi149.stdout: "wait": { 2024-06-06T08:43:02.439 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:02.439 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:02.439 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:02.439 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-06-06T08:43:02.439 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.439 INFO:teuthology.orchestra.run.smithi149.stdout: "throttle-objecter_bytes": { 2024-06-06T08:43:02.439 INFO:teuthology.orchestra.run.smithi149.stdout: "val": 0, 2024-06-06T08:43:02.439 INFO:teuthology.orchestra.run.smithi149.stdout: "max": 104857600, 2024-06-06T08:43:02.439 INFO:teuthology.orchestra.run.smithi149.stdout: "get_started": 0, 2024-06-06T08:43:02.439 INFO:teuthology.orchestra.run.smithi149.stdout: "get": 0, 2024-06-06T08:43:02.440 INFO:teuthology.orchestra.run.smithi149.stdout: "get_sum": 0, 2024-06-06T08:43:02.440 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_fail": 0, 2024-06-06T08:43:02.440 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_success": 0, 2024-06-06T08:43:02.440 INFO:teuthology.orchestra.run.smithi149.stdout: "take": 195375, 2024-06-06T08:43:02.440 INFO:teuthology.orchestra.run.smithi149.stdout: "take_sum": 689102244, 2024-06-06T08:43:02.440 INFO:teuthology.orchestra.run.smithi149.stdout: "put": 195375, 2024-06-06T08:43:02.440 INFO:teuthology.orchestra.run.smithi149.stdout: "put_sum": 689102244, 2024-06-06T08:43:02.440 INFO:teuthology.orchestra.run.smithi149.stdout: "wait": { 2024-06-06T08:43:02.440 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:02.440 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:02.440 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:02.440 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-06-06T08:43:02.440 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.440 INFO:teuthology.orchestra.run.smithi149.stdout: "throttle-objecter_ops": { 2024-06-06T08:43:02.441 INFO:teuthology.orchestra.run.smithi149.stdout: "val": 0, 2024-06-06T08:43:02.441 INFO:teuthology.orchestra.run.smithi149.stdout: "max": 1024, 2024-06-06T08:43:02.441 INFO:teuthology.orchestra.run.smithi149.stdout: "get_started": 0, 2024-06-06T08:43:02.441 INFO:teuthology.orchestra.run.smithi149.stdout: "get": 0, 2024-06-06T08:43:02.441 INFO:teuthology.orchestra.run.smithi149.stdout: "get_sum": 0, 2024-06-06T08:43:02.441 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_fail": 0, 2024-06-06T08:43:02.441 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_success": 0, 2024-06-06T08:43:02.441 INFO:teuthology.orchestra.run.smithi149.stdout: "take": 195375, 2024-06-06T08:43:02.441 INFO:teuthology.orchestra.run.smithi149.stdout: "take_sum": 195375, 2024-06-06T08:43:02.441 INFO:teuthology.orchestra.run.smithi149.stdout: "put": 195375, 2024-06-06T08:43:02.441 INFO:teuthology.orchestra.run.smithi149.stdout: "put_sum": 195375, 2024-06-06T08:43:02.441 INFO:teuthology.orchestra.run.smithi149.stdout: "wait": { 2024-06-06T08:43:02.441 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:02.441 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:02.441 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:02.442 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-06-06T08:43:02.442 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.442 INFO:teuthology.orchestra.run.smithi149.stdout: "throttle-write_buf_throttle": { 2024-06-06T08:43:02.442 INFO:teuthology.orchestra.run.smithi149.stdout: "val": 0, 2024-06-06T08:43:02.442 INFO:teuthology.orchestra.run.smithi149.stdout: "max": 3758096384, 2024-06-06T08:43:02.442 INFO:teuthology.orchestra.run.smithi149.stdout: "get_started": 0, 2024-06-06T08:43:02.442 INFO:teuthology.orchestra.run.smithi149.stdout: "get": 22369, 2024-06-06T08:43:02.442 INFO:teuthology.orchestra.run.smithi149.stdout: "get_sum": 3338901, 2024-06-06T08:43:02.442 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_fail": 0, 2024-06-06T08:43:02.442 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_success": 22369, 2024-06-06T08:43:02.442 INFO:teuthology.orchestra.run.smithi149.stdout: "take": 0, 2024-06-06T08:43:02.442 INFO:teuthology.orchestra.run.smithi149.stdout: "take_sum": 0, 2024-06-06T08:43:02.442 INFO:teuthology.orchestra.run.smithi149.stdout: "put": 615, 2024-06-06T08:43:02.443 INFO:teuthology.orchestra.run.smithi149.stdout: "put_sum": 3338901, 2024-06-06T08:43:02.443 INFO:teuthology.orchestra.run.smithi149.stdout: "wait": { 2024-06-06T08:43:02.443 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:02.443 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:02.443 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:02.443 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-06-06T08:43:02.443 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:02.443 INFO:teuthology.orchestra.run.smithi149.stdout: "throttle-write_buf_throttle-0x55b4e2264500": { 2024-06-06T08:43:02.443 INFO:teuthology.orchestra.run.smithi149.stdout: "val": 84, 2024-06-06T08:43:02.443 INFO:teuthology.orchestra.run.smithi149.stdout: "max": 3758096384, 2024-06-06T08:43:02.443 INFO:teuthology.orchestra.run.smithi149.stdout: "get_started": 0, 2024-06-06T08:43:02.443 INFO:teuthology.orchestra.run.smithi149.stdout: "get": 156885, 2024-06-06T08:43:02.443 INFO:teuthology.orchestra.run.smithi149.stdout: "get_sum": 552764126, 2024-06-06T08:43:02.443 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_fail": 0, 2024-06-06T08:43:02.444 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_success": 156885, 2024-06-06T08:43:02.444 INFO:teuthology.orchestra.run.smithi149.stdout: "take": 0, 2024-06-06T08:43:02.444 INFO:teuthology.orchestra.run.smithi149.stdout: "take_sum": 0, 2024-06-06T08:43:02.444 INFO:teuthology.orchestra.run.smithi149.stdout: "put": 12898, 2024-06-06T08:43:02.444 INFO:teuthology.orchestra.run.smithi149.stdout: "put_sum": 552764042, 2024-06-06T08:43:02.444 INFO:teuthology.orchestra.run.smithi149.stdout: "wait": { 2024-06-06T08:43:02.444 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:02.444 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:02.444 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:02.444 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-06-06T08:43:02.444 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-06-06T08:43:02.444 INFO:teuthology.orchestra.run.smithi149.stdout:} 2024-06-06T08:43:04.169 INFO:tasks.check_counter:Daemon mds.i mds.exported=565 2024-06-06T08:43:04.169 INFO:tasks.check_counter:Daemon mds.i mds.imported=316 2024-06-06T08:43:04.169 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update=2643 2024-06-06T08:43:04.169 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update_receipt=3354 2024-06-06T08:43:04.169 INFO:tasks.check_counter:Daemon mds.i mds.root_rsnaps=6 2024-06-06T08:43:04.169 INFO:tasks.check_counter:Daemon mds.i mds_server.req_mksnap_latency.avgcount=21 2024-06-06T08:43:04.169 INFO:tasks.check_counter:Daemon mds.i mds_server.req_rmsnap_latency.avgcount=15 2024-06-06T08:43:04.169 INFO:tasks.check_counter:Daemon mds.i mds.dir_split=133 2024-06-06T08:43:04.169 DEBUG:tasks.check_counter:Getting stats from l 2024-06-06T08:43:04.170 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph daemon mds.l perf dump 2024-06-06T08:43:04.609 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.c/config 2024-06-06T08:43:04.766 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:04 smithi149 ceph-mon[36842]: pgmap v654: 129 pgs: 16 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 59 active+clean; 1.2 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 511 B/s wr, 6 op/s 2024-06-06T08:43:04.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:04 smithi042 ceph-mon[32384]: pgmap v654: 129 pgs: 16 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 59 active+clean; 1.2 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 511 B/s wr, 6 op/s 2024-06-06T08:43:04.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:04 smithi120 ceph-mon[36658]: pgmap v654: 129 pgs: 16 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 59 active+clean; 1.2 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 511 B/s wr, 6 op/s 2024-06-06T08:43:06.687 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:06 smithi149 ceph-mon[36842]: pgmap v655: 129 pgs: 16 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 59 active+clean; 1.2 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-06-06T08:43:06.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:06 smithi042 ceph-mon[32384]: pgmap v655: 129 pgs: 16 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 59 active+clean; 1.2 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-06-06T08:43:06.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:06 smithi120 ceph-mon[36658]: pgmap v655: 129 pgs: 16 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 59 active+clean; 1.2 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-06-06T08:43:07.741 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2024-06-06T08:43:07.742 INFO:teuthology.orchestra.run.smithi149.stdout: "AsyncMessenger::Worker-0": { 2024-06-06T08:43:07.742 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_messages": 1786, 2024-06-06T08:43:07.742 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages": 1785, 2024-06-06T08:43:07.742 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_bytes": 149259669, 2024-06-06T08:43:07.742 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_bytes": 566870, 2024-06-06T08:43:07.742 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_created_connections": 8, 2024-06-06T08:43:07.742 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_active_connections": 4, 2024-06-06T08:43:07.742 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_total_time": 0.232140680, 2024-06-06T08:43:07.742 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_send_time": 0.036923755, 2024-06-06T08:43:07.743 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_recv_time": 0.133608314, 2024-06-06T08:43:07.743 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_fast_dispatch_time": 0.049629160, 2024-06-06T08:43:07.743 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:43:07.743 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 1784, 2024-06-06T08:43:07.743 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.252416737, 2024-06-06T08:43:07.743 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000141489 2024-06-06T08:43:07.743 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.743 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:43:07.743 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:07.743 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:07.743 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:07.743 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.744 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_encrypted_bytes": 3024, 2024-06-06T08:43:07.744 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_encrypted_bytes": 448 2024-06-06T08:43:07.744 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.744 INFO:teuthology.orchestra.run.smithi149.stdout: "AsyncMessenger::Worker-1": { 2024-06-06T08:43:07.744 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_messages": 709, 2024-06-06T08:43:07.744 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages": 1015, 2024-06-06T08:43:07.744 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_bytes": 105050214, 2024-06-06T08:43:07.744 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_bytes": 991601, 2024-06-06T08:43:07.744 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_created_connections": 10, 2024-06-06T08:43:07.745 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_active_connections": 7, 2024-06-06T08:43:07.745 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_total_time": 0.135121159, 2024-06-06T08:43:07.745 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_send_time": 0.030211634, 2024-06-06T08:43:07.745 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_recv_time": 0.074905021, 2024-06-06T08:43:07.745 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_fast_dispatch_time": 0.022361333, 2024-06-06T08:43:07.745 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:43:07.745 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 1012, 2024-06-06T08:43:07.745 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.084152635, 2024-06-06T08:43:07.745 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000083154 2024-06-06T08:43:07.745 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.746 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:43:07.746 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:07.746 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:07.746 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:07.746 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.746 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_encrypted_bytes": 480, 2024-06-06T08:43:07.746 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_encrypted_bytes": 767088 2024-06-06T08:43:07.746 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.746 INFO:teuthology.orchestra.run.smithi149.stdout: "AsyncMessenger::Worker-2": { 2024-06-06T08:43:07.746 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_messages": 2714, 2024-06-06T08:43:07.747 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages": 2680, 2024-06-06T08:43:07.747 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_bytes": 124123982, 2024-06-06T08:43:07.747 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_bytes": 967008, 2024-06-06T08:43:07.747 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_created_connections": 5, 2024-06-06T08:43:07.747 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_active_connections": 4, 2024-06-06T08:43:07.747 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_total_time": 0.384863566, 2024-06-06T08:43:07.747 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_send_time": 0.078570884, 2024-06-06T08:43:07.747 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_recv_time": 0.166691095, 2024-06-06T08:43:07.747 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_fast_dispatch_time": 0.132995029, 2024-06-06T08:43:07.747 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:43:07.747 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 2679, 2024-06-06T08:43:07.748 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.147720299, 2024-06-06T08:43:07.748 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000055140 2024-06-06T08:43:07.748 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.748 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:43:07.748 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:07.748 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:07.748 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:07.748 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.748 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_encrypted_bytes": 1779744, 2024-06-06T08:43:07.748 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_encrypted_bytes": 257232 2024-06-06T08:43:07.748 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.749 INFO:teuthology.orchestra.run.smithi149.stdout: "cct": { 2024-06-06T08:43:07.749 INFO:teuthology.orchestra.run.smithi149.stdout: "total_workers": 1, 2024-06-06T08:43:07.749 INFO:teuthology.orchestra.run.smithi149.stdout: "unhealthy_workers": 0 2024-06-06T08:43:07.749 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.749 INFO:teuthology.orchestra.run.smithi149.stdout: "finisher-MDSRank": { 2024-06-06T08:43:07.749 INFO:teuthology.orchestra.run.smithi149.stdout: "queue_len": 0, 2024-06-06T08:43:07.749 INFO:teuthology.orchestra.run.smithi149.stdout: "complete_latency": { 2024-06-06T08:43:07.749 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 7684, 2024-06-06T08:43:07.749 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.209024769, 2024-06-06T08:43:07.749 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000027202 2024-06-06T08:43:07.750 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-06-06T08:43:07.750 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.750 INFO:teuthology.orchestra.run.smithi149.stdout: "finisher-PurgeQueue": { 2024-06-06T08:43:07.750 INFO:teuthology.orchestra.run.smithi149.stdout: "queue_len": 0, 2024-06-06T08:43:07.750 INFO:teuthology.orchestra.run.smithi149.stdout: "complete_latency": { 2024-06-06T08:43:07.750 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:07.750 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:07.750 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:07.750 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-06-06T08:43:07.750 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.751 INFO:teuthology.orchestra.run.smithi149.stdout: "mds": { 2024-06-06T08:43:07.751 INFO:teuthology.orchestra.run.smithi149.stdout: "request": 0, 2024-06-06T08:43:07.751 INFO:teuthology.orchestra.run.smithi149.stdout: "reply": 0, 2024-06-06T08:43:07.751 INFO:teuthology.orchestra.run.smithi149.stdout: "reply_latency": { 2024-06-06T08:43:07.751 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:07.751 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:07.751 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:07.751 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.751 INFO:teuthology.orchestra.run.smithi149.stdout: "slow_reply": 0, 2024-06-06T08:43:07.751 INFO:teuthology.orchestra.run.smithi149.stdout: "forward": 0, 2024-06-06T08:43:07.751 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_fetch_complete": 0, 2024-06-06T08:43:07.752 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_fetch_keys": 0, 2024-06-06T08:43:07.752 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_commit": 0, 2024-06-06T08:43:07.752 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_split": 0, 2024-06-06T08:43:07.752 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_merge": 0, 2024-06-06T08:43:07.752 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes": 51000, 2024-06-06T08:43:07.752 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes_top": 1794, 2024-06-06T08:43:07.752 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes_bottom": 49206, 2024-06-06T08:43:07.752 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes_pin_tail": 0, 2024-06-06T08:43:07.752 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes_pinned": 48436, 2024-06-06T08:43:07.753 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes_expired": 1, 2024-06-06T08:43:07.753 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes_with_caps": 0, 2024-06-06T08:43:07.753 INFO:teuthology.orchestra.run.smithi149.stdout: "caps": 0, 2024-06-06T08:43:07.753 INFO:teuthology.orchestra.run.smithi149.stdout: "subtrees": 1, 2024-06-06T08:43:07.753 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse": 0, 2024-06-06T08:43:07.753 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse_hit": 0, 2024-06-06T08:43:07.753 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse_forward": 0, 2024-06-06T08:43:07.753 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse_discover": 0, 2024-06-06T08:43:07.753 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse_dir_fetch": 0, 2024-06-06T08:43:07.753 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse_remote_ino": 0, 2024-06-06T08:43:07.753 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse_lock": 0, 2024-06-06T08:43:07.754 INFO:teuthology.orchestra.run.smithi149.stdout: "load_cent": 0, 2024-06-06T08:43:07.754 INFO:teuthology.orchestra.run.smithi149.stdout: "q": 0, 2024-06-06T08:43:07.754 INFO:teuthology.orchestra.run.smithi149.stdout: "exported": 0, 2024-06-06T08:43:07.754 INFO:teuthology.orchestra.run.smithi149.stdout: "exported_inodes": 0, 2024-06-06T08:43:07.754 INFO:teuthology.orchestra.run.smithi149.stdout: "imported": 0, 2024-06-06T08:43:07.754 INFO:teuthology.orchestra.run.smithi149.stdout: "imported_inodes": 0, 2024-06-06T08:43:07.754 INFO:teuthology.orchestra.run.smithi149.stdout: "openino_dir_fetch": 0, 2024-06-06T08:43:07.754 INFO:teuthology.orchestra.run.smithi149.stdout: "openino_backtrace_fetch": 0, 2024-06-06T08:43:07.754 INFO:teuthology.orchestra.run.smithi149.stdout: "openino_peer_discover": 0, 2024-06-06T08:43:07.754 INFO:teuthology.orchestra.run.smithi149.stdout: "root_rfiles": 0, 2024-06-06T08:43:07.754 INFO:teuthology.orchestra.run.smithi149.stdout: "root_rbytes": 0, 2024-06-06T08:43:07.754 INFO:teuthology.orchestra.run.smithi149.stdout: "root_rsnaps": 0, 2024-06-06T08:43:07.755 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_backtrace_fetch": 0, 2024-06-06T08:43:07.755 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_set_tag": 0, 2024-06-06T08:43:07.755 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_backtrace_repaired": 0, 2024-06-06T08:43:07.755 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_inotable_repaired": 0, 2024-06-06T08:43:07.755 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_dir_inodes": 0, 2024-06-06T08:43:07.755 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_dir_base_inodes": 0, 2024-06-06T08:43:07.755 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_dirfrag_rstats": 0, 2024-06-06T08:43:07.755 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_file_inodes": 0, 2024-06-06T08:43:07.755 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_inode_file_caps": 0, 2024-06-06T08:43:07.755 INFO:teuthology.orchestra.run.smithi149.stdout: "ceph_cap_op_revoke": 0, 2024-06-06T08:43:07.755 INFO:teuthology.orchestra.run.smithi149.stdout: "ceph_cap_op_grant": 0, 2024-06-06T08:43:07.756 INFO:teuthology.orchestra.run.smithi149.stdout: "ceph_cap_op_trunc": 0, 2024-06-06T08:43:07.756 INFO:teuthology.orchestra.run.smithi149.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-06-06T08:43:07.756 INFO:teuthology.orchestra.run.smithi149.stdout: "ceph_cap_op_flush_ack": 0, 2024-06-06T08:43:07.756 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_client_caps": 0, 2024-06-06T08:43:07.756 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_client_caps_dirty": 0, 2024-06-06T08:43:07.756 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_client_cap_release": 0, 2024-06-06T08:43:07.756 INFO:teuthology.orchestra.run.smithi149.stdout: "process_request_cap_release": 0 2024-06-06T08:43:07.756 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.756 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_cache": { 2024-06-06T08:43:07.756 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_update": 0, 2024-06-06T08:43:07.756 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_update_receipt": 0, 2024-06-06T08:43:07.756 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_try_discover": 0, 2024-06-06T08:43:07.756 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_send_discover": 0, 2024-06-06T08:43:07.757 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_handle_discover": 0, 2024-06-06T08:43:07.757 INFO:teuthology.orchestra.run.smithi149.stdout: "num_strays": 0, 2024-06-06T08:43:07.757 INFO:teuthology.orchestra.run.smithi149.stdout: "num_strays_delayed": 0, 2024-06-06T08:43:07.757 INFO:teuthology.orchestra.run.smithi149.stdout: "num_strays_enqueuing": 0, 2024-06-06T08:43:07.757 INFO:teuthology.orchestra.run.smithi149.stdout: "strays_created": 0, 2024-06-06T08:43:07.757 INFO:teuthology.orchestra.run.smithi149.stdout: "strays_enqueued": 0, 2024-06-06T08:43:07.757 INFO:teuthology.orchestra.run.smithi149.stdout: "strays_reintegrated": 0, 2024-06-06T08:43:07.757 INFO:teuthology.orchestra.run.smithi149.stdout: "strays_migrated": 0, 2024-06-06T08:43:07.757 INFO:teuthology.orchestra.run.smithi149.stdout: "num_recovering_processing": 0, 2024-06-06T08:43:07.757 INFO:teuthology.orchestra.run.smithi149.stdout: "num_recovering_enqueued": 0, 2024-06-06T08:43:07.757 INFO:teuthology.orchestra.run.smithi149.stdout: "num_recovering_prioritized": 0, 2024-06-06T08:43:07.758 INFO:teuthology.orchestra.run.smithi149.stdout: "recovery_started": 0, 2024-06-06T08:43:07.758 INFO:teuthology.orchestra.run.smithi149.stdout: "recovery_completed": 0, 2024-06-06T08:43:07.758 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_quiesce_path": 0, 2024-06-06T08:43:07.758 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_quiesce_inode": 0, 2024-06-06T08:43:07.758 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_enqueue_scrub": 0, 2024-06-06T08:43:07.758 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_exportdir": 0, 2024-06-06T08:43:07.758 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_flush": 0, 2024-06-06T08:43:07.758 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_fragmentdir": 0, 2024-06-06T08:43:07.758 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_fragstats": 0, 2024-06-06T08:43:07.758 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_inodestats": 0 2024-06-06T08:43:07.758 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.758 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_log": { 2024-06-06T08:43:07.758 INFO:teuthology.orchestra.run.smithi149.stdout: "evlrg": 0, 2024-06-06T08:43:07.758 INFO:teuthology.orchestra.run.smithi149.stdout: "evadd": 0, 2024-06-06T08:43:07.759 INFO:teuthology.orchestra.run.smithi149.stdout: "evex": 0, 2024-06-06T08:43:07.759 INFO:teuthology.orchestra.run.smithi149.stdout: "evtrm": 0, 2024-06-06T08:43:07.759 INFO:teuthology.orchestra.run.smithi149.stdout: "ev": 106458, 2024-06-06T08:43:07.759 INFO:teuthology.orchestra.run.smithi149.stdout: "evexg": 0, 2024-06-06T08:43:07.759 INFO:teuthology.orchestra.run.smithi149.stdout: "evexd": 0, 2024-06-06T08:43:07.759 INFO:teuthology.orchestra.run.smithi149.stdout: "segadd": 0, 2024-06-06T08:43:07.759 INFO:teuthology.orchestra.run.smithi149.stdout: "segex": 0, 2024-06-06T08:43:07.759 INFO:teuthology.orchestra.run.smithi149.stdout: "segtrm": 0, 2024-06-06T08:43:07.759 INFO:teuthology.orchestra.run.smithi149.stdout: "seg": 135, 2024-06-06T08:43:07.760 INFO:teuthology.orchestra.run.smithi149.stdout: "segmjr": 10, 2024-06-06T08:43:07.760 INFO:teuthology.orchestra.run.smithi149.stdout: "segexg": 0, 2024-06-06T08:43:07.760 INFO:teuthology.orchestra.run.smithi149.stdout: "segexd": 0, 2024-06-06T08:43:07.760 INFO:teuthology.orchestra.run.smithi149.stdout: "expos": 31064776, 2024-06-06T08:43:07.760 INFO:teuthology.orchestra.run.smithi149.stdout: "wrpos": 379460941, 2024-06-06T08:43:07.760 INFO:teuthology.orchestra.run.smithi149.stdout: "rdpos": 379453177, 2024-06-06T08:43:07.760 INFO:teuthology.orchestra.run.smithi149.stdout: "jlat": { 2024-06-06T08:43:07.760 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:07.760 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:07.760 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:07.760 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.760 INFO:teuthology.orchestra.run.smithi149.stdout: "replayed": 106458 2024-06-06T08:43:07.760 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.760 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_mem": { 2024-06-06T08:43:07.761 INFO:teuthology.orchestra.run.smithi149.stdout: "ino": 16081, 2024-06-06T08:43:07.761 INFO:teuthology.orchestra.run.smithi149.stdout: "ino+": 79821, 2024-06-06T08:43:07.761 INFO:teuthology.orchestra.run.smithi149.stdout: "ino-": 63740, 2024-06-06T08:43:07.761 INFO:teuthology.orchestra.run.smithi149.stdout: "dir": 586, 2024-06-06T08:43:07.761 INFO:teuthology.orchestra.run.smithi149.stdout: "dir+": 2443, 2024-06-06T08:43:07.761 INFO:teuthology.orchestra.run.smithi149.stdout: "dir-": 1857, 2024-06-06T08:43:07.761 INFO:teuthology.orchestra.run.smithi149.stdout: "dn": 51000, 2024-06-06T08:43:07.761 INFO:teuthology.orchestra.run.smithi149.stdout: "dn+": 125000, 2024-06-06T08:43:07.761 INFO:teuthology.orchestra.run.smithi149.stdout: "dn-": 74000, 2024-06-06T08:43:07.761 INFO:teuthology.orchestra.run.smithi149.stdout: "cap": 0, 2024-06-06T08:43:07.761 INFO:teuthology.orchestra.run.smithi149.stdout: "cap+": 0, 2024-06-06T08:43:07.762 INFO:teuthology.orchestra.run.smithi149.stdout: "cap-": 0, 2024-06-06T08:43:07.762 INFO:teuthology.orchestra.run.smithi149.stdout: "rss": 179432, 2024-06-06T08:43:07.762 INFO:teuthology.orchestra.run.smithi149.stdout: "heap": 215420 2024-06-06T08:43:07.762 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.762 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_server": { 2024-06-06T08:43:07.762 INFO:teuthology.orchestra.run.smithi149.stdout: "dispatch_client_request": 0, 2024-06-06T08:43:07.762 INFO:teuthology.orchestra.run.smithi149.stdout: "dispatch_server_request": 0, 2024-06-06T08:43:07.762 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_client_request": 0, 2024-06-06T08:43:07.762 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_client_session": 0, 2024-06-06T08:43:07.762 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_peer_request": 0, 2024-06-06T08:43:07.762 INFO:teuthology.orchestra.run.smithi149.stdout: "req_create_latency": { 2024-06-06T08:43:07.762 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:07.762 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:07.763 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:07.763 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.763 INFO:teuthology.orchestra.run.smithi149.stdout: "req_getattr_latency": { 2024-06-06T08:43:07.763 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:07.763 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:07.763 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:07.763 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.763 INFO:teuthology.orchestra.run.smithi149.stdout: "req_getfilelock_latency": { 2024-06-06T08:43:07.763 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:07.763 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:07.763 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:07.764 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.764 INFO:teuthology.orchestra.run.smithi149.stdout: "req_link_latency": { 2024-06-06T08:43:07.764 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:07.764 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:07.764 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:07.764 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.764 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lookup_latency": { 2024-06-06T08:43:07.764 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:07.764 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:07.764 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:07.764 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.764 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lookuphash_latency": { 2024-06-06T08:43:07.764 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:07.765 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:07.765 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:07.765 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.765 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lookupino_latency": { 2024-06-06T08:43:07.765 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:07.765 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:07.765 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:07.765 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.765 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lookupname_latency": { 2024-06-06T08:43:07.765 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:07.765 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:07.765 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:07.766 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.766 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lookupparent_latency": { 2024-06-06T08:43:07.766 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:07.766 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:07.766 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:07.766 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.766 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lookupsnap_latency": { 2024-06-06T08:43:07.766 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:07.766 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:07.766 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:07.766 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.767 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lssnap_latency": { 2024-06-06T08:43:07.767 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:07.767 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:07.767 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:07.767 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.767 INFO:teuthology.orchestra.run.smithi149.stdout: "req_mkdir_latency": { 2024-06-06T08:43:07.767 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:07.767 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:07.767 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:07.767 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.767 INFO:teuthology.orchestra.run.smithi149.stdout: "req_mknod_latency": { 2024-06-06T08:43:07.767 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:07.768 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:07.768 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:07.768 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.768 INFO:teuthology.orchestra.run.smithi149.stdout: "req_mksnap_latency": { 2024-06-06T08:43:07.768 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:07.768 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:07.768 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:07.768 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.768 INFO:teuthology.orchestra.run.smithi149.stdout: "req_open_latency": { 2024-06-06T08:43:07.768 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:07.768 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:07.768 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:07.769 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.769 INFO:teuthology.orchestra.run.smithi149.stdout: "req_readdir_latency": { 2024-06-06T08:43:07.769 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:07.769 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:07.769 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:07.769 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.769 INFO:teuthology.orchestra.run.smithi149.stdout: "req_rename_latency": { 2024-06-06T08:43:07.769 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:07.769 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:07.769 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:07.769 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.769 INFO:teuthology.orchestra.run.smithi149.stdout: "req_renamesnap_latency": { 2024-06-06T08:43:07.769 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:07.770 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:07.770 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:07.770 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.770 INFO:teuthology.orchestra.run.smithi149.stdout: "req_snapdiff_latency": { 2024-06-06T08:43:07.770 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:07.770 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:07.770 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:07.770 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.770 INFO:teuthology.orchestra.run.smithi149.stdout: "req_rmdir_latency": { 2024-06-06T08:43:07.770 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:07.770 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:07.771 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:07.771 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.771 INFO:teuthology.orchestra.run.smithi149.stdout: "req_rmsnap_latency": { 2024-06-06T08:43:07.771 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:07.771 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:07.771 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:07.771 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.771 INFO:teuthology.orchestra.run.smithi149.stdout: "req_rmxattr_latency": { 2024-06-06T08:43:07.771 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:07.771 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:07.771 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:07.771 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.771 INFO:teuthology.orchestra.run.smithi149.stdout: "req_setattr_latency": { 2024-06-06T08:43:07.771 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:07.772 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:07.772 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:07.772 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.772 INFO:teuthology.orchestra.run.smithi149.stdout: "req_setdirlayout_latency": { 2024-06-06T08:43:07.772 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:07.772 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:07.772 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:07.772 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.772 INFO:teuthology.orchestra.run.smithi149.stdout: "req_setfilelock_latency": { 2024-06-06T08:43:07.772 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:07.772 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:07.772 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:07.773 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.773 INFO:teuthology.orchestra.run.smithi149.stdout: "req_setlayout_latency": { 2024-06-06T08:43:07.773 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:07.773 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:07.773 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:07.773 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.773 INFO:teuthology.orchestra.run.smithi149.stdout: "req_setxattr_latency": { 2024-06-06T08:43:07.773 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:07.773 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:07.773 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:07.773 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.773 INFO:teuthology.orchestra.run.smithi149.stdout: "req_symlink_latency": { 2024-06-06T08:43:07.773 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:07.774 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:07.774 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:07.774 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.774 INFO:teuthology.orchestra.run.smithi149.stdout: "req_unlink_latency": { 2024-06-06T08:43:07.774 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:07.774 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:07.774 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:07.774 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.774 INFO:teuthology.orchestra.run.smithi149.stdout: "cap_revoke_eviction": 0, 2024-06-06T08:43:07.774 INFO:teuthology.orchestra.run.smithi149.stdout: "cap_acquisition_throttle": 0, 2024-06-06T08:43:07.774 INFO:teuthology.orchestra.run.smithi149.stdout: "req_getvxattr_latency": { 2024-06-06T08:43:07.774 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:07.774 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:07.775 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:07.775 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-06-06T08:43:07.775 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.775 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_sessions": { 2024-06-06T08:43:07.775 INFO:teuthology.orchestra.run.smithi149.stdout: "session_count": 2, 2024-06-06T08:43:07.775 INFO:teuthology.orchestra.run.smithi149.stdout: "session_add": 4, 2024-06-06T08:43:07.775 INFO:teuthology.orchestra.run.smithi149.stdout: "session_remove": 2, 2024-06-06T08:43:07.775 INFO:teuthology.orchestra.run.smithi149.stdout: "sessions_open": 2, 2024-06-06T08:43:07.775 INFO:teuthology.orchestra.run.smithi149.stdout: "sessions_stale": 0, 2024-06-06T08:43:07.775 INFO:teuthology.orchestra.run.smithi149.stdout: "total_load": 0, 2024-06-06T08:43:07.775 INFO:teuthology.orchestra.run.smithi149.stdout: "average_load": 0, 2024-06-06T08:43:07.776 INFO:teuthology.orchestra.run.smithi149.stdout: "avg_session_uptime": 4096, 2024-06-06T08:43:07.776 INFO:teuthology.orchestra.run.smithi149.stdout: "mdthresh_evicted": 0 2024-06-06T08:43:07.776 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.776 INFO:teuthology.orchestra.run.smithi149.stdout: "mempool": { 2024-06-06T08:43:07.776 INFO:teuthology.orchestra.run.smithi149.stdout: "bloom_filter_bytes": 0, 2024-06-06T08:43:07.776 INFO:teuthology.orchestra.run.smithi149.stdout: "bloom_filter_items": 0, 2024-06-06T08:43:07.776 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_alloc_bytes": 0, 2024-06-06T08:43:07.776 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_alloc_items": 0, 2024-06-06T08:43:07.776 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_data_bytes": 0, 2024-06-06T08:43:07.776 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_data_items": 0, 2024-06-06T08:43:07.776 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_onode_bytes": 0, 2024-06-06T08:43:07.776 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_onode_items": 0, 2024-06-06T08:43:07.777 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_meta_bytes": 0, 2024-06-06T08:43:07.777 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_meta_items": 0, 2024-06-06T08:43:07.777 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_other_bytes": 0, 2024-06-06T08:43:07.777 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_other_items": 0, 2024-06-06T08:43:07.777 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_buffer_bytes": 0, 2024-06-06T08:43:07.777 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_buffer_items": 0, 2024-06-06T08:43:07.777 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_extent_bytes": 0, 2024-06-06T08:43:07.777 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_extent_items": 0, 2024-06-06T08:43:07.777 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_blob_bytes": 0, 2024-06-06T08:43:07.777 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_blob_items": 0, 2024-06-06T08:43:07.777 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_shared_blob_bytes": 0, 2024-06-06T08:43:07.777 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_shared_blob_items": 0, 2024-06-06T08:43:07.778 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_inline_bl_bytes": 0, 2024-06-06T08:43:07.778 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_inline_bl_items": 0, 2024-06-06T08:43:07.778 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_fsck_bytes": 0, 2024-06-06T08:43:07.778 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_fsck_items": 0, 2024-06-06T08:43:07.778 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_txc_bytes": 0, 2024-06-06T08:43:07.778 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_txc_items": 0, 2024-06-06T08:43:07.778 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_writing_deferred_bytes": 0, 2024-06-06T08:43:07.778 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_writing_deferred_items": 0, 2024-06-06T08:43:07.778 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_writing_bytes": 0, 2024-06-06T08:43:07.778 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_writing_items": 0, 2024-06-06T08:43:07.778 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_bytes": 0, 2024-06-06T08:43:07.779 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_items": 0, 2024-06-06T08:43:07.779 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_file_reader_bytes": 0, 2024-06-06T08:43:07.779 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_file_reader_items": 0, 2024-06-06T08:43:07.779 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_file_writer_bytes": 0, 2024-06-06T08:43:07.779 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_file_writer_items": 0, 2024-06-06T08:43:07.779 INFO:teuthology.orchestra.run.smithi149.stdout: "buffer_anon_bytes": 847359, 2024-06-06T08:43:07.779 INFO:teuthology.orchestra.run.smithi149.stdout: "buffer_anon_items": 16451, 2024-06-06T08:43:07.779 INFO:teuthology.orchestra.run.smithi149.stdout: "buffer_meta_bytes": 0, 2024-06-06T08:43:07.779 INFO:teuthology.orchestra.run.smithi149.stdout: "buffer_meta_items": 0, 2024-06-06T08:43:07.779 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_bytes": 0, 2024-06-06T08:43:07.779 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_items": 0, 2024-06-06T08:43:07.779 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_mapbl_bytes": 0, 2024-06-06T08:43:07.779 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_mapbl_items": 0, 2024-06-06T08:43:07.780 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_pglog_bytes": 0, 2024-06-06T08:43:07.780 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_pglog_items": 0, 2024-06-06T08:43:07.780 INFO:teuthology.orchestra.run.smithi149.stdout: "osdmap_bytes": 9664, 2024-06-06T08:43:07.780 INFO:teuthology.orchestra.run.smithi149.stdout: "osdmap_items": 195, 2024-06-06T08:43:07.780 INFO:teuthology.orchestra.run.smithi149.stdout: "osdmap_mapping_bytes": 0, 2024-06-06T08:43:07.780 INFO:teuthology.orchestra.run.smithi149.stdout: "osdmap_mapping_items": 0, 2024-06-06T08:43:07.780 INFO:teuthology.orchestra.run.smithi149.stdout: "pgmap_bytes": 0, 2024-06-06T08:43:07.780 INFO:teuthology.orchestra.run.smithi149.stdout: "pgmap_items": 0, 2024-06-06T08:43:07.780 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_co_bytes": 74178300, 2024-06-06T08:43:07.780 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_co_items": 712976, 2024-06-06T08:43:07.780 INFO:teuthology.orchestra.run.smithi149.stdout: "unittest_1_bytes": 0, 2024-06-06T08:43:07.781 INFO:teuthology.orchestra.run.smithi149.stdout: "unittest_1_items": 0, 2024-06-06T08:43:07.781 INFO:teuthology.orchestra.run.smithi149.stdout: "unittest_2_bytes": 0, 2024-06-06T08:43:07.781 INFO:teuthology.orchestra.run.smithi149.stdout: "unittest_2_items": 0 2024-06-06T08:43:07.781 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.781 INFO:teuthology.orchestra.run.smithi149.stdout: "objecter": { 2024-06-06T08:43:07.781 INFO:teuthology.orchestra.run.smithi149.stdout: "op_active": 0, 2024-06-06T08:43:07.781 INFO:teuthology.orchestra.run.smithi149.stdout: "op_laggy": 0, 2024-06-06T08:43:07.781 INFO:teuthology.orchestra.run.smithi149.stdout: "op_send": 4719, 2024-06-06T08:43:07.781 INFO:teuthology.orchestra.run.smithi149.stdout: "op_send_bytes": 21, 2024-06-06T08:43:07.781 INFO:teuthology.orchestra.run.smithi149.stdout: "op_resend": 3, 2024-06-06T08:43:07.781 INFO:teuthology.orchestra.run.smithi149.stdout: "op_reply": 4719, 2024-06-06T08:43:07.781 INFO:teuthology.orchestra.run.smithi149.stdout: "op_latency": { 2024-06-06T08:43:07.781 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 4719, 2024-06-06T08:43:07.782 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 59.958830270, 2024-06-06T08:43:07.782 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.012705833 2024-06-06T08:43:07.782 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.782 INFO:teuthology.orchestra.run.smithi149.stdout: "op_inflight": 0, 2024-06-06T08:43:07.782 INFO:teuthology.orchestra.run.smithi149.stdout: "oplen_avg": { 2024-06-06T08:43:07.782 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 4719, 2024-06-06T08:43:07.782 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 4720 2024-06-06T08:43:07.782 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.782 INFO:teuthology.orchestra.run.smithi149.stdout: "op": 4719, 2024-06-06T08:43:07.782 INFO:teuthology.orchestra.run.smithi149.stdout: "op_r": 4719, 2024-06-06T08:43:07.782 INFO:teuthology.orchestra.run.smithi149.stdout: "op_w": 0, 2024-06-06T08:43:07.783 INFO:teuthology.orchestra.run.smithi149.stdout: "op_rmw": 0, 2024-06-06T08:43:07.783 INFO:teuthology.orchestra.run.smithi149.stdout: "op_pg": 0, 2024-06-06T08:43:07.783 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_stat": 2936, 2024-06-06T08:43:07.783 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_create": 0, 2024-06-06T08:43:07.783 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_read": 1781, 2024-06-06T08:43:07.783 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_write": 0, 2024-06-06T08:43:07.783 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_writefull": 0, 2024-06-06T08:43:07.783 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_writesame": 0, 2024-06-06T08:43:07.783 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_append": 0, 2024-06-06T08:43:07.783 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_zero": 0, 2024-06-06T08:43:07.783 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_truncate": 0, 2024-06-06T08:43:07.783 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_delete": 0, 2024-06-06T08:43:07.783 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_mapext": 0, 2024-06-06T08:43:07.783 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_sparse_read": 0, 2024-06-06T08:43:07.784 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_clonerange": 0, 2024-06-06T08:43:07.784 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_getxattr": 1, 2024-06-06T08:43:07.784 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_setxattr": 0, 2024-06-06T08:43:07.784 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_cmpxattr": 0, 2024-06-06T08:43:07.784 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_rmxattr": 0, 2024-06-06T08:43:07.784 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_resetxattrs": 0, 2024-06-06T08:43:07.784 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_call": 0, 2024-06-06T08:43:07.784 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_watch": 0, 2024-06-06T08:43:07.784 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_notify": 0, 2024-06-06T08:43:07.784 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_src_cmpxattr": 0, 2024-06-06T08:43:07.784 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_pgls": 0, 2024-06-06T08:43:07.785 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_pgls_filter": 0, 2024-06-06T08:43:07.785 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_other": 0, 2024-06-06T08:43:07.785 INFO:teuthology.orchestra.run.smithi149.stdout: "linger_active": 0, 2024-06-06T08:43:07.785 INFO:teuthology.orchestra.run.smithi149.stdout: "linger_send": 0, 2024-06-06T08:43:07.785 INFO:teuthology.orchestra.run.smithi149.stdout: "linger_resend": 0, 2024-06-06T08:43:07.785 INFO:teuthology.orchestra.run.smithi149.stdout: "linger_ping": 0, 2024-06-06T08:43:07.785 INFO:teuthology.orchestra.run.smithi149.stdout: "poolop_active": 0, 2024-06-06T08:43:07.785 INFO:teuthology.orchestra.run.smithi149.stdout: "poolop_send": 0, 2024-06-06T08:43:07.785 INFO:teuthology.orchestra.run.smithi149.stdout: "poolop_resend": 0, 2024-06-06T08:43:07.785 INFO:teuthology.orchestra.run.smithi149.stdout: "poolstat_active": 0, 2024-06-06T08:43:07.785 INFO:teuthology.orchestra.run.smithi149.stdout: "poolstat_send": 0, 2024-06-06T08:43:07.785 INFO:teuthology.orchestra.run.smithi149.stdout: "poolstat_resend": 0, 2024-06-06T08:43:07.786 INFO:teuthology.orchestra.run.smithi149.stdout: "statfs_active": 0, 2024-06-06T08:43:07.786 INFO:teuthology.orchestra.run.smithi149.stdout: "statfs_send": 0, 2024-06-06T08:43:07.786 INFO:teuthology.orchestra.run.smithi149.stdout: "statfs_resend": 0, 2024-06-06T08:43:07.786 INFO:teuthology.orchestra.run.smithi149.stdout: "command_active": 0, 2024-06-06T08:43:07.786 INFO:teuthology.orchestra.run.smithi149.stdout: "command_send": 0, 2024-06-06T08:43:07.786 INFO:teuthology.orchestra.run.smithi149.stdout: "command_resend": 0, 2024-06-06T08:43:07.786 INFO:teuthology.orchestra.run.smithi149.stdout: "map_epoch": 138, 2024-06-06T08:43:07.786 INFO:teuthology.orchestra.run.smithi149.stdout: "map_full": 0, 2024-06-06T08:43:07.786 INFO:teuthology.orchestra.run.smithi149.stdout: "map_inc": 39, 2024-06-06T08:43:07.786 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_sessions": 11, 2024-06-06T08:43:07.786 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_session_open": 11, 2024-06-06T08:43:07.787 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_session_close": 0, 2024-06-06T08:43:07.787 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_laggy": 0, 2024-06-06T08:43:07.787 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_wr": 0, 2024-06-06T08:43:07.787 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_rd": 2, 2024-06-06T08:43:07.787 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_del": 0 2024-06-06T08:43:07.787 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.787 INFO:teuthology.orchestra.run.smithi149.stdout: "oft": { 2024-06-06T08:43:07.787 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_total_objs": 0, 2024-06-06T08:43:07.787 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_total_kv_pairs": 0, 2024-06-06T08:43:07.787 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_total_updates": 0, 2024-06-06T08:43:07.787 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_total_removes": 0 2024-06-06T08:43:07.787 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.787 INFO:teuthology.orchestra.run.smithi149.stdout: "osd-slow-ops": { 2024-06-06T08:43:07.788 INFO:teuthology.orchestra.run.smithi149.stdout: "slow_ops_count": 0 2024-06-06T08:43:07.788 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.788 INFO:teuthology.orchestra.run.smithi149.stdout: "purge_queue": { 2024-06-06T08:43:07.788 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_executing_ops": 0, 2024-06-06T08:43:07.788 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_executing_ops_high_water": 0, 2024-06-06T08:43:07.788 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_executing": 0, 2024-06-06T08:43:07.788 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_executing_high_water": 0, 2024-06-06T08:43:07.788 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_executed_ops": 0, 2024-06-06T08:43:07.788 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_executed": 0, 2024-06-06T08:43:07.788 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_item_in_journal": 0 2024-06-06T08:43:07.788 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.788 INFO:teuthology.orchestra.run.smithi149.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-06-06T08:43:07.788 INFO:teuthology.orchestra.run.smithi149.stdout: "val": 0, 2024-06-06T08:43:07.789 INFO:teuthology.orchestra.run.smithi149.stdout: "max": 104857600, 2024-06-06T08:43:07.789 INFO:teuthology.orchestra.run.smithi149.stdout: "get_started": 0, 2024-06-06T08:43:07.789 INFO:teuthology.orchestra.run.smithi149.stdout: "get": 5205, 2024-06-06T08:43:07.789 INFO:teuthology.orchestra.run.smithi149.stdout: "get_sum": 377937835, 2024-06-06T08:43:07.789 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_fail": 0, 2024-06-06T08:43:07.789 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_success": 5205, 2024-06-06T08:43:07.789 INFO:teuthology.orchestra.run.smithi149.stdout: "take": 0, 2024-06-06T08:43:07.789 INFO:teuthology.orchestra.run.smithi149.stdout: "take_sum": 0, 2024-06-06T08:43:07.789 INFO:teuthology.orchestra.run.smithi149.stdout: "put": 5205, 2024-06-06T08:43:07.789 INFO:teuthology.orchestra.run.smithi149.stdout: "put_sum": 377937835, 2024-06-06T08:43:07.789 INFO:teuthology.orchestra.run.smithi149.stdout: "wait": { 2024-06-06T08:43:07.789 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:07.789 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:07.790 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:07.790 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-06-06T08:43:07.790 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.790 INFO:teuthology.orchestra.run.smithi149.stdout: "throttle-objecter_bytes": { 2024-06-06T08:43:07.790 INFO:teuthology.orchestra.run.smithi149.stdout: "val": 0, 2024-06-06T08:43:07.790 INFO:teuthology.orchestra.run.smithi149.stdout: "max": 104857600, 2024-06-06T08:43:07.790 INFO:teuthology.orchestra.run.smithi149.stdout: "get_started": 0, 2024-06-06T08:43:07.790 INFO:teuthology.orchestra.run.smithi149.stdout: "get": 0, 2024-06-06T08:43:07.790 INFO:teuthology.orchestra.run.smithi149.stdout: "get_sum": 0, 2024-06-06T08:43:07.790 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_fail": 0, 2024-06-06T08:43:07.790 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_success": 0, 2024-06-06T08:43:07.790 INFO:teuthology.orchestra.run.smithi149.stdout: "take": 4719, 2024-06-06T08:43:07.791 INFO:teuthology.orchestra.run.smithi149.stdout: "take_sum": 375336289, 2024-06-06T08:43:07.791 INFO:teuthology.orchestra.run.smithi149.stdout: "put": 4719, 2024-06-06T08:43:07.791 INFO:teuthology.orchestra.run.smithi149.stdout: "put_sum": 375336289, 2024-06-06T08:43:07.791 INFO:teuthology.orchestra.run.smithi149.stdout: "wait": { 2024-06-06T08:43:07.791 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:07.791 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:07.791 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:07.791 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-06-06T08:43:07.791 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.791 INFO:teuthology.orchestra.run.smithi149.stdout: "throttle-objecter_ops": { 2024-06-06T08:43:07.791 INFO:teuthology.orchestra.run.smithi149.stdout: "val": 0, 2024-06-06T08:43:07.791 INFO:teuthology.orchestra.run.smithi149.stdout: "max": 1024, 2024-06-06T08:43:07.791 INFO:teuthology.orchestra.run.smithi149.stdout: "get_started": 0, 2024-06-06T08:43:07.792 INFO:teuthology.orchestra.run.smithi149.stdout: "get": 0, 2024-06-06T08:43:07.792 INFO:teuthology.orchestra.run.smithi149.stdout: "get_sum": 0, 2024-06-06T08:43:07.792 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_fail": 0, 2024-06-06T08:43:07.792 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_success": 0, 2024-06-06T08:43:07.792 INFO:teuthology.orchestra.run.smithi149.stdout: "take": 4719, 2024-06-06T08:43:07.792 INFO:teuthology.orchestra.run.smithi149.stdout: "take_sum": 4719, 2024-06-06T08:43:07.792 INFO:teuthology.orchestra.run.smithi149.stdout: "put": 4719, 2024-06-06T08:43:07.792 INFO:teuthology.orchestra.run.smithi149.stdout: "put_sum": 4719, 2024-06-06T08:43:07.793 INFO:teuthology.orchestra.run.smithi149.stdout: "wait": { 2024-06-06T08:43:07.793 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:07.793 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:07.793 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:07.793 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-06-06T08:43:07.793 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.793 INFO:teuthology.orchestra.run.smithi149.stdout: "throttle-write_buf_throttle": { 2024-06-06T08:43:07.794 INFO:teuthology.orchestra.run.smithi149.stdout: "val": 0, 2024-06-06T08:43:07.794 INFO:teuthology.orchestra.run.smithi149.stdout: "max": 3758096384, 2024-06-06T08:43:07.794 INFO:teuthology.orchestra.run.smithi149.stdout: "get_started": 0, 2024-06-06T08:43:07.794 INFO:teuthology.orchestra.run.smithi149.stdout: "get": 0, 2024-06-06T08:43:07.794 INFO:teuthology.orchestra.run.smithi149.stdout: "get_sum": 0, 2024-06-06T08:43:07.794 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_fail": 0, 2024-06-06T08:43:07.794 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_success": 0, 2024-06-06T08:43:07.794 INFO:teuthology.orchestra.run.smithi149.stdout: "take": 0, 2024-06-06T08:43:07.794 INFO:teuthology.orchestra.run.smithi149.stdout: "take_sum": 0, 2024-06-06T08:43:07.794 INFO:teuthology.orchestra.run.smithi149.stdout: "put": 0, 2024-06-06T08:43:07.794 INFO:teuthology.orchestra.run.smithi149.stdout: "put_sum": 0, 2024-06-06T08:43:07.794 INFO:teuthology.orchestra.run.smithi149.stdout: "wait": { 2024-06-06T08:43:07.794 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:07.795 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:07.795 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:07.795 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-06-06T08:43:07.795 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-06T08:43:07.795 INFO:teuthology.orchestra.run.smithi149.stdout: "throttle-write_buf_throttle-0x564b010286e0": { 2024-06-06T08:43:07.795 INFO:teuthology.orchestra.run.smithi149.stdout: "val": 0, 2024-06-06T08:43:07.795 INFO:teuthology.orchestra.run.smithi149.stdout: "max": 3758096384, 2024-06-06T08:43:07.795 INFO:teuthology.orchestra.run.smithi149.stdout: "get_started": 0, 2024-06-06T08:43:07.795 INFO:teuthology.orchestra.run.smithi149.stdout: "get": 0, 2024-06-06T08:43:07.795 INFO:teuthology.orchestra.run.smithi149.stdout: "get_sum": 0, 2024-06-06T08:43:07.795 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_fail": 0, 2024-06-06T08:43:07.795 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_success": 0, 2024-06-06T08:43:07.796 INFO:teuthology.orchestra.run.smithi149.stdout: "take": 0, 2024-06-06T08:43:07.796 INFO:teuthology.orchestra.run.smithi149.stdout: "take_sum": 0, 2024-06-06T08:43:07.796 INFO:teuthology.orchestra.run.smithi149.stdout: "put": 0, 2024-06-06T08:43:07.796 INFO:teuthology.orchestra.run.smithi149.stdout: "put_sum": 0, 2024-06-06T08:43:07.796 INFO:teuthology.orchestra.run.smithi149.stdout: "wait": { 2024-06-06T08:43:07.796 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-06T08:43:07.796 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-06T08:43:07.796 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-06T08:43:07.796 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-06-06T08:43:07.796 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-06-06T08:43:07.796 INFO:teuthology.orchestra.run.smithi149.stdout:} 2024-06-06T08:43:08.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:08 smithi149 ceph-mon[36842]: pgmap v656: 129 pgs: 16 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 59 active+clean; 1.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 54 KiB/s wr, 26 op/s 2024-06-06T08:43:08.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:08 smithi042 ceph-mon[32384]: pgmap v656: 129 pgs: 16 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 59 active+clean; 1.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 54 KiB/s wr, 26 op/s 2024-06-06T08:43:08.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:08 smithi120 ceph-mon[36658]: pgmap v656: 129 pgs: 16 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 59 active+clean; 1.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 54 KiB/s wr, 26 op/s 2024-06-06T08:43:09.325 INFO:tasks.check_counter:Daemon mds.l mds.exported=0 2024-06-06T08:43:09.325 INFO:tasks.check_counter:Daemon mds.l mds.imported=0 2024-06-06T08:43:09.325 INFO:tasks.check_counter:Daemon mds.l mds_cache.dir_update=0 2024-06-06T08:43:09.325 INFO:tasks.check_counter:Daemon mds.l mds_cache.dir_update_receipt=0 2024-06-06T08:43:09.325 INFO:tasks.check_counter:Daemon mds.l mds.root_rsnaps=0 2024-06-06T08:43:09.325 INFO:tasks.check_counter:Daemon mds.l mds_server.req_mksnap_latency.avgcount=0 2024-06-06T08:43:09.325 INFO:tasks.check_counter:Daemon mds.l mds_server.req_rmsnap_latency.avgcount=0 2024-06-06T08:43:09.325 INFO:tasks.check_counter:Daemon mds.l mds.dir_split=0 2024-06-06T08:43:09.326 DEBUG:teuthology.run_tasks:Unwinding manager kclient 2024-06-06T08:43:09.337 INFO:tasks.kclient:Unmounting kernel clients... 2024-06-06T08:43:09.337 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-06-06T08:43:09.337 DEBUG:teuthology.orchestra.run.smithi042:> dd if=/proc/self/mounts of=/dev/stdout 2024-06-06T08:43:09.375 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-06-06T08:43:09.375 DEBUG:teuthology.orchestra.run.smithi042:> dd if=/proc/self/mounts of=/dev/stdout 2024-06-06T08:43:09.451 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph osd blocklist ls 2024-06-06T08:43:10.051 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:43:10.560 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:10 smithi042 ceph-mon[32384]: pgmap v657: 129 pgs: 16 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 59 active+clean; 1.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 54 KiB/s wr, 26 op/s 2024-06-06T08:43:10.560 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:10 smithi042 ceph-mon[32384]: osdmap e139: 12 total, 12 up, 12 in 2024-06-06T08:43:10.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:10 smithi149 ceph-mon[36842]: pgmap v657: 129 pgs: 16 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 59 active+clean; 1.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 54 KiB/s wr, 26 op/s 2024-06-06T08:43:10.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:10 smithi149 ceph-mon[36842]: osdmap e139: 12 total, 12 up, 12 in 2024-06-06T08:43:10.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:10 smithi120 ceph-mon[36658]: pgmap v657: 129 pgs: 16 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 59 active+clean; 1.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 54 KiB/s wr, 26 op/s 2024-06-06T08:43:10.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:10 smithi120 ceph-mon[36658]: osdmap e139: 12 total, 12 up, 12 in 2024-06-06T08:43:12.163 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:12.163+0000 7fbb1d497700 1 -- 172.21.15.42:0/2087193802 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbb181099d0 msgr2=0x7fbb18109e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:43:12.163 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:12.163+0000 7fbb1d497700 1 --2- 172.21.15.42:0/2087193802 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbb181099d0 0x7fbb18109e50 secure :-1 s=READY pgs=1063 cs=0 l=1 rev1=1 crypto rx=0x7fbb0001c0d0 tx=0x7fbb0001c3e0 comp rx=0 tx=0).stop 2024-06-06T08:43:12.164 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:12.163+0000 7fbb1d497700 1 -- 172.21.15.42:0/2087193802 shutdown_connections 2024-06-06T08:43:12.164 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:12.163+0000 7fbb1d497700 1 --2- 172.21.15.42:0/2087193802 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbb1811bc70 0x7fbb1811e060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:12.164 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:12.163+0000 7fbb1d497700 1 --2- 172.21.15.42:0/2087193802 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbb18110c70 0x7fbb18109490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:12.164 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:12.163+0000 7fbb1d497700 1 --2- 172.21.15.42:0/2087193802 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbb181099d0 0x7fbb18109e50 unknown :-1 s=CLOSED pgs=1063 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:12.164 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:12.163+0000 7fbb1d497700 1 -- 172.21.15.42:0/2087193802 >> 172.21.15.42:0/2087193802 conn(0x7fbb1806d600 msgr2=0x7fbb1806da10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:43:12.168 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:12.167+0000 7fbb1d497700 1 -- 172.21.15.42:0/2087193802 shutdown_connections 2024-06-06T08:43:12.168 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:12.167+0000 7fbb1d497700 1 -- 172.21.15.42:0/2087193802 wait complete. 2024-06-06T08:43:12.168 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:12.168+0000 7fbb1d497700 1 Processor -- start 2024-06-06T08:43:12.168 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:12.168+0000 7fbb1d497700 1 -- start start 2024-06-06T08:43:12.168 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:12.168+0000 7fbb1d497700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbb181099d0 0x7fbb1811b270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:43:12.169 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:12.168+0000 7fbb1d497700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbb18110c70 0x7fbb18117310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:43:12.169 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:12.168+0000 7fbb1d497700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbb1811bc70 0x7fbb18117850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:43:12.169 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:12.168+0000 7fbb1d497700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fbb18113e00 con 0x7fbb1811bc70 2024-06-06T08:43:12.169 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:12.168+0000 7fbb1d497700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fbb18113c80 con 0x7fbb18110c70 2024-06-06T08:43:12.169 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:12.168+0000 7fbb1d497700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fbb18113f80 con 0x7fbb181099d0 2024-06-06T08:43:12.170 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:12.170+0000 7fbb16ffd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbb181099d0 0x7fbb1811b270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:43:12.170 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:12.170+0000 7fbb16ffd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbb181099d0 0x7fbb1811b270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:40280/0 (socket says 172.21.15.42:40280) 2024-06-06T08:43:12.170 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:12.170+0000 7fbb177fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbb1811bc70 0x7fbb18117850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:43:12.170 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:12.170+0000 7fbb177fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbb1811bc70 0x7fbb18117850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:55680/0 (socket says 172.21.15.42:55680) 2024-06-06T08:43:12.170 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:12.170+0000 7fbb16ffd700 1 -- 172.21.15.42:0/4245296907 learned_addr learned my addr 172.21.15.42:0/4245296907 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:43:12.170 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:12.171+0000 7fbb0e7fc700 1 --2- 172.21.15.42:0/4245296907 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbb18110c70 0x7fbb18117310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:43:12.171 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:12.171+0000 7fbb16ffd700 1 -- 172.21.15.42:0/4245296907 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbb18110c70 msgr2=0x7fbb18117310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:43:12.171 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:12.171+0000 7fbb16ffd700 1 --2- 172.21.15.42:0/4245296907 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbb18110c70 0x7fbb18117310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:12.171 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:12.171+0000 7fbb16ffd700 1 -- 172.21.15.42:0/4245296907 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbb1811bc70 msgr2=0x7fbb18117850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:43:12.171 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:12.171+0000 7fbb16ffd700 1 --2- 172.21.15.42:0/4245296907 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbb1811bc70 0x7fbb18117850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:12.171 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:12.171+0000 7fbb16ffd700 1 -- 172.21.15.42:0/4245296907 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb18117e40 con 0x7fbb181099d0 2024-06-06T08:43:12.173 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:12.172+0000 7fbb16ffd700 1 --2- 172.21.15.42:0/4245296907 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbb181099d0 0x7fbb1811b270 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fbb0800b550 tx=0x7fbb0800b860 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:43:12.178 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:12.178+0000 7fbb14ff9700 1 -- 172.21.15.42:0/4245296907 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb08015020 con 0x7fbb181099d0 2024-06-06T08:43:12.178 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:12.178+0000 7fbb14ff9700 1 -- 172.21.15.42:0/4245296907 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbb08011d10 con 0x7fbb181099d0 2024-06-06T08:43:12.179 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:12.178+0000 7fbb14ff9700 1 -- 172.21.15.42:0/4245296907 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb08010e40 con 0x7fbb181099d0 2024-06-06T08:43:12.179 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:12.179+0000 7fbb1d497700 1 -- 172.21.15.42:0/4245296907 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbb18118130 con 0x7fbb181099d0 2024-06-06T08:43:12.179 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:12.179+0000 7fbb1d497700 1 -- 172.21.15.42:0/4245296907 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbb181abe00 con 0x7fbb181099d0 2024-06-06T08:43:12.189 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:12.189+0000 7fbb1d497700 1 -- 172.21.15.42:0/4245296907 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbb1806eb90 con 0x7fbb181099d0 2024-06-06T08:43:12.192 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:12.191+0000 7fbb14ff9700 1 -- 172.21.15.42:0/4245296907 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fbb08018020 con 0x7fbb181099d0 2024-06-06T08:43:12.199 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:12.196+0000 7fbb14ff9700 1 --2- 172.21.15.42:0/4245296907 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbaf80a2f10 0x7fbaf80a53d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:43:12.199 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:12.196+0000 7fbb14ff9700 1 -- 172.21.15.42:0/4245296907 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(139..139 src has 1..139) ==== 9734+0+0 (secure 0 0 0) 0x7fbb080ceec0 con 0x7fbb181099d0 2024-06-06T08:43:12.199 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:12.196+0000 7fbb0e7fc700 1 --2- 172.21.15.42:0/4245296907 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbaf80a2f10 0x7fbaf80a53d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:43:12.199 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:12.197+0000 7fbb0e7fc700 1 --2- 172.21.15.42:0/4245296907 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbaf80a2f10 0x7fbaf80a53d0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fbb18118b60 tx=0x7fbb0001a6f0 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:43:12.207 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:12.205+0000 7fbb14ff9700 1 -- 172.21.15.42:0/4245296907 <== mon.1 v2:172.21.15.149:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fbb0801f020 con 0x7fbb181099d0 2024-06-06T08:43:12.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:12 smithi149 ceph-mon[36842]: pgmap v659: 129 pgs: 21 active+clean+snaptrim, 63 active+clean+snaptrim_wait, 45 active+clean; 1.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-06-06T08:43:12.639 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:12.639+0000 7fbb1d497700 1 -- 172.21.15.42:0/4245296907 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fbb181ac090 con 0x7fbb181099d0 2024-06-06T08:43:12.639 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:12.640+0000 7fbb14ff9700 1 -- 172.21.15.42:0/4245296907 <== mon.1 v2:172.21.15.149:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 16 entries v139) ==== 81+0+943 (secure 0 0 0) 0x7fbb0809b6d0 con 0x7fbb181099d0 2024-06-06T08:43:12.640 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:6801/1196215200 2024-06-07T08:22:36.893215+0000 2024-06-06T08:43:12.640 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:6800/1196215200 2024-06-07T08:22:36.893215+0000 2024-06-06T08:43:12.640 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:0/3684657279 2024-06-07T08:22:36.893215+0000 2024-06-06T08:43:12.640 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:0/375411175 2024-06-07T08:22:36.893215+0000 2024-06-06T08:43:12.640 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:0/1967853952 2024-06-07T08:22:36.893215+0000 2024-06-06T08:43:12.640 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:0/2349000297 2024-06-07T08:11:18.501580+0000 2024-06-06T08:43:12.640 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:6801/542419736 2024-06-07T08:11:18.501580+0000 2024-06-06T08:43:12.641 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:0/4045339565 2024-06-07T08:22:36.893215+0000 2024-06-06T08:43:12.641 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:0/2444807230 2024-06-07T08:10:51.469961+0000 2024-06-06T08:43:12.641 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:0/2035946884 2024-06-07T08:11:18.501580+0000 2024-06-06T08:43:12.641 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:6800/542419736 2024-06-07T08:11:18.501580+0000 2024-06-06T08:43:12.641 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:0/2547834811 2024-06-07T08:10:51.469961+0000 2024-06-06T08:43:12.641 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:0/1748257485 2024-06-07T08:11:18.501580+0000 2024-06-06T08:43:12.641 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:0/1313394303 2024-06-07T08:10:51.469961+0000 2024-06-06T08:43:12.641 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:6800/1296506824 2024-06-07T08:10:51.469961+0000 2024-06-06T08:43:12.641 INFO:teuthology.orchestra.run.smithi042.stdout:172.21.15.42:6801/1296506824 2024-06-07T08:10:51.469961+0000 2024-06-06T08:43:12.648 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:12.648+0000 7fbb1d497700 1 -- 172.21.15.42:0/4245296907 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbaf80a2f10 msgr2=0x7fbaf80a53d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:43:12.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:12.648+0000 7fbb1d497700 1 --2- 172.21.15.42:0/4245296907 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbaf80a2f10 0x7fbaf80a53d0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fbb18118b60 tx=0x7fbb0001a6f0 comp rx=0 tx=0).stop 2024-06-06T08:43:12.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:12.648+0000 7fbb1d497700 1 -- 172.21.15.42:0/4245296907 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbb181099d0 msgr2=0x7fbb1811b270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:43:12.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:12.648+0000 7fbb1d497700 1 --2- 172.21.15.42:0/4245296907 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbb181099d0 0x7fbb1811b270 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fbb0800b550 tx=0x7fbb0800b860 comp rx=0 tx=0).stop 2024-06-06T08:43:12.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:12.649+0000 7fbb1d497700 1 -- 172.21.15.42:0/4245296907 shutdown_connections 2024-06-06T08:43:12.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:12.649+0000 7fbb1d497700 1 --2- 172.21.15.42:0/4245296907 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbaf80a2f10 0x7fbaf80a53d0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:12.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:12.649+0000 7fbb1d497700 1 --2- 172.21.15.42:0/4245296907 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbb1811bc70 0x7fbb18117850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:12.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:12.649+0000 7fbb1d497700 1 --2- 172.21.15.42:0/4245296907 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbb181099d0 0x7fbb1811b270 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:12.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:12.649+0000 7fbb1d497700 1 --2- 172.21.15.42:0/4245296907 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbb18110c70 0x7fbb18117310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:12.649 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:12.649+0000 7fbb1d497700 1 -- 172.21.15.42:0/4245296907 >> 172.21.15.42:0/4245296907 conn(0x7fbb1806d600 msgr2=0x7fbb1811d360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:43:12.657 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:12.658+0000 7fbb1d497700 1 -- 172.21.15.42:0/4245296907 shutdown_connections 2024-06-06T08:43:12.658 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:12.659+0000 7fbb1d497700 1 -- 172.21.15.42:0/4245296907 wait complete. 2024-06-06T08:43:12.664 INFO:teuthology.orchestra.run.smithi042.stderr:listed 16 entries 2024-06-06T08:43:12.683 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:12 smithi042 ceph-mon[32384]: pgmap v659: 129 pgs: 21 active+clean+snaptrim, 63 active+clean+snaptrim_wait, 45 active+clean; 1.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-06-06T08:43:12.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:12 smithi120 ceph-mon[36658]: pgmap v659: 129 pgs: 21 active+clean+snaptrim, 63 active+clean+snaptrim_wait, 45 active+clean; 1.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-06-06T08:43:13.581 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-06-06T08:43:13.581 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T08:43:13.581 DEBUG:teuthology.orchestra.run.smithi042:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-06-06T08:43:13.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:13 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/4245296907' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-06-06T08:43:13.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:13 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/4245296907' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-06-06T08:43:13.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:13 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/4245296907' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-06-06T08:43:14.169 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi042.front.sepia.ceph.com 2024-06-06T08:43:14.169 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T08:43:14.170 DEBUG:teuthology.orchestra.run.smithi042:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-06-06T08:43:14.222 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T08:43:14.223 DEBUG:teuthology.orchestra.run.smithi042:> ip netns list 2024-06-06T08:43:14.397 INFO:teuthology.orchestra.run.smithi042.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-06-06T08:43:14.397 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T08:43:14.397 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-06-06T08:43:14.477 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T08:43:14.477 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip link delete ceph-brx 2024-06-06T08:43:14.586 INFO:tasks.kclient:Unmounting kernel clients... 2024-06-06T08:43:14.587 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-06-06T08:43:14.587 DEBUG:teuthology.orchestra.run.smithi042:> dd if=/proc/self/mounts of=/dev/stdout 2024-06-06T08:43:14.635 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4057102,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498872k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1554 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249432k,nr_inodes=812358,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/sda1 /var/lib/containers/storage/overlay ext4 rw,seclabel,relatime 0 0 overlay /var/lib/containers/storage/overlay/3af99117109dd7512049381a426cc317f7527fdabc78dca9d7f7fac4c725dd5e/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/OM6DFSD4MS7MXIZU5H6GV6F6RK:/var/lib/containers/storage/overlay/l/DMTXHC47GRBXLILEEQNRZBROY4,upperdir=/var/lib/containers/storage/overlay/3af99117109dd7512049381a426cc317f7527fdabc78dca9d7f7fac4c725dd5e/diff,workdir=/var/lib/containers/storage/overlay/3af99117109dd7512049381a426cc317f7527fdabc78dca9d7f7fac4c725dd5e/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/2934d50db5f51e6857e67872fcf813f821e3fb14f0d87ce5ce5a202d1a728033/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/OM6DFSD4MS7MXIZU5H6GV6F6RK:/var/lib/containers/storage/overlay/l/DMTXHC47GRBXLILEEQNRZBROY4,upperdir=/var/lib/containers/storage/overlay/2934d50db5f51e6857e67872fcf813f821e3fb14f0d87ce5ce5a202d1a728033/diff,workdir=/var/lib/containers/storage/overlay/2934d50db5f51e6857e67872fcf813f821e3fb14f0d87ce5ce5a202d1a728033/work,metacopy=on,volatile 0 0 tmpfs /run/user/0 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249432k,nr_inodes=812358,mode=700,inode64 0 0 binfmt_misc /proc/sys/fs/binfmt_misc binfmt_misc rw,nosuid,nodev,noexec,relatime 0 0 overlay /var/lib/containers/storage/overlay/377215ca63a936c5a5ca942760cdbdfab0514e6e9c2dedc657dfd490e76b5a3d/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/OM6DFSD4MS7MXIZU5H6GV6F6RK:/var/lib/containers/storage/overlay/l/DMTXHC47GRBXLILEEQNRZBROY4,upperdir=/var/lib/containers/storage/overlay/377215ca63a936c5a5ca942760cdbdfab0514e6e9c2dedc657dfd490e76b5a3d/diff,workdir=/var/lib/containers/storage/overlay/377215ca63a936c5a5ca942760cdbdfab0514e6e9c2dedc657dfd490e76b5a3d/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/97c818747b9fee3a4dbe5026526902a8e0d984238d144e1eb2df3b440967b332/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/OM6DFSD4MS7MXIZU5H6GV6F6RK:/var/lib/containers/storage/overlay/l/DMTXHC47GRBXLILEEQNRZBROY4,upperdir=/var/lib/containers/storage/overlay/97c818747b9fee3a4dbe5026526902a8e0d984238d144e1eb2df3b440967b332/diff,workdir=/var/lib/containers/storage/overlay/97c818747b9fee3a4dbe5026526902a8e0d984238d144e1eb2df3b440967b332/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/af78bb1cf5d8bef4707cd4b8d64e382270802151160d14d9d3b16a5d0f8d33dd/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/OM6DFSD4MS7MXIZU5H6GV6F6RK:/var/lib/containers/storage/overlay/l/DMTXHC47GRBXLILEEQNRZBROY4,upperdir=/var/lib/containers/storage/overlay/af78bb1cf5d8bef4707cd4b8d64e382270802151160d14d9d3b16a5d0f8d33dd/diff,workdir=/var/lib/containers/storage/overlay/af78bb1cf5d8bef4707cd4b8d64e382270802151160d14d9d3b16a5d0f8d33dd/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/3ed249428346f2c8dbdc1375bccb02e55f8d63ffdc83c02137c4489e5b8f60f4/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/OM6DFSD4MS7MXIZU5H6GV6F6RK:/var/lib/containers/storage/overlay/l/DMTXHC47GRBXLILEEQNRZBROY4,upperdir=/var/lib/containers/storage/overlay/3ed249428346f2c8dbdc1375bccb02e55f8d63ffdc83c02137c4489e5b8f60f4/diff,workdir=/var/lib/containers/storage/overlay/3ed249428346f2c8dbdc1375bccb02e55f8d63ffdc83c02137c4489e5b8f60f4/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/ea9be5c843e9c42ee8ef443863c956823d3b4bf3c232b2c88d0321d9fcfe79c8/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/OM6DFSD4MS7MXIZU5H6GV6F6RK:/var/lib/containers/storage/overlay/l/DMTXHC47GRBXLILEEQNRZBROY4,upperdir=/var/lib/containers/storage/overlay/ea9be5c843e9c42ee8ef443863c956823d3b4bf3c232b2c88d0321d9fcfe79c8/diff,workdir=/var/lib/containers/storage/overlay/ea9be5c843e9c42ee8ef443863c956823d3b4bf3c232b2c88d0321d9fcfe79c8/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/ad0fc92832515657872f60fc50bf4f3496174c2caadd7e02016cf4165a926b8a/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/OM6DFSD4MS7MXIZU5H6GV6F6RK:/var/lib/containers/storage/overlay/l/DMTXHC47GRBXLILEEQNRZBROY4,upperdir=/var/lib/containers/storage/overlay/ad0fc92832515657872f60fc50bf4f3496174c2caadd7e02016cf4165a926b8a/diff,workdir=/var/lib/containers/storage/overlay/ad0fc92832515657872f60fc50bf4f3496174c2caadd7e02016cf4165a926b8a/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/85a655c43a2e1ef793cc03452aa948a9d5de8cac197e2ca51b70f5ac9b475dc7/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/OM6DFSD4MS7MXIZU5H6GV6F6RK:/var/lib/containers/storage/overlay/l/DMTXHC47GRBXLILEEQNRZBROY4,upperdir=/var/lib/containers/storage/overlay/85a655c43a2e1ef793cc03452aa948a9d5de8cac197e2ca51b70f5ac9b475dc7/diff,workdir=/var/lib/containers/storage/overlay/85a655c43a2e1ef793cc03452aa948a9d5de8cac197e2ca51b70f5ac9b475dc7/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/9b0fc3d0c6170716e9f38f30a4ef3b230012bb3ddd19d2ceaa52f9d1845f71e3/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/OM6DFSD4MS7MXIZU5H6GV6F6RK:/var/lib/containers/storage/overlay/l/DMTXHC47GRBXLILEEQNRZBROY4,upperdir=/var/lib/containers/storage/overlay/9b0fc3d0c6170716e9f38f30a4ef3b230012bb3ddd19d2ceaa52f9d1845f71e3/diff,workdir=/var/lib/containers/storage/overlay/9b0fc3d0c6170716e9f38f30a4ef3b230012bb3ddd19d2ceaa52f9d1845f71e3/work,metacopy=on,volatile 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498872k,nr_inodes=819200,mode=755,inode64 0 0 2024-06-06T08:43:14.635 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T08:43:14.635 DEBUG:teuthology.orchestra.run.smithi042:> ip netns list 2024-06-06T08:43:14.675 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T08:43:14.676 DEBUG:teuthology.orchestra.run.smithi042:> sudo ip link delete ceph-brx 2024-06-06T08:43:14.784 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:14 smithi042 ceph-mon[32384]: pgmap v660: 129 pgs: 23 active+clean+snaptrim, 70 active+clean+snaptrim_wait, 36 active+clean; 1.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-06-06T08:43:14.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:14 smithi149 ceph-mon[36842]: pgmap v660: 129 pgs: 23 active+clean+snaptrim, 70 active+clean+snaptrim_wait, 36 active+clean; 1.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-06-06T08:43:14.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:14 smithi120 ceph-mon[36658]: pgmap v660: 129 pgs: 23 active+clean+snaptrim, 70 active+clean+snaptrim_wait, 36 active+clean; 1.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-06-06T08:43:15.147 INFO:teuthology.orchestra.run.smithi042.stderr:Cannot find device "ceph-brx" 2024-06-06T08:43:15.149 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-06-06T08:43:15.150 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-06-06T08:43:15.161 INFO:tasks.cephadm:Teardown begin 2024-06-06T08:43:15.161 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-06-06T08:43:15.161 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:43:15.875 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:43:16.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:16 smithi149 ceph-mon[36842]: pgmap v661: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1023 B/s wr, 7 op/s 2024-06-06T08:43:16.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:16 smithi042 ceph-mon[32384]: pgmap v661: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1023 B/s wr, 7 op/s 2024-06-06T08:43:16.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:16 smithi120 ceph-mon[36658]: pgmap v661: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1023 B/s wr, 7 op/s 2024-06-06T08:43:18.720 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:18 smithi042 ceph-mon[32384]: pgmap v662: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 818 B/s wr, 7 op/s 2024-06-06T08:43:18.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:18 smithi149 ceph-mon[36842]: pgmap v662: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 818 B/s wr, 7 op/s 2024-06-06T08:43:18.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:18 smithi120 ceph-mon[36658]: pgmap v662: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 818 B/s wr, 7 op/s 2024-06-06T08:43:20.276 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:20.276+0000 7f78ae0fa700 1 -- 172.21.15.42:0/2088519217 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f78a81099d0 msgr2=0x7f78a8109e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:43:20.276 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:20.276+0000 7f78ae0fa700 1 --2- 172.21.15.42:0/2088519217 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f78a81099d0 0x7f78a8109e50 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f78980098f0 tx=0x7f7898009c00 comp rx=0 tx=0).stop 2024-06-06T08:43:20.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:20.280+0000 7f78ae0fa700 1 -- 172.21.15.42:0/2088519217 shutdown_connections 2024-06-06T08:43:20.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:20.280+0000 7f78ae0fa700 1 --2- 172.21.15.42:0/2088519217 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f78a811bc70 0x7f78a811e060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:20.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:20.280+0000 7f78ae0fa700 1 --2- 172.21.15.42:0/2088519217 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f78a8110c70 0x7f78a8109490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:20.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:20.280+0000 7f78ae0fa700 1 --2- 172.21.15.42:0/2088519217 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f78a81099d0 0x7f78a8109e50 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:20.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:20.280+0000 7f78ae0fa700 1 -- 172.21.15.42:0/2088519217 >> 172.21.15.42:0/2088519217 conn(0x7f78a806d600 msgr2=0x7f78a806da10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:43:20.280 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:20.280+0000 7f78ae0fa700 1 -- 172.21.15.42:0/2088519217 shutdown_connections 2024-06-06T08:43:20.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:20.281+0000 7f78ae0fa700 1 -- 172.21.15.42:0/2088519217 wait complete. 2024-06-06T08:43:20.281 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:20.282+0000 7f78ae0fa700 1 Processor -- start 2024-06-06T08:43:20.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:20.282+0000 7f78ae0fa700 1 -- start start 2024-06-06T08:43:20.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:20.282+0000 7f78ae0fa700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f78a81099d0 0x7f78a81ad7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:43:20.282 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:20.282+0000 7f78ae0fa700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f78a8110c70 0x7f78a81add30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:43:20.283 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:20.282+0000 7f78ae0fa700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f78a811bc70 0x7f78a81a79b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:43:20.283 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:20.282+0000 7f78ae0fa700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f78a81216d0 con 0x7f78a811bc70 2024-06-06T08:43:20.283 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:20.282+0000 7f78ae0fa700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f78a8121550 con 0x7f78a81099d0 2024-06-06T08:43:20.283 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:20.282+0000 7f78ae0fa700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f78a8121850 con 0x7f78a8110c70 2024-06-06T08:43:20.283 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:20.283+0000 7f78a77fe700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f78a81099d0 0x7f78a81ad7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:43:20.287 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:20.284+0000 7f78a7fff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f78a811bc70 0x7f78a81a79b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:43:20.287 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:20.284+0000 7f78a7fff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f78a811bc70 0x7f78a81a79b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:47636/0 (socket says 172.21.15.42:47636) 2024-06-06T08:43:20.287 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:20.284+0000 7f78a7fff700 1 -- 172.21.15.42:0/1704986284 learned_addr learned my addr 172.21.15.42:0/1704986284 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:43:20.287 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:20.284+0000 7f78a6ffd700 1 --2- 172.21.15.42:0/1704986284 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f78a8110c70 0x7f78a81add30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:43:20.290 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:20.290+0000 7f78a7fff700 1 -- 172.21.15.42:0/1704986284 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f78a8110c70 msgr2=0x7f78a81add30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:43:20.290 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:20.290+0000 7f78a7fff700 1 --2- 172.21.15.42:0/1704986284 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f78a8110c70 0x7f78a81add30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:20.290 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:20.290+0000 7f78a7fff700 1 -- 172.21.15.42:0/1704986284 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f78a81099d0 msgr2=0x7f78a81ad7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:43:20.290 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:20.290+0000 7f78a7fff700 1 --2- 172.21.15.42:0/1704986284 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f78a81099d0 0x7f78a81ad7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:20.290 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:20.290+0000 7f78a7fff700 1 -- 172.21.15.42:0/1704986284 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78a81a8110 con 0x7f78a811bc70 2024-06-06T08:43:20.300 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:20.298+0000 7f78a7fff700 1 --2- 172.21.15.42:0/1704986284 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f78a811bc70 0x7f78a81a79b0 secure :-1 s=READY pgs=1064 cs=0 l=1 rev1=1 crypto rx=0x7f789c00c970 tx=0x7f789c00cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:43:20.304 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:20.303+0000 7f78a4ff9700 1 -- 172.21.15.42:0/1704986284 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f789c004a30 con 0x7f78a811bc70 2024-06-06T08:43:20.304 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:20.303+0000 7f78a4ff9700 1 -- 172.21.15.42:0/1704986284 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f789c005500 con 0x7f78a811bc70 2024-06-06T08:43:20.304 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:20.303+0000 7f78a4ff9700 1 -- 172.21.15.42:0/1704986284 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f789c007da0 con 0x7f78a811bc70 2024-06-06T08:43:20.304 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:20.304+0000 7f78ae0fa700 1 -- 172.21.15.42:0/1704986284 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78a81a8400 con 0x7f78a811bc70 2024-06-06T08:43:20.304 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:20.304+0000 7f78ae0fa700 1 -- 172.21.15.42:0/1704986284 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78a81b46c0 con 0x7f78a811bc70 2024-06-06T08:43:20.306 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:20.307+0000 7f78ae0fa700 1 -- 172.21.15.42:0/1704986284 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f78a806eb90 con 0x7f78a811bc70 2024-06-06T08:43:20.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:20.310+0000 7f78a4ff9700 1 -- 172.21.15.42:0/1704986284 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f789c005000 con 0x7f78a811bc70 2024-06-06T08:43:20.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:20.311+0000 7f78a4ff9700 1 --2- 172.21.15.42:0/1704986284 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f78900a2f10 0x7f78900a53d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:43:20.311 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:20.311+0000 7f78a4ff9700 1 -- 172.21.15.42:0/1704986284 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(139..139 src has 1..139) ==== 9734+0+0 (secure 0 0 0) 0x7f789c0cfb70 con 0x7f78a811bc70 2024-06-06T08:43:20.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:20.312+0000 7f78a77fe700 1 --2- 172.21.15.42:0/1704986284 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f78900a2f10 0x7f78900a53d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:43:20.315 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:20.316+0000 7f78a77fe700 1 --2- 172.21.15.42:0/1704986284 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f78900a2f10 0x7f78900a53d0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f78a81a8af0 tx=0x7f78a0009040 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:43:20.321 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:20.322+0000 7f78a4ff9700 1 -- 172.21.15.42:0/1704986284 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f789c01d020 con 0x7f78a811bc70 2024-06-06T08:43:20.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:20 smithi149 ceph-mon[36842]: pgmap v663: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 818 B/s wr, 7 op/s 2024-06-06T08:43:20.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:20 smithi042 ceph-mon[32384]: pgmap v663: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 818 B/s wr, 7 op/s 2024-06-06T08:43:20.822 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:20.823+0000 7f78ae0fa700 1 -- 172.21.15.42:0/1704986284 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f78a8069180 con 0x7f78a811bc70 2024-06-06T08:43:20.825 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:20.827+0000 7f78a4ff9700 1 -- 172.21.15.42:0/1704986284 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 48 v48) ==== 94+0+11885 (secure 0 0 0) 0x7f78a8069180 con 0x7f78a811bc70 2024-06-06T08:43:20.826 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:43:20.826 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":48,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/667270675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":667270675},{"type":"v1","addr":"172.21.15.42:6837","nonce":667270675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/2414389302","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":2414389302},{"type":"v1","addr":"172.21.15.42:6839","nonce":2414389302}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14574,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/3625002785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":3625002785},{"type":"v1","addr":"172.21.15.42:6841","nonce":3625002785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":26389,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/411591287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":411591287},{"type":"v1","addr":"172.21.15.149:6835","nonce":411591287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":48,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T08:18:39.778858+0000","modified":"2024-06-06T08:39:47.677593+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24464},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6837/3434475673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":3434475673},{"type":"v1","addr":"172.21.15.120:6837","nonce":3434475673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":188,"addr":"172.21.15.120:6839/1585293472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":1585293472},{"type":"v1","addr":"172.21.15.120:6839","nonce":1585293472}]},"join_fscid":-1,"export_targets":[0,1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":192,"addr":"172.21.15.149:6837/751787578","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":751787578},{"type":"v1","addr":"172.21.15.149:6837","nonce":751787578}]},"join_fscid":-1,"export_targets":[0,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":8,"addr":"172.21.15.149:6839/764851483","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":764851483},{"type":"v1","addr":"172.21.15.149:6839","nonce":764851483}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26696":{"gid":26696,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6835/2158320752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":2158320752},{"type":"v1","addr":"172.21.15.120:6835","nonce":2158320752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24484,24464,24469]},"id":1}]} 2024-06-06T08:43:20.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:20.832+0000 7f78ae0fa700 1 -- 172.21.15.42:0/1704986284 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f78900a2f10 msgr2=0x7f78900a53d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:43:20.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:20.832+0000 7f78ae0fa700 1 --2- 172.21.15.42:0/1704986284 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f78900a2f10 0x7f78900a53d0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f78a81a8af0 tx=0x7f78a0009040 comp rx=0 tx=0).stop 2024-06-06T08:43:20.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:20.832+0000 7f78ae0fa700 1 -- 172.21.15.42:0/1704986284 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f78a811bc70 msgr2=0x7f78a81a79b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:43:20.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:20.832+0000 7f78ae0fa700 1 --2- 172.21.15.42:0/1704986284 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f78a811bc70 0x7f78a81a79b0 secure :-1 s=READY pgs=1064 cs=0 l=1 rev1=1 crypto rx=0x7f789c00c970 tx=0x7f789c00cc80 comp rx=0 tx=0).stop 2024-06-06T08:43:20.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:20.832+0000 7f78ae0fa700 1 -- 172.21.15.42:0/1704986284 shutdown_connections 2024-06-06T08:43:20.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:20.832+0000 7f78ae0fa700 1 --2- 172.21.15.42:0/1704986284 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f78900a2f10 0x7f78900a53d0 secure :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f78a81a8af0 tx=0x7f78a0009040 comp rx=0 tx=0).stop 2024-06-06T08:43:20.831 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:20.832+0000 7f78ae0fa700 1 --2- 172.21.15.42:0/1704986284 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f78a811bc70 0x7f78a81a79b0 unknown :-1 s=CLOSED pgs=1064 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:20.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:20.832+0000 7f78ae0fa700 1 --2- 172.21.15.42:0/1704986284 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f78a81099d0 0x7f78a81ad7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:20.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:20.832+0000 7f78ae0fa700 1 --2- 172.21.15.42:0/1704986284 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f78a8110c70 0x7f78a81add30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:20.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:20.832+0000 7f78ae0fa700 1 -- 172.21.15.42:0/1704986284 >> 172.21.15.42:0/1704986284 conn(0x7f78a806d600 msgr2=0x7f78a8119c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:43:20.832 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:20.834+0000 7f78ae0fa700 1 -- 172.21.15.42:0/1704986284 shutdown_connections 2024-06-06T08:43:20.833 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:20.834+0000 7f78ae0fa700 1 -- 172.21.15.42:0/1704986284 wait complete. 2024-06-06T08:43:20.838 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 48 2024-06-06T08:43:20.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:20 smithi120 ceph-mon[36658]: pgmap v663: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 818 B/s wr, 7 op/s 2024-06-06T08:43:21.665 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:43:21.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:21 smithi042 ceph-mon[32384]: osdmap e140: 12 total, 12 up, 12 in 2024-06-06T08:43:21.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:21 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/1704986284' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:43:21.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:21 smithi120 ceph-mon[36658]: osdmap e140: 12 total, 12 up, 12 in 2024-06-06T08:43:21.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:21 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/1704986284' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:43:22.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:21 smithi149 ceph-mon[36842]: osdmap e140: 12 total, 12 up, 12 in 2024-06-06T08:43:22.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:21 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/1704986284' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:43:22.212 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:43:22.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:22 smithi042 ceph-mon[32384]: pgmap v665: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 1023 B/s wr, 7 op/s 2024-06-06T08:43:22.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:22 smithi120 ceph-mon[36658]: pgmap v665: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 1023 B/s wr, 7 op/s 2024-06-06T08:43:23.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:22 smithi149 ceph-mon[36842]: pgmap v665: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 1023 B/s wr, 7 op/s 2024-06-06T08:43:24.532 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:24.530+0000 7f439eb84700 1 -- 172.21.15.42:0/916438900 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f439811bc70 msgr2=0x7f439811e060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:43:24.533 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:24.530+0000 7f439eb84700 1 --2- 172.21.15.42:0/916438900 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f439811bc70 0x7f439811e060 secure :-1 s=READY pgs=1065 cs=0 l=1 rev1=1 crypto rx=0x7f439000b0a0 tx=0x7f439000b3b0 comp rx=0 tx=0).stop 2024-06-06T08:43:24.536 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:24.538+0000 7f439eb84700 1 -- 172.21.15.42:0/916438900 shutdown_connections 2024-06-06T08:43:24.536 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:24.538+0000 7f439eb84700 1 --2- 172.21.15.42:0/916438900 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f439811bc70 0x7f439811e060 unknown :-1 s=CLOSED pgs=1065 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:24.536 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:24.538+0000 7f439eb84700 1 --2- 172.21.15.42:0/916438900 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4398110c70 0x7f4398109490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:24.536 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:24.538+0000 7f439eb84700 1 --2- 172.21.15.42:0/916438900 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f43981099d0 0x7f4398109e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:24.537 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:24.538+0000 7f439eb84700 1 -- 172.21.15.42:0/916438900 >> 172.21.15.42:0/916438900 conn(0x7f439806d600 msgr2=0x7f439806da10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:43:24.541 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:24.543+0000 7f439eb84700 1 -- 172.21.15.42:0/916438900 shutdown_connections 2024-06-06T08:43:24.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:24.544+0000 7f439eb84700 1 -- 172.21.15.42:0/916438900 wait complete. 2024-06-06T08:43:24.543 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:24.544+0000 7f439eb84700 1 Processor -- start 2024-06-06T08:43:24.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:24.548+0000 7f439eb84700 1 -- start start 2024-06-06T08:43:24.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:24.548+0000 7f439eb84700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f43981099d0 0x7f439811b200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:43:24.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:24.548+0000 7f439eb84700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4398110c70 0x7f4398114290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:43:24.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:24.548+0000 7f439eb84700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f439811bc70 0x7f43981147d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:43:24.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:24.548+0000 7f439eb84700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4398121750 con 0x7f439811bc70 2024-06-06T08:43:24.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:24.548+0000 7f439eb84700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f43981215d0 con 0x7f4398110c70 2024-06-06T08:43:24.547 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:24.548+0000 7f439eb84700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f43981218d0 con 0x7f43981099d0 2024-06-06T08:43:24.553 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:24.554+0000 7f439c920700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f43981099d0 0x7f439811b200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:43:24.553 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:24.554+0000 7f439c920700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f43981099d0 0x7f439811b200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:45662/0 (socket says 172.21.15.42:45662) 2024-06-06T08:43:24.553 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:24.554+0000 7f439c920700 1 -- 172.21.15.42:0/3894340874 learned_addr learned my addr 172.21.15.42:0/3894340874 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:43:24.553 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:24.554+0000 7f4397fff700 1 --2- 172.21.15.42:0/3894340874 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4398110c70 0x7f4398114290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:43:24.554 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:24.556+0000 7f439c920700 1 -- 172.21.15.42:0/3894340874 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4398110c70 msgr2=0x7f4398114290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:43:24.555 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:24.556+0000 7f439c920700 1 --2- 172.21.15.42:0/3894340874 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4398110c70 0x7f4398114290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:24.555 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:24.556+0000 7f439c920700 1 -- 172.21.15.42:0/3894340874 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f439811bc70 msgr2=0x7f43981147d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:43:24.555 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:24.556+0000 7f439c920700 1 --2- 172.21.15.42:0/3894340874 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f439811bc70 0x7f43981147d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:24.555 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:24.556+0000 7f439c920700 1 -- 172.21.15.42:0/3894340874 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4398114dc0 con 0x7f43981099d0 2024-06-06T08:43:24.555 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:24.556+0000 7f4397fff700 1 --2- 172.21.15.42:0/3894340874 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4398110c70 0x7f4398114290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:43:24.559 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:24.560+0000 7f439c920700 1 --2- 172.21.15.42:0/3894340874 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f43981099d0 0x7f439811b200 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f438800b530 tx=0x7f438800b840 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:43:24.563 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:24.565+0000 7f4395ffb700 1 -- 172.21.15.42:0/3894340874 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4388015020 con 0x7f43981099d0 2024-06-06T08:43:24.563 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:24.565+0000 7f4395ffb700 1 -- 172.21.15.42:0/3894340874 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4388011dd0 con 0x7f43981099d0 2024-06-06T08:43:24.563 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:24.565+0000 7f4395ffb700 1 -- 172.21.15.42:0/3894340874 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f438800f2e0 con 0x7f43981099d0 2024-06-06T08:43:24.568 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:24.570+0000 7f439eb84700 1 -- 172.21.15.42:0/3894340874 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43981150b0 con 0x7f43981099d0 2024-06-06T08:43:24.568 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:24.570+0000 7f439eb84700 1 -- 172.21.15.42:0/3894340874 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4398119020 con 0x7f43981099d0 2024-06-06T08:43:24.572 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:24.573+0000 7f439eb84700 1 -- 172.21.15.42:0/3894340874 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f439806eb90 con 0x7f43981099d0 2024-06-06T08:43:24.580 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:24.581+0000 7f4395ffb700 1 -- 172.21.15.42:0/3894340874 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f4388018020 con 0x7f43981099d0 2024-06-06T08:43:24.581 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:24.582+0000 7f4395ffb700 1 --2- 172.21.15.42:0/3894340874 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f43800a2f90 0x7f43800a5450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:43:24.581 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:24 smithi042 ceph-mon[32384]: pgmap v666: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 1023 B/s wr, 7 op/s 2024-06-06T08:43:24.582 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:24.583+0000 7f4395ffb700 1 -- 172.21.15.42:0/3894340874 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 9658+0+0 (secure 0 0 0) 0x7f43880cf2d0 con 0x7f43981099d0 2024-06-06T08:43:24.584 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:24.586+0000 7f4397fff700 1 --2- 172.21.15.42:0/3894340874 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f43800a2f90 0x7f43800a5450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:43:24.584 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:24.586+0000 7f4395ffb700 1 -- 172.21.15.42:0/3894340874 <== mon.1 v2:172.21.15.149:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f438801f020 con 0x7f43981099d0 2024-06-06T08:43:24.590 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:24.592+0000 7f4397fff700 1 --2- 172.21.15.42:0/3894340874 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f43800a2f90 0x7f43800a5450 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f4398115a50 tx=0x7f438c009190 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:43:24.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:24 smithi120 ceph-mon[36658]: pgmap v666: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 1023 B/s wr, 7 op/s 2024-06-06T08:43:25.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:24 smithi149 ceph-mon[36842]: pgmap v666: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 1023 B/s wr, 7 op/s 2024-06-06T08:43:25.083 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:25.084+0000 7f439eb84700 1 -- 172.21.15.42:0/3894340874 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4398119340 con 0x7f43981099d0 2024-06-06T08:43:25.086 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:25.087+0000 7f4395ffb700 1 -- 172.21.15.42:0/3894340874 <== mon.1 v2:172.21.15.149:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 48 v48) ==== 94+0+11885 (secure 0 0 0) 0x7f438809bbb0 con 0x7f43981099d0 2024-06-06T08:43:25.086 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:43:25.086 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":48,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14508,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3509781675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3509781675},{"type":"v1","addr":"172.21.15.42:6835","nonce":3509781675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14520,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/667270675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":667270675},{"type":"v1","addr":"172.21.15.42:6837","nonce":667270675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14562,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/2414389302","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":2414389302},{"type":"v1","addr":"172.21.15.42:6839","nonce":2414389302}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14574,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6841/3625002785","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6840","nonce":3625002785},{"type":"v1","addr":"172.21.15.42:6841","nonce":3625002785}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24392,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.120:6833/2721639298","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":2721639298},{"type":"v1","addr":"172.21.15.120:6833","nonce":2721639298}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":26389,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/411591287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":411591287},{"type":"v1","addr":"172.21.15.149:6835","nonce":411591287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":48,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T08:18:39.778858+0000","modified":"2024-06-06T08:39:47.677593+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24464},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24430":{"gid":24430,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/677848196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":677848196},{"type":"v1","addr":"172.21.15.149:6833","nonce":677848196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6837/3434475673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6836","nonce":3434475673},{"type":"v1","addr":"172.21.15.120:6837","nonce":3434475673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"b","rank":2,"incarnation":21,"state":"up:active","state_seq":188,"addr":"172.21.15.120:6839/1585293472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6838","nonce":1585293472},{"type":"v1","addr":"172.21.15.120:6839","nonce":1585293472}]},"join_fscid":-1,"export_targets":[0,1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":192,"addr":"172.21.15.149:6837/751787578","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":751787578},{"type":"v1","addr":"172.21.15.149:6837","nonce":751787578}]},"join_fscid":-1,"export_targets":[0,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":8,"addr":"172.21.15.149:6839/764851483","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":764851483},{"type":"v1","addr":"172.21.15.149:6839","nonce":764851483}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26696":{"gid":26696,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.120:6835/2158320752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6834","nonce":2158320752},{"type":"v1","addr":"172.21.15.120:6835","nonce":2158320752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24484,24464,24469]},"id":1}]} 2024-06-06T08:43:25.096 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:25.097+0000 7f439eb84700 1 -- 172.21.15.42:0/3894340874 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f43800a2f90 msgr2=0x7f43800a5450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:43:25.096 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:25.097+0000 7f439eb84700 1 --2- 172.21.15.42:0/3894340874 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f43800a2f90 0x7f43800a5450 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f4398115a50 tx=0x7f438c009190 comp rx=0 tx=0).stop 2024-06-06T08:43:25.096 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:25.097+0000 7f439eb84700 1 -- 172.21.15.42:0/3894340874 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f43981099d0 msgr2=0x7f439811b200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:43:25.096 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:25.097+0000 7f439eb84700 1 --2- 172.21.15.42:0/3894340874 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f43981099d0 0x7f439811b200 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f438800b530 tx=0x7f438800b840 comp rx=0 tx=0).stop 2024-06-06T08:43:25.100 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:25.102+0000 7f439eb84700 1 -- 172.21.15.42:0/3894340874 shutdown_connections 2024-06-06T08:43:25.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:25.102+0000 7f439eb84700 1 --2- 172.21.15.42:0/3894340874 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f43800a2f90 0x7f43800a5450 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:25.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:25.102+0000 7f439eb84700 1 --2- 172.21.15.42:0/3894340874 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f439811bc70 0x7f43981147d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:25.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:25.102+0000 7f439eb84700 1 --2- 172.21.15.42:0/3894340874 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f43981099d0 0x7f439811b200 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:25.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:25.102+0000 7f439eb84700 1 --2- 172.21.15.42:0/3894340874 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f4398110c70 0x7f4398114290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:25.101 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:25.102+0000 7f439eb84700 1 -- 172.21.15.42:0/3894340874 >> 172.21.15.42:0/3894340874 conn(0x7f439806d600 msgr2=0x7f439810a6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:43:25.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:25.104+0000 7f439eb84700 1 -- 172.21.15.42:0/3894340874 shutdown_connections 2024-06-06T08:43:25.102 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:25.104+0000 7f439eb84700 1 -- 172.21.15.42:0/3894340874 wait complete. 2024-06-06T08:43:25.106 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 48 2024-06-06T08:43:25.762 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:25 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/3894340874' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:43:25.814 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph osd dump --format=json 2024-06-06T08:43:25.887 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:25 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/3894340874' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:43:26.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:25 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/3894340874' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:43:26.336 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:43:26.776 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:26 smithi042 ceph-mon[32384]: pgmap v667: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 716 B/s wr, 6 op/s 2024-06-06T08:43:26.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:26 smithi120 ceph-mon[36658]: pgmap v667: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 716 B/s wr, 6 op/s 2024-06-06T08:43:27.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:26 smithi149 ceph-mon[36842]: pgmap v667: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 716 B/s wr, 6 op/s 2024-06-06T08:43:28.717 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:28 smithi042 ceph-mon[32384]: pgmap v668: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 307 B/s wr, 6 op/s 2024-06-06T08:43:28.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:28 smithi120 ceph-mon[36658]: pgmap v668: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 307 B/s wr, 6 op/s 2024-06-06T08:43:29.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:28 smithi149 ceph-mon[36842]: pgmap v668: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 307 B/s wr, 6 op/s 2024-06-06T08:43:29.213 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:29.213+0000 7f151c13a700 1 -- 172.21.15.42:0/3780446275 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1514101380 msgr2=0x7f1514101800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:43:29.213 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:29.213+0000 7f151c13a700 1 --2- 172.21.15.42:0/3780446275 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1514101380 0x7f1514101800 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f15040098f0 tx=0x7f1504009c00 comp rx=0 tx=0).stop 2024-06-06T08:43:29.216 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:29.218+0000 7f151c13a700 1 -- 172.21.15.42:0/3780446275 shutdown_connections 2024-06-06T08:43:29.217 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:29.218+0000 7f151c13a700 1 --2- 172.21.15.42:0/3780446275 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1514101d40 0x7f151410e200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:29.217 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:29.218+0000 7f151c13a700 1 --2- 172.21.15.42:0/3780446275 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f15141073c0 0x7f15141077a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:29.217 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:29.218+0000 7f151c13a700 1 --2- 172.21.15.42:0/3780446275 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1514101380 0x7f1514101800 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:29.217 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:29.218+0000 7f151c13a700 1 -- 172.21.15.42:0/3780446275 >> 172.21.15.42:0/3780446275 conn(0x7f1514078330 msgr2=0x7f1514078740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:43:29.220 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:29.222+0000 7f151c13a700 1 -- 172.21.15.42:0/3780446275 shutdown_connections 2024-06-06T08:43:29.223 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:29.225+0000 7f151c13a700 1 -- 172.21.15.42:0/3780446275 wait complete. 2024-06-06T08:43:29.224 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:29.226+0000 7f151c13a700 1 Processor -- start 2024-06-06T08:43:29.226 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:29.228+0000 7f151c13a700 1 -- start start 2024-06-06T08:43:29.228 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:29.228+0000 7f151c13a700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1514101380 0x7f151419c650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:43:29.228 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:29.228+0000 7f151c13a700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1514101d40 0x7f151419cb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:43:29.228 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:29.229+0000 7f151c13a700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f15141073c0 0x7f1514196720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:43:29.228 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:29.229+0000 7f15196d5700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1514101d40 0x7f151419cb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:43:29.228 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:29.229+0000 7f1519ed6700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1514101380 0x7f151419c650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:43:29.228 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:29.229+0000 7f15196d5700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1514101d40 0x7f151419cb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:52764/0 (socket says 172.21.15.42:52764) 2024-06-06T08:43:29.228 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:29.229+0000 7f15196d5700 1 -- 172.21.15.42:0/1278019762 learned_addr learned my addr 172.21.15.42:0/1278019762 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:43:29.229 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:29.229+0000 7f151c13a700 1 -- 172.21.15.42:0/1278019762 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f1514110660 con 0x7f15141073c0 2024-06-06T08:43:29.229 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:29.229+0000 7f151c13a700 1 -- 172.21.15.42:0/1278019762 --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f15141104e0 con 0x7f1514101d40 2024-06-06T08:43:29.229 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:29.229+0000 7f151c13a700 1 -- 172.21.15.42:0/1278019762 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f15141107e0 con 0x7f1514101380 2024-06-06T08:43:29.229 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:29.229+0000 7f151a6d7700 1 --2- 172.21.15.42:0/1278019762 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f15141073c0 0x7f1514196720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:43:29.231 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:29.232+0000 7f151a6d7700 1 -- 172.21.15.42:0/1278019762 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1514101380 msgr2=0x7f151419c650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:43:29.231 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:29.232+0000 7f151a6d7700 1 --2- 172.21.15.42:0/1278019762 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1514101380 0x7f151419c650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:29.231 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:29.232+0000 7f151a6d7700 1 -- 172.21.15.42:0/1278019762 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1514101d40 msgr2=0x7f151419cb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:43:29.231 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:29.232+0000 7f151a6d7700 1 --2- 172.21.15.42:0/1278019762 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1514101d40 0x7f151419cb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:29.231 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:29.232+0000 7f151a6d7700 1 -- 172.21.15.42:0/1278019762 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1514197000 con 0x7f15141073c0 2024-06-06T08:43:29.231 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:29.232+0000 7f1519ed6700 1 --2- 172.21.15.42:0/1278019762 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1514101380 0x7f151419c650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:43:29.233 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:29.234+0000 7f151a6d7700 1 --2- 172.21.15.42:0/1278019762 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f15141073c0 0x7f1514196720 secure :-1 s=READY pgs=1066 cs=0 l=1 rev1=1 crypto rx=0x7f150c007fd0 tx=0x7f150c00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:43:29.233 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:29.234+0000 7f150affd700 1 -- 172.21.15.42:0/1278019762 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f150c00ddd0 con 0x7f15141073c0 2024-06-06T08:43:29.233 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:29.234+0000 7f151c13a700 1 -- 172.21.15.42:0/1278019762 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15141972f0 con 0x7f15141073c0 2024-06-06T08:43:29.233 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:29.234+0000 7f151c13a700 1 -- 172.21.15.42:0/1278019762 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15141a79e0 con 0x7f15141073c0 2024-06-06T08:43:29.233 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:29.235+0000 7f150affd700 1 -- 172.21.15.42:0/1278019762 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f150c004bb0 con 0x7f15141073c0 2024-06-06T08:43:29.233 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:29.235+0000 7f150affd700 1 -- 172.21.15.42:0/1278019762 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f150c015660 con 0x7f15141073c0 2024-06-06T08:43:29.234 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:29.236+0000 7f151c13a700 1 -- 172.21.15.42:0/1278019762 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1514102a70 con 0x7f15141073c0 2024-06-06T08:43:29.239 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:29.240+0000 7f150affd700 1 -- 172.21.15.42:0/1278019762 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f150c005020 con 0x7f15141073c0 2024-06-06T08:43:29.240 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:29.241+0000 7f150affd700 1 --2- 172.21.15.42:0/1278019762 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f15000a2fa0 0x7f15000a5460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:43:29.240 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:29.242+0000 7f150affd700 1 -- 172.21.15.42:0/1278019762 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 9658+0+0 (secure 0 0 0) 0x7f150c0cfa80 con 0x7f15141073c0 2024-06-06T08:43:29.244 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:29.242+0000 7f1519ed6700 1 --2- 172.21.15.42:0/1278019762 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f15000a2fa0 0x7f15000a5460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:43:29.244 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:29.243+0000 7f1519ed6700 1 --2- 172.21.15.42:0/1278019762 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f15000a2fa0 0x7f15000a5460 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f1510006fd0 tx=0x7f1510008040 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:43:29.248 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:29.249+0000 7f150affd700 1 -- 172.21.15.42:0/1278019762 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f150c010070 con 0x7f15141073c0 2024-06-06T08:43:29.664 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:29.665+0000 7f151c13a700 1 -- 172.21.15.42:0/1278019762 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f15141a7bb0 con 0x7f15141073c0 2024-06-06T08:43:29.667 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:29.668+0000 7f150affd700 1 -- 172.21.15.42:0/1278019762 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v140) ==== 74+0+25529 (secure 0 0 0) 0x7f150c09c250 con 0x7f15141073c0 2024-06-06T08:43:29.668 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-06-06T08:43:29.668 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":140,"fsid":"103bdc14-23dc-11ef-bc9b-c7b262605968","created":"2024-06-06T08:10:24.766424+0000","modified":"2024-06-06T08:43:20.542436+0000","last_up_change":"2024-06-06T08:17:36.287686+0000","last_in_change":"2024-06-06T08:17:16.753056+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-06T08:13:45.019237+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-06-06T08:18:33.144907+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-06-06T08:18:36.897997+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"139","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":37,"snap_epoch":139,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-06-06T08:18:46.419853+0000","flags":8197,"flags_names":"hashpspool,ec_overwrites,selfmanaged_snaps","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"139","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":37,"snap_epoch":139,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"e2e4fdcf-59e7-458d-b89e-8f5b7095ecba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6803","nonce":992269164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6805","nonce":992269164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6809","nonce":992269164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":992269164},{"type":"v1","addr":"172.21.15.42:6807","nonce":992269164}]},"public_addr":"172.21.15.42:6803/992269164","cluster_addr":"172.21.15.42:6805/992269164","heartbeat_back_addr":"172.21.15.42:6809/992269164","heartbeat_front_addr":"172.21.15.42:6807/992269164","state":["exists","up"]},{"osd":1,"uuid":"5a66dde1-0e6a-44d3-9b2d-2c97d7c8db94","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6800","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6801","nonce":207181328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6802","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6803","nonce":207181328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6806","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6807","nonce":207181328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6804","nonce":207181328},{"type":"v1","addr":"172.21.15.120:6805","nonce":207181328}]},"public_addr":"172.21.15.120:6801/207181328","cluster_addr":"172.21.15.120:6803/207181328","heartbeat_back_addr":"172.21.15.120:6807/207181328","heartbeat_front_addr":"172.21.15.120:6805/207181328","state":["exists","up"]},{"osd":2,"uuid":"642addc3-ef6d-438d-ba2b-011de9e2ba8d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6801","nonce":2997625975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6803","nonce":2997625975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6807","nonce":2997625975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":2997625975},{"type":"v1","addr":"172.21.15.149:6805","nonce":2997625975}]},"public_addr":"172.21.15.149:6801/2997625975","cluster_addr":"172.21.15.149:6803/2997625975","heartbeat_back_addr":"172.21.15.149:6807/2997625975","heartbeat_front_addr":"172.21.15.149:6805/2997625975","state":["exists","up"]},{"osd":3,"uuid":"2a97b907-d011-4010-a71b-a7783002e9b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6811","nonce":4079103623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6813","nonce":4079103623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6817","nonce":4079103623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":4079103623},{"type":"v1","addr":"172.21.15.42:6815","nonce":4079103623}]},"public_addr":"172.21.15.42:6811/4079103623","cluster_addr":"172.21.15.42:6813/4079103623","heartbeat_back_addr":"172.21.15.42:6817/4079103623","heartbeat_front_addr":"172.21.15.42:6815/4079103623","state":["exists","up"]},{"osd":4,"uuid":"8848bdb6-07d9-4be6-8dcb-01f181f6b678","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6808","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6809","nonce":559794558}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6810","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6811","nonce":559794558}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6814","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6815","nonce":559794558}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6812","nonce":559794558},{"type":"v1","addr":"172.21.15.120:6813","nonce":559794558}]},"public_addr":"172.21.15.120:6809/559794558","cluster_addr":"172.21.15.120:6811/559794558","heartbeat_back_addr":"172.21.15.120:6815/559794558","heartbeat_front_addr":"172.21.15.120:6813/559794558","state":["exists","up"]},{"osd":5,"uuid":"4be1b7e5-1de1-4927-9960-c0f6415e0bff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6809","nonce":4023193877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6811","nonce":4023193877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6815","nonce":4023193877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":4023193877},{"type":"v1","addr":"172.21.15.149:6813","nonce":4023193877}]},"public_addr":"172.21.15.149:6809/4023193877","cluster_addr":"172.21.15.149:6811/4023193877","heartbeat_back_addr":"172.21.15.149:6815/4023193877","heartbeat_front_addr":"172.21.15.149:6813/4023193877","state":["exists","up"]},{"osd":6,"uuid":"6c1a1ff4-9bed-4f13-ab16-314c8086c06f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6819","nonce":1922652007}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6821","nonce":1922652007}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6825","nonce":1922652007}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":1922652007},{"type":"v1","addr":"172.21.15.42:6823","nonce":1922652007}]},"public_addr":"172.21.15.42:6819/1922652007","cluster_addr":"172.21.15.42:6821/1922652007","heartbeat_back_addr":"172.21.15.42:6825/1922652007","heartbeat_front_addr":"172.21.15.42:6823/1922652007","state":["exists","up"]},{"osd":7,"uuid":"37cb2c8b-d9c0-4d1e-bee8-cc850c69ba0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6816","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6817","nonce":156965814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6818","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6819","nonce":156965814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6822","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6823","nonce":156965814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6820","nonce":156965814},{"type":"v1","addr":"172.21.15.120:6821","nonce":156965814}]},"public_addr":"172.21.15.120:6817/156965814","cluster_addr":"172.21.15.120:6819/156965814","heartbeat_back_addr":"172.21.15.120:6823/156965814","heartbeat_front_addr":"172.21.15.120:6821/156965814","state":["exists","up"]},{"osd":8,"uuid":"6df7e642-d784-4aac-b764-ddf0747add90","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6817","nonce":4100009474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6819","nonce":4100009474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6823","nonce":4100009474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":4100009474},{"type":"v1","addr":"172.21.15.149:6821","nonce":4100009474}]},"public_addr":"172.21.15.149:6817/4100009474","cluster_addr":"172.21.15.149:6819/4100009474","heartbeat_back_addr":"172.21.15.149:6823/4100009474","heartbeat_front_addr":"172.21.15.149:6821/4100009474","state":["exists","up"]},{"osd":9,"uuid":"f4b2af93-29f8-495a-86f7-72c2b64b34cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6827","nonce":3216295459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6829","nonce":3216295459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6833","nonce":3216295459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":3216295459},{"type":"v1","addr":"172.21.15.42:6831","nonce":3216295459}]},"public_addr":"172.21.15.42:6827/3216295459","cluster_addr":"172.21.15.42:6829/3216295459","heartbeat_back_addr":"172.21.15.42:6833/3216295459","heartbeat_front_addr":"172.21.15.42:6831/3216295459","state":["exists","up"]},{"osd":10,"uuid":"5d31e261-0c1d-488d-a7d5-6a6c1250edca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6824","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6825","nonce":3633743730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6826","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6827","nonce":3633743730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6830","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6831","nonce":3633743730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6828","nonce":3633743730},{"type":"v1","addr":"172.21.15.120:6829","nonce":3633743730}]},"public_addr":"172.21.15.120:6825/3633743730","cluster_addr":"172.21.15.120:6827/3633743730","heartbeat_back_addr":"172.21.15.120:6831/3633743730","heartbeat_front_addr":"172.21.15.120:6829/3633743730","state":["exists","up"]},{"osd":11,"uuid":"32e1e82b-97fe-4469-8345-871e9caffc3f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":98,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6825","nonce":797850884}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6827","nonce":797850884}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6831","nonce":797850884}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":797850884},{"type":"v1","addr":"172.21.15.149:6829","nonce":797850884}]},"public_addr":"172.21.15.149:6825/797850884","cluster_addr":"172.21.15.149:6827/797850884","heartbeat_back_addr":"172.21.15.149:6831/797850884","heartbeat_front_addr":"172.21.15.149:6829/797850884","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:12:53.901249+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:13:17.683764+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:13:41.352203+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:14:08.031995+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:14:33.363708+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:14:58.055589+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:15:24.669566+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:15:50.912783+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:16:15.924258+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:16:43.185660+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:17:09.578878+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T08:17:35.047958+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.10","mappings":[{"from":2,"to":4}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.1","mappings":[{"from":4,"to":9}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"4.e","mappings":[{"from":5,"to":8}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]},{"pgid":"4.14","mappings":[{"from":9,"to":8}]},{"pgid":"4.16","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.42:6801/1196215200":"2024-06-07T08:22:36.893215+0000","172.21.15.42:6800/1196215200":"2024-06-07T08:22:36.893215+0000","172.21.15.42:0/3684657279":"2024-06-07T08:22:36.893215+0000","172.21.15.42:0/375411175":"2024-06-07T08:22:36.893215+0000","172.21.15.42:0/1967853952":"2024-06-07T08:22:36.893215+0000","172.21.15.42:0/2349000297":"2024-06-07T08:11:18.501580+0000","172.21.15.42:6801/542419736":"2024-06-07T08:11:18.501580+0000","172.21.15.42:0/4045339565":"2024-06-07T08:22:36.893215+0000","172.21.15.42:0/2444807230":"2024-06-07T08:10:51.469961+0000","172.21.15.42:0/2035946884":"2024-06-07T08:11:18.501580+0000","172.21.15.42:6800/542419736":"2024-06-07T08:11:18.501580+0000","172.21.15.42:0/2547834811":"2024-06-07T08:10:51.469961+0000","172.21.15.42:0/1748257485":"2024-06-07T08:11:18.501580+0000","172.21.15.42:0/1313394303":"2024-06-07T08:10:51.469961+0000","172.21.15.42:6800/1296506824":"2024-06-07T08:10:51.469961+0000","172.21.15.42:6801/1296506824":"2024-06-07T08:10:51.469961+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":3,"snaps":[{"begin":22,"length":1},{"begin":24,"length":1},{"begin":27,"length":1},{"begin":29,"length":1},{"begin":31,"length":1},{"begin":33,"length":1},{"begin":35,"length":1},{"begin":37,"length":1}]},{"pool":4,"snaps":[{"begin":22,"length":1},{"begin":24,"length":2},{"begin":27,"length":1},{"begin":29,"length":1},{"begin":31,"length":1},{"begin":33,"length":1},{"begin":35,"length":1},{"begin":37,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":20,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-06T08:43:29.673 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:29.674+0000 7f151c13a700 1 -- 172.21.15.42:0/1278019762 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f15000a2fa0 msgr2=0x7f15000a5460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:43:29.673 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:29.674+0000 7f151c13a700 1 --2- 172.21.15.42:0/1278019762 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f15000a2fa0 0x7f15000a5460 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f1510006fd0 tx=0x7f1510008040 comp rx=0 tx=0).stop 2024-06-06T08:43:29.673 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:29.674+0000 7f151c13a700 1 -- 172.21.15.42:0/1278019762 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f15141073c0 msgr2=0x7f1514196720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:43:29.673 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:29.674+0000 7f151c13a700 1 --2- 172.21.15.42:0/1278019762 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f15141073c0 0x7f1514196720 secure :-1 s=READY pgs=1066 cs=0 l=1 rev1=1 crypto rx=0x7f150c007fd0 tx=0x7f150c00d3b0 comp rx=0 tx=0).stop 2024-06-06T08:43:29.673 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:29.674+0000 7f151c13a700 1 -- 172.21.15.42:0/1278019762 shutdown_connections 2024-06-06T08:43:29.673 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:29.674+0000 7f151c13a700 1 --2- 172.21.15.42:0/1278019762 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f15000a2fa0 0x7f15000a5460 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:29.673 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:29.674+0000 7f151c13a700 1 --2- 172.21.15.42:0/1278019762 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f15141073c0 0x7f1514196720 unknown :-1 s=CLOSED pgs=1066 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:29.673 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:29.674+0000 7f151c13a700 1 --2- 172.21.15.42:0/1278019762 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1514101380 0x7f151419c650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:29.673 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:29.674+0000 7f151c13a700 1 --2- 172.21.15.42:0/1278019762 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f1514101d40 0x7f151419cb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:29.674 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:29.674+0000 7f151c13a700 1 -- 172.21.15.42:0/1278019762 >> 172.21.15.42:0/1278019762 conn(0x7f1514078330 msgr2=0x7f15140ffb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:43:29.674 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:29.674+0000 7f151c13a700 1 -- 172.21.15.42:0/1278019762 shutdown_connections 2024-06-06T08:43:29.676 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:29.677+0000 7f151c13a700 1 -- 172.21.15.42:0/1278019762 wait complete. 2024-06-06T08:43:30.425 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs fail cephfs 2024-06-06T08:43:30.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:30 smithi042 ceph-mon[32384]: pgmap v669: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 307 B/s wr, 6 op/s 2024-06-06T08:43:31.251 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:30 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/1278019762' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T08:43:31.252 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:30 smithi149 ceph-mon[36842]: pgmap v669: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 307 B/s wr, 6 op/s 2024-06-06T08:43:31.252 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:30 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/1278019762' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T08:43:31.252 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:30 smithi120 ceph-mon[36658]: pgmap v669: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 307 B/s wr, 6 op/s 2024-06-06T08:43:31.252 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:30 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/1278019762' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T08:43:31.253 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:43:31.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:31 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:43:31.965 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:31 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:43:32.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:31 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:43:32.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:32 smithi120 ceph-mon[36658]: pgmap v670: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-06-06T08:43:32.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:32 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:43:32.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:32 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:43:32.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:32 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:43:32.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:32 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:43:32.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:32 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:43:32.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:32 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:43:32.938 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:32 smithi149 ceph-mon[36842]: pgmap v670: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-06-06T08:43:32.939 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:32 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:43:32.939 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:32 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:43:32.939 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:32 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:43:32.939 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:32 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:43:32.939 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:32 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:43:32.939 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:32 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:43:32.975 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:32 smithi042 ceph-mon[32384]: pgmap v670: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-06-06T08:43:32.975 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:32 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:43:32.975 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:32 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:43:32.975 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:32 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:43:32.976 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:32 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:43:32.976 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:32 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:43:32.976 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:32 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:43:33.559 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:33.558+0000 7fbcef59e700 1 -- 172.21.15.42:0/2880863027 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbcf0110ff0 msgr2=0x7fbcf01099d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:43:33.559 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:33.558+0000 7fbcef59e700 1 --2- 172.21.15.42:0/2880863027 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbcf0110ff0 0x7fbcf01099d0 secure :-1 s=READY pgs=1067 cs=0 l=1 rev1=1 crypto rx=0x7fbce40098f0 tx=0x7fbce4009c00 comp rx=0 tx=0).stop 2024-06-06T08:43:33.559 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:33.558+0000 7fbcef59e700 1 -- 172.21.15.42:0/2880863027 shutdown_connections 2024-06-06T08:43:33.559 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:33.558+0000 7fbcef59e700 1 --2- 172.21.15.42:0/2880863027 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbcf011bc70 0x7fbcf011e060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:33.560 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:33.558+0000 7fbcef59e700 1 --2- 172.21.15.42:0/2880863027 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbcf0110b80 0x7fbcf0109490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:33.560 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:33.558+0000 7fbcef59e700 1 --2- 172.21.15.42:0/2880863027 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbcf0110ff0 0x7fbcf01099d0 unknown :-1 s=CLOSED pgs=1067 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:33.560 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:33.558+0000 7fbcef59e700 1 -- 172.21.15.42:0/2880863027 >> 172.21.15.42:0/2880863027 conn(0x7fbcf006d470 msgr2=0x7fbcf006d880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:43:33.561 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:33.563+0000 7fbcef59e700 1 -- 172.21.15.42:0/2880863027 shutdown_connections 2024-06-06T08:43:33.563 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:33.564+0000 7fbcef59e700 1 -- 172.21.15.42:0/2880863027 wait complete. 2024-06-06T08:43:33.565 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:33.565+0000 7fbcef59e700 1 Processor -- start 2024-06-06T08:43:33.569 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:33.567+0000 7fbcef59e700 1 -- start start 2024-06-06T08:43:33.569 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:33.567+0000 7fbcef59e700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbcf0110b80 0x7fbcf01ad6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:43:33.569 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:33.567+0000 7fbcef59e700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbcf0110ff0 0x7fbcf01adc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:43:33.569 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:33.567+0000 7fbcef59e700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbcf011bc70 0x7fbcf01a7840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:43:33.569 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:33.567+0000 7fbcef59e700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fbcf01215c0 con 0x7fbcf0110ff0 2024-06-06T08:43:33.569 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:33.567+0000 7fbcef59e700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fbcf0121440 con 0x7fbcf011bc70 2024-06-06T08:43:33.569 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:33.567+0000 7fbcef59e700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fbcf0121740 con 0x7fbcf0110b80 2024-06-06T08:43:33.570 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:33.568+0000 7fbceed9d700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbcf011bc70 0x7fbcf01a7840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:43:33.570 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:33.570+0000 7fbcedd9b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbcf0110ff0 0x7fbcf01adc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:43:33.570 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:33.570+0000 7fbcedd9b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbcf0110ff0 0x7fbcf01adc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:45894/0 (socket says 172.21.15.42:45894) 2024-06-06T08:43:33.570 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:33.570+0000 7fbcedd9b700 1 -- 172.21.15.42:0/343684334 learned_addr learned my addr 172.21.15.42:0/343684334 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:43:33.570 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:33.570+0000 7fbcee59c700 1 --2- 172.21.15.42:0/343684334 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbcf0110b80 0x7fbcf01ad6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:43:33.571 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:33.571+0000 7fbcee59c700 1 -- 172.21.15.42:0/343684334 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbcf011bc70 msgr2=0x7fbcf01a7840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:43:33.571 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:33.571+0000 7fbcee59c700 1 --2- 172.21.15.42:0/343684334 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbcf011bc70 0x7fbcf01a7840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:33.571 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:33.571+0000 7fbcee59c700 1 -- 172.21.15.42:0/343684334 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbcf0110ff0 msgr2=0x7fbcf01adc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:43:33.571 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:33.571+0000 7fbcee59c700 1 --2- 172.21.15.42:0/343684334 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbcf0110ff0 0x7fbcf01adc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:33.571 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:33.571+0000 7fbcee59c700 1 -- 172.21.15.42:0/343684334 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbcf01a8020 con 0x7fbcf0110b80 2024-06-06T08:43:33.572 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:33.572+0000 7fbcee59c700 1 --2- 172.21.15.42:0/343684334 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbcf0110b80 0x7fbcf01ad6c0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fbce800ef10 tx=0x7fbce800c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:43:33.572 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:33.573+0000 7fbcdf7fe700 1 -- 172.21.15.42:0/343684334 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbce800cad0 con 0x7fbcf0110b80 2024-06-06T08:43:33.572 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:33.573+0000 7fbcef59e700 1 -- 172.21.15.42:0/343684334 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbcf01a82b0 con 0x7fbcf0110b80 2024-06-06T08:43:33.572 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:33.573+0000 7fbcef59e700 1 -- 172.21.15.42:0/343684334 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbcf01b4520 con 0x7fbcf0110b80 2024-06-06T08:43:33.575 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:33.574+0000 7fbcdf7fe700 1 -- 172.21.15.42:0/343684334 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbce8019070 con 0x7fbcf0110b80 2024-06-06T08:43:33.575 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:33.574+0000 7fbcdf7fe700 1 -- 172.21.15.42:0/343684334 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbce8014770 con 0x7fbcf0110b80 2024-06-06T08:43:33.578 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:33.578+0000 7fbcdd7fa700 1 -- 172.21.15.42:0/343684334 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbcd0005330 con 0x7fbcf0110b80 2024-06-06T08:43:33.579 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:33.579+0000 7fbcdf7fe700 1 -- 172.21.15.42:0/343684334 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fbce8012050 con 0x7fbcf0110b80 2024-06-06T08:43:33.579 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:33.580+0000 7fbcdf7fe700 1 --2- 172.21.15.42:0/343684334 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbcd80a2e50 0x7fbcd80a5310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:43:33.580 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:33.580+0000 7fbcdf7fe700 1 -- 172.21.15.42:0/343684334 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 9658+0+0 (secure 0 0 0) 0x7fbce80cf850 con 0x7fbcf0110b80 2024-06-06T08:43:33.580 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:33.581+0000 7fbcedd9b700 1 --2- 172.21.15.42:0/343684334 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbcd80a2e50 0x7fbcd80a5310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:43:33.597 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:33.591+0000 7fbcdf7fe700 1 -- 172.21.15.42:0/343684334 <== mon.1 v2:172.21.15.149:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fbce8010040 con 0x7fbcf0110b80 2024-06-06T08:43:33.597 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:33.593+0000 7fbcedd9b700 1 --2- 172.21.15.42:0/343684334 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbcd80a2e50 0x7fbcd80a5310 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fbce4009680 tx=0x7fbce4019040 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:43:34.086 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:34.087+0000 7fbcdd7fa700 1 -- 172.21.15.42:0/343684334 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fbcd00058f0 con 0x7fbcf0110b80 2024-06-06T08:43:34.115 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:34.116+0000 7fbcdf7fe700 1 -- 172.21.15.42:0/343684334 <== mon.1 v2:172.21.15.149:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v49) ==== 161+0+0 (secure 0 0 0) 0x7fbce8012340 con 0x7fbcf0110b80 2024-06-06T08:43:34.119 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:34.120+0000 7fbcdd7fa700 1 -- 172.21.15.42:0/343684334 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbcd80a2e50 msgr2=0x7fbcd80a5310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:43:34.119 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:34.120+0000 7fbcdd7fa700 1 --2- 172.21.15.42:0/343684334 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbcd80a2e50 0x7fbcd80a5310 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fbce4009680 tx=0x7fbce4019040 comp rx=0 tx=0).stop 2024-06-06T08:43:34.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:34.120+0000 7fbcdd7fa700 1 -- 172.21.15.42:0/343684334 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbcf0110b80 msgr2=0x7fbcf01ad6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:43:34.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:34.120+0000 7fbcdd7fa700 1 --2- 172.21.15.42:0/343684334 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbcf0110b80 0x7fbcf01ad6c0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fbce800ef10 tx=0x7fbce800c3a0 comp rx=0 tx=0).stop 2024-06-06T08:43:34.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:34.120+0000 7fbcdd7fa700 1 -- 172.21.15.42:0/343684334 shutdown_connections 2024-06-06T08:43:34.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:34.120+0000 7fbcdd7fa700 1 --2- 172.21.15.42:0/343684334 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbcd80a2e50 0x7fbcd80a5310 secure :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fbce4009680 tx=0x7fbce4019040 comp rx=0 tx=0).stop 2024-06-06T08:43:34.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:34.120+0000 7fbcdd7fa700 1 --2- 172.21.15.42:0/343684334 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbcf011bc70 0x7fbcf01a7840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:34.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:34.120+0000 7fbcdd7fa700 1 --2- 172.21.15.42:0/343684334 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbcf0110b80 0x7fbcf01ad6c0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:34.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:34.120+0000 7fbcdd7fa700 1 --2- 172.21.15.42:0/343684334 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbcf0110ff0 0x7fbcf01adc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:34.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:34.120+0000 7fbcdd7fa700 1 -- 172.21.15.42:0/343684334 >> 172.21.15.42:0/343684334 conn(0x7fbcf006d470 msgr2=0x7fbcf010e7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:43:34.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:34.121+0000 7fbcdd7fa700 1 -- 172.21.15.42:0/343684334 shutdown_connections 2024-06-06T08:43:34.120 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:34.121+0000 7fbcdd7fa700 1 -- 172.21.15.42:0/343684334 wait complete. 2024-06-06T08:43:34.127 INFO:teuthology.orchestra.run.smithi042.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-06-06T08:43:34.411 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:34 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mon-a[32380]: 2024-06-06T08:43:34.090+0000 7f4a48a2f700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-06-06T08:43:34.537 INFO:journalctl@ceph.mds.i.smithi149.stdout:Jun 06 08:43:34 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-i[67620]: ignoring --setuser ceph since I am not root 2024-06-06T08:43:34.537 INFO:journalctl@ceph.mds.i.smithi149.stdout:Jun 06 08:43:34 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-i[67620]: ignoring --setgroup ceph since I am not root 2024-06-06T08:43:34.537 INFO:journalctl@ceph.mds.i.smithi149.stdout:Jun 06 08:43:34 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-i[67620]: starting mds.i at 2024-06-06T08:43:34.538 INFO:journalctl@ceph.mds.c.smithi149.stdout:Jun 06 08:43:34 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-c[67318]: ignoring --setuser ceph since I am not root 2024-06-06T08:43:34.538 INFO:journalctl@ceph.mds.c.smithi149.stdout:Jun 06 08:43:34 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-c[67318]: ignoring --setgroup ceph since I am not root 2024-06-06T08:43:34.538 INFO:journalctl@ceph.mds.c.smithi149.stdout:Jun 06 08:43:34 smithi149 ceph-mds[67322]: -- 172.21.15.149:0/3919782126 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55d939eda4e0 con 0x55d939eb1000 2024-06-06T08:43:34.538 INFO:journalctl@ceph.mds.c.smithi149.stdout:Jun 06 08:43:34 smithi149 ceph-mds[67322]: -- 172.21.15.149:0/3919782126 <== mon.1 v2:172.21.15.149:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d939edda40 con 0x55d939eb1000 2024-06-06T08:43:34.538 INFO:journalctl@ceph.mds.c.smithi149.stdout:Jun 06 08:43:34 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-c[67318]: starting mds.c at 2024-06-06T08:43:34.538 INFO:journalctl@ceph.mds.l.smithi149.stdout:Jun 06 08:43:34 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-l[66702]: ignoring --setuser ceph since I am not root 2024-06-06T08:43:34.538 INFO:journalctl@ceph.mds.l.smithi149.stdout:Jun 06 08:43:34 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-l[66702]: ignoring --setgroup ceph since I am not root 2024-06-06T08:43:34.539 INFO:journalctl@ceph.mds.l.smithi149.stdout:Jun 06 08:43:34 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-l[66702]: starting mds.l at 2024-06-06T08:43:34.622 INFO:journalctl@ceph.mds.b.smithi120.stdout:Jun 06 08:43:34 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-b[66463]: ignoring --setuser ceph since I am not root 2024-06-06T08:43:34.623 INFO:journalctl@ceph.mds.b.smithi120.stdout:Jun 06 08:43:34 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-b[66463]: ignoring --setgroup ceph since I am not root 2024-06-06T08:43:34.623 INFO:journalctl@ceph.mds.b.smithi120.stdout:Jun 06 08:43:34 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-b[66463]: starting mds.b at 2024-06-06T08:43:34.623 INFO:journalctl@ceph.mds.e.smithi120.stdout:Jun 06 08:43:34 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-e[71455]: ignoring --setuser ceph since I am not root 2024-06-06T08:43:34.623 INFO:journalctl@ceph.mds.e.smithi120.stdout:Jun 06 08:43:34 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-e[71455]: ignoring --setgroup ceph since I am not root 2024-06-06T08:43:34.623 INFO:journalctl@ceph.mds.e.smithi120.stdout:Jun 06 08:43:34 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-e[71455]: starting mds.e at 2024-06-06T08:43:34.624 INFO:journalctl@ceph.mds.h.smithi120.stdout:Jun 06 08:43:34 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-h[66160]: ignoring --setuser ceph since I am not root 2024-06-06T08:43:34.624 INFO:journalctl@ceph.mds.h.smithi120.stdout:Jun 06 08:43:34 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-h[66160]: ignoring --setgroup ceph since I am not root 2024-06-06T08:43:34.624 INFO:journalctl@ceph.mds.h.smithi120.stdout:Jun 06 08:43:34 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-h[66160]: starting mds.h at 2024-06-06T08:43:34.818 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:34 smithi042 ceph-mon[32384]: pgmap v671: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-06T08:43:34.818 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:34 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/343684334' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-06-06T08:43:34.818 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:34 smithi042 ceph-mon[32384]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-06-06T08:43:34.818 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:34 smithi042 ceph-mon[32384]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-06-06T08:43:34.818 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:34 smithi042 ceph-mon[32384]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-06-06T08:43:34.819 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:34 smithi042 ceph-mon[32384]: Health check cleared: MDS_DAMAGE (was: 2 MDSs report damaged metadata) 2024-06-06T08:43:34.819 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:34 smithi042 ceph-mon[32384]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-06-06T08:43:34.819 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:34 smithi042 ceph-mon[32384]: osdmap e141: 12 total, 12 up, 12 in 2024-06-06T08:43:34.819 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:34 smithi042 ceph-mon[32384]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-06-06T08:43:34.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:34 smithi120 ceph-mon[36658]: pgmap v671: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-06T08:43:34.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:34 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/343684334' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-06-06T08:43:34.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:34 smithi120 ceph-mon[36658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-06-06T08:43:34.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:34 smithi120 ceph-mon[36658]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-06-06T08:43:34.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:34 smithi120 ceph-mon[36658]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-06-06T08:43:34.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:34 smithi120 ceph-mon[36658]: Health check cleared: MDS_DAMAGE (was: 2 MDSs report damaged metadata) 2024-06-06T08:43:34.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:34 smithi120 ceph-mon[36658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-06-06T08:43:34.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:34 smithi120 ceph-mon[36658]: osdmap e141: 12 total, 12 up, 12 in 2024-06-06T08:43:34.889 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:34 smithi120 ceph-mon[36658]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-06-06T08:43:34.991 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:34 smithi149 ceph-mon[36842]: pgmap v671: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-06T08:43:34.991 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:34 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/343684334' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-06-06T08:43:34.991 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:34 smithi149 ceph-mon[36842]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-06-06T08:43:34.991 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:34 smithi149 ceph-mon[36842]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-06-06T08:43:34.991 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:34 smithi149 ceph-mon[36842]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-06-06T08:43:34.991 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:34 smithi149 ceph-mon[36842]: Health check cleared: MDS_DAMAGE (was: 2 MDSs report damaged metadata) 2024-06-06T08:43:34.992 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:34 smithi149 ceph-mon[36842]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-06-06T08:43:34.992 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:34 smithi149 ceph-mon[36842]: osdmap e141: 12 total, 12 up, 12 in 2024-06-06T08:43:34.992 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:34 smithi149 ceph-mon[36842]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-06-06T08:43:35.216 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph fs rm cephfs --yes-i-really-mean-it 2024-06-06T08:43:35.764 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:43:36.257 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:36 smithi042 ceph-mon[32384]: mds.? [v2:172.21.15.149:6832/3012827527,v1:172.21.15.149:6833/3012827527] up:boot 2024-06-06T08:43:36.257 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:36 smithi042 ceph-mon[32384]: mds.? [v2:172.21.15.149:6836/1443297608,v1:172.21.15.149:6837/1443297608] up:boot 2024-06-06T08:43:36.257 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:36 smithi042 ceph-mon[32384]: mds.? [v2:172.21.15.149:6838/3059583027,v1:172.21.15.149:6839/3059583027] up:boot 2024-06-06T08:43:36.257 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:36 smithi042 ceph-mon[32384]: mds.? [v2:172.21.15.120:6834/2696327409,v1:172.21.15.120:6835/2696327409] up:boot 2024-06-06T08:43:36.257 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:36 smithi042 ceph-mon[32384]: mds.? [v2:172.21.15.120:6838/901935471,v1:172.21.15.120:6839/901935471] up:boot 2024-06-06T08:43:36.257 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:36 smithi042 ceph-mon[32384]: mds.? [v2:172.21.15.120:6836/1951930527,v1:172.21.15.120:6837/1951930527] up:boot 2024-06-06T08:43:36.257 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:36 smithi042 ceph-mon[32384]: fsmap cephfs:0/3 12 up:standby, 3 failed 2024-06-06T08:43:36.258 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:36 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-06-06T08:43:36.258 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:36 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-06-06T08:43:36.258 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:36 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-06-06T08:43:36.258 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:36 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-06-06T08:43:36.258 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:36 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-06-06T08:43:36.258 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:36 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-06-06T08:43:36.258 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:36 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:43:36.258 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:36 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:43:36.258 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:36 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:43:36.258 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:36 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:43:36.258 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:36 smithi042 ceph-mon[32384]: pgmap v673: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s 2024-06-06T08:43:36.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:36 smithi120 ceph-mon[36658]: mds.? [v2:172.21.15.149:6832/3012827527,v1:172.21.15.149:6833/3012827527] up:boot 2024-06-06T08:43:36.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:36 smithi120 ceph-mon[36658]: mds.? [v2:172.21.15.149:6836/1443297608,v1:172.21.15.149:6837/1443297608] up:boot 2024-06-06T08:43:36.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:36 smithi120 ceph-mon[36658]: mds.? [v2:172.21.15.149:6838/3059583027,v1:172.21.15.149:6839/3059583027] up:boot 2024-06-06T08:43:36.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:36 smithi120 ceph-mon[36658]: mds.? [v2:172.21.15.120:6834/2696327409,v1:172.21.15.120:6835/2696327409] up:boot 2024-06-06T08:43:36.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:36 smithi120 ceph-mon[36658]: mds.? [v2:172.21.15.120:6838/901935471,v1:172.21.15.120:6839/901935471] up:boot 2024-06-06T08:43:36.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:36 smithi120 ceph-mon[36658]: mds.? [v2:172.21.15.120:6836/1951930527,v1:172.21.15.120:6837/1951930527] up:boot 2024-06-06T08:43:36.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:36 smithi120 ceph-mon[36658]: fsmap cephfs:0/3 12 up:standby, 3 failed 2024-06-06T08:43:36.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:36 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-06-06T08:43:36.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:36 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-06-06T08:43:36.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:36 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-06-06T08:43:36.390 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:36 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-06-06T08:43:36.390 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:36 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-06-06T08:43:36.390 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:36 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-06-06T08:43:36.390 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:36 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:43:36.390 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:36 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:43:36.390 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:36 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:43:36.390 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:36 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:43:36.390 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:36 smithi120 ceph-mon[36658]: pgmap v673: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s 2024-06-06T08:43:36.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:36 smithi149 ceph-mon[36842]: mds.? [v2:172.21.15.149:6832/3012827527,v1:172.21.15.149:6833/3012827527] up:boot 2024-06-06T08:43:36.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:36 smithi149 ceph-mon[36842]: mds.? [v2:172.21.15.149:6836/1443297608,v1:172.21.15.149:6837/1443297608] up:boot 2024-06-06T08:43:36.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:36 smithi149 ceph-mon[36842]: mds.? [v2:172.21.15.149:6838/3059583027,v1:172.21.15.149:6839/3059583027] up:boot 2024-06-06T08:43:36.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:36 smithi149 ceph-mon[36842]: mds.? [v2:172.21.15.120:6834/2696327409,v1:172.21.15.120:6835/2696327409] up:boot 2024-06-06T08:43:36.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:36 smithi149 ceph-mon[36842]: mds.? [v2:172.21.15.120:6838/901935471,v1:172.21.15.120:6839/901935471] up:boot 2024-06-06T08:43:36.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:36 smithi149 ceph-mon[36842]: mds.? [v2:172.21.15.120:6836/1951930527,v1:172.21.15.120:6837/1951930527] up:boot 2024-06-06T08:43:36.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:36 smithi149 ceph-mon[36842]: fsmap cephfs:0/3 12 up:standby, 3 failed 2024-06-06T08:43:36.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:36 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-06-06T08:43:36.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:36 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-06-06T08:43:36.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:36 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-06-06T08:43:36.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:36 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-06-06T08:43:36.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:36 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-06-06T08:43:36.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:36 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-06-06T08:43:36.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:36 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:43:36.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:36 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:43:36.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:36 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:43:36.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:36 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:43:36.539 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:36 smithi149 ceph-mon[36842]: pgmap v673: 129 pgs: 24 active+clean+snaptrim, 72 active+clean+snaptrim_wait, 33 active+clean; 1.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s 2024-06-06T08:43:37.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:37 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:43:37.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:37 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:43:37.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:37 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:43:37.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:37 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:43:37.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:37 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:43:37.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:37 smithi120 ceph-mon[36658]: Adjusting osd_memory_target on smithi120 to 176.2M 2024-06-06T08:43:37.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:37 smithi120 ceph-mon[36658]: Unable to set osd_memory_target on smithi120 to 184770969: error parsing value: Value '184770969' is below minimum 939524096 2024-06-06T08:43:37.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:37 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:43:37.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:37 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:43:37.455 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:37 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:43:37.455 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:37 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:43:37.455 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:37 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:43:37.455 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:37 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:43:37.455 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:37 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:43:37.455 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:37 smithi042 ceph-mon[32384]: Adjusting osd_memory_target on smithi120 to 176.2M 2024-06-06T08:43:37.455 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:37 smithi042 ceph-mon[32384]: Unable to set osd_memory_target on smithi120 to 184770969: error parsing value: Value '184770969' is below minimum 939524096 2024-06-06T08:43:37.456 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:37 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:43:37.456 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:37 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:43:37.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:37 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:43:37.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:37 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:43:37.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:37 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:43:37.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:37 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:43:37.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:37 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:43:37.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:37 smithi149 ceph-mon[36842]: Adjusting osd_memory_target on smithi120 to 176.2M 2024-06-06T08:43:37.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:37 smithi149 ceph-mon[36842]: Unable to set osd_memory_target on smithi120 to 184770969: error parsing value: Value '184770969' is below minimum 939524096 2024-06-06T08:43:37.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:37 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:43:37.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:37 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:43:37.947 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:37.949+0000 7f2e228ce700 1 -- 172.21.15.42:0/963164508 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2e1c074830 msgr2=0x7f2e1c074c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:43:37.948 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:37.949+0000 7f2e228ce700 1 --2- 172.21.15.42:0/963164508 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2e1c074830 0x7f2e1c074c10 secure :-1 s=READY pgs=1072 cs=0 l=1 rev1=1 crypto rx=0x7f2e0400b0a0 tx=0x7f2e0400b3b0 comp rx=0 tx=0).stop 2024-06-06T08:43:37.950 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:37.949+0000 7f2e228ce700 1 -- 172.21.15.42:0/963164508 shutdown_connections 2024-06-06T08:43:37.950 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:37.949+0000 7f2e228ce700 1 --2- 172.21.15.42:0/963164508 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2e1c1133f0 0x7f2e1c1157e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:37.950 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:37.949+0000 7f2e228ce700 1 --2- 172.21.15.42:0/963164508 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2e1c074830 0x7f2e1c074c10 unknown :-1 s=CLOSED pgs=1072 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:37.950 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:37.949+0000 7f2e228ce700 1 --2- 172.21.15.42:0/963164508 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2e1c075150 0x7f2e1c112eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:37.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:37.949+0000 7f2e228ce700 1 -- 172.21.15.42:0/963164508 >> 172.21.15.42:0/963164508 conn(0x7f2e1c0fded0 msgr2=0x7f2e1c1002f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:43:37.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:37.949+0000 7f2e228ce700 1 -- 172.21.15.42:0/963164508 shutdown_connections 2024-06-06T08:43:37.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:37.949+0000 7f2e228ce700 1 -- 172.21.15.42:0/963164508 wait complete. 2024-06-06T08:43:37.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:37.950+0000 7f2e228ce700 1 Processor -- start 2024-06-06T08:43:37.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:37.951+0000 7f2e228ce700 1 -- start start 2024-06-06T08:43:37.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:37.951+0000 7f2e228ce700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2e1c074830 0x7f2e1c112960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:43:37.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:37.951+0000 7f2e228ce700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2e1c075150 0x7f2e1c112ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:43:37.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:37.951+0000 7f2e228ce700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2e1c1133f0 0x7f2e1c10bbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:43:37.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:37.951+0000 7f2e228ce700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2e1c118ec0 con 0x7f2e1c1133f0 2024-06-06T08:43:37.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:37.951+0000 7f2e228ce700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f2e1c118d40 con 0x7f2e1c074830 2024-06-06T08:43:37.951 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:37.951+0000 7f2e228ce700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f2e1c119040 con 0x7f2e1c075150 2024-06-06T08:43:37.952 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:37.952+0000 7f2e20e6b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2e1c1133f0 0x7f2e1c10bbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:43:37.952 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:37.952+0000 7f2e20e6b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2e1c1133f0 0x7f2e1c10bbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:34582/0 (socket says 172.21.15.42:34582) 2024-06-06T08:43:37.952 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:37.952+0000 7f2e20e6b700 1 -- 172.21.15.42:0/2944716550 learned_addr learned my addr 172.21.15.42:0/2944716550 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:43:37.953 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:37.952+0000 7f2e20e6b700 1 -- 172.21.15.42:0/2944716550 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2e1c075150 msgr2=0x7f2e1c112ea0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-06-06T08:43:37.953 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:37.952+0000 7f2e20e6b700 1 --2- 172.21.15.42:0/2944716550 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2e1c075150 0x7f2e1c112ea0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:37.953 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:37.952+0000 7f2e20e6b700 1 -- 172.21.15.42:0/2944716550 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2e1c074830 msgr2=0x7f2e1c112960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:43:37.953 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:37.952+0000 7f2e20e6b700 1 --2- 172.21.15.42:0/2944716550 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2e1c074830 0x7f2e1c112960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:37.953 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:37.952+0000 7f2e20e6b700 1 -- 172.21.15.42:0/2944716550 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e1c10c4f0 con 0x7f2e1c1133f0 2024-06-06T08:43:37.953 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:37.953+0000 7f2e20e6b700 1 --2- 172.21.15.42:0/2944716550 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2e1c1133f0 0x7f2e1c10bbf0 secure :-1 s=READY pgs=1073 cs=0 l=1 rev1=1 crypto rx=0x7f2e1400b450 tx=0x7f2e1400b810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:43:37.954 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:37.953+0000 7f2e19ffb700 1 -- 172.21.15.42:0/2944716550 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e14015020 con 0x7f2e1c1133f0 2024-06-06T08:43:37.954 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:37.953+0000 7f2e19ffb700 1 -- 172.21.15.42:0/2944716550 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2e14011d10 con 0x7f2e1c1133f0 2024-06-06T08:43:37.954 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:37.953+0000 7f2e19ffb700 1 -- 172.21.15.42:0/2944716550 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e1400f2e0 con 0x7f2e1c1133f0 2024-06-06T08:43:37.954 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:37.955+0000 7f2e228ce700 1 -- 172.21.15.42:0/2944716550 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e1c10c7e0 con 0x7f2e1c1133f0 2024-06-06T08:43:37.958 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:37.955+0000 7f2e228ce700 1 -- 172.21.15.42:0/2944716550 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e1c110780 con 0x7f2e1c1133f0 2024-06-06T08:43:37.958 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:37.960+0000 7f2e228ce700 1 -- 172.21.15.42:0/2944716550 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2e1c075f70 con 0x7f2e1c1133f0 2024-06-06T08:43:37.961 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:37.961+0000 7f2e19ffb700 1 -- 172.21.15.42:0/2944716550 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f2e14018020 con 0x7f2e1c1133f0 2024-06-06T08:43:37.961 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:37.962+0000 7f2e19ffb700 1 --2- 172.21.15.42:0/2944716550 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f2e080a2e50 0x7f2e080a5310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:43:37.961 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:37.962+0000 7f2e19ffb700 1 -- 172.21.15.42:0/2944716550 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(141..141 src has 1..141) ==== 9888+0+0 (secure 0 0 0) 0x7f2e14010380 con 0x7f2e1c1133f0 2024-06-06T08:43:37.964 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:37.964+0000 7f2e1bfff700 1 --2- 172.21.15.42:0/2944716550 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f2e080a2e50 0x7f2e080a5310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:43:37.971 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:37.973+0000 7f2e19ffb700 1 -- 172.21.15.42:0/2944716550 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f2e1409b650 con 0x7f2e1c1133f0 2024-06-06T08:43:37.972 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:37.973+0000 7f2e1bfff700 1 --2- 172.21.15.42:0/2944716550 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f2e080a2e50 0x7f2e080a5310 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f2e04009e60 tx=0x7f2e04006000 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:43:38.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:38 smithi120 ceph-mon[36658]: pgmap v674: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-06-06T08:43:38.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:38 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:43:38.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:38 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:43:38.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:38 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:43:38.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:38 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:43:38.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:38 smithi120 ceph-mon[36658]: Adjusting osd_memory_target on smithi042 to 177.2M 2024-06-06T08:43:38.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:38 smithi120 ceph-mon[36658]: Unable to set osd_memory_target on smithi042 to 185844019: error parsing value: Value '185844019' is below minimum 939524096 2024-06-06T08:43:38.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:38 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:43:38.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:38 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:43:38.389 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:38 smithi120 ceph-mon[36658]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:43:38.463 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:38.464+0000 7f2e228ce700 1 -- 172.21.15.42:0/2944716550 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f2e1c111270 con 0x7f2e1c1133f0 2024-06-06T08:43:38.463 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:38 smithi042 ceph-mon[32384]: pgmap v674: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-06-06T08:43:38.463 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:38 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:43:38.464 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:38 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:43:38.464 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:38 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:43:38.464 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:38 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:43:38.464 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:38 smithi042 ceph-mon[32384]: Adjusting osd_memory_target on smithi042 to 177.2M 2024-06-06T08:43:38.464 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:38 smithi042 ceph-mon[32384]: Unable to set osd_memory_target on smithi042 to 185844019: error parsing value: Value '185844019' is below minimum 939524096 2024-06-06T08:43:38.464 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:38 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:43:38.464 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:38 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:43:38.464 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:38 smithi042 ceph-mon[32384]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:43:38.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:38 smithi149 ceph-mon[36842]: pgmap v674: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-06-06T08:43:38.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:38 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:43:38.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:38 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:43:38.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:38 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:43:38.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:38 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:43:38.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:38 smithi149 ceph-mon[36842]: Adjusting osd_memory_target on smithi042 to 177.2M 2024-06-06T08:43:38.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:38 smithi149 ceph-mon[36842]: Unable to set osd_memory_target on smithi042 to 185844019: error parsing value: Value '185844019' is below minimum 939524096 2024-06-06T08:43:38.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:38 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:43:38.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:38 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:43:38.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:38 smithi149 ceph-mon[36842]: from='mgr.15204 172.21.15.42:0/1495336114' entity='mgr.x' 2024-06-06T08:43:39.124 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:39.125+0000 7f2e19ffb700 1 -- 172.21.15.42:0/2944716550 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v51) ==== 104+0+0 (secure 0 0 0) 0x7f2e1409b650 con 0x7f2e1c1133f0 2024-06-06T08:43:39.131 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:39.129+0000 7f2e12ffd700 1 -- 172.21.15.42:0/2944716550 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f2e080a2e50 msgr2=0x7f2e080a5310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:43:39.131 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:39.129+0000 7f2e12ffd700 1 --2- 172.21.15.42:0/2944716550 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f2e080a2e50 0x7f2e080a5310 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f2e04009e60 tx=0x7f2e04006000 comp rx=0 tx=0).stop 2024-06-06T08:43:39.131 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:39.129+0000 7f2e12ffd700 1 -- 172.21.15.42:0/2944716550 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2e1c1133f0 msgr2=0x7f2e1c10bbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:43:39.132 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:39.129+0000 7f2e12ffd700 1 --2- 172.21.15.42:0/2944716550 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2e1c1133f0 0x7f2e1c10bbf0 secure :-1 s=READY pgs=1073 cs=0 l=1 rev1=1 crypto rx=0x7f2e1400b450 tx=0x7f2e1400b810 comp rx=0 tx=0).stop 2024-06-06T08:43:39.132 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:39.129+0000 7f2e12ffd700 1 -- 172.21.15.42:0/2944716550 shutdown_connections 2024-06-06T08:43:39.132 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:39.129+0000 7f2e12ffd700 1 --2- 172.21.15.42:0/2944716550 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f2e080a2e50 0x7f2e080a5310 secure :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f2e04009e60 tx=0x7f2e04006000 comp rx=0 tx=0).stop 2024-06-06T08:43:39.132 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:39.129+0000 7f2e12ffd700 1 --2- 172.21.15.42:0/2944716550 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2e1c1133f0 0x7f2e1c10bbf0 unknown :-1 s=CLOSED pgs=1073 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:39.132 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:39.129+0000 7f2e12ffd700 1 --2- 172.21.15.42:0/2944716550 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f2e1c074830 0x7f2e1c112960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:39.132 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:39.129+0000 7f2e12ffd700 1 --2- 172.21.15.42:0/2944716550 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2e1c075150 0x7f2e1c112ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:39.132 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:39.129+0000 7f2e12ffd700 1 -- 172.21.15.42:0/2944716550 >> 172.21.15.42:0/2944716550 conn(0x7f2e1c0fded0 msgr2=0x7f2e1c0ff730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:43:39.134 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:39.136+0000 7f2e12ffd700 1 -- 172.21.15.42:0/2944716550 shutdown_connections 2024-06-06T08:43:39.134 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:39.136+0000 7f2e12ffd700 1 -- 172.21.15.42:0/2944716550 wait complete. 2024-06-06T08:43:39.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:39 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/2944716550' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-06-06T08:43:39.393 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:39 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/2944716550' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-06-06T08:43:39.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:39 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/2944716550' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-06-06T08:43:39.939 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-06-06T08:43:40.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:40 smithi042 ceph-mon[32384]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-06-06T08:43:40.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:40 smithi042 ceph-mon[32384]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-06-06T08:43:40.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:40 smithi042 ceph-mon[32384]: Cluster is now healthy 2024-06-06T08:43:40.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:40 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/2944716550' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-06-06T08:43:40.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:40 smithi042 ceph-mon[32384]: fsmap 12 up:standby 2024-06-06T08:43:40.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:40 smithi042 ceph-mon[32384]: pgmap v675: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-06-06T08:43:40.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:40 smithi120 ceph-mon[36658]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-06-06T08:43:40.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:40 smithi120 ceph-mon[36658]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-06-06T08:43:40.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:40 smithi120 ceph-mon[36658]: Cluster is now healthy 2024-06-06T08:43:40.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:40 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/2944716550' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-06-06T08:43:40.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:40 smithi120 ceph-mon[36658]: fsmap 12 up:standby 2024-06-06T08:43:40.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:40 smithi120 ceph-mon[36658]: pgmap v675: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-06-06T08:43:40.431 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:43:40.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:40 smithi149 ceph-mon[36842]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-06-06T08:43:40.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:40 smithi149 ceph-mon[36842]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-06-06T08:43:40.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:40 smithi149 ceph-mon[36842]: Cluster is now healthy 2024-06-06T08:43:40.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:40 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/2944716550' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-06-06T08:43:40.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:40 smithi149 ceph-mon[36842]: fsmap 12 up:standby 2024-06-06T08:43:40.538 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:40 smithi149 ceph-mon[36842]: pgmap v675: 129 pgs: 23 active+clean+snaptrim, 69 active+clean+snaptrim_wait, 37 active+clean; 1.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-06-06T08:43:42.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:42 smithi149 ceph-mon[36842]: pgmap v676: 129 pgs: 20 active+clean+snaptrim, 66 active+clean+snaptrim_wait, 43 active+clean; 1.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 KiB/s rd, 2 op/s 2024-06-06T08:43:42.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:42 smithi042 ceph-mon[32384]: pgmap v676: 129 pgs: 20 active+clean+snaptrim, 66 active+clean+snaptrim_wait, 43 active+clean; 1.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 KiB/s rd, 2 op/s 2024-06-06T08:43:42.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:42 smithi120 ceph-mon[36658]: pgmap v676: 129 pgs: 20 active+clean+snaptrim, 66 active+clean+snaptrim_wait, 43 active+clean; 1.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 KiB/s rd, 2 op/s 2024-06-06T08:43:43.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:43.721+0000 7f4591c5b700 1 -- 172.21.15.42:0/2184858470 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f458c110ff0 msgr2=0x7f458c1099d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:43:43.720 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:43.721+0000 7f4591c5b700 1 --2- 172.21.15.42:0/2184858470 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f458c110ff0 0x7f458c1099d0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f4580009990 tx=0x7f4580009ca0 comp rx=0 tx=0).stop 2024-06-06T08:43:43.723 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:43.724+0000 7f4591c5b700 1 -- 172.21.15.42:0/2184858470 shutdown_connections 2024-06-06T08:43:43.723 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:43.724+0000 7f4591c5b700 1 --2- 172.21.15.42:0/2184858470 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f458c11bc70 0x7f458c11e060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:43.723 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:43.724+0000 7f4591c5b700 1 --2- 172.21.15.42:0/2184858470 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f458c110b80 0x7f458c109490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:43.723 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:43.724+0000 7f4591c5b700 1 --2- 172.21.15.42:0/2184858470 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f458c110ff0 0x7f458c1099d0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:43.723 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:43.724+0000 7f4591c5b700 1 -- 172.21.15.42:0/2184858470 >> 172.21.15.42:0/2184858470 conn(0x7f458c06d470 msgr2=0x7f458c06d880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:43:43.723 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:43.725+0000 7f4591c5b700 1 -- 172.21.15.42:0/2184858470 shutdown_connections 2024-06-06T08:43:43.724 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:43.725+0000 7f4591c5b700 1 -- 172.21.15.42:0/2184858470 wait complete. 2024-06-06T08:43:43.725 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:43.726+0000 7f4591c5b700 1 Processor -- start 2024-06-06T08:43:43.725 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:43.727+0000 7f4591c5b700 1 -- start start 2024-06-06T08:43:43.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:43.727+0000 7f4591c5b700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f458c110b80 0x7f458c1ad6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:43:43.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:43.727+0000 7f4591c5b700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f458c110ff0 0x7f458c1adc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:43:43.726 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:43.727+0000 7f4591c5b700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f458c11bc70 0x7f458c1a7840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:43:43.727 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:43.727+0000 7f4591c5b700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f458c1215a0 con 0x7f458c110ff0 2024-06-06T08:43:43.727 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:43.727+0000 7f4591c5b700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f458c121420 con 0x7f458c11bc70 2024-06-06T08:43:43.727 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:43.727+0000 7f4591c5b700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f458c121720 con 0x7f458c110b80 2024-06-06T08:43:43.727 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:43.727+0000 7f4590c59700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f458c110b80 0x7f458c1ad6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:43:43.727 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:43.727+0000 7f4590c59700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f458c110b80 0x7f458c1ad6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:51632/0 (socket says 172.21.15.42:51632) 2024-06-06T08:43:43.727 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:43.727+0000 7f4590c59700 1 -- 172.21.15.42:0/3953125502 learned_addr learned my addr 172.21.15.42:0/3953125502 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:43:43.727 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:43.728+0000 7f458bfff700 1 --2- 172.21.15.42:0/3953125502 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f458c110ff0 0x7f458c1adc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:43:43.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:43.728+0000 7f459145a700 1 --2- 172.21.15.42:0/3953125502 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f458c11bc70 0x7f458c1a7840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:43:43.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:43.728+0000 7f458bfff700 1 -- 172.21.15.42:0/3953125502 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f458c110b80 msgr2=0x7f458c1ad6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:43:43.728 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:43.728+0000 7f458bfff700 1 --2- 172.21.15.42:0/3953125502 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f458c110b80 0x7f458c1ad6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:43.729 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:43.728+0000 7f458bfff700 1 -- 172.21.15.42:0/3953125502 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f458c11bc70 msgr2=0x7f458c1a7840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:43:43.729 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:43.728+0000 7f458bfff700 1 --2- 172.21.15.42:0/3953125502 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f458c11bc70 0x7f458c1a7840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:43.729 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:43.728+0000 7f458bfff700 1 -- 172.21.15.42:0/3953125502 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f458c1a8020 con 0x7f458c110ff0 2024-06-06T08:43:43.729 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:43.729+0000 7f459145a700 1 --2- 172.21.15.42:0/3953125502 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f458c11bc70 0x7f458c1a7840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:43:43.729 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:43.729+0000 7f4590c59700 1 --2- 172.21.15.42:0/3953125502 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f458c110b80 0x7f458c1ad6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:43:43.729 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:43.729+0000 7f458bfff700 1 --2- 172.21.15.42:0/3953125502 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f458c110ff0 0x7f458c1adc00 secure :-1 s=READY pgs=1074 cs=0 l=1 rev1=1 crypto rx=0x7f4580005b40 tx=0x7f4580005e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:43:43.730 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:43.731+0000 7f4589ffb700 1 -- 172.21.15.42:0/3953125502 <== mon.0 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4580027070 con 0x7f458c110ff0 2024-06-06T08:43:43.730 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:43.731+0000 7f4589ffb700 1 -- 172.21.15.42:0/3953125502 <== mon.0 v2:172.21.15.42:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4580004050 con 0x7f458c110ff0 2024-06-06T08:43:43.730 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:43.731+0000 7f4589ffb700 1 -- 172.21.15.42:0/3953125502 <== mon.0 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4580022d70 con 0x7f458c110ff0 2024-06-06T08:43:43.730 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:43.731+0000 7f4591c5b700 1 -- 172.21.15.42:0/3953125502 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f458c1a82b0 con 0x7f458c110ff0 2024-06-06T08:43:43.730 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:43.732+0000 7f4591c5b700 1 -- 172.21.15.42:0/3953125502 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f458c1b4520 con 0x7f458c110ff0 2024-06-06T08:43:43.731 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:43.733+0000 7f4591c5b700 1 -- 172.21.15.42:0/3953125502 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f458c06e8b0 con 0x7f458c110ff0 2024-06-06T08:43:43.742 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:43.742+0000 7f4589ffb700 1 -- 172.21.15.42:0/3953125502 <== mon.0 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f4580022470 con 0x7f458c110ff0 2024-06-06T08:43:43.742 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:43.743+0000 7f4589ffb700 1 --2- 172.21.15.42:0/3953125502 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f45740a2f60 0x7f45740a5420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:43:43.743 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:43.744+0000 7f4589ffb700 1 -- 172.21.15.42:0/3953125502 <== mon.0 v2:172.21.15.42:3300/0 5 ==== osd_map(141..141 src has 1..141) ==== 9888+0+0 (secure 0 0 0) 0x7f45800d12c0 con 0x7f458c110ff0 2024-06-06T08:43:43.743 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:43.744+0000 7f4590c59700 1 --2- 172.21.15.42:0/3953125502 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f45740a2f60 0x7f45740a5420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:43:43.743 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:43.745+0000 7f4590c59700 1 --2- 172.21.15.42:0/3953125502 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f45740a2f60 0x7f45740a5420 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f4584009fd0 tx=0x7f4584009630 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:43:43.746 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:43.748+0000 7f4589ffb700 1 -- 172.21.15.42:0/3953125502 <== mon.0 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f4580030070 con 0x7f458c110ff0 2024-06-06T08:43:44.159 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:44.160+0000 7f4591c5b700 1 -- 172.21.15.42:0/3953125502 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f458c1b46f0 con 0x7f458c110ff0 2024-06-06T08:43:44.417 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:44.415+0000 7f4589ffb700 1 -- 172.21.15.42:0/3953125502 <== mon.0 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v142) ==== 181+0+0 (secure 0 0 0) 0x7f4580013070 con 0x7f458c110ff0 2024-06-06T08:43:44.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:44.418+0000 7f4591c5b700 1 -- 172.21.15.42:0/3953125502 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f45740a2f60 msgr2=0x7f45740a5420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:43:44.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:44.418+0000 7f4591c5b700 1 --2- 172.21.15.42:0/3953125502 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f45740a2f60 0x7f45740a5420 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f4584009fd0 tx=0x7f4584009630 comp rx=0 tx=0).stop 2024-06-06T08:43:44.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:44.418+0000 7f4591c5b700 1 -- 172.21.15.42:0/3953125502 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f458c110ff0 msgr2=0x7f458c1adc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:43:44.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:44.418+0000 7f4591c5b700 1 --2- 172.21.15.42:0/3953125502 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f458c110ff0 0x7f458c1adc00 secure :-1 s=READY pgs=1074 cs=0 l=1 rev1=1 crypto rx=0x7f4580005b40 tx=0x7f4580005e50 comp rx=0 tx=0).stop 2024-06-06T08:43:44.418 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:44.418+0000 7f4591c5b700 1 -- 172.21.15.42:0/3953125502 shutdown_connections 2024-06-06T08:43:44.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:44.419+0000 7f4591c5b700 1 --2- 172.21.15.42:0/3953125502 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f45740a2f60 0x7f45740a5420 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:44.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:44.419+0000 7f4591c5b700 1 --2- 172.21.15.42:0/3953125502 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f458c11bc70 0x7f458c1a7840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:44.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:44.419+0000 7f4591c5b700 1 --2- 172.21.15.42:0/3953125502 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f458c110b80 0x7f458c1ad6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:44.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:44.419+0000 7f4591c5b700 1 --2- 172.21.15.42:0/3953125502 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f458c110ff0 0x7f458c1adc00 unknown :-1 s=CLOSED pgs=1074 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:44.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:44.419+0000 7f4591c5b700 1 -- 172.21.15.42:0/3953125502 >> 172.21.15.42:0/3953125502 conn(0x7f458c06d470 msgr2=0x7f458c10e7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:43:44.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:44.419+0000 7f4591c5b700 1 -- 172.21.15.42:0/3953125502 shutdown_connections 2024-06-06T08:43:44.419 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:44.419+0000 7f4591c5b700 1 -- 172.21.15.42:0/3953125502 wait complete. 2024-06-06T08:43:44.429 INFO:teuthology.orchestra.run.smithi042.stderr:pool 'cephfs_metadata' removed 2024-06-06T08:43:44.564 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:44 smithi042 ceph-mon[32384]: pgmap v677: 129 pgs: 18 active+clean+snaptrim, 59 active+clean+snaptrim_wait, 52 active+clean; 1.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 KiB/s rd, 2 op/s 2024-06-06T08:43:44.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:44 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/3953125502' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-06-06T08:43:44.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:44 smithi149 ceph-mon[36842]: pgmap v677: 129 pgs: 18 active+clean+snaptrim, 59 active+clean+snaptrim_wait, 52 active+clean; 1.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 KiB/s rd, 2 op/s 2024-06-06T08:43:44.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:44 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/3953125502' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-06-06T08:43:44.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:44 smithi120 ceph-mon[36658]: pgmap v677: 129 pgs: 18 active+clean+snaptrim, 59 active+clean+snaptrim_wait, 52 active+clean; 1.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 KiB/s rd, 2 op/s 2024-06-06T08:43:44.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:44 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/3953125502' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-06-06T08:43:45.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:45 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/3953125502' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-06-06T08:43:45.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:45 smithi149 ceph-mon[36842]: osdmap e142: 12 total, 12 up, 12 in 2024-06-06T08:43:45.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:45 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/3953125502' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-06-06T08:43:45.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:45 smithi042 ceph-mon[32384]: osdmap e142: 12 total, 12 up, 12 in 2024-06-06T08:43:45.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:45 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/3953125502' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-06-06T08:43:45.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:45 smithi120 ceph-mon[36658]: osdmap e142: 12 total, 12 up, 12 in 2024-06-06T08:43:46.526 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-06-06T08:43:46.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:46 smithi149 ceph-mon[36842]: pgmap v679: 97 pgs: 17 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 26 active+clean; 403 MiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:43:46.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:46 smithi042 ceph-mon[32384]: pgmap v679: 97 pgs: 17 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 26 active+clean; 403 MiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:43:46.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:46 smithi120 ceph-mon[36658]: pgmap v679: 97 pgs: 17 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 26 active+clean; 403 MiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:43:46.968 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:43:48.809 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:48 smithi042 ceph-mon[32384]: pgmap v680: 97 pgs: 17 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 26 active+clean; 398 MiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:43:48.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:48 smithi120 ceph-mon[36658]: pgmap v680: 97 pgs: 17 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 26 active+clean; 398 MiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:43:49.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:48 smithi149 ceph-mon[36842]: pgmap v680: 97 pgs: 17 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 26 active+clean; 398 MiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:43:49.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:49.323+0000 7fbae3fff700 1 -- 172.21.15.42:0/863119600 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbadc09b100 msgr2=0x7fbadc0a2c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:43:49.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:49.323+0000 7fbae3fff700 1 --2- 172.21.15.42:0/863119600 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbadc09b100 0x7fbadc0a2c80 secure :-1 s=READY pgs=1075 cs=0 l=1 rev1=1 crypto rx=0x7fbae4067f10 tx=0x7fbae4068aa0 comp rx=0 tx=0).stop 2024-06-06T08:43:49.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:49.325+0000 7fbae3fff700 1 -- 172.21.15.42:0/863119600 shutdown_connections 2024-06-06T08:43:49.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:49.325+0000 7fbae3fff700 1 --2- 172.21.15.42:0/863119600 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbadc09b100 0x7fbadc0a2c80 unknown :-1 s=CLOSED pgs=1075 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:49.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:49.325+0000 7fbae3fff700 1 --2- 172.21.15.42:0/863119600 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbadc096270 0x7fbadc096650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:49.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:49.325+0000 7fbae3fff700 1 --2- 172.21.15.42:0/863119600 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbadc096c20 0x7fbadc09a9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:49.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:49.325+0000 7fbae3fff700 1 -- 172.21.15.42:0/863119600 >> 172.21.15.42:0/863119600 conn(0x7fbadc00b8e0 msgr2=0x7fbadc00bcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:43:49.324 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:49.325+0000 7fbae3fff700 1 -- 172.21.15.42:0/863119600 shutdown_connections 2024-06-06T08:43:49.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:49.325+0000 7fbae3fff700 1 -- 172.21.15.42:0/863119600 wait complete. 2024-06-06T08:43:49.326 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:49.326+0000 7fbae3fff700 1 Processor -- start 2024-06-06T08:43:49.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:49.326+0000 7fbae3fff700 1 -- start start 2024-06-06T08:43:49.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:49.327+0000 7fbae3fff700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbadc096270 0x7fbadc1440c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:43:49.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:49.327+0000 7fbae3fff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbadc096c20 0x7fbadc144600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:43:49.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:49.327+0000 7fbae3fff700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbadc09b100 0x7fbadc0a1da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:43:49.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:49.327+0000 7fbae3fff700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fbadc0b7010 con 0x7fbadc096c20 2024-06-06T08:43:49.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:49.327+0000 7fbae3fff700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7fbadc0b6e90 con 0x7fbadc09b100 2024-06-06T08:43:49.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:49.327+0000 7fbae3fff700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fbadc0b7190 con 0x7fbadc096270 2024-06-06T08:43:49.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:49.328+0000 7fbae2ffd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbadc096270 0x7fbadc1440c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:43:49.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:49.328+0000 7fbae37fe700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbadc09b100 0x7fbadc0a1da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:43:49.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:49.328+0000 7fbae37fe700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbadc09b100 0x7fbadc0a1da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:54928/0 (socket says 172.21.15.42:54928) 2024-06-06T08:43:49.327 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:49.328+0000 7fbae37fe700 1 -- 172.21.15.42:0/250758167 learned_addr learned my addr 172.21.15.42:0/250758167 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:43:49.328 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:49.328+0000 7fbae2ffd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbadc096270 0x7fbadc1440c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.42:60392/0 (socket says 172.21.15.42:60392) 2024-06-06T08:43:49.329 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:49.328+0000 7fbae2ffd700 1 -- 172.21.15.42:0/250758167 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbadc09b100 msgr2=0x7fbadc0a1da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:43:49.329 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:49.328+0000 7fbae2ffd700 1 --2- 172.21.15.42:0/250758167 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbadc09b100 0x7fbadc0a1da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:49.329 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:49.328+0000 7fbae2ffd700 1 -- 172.21.15.42:0/250758167 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbadc096c20 msgr2=0x7fbadc144600 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-06T08:43:49.329 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:49.328+0000 7fbae2ffd700 1 --2- 172.21.15.42:0/250758167 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbadc096c20 0x7fbadc144600 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:49.329 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:49.328+0000 7fbae2ffd700 1 -- 172.21.15.42:0/250758167 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbadc0a26a0 con 0x7fbadc096270 2024-06-06T08:43:49.329 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:49.330+0000 7fbae2ffd700 1 --2- 172.21.15.42:0/250758167 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbadc096270 0x7fbadc1440c0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fbad800e9c0 tx=0x7fbad800ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:43:49.329 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:49.331+0000 7fbae8808700 1 -- 172.21.15.42:0/250758167 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbad800cbd0 con 0x7fbadc096270 2024-06-06T08:43:49.330 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:49.331+0000 7fbae3fff700 1 -- 172.21.15.42:0/250758167 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbadc0a2990 con 0x7fbadc096270 2024-06-06T08:43:49.330 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:49.331+0000 7fbae3fff700 1 -- 172.21.15.42:0/250758167 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbadc13fce0 con 0x7fbadc096270 2024-06-06T08:43:49.330 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:49.331+0000 7fbae8808700 1 -- 172.21.15.42:0/250758167 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbad8004500 con 0x7fbadc096270 2024-06-06T08:43:49.330 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:49.331+0000 7fbae8808700 1 -- 172.21.15.42:0/250758167 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbad8010430 con 0x7fbadc096270 2024-06-06T08:43:49.334 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:49.336+0000 7fbae3fff700 1 -- 172.21.15.42:0/250758167 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbad0005330 con 0x7fbadc096270 2024-06-06T08:43:49.337 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:49.339+0000 7fbae8808700 1 -- 172.21.15.42:0/250758167 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fbad8004020 con 0x7fbadc096270 2024-06-06T08:43:49.338 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:49.340+0000 7fbae8808700 1 --2- 172.21.15.42:0/250758167 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbacc0a2f90 0x7fbacc0a5450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:43:49.339 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:49.341+0000 7fbae8808700 1 -- 172.21.15.42:0/250758167 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(142..142 src has 1..142) ==== 9363+0+0 (secure 0 0 0) 0x7fbad80cf910 con 0x7fbadc096270 2024-06-06T08:43:49.339 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:49.341+0000 7fbae27fc700 1 --2- 172.21.15.42:0/250758167 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbacc0a2f90 0x7fbacc0a5450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:43:49.342 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:49.344+0000 7fbae27fc700 1 --2- 172.21.15.42:0/250758167 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbacc0a2f90 0x7fbacc0a5450 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fbadc13c840 tx=0x7fbad400b370 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:43:49.347 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:49.349+0000 7fbae8808700 1 -- 172.21.15.42:0/250758167 <== mon.1 v2:172.21.15.149:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fbad809c180 con 0x7fbadc096270 2024-06-06T08:43:49.757 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:49.757+0000 7fbae3fff700 1 -- 172.21.15.42:0/250758167 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fbad0005620 con 0x7fbadc096270 2024-06-06T08:43:50.564 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:50.565+0000 7fbae8808700 1 -- 172.21.15.42:0/250758167 <== mon.1 v2:172.21.15.149:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v143) ==== 169+0+0 (secure 0 0 0) 0x7fbad809ba80 con 0x7fbadc096270 2024-06-06T08:43:50.570 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:50.569+0000 7fbae3fff700 1 -- 172.21.15.42:0/250758167 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbacc0a2f90 msgr2=0x7fbacc0a5450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:43:50.571 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:50.569+0000 7fbae3fff700 1 --2- 172.21.15.42:0/250758167 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbacc0a2f90 0x7fbacc0a5450 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fbadc13c840 tx=0x7fbad400b370 comp rx=0 tx=0).stop 2024-06-06T08:43:50.571 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:50.569+0000 7fbae3fff700 1 -- 172.21.15.42:0/250758167 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbadc096270 msgr2=0x7fbadc1440c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:43:50.571 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:50.569+0000 7fbae3fff700 1 --2- 172.21.15.42:0/250758167 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbadc096270 0x7fbadc1440c0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fbad800e9c0 tx=0x7fbad800ecd0 comp rx=0 tx=0).stop 2024-06-06T08:43:50.571 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:50.569+0000 7fbae3fff700 1 -- 172.21.15.42:0/250758167 shutdown_connections 2024-06-06T08:43:50.571 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:50.569+0000 7fbae3fff700 1 --2- 172.21.15.42:0/250758167 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7fbacc0a2f90 0x7fbacc0a5450 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:50.572 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:50.569+0000 7fbae3fff700 1 --2- 172.21.15.42:0/250758167 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7fbadc09b100 0x7fbadc0a1da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:50.572 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:50.569+0000 7fbae3fff700 1 --2- 172.21.15.42:0/250758167 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbadc096270 0x7fbadc1440c0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:50.572 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:50.569+0000 7fbae3fff700 1 --2- 172.21.15.42:0/250758167 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbadc096c20 0x7fbadc144600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:50.572 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:50.569+0000 7fbae3fff700 1 -- 172.21.15.42:0/250758167 >> 172.21.15.42:0/250758167 conn(0x7fbadc00b8e0 msgr2=0x7fbadc093f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:43:50.572 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:50.570+0000 7fbae3fff700 1 -- 172.21.15.42:0/250758167 shutdown_connections 2024-06-06T08:43:50.573 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:50.570+0000 7fbae3fff700 1 -- 172.21.15.42:0/250758167 wait complete. 2024-06-06T08:43:50.574 INFO:teuthology.orchestra.run.smithi042.stderr:pool 'cephfs_data' removed 2024-06-06T08:43:50.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:50 smithi042 ceph-mon[32384]: pgmap v681: 97 pgs: 17 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 26 active+clean; 397 MiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:43:50.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:50 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/250758167' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-06-06T08:43:50.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:50 smithi042 ceph-mon[32384]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-06-06T08:43:50.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:50 smithi120 ceph-mon[36658]: pgmap v681: 97 pgs: 17 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 26 active+clean; 397 MiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:43:50.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:50 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/250758167' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-06-06T08:43:50.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:50 smithi120 ceph-mon[36658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-06-06T08:43:51.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:50 smithi149 ceph-mon[36842]: pgmap v681: 97 pgs: 17 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 26 active+clean; 397 MiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:43:51.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:50 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/250758167' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-06-06T08:43:51.038 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:50 smithi149 ceph-mon[36842]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-06-06T08:43:51.414 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 -- ceph osd pool rm cephfs_data_ec cephfs_data_ec --yes-i-really-really-mean-it 2024-06-06T08:43:51.818 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:51 smithi042 ceph-mon[32384]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-06-06T08:43:51.818 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:51 smithi042 ceph-mon[32384]: osdmap e143: 12 total, 12 up, 12 in 2024-06-06T08:43:51.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:51 smithi120 ceph-mon[36658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-06-06T08:43:51.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:51 smithi120 ceph-mon[36658]: osdmap e143: 12 total, 12 up, 12 in 2024-06-06T08:43:51.907 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:43:52.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:51 smithi149 ceph-mon[36842]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-06-06T08:43:52.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:51 smithi149 ceph-mon[36842]: osdmap e143: 12 total, 12 up, 12 in 2024-06-06T08:43:52.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:52 smithi042 ceph-mon[32384]: pgmap v683: 33 pgs: 11 active+clean+snaptrim, 17 active+clean+snaptrim_wait, 5 active+clean; 390 MiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:43:52.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:52 smithi120 ceph-mon[36658]: pgmap v683: 33 pgs: 11 active+clean+snaptrim, 17 active+clean+snaptrim_wait, 5 active+clean; 390 MiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:43:53.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:52 smithi149 ceph-mon[36842]: pgmap v683: 33 pgs: 11 active+clean+snaptrim, 17 active+clean+snaptrim_wait, 5 active+clean; 390 MiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:43:54.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:54 smithi120 ceph-mon[36658]: pgmap v684: 33 pgs: 11 active+clean+snaptrim, 17 active+clean+snaptrim_wait, 5 active+clean; 389 MiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:43:55.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:54 smithi149 ceph-mon[36842]: pgmap v684: 33 pgs: 11 active+clean+snaptrim, 17 active+clean+snaptrim_wait, 5 active+clean; 389 MiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:43:55.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:54 smithi042 ceph-mon[32384]: pgmap v684: 33 pgs: 11 active+clean+snaptrim, 17 active+clean+snaptrim_wait, 5 active+clean; 389 MiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:43:56.278 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:56.279+0000 7f48895c5700 1 -- 172.21.15.42:0/4170695307 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f487c0b7b00 msgr2=0x7f487c0b9ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:43:56.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:56.279+0000 7f48895c5700 1 --2- 172.21.15.42:0/4170695307 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f487c0b7b00 0x7f487c0b9ef0 secure :-1 s=READY pgs=1076 cs=0 l=1 rev1=1 crypto rx=0x7f4884067f10 tx=0x7f4884068aa0 comp rx=0 tx=0).stop 2024-06-06T08:43:56.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:56.279+0000 7f48895c5700 1 -- 172.21.15.42:0/4170695307 shutdown_connections 2024-06-06T08:43:56.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:56.279+0000 7f48895c5700 1 --2- 172.21.15.42:0/4170695307 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f487c0b7b00 0x7f487c0b9ef0 unknown :-1 s=CLOSED pgs=1076 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:56.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:56.279+0000 7f48895c5700 1 --2- 172.21.15.42:0/4170695307 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f487c0a4de0 0x7f487c0a51c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:56.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:56.279+0000 7f48895c5700 1 --2- 172.21.15.42:0/4170695307 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f487c0a5700 0x7f487c0b75c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:56.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:56.279+0000 7f48895c5700 1 -- 172.21.15.42:0/4170695307 >> 172.21.15.42:0/4170695307 conn(0x7f487c01a6a0 msgr2=0x7f487c01aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:43:56.279 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:56.281+0000 7f48895c5700 1 -- 172.21.15.42:0/4170695307 shutdown_connections 2024-06-06T08:43:56.283 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:56.284+0000 7f48895c5700 1 -- 172.21.15.42:0/4170695307 wait complete. 2024-06-06T08:43:56.293 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:56.285+0000 7f48895c5700 1 Processor -- start 2024-06-06T08:43:56.293 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:56.286+0000 7f48895c5700 1 -- start start 2024-06-06T08:43:56.293 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:56.286+0000 7f48895c5700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f487c0a4de0 0x7f487c0b6df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:43:56.293 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:56.287+0000 7f48895c5700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f487c0a5700 0x7f487c0b7330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:43:56.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:56.287+0000 7f48895c5700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f487c0b7b00 0x7f487c0b2f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:43:56.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:56.287+0000 7f4883fff700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f487c0a4de0 0x7f487c0b6df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:43:56.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:56.287+0000 7f4883fff700 1 --2- >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f487c0a4de0 0x7f487c0b6df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.120:3300/0 says I am v2:172.21.15.42:54936/0 (socket says 172.21.15.42:54936) 2024-06-06T08:43:56.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:56.287+0000 7f48895c5700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f487c0af610 con 0x7f487c0a5700 2024-06-06T08:43:56.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:56.288+0000 7f48895c5700 1 -- --> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] -- mon_getmap magic: 0 -- 0x7f487c0af490 con 0x7f487c0a4de0 2024-06-06T08:43:56.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:56.288+0000 7f4888dc4700 1 --2- 172.21.15.42:0/2530176925 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f487c0b7b00 0x7f487c0b2f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:43:56.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:56.288+0000 7f4883fff700 1 -- 172.21.15.42:0/2530176925 learned_addr learned my addr 172.21.15.42:0/2530176925 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-06-06T08:43:56.294 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:56.288+0000 7f48895c5700 1 -- 172.21.15.42:0/2530176925 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f487c0af790 con 0x7f487c0b7b00 2024-06-06T08:43:56.295 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:56.290+0000 7f48837fe700 1 --2- 172.21.15.42:0/2530176925 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f487c0a5700 0x7f487c0b7330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:43:56.295 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:56.290+0000 7f4888dc4700 1 -- 172.21.15.42:0/2530176925 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f487c0a4de0 msgr2=0x7f487c0b6df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:43:56.295 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:56.290+0000 7f4888dc4700 1 --2- 172.21.15.42:0/2530176925 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f487c0a4de0 0x7f487c0b6df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:56.295 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:56.290+0000 7f4888dc4700 1 -- 172.21.15.42:0/2530176925 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f487c0a5700 msgr2=0x7f487c0b7330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:43:56.295 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:56.290+0000 7f4888dc4700 1 --2- 172.21.15.42:0/2530176925 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f487c0a5700 0x7f487c0b7330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:56.295 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:56.290+0000 7f4888dc4700 1 -- 172.21.15.42:0/2530176925 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f487c0b3820 con 0x7f487c0b7b00 2024-06-06T08:43:56.296 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:56.290+0000 7f48837fe700 1 --2- 172.21.15.42:0/2530176925 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f487c0a5700 0x7f487c0b7330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:43:56.296 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:56.290+0000 7f4888dc4700 1 --2- 172.21.15.42:0/2530176925 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f487c0b7b00 0x7f487c0b2f20 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f4884051a30 tx=0x7f488406a6d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:43:56.296 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:56.291+0000 7f48817fa700 1 -- 172.21.15.42:0/2530176925 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f488406ab40 con 0x7f487c0b7b00 2024-06-06T08:43:56.297 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:56.291+0000 7f48817fa700 1 -- 172.21.15.42:0/2530176925 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f4884095030 con 0x7f487c0b7b00 2024-06-06T08:43:56.297 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:56.291+0000 7f48817fa700 1 -- 172.21.15.42:0/2530176925 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4884090e10 con 0x7f487c0b7b00 2024-06-06T08:43:56.297 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:56.292+0000 7f48895c5700 1 -- 172.21.15.42:0/2530176925 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f487c0b3ab0 con 0x7f487c0b7b00 2024-06-06T08:43:56.297 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:56.292+0000 7f48895c5700 1 -- 172.21.15.42:0/2530176925 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f487c147b30 con 0x7f487c0b7b00 2024-06-06T08:43:56.298 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:56.300+0000 7f48817fa700 1 -- 172.21.15.42:0/2530176925 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f4884090420 con 0x7f487c0b7b00 2024-06-06T08:43:56.298 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:56.300+0000 7f48895c5700 1 -- 172.21.15.42:0/2530176925 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4868005330 con 0x7f487c0b7b00 2024-06-06T08:43:56.300 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:56.301+0000 7f48817fa700 1 --2- 172.21.15.42:0/2530176925 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f48740a2ed0 0x7f48740a5390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:43:56.300 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:56.301+0000 7f48817fa700 1 -- 172.21.15.42:0/2530176925 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 8862+0+0 (secure 0 0 0) 0x7f4884145f50 con 0x7f487c0b7b00 2024-06-06T08:43:56.304 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:56.306+0000 7f4883fff700 1 --2- 172.21.15.42:0/2530176925 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f48740a2ed0 0x7f48740a5390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:43:56.310 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:56.307+0000 7f48817fa700 1 -- 172.21.15.42:0/2530176925 <== mon.1 v2:172.21.15.149:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f4884112b60 con 0x7f487c0b7b00 2024-06-06T08:43:56.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:56.313+0000 7f4883fff700 1 --2- 172.21.15.42:0/2530176925 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f48740a2ed0 0x7f48740a5390 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f4878009680 tx=0x7f4878009260 comp rx=0 tx=0).ready entity=mgr.15204 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:43:56.711 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:56.712+0000 7f48895c5700 1 -- 172.21.15.42:0/2530176925 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true} v 0) -- 0x7f4868005620 con 0x7f487c0b7b00 2024-06-06T08:43:56.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:56 smithi120 ceph-mon[36658]: pgmap v685: 33 pgs: 14 active+clean+snaptrim, 12 active+clean+snaptrim_wait, 7 active+clean; 385 MiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:43:57.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:56 smithi149 ceph-mon[36842]: pgmap v685: 33 pgs: 14 active+clean+snaptrim, 12 active+clean+snaptrim_wait, 7 active+clean; 385 MiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:43:57.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:56 smithi042 ceph-mon[32384]: pgmap v685: 33 pgs: 14 active+clean+snaptrim, 12 active+clean+snaptrim_wait, 7 active+clean; 385 MiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:43:57.600 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:57.601+0000 7f48817fa700 1 -- 172.21.15.42:0/2530176925 <== mon.1 v2:172.21.15.149:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data_ec' removed v144) ==== 178+0+0 (secure 0 0 0) 0x7f4884112460 con 0x7f487c0b7b00 2024-06-06T08:43:57.604 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:57.605+0000 7f48895c5700 1 -- 172.21.15.42:0/2530176925 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f48740a2ed0 msgr2=0x7f48740a5390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:43:57.604 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:57.605+0000 7f48895c5700 1 --2- 172.21.15.42:0/2530176925 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f48740a2ed0 0x7f48740a5390 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f4878009680 tx=0x7f4878009260 comp rx=0 tx=0).stop 2024-06-06T08:43:57.604 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:57.605+0000 7f48895c5700 1 -- 172.21.15.42:0/2530176925 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f487c0b7b00 msgr2=0x7f487c0b2f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:43:57.605 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:57.605+0000 7f48895c5700 1 --2- 172.21.15.42:0/2530176925 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f487c0b7b00 0x7f487c0b2f20 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f4884051a30 tx=0x7f488406a6d0 comp rx=0 tx=0).stop 2024-06-06T08:43:57.605 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:57.605+0000 7f48895c5700 1 -- 172.21.15.42:0/2530176925 shutdown_connections 2024-06-06T08:43:57.605 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:57.605+0000 7f48895c5700 1 --2- 172.21.15.42:0/2530176925 >> [v2:172.21.15.42:6800/3064910691,v1:172.21.15.42:6801/3064910691] conn(0x7f48740a2ed0 0x7f48740a5390 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:57.605 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:57.605+0000 7f48895c5700 1 --2- 172.21.15.42:0/2530176925 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f487c0b7b00 0x7f487c0b2f20 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:57.605 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:57.605+0000 7f48895c5700 1 --2- 172.21.15.42:0/2530176925 >> [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] conn(0x7f487c0a4de0 0x7f487c0b6df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:57.605 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:57.605+0000 7f48895c5700 1 --2- 172.21.15.42:0/2530176925 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f487c0a5700 0x7f487c0b7330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:43:57.605 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:57.605+0000 7f48895c5700 1 -- 172.21.15.42:0/2530176925 >> 172.21.15.42:0/2530176925 conn(0x7f487c01a6a0 msgr2=0x7f487c0a3dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:43:57.605 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:57.606+0000 7f48895c5700 1 -- 172.21.15.42:0/2530176925 shutdown_connections 2024-06-06T08:43:57.606 INFO:teuthology.orchestra.run.smithi042.stderr:2024-06-06T08:43:57.607+0000 7f48895c5700 1 -- 172.21.15.42:0/2530176925 wait complete. 2024-06-06T08:43:57.610 INFO:teuthology.orchestra.run.smithi042.stderr:pool 'cephfs_data_ec' removed 2024-06-06T08:43:57.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:57 smithi120 ceph-mon[36658]: from='client.? 172.21.15.42:0/2530176925' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2024-06-06T08:43:57.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:57 smithi120 ceph-mon[36658]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2024-06-06T08:43:57.972 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:57 smithi042 ceph-mon[32384]: from='client.? 172.21.15.42:0/2530176925' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2024-06-06T08:43:57.972 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:57 smithi042 ceph-mon[32384]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2024-06-06T08:43:58.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:57 smithi149 ceph-mon[36842]: from='client.? 172.21.15.42:0/2530176925' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2024-06-06T08:43:58.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:57 smithi149 ceph-mon[36842]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2024-06-06T08:43:58.387 DEBUG:teuthology.orchestra.run.smithi042:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-06-06T08:43:58.512 DEBUG:teuthology.orchestra.run.smithi120:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-06-06T08:43:58.566 DEBUG:teuthology.orchestra.run.smithi149:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-06-06T08:43:58.611 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-06-06T08:43:58.611 DEBUG:teuthology.orchestra.run.smithi042:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-06-06T08:43:58.645 DEBUG:teuthology.orchestra.run.smithi120:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-06-06T08:43:58.663 DEBUG:teuthology.orchestra.run.smithi149:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-06-06T08:43:58.697 INFO:tasks.cephadm:Stopping all daemons... 2024-06-06T08:43:58.697 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-06-06T08:43:58.697 DEBUG:teuthology.orchestra.run.smithi042:> sudo systemctl stop ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mon.a 2024-06-06T08:43:58.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:58 smithi120 ceph-mon[36658]: pgmap v686: 33 pgs: 13 active+clean+snaptrim, 11 active+clean+snaptrim_wait, 9 active+clean; 378 MiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:43:58.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:58 smithi120 ceph-mon[36658]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]': finished 2024-06-06T08:43:58.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:43:58 smithi120 ceph-mon[36658]: osdmap e144: 12 total, 12 up, 12 in 2024-06-06T08:43:59.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:58 smithi149 ceph-mon[36842]: pgmap v686: 33 pgs: 13 active+clean+snaptrim, 11 active+clean+snaptrim_wait, 9 active+clean; 378 MiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:43:59.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:58 smithi149 ceph-mon[36842]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]': finished 2024-06-06T08:43:59.037 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:43:58 smithi149 ceph-mon[36842]: osdmap e144: 12 total, 12 up, 12 in 2024-06-06T08:43:59.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:58 smithi042 ceph-mon[32384]: pgmap v686: 33 pgs: 13 active+clean+snaptrim, 11 active+clean+snaptrim_wait, 9 active+clean; 378 MiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:43:59.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:58 smithi042 ceph-mon[32384]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]': finished 2024-06-06T08:43:59.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:58 smithi042 ceph-mon[32384]: osdmap e144: 12 total, 12 up, 12 in 2024-06-06T08:43:59.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:58 smithi042 systemd[1]: Stopping Ceph mon.a for 103bdc14-23dc-11ef-bc9b-c7b262605968... 2024-06-06T08:43:59.419 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:59 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mon-a[32380]: 2024-06-06T08:43:59.103+0000 7f4a4e23a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-06-06T08:43:59.420 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:59 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mon-a[32380]: 2024-06-06T08:43:59.103+0000 7f4a4e23a700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-06-06T08:43:59.420 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:59 smithi042 podman[128784]: 2024-06-06 08:43:59.147769121 +0000 UTC m=+0.165924123 container died bb93cd2ee7a35978ffafbd577aa5c19e8f26b375da6eb13f7d0ca256d75cdaf8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mon-a, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240528, io.buildah.version=1.33.5) 2024-06-06T08:43:59.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:59 smithi042 podman[128784]: 2024-06-06 08:43:59.520971425 +0000 UTC m=+0.539126428 container cleanup bb93cd2ee7a35978ffafbd577aa5c19e8f26b375da6eb13f7d0ca256d75cdaf8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mon-a, ceph=True, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240528, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-06-06T08:43:59.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Jun 06 08:43:59 smithi042 bash[128784]: ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mon-a 2024-06-06T08:43:59.970 DEBUG:teuthology.orchestra.run.smithi042:> sudo pkill -f 'journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mon.a.service' 2024-06-06T08:44:00.018 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:44:00.018 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-06-06T08:44:00.018 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2024-06-06T08:44:00.018 DEBUG:teuthology.orchestra.run.smithi120:> sudo systemctl stop ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mon.b 2024-06-06T08:44:00.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:44:00 smithi120 systemd[1]: Stopping Ceph mon.b for 103bdc14-23dc-11ef-bc9b-c7b262605968... 2024-06-06T08:44:01.064 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:44:00 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:44:00.802+0000 7f9f06d0d700 -1 client.15255: SimpleRADOSStriper: lock: snap_db_v0.db: lock failed: (2) No such file or directory 2024-06-06T08:44:01.065 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:44:00 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:44:00.803+0000 7f9f06d0d700 -1 client.15255: SimpleRADOSStriper: lock: snap_db_v0.db: lock failed: (2) No such file or directory 2024-06-06T08:44:01.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:44:01 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mon-b[36654]: 2024-06-06T08:44:01.012+0000 7f0a7e68b700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-06-06T08:44:01.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:44:01 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mon-b[36654]: 2024-06-06T08:44:01.012+0000 7f0a7e68b700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-06-06T08:44:01.388 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:44:01 smithi120 podman[75102]: 2024-06-06 08:44:01.258428977 +0000 UTC m=+0.469584080 container died bc09ed0aa4daee38846baf81ceafda28fa56aca4c432a2ec8998780201a9cf76 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mon-b, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=squid-3d89acc, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240528, ceph=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, CEPH_POINT_RELEASE=) 2024-06-06T08:44:01.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:44:01 smithi120 podman[75102]: 2024-06-06 08:44:01.630916431 +0000 UTC m=+0.842071532 container cleanup bc09ed0aa4daee38846baf81ceafda28fa56aca4c432a2ec8998780201a9cf76 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mon-b, org.label-schema.build-date=20240528, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-06-06T08:44:01.888 INFO:journalctl@ceph.mon.b.smithi120.stdout:Jun 06 08:44:01 smithi120 bash[75102]: ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mon-b 2024-06-06T08:44:02.059 DEBUG:teuthology.orchestra.run.smithi120:> sudo pkill -f 'journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mon.b.service' 2024-06-06T08:44:02.101 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:44:02.101 INFO:tasks.cephadm.mon.c:Stopped mon.b 2024-06-06T08:44:02.101 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2024-06-06T08:44:02.101 DEBUG:teuthology.orchestra.run.smithi149:> sudo systemctl stop ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mon.c 2024-06-06T08:44:02.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:44:02 smithi149 systemd[1]: Stopping Ceph mon.c for 103bdc14-23dc-11ef-bc9b-c7b262605968... 2024-06-06T08:44:03.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:44:03 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mon-c[36824]: 2024-06-06T08:44:03.479+0000 7fa2b9202700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-06-06T08:44:03.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:44:03 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mon-c[36824]: 2024-06-06T08:44:03.479+0000 7fa2b9202700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-06-06T08:44:03.787 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:44:03 smithi149 podman[76123]: 2024-06-06 08:44:03.723477175 +0000 UTC m=+0.929738448 container died 103a3daa12067ab930bac79cf86254a43c9f66810427134f9f6748b92276ea20 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mon-c, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, RELEASE=squid-3d89acc) 2024-06-06T08:44:04.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:44:04 smithi149 podman[76123]: 2024-06-06 08:44:04.289196275 +0000 UTC m=+1.495457551 container cleanup 103a3daa12067ab930bac79cf86254a43c9f66810427134f9f6748b92276ea20 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mon-c, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.build-date=20240528, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc) 2024-06-06T08:44:04.537 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 06 08:44:04 smithi149 bash[76123]: ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mon-c 2024-06-06T08:44:04.786 DEBUG:teuthology.orchestra.run.smithi149:> sudo pkill -f 'journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mon.c.service' 2024-06-06T08:44:04.834 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:44:04.834 INFO:tasks.cephadm.mon.c:Stopped mon.c 2024-06-06T08:44:04.834 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-06-06T08:44:04.835 DEBUG:teuthology.orchestra.run.smithi042:> sudo systemctl stop ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mgr.x 2024-06-06T08:44:05.166 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:44:04 smithi042 systemd[1]: Stopping Ceph mgr.x for 103bdc14-23dc-11ef-bc9b-c7b262605968... 2024-06-06T08:44:05.501 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:44:05 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x[32610]: 2024-06-06T08:44:05.167+0000 7f9fa2e72700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.x -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-06T08:44:05.501 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:44:05 smithi042 podman[128906]: 2024-06-06 08:44:05.199305046 +0000 UTC m=+0.152486590 container died feac095d6ab249cdcd79cbbc107895073aae8c0b6f03e3ebb8a3a44677f3b185 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-06-06T08:44:05.814 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:44:05 smithi042 podman[128906]: 2024-06-06 08:44:05.719303982 +0000 UTC m=+0.672485502 container cleanup feac095d6ab249cdcd79cbbc107895073aae8c0b6f03e3ebb8a3a44677f3b185 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240528, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=squid-3d89acc, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-06T08:44:05.815 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:44:05 smithi042 bash[128906]: ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x 2024-06-06T08:44:06.201 DEBUG:teuthology.orchestra.run.smithi042:> sudo pkill -f 'journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mgr.x.service' 2024-06-06T08:44:06.224 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:44:05 smithi042 podman[128918]: 2024-06-06 08:44:05.955185327 +0000 UTC m=+0.752063205 container remove feac095d6ab249cdcd79cbbc107895073aae8c0b6f03e3ebb8a3a44677f3b185 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-06-06T08:44:06.224 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:44:06 smithi042 systemd[1]: ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mgr.x.service: Deactivated successfully. 2024-06-06T08:44:06.224 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:44:06 smithi042 systemd[1]: Stopped Ceph mgr.x for 103bdc14-23dc-11ef-bc9b-c7b262605968. 2024-06-06T08:44:06.224 INFO:journalctl@ceph.mgr.x.smithi042.stdout:Jun 06 08:44:06 smithi042 systemd[1]: ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mgr.x.service: Consumed 1min 50.591s CPU time. 2024-06-06T08:44:06.237 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:44:06.237 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-06-06T08:44:06.238 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-06-06T08:44:06.238 DEBUG:teuthology.orchestra.run.smithi120:> sudo systemctl stop ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mgr.y 2024-06-06T08:44:06.604 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:44:06 smithi120 systemd[1]: Stopping Ceph mgr.y for 103bdc14-23dc-11ef-bc9b-c7b262605968... 2024-06-06T08:44:06.888 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:44:06 smithi120 podman[75235]: 2024-06-06 08:44:06.606516442 +0000 UTC m=+0.151720610 container died 9c46ca54c22d46bb1e796961df0d8e68f8a558b988f044e8379974c502217a4d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240528, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-06-06T08:44:07.312 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:44:06 smithi120 podman[75235]: 2024-06-06 08:44:06.987493224 +0000 UTC m=+0.532697402 container cleanup 9c46ca54c22d46bb1e796961df0d8e68f8a558b988f044e8379974c502217a4d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=squid-3d89acc, org.label-schema.build-date=20240528) 2024-06-06T08:44:07.312 INFO:journalctl@ceph.mgr.y.smithi120.stdout:Jun 06 08:44:06 smithi120 bash[75235]: ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-y 2024-06-06T08:44:07.466 DEBUG:teuthology.orchestra.run.smithi120:> sudo pkill -f 'journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mgr.y.service' 2024-06-06T08:44:07.501 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:44:07.501 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-06-06T08:44:07.501 INFO:tasks.cephadm.mgr.z:Stopping mgr.z... 2024-06-06T08:44:07.501 DEBUG:teuthology.orchestra.run.smithi149:> sudo systemctl stop ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mgr.z 2024-06-06T08:44:07.787 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:44:07 smithi149 systemd[1]: Stopping Ceph mgr.z for 103bdc14-23dc-11ef-bc9b-c7b262605968... 2024-06-06T08:44:08.219 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:44:07 smithi149 podman[76255]: 2024-06-06 08:44:07.882096109 +0000 UTC m=+0.171894111 container died b286a58633a585ef910158d5145e8fac0feacf7451c84dc7a59e980456dad4b8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-z, RELEASE=squid-3d89acc, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240528, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, ceph=True) 2024-06-06T08:44:08.537 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:44:08 smithi149 podman[76255]: 2024-06-06 08:44:08.304155431 +0000 UTC m=+0.593953421 container cleanup b286a58633a585ef910158d5145e8fac0feacf7451c84dc7a59e980456dad4b8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-z, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240528, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-06-06T08:44:08.537 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 06 08:44:08 smithi149 bash[76255]: ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mgr-z 2024-06-06T08:44:08.747 DEBUG:teuthology.orchestra.run.smithi149:> sudo pkill -f 'journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mgr.z.service' 2024-06-06T08:44:08.785 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:44:08.786 INFO:tasks.cephadm.mgr.z:Stopped mgr.z 2024-06-06T08:44:08.786 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-06-06T08:44:08.786 DEBUG:teuthology.orchestra.run.smithi042:> sudo systemctl stop ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@osd.0 2024-06-06T08:44:09.064 INFO:journalctl@ceph.osd.0.smithi042.stdout:Jun 06 08:44:08 smithi042 systemd[1]: Stopping Ceph osd.0 for 103bdc14-23dc-11ef-bc9b-c7b262605968... 2024-06-06T08:44:09.564 INFO:journalctl@ceph.osd.0.smithi042.stdout:Jun 06 08:44:09 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-0[47317]: 2024-06-06T08:44:09.124+0000 7f7bd4698700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-06T08:44:09.565 INFO:journalctl@ceph.osd.0.smithi042.stdout:Jun 06 08:44:09 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-0[47317]: 2024-06-06T08:44:09.124+0000 7f7bd4698700 -1 osd.0 144 *** Got signal Terminated *** 2024-06-06T08:44:09.565 INFO:journalctl@ceph.osd.0.smithi042.stdout:Jun 06 08:44:09 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-0[47317]: 2024-06-06T08:44:09.124+0000 7f7bd4698700 -1 osd.0 144 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-06T08:44:15.000 INFO:journalctl@ceph.osd.0.smithi042.stdout:Jun 06 08:44:14 smithi042 podman[129027]: 2024-06-06 08:44:14.727161217 +0000 UTC m=+5.731225431 container died e6be02388d52b58f4abc1d478dc44910aa6cd3b427a9760f3fbf79250ff424ef (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-0, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-3d89acc, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-06-06T08:44:15.315 INFO:journalctl@ceph.osd.0.smithi042.stdout:Jun 06 08:44:15 smithi042 podman[129027]: 2024-06-06 08:44:15.192240149 +0000 UTC m=+6.196304406 container cleanup e6be02388d52b58f4abc1d478dc44910aa6cd3b427a9760f3fbf79250ff424ef (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240528, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=squid-3d89acc, org.label-schema.license=GPLv2) 2024-06-06T08:44:15.315 INFO:journalctl@ceph.osd.0.smithi042.stdout:Jun 06 08:44:15 smithi042 bash[129027]: ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-0 2024-06-06T08:44:15.814 INFO:journalctl@ceph.osd.0.smithi042.stdout:Jun 06 08:44:15 smithi042 podman[129045]: 2024-06-06 08:44:15.494395845 +0000 UTC m=+0.756058957 container remove e6be02388d52b58f4abc1d478dc44910aa6cd3b427a9760f3fbf79250ff424ef (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, ceph=True, org.label-schema.build-date=20240528, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-06-06T08:44:16.171 INFO:journalctl@ceph.osd.0.smithi042.stdout:Jun 06 08:44:15 smithi042 podman[129132]: 2024-06-06 08:44:15.775513885 +0000 UTC m=+0.017280673 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-06T08:44:16.172 INFO:journalctl@ceph.osd.0.smithi042.stdout:Jun 06 08:44:15 smithi042 podman[129132]: 2024-06-06 08:44:15.887160467 +0000 UTC m=+0.128927259 container create 28617c662041b574f3b3065895ae3fe258ae887f3245545d415e63d2c36991c2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-0-deactivate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240528, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-06-06T08:44:16.172 INFO:journalctl@ceph.osd.0.smithi042.stdout:Jun 06 08:44:16 smithi042 podman[129132]: 2024-06-06 08:44:16.173383802 +0000 UTC m=+0.415150582 container init 28617c662041b574f3b3065895ae3fe258ae887f3245545d415e63d2c36991c2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, org.label-schema.license=GPLv2) 2024-06-06T08:44:16.565 INFO:journalctl@ceph.osd.0.smithi042.stdout:Jun 06 08:44:16 smithi042 podman[129132]: 2024-06-06 08:44:16.177798538 +0000 UTC m=+0.419565319 container start 28617c662041b574f3b3065895ae3fe258ae887f3245545d415e63d2c36991c2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-0-deactivate, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240528, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc, org.label-schema.license=GPLv2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-06T08:44:16.565 INFO:journalctl@ceph.osd.0.smithi042.stdout:Jun 06 08:44:16 smithi042 podman[129132]: 2024-06-06 08:44:16.31494672 +0000 UTC m=+0.556713509 container attach 28617c662041b574f3b3065895ae3fe258ae887f3245545d415e63d2c36991c2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-0-deactivate, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True) 2024-06-06T08:44:16.919 INFO:journalctl@ceph.osd.0.smithi042.stdout:Jun 06 08:44:16 smithi042 podman[129132]: 2024-06-06 08:44:16.916605396 +0000 UTC m=+1.158372172 container died 28617c662041b574f3b3065895ae3fe258ae887f3245545d415e63d2c36991c2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-0-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240528, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=squid-3d89acc, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-06-06T08:44:17.554 DEBUG:teuthology.orchestra.run.smithi042:> sudo pkill -f 'journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@osd.0.service' 2024-06-06T08:44:17.594 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:44:17.594 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-06-06T08:44:17.595 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-06-06T08:44:17.595 DEBUG:teuthology.orchestra.run.smithi120:> sudo systemctl stop ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@osd.1 2024-06-06T08:44:17.888 INFO:journalctl@ceph.osd.1.smithi120.stdout:Jun 06 08:44:17 smithi120 systemd[1]: Stopping Ceph osd.1 for 103bdc14-23dc-11ef-bc9b-c7b262605968... 2024-06-06T08:44:18.388 INFO:journalctl@ceph.osd.1.smithi120.stdout:Jun 06 08:44:17 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-1[41215]: 2024-06-06T08:44:17.908+0000 7faf761e9700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-06T08:44:18.388 INFO:journalctl@ceph.osd.1.smithi120.stdout:Jun 06 08:44:17 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-1[41215]: 2024-06-06T08:44:17.908+0000 7faf761e9700 -1 osd.1 144 *** Got signal Terminated *** 2024-06-06T08:44:18.388 INFO:journalctl@ceph.osd.1.smithi120.stdout:Jun 06 08:44:17 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-1[41215]: 2024-06-06T08:44:17.908+0000 7faf761e9700 -1 osd.1 144 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-06T08:44:23.888 INFO:journalctl@ceph.osd.1.smithi120.stdout:Jun 06 08:44:23 smithi120 podman[75360]: 2024-06-06 08:44:23.598666887 +0000 UTC m=+5.800184822 container died 12802d18bcdff21984ec5d89e0eb9919dab9726e2189d32e47a0c0b9fd09459f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-1, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.build-date=20240528, RELEASE=squid-3d89acc, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-06-06T08:44:24.243 INFO:journalctl@ceph.osd.1.smithi120.stdout:Jun 06 08:44:23 smithi120 podman[75360]: 2024-06-06 08:44:23.985009399 +0000 UTC m=+6.186527334 container cleanup 12802d18bcdff21984ec5d89e0eb9919dab9726e2189d32e47a0c0b9fd09459f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-1, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240528, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, RELEASE=squid-3d89acc, io.buildah.version=1.33.5, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-06-06T08:44:24.243 INFO:journalctl@ceph.osd.1.smithi120.stdout:Jun 06 08:44:23 smithi120 bash[75360]: ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-1 2024-06-06T08:44:24.558 INFO:journalctl@ceph.osd.1.smithi120.stdout:Jun 06 08:44:24 smithi120 podman[75375]: 2024-06-06 08:44:24.245079628 +0000 UTC m=+0.645256944 container remove 12802d18bcdff21984ec5d89e0eb9919dab9726e2189d32e47a0c0b9fd09459f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-1, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240528, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.license=GPLv2) 2024-06-06T08:44:24.888 INFO:journalctl@ceph.osd.1.smithi120.stdout:Jun 06 08:44:24 smithi120 podman[75467]: 2024-06-06 08:44:24.463462753 +0000 UTC m=+0.017060619 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-06T08:44:25.264 INFO:journalctl@ceph.osd.1.smithi120.stdout:Jun 06 08:44:24 smithi120 podman[75467]: 2024-06-06 08:44:24.946610691 +0000 UTC m=+0.500208543 container create 6e6ef7433b64cd831c2a6cd91229f5b27b9911192fbf6fa031c9b0ae4a3b3f51 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-1-deactivate, org.label-schema.build-date=20240528, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True) 2024-06-06T08:44:25.264 INFO:journalctl@ceph.osd.1.smithi120.stdout:Jun 06 08:44:25 smithi120 podman[75467]: 2024-06-06 08:44:25.174439083 +0000 UTC m=+0.728036935 container init 6e6ef7433b64cd831c2a6cd91229f5b27b9911192fbf6fa031c9b0ae4a3b3f51 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240528, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-06-06T08:44:25.264 INFO:journalctl@ceph.osd.1.smithi120.stdout:Jun 06 08:44:25 smithi120 podman[75467]: 2024-06-06 08:44:25.177872695 +0000 UTC m=+0.731470549 container start 6e6ef7433b64cd831c2a6cd91229f5b27b9911192fbf6fa031c9b0ae4a3b3f51 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-1-deactivate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.schema-version=1.0, ceph=True, RELEASE=squid-3d89acc, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240528, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-06-06T08:44:25.531 INFO:journalctl@ceph.osd.1.smithi120.stdout:Jun 06 08:44:25 smithi120 podman[75467]: 2024-06-06 08:44:25.266321576 +0000 UTC m=+0.819919432 container attach 6e6ef7433b64cd831c2a6cd91229f5b27b9911192fbf6fa031c9b0ae4a3b3f51 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-1-deactivate, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-3d89acc, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240528) 2024-06-06T08:44:25.888 INFO:journalctl@ceph.osd.1.smithi120.stdout:Jun 06 08:44:25 smithi120 podman[75467]: 2024-06-06 08:44:25.773095825 +0000 UTC m=+1.326693681 container died 6e6ef7433b64cd831c2a6cd91229f5b27b9911192fbf6fa031c9b0ae4a3b3f51 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-1-deactivate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-3d89acc, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240528, org.label-schema.license=GPLv2) 2024-06-06T08:44:26.771 DEBUG:teuthology.orchestra.run.smithi120:> sudo pkill -f 'journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@osd.1.service' 2024-06-06T08:44:26.809 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:44:26.809 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-06-06T08:44:26.809 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-06-06T08:44:26.810 DEBUG:teuthology.orchestra.run.smithi149:> sudo systemctl stop ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@osd.2 2024-06-06T08:44:27.124 INFO:journalctl@ceph.osd.2.smithi149.stdout:Jun 06 08:44:26 smithi149 systemd[1]: Stopping Ceph osd.2 for 103bdc14-23dc-11ef-bc9b-c7b262605968... 2024-06-06T08:44:27.537 INFO:journalctl@ceph.osd.2.smithi149.stdout:Jun 06 08:44:27 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-2[41927]: 2024-06-06T08:44:27.125+0000 7f21aaf11700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-06T08:44:27.537 INFO:journalctl@ceph.osd.2.smithi149.stdout:Jun 06 08:44:27 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-2[41927]: 2024-06-06T08:44:27.125+0000 7f21aaf11700 -1 osd.2 144 *** Got signal Terminated *** 2024-06-06T08:44:27.537 INFO:journalctl@ceph.osd.2.smithi149.stdout:Jun 06 08:44:27 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-2[41927]: 2024-06-06T08:44:27.125+0000 7f21aaf11700 -1 osd.2 144 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-06T08:44:32.883 INFO:journalctl@ceph.osd.2.smithi149.stdout:Jun 06 08:44:32 smithi149 podman[76378]: 2024-06-06 08:44:32.59818529 +0000 UTC m=+5.593482200 container died e01501a75e6979a0d70640a02c973c7042363a112695b1069972dadb430e5276 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240528, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2) 2024-06-06T08:44:33.250 INFO:journalctl@ceph.osd.2.smithi149.stdout:Jun 06 08:44:32 smithi149 podman[76378]: 2024-06-06 08:44:32.967691186 +0000 UTC m=+5.962988085 container cleanup e01501a75e6979a0d70640a02c973c7042363a112695b1069972dadb430e5276 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=squid-3d89acc, ceph=True, org.label-schema.build-date=20240528, org.label-schema.license=GPLv2) 2024-06-06T08:44:33.250 INFO:journalctl@ceph.osd.2.smithi149.stdout:Jun 06 08:44:32 smithi149 bash[76378]: ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-2 2024-06-06T08:44:33.537 INFO:journalctl@ceph.osd.2.smithi149.stdout:Jun 06 08:44:33 smithi149 podman[76394]: 2024-06-06 08:44:33.252686061 +0000 UTC m=+0.657011938 container remove e01501a75e6979a0d70640a02c973c7042363a112695b1069972dadb430e5276 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240528, GIT_BRANCH=HEAD) 2024-06-06T08:44:33.847 INFO:journalctl@ceph.osd.2.smithi149.stdout:Jun 06 08:44:33 smithi149 podman[76482]: 2024-06-06 08:44:33.486167035 +0000 UTC m=+0.017924726 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-06T08:44:33.847 INFO:journalctl@ceph.osd.2.smithi149.stdout:Jun 06 08:44:33 smithi149 podman[76482]: 2024-06-06 08:44:33.587206275 +0000 UTC m=+0.118964002 container create d1ca75b65926684a87e0c5c397b3f5b04f11354a7e34442fc01f1b1fa0ee58ea (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-2-deactivate, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-06-06T08:44:34.287 INFO:journalctl@ceph.osd.2.smithi149.stdout:Jun 06 08:44:33 smithi149 podman[76482]: 2024-06-06 08:44:33.848583777 +0000 UTC m=+0.380341467 container init d1ca75b65926684a87e0c5c397b3f5b04f11354a7e34442fc01f1b1fa0ee58ea (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-2-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc, org.label-schema.build-date=20240528, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-06-06T08:44:34.287 INFO:journalctl@ceph.osd.2.smithi149.stdout:Jun 06 08:44:33 smithi149 podman[76482]: 2024-06-06 08:44:33.85224107 +0000 UTC m=+0.383998752 container start d1ca75b65926684a87e0c5c397b3f5b04f11354a7e34442fc01f1b1fa0ee58ea (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-2-deactivate, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, RELEASE=squid-3d89acc, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240528) 2024-06-06T08:44:34.287 INFO:journalctl@ceph.osd.2.smithi149.stdout:Jun 06 08:44:33 smithi149 podman[76482]: 2024-06-06 08:44:33.965276286 +0000 UTC m=+0.497033973 container attach d1ca75b65926684a87e0c5c397b3f5b04f11354a7e34442fc01f1b1fa0ee58ea (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=squid-3d89acc, io.buildah.version=1.33.5, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240528, GIT_BRANCH=HEAD) 2024-06-06T08:44:34.660 INFO:journalctl@ceph.osd.2.smithi149.stdout:Jun 06 08:44:34 smithi149 podman[76482]: 2024-06-06 08:44:34.382793192 +0000 UTC m=+0.914550876 container died d1ca75b65926684a87e0c5c397b3f5b04f11354a7e34442fc01f1b1fa0ee58ea (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=squid-3d89acc, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-06T08:44:35.021 DEBUG:teuthology.orchestra.run.smithi149:> sudo pkill -f 'journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@osd.2.service' 2024-06-06T08:44:35.059 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:44:35.059 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-06-06T08:44:35.059 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-06-06T08:44:35.059 DEBUG:teuthology.orchestra.run.smithi042:> sudo systemctl stop ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@osd.3 2024-06-06T08:44:35.396 INFO:journalctl@ceph.osd.3.smithi042.stdout:Jun 06 08:44:35 smithi042 systemd[1]: Stopping Ceph osd.3 for 103bdc14-23dc-11ef-bc9b-c7b262605968... 2024-06-06T08:44:35.397 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:44:35 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:44:35.189+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.745268+0000 front 2024-06-06T08:44:10.744861+0000 (oldest deadline 2024-06-06T08:44:34.845171+0000) 2024-06-06T08:44:35.787 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 06 08:44:35 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-5[48679]: 2024-06-06T08:44:35.454+0000 7ff795c18700 -1 osd.5 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.394213+0000 front 2024-06-06T08:44:10.394118+0000 (oldest deadline 2024-06-06T08:44:35.094138+0000) 2024-06-06T08:44:35.815 INFO:journalctl@ceph.osd.3.smithi042.stdout:Jun 06 08:44:35 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-3[53963]: 2024-06-06T08:44:35.397+0000 7f2e8c16c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-06T08:44:35.815 INFO:journalctl@ceph.osd.3.smithi042.stdout:Jun 06 08:44:35 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-3[53963]: 2024-06-06T08:44:35.397+0000 7f2e8c16c700 -1 osd.3 144 *** Got signal Terminated *** 2024-06-06T08:44:35.815 INFO:journalctl@ceph.osd.3.smithi042.stdout:Jun 06 08:44:35 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-3[53963]: 2024-06-06T08:44:35.397+0000 7f2e8c16c700 -1 osd.3 144 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-06T08:44:35.815 INFO:journalctl@ceph.osd.3.smithi042.stdout:Jun 06 08:44:35 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-3[53963]: 2024-06-06T08:44:35.475+0000 7f2e84758700 -1 osd.3 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:13.750556+0000 front 2024-06-06T08:44:13.750649+0000 (oldest deadline 2024-06-06T08:44:34.850674+0000) 2024-06-06T08:44:36.431 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:44:36 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:44:36.116+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.289120+0000 front 2024-06-06T08:44:10.289073+0000 (oldest deadline 2024-06-06T08:44:35.589027+0000) 2024-06-06T08:44:36.481 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:44:36 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:44:36.145+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.745268+0000 front 2024-06-06T08:44:10.744861+0000 (oldest deadline 2024-06-06T08:44:34.845171+0000) 2024-06-06T08:44:36.481 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:44:36 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:44:36.347+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.906749+0000 front 2024-06-06T08:44:10.906959+0000 (oldest deadline 2024-06-06T08:44:35.606922+0000) 2024-06-06T08:44:36.787 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 06 08:44:36 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-5[48679]: 2024-06-06T08:44:36.431+0000 7ff795c18700 -1 osd.5 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.394213+0000 front 2024-06-06T08:44:10.394118+0000 (oldest deadline 2024-06-06T08:44:35.094138+0000) 2024-06-06T08:44:36.814 INFO:journalctl@ceph.osd.3.smithi042.stdout:Jun 06 08:44:36 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-3[53963]: 2024-06-06T08:44:36.482+0000 7f2e84758700 -1 osd.3 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:13.750556+0000 front 2024-06-06T08:44:13.750649+0000 (oldest deadline 2024-06-06T08:44:34.850674+0000) 2024-06-06T08:44:37.414 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:44:37 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:44:37.101+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.289120+0000 front 2024-06-06T08:44:10.289073+0000 (oldest deadline 2024-06-06T08:44:35.589027+0000) 2024-06-06T08:44:37.475 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:44:37 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:44:37.299+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.906749+0000 front 2024-06-06T08:44:10.906959+0000 (oldest deadline 2024-06-06T08:44:35.606922+0000) 2024-06-06T08:44:37.475 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:44:37 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:44:37.124+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.745268+0000 front 2024-06-06T08:44:10.744861+0000 (oldest deadline 2024-06-06T08:44:34.845171+0000) 2024-06-06T08:44:37.698 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 06 08:44:37 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-5[48679]: 2024-06-06T08:44:37.415+0000 7ff795c18700 -1 osd.5 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.394213+0000 front 2024-06-06T08:44:10.394118+0000 (oldest deadline 2024-06-06T08:44:35.094138+0000) 2024-06-06T08:44:37.814 INFO:journalctl@ceph.osd.3.smithi042.stdout:Jun 06 08:44:37 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-3[53963]: 2024-06-06T08:44:37.476+0000 7f2e84758700 -1 osd.3 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:13.750556+0000 front 2024-06-06T08:44:13.750649+0000 (oldest deadline 2024-06-06T08:44:34.850674+0000) 2024-06-06T08:44:38.037 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:44:37 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:44:37.699+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:44:38.269 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:44:38 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:44:38.081+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.745268+0000 front 2024-06-06T08:44:10.744861+0000 (oldest deadline 2024-06-06T08:44:34.845171+0000) 2024-06-06T08:44:38.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:44:37 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:44:37.931+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:44:38.398 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:44:38 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:44:38.084+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.289120+0000 front 2024-06-06T08:44:10.289073+0000 (oldest deadline 2024-06-06T08:44:35.589027+0000) 2024-06-06T08:44:38.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:44:38 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:44:38.271+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.906749+0000 front 2024-06-06T08:44:10.906959+0000 (oldest deadline 2024-06-06T08:44:35.606922+0000) 2024-06-06T08:44:38.565 INFO:journalctl@ceph.osd.3.smithi042.stdout:Jun 06 08:44:38 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-3[53963]: 2024-06-06T08:44:38.431+0000 7f2e84758700 -1 osd.3 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:13.750556+0000 front 2024-06-06T08:44:13.750649+0000 (oldest deadline 2024-06-06T08:44:34.850674+0000) 2024-06-06T08:44:38.694 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 06 08:44:38 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-5[48679]: 2024-06-06T08:44:38.399+0000 7ff795c18700 -1 osd.5 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.394213+0000 front 2024-06-06T08:44:10.394118+0000 (oldest deadline 2024-06-06T08:44:35.094138+0000) 2024-06-06T08:44:39.037 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:44:38 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:44:38.696+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:44:39.351 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:44:39 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:44:39.055+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.289120+0000 front 2024-06-06T08:44:10.289073+0000 (oldest deadline 2024-06-06T08:44:35.589027+0000) 2024-06-06T08:44:39.387 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:44:38 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:44:38.938+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:44:39.461 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:44:39 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:44:39.095+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.745268+0000 front 2024-06-06T08:44:10.744861+0000 (oldest deadline 2024-06-06T08:44:34.845171+0000) 2024-06-06T08:44:39.462 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:44:39 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:44:39.263+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.906749+0000 front 2024-06-06T08:44:10.906959+0000 (oldest deadline 2024-06-06T08:44:35.606922+0000) 2024-06-06T08:44:39.743 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 06 08:44:39 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-5[48679]: 2024-06-06T08:44:39.352+0000 7ff795c18700 -1 osd.5 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.394213+0000 front 2024-06-06T08:44:10.394118+0000 (oldest deadline 2024-06-06T08:44:35.094138+0000) 2024-06-06T08:44:39.814 INFO:journalctl@ceph.osd.3.smithi042.stdout:Jun 06 08:44:39 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-3[53963]: 2024-06-06T08:44:39.463+0000 7f2e84758700 -1 osd.3 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:13.750556+0000 front 2024-06-06T08:44:13.750649+0000 (oldest deadline 2024-06-06T08:44:34.850674+0000) 2024-06-06T08:44:40.037 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:44:39 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:44:39.745+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:44:40.327 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:44:40 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:44:40.071+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.289120+0000 front 2024-06-06T08:44:10.289073+0000 (oldest deadline 2024-06-06T08:44:35.589027+0000) 2024-06-06T08:44:40.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:44:39 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:44:39.962+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:44:40.564 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:44:40 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:44:40.101+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.745268+0000 front 2024-06-06T08:44:10.744861+0000 (oldest deadline 2024-06-06T08:44:34.845171+0000) 2024-06-06T08:44:40.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:44:40 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:44:40.256+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.906749+0000 front 2024-06-06T08:44:10.906959+0000 (oldest deadline 2024-06-06T08:44:35.606922+0000) 2024-06-06T08:44:40.742 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 06 08:44:40 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-5[48679]: 2024-06-06T08:44:40.329+0000 7ff795c18700 -1 osd.5 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.394213+0000 front 2024-06-06T08:44:10.394118+0000 (oldest deadline 2024-06-06T08:44:35.094138+0000) 2024-06-06T08:44:41.030 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:44:40 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:44:40.744+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:44:41.287 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:44:41 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:44:41.032+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.289120+0000 front 2024-06-06T08:44:10.289073+0000 (oldest deadline 2024-06-06T08:44:35.589027+0000) 2024-06-06T08:44:41.314 INFO:journalctl@ceph.osd.3.smithi042.stdout:Jun 06 08:44:41 smithi042 podman[129254]: 2024-06-06 08:44:41.055814726 +0000 UTC m=+5.774882396 container died d474a8aa28bdeed53586833957957fadfa14274bc691f50e189000c390345846 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-3, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=squid-3d89acc, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.build-date=20240528, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-06-06T08:44:41.314 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:44:41 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:44:41.059+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.745268+0000 front 2024-06-06T08:44:10.744861+0000 (oldest deadline 2024-06-06T08:44:34.845171+0000) 2024-06-06T08:44:41.315 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:44:41 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:44:41.265+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.906749+0000 front 2024-06-06T08:44:10.906959+0000 (oldest deadline 2024-06-06T08:44:35.606922+0000) 2024-06-06T08:44:41.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:44:40 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:44:40.974+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:44:41.748 INFO:journalctl@ceph.osd.3.smithi042.stdout:Jun 06 08:44:41 smithi042 podman[129254]: 2024-06-06 08:44:41.498529131 +0000 UTC m=+6.217596823 container cleanup d474a8aa28bdeed53586833957957fadfa14274bc691f50e189000c390345846 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-3, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.build-date=20240528, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc) 2024-06-06T08:44:41.748 INFO:journalctl@ceph.osd.3.smithi042.stdout:Jun 06 08:44:41 smithi042 bash[129254]: ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-3 2024-06-06T08:44:41.771 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 06 08:44:41 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-5[48679]: 2024-06-06T08:44:41.359+0000 7ff795c18700 -1 osd.5 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.394213+0000 front 2024-06-06T08:44:10.394118+0000 (oldest deadline 2024-06-06T08:44:35.094138+0000) 2024-06-06T08:44:42.037 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:44:41 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:44:41.772+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:44:42.064 INFO:journalctl@ceph.osd.3.smithi042.stdout:Jun 06 08:44:41 smithi042 podman[129271]: 2024-06-06 08:44:41.750389576 +0000 UTC m=+0.685622670 container remove d474a8aa28bdeed53586833957957fadfa14274bc691f50e189000c390345846 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-3, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240528, GIT_CLEAN=True, RELEASE=squid-3d89acc, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-06T08:44:42.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:44:41 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:44:41.981+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:44:42.394 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:44:42 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:44:42.062+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.289120+0000 front 2024-06-06T08:44:10.289073+0000 (oldest deadline 2024-06-06T08:44:35.589027+0000) 2024-06-06T08:44:42.493 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:44:42 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:44:42.086+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.745268+0000 front 2024-06-06T08:44:10.744861+0000 (oldest deadline 2024-06-06T08:44:34.845171+0000) 2024-06-06T08:44:42.494 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:44:42 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:44:42.250+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.906749+0000 front 2024-06-06T08:44:10.906959+0000 (oldest deadline 2024-06-06T08:44:35.606922+0000) 2024-06-06T08:44:42.494 INFO:journalctl@ceph.osd.3.smithi042.stdout:Jun 06 08:44:42 smithi042 podman[129359]: 2024-06-06 08:44:42.066964446 +0000 UTC m=+0.018066285 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-06T08:44:42.494 INFO:journalctl@ceph.osd.3.smithi042.stdout:Jun 06 08:44:42 smithi042 podman[129359]: 2024-06-06 08:44:42.201310587 +0000 UTC m=+0.152412436 container create cd1c7d1719620c45ed5f615e8ece0c4d479cc0fd2a0abd6b29502948cdbd8d95 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-3-deactivate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240528, GIT_BRANCH=HEAD, RELEASE=squid-3d89acc, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-06T08:44:42.494 INFO:journalctl@ceph.osd.3.smithi042.stdout:Jun 06 08:44:42 smithi042 podman[129359]: 2024-06-06 08:44:42.495865864 +0000 UTC m=+0.446967710 container init cd1c7d1719620c45ed5f615e8ece0c4d479cc0fd2a0abd6b29502948cdbd8d95 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-3-deactivate, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-3d89acc) 2024-06-06T08:44:42.787 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 06 08:44:42 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-5[48679]: 2024-06-06T08:44:42.396+0000 7ff795c18700 -1 osd.5 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.394213+0000 front 2024-06-06T08:44:10.394118+0000 (oldest deadline 2024-06-06T08:44:35.094138+0000) 2024-06-06T08:44:42.806 INFO:journalctl@ceph.osd.3.smithi042.stdout:Jun 06 08:44:42 smithi042 podman[129359]: 2024-06-06 08:44:42.499988202 +0000 UTC m=+0.451090028 container start cd1c7d1719620c45ed5f615e8ece0c4d479cc0fd2a0abd6b29502948cdbd8d95 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-3-deactivate, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=squid-3d89acc, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, ceph=True, org.label-schema.build-date=20240528, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-06-06T08:44:42.806 INFO:journalctl@ceph.osd.3.smithi042.stdout:Jun 06 08:44:42 smithi042 podman[129359]: 2024-06-06 08:44:42.603944357 +0000 UTC m=+0.555046200 container attach cd1c7d1719620c45ed5f615e8ece0c4d479cc0fd2a0abd6b29502948cdbd8d95 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-3-deactivate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc, io.buildah.version=1.33.5, org.label-schema.build-date=20240528, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.license=GPLv2, ceph=True) 2024-06-06T08:44:43.064 INFO:journalctl@ceph.osd.3.smithi042.stdout:Jun 06 08:44:42 smithi042 podman[129359]: 2024-06-06 08:44:42.808402338 +0000 UTC m=+0.759504165 container died cd1c7d1719620c45ed5f615e8ece0c4d479cc0fd2a0abd6b29502948cdbd8d95 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-3-deactivate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240528, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, org.label-schema.license=GPLv2) 2024-06-06T08:44:43.086 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:44:42 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:44:42.789+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:44:43.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:44:42 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:44:42.979+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:44:43.388 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:44:43 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:44:43.088+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.289120+0000 front 2024-06-06T08:44:10.289073+0000 (oldest deadline 2024-06-06T08:44:35.589027+0000) 2024-06-06T08:44:43.389 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:44:43 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:44:43.115+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.745268+0000 front 2024-06-06T08:44:10.744861+0000 (oldest deadline 2024-06-06T08:44:34.845171+0000) 2024-06-06T08:44:43.389 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:44:43 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:44:43.218+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.906749+0000 front 2024-06-06T08:44:10.906959+0000 (oldest deadline 2024-06-06T08:44:35.606922+0000) 2024-06-06T08:44:43.412 DEBUG:teuthology.orchestra.run.smithi042:> sudo pkill -f 'journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@osd.3.service' 2024-06-06T08:44:43.452 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:44:43.452 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-06-06T08:44:43.453 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-06-06T08:44:43.453 DEBUG:teuthology.orchestra.run.smithi120:> sudo systemctl stop ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@osd.4 2024-06-06T08:44:43.787 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 06 08:44:43 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-5[48679]: 2024-06-06T08:44:43.390+0000 7ff795c18700 -1 osd.5 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.394213+0000 front 2024-06-06T08:44:10.394118+0000 (oldest deadline 2024-06-06T08:44:35.094138+0000) 2024-06-06T08:44:43.797 INFO:journalctl@ceph.osd.4.smithi120.stdout:Jun 06 08:44:43 smithi120 systemd[1]: Stopping Ceph osd.4 for 103bdc14-23dc-11ef-bc9b-c7b262605968... 2024-06-06T08:44:44.082 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:44:43 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:44:43.800+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:44:44.138 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:44:44 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:44:44.001+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:44:44.138 INFO:journalctl@ceph.osd.4.smithi120.stdout:Jun 06 08:44:43 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-4[47706]: 2024-06-06T08:44:43.799+0000 7fc381860700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-06T08:44:44.138 INFO:journalctl@ceph.osd.4.smithi120.stdout:Jun 06 08:44:43 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-4[47706]: 2024-06-06T08:44:43.799+0000 7fc381860700 -1 osd.4 144 *** Got signal Terminated *** 2024-06-06T08:44:44.138 INFO:journalctl@ceph.osd.4.smithi120.stdout:Jun 06 08:44:43 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-4[47706]: 2024-06-06T08:44:43.799+0000 7fc381860700 -1 osd.4 144 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-06T08:44:44.395 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:44:44 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:44:44.083+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.289120+0000 front 2024-06-06T08:44:10.289073+0000 (oldest deadline 2024-06-06T08:44:35.589027+0000) 2024-06-06T08:44:44.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:44:44 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:44:44.190+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.906749+0000 front 2024-06-06T08:44:10.906959+0000 (oldest deadline 2024-06-06T08:44:35.606922+0000) 2024-06-06T08:44:44.565 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:44:44 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:44:44.132+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.745268+0000 front 2024-06-06T08:44:10.744861+0000 (oldest deadline 2024-06-06T08:44:34.845171+0000) 2024-06-06T08:44:44.787 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 06 08:44:44 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-5[48679]: 2024-06-06T08:44:44.397+0000 7ff795c18700 -1 osd.5 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.394213+0000 front 2024-06-06T08:44:10.394118+0000 (oldest deadline 2024-06-06T08:44:35.094138+0000) 2024-06-06T08:44:45.058 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:44:44 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:44:44.799+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:44:45.388 INFO:journalctl@ceph.osd.4.smithi120.stdout:Jun 06 08:44:44 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-4[47706]: 2024-06-06T08:44:44.918+0000 7fc37de54700 -1 osd.4 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:19.803275+0000 front 2024-06-06T08:44:19.803296+0000 (oldest deadline 2024-06-06T08:44:44.503514+0000) 2024-06-06T08:44:45.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:44:44 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:44:44.968+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:44:45.432 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:44:45 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:44:45.060+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.289120+0000 front 2024-06-06T08:44:10.289073+0000 (oldest deadline 2024-06-06T08:44:35.589027+0000) 2024-06-06T08:44:45.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:44:45 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:44:45.227+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.906749+0000 front 2024-06-06T08:44:10.906959+0000 (oldest deadline 2024-06-06T08:44:35.606922+0000) 2024-06-06T08:44:45.565 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:44:45 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:44:45.125+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.745268+0000 front 2024-06-06T08:44:10.744861+0000 (oldest deadline 2024-06-06T08:44:34.845171+0000) 2024-06-06T08:44:45.693 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 06 08:44:45 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-5[48679]: 2024-06-06T08:44:45.434+0000 7ff795c18700 -1 osd.5 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.394213+0000 front 2024-06-06T08:44:10.394118+0000 (oldest deadline 2024-06-06T08:44:35.094138+0000) 2024-06-06T08:44:46.037 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:44:45 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:44:45.837+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:44:46.388 INFO:journalctl@ceph.osd.4.smithi120.stdout:Jun 06 08:44:45 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-4[47706]: 2024-06-06T08:44:45.901+0000 7fc37de54700 -1 osd.4 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:19.803275+0000 front 2024-06-06T08:44:19.803296+0000 (oldest deadline 2024-06-06T08:44:44.503514+0000) 2024-06-06T08:44:46.388 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:44:46 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:44:46.113+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.081662+0000 front 2024-06-06T08:44:21.081713+0000 (oldest deadline 2024-06-06T08:44:45.781771+0000) 2024-06-06T08:44:46.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:44:46 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:44:46.015+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:44:46.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:44:46 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:44:46.015+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.076959+0000 front 2024-06-06T08:44:21.077047+0000 (oldest deadline 2024-06-06T08:44:45.777038+0000) 2024-06-06T08:44:46.444 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:44:46 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:44:46.068+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.289120+0000 front 2024-06-06T08:44:10.289073+0000 (oldest deadline 2024-06-06T08:44:35.589027+0000) 2024-06-06T08:44:46.564 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:44:46 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:44:46.115+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.745268+0000 front 2024-06-06T08:44:10.744861+0000 (oldest deadline 2024-06-06T08:44:34.845171+0000) 2024-06-06T08:44:46.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:44:46 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:44:46.184+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.906749+0000 front 2024-06-06T08:44:10.906959+0000 (oldest deadline 2024-06-06T08:44:35.606922+0000) 2024-06-06T08:44:46.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:44:46 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:44:46.184+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:22.009019+0000 front 2024-06-06T08:44:22.009033+0000 (oldest deadline 2024-06-06T08:44:45.409828+0000) 2024-06-06T08:44:46.787 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 06 08:44:46 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-5[48679]: 2024-06-06T08:44:46.446+0000 7ff795c18700 -1 osd.5 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.394213+0000 front 2024-06-06T08:44:10.394118+0000 (oldest deadline 2024-06-06T08:44:35.094138+0000) 2024-06-06T08:44:47.287 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:44:47 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:44:47.065+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.289120+0000 front 2024-06-06T08:44:10.289073+0000 (oldest deadline 2024-06-06T08:44:35.589027+0000) 2024-06-06T08:44:47.287 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:44:46 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:44:46.887+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:44:47.388 INFO:journalctl@ceph.osd.4.smithi120.stdout:Jun 06 08:44:46 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-4[47706]: 2024-06-06T08:44:46.948+0000 7fc37de54700 -1 osd.4 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:19.803275+0000 front 2024-06-06T08:44:19.803296+0000 (oldest deadline 2024-06-06T08:44:44.503514+0000) 2024-06-06T08:44:47.388 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:44:47 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:44:47.089+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.081662+0000 front 2024-06-06T08:44:21.081713+0000 (oldest deadline 2024-06-06T08:44:45.781771+0000) 2024-06-06T08:44:47.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:44:47 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:44:47.054+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:44:47.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:44:47 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:44:47.054+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.076959+0000 front 2024-06-06T08:44:21.077047+0000 (oldest deadline 2024-06-06T08:44:45.777038+0000) 2024-06-06T08:44:47.564 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:44:47 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:44:47.085+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.745268+0000 front 2024-06-06T08:44:10.744861+0000 (oldest deadline 2024-06-06T08:44:34.845171+0000) 2024-06-06T08:44:47.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:44:47 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:44:47.226+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.906749+0000 front 2024-06-06T08:44:10.906959+0000 (oldest deadline 2024-06-06T08:44:35.606922+0000) 2024-06-06T08:44:47.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:44:47 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:44:47.226+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:22.009019+0000 front 2024-06-06T08:44:22.009033+0000 (oldest deadline 2024-06-06T08:44:45.409828+0000) 2024-06-06T08:44:47.787 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 06 08:44:47 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-5[48679]: 2024-06-06T08:44:47.440+0000 7ff795c18700 -1 osd.5 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.394213+0000 front 2024-06-06T08:44:10.394118+0000 (oldest deadline 2024-06-06T08:44:35.094138+0000) 2024-06-06T08:44:48.287 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:44:48 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:44:48.112+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.289120+0000 front 2024-06-06T08:44:10.289073+0000 (oldest deadline 2024-06-06T08:44:35.589027+0000) 2024-06-06T08:44:48.287 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:44:47 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:44:47.893+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:44:48.288 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:44:47 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:44:47.893+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:44:48.388 INFO:journalctl@ceph.osd.4.smithi120.stdout:Jun 06 08:44:47 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-4[47706]: 2024-06-06T08:44:47.930+0000 7fc37de54700 -1 osd.4 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:19.803275+0000 front 2024-06-06T08:44:19.803296+0000 (oldest deadline 2024-06-06T08:44:44.503514+0000) 2024-06-06T08:44:48.388 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:44:48 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:44:48.075+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.081662+0000 front 2024-06-06T08:44:21.081713+0000 (oldest deadline 2024-06-06T08:44:45.781771+0000) 2024-06-06T08:44:48.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:44:48 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:44:48.054+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:44:48.389 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:44:48 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:44:48.054+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.076959+0000 front 2024-06-06T08:44:21.077047+0000 (oldest deadline 2024-06-06T08:44:45.777038+0000) 2024-06-06T08:44:48.564 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:44:48 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:44:48.071+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.745268+0000 front 2024-06-06T08:44:10.744861+0000 (oldest deadline 2024-06-06T08:44:34.845171+0000) 2024-06-06T08:44:48.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:44:48 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:44:48.192+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.906749+0000 front 2024-06-06T08:44:10.906959+0000 (oldest deadline 2024-06-06T08:44:35.606922+0000) 2024-06-06T08:44:48.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:44:48 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:44:48.192+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:22.009019+0000 front 2024-06-06T08:44:22.009033+0000 (oldest deadline 2024-06-06T08:44:45.409828+0000) 2024-06-06T08:44:48.787 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 06 08:44:48 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-5[48679]: 2024-06-06T08:44:48.405+0000 7ff795c18700 -1 osd.5 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.394213+0000 front 2024-06-06T08:44:10.394118+0000 (oldest deadline 2024-06-06T08:44:35.094138+0000) 2024-06-06T08:44:48.787 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 06 08:44:48 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-5[48679]: 2024-06-06T08:44:48.405+0000 7ff795c18700 -1 osd.5 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:22.496996+0000 front 2024-06-06T08:44:22.496979+0000 (oldest deadline 2024-06-06T08:44:48.397059+0000) 2024-06-06T08:44:49.287 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:44:49 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:44:49.116+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.289120+0000 front 2024-06-06T08:44:10.289073+0000 (oldest deadline 2024-06-06T08:44:35.589027+0000) 2024-06-06T08:44:49.287 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:44:48 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:44:48.869+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:44:49.288 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:44:48 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:44:48.869+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:44:49.314 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:44:49 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:44:49.022+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.745268+0000 front 2024-06-06T08:44:10.744861+0000 (oldest deadline 2024-06-06T08:44:34.845171+0000) 2024-06-06T08:44:49.315 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:44:49 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:44:49.144+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.906749+0000 front 2024-06-06T08:44:10.906959+0000 (oldest deadline 2024-06-06T08:44:35.606922+0000) 2024-06-06T08:44:49.315 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:44:49 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:44:49.144+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:22.009019+0000 front 2024-06-06T08:44:22.009033+0000 (oldest deadline 2024-06-06T08:44:45.409828+0000) 2024-06-06T08:44:49.388 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:44:49 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:44:49.122+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.081662+0000 front 2024-06-06T08:44:21.081713+0000 (oldest deadline 2024-06-06T08:44:45.781771+0000) 2024-06-06T08:44:49.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:44:49 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:44:49.096+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:44:49.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:44:49 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:44:49.096+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.076959+0000 front 2024-06-06T08:44:21.077047+0000 (oldest deadline 2024-06-06T08:44:45.777038+0000) 2024-06-06T08:44:49.389 INFO:journalctl@ceph.osd.4.smithi120.stdout:Jun 06 08:44:49 smithi120 podman[75585]: 2024-06-06 08:44:49.258522486 +0000 UTC m=+5.610980504 container stop 7690380e87ea8b50d7a899fa4de6abab19cd979de9a447838024f92ac6e76ed5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-4, org.label-schema.license=GPLv2, org.label-schema.build-date=20240528, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-06-06T08:44:49.389 INFO:journalctl@ceph.osd.4.smithi120.stdout:Jun 06 08:44:49 smithi120 podman[75585]: 2024-06-06 08:44:49.284114569 +0000 UTC m=+5.636572595 container died 7690380e87ea8b50d7a899fa4de6abab19cd979de9a447838024f92ac6e76ed5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-4, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240528, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-06-06T08:44:49.787 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 06 08:44:49 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-5[48679]: 2024-06-06T08:44:49.391+0000 7ff795c18700 -1 osd.5 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.394213+0000 front 2024-06-06T08:44:10.394118+0000 (oldest deadline 2024-06-06T08:44:35.094138+0000) 2024-06-06T08:44:49.787 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 06 08:44:49 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-5[48679]: 2024-06-06T08:44:49.391+0000 7ff795c18700 -1 osd.5 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:22.496996+0000 front 2024-06-06T08:44:22.496979+0000 (oldest deadline 2024-06-06T08:44:48.397059+0000) 2024-06-06T08:44:49.888 INFO:journalctl@ceph.osd.4.smithi120.stdout:Jun 06 08:44:49 smithi120 podman[75585]: 2024-06-06 08:44:49.742106222 +0000 UTC m=+6.094564239 container cleanup 7690380e87ea8b50d7a899fa4de6abab19cd979de9a447838024f92ac6e76ed5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-4, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240528, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True, RELEASE=squid-3d89acc, org.label-schema.vendor=CentOS, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-06T08:44:49.888 INFO:journalctl@ceph.osd.4.smithi120.stdout:Jun 06 08:44:49 smithi120 bash[75585]: ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-4 2024-06-06T08:44:50.287 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:44:50 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:44:50.079+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.289120+0000 front 2024-06-06T08:44:10.289073+0000 (oldest deadline 2024-06-06T08:44:35.589027+0000) 2024-06-06T08:44:50.287 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:44:49 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:44:49.869+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:44:50.287 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:44:49 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:44:49.869+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:44:50.312 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:44:50 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:44:50.094+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.081662+0000 front 2024-06-06T08:44:21.081713+0000 (oldest deadline 2024-06-06T08:44:45.781771+0000) 2024-06-06T08:44:50.313 INFO:journalctl@ceph.osd.4.smithi120.stdout:Jun 06 08:44:49 smithi120 podman[75601]: 2024-06-06 08:44:49.918606898 +0000 UTC m=+0.654428200 container remove 7690380e87ea8b50d7a899fa4de6abab19cd979de9a447838024f92ac6e76ed5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-4, org.label-schema.build-date=20240528, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-06-06T08:44:50.313 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:44:50 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:44:50.066+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:44:50.313 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:44:50 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:44:50.066+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.076959+0000 front 2024-06-06T08:44:21.077047+0000 (oldest deadline 2024-06-06T08:44:45.777038+0000) 2024-06-06T08:44:50.314 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:44:49 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:44:49.990+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.745268+0000 front 2024-06-06T08:44:10.744861+0000 (oldest deadline 2024-06-06T08:44:34.845171+0000) 2024-06-06T08:44:50.314 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:44:49 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:44:49.990+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:18.346264+0000 front 2024-06-06T08:44:18.346347+0000 (oldest deadline 2024-06-06T08:44:49.447710+0000) 2024-06-06T08:44:50.315 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:44:50 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:44:50.177+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.906749+0000 front 2024-06-06T08:44:10.906959+0000 (oldest deadline 2024-06-06T08:44:35.606922+0000) 2024-06-06T08:44:50.315 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:44:50 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:44:50.177+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:22.009019+0000 front 2024-06-06T08:44:22.009033+0000 (oldest deadline 2024-06-06T08:44:45.409828+0000) 2024-06-06T08:44:50.567 INFO:journalctl@ceph.osd.4.smithi120.stdout:Jun 06 08:44:50 smithi120 podman[75692]: 2024-06-06 08:44:50.217614981 +0000 UTC m=+0.017442368 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-06T08:44:50.567 INFO:journalctl@ceph.osd.4.smithi120.stdout:Jun 06 08:44:50 smithi120 podman[75692]: 2024-06-06 08:44:50.346549893 +0000 UTC m=+0.146377270 container create 137ea4ebc5ba6de92212c80ef10b60964791d3e81c6e522ed09f00b661cb0887 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-4-deactivate, org.label-schema.build-date=20240528, maintainer=Guillaume Abrioux , GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-06-06T08:44:50.567 INFO:journalctl@ceph.osd.4.smithi120.stdout:Jun 06 08:44:50 smithi120 podman[75692]: 2024-06-06 08:44:50.564711137 +0000 UTC m=+0.364538515 container init 137ea4ebc5ba6de92212c80ef10b60964791d3e81c6e522ed09f00b661cb0887 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-4-deactivate, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, RELEASE=squid-3d89acc, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-06T08:44:50.567 INFO:journalctl@ceph.osd.4.smithi120.stdout:Jun 06 08:44:50 smithi120 podman[75692]: 2024-06-06 08:44:50.56774911 +0000 UTC m=+0.367576490 container start 137ea4ebc5ba6de92212c80ef10b60964791d3e81c6e522ed09f00b661cb0887 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-4-deactivate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-06-06T08:44:50.787 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 06 08:44:50 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-5[48679]: 2024-06-06T08:44:50.396+0000 7ff795c18700 -1 osd.5 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.394213+0000 front 2024-06-06T08:44:10.394118+0000 (oldest deadline 2024-06-06T08:44:35.094138+0000) 2024-06-06T08:44:50.787 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 06 08:44:50 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-5[48679]: 2024-06-06T08:44:50.396+0000 7ff795c18700 -1 osd.5 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:22.496996+0000 front 2024-06-06T08:44:22.496979+0000 (oldest deadline 2024-06-06T08:44:48.397059+0000) 2024-06-06T08:44:50.851 INFO:journalctl@ceph.osd.4.smithi120.stdout:Jun 06 08:44:50 smithi120 podman[75692]: 2024-06-06 08:44:50.673302451 +0000 UTC m=+0.473129831 container attach 137ea4ebc5ba6de92212c80ef10b60964791d3e81c6e522ed09f00b661cb0887 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-4-deactivate, ceph=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240528, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-06T08:44:51.090 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:44:50 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:44:50.828+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:44:51.091 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:44:50 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:44:50.828+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:44:51.102 INFO:journalctl@ceph.osd.4.smithi120.stdout:Jun 06 08:44:50 smithi120 podman[75692]: 2024-06-06 08:44:50.853339003 +0000 UTC m=+0.653166381 container died 137ea4ebc5ba6de92212c80ef10b60964791d3e81c6e522ed09f00b661cb0887 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-4-deactivate, org.label-schema.build-date=20240528, CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-06-06T08:44:51.314 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:44:50 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:44:50.990+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.745268+0000 front 2024-06-06T08:44:10.744861+0000 (oldest deadline 2024-06-06T08:44:34.845171+0000) 2024-06-06T08:44:51.315 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:44:50 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:44:50.990+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:18.346264+0000 front 2024-06-06T08:44:18.346347+0000 (oldest deadline 2024-06-06T08:44:49.447710+0000) 2024-06-06T08:44:51.315 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:44:51 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:44:51.227+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.906749+0000 front 2024-06-06T08:44:10.906959+0000 (oldest deadline 2024-06-06T08:44:35.606922+0000) 2024-06-06T08:44:51.315 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:44:51 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:44:51.227+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:22.009019+0000 front 2024-06-06T08:44:22.009033+0000 (oldest deadline 2024-06-06T08:44:45.409828+0000) 2024-06-06T08:44:51.367 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:44:51 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:44:51.092+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.289120+0000 front 2024-06-06T08:44:10.289073+0000 (oldest deadline 2024-06-06T08:44:35.589027+0000) 2024-06-06T08:44:51.388 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:44:51 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:44:51.103+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.081662+0000 front 2024-06-06T08:44:21.081713+0000 (oldest deadline 2024-06-06T08:44:45.781771+0000) 2024-06-06T08:44:51.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:44:51 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:44:51.103+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:44:51.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:44:51 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:44:51.103+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.076959+0000 front 2024-06-06T08:44:21.077047+0000 (oldest deadline 2024-06-06T08:44:45.777038+0000) 2024-06-06T08:44:51.551 DEBUG:teuthology.orchestra.run.smithi120:> sudo pkill -f 'journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@osd.4.service' 2024-06-06T08:44:51.591 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:44:51.591 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-06-06T08:44:51.591 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-06-06T08:44:51.591 DEBUG:teuthology.orchestra.run.smithi149:> sudo systemctl stop ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@osd.5 2024-06-06T08:44:51.617 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 06 08:44:51 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-5[48679]: 2024-06-06T08:44:51.368+0000 7ff795c18700 -1 osd.5 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.394213+0000 front 2024-06-06T08:44:10.394118+0000 (oldest deadline 2024-06-06T08:44:35.094138+0000) 2024-06-06T08:44:51.617 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 06 08:44:51 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-5[48679]: 2024-06-06T08:44:51.368+0000 7ff795c18700 -1 osd.5 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:22.496996+0000 front 2024-06-06T08:44:22.496979+0000 (oldest deadline 2024-06-06T08:44:48.397059+0000) 2024-06-06T08:44:51.868 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 06 08:44:51 smithi149 systemd[1]: Stopping Ceph osd.5 for 103bdc14-23dc-11ef-bc9b-c7b262605968... 2024-06-06T08:44:52.238 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:44:51 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:44:51.969+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.745268+0000 front 2024-06-06T08:44:10.744861+0000 (oldest deadline 2024-06-06T08:44:34.845171+0000) 2024-06-06T08:44:52.238 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:44:51 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:44:51.969+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:18.346264+0000 front 2024-06-06T08:44:18.346347+0000 (oldest deadline 2024-06-06T08:44:49.447710+0000) 2024-06-06T08:44:52.287 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:44:52 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:44:52.098+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.289120+0000 front 2024-06-06T08:44:10.289073+0000 (oldest deadline 2024-06-06T08:44:35.589027+0000) 2024-06-06T08:44:52.287 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:44:51 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:44:51.869+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:44:52.287 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:44:51 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:44:51.869+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:44:52.288 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 06 08:44:51 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-5[48679]: 2024-06-06T08:44:51.898+0000 7ff79d62c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-06T08:44:52.288 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 06 08:44:51 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-5[48679]: 2024-06-06T08:44:51.898+0000 7ff79d62c700 -1 osd.5 144 *** Got signal Terminated *** 2024-06-06T08:44:52.288 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 06 08:44:51 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-5[48679]: 2024-06-06T08:44:51.898+0000 7ff79d62c700 -1 osd.5 144 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-06T08:44:52.388 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:44:52 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:44:52.104+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.081662+0000 front 2024-06-06T08:44:21.081713+0000 (oldest deadline 2024-06-06T08:44:45.781771+0000) 2024-06-06T08:44:52.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:44:52 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:44:52.082+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:44:52.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:44:52 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:44:52.082+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.076959+0000 front 2024-06-06T08:44:21.077047+0000 (oldest deadline 2024-06-06T08:44:45.777038+0000) 2024-06-06T08:44:52.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:44:52 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:44:52.240+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.906749+0000 front 2024-06-06T08:44:10.906959+0000 (oldest deadline 2024-06-06T08:44:35.606922+0000) 2024-06-06T08:44:52.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:44:52 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:44:52.240+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:22.009019+0000 front 2024-06-06T08:44:22.009033+0000 (oldest deadline 2024-06-06T08:44:45.409828+0000) 2024-06-06T08:44:52.787 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 06 08:44:52 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-5[48679]: 2024-06-06T08:44:52.366+0000 7ff795c18700 -1 osd.5 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.394213+0000 front 2024-06-06T08:44:10.394118+0000 (oldest deadline 2024-06-06T08:44:35.094138+0000) 2024-06-06T08:44:52.787 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 06 08:44:52 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-5[48679]: 2024-06-06T08:44:52.366+0000 7ff795c18700 -1 osd.5 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:22.496996+0000 front 2024-06-06T08:44:22.496979+0000 (oldest deadline 2024-06-06T08:44:48.397059+0000) 2024-06-06T08:44:53.232 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:44:52 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:44:52.966+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.745268+0000 front 2024-06-06T08:44:10.744861+0000 (oldest deadline 2024-06-06T08:44:34.845171+0000) 2024-06-06T08:44:53.232 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:44:52 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:44:52.966+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:18.346264+0000 front 2024-06-06T08:44:18.346347+0000 (oldest deadline 2024-06-06T08:44:49.447710+0000) 2024-06-06T08:44:53.287 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:44:53 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:44:53.075+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.289120+0000 front 2024-06-06T08:44:10.289073+0000 (oldest deadline 2024-06-06T08:44:35.589027+0000) 2024-06-06T08:44:53.287 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:44:53 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:44:53.075+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:27.093079+0000 front 2024-06-06T08:44:27.093055+0000 (oldest deadline 2024-06-06T08:44:52.993212+0000) 2024-06-06T08:44:53.287 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:44:52 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:44:52.917+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:44:53.287 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:44:52 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:44:52.917+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:44:53.288 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:44:52 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:44:52.917+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.746035+0000 front 2024-06-06T08:44:28.746197+0000 (oldest deadline 2024-06-06T08:44:52.846222+0000) 2024-06-06T08:44:53.388 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:44:53 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:44:53.056+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.081662+0000 front 2024-06-06T08:44:21.081713+0000 (oldest deadline 2024-06-06T08:44:45.781771+0000) 2024-06-06T08:44:53.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:44:53 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:44:53.093+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:44:53.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:44:53 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:44:53.093+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.076959+0000 front 2024-06-06T08:44:21.077047+0000 (oldest deadline 2024-06-06T08:44:45.777038+0000) 2024-06-06T08:44:53.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:44:53 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:44:53.233+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.906749+0000 front 2024-06-06T08:44:10.906959+0000 (oldest deadline 2024-06-06T08:44:35.606922+0000) 2024-06-06T08:44:53.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:44:53 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:44:53.233+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:22.009019+0000 front 2024-06-06T08:44:22.009033+0000 (oldest deadline 2024-06-06T08:44:45.409828+0000) 2024-06-06T08:44:53.787 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 06 08:44:53 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-5[48679]: 2024-06-06T08:44:53.358+0000 7ff795c18700 -1 osd.5 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.394213+0000 front 2024-06-06T08:44:10.394118+0000 (oldest deadline 2024-06-06T08:44:35.094138+0000) 2024-06-06T08:44:53.787 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 06 08:44:53 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-5[48679]: 2024-06-06T08:44:53.358+0000 7ff795c18700 -1 osd.5 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:22.496996+0000 front 2024-06-06T08:44:22.496979+0000 (oldest deadline 2024-06-06T08:44:48.397059+0000) 2024-06-06T08:44:54.230 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:44:53 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:44:53.965+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.745268+0000 front 2024-06-06T08:44:10.744861+0000 (oldest deadline 2024-06-06T08:44:34.845171+0000) 2024-06-06T08:44:54.230 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:44:53 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:44:53.965+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:18.346264+0000 front 2024-06-06T08:44:18.346347+0000 (oldest deadline 2024-06-06T08:44:49.447710+0000) 2024-06-06T08:44:54.287 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:44:54 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:44:54.092+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.289120+0000 front 2024-06-06T08:44:10.289073+0000 (oldest deadline 2024-06-06T08:44:35.589027+0000) 2024-06-06T08:44:54.287 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:44:54 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:44:54.092+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:27.093079+0000 front 2024-06-06T08:44:27.093055+0000 (oldest deadline 2024-06-06T08:44:52.993212+0000) 2024-06-06T08:44:54.288 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:44:53 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:44:53.964+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:44:54.288 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:44:53 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:44:53.964+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:44:54.288 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:44:53 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:44:53.964+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.746035+0000 front 2024-06-06T08:44:28.746197+0000 (oldest deadline 2024-06-06T08:44:52.846222+0000) 2024-06-06T08:44:54.388 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:44:54 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:44:54.085+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.081662+0000 front 2024-06-06T08:44:21.081713+0000 (oldest deadline 2024-06-06T08:44:45.781771+0000) 2024-06-06T08:44:54.388 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:44:54 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:44:54.085+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:29.883005+0000 front 2024-06-06T08:44:29.883079+0000 (oldest deadline 2024-06-06T08:44:53.382877+0000) 2024-06-06T08:44:54.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:44:54 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:44:54.127+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:44:54.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:44:54 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:44:54.127+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.076959+0000 front 2024-06-06T08:44:21.077047+0000 (oldest deadline 2024-06-06T08:44:45.777038+0000) 2024-06-06T08:44:54.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:44:54 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:44:54.127+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.078282+0000 front 2024-06-06T08:44:28.078225+0000 (oldest deadline 2024-06-06T08:44:53.378170+0000) 2024-06-06T08:44:54.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:44:54 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:44:54.231+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.906749+0000 front 2024-06-06T08:44:10.906959+0000 (oldest deadline 2024-06-06T08:44:35.606922+0000) 2024-06-06T08:44:54.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:44:54 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:44:54.231+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:22.009019+0000 front 2024-06-06T08:44:22.009033+0000 (oldest deadline 2024-06-06T08:44:45.409828+0000) 2024-06-06T08:44:54.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:44:54 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:44:54.231+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:31.211750+0000 front 2024-06-06T08:44:31.211718+0000 (oldest deadline 2024-06-06T08:44:53.511765+0000) 2024-06-06T08:44:54.787 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 06 08:44:54 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-5[48679]: 2024-06-06T08:44:54.362+0000 7ff795c18700 -1 osd.5 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.394213+0000 front 2024-06-06T08:44:10.394118+0000 (oldest deadline 2024-06-06T08:44:35.094138+0000) 2024-06-06T08:44:54.787 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 06 08:44:54 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-5[48679]: 2024-06-06T08:44:54.362+0000 7ff795c18700 -1 osd.5 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:22.496996+0000 front 2024-06-06T08:44:22.496979+0000 (oldest deadline 2024-06-06T08:44:48.397059+0000) 2024-06-06T08:44:54.787 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 06 08:44:54 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-5[48679]: 2024-06-06T08:44:54.362+0000 7ff795c18700 -1 osd.5 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.397434+0000 front 2024-06-06T08:44:28.397462+0000 (oldest deadline 2024-06-06T08:44:53.697529+0000) 2024-06-06T08:44:55.250 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:44:54 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:44:54.960+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.745268+0000 front 2024-06-06T08:44:10.744861+0000 (oldest deadline 2024-06-06T08:44:34.845171+0000) 2024-06-06T08:44:55.250 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:44:54 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:44:54.960+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:18.346264+0000 front 2024-06-06T08:44:18.346347+0000 (oldest deadline 2024-06-06T08:44:49.447710+0000) 2024-06-06T08:44:55.250 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:44:54 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:44:54.960+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:29.448443+0000 front 2024-06-06T08:44:29.448458+0000 (oldest deadline 2024-06-06T08:44:54.748427+0000) 2024-06-06T08:44:55.287 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:44:55 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:44:55.071+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.289120+0000 front 2024-06-06T08:44:10.289073+0000 (oldest deadline 2024-06-06T08:44:35.589027+0000) 2024-06-06T08:44:55.287 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:44:55 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:44:55.071+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:27.093079+0000 front 2024-06-06T08:44:27.093055+0000 (oldest deadline 2024-06-06T08:44:52.993212+0000) 2024-06-06T08:44:55.288 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:44:54 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:44:54.915+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:44:55.288 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:44:54 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:44:54.915+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:44:55.288 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:44:54 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:44:54.915+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.746035+0000 front 2024-06-06T08:44:28.746197+0000 (oldest deadline 2024-06-06T08:44:52.846222+0000) 2024-06-06T08:44:55.388 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:44:55 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:44:55.111+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.081662+0000 front 2024-06-06T08:44:21.081713+0000 (oldest deadline 2024-06-06T08:44:45.781771+0000) 2024-06-06T08:44:55.388 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:44:55 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:44:55.111+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:29.883005+0000 front 2024-06-06T08:44:29.883079+0000 (oldest deadline 2024-06-06T08:44:53.382877+0000) 2024-06-06T08:44:55.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:44:55 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:44:55.150+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:44:55.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:44:55 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:44:55.150+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.076959+0000 front 2024-06-06T08:44:21.077047+0000 (oldest deadline 2024-06-06T08:44:45.777038+0000) 2024-06-06T08:44:55.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:44:55 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:44:55.150+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.078282+0000 front 2024-06-06T08:44:28.078225+0000 (oldest deadline 2024-06-06T08:44:53.378170+0000) 2024-06-06T08:44:55.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:44:55 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:44:55.252+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.906749+0000 front 2024-06-06T08:44:10.906959+0000 (oldest deadline 2024-06-06T08:44:35.606922+0000) 2024-06-06T08:44:55.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:44:55 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:44:55.252+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:22.009019+0000 front 2024-06-06T08:44:22.009033+0000 (oldest deadline 2024-06-06T08:44:45.409828+0000) 2024-06-06T08:44:55.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:44:55 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:44:55.252+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:31.211750+0000 front 2024-06-06T08:44:31.211718+0000 (oldest deadline 2024-06-06T08:44:53.511765+0000) 2024-06-06T08:44:55.787 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 06 08:44:55 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-5[48679]: 2024-06-06T08:44:55.318+0000 7ff795c18700 -1 osd.5 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.394213+0000 front 2024-06-06T08:44:10.394118+0000 (oldest deadline 2024-06-06T08:44:35.094138+0000) 2024-06-06T08:44:55.787 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 06 08:44:55 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-5[48679]: 2024-06-06T08:44:55.318+0000 7ff795c18700 -1 osd.5 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:22.496996+0000 front 2024-06-06T08:44:22.496979+0000 (oldest deadline 2024-06-06T08:44:48.397059+0000) 2024-06-06T08:44:55.787 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 06 08:44:55 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-5[48679]: 2024-06-06T08:44:55.318+0000 7ff795c18700 -1 osd.5 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.397434+0000 front 2024-06-06T08:44:28.397462+0000 (oldest deadline 2024-06-06T08:44:53.697529+0000) 2024-06-06T08:44:56.282 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:44:55 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:44:55.919+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.745268+0000 front 2024-06-06T08:44:10.744861+0000 (oldest deadline 2024-06-06T08:44:34.845171+0000) 2024-06-06T08:44:56.282 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:44:55 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:44:55.919+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:18.346264+0000 front 2024-06-06T08:44:18.346347+0000 (oldest deadline 2024-06-06T08:44:49.447710+0000) 2024-06-06T08:44:56.282 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:44:55 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:44:55.919+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:29.448443+0000 front 2024-06-06T08:44:29.448458+0000 (oldest deadline 2024-06-06T08:44:54.748427+0000) 2024-06-06T08:44:56.285 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:44:55 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:44:55.875+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:44:56.285 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:44:55 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:44:55.875+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:44:56.285 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:44:55 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:44:55.875+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.746035+0000 front 2024-06-06T08:44:28.746197+0000 (oldest deadline 2024-06-06T08:44:52.846222+0000) 2024-06-06T08:44:56.286 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:44:56 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:44:56.105+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.289120+0000 front 2024-06-06T08:44:10.289073+0000 (oldest deadline 2024-06-06T08:44:35.589027+0000) 2024-06-06T08:44:56.286 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:44:56 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:44:56.105+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:27.093079+0000 front 2024-06-06T08:44:27.093055+0000 (oldest deadline 2024-06-06T08:44:52.993212+0000) 2024-06-06T08:44:56.388 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:44:56 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:44:56.122+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.081662+0000 front 2024-06-06T08:44:21.081713+0000 (oldest deadline 2024-06-06T08:44:45.781771+0000) 2024-06-06T08:44:56.388 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:44:56 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:44:56.122+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:29.883005+0000 front 2024-06-06T08:44:29.883079+0000 (oldest deadline 2024-06-06T08:44:53.382877+0000) 2024-06-06T08:44:56.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:44:56 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:44:56.130+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:44:56.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:44:56 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:44:56.130+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.076959+0000 front 2024-06-06T08:44:21.077047+0000 (oldest deadline 2024-06-06T08:44:45.777038+0000) 2024-06-06T08:44:56.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:44:56 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:44:56.130+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.078282+0000 front 2024-06-06T08:44:28.078225+0000 (oldest deadline 2024-06-06T08:44:53.378170+0000) 2024-06-06T08:44:56.537 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 06 08:44:56 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-5[48679]: 2024-06-06T08:44:56.287+0000 7ff795c18700 -1 osd.5 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.394213+0000 front 2024-06-06T08:44:10.394118+0000 (oldest deadline 2024-06-06T08:44:35.094138+0000) 2024-06-06T08:44:56.537 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 06 08:44:56 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-5[48679]: 2024-06-06T08:44:56.287+0000 7ff795c18700 -1 osd.5 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:22.496996+0000 front 2024-06-06T08:44:22.496979+0000 (oldest deadline 2024-06-06T08:44:48.397059+0000) 2024-06-06T08:44:56.537 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 06 08:44:56 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-5[48679]: 2024-06-06T08:44:56.287+0000 7ff795c18700 -1 osd.5 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.397434+0000 front 2024-06-06T08:44:28.397462+0000 (oldest deadline 2024-06-06T08:44:53.697529+0000) 2024-06-06T08:44:56.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:44:56 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:44:56.284+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.906749+0000 front 2024-06-06T08:44:10.906959+0000 (oldest deadline 2024-06-06T08:44:35.606922+0000) 2024-06-06T08:44:56.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:44:56 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:44:56.284+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:22.009019+0000 front 2024-06-06T08:44:22.009033+0000 (oldest deadline 2024-06-06T08:44:45.409828+0000) 2024-06-06T08:44:56.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:44:56 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:44:56.284+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:31.211750+0000 front 2024-06-06T08:44:31.211718+0000 (oldest deadline 2024-06-06T08:44:53.511765+0000) 2024-06-06T08:44:57.242 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:44:56 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:44:56.902+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.745268+0000 front 2024-06-06T08:44:10.744861+0000 (oldest deadline 2024-06-06T08:44:34.845171+0000) 2024-06-06T08:44:57.242 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:44:56 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:44:56.902+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:18.346264+0000 front 2024-06-06T08:44:18.346347+0000 (oldest deadline 2024-06-06T08:44:49.447710+0000) 2024-06-06T08:44:57.242 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:44:56 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:44:56.902+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:29.448443+0000 front 2024-06-06T08:44:29.448458+0000 (oldest deadline 2024-06-06T08:44:54.748427+0000) 2024-06-06T08:44:57.287 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:44:57 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:44:57.097+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.289120+0000 front 2024-06-06T08:44:10.289073+0000 (oldest deadline 2024-06-06T08:44:35.589027+0000) 2024-06-06T08:44:57.287 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:44:57 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:44:57.097+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:27.093079+0000 front 2024-06-06T08:44:27.093055+0000 (oldest deadline 2024-06-06T08:44:52.993212+0000) 2024-06-06T08:44:57.288 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:44:56 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:44:56.877+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:44:57.288 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:44:56 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:44:56.877+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:44:57.288 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:44:56 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:44:56.877+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.746035+0000 front 2024-06-06T08:44:28.746197+0000 (oldest deadline 2024-06-06T08:44:52.846222+0000) 2024-06-06T08:44:57.388 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:44:57 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:44:57.125+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.081662+0000 front 2024-06-06T08:44:21.081713+0000 (oldest deadline 2024-06-06T08:44:45.781771+0000) 2024-06-06T08:44:57.388 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:44:57 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:44:57.125+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:29.883005+0000 front 2024-06-06T08:44:29.883079+0000 (oldest deadline 2024-06-06T08:44:53.382877+0000) 2024-06-06T08:44:57.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:44:57 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:44:57.097+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:44:57.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:44:57 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:44:57.097+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.076959+0000 front 2024-06-06T08:44:21.077047+0000 (oldest deadline 2024-06-06T08:44:45.777038+0000) 2024-06-06T08:44:57.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:44:57 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:44:57.097+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.078282+0000 front 2024-06-06T08:44:28.078225+0000 (oldest deadline 2024-06-06T08:44:53.378170+0000) 2024-06-06T08:44:57.531 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:44:57 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:44:57.244+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.906749+0000 front 2024-06-06T08:44:10.906959+0000 (oldest deadline 2024-06-06T08:44:35.606922+0000) 2024-06-06T08:44:57.531 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:44:57 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:44:57.244+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:22.009019+0000 front 2024-06-06T08:44:22.009033+0000 (oldest deadline 2024-06-06T08:44:45.409828+0000) 2024-06-06T08:44:57.531 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:44:57 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:44:57.244+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:31.211750+0000 front 2024-06-06T08:44:31.211718+0000 (oldest deadline 2024-06-06T08:44:53.511765+0000) 2024-06-06T08:44:57.730 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 06 08:44:57 smithi149 podman[76601]: 2024-06-06 08:44:57.427490773 +0000 UTC m=+5.642127718 container died 3bd53ebaf096deddab9db4764ec1c7f43b3833788fae3360a4904a3631fcd26a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=squid-3d89acc, org.label-schema.schema-version=1.0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240528, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-06-06T08:44:57.730 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 06 08:44:57 smithi149 podman[76601]: 2024-06-06 08:44:57.731918815 +0000 UTC m=+5.946555756 container cleanup 3bd53ebaf096deddab9db4764ec1c7f43b3833788fae3360a4904a3631fcd26a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5, RELEASE=squid-3d89acc, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240528) 2024-06-06T08:44:57.997 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 06 08:44:57 smithi149 bash[76601]: ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-5 2024-06-06T08:44:57.998 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:44:57 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:44:57.923+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:44:57.998 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:44:57 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:44:57.923+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:44:57.998 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:44:57 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:44:57.923+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.746035+0000 front 2024-06-06T08:44:28.746197+0000 (oldest deadline 2024-06-06T08:44:52.846222+0000) 2024-06-06T08:44:58.276 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:44:57 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:44:57.881+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.745268+0000 front 2024-06-06T08:44:10.744861+0000 (oldest deadline 2024-06-06T08:44:34.845171+0000) 2024-06-06T08:44:58.276 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:44:57 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:44:57.881+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:18.346264+0000 front 2024-06-06T08:44:18.346347+0000 (oldest deadline 2024-06-06T08:44:49.447710+0000) 2024-06-06T08:44:58.276 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:44:57 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:44:57.881+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:29.448443+0000 front 2024-06-06T08:44:29.448458+0000 (oldest deadline 2024-06-06T08:44:54.748427+0000) 2024-06-06T08:44:58.287 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 06 08:44:58 smithi149 podman[76617]: 2024-06-06 08:44:58.000053559 +0000 UTC m=+0.574303672 container remove 3bd53ebaf096deddab9db4764ec1c7f43b3833788fae3360a4904a3631fcd26a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS) 2024-06-06T08:44:58.287 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:44:58 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:44:58.058+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.289120+0000 front 2024-06-06T08:44:10.289073+0000 (oldest deadline 2024-06-06T08:44:35.589027+0000) 2024-06-06T08:44:58.287 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:44:58 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:44:58.058+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:27.093079+0000 front 2024-06-06T08:44:27.093055+0000 (oldest deadline 2024-06-06T08:44:52.993212+0000) 2024-06-06T08:44:58.388 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:44:58 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:44:58.126+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.081662+0000 front 2024-06-06T08:44:21.081713+0000 (oldest deadline 2024-06-06T08:44:45.781771+0000) 2024-06-06T08:44:58.388 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:44:58 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:44:58.126+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:29.883005+0000 front 2024-06-06T08:44:29.883079+0000 (oldest deadline 2024-06-06T08:44:53.382877+0000) 2024-06-06T08:44:58.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:44:58 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:44:58.118+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:44:58.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:44:58 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:44:58.118+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.076959+0000 front 2024-06-06T08:44:21.077047+0000 (oldest deadline 2024-06-06T08:44:45.777038+0000) 2024-06-06T08:44:58.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:44:58 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:44:58.118+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.078282+0000 front 2024-06-06T08:44:28.078225+0000 (oldest deadline 2024-06-06T08:44:53.378170+0000) 2024-06-06T08:44:58.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:44:58 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:44:58.277+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.906749+0000 front 2024-06-06T08:44:10.906959+0000 (oldest deadline 2024-06-06T08:44:35.606922+0000) 2024-06-06T08:44:58.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:44:58 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:44:58.277+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:22.009019+0000 front 2024-06-06T08:44:22.009033+0000 (oldest deadline 2024-06-06T08:44:45.409828+0000) 2024-06-06T08:44:58.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:44:58 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:44:58.277+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:31.211750+0000 front 2024-06-06T08:44:31.211718+0000 (oldest deadline 2024-06-06T08:44:53.511765+0000) 2024-06-06T08:44:58.685 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 06 08:44:58 smithi149 podman[76707]: 2024-06-06 08:44:58.265179644 +0000 UTC m=+0.017555275 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-06T08:44:58.685 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 06 08:44:58 smithi149 podman[76707]: 2024-06-06 08:44:58.376058468 +0000 UTC m=+0.128434110 container create 310dd6ce54a689a6cefe525d370f88ac50a7b06a29d567f255d3b167791766dd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-5-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240528, io.buildah.version=1.33.5, RELEASE=squid-3d89acc, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-06-06T08:44:58.685 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 06 08:44:58 smithi149 podman[76707]: 2024-06-06 08:44:58.595530724 +0000 UTC m=+0.347906345 container init 310dd6ce54a689a6cefe525d370f88ac50a7b06a29d567f255d3b167791766dd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-5-deactivate, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240528, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-06-06T08:44:58.685 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 06 08:44:58 smithi149 podman[76707]: 2024-06-06 08:44:58.598706533 +0000 UTC m=+0.351082163 container start 310dd6ce54a689a6cefe525d370f88ac50a7b06a29d567f255d3b167791766dd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-06-06T08:44:58.685 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 06 08:44:58 smithi149 podman[76707]: 2024-06-06 08:44:58.687289524 +0000 UTC m=+0.439665155 container attach 310dd6ce54a689a6cefe525d370f88ac50a7b06a29d567f255d3b167791766dd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-5-deactivate, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240528, org.label-schema.license=GPLv2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.schema-version=1.0) 2024-06-06T08:44:59.037 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 06 08:44:58 smithi149 podman[76707]: 2024-06-06 08:44:58.900156498 +0000 UTC m=+0.652532127 container died 310dd6ce54a689a6cefe525d370f88ac50a7b06a29d567f255d3b167791766dd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-5-deactivate, RELEASE=squid-3d89acc, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_BRANCH=HEAD) 2024-06-06T08:44:59.037 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:44:58 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:44:58.904+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:44:59.037 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:44:58 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:44:58.904+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:44:59.038 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:44:58 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:44:58.904+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.746035+0000 front 2024-06-06T08:44:28.746197+0000 (oldest deadline 2024-06-06T08:44:52.846222+0000) 2024-06-06T08:44:59.289 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:44:58 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:44:58.837+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.745268+0000 front 2024-06-06T08:44:10.744861+0000 (oldest deadline 2024-06-06T08:44:34.845171+0000) 2024-06-06T08:44:59.289 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:44:58 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:44:58.837+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:18.346264+0000 front 2024-06-06T08:44:18.346347+0000 (oldest deadline 2024-06-06T08:44:49.447710+0000) 2024-06-06T08:44:59.290 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:44:58 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:44:58.837+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:29.448443+0000 front 2024-06-06T08:44:29.448458+0000 (oldest deadline 2024-06-06T08:44:54.748427+0000) 2024-06-06T08:44:59.388 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:44:59 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:44:59.131+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.081662+0000 front 2024-06-06T08:44:21.081713+0000 (oldest deadline 2024-06-06T08:44:45.781771+0000) 2024-06-06T08:44:59.388 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:44:59 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:44:59.131+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:29.883005+0000 front 2024-06-06T08:44:29.883079+0000 (oldest deadline 2024-06-06T08:44:53.382877+0000) 2024-06-06T08:44:59.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:44:59 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:44:59.118+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:44:59.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:44:59 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:44:59.118+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.076959+0000 front 2024-06-06T08:44:21.077047+0000 (oldest deadline 2024-06-06T08:44:45.777038+0000) 2024-06-06T08:44:59.389 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:44:59 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:44:59.118+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.078282+0000 front 2024-06-06T08:44:28.078225+0000 (oldest deadline 2024-06-06T08:44:53.378170+0000) 2024-06-06T08:44:59.537 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:44:59 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:44:59.099+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.289120+0000 front 2024-06-06T08:44:10.289073+0000 (oldest deadline 2024-06-06T08:44:35.589027+0000) 2024-06-06T08:44:59.537 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:44:59 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:44:59.099+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:27.093079+0000 front 2024-06-06T08:44:27.093055+0000 (oldest deadline 2024-06-06T08:44:52.993212+0000) 2024-06-06T08:44:59.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:44:59 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:44:59.291+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.906749+0000 front 2024-06-06T08:44:10.906959+0000 (oldest deadline 2024-06-06T08:44:35.606922+0000) 2024-06-06T08:44:59.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:44:59 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:44:59.291+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:22.009019+0000 front 2024-06-06T08:44:22.009033+0000 (oldest deadline 2024-06-06T08:44:45.409828+0000) 2024-06-06T08:44:59.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:44:59 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:44:59.291+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:31.211750+0000 front 2024-06-06T08:44:31.211718+0000 (oldest deadline 2024-06-06T08:44:53.511765+0000) 2024-06-06T08:44:59.575 DEBUG:teuthology.orchestra.run.smithi149:> sudo pkill -f 'journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@osd.5.service' 2024-06-06T08:44:59.656 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:44:59.656 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-06-06T08:44:59.656 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-06-06T08:44:59.656 DEBUG:teuthology.orchestra.run.smithi042:> sudo systemctl stop ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@osd.6 2024-06-06T08:44:59.993 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:44:59 smithi042 systemd[1]: Stopping Ceph osd.6 for 103bdc14-23dc-11ef-bc9b-c7b262605968... 2024-06-06T08:44:59.994 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:44:59 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:44:59.810+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.745268+0000 front 2024-06-06T08:44:10.744861+0000 (oldest deadline 2024-06-06T08:44:34.845171+0000) 2024-06-06T08:44:59.994 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:44:59 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:44:59.810+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:18.346264+0000 front 2024-06-06T08:44:18.346347+0000 (oldest deadline 2024-06-06T08:44:49.447710+0000) 2024-06-06T08:44:59.994 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:44:59 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:44:59.810+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:29.448443+0000 front 2024-06-06T08:44:29.448458+0000 (oldest deadline 2024-06-06T08:44:54.748427+0000) 2024-06-06T08:44:59.994 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:44:59 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:44:59.994+0000 7f7eb3f82700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-06T08:44:59.994 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:44:59 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:44:59.994+0000 7f7eb3f82700 -1 osd.6 144 *** Got signal Terminated *** 2024-06-06T08:44:59.994 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:44:59 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:44:59.994+0000 7f7eb3f82700 -1 osd.6 144 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-06T08:45:00.287 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:00 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:00.056+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.289120+0000 front 2024-06-06T08:44:10.289073+0000 (oldest deadline 2024-06-06T08:44:35.589027+0000) 2024-06-06T08:45:00.287 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:00 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:00.056+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:27.093079+0000 front 2024-06-06T08:44:27.093055+0000 (oldest deadline 2024-06-06T08:44:52.993212+0000) 2024-06-06T08:45:00.288 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:44:59 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:44:59.887+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:45:00.288 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:44:59 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:44:59.887+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:45:00.288 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:44:59 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:44:59.887+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.746035+0000 front 2024-06-06T08:44:28.746197+0000 (oldest deadline 2024-06-06T08:44:52.846222+0000) 2024-06-06T08:45:00.314 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:00 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:00.242+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.906749+0000 front 2024-06-06T08:44:10.906959+0000 (oldest deadline 2024-06-06T08:44:35.606922+0000) 2024-06-06T08:45:00.314 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:00 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:00.242+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:22.009019+0000 front 2024-06-06T08:44:22.009033+0000 (oldest deadline 2024-06-06T08:44:45.409828+0000) 2024-06-06T08:45:00.314 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:00 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:00.242+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:31.211750+0000 front 2024-06-06T08:44:31.211718+0000 (oldest deadline 2024-06-06T08:44:53.511765+0000) 2024-06-06T08:45:00.638 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:45:00 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:45:00.147+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.081662+0000 front 2024-06-06T08:44:21.081713+0000 (oldest deadline 2024-06-06T08:44:45.781771+0000) 2024-06-06T08:45:00.638 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:45:00 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:45:00.147+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:29.883005+0000 front 2024-06-06T08:44:29.883079+0000 (oldest deadline 2024-06-06T08:44:53.382877+0000) 2024-06-06T08:45:00.638 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:00 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:00.142+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:45:00.638 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:00 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:00.142+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.076959+0000 front 2024-06-06T08:44:21.077047+0000 (oldest deadline 2024-06-06T08:44:45.777038+0000) 2024-06-06T08:45:00.639 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:00 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:00.142+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.078282+0000 front 2024-06-06T08:44:28.078225+0000 (oldest deadline 2024-06-06T08:44:53.378170+0000) 2024-06-06T08:45:01.064 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:45:00 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:45:00.783+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.745268+0000 front 2024-06-06T08:44:10.744861+0000 (oldest deadline 2024-06-06T08:44:34.845171+0000) 2024-06-06T08:45:01.064 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:45:00 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:45:00.783+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:18.346264+0000 front 2024-06-06T08:44:18.346347+0000 (oldest deadline 2024-06-06T08:44:49.447710+0000) 2024-06-06T08:45:01.064 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:45:00 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:45:00.783+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:29.448443+0000 front 2024-06-06T08:44:29.448458+0000 (oldest deadline 2024-06-06T08:44:54.748427+0000) 2024-06-06T08:45:01.287 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:01 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:01.033+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.289120+0000 front 2024-06-06T08:44:10.289073+0000 (oldest deadline 2024-06-06T08:44:35.589027+0000) 2024-06-06T08:45:01.287 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:01 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:01.033+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:27.093079+0000 front 2024-06-06T08:44:27.093055+0000 (oldest deadline 2024-06-06T08:44:52.993212+0000) 2024-06-06T08:45:01.288 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:00 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:00.888+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:45:01.288 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:00 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:00.888+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:45:01.288 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:00 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:00.888+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.746035+0000 front 2024-06-06T08:44:28.746197+0000 (oldest deadline 2024-06-06T08:44:52.846222+0000) 2024-06-06T08:45:01.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:01 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:01.264+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.906749+0000 front 2024-06-06T08:44:10.906959+0000 (oldest deadline 2024-06-06T08:44:35.606922+0000) 2024-06-06T08:45:01.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:01 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:01.264+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:22.009019+0000 front 2024-06-06T08:44:22.009033+0000 (oldest deadline 2024-06-06T08:44:45.409828+0000) 2024-06-06T08:45:01.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:01 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:01.264+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:31.211750+0000 front 2024-06-06T08:44:31.211718+0000 (oldest deadline 2024-06-06T08:44:53.511765+0000) 2024-06-06T08:45:01.638 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:45:01 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:45:01.160+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.081662+0000 front 2024-06-06T08:44:21.081713+0000 (oldest deadline 2024-06-06T08:44:45.781771+0000) 2024-06-06T08:45:01.638 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:45:01 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:45:01.160+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:29.883005+0000 front 2024-06-06T08:44:29.883079+0000 (oldest deadline 2024-06-06T08:44:53.382877+0000) 2024-06-06T08:45:01.638 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:01 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:01.176+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:45:01.638 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:01 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:01.176+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.076959+0000 front 2024-06-06T08:44:21.077047+0000 (oldest deadline 2024-06-06T08:44:45.777038+0000) 2024-06-06T08:45:01.638 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:01 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:01.176+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.078282+0000 front 2024-06-06T08:44:28.078225+0000 (oldest deadline 2024-06-06T08:44:53.378170+0000) 2024-06-06T08:45:02.064 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:45:01 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:45:01.806+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.745268+0000 front 2024-06-06T08:44:10.744861+0000 (oldest deadline 2024-06-06T08:44:34.845171+0000) 2024-06-06T08:45:02.064 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:45:01 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:45:01.806+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:18.346264+0000 front 2024-06-06T08:44:18.346347+0000 (oldest deadline 2024-06-06T08:44:49.447710+0000) 2024-06-06T08:45:02.064 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:45:01 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:45:01.806+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:29.448443+0000 front 2024-06-06T08:44:29.448458+0000 (oldest deadline 2024-06-06T08:44:54.748427+0000) 2024-06-06T08:45:02.189 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:01 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:01.872+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:45:02.189 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:01 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:01.872+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:45:02.189 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:01 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:01.872+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.746035+0000 front 2024-06-06T08:44:28.746197+0000 (oldest deadline 2024-06-06T08:44:52.846222+0000) 2024-06-06T08:45:02.189 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:02 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:02.038+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.289120+0000 front 2024-06-06T08:44:10.289073+0000 (oldest deadline 2024-06-06T08:44:35.589027+0000) 2024-06-06T08:45:02.189 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:02 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:02.038+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:27.093079+0000 front 2024-06-06T08:44:27.093055+0000 (oldest deadline 2024-06-06T08:44:52.993212+0000) 2024-06-06T08:45:02.189 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:02 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:02.038+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:37.094459+0000 front 2024-06-06T08:44:37.094537+0000 (oldest deadline 2024-06-06T08:45:01.194413+0000) 2024-06-06T08:45:02.388 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:45:02 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:45:02.188+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.081662+0000 front 2024-06-06T08:44:21.081713+0000 (oldest deadline 2024-06-06T08:44:45.781771+0000) 2024-06-06T08:45:02.388 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:45:02 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:45:02.188+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:29.883005+0000 front 2024-06-06T08:44:29.883079+0000 (oldest deadline 2024-06-06T08:44:53.382877+0000) 2024-06-06T08:45:02.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:02 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:02.129+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:45:02.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:02 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:02.129+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.076959+0000 front 2024-06-06T08:44:21.077047+0000 (oldest deadline 2024-06-06T08:44:45.777038+0000) 2024-06-06T08:45:02.389 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:02 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:02.129+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.078282+0000 front 2024-06-06T08:44:28.078225+0000 (oldest deadline 2024-06-06T08:44:53.378170+0000) 2024-06-06T08:45:02.389 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:02 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:02.129+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:39.180190+0000 front 2024-06-06T08:44:39.180250+0000 (oldest deadline 2024-06-06T08:45:01.479984+0000) 2024-06-06T08:45:02.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:02 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:02.224+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.906749+0000 front 2024-06-06T08:44:10.906959+0000 (oldest deadline 2024-06-06T08:44:35.606922+0000) 2024-06-06T08:45:02.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:02 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:02.224+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:22.009019+0000 front 2024-06-06T08:44:22.009033+0000 (oldest deadline 2024-06-06T08:44:45.409828+0000) 2024-06-06T08:45:02.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:02 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:02.224+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:31.211750+0000 front 2024-06-06T08:44:31.211718+0000 (oldest deadline 2024-06-06T08:44:53.511765+0000) 2024-06-06T08:45:02.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:02 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:02.224+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:37.012964+0000 front 2024-06-06T08:44:37.012836+0000 (oldest deadline 2024-06-06T08:45:01.712988+0000) 2024-06-06T08:45:03.064 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:45:02 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:45:02.785+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.745268+0000 front 2024-06-06T08:44:10.744861+0000 (oldest deadline 2024-06-06T08:44:34.845171+0000) 2024-06-06T08:45:03.065 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:45:02 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:45:02.785+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:18.346264+0000 front 2024-06-06T08:44:18.346347+0000 (oldest deadline 2024-06-06T08:44:49.447710+0000) 2024-06-06T08:45:03.065 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:45:02 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:45:02.785+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:29.448443+0000 front 2024-06-06T08:44:29.448458+0000 (oldest deadline 2024-06-06T08:44:54.748427+0000) 2024-06-06T08:45:03.287 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:03 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:03.083+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.289120+0000 front 2024-06-06T08:44:10.289073+0000 (oldest deadline 2024-06-06T08:44:35.589027+0000) 2024-06-06T08:45:03.287 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:03 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:03.083+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:27.093079+0000 front 2024-06-06T08:44:27.093055+0000 (oldest deadline 2024-06-06T08:44:52.993212+0000) 2024-06-06T08:45:03.287 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:03 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:03.083+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:37.094459+0000 front 2024-06-06T08:44:37.094537+0000 (oldest deadline 2024-06-06T08:45:01.194413+0000) 2024-06-06T08:45:03.288 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:02 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:02.843+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:45:03.288 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:02 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:02.843+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:45:03.288 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:02 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:02.843+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.746035+0000 front 2024-06-06T08:44:28.746197+0000 (oldest deadline 2024-06-06T08:44:52.846222+0000) 2024-06-06T08:45:03.388 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:45:03 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:45:03.183+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.081662+0000 front 2024-06-06T08:44:21.081713+0000 (oldest deadline 2024-06-06T08:44:45.781771+0000) 2024-06-06T08:45:03.388 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:45:03 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:45:03.183+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:29.883005+0000 front 2024-06-06T08:44:29.883079+0000 (oldest deadline 2024-06-06T08:44:53.382877+0000) 2024-06-06T08:45:03.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:03 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:03.123+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:45:03.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:03 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:03.123+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.076959+0000 front 2024-06-06T08:44:21.077047+0000 (oldest deadline 2024-06-06T08:44:45.777038+0000) 2024-06-06T08:45:03.389 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:03 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:03.123+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.078282+0000 front 2024-06-06T08:44:28.078225+0000 (oldest deadline 2024-06-06T08:44:53.378170+0000) 2024-06-06T08:45:03.389 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:03 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:03.123+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:39.180190+0000 front 2024-06-06T08:44:39.180250+0000 (oldest deadline 2024-06-06T08:45:01.479984+0000) 2024-06-06T08:45:03.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:03 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:03.236+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.906749+0000 front 2024-06-06T08:44:10.906959+0000 (oldest deadline 2024-06-06T08:44:35.606922+0000) 2024-06-06T08:45:03.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:03 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:03.236+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:22.009019+0000 front 2024-06-06T08:44:22.009033+0000 (oldest deadline 2024-06-06T08:44:45.409828+0000) 2024-06-06T08:45:03.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:03 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:03.236+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:31.211750+0000 front 2024-06-06T08:44:31.211718+0000 (oldest deadline 2024-06-06T08:44:53.511765+0000) 2024-06-06T08:45:03.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:03 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:03.236+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:37.012964+0000 front 2024-06-06T08:44:37.012836+0000 (oldest deadline 2024-06-06T08:45:01.712988+0000) 2024-06-06T08:45:04.064 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:45:03 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:45:03.799+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.745268+0000 front 2024-06-06T08:44:10.744861+0000 (oldest deadline 2024-06-06T08:44:34.845171+0000) 2024-06-06T08:45:04.064 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:45:03 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:45:03.799+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:18.346264+0000 front 2024-06-06T08:44:18.346347+0000 (oldest deadline 2024-06-06T08:44:49.447710+0000) 2024-06-06T08:45:04.065 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:45:03 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:45:03.799+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:29.448443+0000 front 2024-06-06T08:44:29.448458+0000 (oldest deadline 2024-06-06T08:44:54.748427+0000) 2024-06-06T08:45:04.287 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:04 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:04.083+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.289120+0000 front 2024-06-06T08:44:10.289073+0000 (oldest deadline 2024-06-06T08:44:35.589027+0000) 2024-06-06T08:45:04.287 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:04 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:04.083+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:27.093079+0000 front 2024-06-06T08:44:27.093055+0000 (oldest deadline 2024-06-06T08:44:52.993212+0000) 2024-06-06T08:45:04.287 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:04 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:04.083+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:37.094459+0000 front 2024-06-06T08:44:37.094537+0000 (oldest deadline 2024-06-06T08:45:01.194413+0000) 2024-06-06T08:45:04.288 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:03 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:03.844+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:45:04.288 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:03 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:03.844+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:45:04.288 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:03 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:03.844+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.746035+0000 front 2024-06-06T08:44:28.746197+0000 (oldest deadline 2024-06-06T08:44:52.846222+0000) 2024-06-06T08:45:04.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:04 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:04.249+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.906749+0000 front 2024-06-06T08:44:10.906959+0000 (oldest deadline 2024-06-06T08:44:35.606922+0000) 2024-06-06T08:45:04.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:04 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:04.249+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:22.009019+0000 front 2024-06-06T08:44:22.009033+0000 (oldest deadline 2024-06-06T08:44:45.409828+0000) 2024-06-06T08:45:04.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:04 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:04.249+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:31.211750+0000 front 2024-06-06T08:44:31.211718+0000 (oldest deadline 2024-06-06T08:44:53.511765+0000) 2024-06-06T08:45:04.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:04 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:04.249+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:37.012964+0000 front 2024-06-06T08:44:37.012836+0000 (oldest deadline 2024-06-06T08:45:01.712988+0000) 2024-06-06T08:45:04.638 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:45:04 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:45:04.181+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.081662+0000 front 2024-06-06T08:44:21.081713+0000 (oldest deadline 2024-06-06T08:44:45.781771+0000) 2024-06-06T08:45:04.638 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:45:04 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:45:04.181+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:29.883005+0000 front 2024-06-06T08:44:29.883079+0000 (oldest deadline 2024-06-06T08:44:53.382877+0000) 2024-06-06T08:45:04.638 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:45:04 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:45:04.181+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:38.084071+0000 front 2024-06-06T08:44:38.084057+0000 (oldest deadline 2024-06-06T08:45:03.383976+0000) 2024-06-06T08:45:04.638 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:04 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:04.161+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:45:04.638 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:04 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:04.161+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.076959+0000 front 2024-06-06T08:44:21.077047+0000 (oldest deadline 2024-06-06T08:44:45.777038+0000) 2024-06-06T08:45:04.638 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:04 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:04.161+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.078282+0000 front 2024-06-06T08:44:28.078225+0000 (oldest deadline 2024-06-06T08:44:53.378170+0000) 2024-06-06T08:45:04.639 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:04 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:04.161+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:39.180190+0000 front 2024-06-06T08:44:39.180250+0000 (oldest deadline 2024-06-06T08:45:01.479984+0000) 2024-06-06T08:45:05.064 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:45:04 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:45:04.780+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.745268+0000 front 2024-06-06T08:44:10.744861+0000 (oldest deadline 2024-06-06T08:44:34.845171+0000) 2024-06-06T08:45:05.065 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:45:04 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:45:04.780+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:18.346264+0000 front 2024-06-06T08:44:18.346347+0000 (oldest deadline 2024-06-06T08:44:49.447710+0000) 2024-06-06T08:45:05.065 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:45:04 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:45:04.780+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:29.448443+0000 front 2024-06-06T08:44:29.448458+0000 (oldest deadline 2024-06-06T08:44:54.748427+0000) 2024-06-06T08:45:05.065 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:45:04 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6[60906]: 2024-06-06T08:45:04.780+0000 7f7eb0576700 -1 osd.6 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:40.049595+0000 front 2024-06-06T08:44:40.049679+0000 (oldest deadline 2024-06-06T08:45:04.749738+0000) 2024-06-06T08:45:05.085 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:04 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:04.829+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:45:05.085 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:04 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:04.829+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:45:05.085 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:04 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:04.829+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.746035+0000 front 2024-06-06T08:44:28.746197+0000 (oldest deadline 2024-06-06T08:44:52.846222+0000) 2024-06-06T08:45:05.537 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:05 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:05.086+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.289120+0000 front 2024-06-06T08:44:10.289073+0000 (oldest deadline 2024-06-06T08:44:35.589027+0000) 2024-06-06T08:45:05.537 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:05 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:05.086+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:27.093079+0000 front 2024-06-06T08:44:27.093055+0000 (oldest deadline 2024-06-06T08:44:52.993212+0000) 2024-06-06T08:45:05.537 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:05 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:05.086+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:37.094459+0000 front 2024-06-06T08:44:37.094537+0000 (oldest deadline 2024-06-06T08:45:01.194413+0000) 2024-06-06T08:45:05.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:05 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:05.273+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.906749+0000 front 2024-06-06T08:44:10.906959+0000 (oldest deadline 2024-06-06T08:44:35.606922+0000) 2024-06-06T08:45:05.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:05 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:05.273+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:22.009019+0000 front 2024-06-06T08:44:22.009033+0000 (oldest deadline 2024-06-06T08:44:45.409828+0000) 2024-06-06T08:45:05.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:05 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:05.273+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:31.211750+0000 front 2024-06-06T08:44:31.211718+0000 (oldest deadline 2024-06-06T08:44:53.511765+0000) 2024-06-06T08:45:05.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:05 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:05.273+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:37.012964+0000 front 2024-06-06T08:44:37.012836+0000 (oldest deadline 2024-06-06T08:45:01.712988+0000) 2024-06-06T08:45:05.638 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:45:05 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:45:05.205+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.081662+0000 front 2024-06-06T08:44:21.081713+0000 (oldest deadline 2024-06-06T08:44:45.781771+0000) 2024-06-06T08:45:05.638 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:45:05 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:45:05.205+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:29.883005+0000 front 2024-06-06T08:44:29.883079+0000 (oldest deadline 2024-06-06T08:44:53.382877+0000) 2024-06-06T08:45:05.638 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:45:05 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:45:05.205+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:38.084071+0000 front 2024-06-06T08:44:38.084057+0000 (oldest deadline 2024-06-06T08:45:03.383976+0000) 2024-06-06T08:45:05.638 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:05 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:05.145+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:45:05.638 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:05 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:05.145+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.076959+0000 front 2024-06-06T08:44:21.077047+0000 (oldest deadline 2024-06-06T08:44:45.777038+0000) 2024-06-06T08:45:05.638 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:05 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:05.145+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.078282+0000 front 2024-06-06T08:44:28.078225+0000 (oldest deadline 2024-06-06T08:44:53.378170+0000) 2024-06-06T08:45:05.639 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:05 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:05.145+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:39.180190+0000 front 2024-06-06T08:44:39.180250+0000 (oldest deadline 2024-06-06T08:45:01.479984+0000) 2024-06-06T08:45:06.002 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:45:05 smithi042 podman[129475]: 2024-06-06 08:45:05.616165405 +0000 UTC m=+5.744418583 container died f837cb7526a5b24f3c1642301a5f67f6909783ca6f5a3fcb8140251f01c513d4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=squid-3d89acc) 2024-06-06T08:45:06.287 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:06 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:06.047+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.289120+0000 front 2024-06-06T08:44:10.289073+0000 (oldest deadline 2024-06-06T08:44:35.589027+0000) 2024-06-06T08:45:06.287 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:06 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:06.047+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:27.093079+0000 front 2024-06-06T08:44:27.093055+0000 (oldest deadline 2024-06-06T08:44:52.993212+0000) 2024-06-06T08:45:06.287 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:06 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:06.047+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:37.094459+0000 front 2024-06-06T08:44:37.094537+0000 (oldest deadline 2024-06-06T08:45:01.194413+0000) 2024-06-06T08:45:06.288 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:05 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:05.873+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:45:06.288 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:05 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:05.873+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:45:06.288 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:05 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:05.873+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.746035+0000 front 2024-06-06T08:44:28.746197+0000 (oldest deadline 2024-06-06T08:44:52.846222+0000) 2024-06-06T08:45:06.314 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:45:06 smithi042 podman[129475]: 2024-06-06 08:45:06.095000054 +0000 UTC m=+6.223253226 container cleanup f837cb7526a5b24f3c1642301a5f67f6909783ca6f5a3fcb8140251f01c513d4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240528, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-06T08:45:06.314 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:45:06 smithi042 bash[129475]: ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6 2024-06-06T08:45:06.315 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:06 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:06.249+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.906749+0000 front 2024-06-06T08:44:10.906959+0000 (oldest deadline 2024-06-06T08:44:35.606922+0000) 2024-06-06T08:45:06.315 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:06 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:06.249+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:22.009019+0000 front 2024-06-06T08:44:22.009033+0000 (oldest deadline 2024-06-06T08:44:45.409828+0000) 2024-06-06T08:45:06.315 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:06 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:06.249+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:31.211750+0000 front 2024-06-06T08:44:31.211718+0000 (oldest deadline 2024-06-06T08:44:53.511765+0000) 2024-06-06T08:45:06.315 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:06 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:06.249+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:37.012964+0000 front 2024-06-06T08:44:37.012836+0000 (oldest deadline 2024-06-06T08:45:01.712988+0000) 2024-06-06T08:45:06.539 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:45:06 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:45:06.248+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.081662+0000 front 2024-06-06T08:44:21.081713+0000 (oldest deadline 2024-06-06T08:44:45.781771+0000) 2024-06-06T08:45:06.539 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:45:06 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:45:06.248+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:29.883005+0000 front 2024-06-06T08:44:29.883079+0000 (oldest deadline 2024-06-06T08:44:53.382877+0000) 2024-06-06T08:45:06.539 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:45:06 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:45:06.248+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:38.084071+0000 front 2024-06-06T08:44:38.084057+0000 (oldest deadline 2024-06-06T08:45:03.383976+0000) 2024-06-06T08:45:06.540 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:06 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:06.174+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:45:06.540 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:06 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:06.174+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.076959+0000 front 2024-06-06T08:44:21.077047+0000 (oldest deadline 2024-06-06T08:44:45.777038+0000) 2024-06-06T08:45:06.540 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:06 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:06.174+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.078282+0000 front 2024-06-06T08:44:28.078225+0000 (oldest deadline 2024-06-06T08:44:53.378170+0000) 2024-06-06T08:45:06.540 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:06 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:06.174+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:39.180190+0000 front 2024-06-06T08:44:39.180250+0000 (oldest deadline 2024-06-06T08:45:01.479984+0000) 2024-06-06T08:45:06.690 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:45:06 smithi042 podman[129489]: 2024-06-06 08:45:06.371523399 +0000 UTC m=+0.750135973 container remove f837cb7526a5b24f3c1642301a5f67f6909783ca6f5a3fcb8140251f01c513d4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-3d89acc, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240528) 2024-06-06T08:45:06.965 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:45:06 smithi042 podman[129579]: 2024-06-06 08:45:06.59583826 +0000 UTC m=+0.017836579 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-06T08:45:06.965 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:45:06 smithi042 podman[129579]: 2024-06-06 08:45:06.722594003 +0000 UTC m=+0.144592281 container create 855bb0555bd9934d63b868f885dc6aaa269efd7454f008245ddb70083e419688 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6-deactivate, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, org.label-schema.build-date=20240528, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-06-06T08:45:06.965 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:45:06 smithi042 podman[129579]: 2024-06-06 08:45:06.96725919 +0000 UTC m=+0.389257494 container init 855bb0555bd9934d63b868f885dc6aaa269efd7454f008245ddb70083e419688 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6-deactivate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.build-date=20240528, org.label-schema.license=GPLv2, RELEASE=squid-3d89acc, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-06-06T08:45:07.241 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:45:06 smithi042 podman[129579]: 2024-06-06 08:45:06.970954432 +0000 UTC m=+0.392952728 container start 855bb0555bd9934d63b868f885dc6aaa269efd7454f008245ddb70083e419688 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6-deactivate, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , RELEASE=squid-3d89acc, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-06T08:45:07.241 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:45:07 smithi042 podman[129579]: 2024-06-06 08:45:07.049926369 +0000 UTC m=+0.471924656 container attach 855bb0555bd9934d63b868f885dc6aaa269efd7454f008245ddb70083e419688 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6-deactivate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc, org.label-schema.license=GPLv2, org.label-schema.build-date=20240528, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-06-06T08:45:07.287 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:07 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:07.025+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.289120+0000 front 2024-06-06T08:44:10.289073+0000 (oldest deadline 2024-06-06T08:44:35.589027+0000) 2024-06-06T08:45:07.287 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:07 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:07.025+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:27.093079+0000 front 2024-06-06T08:44:27.093055+0000 (oldest deadline 2024-06-06T08:44:52.993212+0000) 2024-06-06T08:45:07.287 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:07 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:07.025+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:37.094459+0000 front 2024-06-06T08:44:37.094537+0000 (oldest deadline 2024-06-06T08:45:01.194413+0000) 2024-06-06T08:45:07.288 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:06 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:06.825+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:45:07.288 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:06 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:06.825+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:45:07.288 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:06 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:06.825+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.746035+0000 front 2024-06-06T08:44:28.746197+0000 (oldest deadline 2024-06-06T08:44:52.846222+0000) 2024-06-06T08:45:07.564 INFO:journalctl@ceph.osd.6.smithi042.stdout:Jun 06 08:45:07 smithi042 podman[129579]: 2024-06-06 08:45:07.277143653 +0000 UTC m=+0.699141940 container died 855bb0555bd9934d63b868f885dc6aaa269efd7454f008245ddb70083e419688 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-6-deactivate, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.build-date=20240528, ceph=True, GIT_CLEAN=True) 2024-06-06T08:45:07.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:07 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:07.242+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.906749+0000 front 2024-06-06T08:44:10.906959+0000 (oldest deadline 2024-06-06T08:44:35.606922+0000) 2024-06-06T08:45:07.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:07 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:07.242+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:22.009019+0000 front 2024-06-06T08:44:22.009033+0000 (oldest deadline 2024-06-06T08:44:45.409828+0000) 2024-06-06T08:45:07.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:07 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:07.242+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:31.211750+0000 front 2024-06-06T08:44:31.211718+0000 (oldest deadline 2024-06-06T08:44:53.511765+0000) 2024-06-06T08:45:07.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:07 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:07.242+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:37.012964+0000 front 2024-06-06T08:44:37.012836+0000 (oldest deadline 2024-06-06T08:45:01.712988+0000) 2024-06-06T08:45:07.638 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:45:07 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:45:07.243+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.081662+0000 front 2024-06-06T08:44:21.081713+0000 (oldest deadline 2024-06-06T08:44:45.781771+0000) 2024-06-06T08:45:07.638 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:45:07 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:45:07.243+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:29.883005+0000 front 2024-06-06T08:44:29.883079+0000 (oldest deadline 2024-06-06T08:44:53.382877+0000) 2024-06-06T08:45:07.638 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:45:07 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:45:07.243+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:38.084071+0000 front 2024-06-06T08:44:38.084057+0000 (oldest deadline 2024-06-06T08:45:03.383976+0000) 2024-06-06T08:45:07.638 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:07 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:07.161+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:45:07.638 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:07 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:07.161+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.076959+0000 front 2024-06-06T08:44:21.077047+0000 (oldest deadline 2024-06-06T08:44:45.777038+0000) 2024-06-06T08:45:07.638 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:07 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:07.161+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.078282+0000 front 2024-06-06T08:44:28.078225+0000 (oldest deadline 2024-06-06T08:44:53.378170+0000) 2024-06-06T08:45:07.639 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:07 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:07.161+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:39.180190+0000 front 2024-06-06T08:44:39.180250+0000 (oldest deadline 2024-06-06T08:45:01.479984+0000) 2024-06-06T08:45:07.838 DEBUG:teuthology.orchestra.run.smithi042:> sudo pkill -f 'journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@osd.6.service' 2024-06-06T08:45:07.880 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:45:07.881 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-06-06T08:45:07.881 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-06-06T08:45:07.881 DEBUG:teuthology.orchestra.run.smithi120:> sudo systemctl stop ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@osd.7 2024-06-06T08:45:08.037 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:07 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:07.788+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:45:08.037 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:07 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:07.788+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:45:08.037 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:07 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:07.788+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.746035+0000 front 2024-06-06T08:44:28.746197+0000 (oldest deadline 2024-06-06T08:44:52.846222+0000) 2024-06-06T08:45:08.138 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:45:07 smithi120 systemd[1]: Stopping Ceph osd.7 for 103bdc14-23dc-11ef-bc9b-c7b262605968... 2024-06-06T08:45:08.537 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:08 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:08.055+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.289120+0000 front 2024-06-06T08:44:10.289073+0000 (oldest deadline 2024-06-06T08:44:35.589027+0000) 2024-06-06T08:45:08.537 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:08 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:08.055+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:27.093079+0000 front 2024-06-06T08:44:27.093055+0000 (oldest deadline 2024-06-06T08:44:52.993212+0000) 2024-06-06T08:45:08.537 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:08 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:08.055+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:37.094459+0000 front 2024-06-06T08:44:37.094537+0000 (oldest deadline 2024-06-06T08:45:01.194413+0000) 2024-06-06T08:45:08.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:08 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:08.206+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.906749+0000 front 2024-06-06T08:44:10.906959+0000 (oldest deadline 2024-06-06T08:44:35.606922+0000) 2024-06-06T08:45:08.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:08 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:08.206+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:22.009019+0000 front 2024-06-06T08:44:22.009033+0000 (oldest deadline 2024-06-06T08:44:45.409828+0000) 2024-06-06T08:45:08.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:08 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:08.206+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:31.211750+0000 front 2024-06-06T08:44:31.211718+0000 (oldest deadline 2024-06-06T08:44:53.511765+0000) 2024-06-06T08:45:08.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:08 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:08.206+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:37.012964+0000 front 2024-06-06T08:44:37.012836+0000 (oldest deadline 2024-06-06T08:45:01.712988+0000) 2024-06-06T08:45:08.638 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:08 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:08.177+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:45:08.638 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:08 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:08.177+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.076959+0000 front 2024-06-06T08:44:21.077047+0000 (oldest deadline 2024-06-06T08:44:45.777038+0000) 2024-06-06T08:45:08.638 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:08 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:08.177+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.078282+0000 front 2024-06-06T08:44:28.078225+0000 (oldest deadline 2024-06-06T08:44:53.378170+0000) 2024-06-06T08:45:08.638 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:08 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:08.177+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:39.180190+0000 front 2024-06-06T08:44:39.180250+0000 (oldest deadline 2024-06-06T08:45:01.479984+0000) 2024-06-06T08:45:08.638 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:45:08 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:45:08.213+0000 7fa2d054c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-06T08:45:08.639 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:45:08 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:45:08.213+0000 7fa2d054c700 -1 osd.7 144 *** Got signal Terminated *** 2024-06-06T08:45:08.639 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:45:08 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:45:08.213+0000 7fa2d054c700 -1 osd.7 144 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-06T08:45:08.639 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:45:08 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:45:08.218+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.081662+0000 front 2024-06-06T08:44:21.081713+0000 (oldest deadline 2024-06-06T08:44:45.781771+0000) 2024-06-06T08:45:08.639 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:45:08 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:45:08.218+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:29.883005+0000 front 2024-06-06T08:44:29.883079+0000 (oldest deadline 2024-06-06T08:44:53.382877+0000) 2024-06-06T08:45:08.639 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:45:08 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:45:08.218+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:38.084071+0000 front 2024-06-06T08:44:38.084057+0000 (oldest deadline 2024-06-06T08:45:03.383976+0000) 2024-06-06T08:45:09.007 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:08 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:08.740+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:45:09.007 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:08 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:08.740+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:45:09.007 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:08 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:08.740+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.746035+0000 front 2024-06-06T08:44:28.746197+0000 (oldest deadline 2024-06-06T08:44:52.846222+0000) 2024-06-06T08:45:09.287 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:09 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:09.009+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.289120+0000 front 2024-06-06T08:44:10.289073+0000 (oldest deadline 2024-06-06T08:44:35.589027+0000) 2024-06-06T08:45:09.287 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:09 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:09.009+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:27.093079+0000 front 2024-06-06T08:44:27.093055+0000 (oldest deadline 2024-06-06T08:44:52.993212+0000) 2024-06-06T08:45:09.287 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:09 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:09.009+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:37.094459+0000 front 2024-06-06T08:44:37.094537+0000 (oldest deadline 2024-06-06T08:45:01.194413+0000) 2024-06-06T08:45:09.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:09 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:09.247+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.906749+0000 front 2024-06-06T08:44:10.906959+0000 (oldest deadline 2024-06-06T08:44:35.606922+0000) 2024-06-06T08:45:09.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:09 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:09.247+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:22.009019+0000 front 2024-06-06T08:44:22.009033+0000 (oldest deadline 2024-06-06T08:44:45.409828+0000) 2024-06-06T08:45:09.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:09 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:09.247+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:31.211750+0000 front 2024-06-06T08:44:31.211718+0000 (oldest deadline 2024-06-06T08:44:53.511765+0000) 2024-06-06T08:45:09.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:09 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:09.247+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:37.012964+0000 front 2024-06-06T08:44:37.012836+0000 (oldest deadline 2024-06-06T08:45:01.712988+0000) 2024-06-06T08:45:09.638 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:45:09 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:45:09.194+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.081662+0000 front 2024-06-06T08:44:21.081713+0000 (oldest deadline 2024-06-06T08:44:45.781771+0000) 2024-06-06T08:45:09.638 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:45:09 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:45:09.194+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:29.883005+0000 front 2024-06-06T08:44:29.883079+0000 (oldest deadline 2024-06-06T08:44:53.382877+0000) 2024-06-06T08:45:09.638 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:45:09 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:45:09.194+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:38.084071+0000 front 2024-06-06T08:44:38.084057+0000 (oldest deadline 2024-06-06T08:45:03.383976+0000) 2024-06-06T08:45:09.639 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:09 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:09.184+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:45:09.639 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:09 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:09.184+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.076959+0000 front 2024-06-06T08:44:21.077047+0000 (oldest deadline 2024-06-06T08:44:45.777038+0000) 2024-06-06T08:45:09.639 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:09 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:09.184+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.078282+0000 front 2024-06-06T08:44:28.078225+0000 (oldest deadline 2024-06-06T08:44:53.378170+0000) 2024-06-06T08:45:09.639 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:09 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:09.184+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:39.180190+0000 front 2024-06-06T08:44:39.180250+0000 (oldest deadline 2024-06-06T08:45:01.479984+0000) 2024-06-06T08:45:10.037 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:09 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:09.731+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:45:10.037 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:09 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:09.731+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:45:10.037 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:09 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:09.731+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.746035+0000 front 2024-06-06T08:44:28.746197+0000 (oldest deadline 2024-06-06T08:44:52.846222+0000) 2024-06-06T08:45:10.537 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:10 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:10.050+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.289120+0000 front 2024-06-06T08:44:10.289073+0000 (oldest deadline 2024-06-06T08:44:35.589027+0000) 2024-06-06T08:45:10.537 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:10 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:10.050+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:27.093079+0000 front 2024-06-06T08:44:27.093055+0000 (oldest deadline 2024-06-06T08:44:52.993212+0000) 2024-06-06T08:45:10.537 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:10 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:10.050+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:37.094459+0000 front 2024-06-06T08:44:37.094537+0000 (oldest deadline 2024-06-06T08:45:01.194413+0000) 2024-06-06T08:45:10.537 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:10 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:10.050+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:43.495737+0000 front 2024-06-06T08:44:43.495894+0000 (oldest deadline 2024-06-06T08:45:09.395678+0000) 2024-06-06T08:45:10.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:10 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:10.212+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.906749+0000 front 2024-06-06T08:44:10.906959+0000 (oldest deadline 2024-06-06T08:44:35.606922+0000) 2024-06-06T08:45:10.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:10 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:10.212+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:22.009019+0000 front 2024-06-06T08:44:22.009033+0000 (oldest deadline 2024-06-06T08:44:45.409828+0000) 2024-06-06T08:45:10.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:10 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:10.212+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:31.211750+0000 front 2024-06-06T08:44:31.211718+0000 (oldest deadline 2024-06-06T08:44:53.511765+0000) 2024-06-06T08:45:10.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:10 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:10.212+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:37.012964+0000 front 2024-06-06T08:44:37.012836+0000 (oldest deadline 2024-06-06T08:45:01.712988+0000) 2024-06-06T08:45:10.638 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:45:10 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:45:10.195+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.081662+0000 front 2024-06-06T08:44:21.081713+0000 (oldest deadline 2024-06-06T08:44:45.781771+0000) 2024-06-06T08:45:10.638 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:45:10 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:45:10.195+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:29.883005+0000 front 2024-06-06T08:44:29.883079+0000 (oldest deadline 2024-06-06T08:44:53.382877+0000) 2024-06-06T08:45:10.638 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:45:10 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:45:10.195+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:38.084071+0000 front 2024-06-06T08:44:38.084057+0000 (oldest deadline 2024-06-06T08:45:03.383976+0000) 2024-06-06T08:45:10.638 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:45:10 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:45:10.195+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:47.985658+0000 front 2024-06-06T08:44:47.985601+0000 (oldest deadline 2024-06-06T08:45:09.685872+0000) 2024-06-06T08:45:10.639 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:10 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:10.180+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:45:10.639 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:10 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:10.180+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.076959+0000 front 2024-06-06T08:44:21.077047+0000 (oldest deadline 2024-06-06T08:44:45.777038+0000) 2024-06-06T08:45:10.639 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:10 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:10.180+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.078282+0000 front 2024-06-06T08:44:28.078225+0000 (oldest deadline 2024-06-06T08:44:53.378170+0000) 2024-06-06T08:45:10.639 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:10 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:10.180+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:39.180190+0000 front 2024-06-06T08:44:39.180250+0000 (oldest deadline 2024-06-06T08:45:01.479984+0000) 2024-06-06T08:45:11.021 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:10 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:10.750+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:45:11.021 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:10 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:10.750+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:45:11.021 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:10 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:10.750+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.746035+0000 front 2024-06-06T08:44:28.746197+0000 (oldest deadline 2024-06-06T08:44:52.846222+0000) 2024-06-06T08:45:11.021 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:10 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:10.750+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:46.749264+0000 front 2024-06-06T08:44:46.749373+0000 (oldest deadline 2024-06-06T08:45:10.249270+0000) 2024-06-06T08:45:11.287 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:11 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:11.022+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.289120+0000 front 2024-06-06T08:44:10.289073+0000 (oldest deadline 2024-06-06T08:44:35.589027+0000) 2024-06-06T08:45:11.287 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:11 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:11.022+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:27.093079+0000 front 2024-06-06T08:44:27.093055+0000 (oldest deadline 2024-06-06T08:44:52.993212+0000) 2024-06-06T08:45:11.287 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:11 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:11.022+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:37.094459+0000 front 2024-06-06T08:44:37.094537+0000 (oldest deadline 2024-06-06T08:45:01.194413+0000) 2024-06-06T08:45:11.287 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:11 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:11.022+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:43.495737+0000 front 2024-06-06T08:44:43.495894+0000 (oldest deadline 2024-06-06T08:45:09.395678+0000) 2024-06-06T08:45:11.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:11 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:11.247+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.906749+0000 front 2024-06-06T08:44:10.906959+0000 (oldest deadline 2024-06-06T08:44:35.606922+0000) 2024-06-06T08:45:11.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:11 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:11.247+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:22.009019+0000 front 2024-06-06T08:44:22.009033+0000 (oldest deadline 2024-06-06T08:44:45.409828+0000) 2024-06-06T08:45:11.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:11 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:11.247+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:31.211750+0000 front 2024-06-06T08:44:31.211718+0000 (oldest deadline 2024-06-06T08:44:53.511765+0000) 2024-06-06T08:45:11.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:11 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:11.247+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:37.012964+0000 front 2024-06-06T08:44:37.012836+0000 (oldest deadline 2024-06-06T08:45:01.712988+0000) 2024-06-06T08:45:11.638 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:45:11 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:45:11.184+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.081662+0000 front 2024-06-06T08:44:21.081713+0000 (oldest deadline 2024-06-06T08:44:45.781771+0000) 2024-06-06T08:45:11.638 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:45:11 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:45:11.184+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:29.883005+0000 front 2024-06-06T08:44:29.883079+0000 (oldest deadline 2024-06-06T08:44:53.382877+0000) 2024-06-06T08:45:11.638 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:45:11 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:45:11.184+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:38.084071+0000 front 2024-06-06T08:44:38.084057+0000 (oldest deadline 2024-06-06T08:45:03.383976+0000) 2024-06-06T08:45:11.638 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:45:11 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:45:11.184+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:47.985658+0000 front 2024-06-06T08:44:47.985601+0000 (oldest deadline 2024-06-06T08:45:09.685872+0000) 2024-06-06T08:45:11.638 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:11 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:11.158+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:45:11.638 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:11 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:11.158+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.076959+0000 front 2024-06-06T08:44:21.077047+0000 (oldest deadline 2024-06-06T08:44:45.777038+0000) 2024-06-06T08:45:11.639 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:11 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:11.158+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.078282+0000 front 2024-06-06T08:44:28.078225+0000 (oldest deadline 2024-06-06T08:44:53.378170+0000) 2024-06-06T08:45:11.639 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:11 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:11.158+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:39.180190+0000 front 2024-06-06T08:44:39.180250+0000 (oldest deadline 2024-06-06T08:45:01.479984+0000) 2024-06-06T08:45:12.037 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:11 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:11.747+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:45:12.037 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:11 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:11.747+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:45:12.037 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:11 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:11.747+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.746035+0000 front 2024-06-06T08:44:28.746197+0000 (oldest deadline 2024-06-06T08:44:52.846222+0000) 2024-06-06T08:45:12.037 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:11 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:11.747+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:46.749264+0000 front 2024-06-06T08:44:46.749373+0000 (oldest deadline 2024-06-06T08:45:10.249270+0000) 2024-06-06T08:45:12.537 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:12 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:12.064+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.289120+0000 front 2024-06-06T08:44:10.289073+0000 (oldest deadline 2024-06-06T08:44:35.589027+0000) 2024-06-06T08:45:12.537 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:12 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:12.064+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:27.093079+0000 front 2024-06-06T08:44:27.093055+0000 (oldest deadline 2024-06-06T08:44:52.993212+0000) 2024-06-06T08:45:12.538 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:12 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:12.064+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:37.094459+0000 front 2024-06-06T08:44:37.094537+0000 (oldest deadline 2024-06-06T08:45:01.194413+0000) 2024-06-06T08:45:12.538 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:12 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:12.064+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:43.495737+0000 front 2024-06-06T08:44:43.495894+0000 (oldest deadline 2024-06-06T08:45:09.395678+0000) 2024-06-06T08:45:12.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:12 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:12.216+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.906749+0000 front 2024-06-06T08:44:10.906959+0000 (oldest deadline 2024-06-06T08:44:35.606922+0000) 2024-06-06T08:45:12.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:12 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:12.216+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:22.009019+0000 front 2024-06-06T08:44:22.009033+0000 (oldest deadline 2024-06-06T08:44:45.409828+0000) 2024-06-06T08:45:12.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:12 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:12.216+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:31.211750+0000 front 2024-06-06T08:44:31.211718+0000 (oldest deadline 2024-06-06T08:44:53.511765+0000) 2024-06-06T08:45:12.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:12 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:12.216+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:37.012964+0000 front 2024-06-06T08:44:37.012836+0000 (oldest deadline 2024-06-06T08:45:01.712988+0000) 2024-06-06T08:45:12.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:12 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:12.216+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:46.414239+0000 front 2024-06-06T08:44:46.414121+0000 (oldest deadline 2024-06-06T08:45:11.714232+0000) 2024-06-06T08:45:12.638 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:45:12 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:45:12.198+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.081662+0000 front 2024-06-06T08:44:21.081713+0000 (oldest deadline 2024-06-06T08:44:45.781771+0000) 2024-06-06T08:45:12.638 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:45:12 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:45:12.198+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:29.883005+0000 front 2024-06-06T08:44:29.883079+0000 (oldest deadline 2024-06-06T08:44:53.382877+0000) 2024-06-06T08:45:12.638 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:45:12 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:45:12.198+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:38.084071+0000 front 2024-06-06T08:44:38.084057+0000 (oldest deadline 2024-06-06T08:45:03.383976+0000) 2024-06-06T08:45:12.638 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:45:12 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7[54656]: 2024-06-06T08:45:12.198+0000 7fa2c8b38700 -1 osd.7 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:47.985658+0000 front 2024-06-06T08:44:47.985601+0000 (oldest deadline 2024-06-06T08:45:09.685872+0000) 2024-06-06T08:45:12.639 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:12 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:12.150+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:45:12.639 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:12 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:12.150+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.076959+0000 front 2024-06-06T08:44:21.077047+0000 (oldest deadline 2024-06-06T08:44:45.777038+0000) 2024-06-06T08:45:12.639 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:12 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:12.150+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.078282+0000 front 2024-06-06T08:44:28.078225+0000 (oldest deadline 2024-06-06T08:44:53.378170+0000) 2024-06-06T08:45:12.639 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:12 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:12.150+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:39.180190+0000 front 2024-06-06T08:44:39.180250+0000 (oldest deadline 2024-06-06T08:45:01.479984+0000) 2024-06-06T08:45:13.037 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:12 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:12.749+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:45:13.037 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:12 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:12.749+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:45:13.037 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:12 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:12.749+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.746035+0000 front 2024-06-06T08:44:28.746197+0000 (oldest deadline 2024-06-06T08:44:52.846222+0000) 2024-06-06T08:45:13.037 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:12 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:12.749+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:46.749264+0000 front 2024-06-06T08:44:46.749373+0000 (oldest deadline 2024-06-06T08:45:10.249270+0000) 2024-06-06T08:45:13.465 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:13 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:13.048+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.289120+0000 front 2024-06-06T08:44:10.289073+0000 (oldest deadline 2024-06-06T08:44:35.589027+0000) 2024-06-06T08:45:13.465 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:13 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:13.048+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:27.093079+0000 front 2024-06-06T08:44:27.093055+0000 (oldest deadline 2024-06-06T08:44:52.993212+0000) 2024-06-06T08:45:13.465 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:13 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:13.048+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:37.094459+0000 front 2024-06-06T08:44:37.094537+0000 (oldest deadline 2024-06-06T08:45:01.194413+0000) 2024-06-06T08:45:13.465 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:13 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:13.048+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:43.495737+0000 front 2024-06-06T08:44:43.495894+0000 (oldest deadline 2024-06-06T08:45:09.395678+0000) 2024-06-06T08:45:13.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:13 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:13.206+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.906749+0000 front 2024-06-06T08:44:10.906959+0000 (oldest deadline 2024-06-06T08:44:35.606922+0000) 2024-06-06T08:45:13.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:13 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:13.206+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:22.009019+0000 front 2024-06-06T08:44:22.009033+0000 (oldest deadline 2024-06-06T08:44:45.409828+0000) 2024-06-06T08:45:13.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:13 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:13.206+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:31.211750+0000 front 2024-06-06T08:44:31.211718+0000 (oldest deadline 2024-06-06T08:44:53.511765+0000) 2024-06-06T08:45:13.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:13 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:13.206+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:37.012964+0000 front 2024-06-06T08:44:37.012836+0000 (oldest deadline 2024-06-06T08:45:01.712988+0000) 2024-06-06T08:45:13.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:13 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:13.206+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:46.414239+0000 front 2024-06-06T08:44:46.414121+0000 (oldest deadline 2024-06-06T08:45:11.714232+0000) 2024-06-06T08:45:13.638 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:13 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:13.156+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:45:13.638 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:13 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:13.156+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.076959+0000 front 2024-06-06T08:44:21.077047+0000 (oldest deadline 2024-06-06T08:44:45.777038+0000) 2024-06-06T08:45:13.638 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:13 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:13.156+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.078282+0000 front 2024-06-06T08:44:28.078225+0000 (oldest deadline 2024-06-06T08:44:53.378170+0000) 2024-06-06T08:45:13.638 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:13 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:13.156+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:39.180190+0000 front 2024-06-06T08:44:39.180250+0000 (oldest deadline 2024-06-06T08:45:01.479984+0000) 2024-06-06T08:45:14.037 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:13 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:13.729+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:45:14.037 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:13 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:13.729+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:45:14.037 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:13 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:13.729+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.746035+0000 front 2024-06-06T08:44:28.746197+0000 (oldest deadline 2024-06-06T08:44:52.846222+0000) 2024-06-06T08:45:14.037 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:13 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:13.729+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:46.749264+0000 front 2024-06-06T08:44:46.749373+0000 (oldest deadline 2024-06-06T08:45:10.249270+0000) 2024-06-06T08:45:14.055 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:45:13 smithi120 podman[75811]: 2024-06-06 08:45:13.791681262 +0000 UTC m=+5.723790836 container died e5701e2630116b2870d6b4030d0d50c6fdf2e11e13c87a39a2c0e659724baa9b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240528, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-06-06T08:45:14.388 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:45:14 smithi120 podman[75811]: 2024-06-06 08:45:14.155959863 +0000 UTC m=+6.088069427 container cleanup e5701e2630116b2870d6b4030d0d50c6fdf2e11e13c87a39a2c0e659724baa9b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-3d89acc, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-06-06T08:45:14.388 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:45:14 smithi120 bash[75811]: ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7 2024-06-06T08:45:14.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:14 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:14.160+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:45:14.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:14 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:14.160+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.076959+0000 front 2024-06-06T08:44:21.077047+0000 (oldest deadline 2024-06-06T08:44:45.777038+0000) 2024-06-06T08:45:14.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:14 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:14.160+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.078282+0000 front 2024-06-06T08:44:28.078225+0000 (oldest deadline 2024-06-06T08:44:53.378170+0000) 2024-06-06T08:45:14.389 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:14 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:14.160+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:39.180190+0000 front 2024-06-06T08:44:39.180250+0000 (oldest deadline 2024-06-06T08:45:01.479984+0000) 2024-06-06T08:45:14.389 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:14 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:14.160+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:47.281536+0000 front 2024-06-06T08:44:47.281486+0000 (oldest deadline 2024-06-06T08:45:13.181660+0000) 2024-06-06T08:45:14.537 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:14 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:14.078+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.289120+0000 front 2024-06-06T08:44:10.289073+0000 (oldest deadline 2024-06-06T08:44:35.589027+0000) 2024-06-06T08:45:14.537 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:14 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:14.078+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:27.093079+0000 front 2024-06-06T08:44:27.093055+0000 (oldest deadline 2024-06-06T08:44:52.993212+0000) 2024-06-06T08:45:14.537 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:14 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:14.078+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:37.094459+0000 front 2024-06-06T08:44:37.094537+0000 (oldest deadline 2024-06-06T08:45:01.194413+0000) 2024-06-06T08:45:14.537 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:14 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:14.078+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:43.495737+0000 front 2024-06-06T08:44:43.495894+0000 (oldest deadline 2024-06-06T08:45:09.395678+0000) 2024-06-06T08:45:14.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:14 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:14.214+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.906749+0000 front 2024-06-06T08:44:10.906959+0000 (oldest deadline 2024-06-06T08:44:35.606922+0000) 2024-06-06T08:45:14.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:14 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:14.214+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:22.009019+0000 front 2024-06-06T08:44:22.009033+0000 (oldest deadline 2024-06-06T08:44:45.409828+0000) 2024-06-06T08:45:14.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:14 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:14.214+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:31.211750+0000 front 2024-06-06T08:44:31.211718+0000 (oldest deadline 2024-06-06T08:44:53.511765+0000) 2024-06-06T08:45:14.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:14 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:14.214+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:37.012964+0000 front 2024-06-06T08:44:37.012836+0000 (oldest deadline 2024-06-06T08:45:01.712988+0000) 2024-06-06T08:45:14.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:14 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:14.214+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:46.414239+0000 front 2024-06-06T08:44:46.414121+0000 (oldest deadline 2024-06-06T08:45:11.714232+0000) 2024-06-06T08:45:14.759 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:45:14 smithi120 podman[75826]: 2024-06-06 08:45:14.440814524 +0000 UTC m=+0.649167282 container remove e5701e2630116b2870d6b4030d0d50c6fdf2e11e13c87a39a2c0e659724baa9b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240528, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=squid-3d89acc, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-06-06T08:45:15.037 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:14 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:14.756+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:45:15.037 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:14 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:14.756+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:45:15.037 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:14 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:14.756+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.746035+0000 front 2024-06-06T08:44:28.746197+0000 (oldest deadline 2024-06-06T08:44:52.846222+0000) 2024-06-06T08:45:15.037 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:14 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:14.756+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:46.749264+0000 front 2024-06-06T08:44:46.749373+0000 (oldest deadline 2024-06-06T08:45:10.249270+0000) 2024-06-06T08:45:15.042 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:45:14 smithi120 podman[75914]: 2024-06-06 08:45:14.663883296 +0000 UTC m=+0.017348357 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-06T08:45:15.042 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:45:14 smithi120 podman[75914]: 2024-06-06 08:45:14.766787646 +0000 UTC m=+0.120252731 container create 27d69dca152474d9b452d7af200e4863dfb702787e382fe992d41fcb29df0a65 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-3d89acc, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240528, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-06-06T08:45:15.043 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:45:15 smithi120 podman[75914]: 2024-06-06 08:45:15.044977143 +0000 UTC m=+0.398442208 container init 27d69dca152474d9b452d7af200e4863dfb702787e382fe992d41fcb29df0a65 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7-deactivate, RELEASE=squid-3d89acc, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240528, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-06T08:45:15.329 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:45:15 smithi120 podman[75914]: 2024-06-06 08:45:15.048189328 +0000 UTC m=+0.401654402 container start 27d69dca152474d9b452d7af200e4863dfb702787e382fe992d41fcb29df0a65 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7-deactivate, GIT_CLEAN=True, org.label-schema.build-date=20240528, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=squid-3d89acc) 2024-06-06T08:45:15.329 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:45:15 smithi120 podman[75914]: 2024-06-06 08:45:15.145037402 +0000 UTC m=+0.498502477 container attach 27d69dca152474d9b452d7af200e4863dfb702787e382fe992d41fcb29df0a65 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7-deactivate, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=squid-3d89acc, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240528, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-06-06T08:45:15.329 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:15 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:15.152+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:45:15.329 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:15 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:15.152+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.076959+0000 front 2024-06-06T08:44:21.077047+0000 (oldest deadline 2024-06-06T08:44:45.777038+0000) 2024-06-06T08:45:15.329 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:15 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:15.152+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.078282+0000 front 2024-06-06T08:44:28.078225+0000 (oldest deadline 2024-06-06T08:44:53.378170+0000) 2024-06-06T08:45:15.330 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:15 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:15.152+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:39.180190+0000 front 2024-06-06T08:44:39.180250+0000 (oldest deadline 2024-06-06T08:45:01.479984+0000) 2024-06-06T08:45:15.330 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:15 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:15.152+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:47.281536+0000 front 2024-06-06T08:44:47.281486+0000 (oldest deadline 2024-06-06T08:45:13.181660+0000) 2024-06-06T08:45:15.537 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:15 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:15.115+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.289120+0000 front 2024-06-06T08:44:10.289073+0000 (oldest deadline 2024-06-06T08:44:35.589027+0000) 2024-06-06T08:45:15.537 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:15 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:15.115+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:27.093079+0000 front 2024-06-06T08:44:27.093055+0000 (oldest deadline 2024-06-06T08:44:52.993212+0000) 2024-06-06T08:45:15.537 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:15 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:15.115+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:37.094459+0000 front 2024-06-06T08:44:37.094537+0000 (oldest deadline 2024-06-06T08:45:01.194413+0000) 2024-06-06T08:45:15.537 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:15 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:15.115+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:43.495737+0000 front 2024-06-06T08:44:43.495894+0000 (oldest deadline 2024-06-06T08:45:09.395678+0000) 2024-06-06T08:45:15.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:15 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:15.222+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.906749+0000 front 2024-06-06T08:44:10.906959+0000 (oldest deadline 2024-06-06T08:44:35.606922+0000) 2024-06-06T08:45:15.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:15 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:15.222+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:22.009019+0000 front 2024-06-06T08:44:22.009033+0000 (oldest deadline 2024-06-06T08:44:45.409828+0000) 2024-06-06T08:45:15.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:15 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:15.222+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:31.211750+0000 front 2024-06-06T08:44:31.211718+0000 (oldest deadline 2024-06-06T08:44:53.511765+0000) 2024-06-06T08:45:15.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:15 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:15.222+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:37.012964+0000 front 2024-06-06T08:44:37.012836+0000 (oldest deadline 2024-06-06T08:45:01.712988+0000) 2024-06-06T08:45:15.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:15 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:15.222+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:46.414239+0000 front 2024-06-06T08:44:46.414121+0000 (oldest deadline 2024-06-06T08:45:11.714232+0000) 2024-06-06T08:45:15.638 INFO:journalctl@ceph.osd.7.smithi120.stdout:Jun 06 08:45:15 smithi120 podman[75914]: 2024-06-06 08:45:15.331435941 +0000 UTC m=+0.684901006 container died 27d69dca152474d9b452d7af200e4863dfb702787e382fe992d41fcb29df0a65 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-7-deactivate, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-06T08:45:15.909 DEBUG:teuthology.orchestra.run.smithi120:> sudo pkill -f 'journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@osd.7.service' 2024-06-06T08:45:15.954 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:45:15.954 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-06-06T08:45:15.955 INFO:tasks.cephadm.osd.8:Stopping osd.8... 2024-06-06T08:45:15.955 DEBUG:teuthology.orchestra.run.smithi149:> sudo systemctl stop ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@osd.8 2024-06-06T08:45:16.037 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:16 smithi149 systemd[1]: Stopping Ceph osd.8 for 103bdc14-23dc-11ef-bc9b-c7b262605968... 2024-06-06T08:45:16.037 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:15 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:15.779+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:45:16.038 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:15 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:15.779+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:45:16.038 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:15 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:15.779+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.746035+0000 front 2024-06-06T08:44:28.746197+0000 (oldest deadline 2024-06-06T08:44:52.846222+0000) 2024-06-06T08:45:16.038 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:15 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:15.779+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:46.749264+0000 front 2024-06-06T08:44:46.749373+0000 (oldest deadline 2024-06-06T08:45:10.249270+0000) 2024-06-06T08:45:16.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:16 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:16.132+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:45:16.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:16 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:16.133+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.076959+0000 front 2024-06-06T08:44:21.077047+0000 (oldest deadline 2024-06-06T08:44:45.777038+0000) 2024-06-06T08:45:16.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:16 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:16.133+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.078282+0000 front 2024-06-06T08:44:28.078225+0000 (oldest deadline 2024-06-06T08:44:53.378170+0000) 2024-06-06T08:45:16.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:16 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:16.133+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:39.180190+0000 front 2024-06-06T08:44:39.180250+0000 (oldest deadline 2024-06-06T08:45:01.479984+0000) 2024-06-06T08:45:16.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:16 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:16.133+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:47.281536+0000 front 2024-06-06T08:44:47.281486+0000 (oldest deadline 2024-06-06T08:45:13.181660+0000) 2024-06-06T08:45:16.537 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:16 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:16.109+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.289120+0000 front 2024-06-06T08:44:10.289073+0000 (oldest deadline 2024-06-06T08:44:35.589027+0000) 2024-06-06T08:45:16.537 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:16 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:16.109+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:27.093079+0000 front 2024-06-06T08:44:27.093055+0000 (oldest deadline 2024-06-06T08:44:52.993212+0000) 2024-06-06T08:45:16.537 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:16 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:16.109+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:37.094459+0000 front 2024-06-06T08:44:37.094537+0000 (oldest deadline 2024-06-06T08:45:01.194413+0000) 2024-06-06T08:45:16.537 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:16 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:16.109+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:43.495737+0000 front 2024-06-06T08:44:43.495894+0000 (oldest deadline 2024-06-06T08:45:09.395678+0000) 2024-06-06T08:45:16.537 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:16 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:16.270+0000 7f7dc6a5f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.8 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-06T08:45:16.537 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:16 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:16.270+0000 7f7dc6a5f700 -1 osd.8 144 *** Got signal Terminated *** 2024-06-06T08:45:16.538 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:16 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:16.270+0000 7f7dc6a5f700 -1 osd.8 144 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-06T08:45:16.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:16 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:16.250+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.906749+0000 front 2024-06-06T08:44:10.906959+0000 (oldest deadline 2024-06-06T08:44:35.606922+0000) 2024-06-06T08:45:16.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:16 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:16.250+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:22.009019+0000 front 2024-06-06T08:44:22.009033+0000 (oldest deadline 2024-06-06T08:44:45.409828+0000) 2024-06-06T08:45:16.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:16 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:16.250+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:31.211750+0000 front 2024-06-06T08:44:31.211718+0000 (oldest deadline 2024-06-06T08:44:53.511765+0000) 2024-06-06T08:45:16.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:16 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:16.250+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:37.012964+0000 front 2024-06-06T08:44:37.012836+0000 (oldest deadline 2024-06-06T08:45:01.712988+0000) 2024-06-06T08:45:16.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:16 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:16.250+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:46.414239+0000 front 2024-06-06T08:44:46.414121+0000 (oldest deadline 2024-06-06T08:45:11.714232+0000) 2024-06-06T08:45:17.037 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:16 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:16.762+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:45:17.037 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:16 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:16.762+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:45:17.037 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:16 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:16.762+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.746035+0000 front 2024-06-06T08:44:28.746197+0000 (oldest deadline 2024-06-06T08:44:52.846222+0000) 2024-06-06T08:45:17.037 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:16 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:16.762+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:46.749264+0000 front 2024-06-06T08:44:46.749373+0000 (oldest deadline 2024-06-06T08:45:10.249270+0000) 2024-06-06T08:45:17.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:17 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:17.124+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:45:17.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:17 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:17.124+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.076959+0000 front 2024-06-06T08:44:21.077047+0000 (oldest deadline 2024-06-06T08:44:45.777038+0000) 2024-06-06T08:45:17.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:17 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:17.124+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.078282+0000 front 2024-06-06T08:44:28.078225+0000 (oldest deadline 2024-06-06T08:44:53.378170+0000) 2024-06-06T08:45:17.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:17 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:17.124+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:39.180190+0000 front 2024-06-06T08:44:39.180250+0000 (oldest deadline 2024-06-06T08:45:01.479984+0000) 2024-06-06T08:45:17.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:17 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:17.124+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:47.281536+0000 front 2024-06-06T08:44:47.281486+0000 (oldest deadline 2024-06-06T08:45:13.181660+0000) 2024-06-06T08:45:17.537 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:17 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:17.106+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.289120+0000 front 2024-06-06T08:44:10.289073+0000 (oldest deadline 2024-06-06T08:44:35.589027+0000) 2024-06-06T08:45:17.537 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:17 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:17.106+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:27.093079+0000 front 2024-06-06T08:44:27.093055+0000 (oldest deadline 2024-06-06T08:44:52.993212+0000) 2024-06-06T08:45:17.537 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:17 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:17.106+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:37.094459+0000 front 2024-06-06T08:44:37.094537+0000 (oldest deadline 2024-06-06T08:45:01.194413+0000) 2024-06-06T08:45:17.537 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:17 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:17.106+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:43.495737+0000 front 2024-06-06T08:44:43.495894+0000 (oldest deadline 2024-06-06T08:45:09.395678+0000) 2024-06-06T08:45:17.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:17 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:17.216+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.906749+0000 front 2024-06-06T08:44:10.906959+0000 (oldest deadline 2024-06-06T08:44:35.606922+0000) 2024-06-06T08:45:17.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:17 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:17.216+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:22.009019+0000 front 2024-06-06T08:44:22.009033+0000 (oldest deadline 2024-06-06T08:44:45.409828+0000) 2024-06-06T08:45:17.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:17 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:17.216+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:31.211750+0000 front 2024-06-06T08:44:31.211718+0000 (oldest deadline 2024-06-06T08:44:53.511765+0000) 2024-06-06T08:45:17.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:17 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:17.216+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:37.012964+0000 front 2024-06-06T08:44:37.012836+0000 (oldest deadline 2024-06-06T08:45:01.712988+0000) 2024-06-06T08:45:17.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:17 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:17.216+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:46.414239+0000 front 2024-06-06T08:44:46.414121+0000 (oldest deadline 2024-06-06T08:45:11.714232+0000) 2024-06-06T08:45:18.037 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:17 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:17.731+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:45:18.037 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:17 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:17.731+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:45:18.037 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:17 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:17.731+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.746035+0000 front 2024-06-06T08:44:28.746197+0000 (oldest deadline 2024-06-06T08:44:52.846222+0000) 2024-06-06T08:45:18.038 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:17 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:17.731+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:46.749264+0000 front 2024-06-06T08:44:46.749373+0000 (oldest deadline 2024-06-06T08:45:10.249270+0000) 2024-06-06T08:45:18.537 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:18 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:18.065+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.289120+0000 front 2024-06-06T08:44:10.289073+0000 (oldest deadline 2024-06-06T08:44:35.589027+0000) 2024-06-06T08:45:18.537 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:18 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:18.065+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:27.093079+0000 front 2024-06-06T08:44:27.093055+0000 (oldest deadline 2024-06-06T08:44:52.993212+0000) 2024-06-06T08:45:18.537 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:18 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:18.065+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:37.094459+0000 front 2024-06-06T08:44:37.094537+0000 (oldest deadline 2024-06-06T08:45:01.194413+0000) 2024-06-06T08:45:18.538 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:18 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:18.065+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:43.495737+0000 front 2024-06-06T08:44:43.495894+0000 (oldest deadline 2024-06-06T08:45:09.395678+0000) 2024-06-06T08:45:18.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:18 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:18.219+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.906749+0000 front 2024-06-06T08:44:10.906959+0000 (oldest deadline 2024-06-06T08:44:35.606922+0000) 2024-06-06T08:45:18.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:18 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:18.219+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:22.009019+0000 front 2024-06-06T08:44:22.009033+0000 (oldest deadline 2024-06-06T08:44:45.409828+0000) 2024-06-06T08:45:18.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:18 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:18.219+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:31.211750+0000 front 2024-06-06T08:44:31.211718+0000 (oldest deadline 2024-06-06T08:44:53.511765+0000) 2024-06-06T08:45:18.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:18 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:18.219+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:37.012964+0000 front 2024-06-06T08:44:37.012836+0000 (oldest deadline 2024-06-06T08:45:01.712988+0000) 2024-06-06T08:45:18.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:18 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:18.219+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:46.414239+0000 front 2024-06-06T08:44:46.414121+0000 (oldest deadline 2024-06-06T08:45:11.714232+0000) 2024-06-06T08:45:18.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:18 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:18.219+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-06T08:44:56.315988+0000 front 2024-06-06T08:44:56.315809+0000 (oldest deadline 2024-06-06T08:45:18.015678+0000) 2024-06-06T08:45:18.638 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:18 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:18.168+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:45:18.638 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:18 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:18.168+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.076959+0000 front 2024-06-06T08:44:21.077047+0000 (oldest deadline 2024-06-06T08:44:45.777038+0000) 2024-06-06T08:45:18.638 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:18 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:18.168+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.078282+0000 front 2024-06-06T08:44:28.078225+0000 (oldest deadline 2024-06-06T08:44:53.378170+0000) 2024-06-06T08:45:18.638 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:18 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:18.168+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:39.180190+0000 front 2024-06-06T08:44:39.180250+0000 (oldest deadline 2024-06-06T08:45:01.479984+0000) 2024-06-06T08:45:18.638 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:18 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:18.168+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:47.281536+0000 front 2024-06-06T08:44:47.281486+0000 (oldest deadline 2024-06-06T08:45:13.181660+0000) 2024-06-06T08:45:19.016 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:18 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:18.688+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:45:19.016 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:18 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:18.688+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:45:19.016 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:18 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:18.688+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.746035+0000 front 2024-06-06T08:44:28.746197+0000 (oldest deadline 2024-06-06T08:44:52.846222+0000) 2024-06-06T08:45:19.017 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:18 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:18.688+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:46.749264+0000 front 2024-06-06T08:44:46.749373+0000 (oldest deadline 2024-06-06T08:45:10.249270+0000) 2024-06-06T08:45:19.287 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:19 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:19.018+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.289120+0000 front 2024-06-06T08:44:10.289073+0000 (oldest deadline 2024-06-06T08:44:35.589027+0000) 2024-06-06T08:45:19.287 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:19 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:19.018+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:27.093079+0000 front 2024-06-06T08:44:27.093055+0000 (oldest deadline 2024-06-06T08:44:52.993212+0000) 2024-06-06T08:45:19.287 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:19 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:19.018+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:37.094459+0000 front 2024-06-06T08:44:37.094537+0000 (oldest deadline 2024-06-06T08:45:01.194413+0000) 2024-06-06T08:45:19.287 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:19 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:19.018+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:43.495737+0000 front 2024-06-06T08:44:43.495894+0000 (oldest deadline 2024-06-06T08:45:09.395678+0000) 2024-06-06T08:45:19.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:19 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:19.173+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.906749+0000 front 2024-06-06T08:44:10.906959+0000 (oldest deadline 2024-06-06T08:44:35.606922+0000) 2024-06-06T08:45:19.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:19 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:19.173+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:22.009019+0000 front 2024-06-06T08:44:22.009033+0000 (oldest deadline 2024-06-06T08:44:45.409828+0000) 2024-06-06T08:45:19.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:19 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:19.173+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:31.211750+0000 front 2024-06-06T08:44:31.211718+0000 (oldest deadline 2024-06-06T08:44:53.511765+0000) 2024-06-06T08:45:19.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:19 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:19.173+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:37.012964+0000 front 2024-06-06T08:44:37.012836+0000 (oldest deadline 2024-06-06T08:45:01.712988+0000) 2024-06-06T08:45:19.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:19 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:19.173+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:46.414239+0000 front 2024-06-06T08:44:46.414121+0000 (oldest deadline 2024-06-06T08:45:11.714232+0000) 2024-06-06T08:45:19.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:19 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:19.173+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-06T08:44:56.315988+0000 front 2024-06-06T08:44:56.315809+0000 (oldest deadline 2024-06-06T08:45:18.015678+0000) 2024-06-06T08:45:19.638 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:19 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:19.143+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:45:19.638 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:19 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:19.143+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.076959+0000 front 2024-06-06T08:44:21.077047+0000 (oldest deadline 2024-06-06T08:44:45.777038+0000) 2024-06-06T08:45:19.638 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:19 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:19.143+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.078282+0000 front 2024-06-06T08:44:28.078225+0000 (oldest deadline 2024-06-06T08:44:53.378170+0000) 2024-06-06T08:45:19.638 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:19 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:19.143+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:39.180190+0000 front 2024-06-06T08:44:39.180250+0000 (oldest deadline 2024-06-06T08:45:01.479984+0000) 2024-06-06T08:45:19.638 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:19 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:19.143+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:47.281536+0000 front 2024-06-06T08:44:47.281486+0000 (oldest deadline 2024-06-06T08:45:13.181660+0000) 2024-06-06T08:45:20.011 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:19 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:19.657+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:45:20.011 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:19 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:19.657+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:45:20.012 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:19 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:19.657+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.746035+0000 front 2024-06-06T08:44:28.746197+0000 (oldest deadline 2024-06-06T08:44:52.846222+0000) 2024-06-06T08:45:20.012 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:19 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:19.657+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:46.749264+0000 front 2024-06-06T08:44:46.749373+0000 (oldest deadline 2024-06-06T08:45:10.249270+0000) 2024-06-06T08:45:20.287 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:20 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:20.013+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.289120+0000 front 2024-06-06T08:44:10.289073+0000 (oldest deadline 2024-06-06T08:44:35.589027+0000) 2024-06-06T08:45:20.287 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:20 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:20.013+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:27.093079+0000 front 2024-06-06T08:44:27.093055+0000 (oldest deadline 2024-06-06T08:44:52.993212+0000) 2024-06-06T08:45:20.287 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:20 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:20.013+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:37.094459+0000 front 2024-06-06T08:44:37.094537+0000 (oldest deadline 2024-06-06T08:45:01.194413+0000) 2024-06-06T08:45:20.287 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:20 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:20.013+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:43.495737+0000 front 2024-06-06T08:44:43.495894+0000 (oldest deadline 2024-06-06T08:45:09.395678+0000) 2024-06-06T08:45:20.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:20 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:20.130+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:45:20.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:20 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:20.130+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.076959+0000 front 2024-06-06T08:44:21.077047+0000 (oldest deadline 2024-06-06T08:44:45.777038+0000) 2024-06-06T08:45:20.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:20 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:20.130+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.078282+0000 front 2024-06-06T08:44:28.078225+0000 (oldest deadline 2024-06-06T08:44:53.378170+0000) 2024-06-06T08:45:20.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:20 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:20.130+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:39.180190+0000 front 2024-06-06T08:44:39.180250+0000 (oldest deadline 2024-06-06T08:45:01.479984+0000) 2024-06-06T08:45:20.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:20 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:20.130+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:47.281536+0000 front 2024-06-06T08:44:47.281486+0000 (oldest deadline 2024-06-06T08:45:13.181660+0000) 2024-06-06T08:45:20.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:20 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:20.212+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.906749+0000 front 2024-06-06T08:44:10.906959+0000 (oldest deadline 2024-06-06T08:44:35.606922+0000) 2024-06-06T08:45:20.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:20 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:20.212+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:22.009019+0000 front 2024-06-06T08:44:22.009033+0000 (oldest deadline 2024-06-06T08:44:45.409828+0000) 2024-06-06T08:45:20.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:20 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:20.212+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:31.211750+0000 front 2024-06-06T08:44:31.211718+0000 (oldest deadline 2024-06-06T08:44:53.511765+0000) 2024-06-06T08:45:20.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:20 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:20.212+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:37.012964+0000 front 2024-06-06T08:44:37.012836+0000 (oldest deadline 2024-06-06T08:45:01.712988+0000) 2024-06-06T08:45:20.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:20 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:20.212+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:46.414239+0000 front 2024-06-06T08:44:46.414121+0000 (oldest deadline 2024-06-06T08:45:11.714232+0000) 2024-06-06T08:45:20.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:20 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:20.212+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-06T08:44:56.315988+0000 front 2024-06-06T08:44:56.315809+0000 (oldest deadline 2024-06-06T08:45:18.015678+0000) 2024-06-06T08:45:21.025 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:20 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:20.623+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:45:21.025 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:20 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:20.623+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:45:21.025 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:20 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:20.623+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.746035+0000 front 2024-06-06T08:44:28.746197+0000 (oldest deadline 2024-06-06T08:44:52.846222+0000) 2024-06-06T08:45:21.025 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:20 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:20.623+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:46.749264+0000 front 2024-06-06T08:44:46.749373+0000 (oldest deadline 2024-06-06T08:45:10.249270+0000) 2024-06-06T08:45:21.287 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:21 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:21.026+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.289120+0000 front 2024-06-06T08:44:10.289073+0000 (oldest deadline 2024-06-06T08:44:35.589027+0000) 2024-06-06T08:45:21.287 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:21 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:21.026+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:27.093079+0000 front 2024-06-06T08:44:27.093055+0000 (oldest deadline 2024-06-06T08:44:52.993212+0000) 2024-06-06T08:45:21.287 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:21 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:21.026+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:37.094459+0000 front 2024-06-06T08:44:37.094537+0000 (oldest deadline 2024-06-06T08:45:01.194413+0000) 2024-06-06T08:45:21.287 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:21 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8[55252]: 2024-06-06T08:45:21.026+0000 7f7dbf04b700 -1 osd.8 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:43.495737+0000 front 2024-06-06T08:44:43.495894+0000 (oldest deadline 2024-06-06T08:45:09.395678+0000) 2024-06-06T08:45:21.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:21 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:21.098+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:45:21.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:21 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:21.098+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.076959+0000 front 2024-06-06T08:44:21.077047+0000 (oldest deadline 2024-06-06T08:44:45.777038+0000) 2024-06-06T08:45:21.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:21 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:21.098+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.078282+0000 front 2024-06-06T08:44:28.078225+0000 (oldest deadline 2024-06-06T08:44:53.378170+0000) 2024-06-06T08:45:21.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:21 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:21.098+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:39.180190+0000 front 2024-06-06T08:44:39.180250+0000 (oldest deadline 2024-06-06T08:45:01.479984+0000) 2024-06-06T08:45:21.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:21 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:21.098+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:47.281536+0000 front 2024-06-06T08:44:47.281486+0000 (oldest deadline 2024-06-06T08:45:13.181660+0000) 2024-06-06T08:45:21.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:21 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:21.183+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.906749+0000 front 2024-06-06T08:44:10.906959+0000 (oldest deadline 2024-06-06T08:44:35.606922+0000) 2024-06-06T08:45:21.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:21 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:21.183+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:22.009019+0000 front 2024-06-06T08:44:22.009033+0000 (oldest deadline 2024-06-06T08:44:45.409828+0000) 2024-06-06T08:45:21.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:21 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:21.183+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:31.211750+0000 front 2024-06-06T08:44:31.211718+0000 (oldest deadline 2024-06-06T08:44:53.511765+0000) 2024-06-06T08:45:21.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:21 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:21.183+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:37.012964+0000 front 2024-06-06T08:44:37.012836+0000 (oldest deadline 2024-06-06T08:45:01.712988+0000) 2024-06-06T08:45:21.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:21 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:21.183+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:46.414239+0000 front 2024-06-06T08:44:46.414121+0000 (oldest deadline 2024-06-06T08:45:11.714232+0000) 2024-06-06T08:45:21.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:21 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:21.183+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-06T08:44:56.315988+0000 front 2024-06-06T08:44:56.315809+0000 (oldest deadline 2024-06-06T08:45:18.015678+0000) 2024-06-06T08:45:21.905 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:21 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:21.604+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:45:21.905 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:21 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:21.604+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:45:21.906 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:21 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:21.604+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.746035+0000 front 2024-06-06T08:44:28.746197+0000 (oldest deadline 2024-06-06T08:44:52.846222+0000) 2024-06-06T08:45:21.906 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:21 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:21.604+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:46.749264+0000 front 2024-06-06T08:44:46.749373+0000 (oldest deadline 2024-06-06T08:45:10.249270+0000) 2024-06-06T08:45:21.906 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:21 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:21.604+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-06T08:44:56.650855+0000 front 2024-06-06T08:44:56.650816+0000 (oldest deadline 2024-06-06T08:45:21.251637+0000) 2024-06-06T08:45:22.219 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:21 smithi149 podman[76823]: 2024-06-06 08:45:21.907673808 +0000 UTC m=+5.755877478 container died 9b23ca8aabd5c51b3b7aaa27a99f674bc2fa72517c1e2d134ea565889a2cce54 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240528, RELEASE=squid-3d89acc, org.label-schema.vendor=CentOS, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-06-06T08:45:22.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:22 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:22.071+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:45:22.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:22 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:22.071+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.076959+0000 front 2024-06-06T08:44:21.077047+0000 (oldest deadline 2024-06-06T08:44:45.777038+0000) 2024-06-06T08:45:22.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:22 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:22.071+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.078282+0000 front 2024-06-06T08:44:28.078225+0000 (oldest deadline 2024-06-06T08:44:53.378170+0000) 2024-06-06T08:45:22.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:22 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:22.071+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:39.180190+0000 front 2024-06-06T08:44:39.180250+0000 (oldest deadline 2024-06-06T08:45:01.479984+0000) 2024-06-06T08:45:22.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:22 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:22.071+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:47.281536+0000 front 2024-06-06T08:44:47.281486+0000 (oldest deadline 2024-06-06T08:45:13.181660+0000) 2024-06-06T08:45:22.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:22 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:22.071+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-06T08:44:55.482844+0000 front 2024-06-06T08:44:55.482865+0000 (oldest deadline 2024-06-06T08:45:21.382710+0000) 2024-06-06T08:45:22.537 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:22 smithi149 podman[76823]: 2024-06-06 08:45:22.312087643 +0000 UTC m=+6.160291305 container cleanup 9b23ca8aabd5c51b3b7aaa27a99f674bc2fa72517c1e2d134ea565889a2cce54 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240528, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc) 2024-06-06T08:45:22.537 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:22 smithi149 bash[76823]: ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8 2024-06-06T08:45:22.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:22 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:22.207+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.906749+0000 front 2024-06-06T08:44:10.906959+0000 (oldest deadline 2024-06-06T08:44:35.606922+0000) 2024-06-06T08:45:22.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:22 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:22.207+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:22.009019+0000 front 2024-06-06T08:44:22.009033+0000 (oldest deadline 2024-06-06T08:44:45.409828+0000) 2024-06-06T08:45:22.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:22 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:22.207+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:31.211750+0000 front 2024-06-06T08:44:31.211718+0000 (oldest deadline 2024-06-06T08:44:53.511765+0000) 2024-06-06T08:45:22.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:22 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:22.207+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:37.012964+0000 front 2024-06-06T08:44:37.012836+0000 (oldest deadline 2024-06-06T08:45:01.712988+0000) 2024-06-06T08:45:22.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:22 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:22.207+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:46.414239+0000 front 2024-06-06T08:44:46.414121+0000 (oldest deadline 2024-06-06T08:45:11.714232+0000) 2024-06-06T08:45:22.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:22 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:22.207+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-06T08:44:56.315988+0000 front 2024-06-06T08:44:56.315809+0000 (oldest deadline 2024-06-06T08:45:18.015678+0000) 2024-06-06T08:45:22.881 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:22 smithi149 podman[76838]: 2024-06-06 08:45:22.563642185 +0000 UTC m=+0.656135665 container remove 9b23ca8aabd5c51b3b7aaa27a99f674bc2fa72517c1e2d134ea565889a2cce54 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, GIT_CLEAN=True, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-06-06T08:45:22.881 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:22 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:22.599+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:45:22.881 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:22 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:22.599+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:45:22.881 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:22 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:22.599+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.746035+0000 front 2024-06-06T08:44:28.746197+0000 (oldest deadline 2024-06-06T08:44:52.846222+0000) 2024-06-06T08:45:22.881 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:22 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:22.599+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:46.749264+0000 front 2024-06-06T08:44:46.749373+0000 (oldest deadline 2024-06-06T08:45:10.249270+0000) 2024-06-06T08:45:22.881 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:22 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:22.599+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-06T08:44:56.650855+0000 front 2024-06-06T08:44:56.650816+0000 (oldest deadline 2024-06-06T08:45:21.251637+0000) 2024-06-06T08:45:23.149 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:22 smithi149 podman[76932]: 2024-06-06 08:45:22.786198422 +0000 UTC m=+0.017492549 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-06T08:45:23.149 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:22 smithi149 podman[76932]: 2024-06-06 08:45:22.922927357 +0000 UTC m=+0.154221465 container create 4f249a5be70e975478404a05400a5b4e58c7b3dcd2235b521adae7bcc15bad73 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240528, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-06T08:45:23.149 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:23 smithi149 podman[76932]: 2024-06-06 08:45:23.1508409 +0000 UTC m=+0.382135007 container init 4f249a5be70e975478404a05400a5b4e58c7b3dcd2235b521adae7bcc15bad73 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8-deactivate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=squid-3d89acc, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5) 2024-06-06T08:45:23.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:23 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:23.040+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:45:23.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:23 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:23.040+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.076959+0000 front 2024-06-06T08:44:21.077047+0000 (oldest deadline 2024-06-06T08:44:45.777038+0000) 2024-06-06T08:45:23.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:23 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:23.040+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.078282+0000 front 2024-06-06T08:44:28.078225+0000 (oldest deadline 2024-06-06T08:44:53.378170+0000) 2024-06-06T08:45:23.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:23 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:23.040+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:39.180190+0000 front 2024-06-06T08:44:39.180250+0000 (oldest deadline 2024-06-06T08:45:01.479984+0000) 2024-06-06T08:45:23.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:23 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:23.040+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:47.281536+0000 front 2024-06-06T08:44:47.281486+0000 (oldest deadline 2024-06-06T08:45:13.181660+0000) 2024-06-06T08:45:23.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:23 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:23.040+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-06T08:44:55.482844+0000 front 2024-06-06T08:44:55.482865+0000 (oldest deadline 2024-06-06T08:45:21.382710+0000) 2024-06-06T08:45:23.447 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:23 smithi149 podman[76932]: 2024-06-06 08:45:23.15407913 +0000 UTC m=+0.385373240 container start 4f249a5be70e975478404a05400a5b4e58c7b3dcd2235b521adae7bcc15bad73 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8-deactivate, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240528, GIT_CLEAN=True, RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-06-06T08:45:23.447 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:23 smithi149 podman[76932]: 2024-06-06 08:45:23.250963628 +0000 UTC m=+0.482257749 container attach 4f249a5be70e975478404a05400a5b4e58c7b3dcd2235b521adae7bcc15bad73 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8-deactivate, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240528, RELEASE=squid-3d89acc, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux ) 2024-06-06T08:45:23.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:23 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:23.187+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.906749+0000 front 2024-06-06T08:44:10.906959+0000 (oldest deadline 2024-06-06T08:44:35.606922+0000) 2024-06-06T08:45:23.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:23 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:23.187+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:22.009019+0000 front 2024-06-06T08:44:22.009033+0000 (oldest deadline 2024-06-06T08:44:45.409828+0000) 2024-06-06T08:45:23.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:23 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:23.187+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:31.211750+0000 front 2024-06-06T08:44:31.211718+0000 (oldest deadline 2024-06-06T08:44:53.511765+0000) 2024-06-06T08:45:23.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:23 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:23.187+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:37.012964+0000 front 2024-06-06T08:44:37.012836+0000 (oldest deadline 2024-06-06T08:45:01.712988+0000) 2024-06-06T08:45:23.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:23 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:23.187+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:46.414239+0000 front 2024-06-06T08:44:46.414121+0000 (oldest deadline 2024-06-06T08:45:11.714232+0000) 2024-06-06T08:45:23.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:23 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:23.187+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-06T08:44:56.315988+0000 front 2024-06-06T08:44:56.315809+0000 (oldest deadline 2024-06-06T08:45:18.015678+0000) 2024-06-06T08:45:23.787 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 06 08:45:23 smithi149 podman[76932]: 2024-06-06 08:45:23.450003645 +0000 UTC m=+0.681297768 container died 4f249a5be70e975478404a05400a5b4e58c7b3dcd2235b521adae7bcc15bad73 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-8-deactivate, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-06T08:45:23.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:23 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:23.558+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:45:23.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:23 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:23.558+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:45:23.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:23 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:23.558+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.746035+0000 front 2024-06-06T08:44:28.746197+0000 (oldest deadline 2024-06-06T08:44:52.846222+0000) 2024-06-06T08:45:23.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:23 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:23.558+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:46.749264+0000 front 2024-06-06T08:44:46.749373+0000 (oldest deadline 2024-06-06T08:45:10.249270+0000) 2024-06-06T08:45:23.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:23 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:23.558+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-06T08:44:56.650855+0000 front 2024-06-06T08:44:56.650816+0000 (oldest deadline 2024-06-06T08:45:21.251637+0000) 2024-06-06T08:45:24.142 DEBUG:teuthology.orchestra.run.smithi149:> sudo pkill -f 'journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@osd.8.service' 2024-06-06T08:45:24.186 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:45:24.186 INFO:tasks.cephadm.osd.8:Stopped osd.8 2024-06-06T08:45:24.186 INFO:tasks.cephadm.osd.9:Stopping osd.9... 2024-06-06T08:45:24.186 DEBUG:teuthology.orchestra.run.smithi042:> sudo systemctl stop ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@osd.9 2024-06-06T08:45:24.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:24 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:24.010+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:45:24.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:24 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:24.010+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.076959+0000 front 2024-06-06T08:44:21.077047+0000 (oldest deadline 2024-06-06T08:44:45.777038+0000) 2024-06-06T08:45:24.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:24 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:24.010+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.078282+0000 front 2024-06-06T08:44:28.078225+0000 (oldest deadline 2024-06-06T08:44:53.378170+0000) 2024-06-06T08:45:24.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:24 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:24.010+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:39.180190+0000 front 2024-06-06T08:44:39.180250+0000 (oldest deadline 2024-06-06T08:45:01.479984+0000) 2024-06-06T08:45:24.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:24 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:24.010+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:47.281536+0000 front 2024-06-06T08:44:47.281486+0000 (oldest deadline 2024-06-06T08:45:13.181660+0000) 2024-06-06T08:45:24.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:24 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:24.010+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-06T08:44:55.482844+0000 front 2024-06-06T08:44:55.482865+0000 (oldest deadline 2024-06-06T08:45:21.382710+0000) 2024-06-06T08:45:24.513 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:24 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:24.210+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.906749+0000 front 2024-06-06T08:44:10.906959+0000 (oldest deadline 2024-06-06T08:44:35.606922+0000) 2024-06-06T08:45:24.513 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:24 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:24.210+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:22.009019+0000 front 2024-06-06T08:44:22.009033+0000 (oldest deadline 2024-06-06T08:44:45.409828+0000) 2024-06-06T08:45:24.513 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:24 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:24.210+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:31.211750+0000 front 2024-06-06T08:44:31.211718+0000 (oldest deadline 2024-06-06T08:44:53.511765+0000) 2024-06-06T08:45:24.513 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:24 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:24.210+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:37.012964+0000 front 2024-06-06T08:44:37.012836+0000 (oldest deadline 2024-06-06T08:45:01.712988+0000) 2024-06-06T08:45:24.513 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:24 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:24.210+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:46.414239+0000 front 2024-06-06T08:44:46.414121+0000 (oldest deadline 2024-06-06T08:45:11.714232+0000) 2024-06-06T08:45:24.513 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:24 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:24.210+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-06T08:44:56.315988+0000 front 2024-06-06T08:44:56.315809+0000 (oldest deadline 2024-06-06T08:45:18.015678+0000) 2024-06-06T08:45:24.513 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:24 smithi042 systemd[1]: Stopping Ceph osd.9 for 103bdc14-23dc-11ef-bc9b-c7b262605968... 2024-06-06T08:45:24.514 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:24 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:24.514+0000 7fee0a89e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.9 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-06T08:45:24.514 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:24 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:24.514+0000 7fee0a89e700 -1 osd.9 144 *** Got signal Terminated *** 2024-06-06T08:45:24.514 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:24 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:24.514+0000 7fee0a89e700 -1 osd.9 144 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-06T08:45:24.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:24 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:24.525+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:45:24.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:24 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:24.525+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:45:24.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:24 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:24.525+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.746035+0000 front 2024-06-06T08:44:28.746197+0000 (oldest deadline 2024-06-06T08:44:52.846222+0000) 2024-06-06T08:45:24.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:24 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:24.525+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:46.749264+0000 front 2024-06-06T08:44:46.749373+0000 (oldest deadline 2024-06-06T08:45:10.249270+0000) 2024-06-06T08:45:24.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:24 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:24.525+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-06T08:44:56.650855+0000 front 2024-06-06T08:44:56.650816+0000 (oldest deadline 2024-06-06T08:45:21.251637+0000) 2024-06-06T08:45:25.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:24 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:24.996+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:45:25.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:24 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:24.996+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.076959+0000 front 2024-06-06T08:44:21.077047+0000 (oldest deadline 2024-06-06T08:44:45.777038+0000) 2024-06-06T08:45:25.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:24 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:24.996+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.078282+0000 front 2024-06-06T08:44:28.078225+0000 (oldest deadline 2024-06-06T08:44:53.378170+0000) 2024-06-06T08:45:25.389 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:24 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:24.996+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:39.180190+0000 front 2024-06-06T08:44:39.180250+0000 (oldest deadline 2024-06-06T08:45:01.479984+0000) 2024-06-06T08:45:25.389 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:24 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:24.996+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:47.281536+0000 front 2024-06-06T08:44:47.281486+0000 (oldest deadline 2024-06-06T08:45:13.181660+0000) 2024-06-06T08:45:25.389 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:24 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:24.996+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-06T08:44:55.482844+0000 front 2024-06-06T08:44:55.482865+0000 (oldest deadline 2024-06-06T08:45:21.382710+0000) 2024-06-06T08:45:25.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:25 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:25.210+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.906749+0000 front 2024-06-06T08:44:10.906959+0000 (oldest deadline 2024-06-06T08:44:35.606922+0000) 2024-06-06T08:45:25.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:25 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:25.210+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:22.009019+0000 front 2024-06-06T08:44:22.009033+0000 (oldest deadline 2024-06-06T08:44:45.409828+0000) 2024-06-06T08:45:25.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:25 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:25.210+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:31.211750+0000 front 2024-06-06T08:44:31.211718+0000 (oldest deadline 2024-06-06T08:44:53.511765+0000) 2024-06-06T08:45:25.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:25 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:25.210+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:37.012964+0000 front 2024-06-06T08:44:37.012836+0000 (oldest deadline 2024-06-06T08:45:01.712988+0000) 2024-06-06T08:45:25.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:25 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:25.210+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:46.414239+0000 front 2024-06-06T08:44:46.414121+0000 (oldest deadline 2024-06-06T08:45:11.714232+0000) 2024-06-06T08:45:25.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:25 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:25.210+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-06T08:44:56.315988+0000 front 2024-06-06T08:44:56.315809+0000 (oldest deadline 2024-06-06T08:45:18.015678+0000) 2024-06-06T08:45:25.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:25 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:25.524+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:45:25.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:25 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:25.524+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:45:25.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:25 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:25.524+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.746035+0000 front 2024-06-06T08:44:28.746197+0000 (oldest deadline 2024-06-06T08:44:52.846222+0000) 2024-06-06T08:45:25.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:25 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:25.524+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:46.749264+0000 front 2024-06-06T08:44:46.749373+0000 (oldest deadline 2024-06-06T08:45:10.249270+0000) 2024-06-06T08:45:25.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:25 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:25.524+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-06T08:44:56.650855+0000 front 2024-06-06T08:44:56.650816+0000 (oldest deadline 2024-06-06T08:45:21.251637+0000) 2024-06-06T08:45:26.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:26 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:26.042+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:45:26.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:26 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:26.042+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.076959+0000 front 2024-06-06T08:44:21.077047+0000 (oldest deadline 2024-06-06T08:44:45.777038+0000) 2024-06-06T08:45:26.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:26 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:26.042+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.078282+0000 front 2024-06-06T08:44:28.078225+0000 (oldest deadline 2024-06-06T08:44:53.378170+0000) 2024-06-06T08:45:26.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:26 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:26.042+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:39.180190+0000 front 2024-06-06T08:44:39.180250+0000 (oldest deadline 2024-06-06T08:45:01.479984+0000) 2024-06-06T08:45:26.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:26 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:26.042+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:47.281536+0000 front 2024-06-06T08:44:47.281486+0000 (oldest deadline 2024-06-06T08:45:13.181660+0000) 2024-06-06T08:45:26.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:26 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:26.042+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-06T08:44:55.482844+0000 front 2024-06-06T08:44:55.482865+0000 (oldest deadline 2024-06-06T08:45:21.382710+0000) 2024-06-06T08:45:26.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:26 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:26.200+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.906749+0000 front 2024-06-06T08:44:10.906959+0000 (oldest deadline 2024-06-06T08:44:35.606922+0000) 2024-06-06T08:45:26.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:26 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:26.200+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:22.009019+0000 front 2024-06-06T08:44:22.009033+0000 (oldest deadline 2024-06-06T08:44:45.409828+0000) 2024-06-06T08:45:26.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:26 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:26.200+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:31.211750+0000 front 2024-06-06T08:44:31.211718+0000 (oldest deadline 2024-06-06T08:44:53.511765+0000) 2024-06-06T08:45:26.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:26 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:26.200+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:37.012964+0000 front 2024-06-06T08:44:37.012836+0000 (oldest deadline 2024-06-06T08:45:01.712988+0000) 2024-06-06T08:45:26.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:26 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:26.200+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:46.414239+0000 front 2024-06-06T08:44:46.414121+0000 (oldest deadline 2024-06-06T08:45:11.714232+0000) 2024-06-06T08:45:26.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:26 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:26.200+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-06T08:44:56.315988+0000 front 2024-06-06T08:44:56.315809+0000 (oldest deadline 2024-06-06T08:45:18.015678+0000) 2024-06-06T08:45:26.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:26 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:26.482+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:45:26.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:26 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:26.482+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:45:26.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:26 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:26.482+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.746035+0000 front 2024-06-06T08:44:28.746197+0000 (oldest deadline 2024-06-06T08:44:52.846222+0000) 2024-06-06T08:45:26.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:26 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:26.482+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:46.749264+0000 front 2024-06-06T08:44:46.749373+0000 (oldest deadline 2024-06-06T08:45:10.249270+0000) 2024-06-06T08:45:26.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:26 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:26.482+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-06T08:44:56.650855+0000 front 2024-06-06T08:44:56.650816+0000 (oldest deadline 2024-06-06T08:45:21.251637+0000) 2024-06-06T08:45:27.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:27 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:27.079+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:45:27.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:27 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:27.079+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.076959+0000 front 2024-06-06T08:44:21.077047+0000 (oldest deadline 2024-06-06T08:44:45.777038+0000) 2024-06-06T08:45:27.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:27 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:27.079+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.078282+0000 front 2024-06-06T08:44:28.078225+0000 (oldest deadline 2024-06-06T08:44:53.378170+0000) 2024-06-06T08:45:27.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:27 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:27.079+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:39.180190+0000 front 2024-06-06T08:44:39.180250+0000 (oldest deadline 2024-06-06T08:45:01.479984+0000) 2024-06-06T08:45:27.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:27 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:27.079+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:47.281536+0000 front 2024-06-06T08:44:47.281486+0000 (oldest deadline 2024-06-06T08:45:13.181660+0000) 2024-06-06T08:45:27.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:27 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:27.079+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-06T08:44:55.482844+0000 front 2024-06-06T08:44:55.482865+0000 (oldest deadline 2024-06-06T08:45:21.382710+0000) 2024-06-06T08:45:27.466 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:27 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:27.212+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.906749+0000 front 2024-06-06T08:44:10.906959+0000 (oldest deadline 2024-06-06T08:44:35.606922+0000) 2024-06-06T08:45:27.466 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:27 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:27.212+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:22.009019+0000 front 2024-06-06T08:44:22.009033+0000 (oldest deadline 2024-06-06T08:44:45.409828+0000) 2024-06-06T08:45:27.466 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:27 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:27.212+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:31.211750+0000 front 2024-06-06T08:44:31.211718+0000 (oldest deadline 2024-06-06T08:44:53.511765+0000) 2024-06-06T08:45:27.466 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:27 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:27.212+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:37.012964+0000 front 2024-06-06T08:44:37.012836+0000 (oldest deadline 2024-06-06T08:45:01.712988+0000) 2024-06-06T08:45:27.466 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:27 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:27.212+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:46.414239+0000 front 2024-06-06T08:44:46.414121+0000 (oldest deadline 2024-06-06T08:45:11.714232+0000) 2024-06-06T08:45:27.466 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:27 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:27.212+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-06T08:44:56.315988+0000 front 2024-06-06T08:44:56.315809+0000 (oldest deadline 2024-06-06T08:45:18.015678+0000) 2024-06-06T08:45:27.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:27 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:27.435+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:45:27.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:27 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:27.435+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:45:27.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:27 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:27.435+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.746035+0000 front 2024-06-06T08:44:28.746197+0000 (oldest deadline 2024-06-06T08:44:52.846222+0000) 2024-06-06T08:45:27.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:27 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:27.435+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:46.749264+0000 front 2024-06-06T08:44:46.749373+0000 (oldest deadline 2024-06-06T08:45:10.249270+0000) 2024-06-06T08:45:27.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:27 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:27.435+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-06T08:44:56.650855+0000 front 2024-06-06T08:44:56.650816+0000 (oldest deadline 2024-06-06T08:45:21.251637+0000) 2024-06-06T08:45:27.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:27 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:27.435+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-06T08:45:01.753102+0000 front 2024-06-06T08:45:01.753024+0000 (oldest deadline 2024-06-06T08:45:27.052949+0000) 2024-06-06T08:45:28.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:28 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:28.048+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:45:28.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:28 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:28.048+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.076959+0000 front 2024-06-06T08:44:21.077047+0000 (oldest deadline 2024-06-06T08:44:45.777038+0000) 2024-06-06T08:45:28.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:28 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:28.048+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.078282+0000 front 2024-06-06T08:44:28.078225+0000 (oldest deadline 2024-06-06T08:44:53.378170+0000) 2024-06-06T08:45:28.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:28 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:28.048+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:39.180190+0000 front 2024-06-06T08:44:39.180250+0000 (oldest deadline 2024-06-06T08:45:01.479984+0000) 2024-06-06T08:45:28.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:28 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:28.048+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:47.281536+0000 front 2024-06-06T08:44:47.281486+0000 (oldest deadline 2024-06-06T08:45:13.181660+0000) 2024-06-06T08:45:28.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:28 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:28.048+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-06T08:44:55.482844+0000 front 2024-06-06T08:44:55.482865+0000 (oldest deadline 2024-06-06T08:45:21.382710+0000) 2024-06-06T08:45:28.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:28 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:28.237+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.906749+0000 front 2024-06-06T08:44:10.906959+0000 (oldest deadline 2024-06-06T08:44:35.606922+0000) 2024-06-06T08:45:28.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:28 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:28.237+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:22.009019+0000 front 2024-06-06T08:44:22.009033+0000 (oldest deadline 2024-06-06T08:44:45.409828+0000) 2024-06-06T08:45:28.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:28 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:28.237+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:31.211750+0000 front 2024-06-06T08:44:31.211718+0000 (oldest deadline 2024-06-06T08:44:53.511765+0000) 2024-06-06T08:45:28.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:28 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:28.237+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:37.012964+0000 front 2024-06-06T08:44:37.012836+0000 (oldest deadline 2024-06-06T08:45:01.712988+0000) 2024-06-06T08:45:28.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:28 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:28.237+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:46.414239+0000 front 2024-06-06T08:44:46.414121+0000 (oldest deadline 2024-06-06T08:45:11.714232+0000) 2024-06-06T08:45:28.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:28 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:28.237+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-06T08:44:56.315988+0000 front 2024-06-06T08:44:56.315809+0000 (oldest deadline 2024-06-06T08:45:18.015678+0000) 2024-06-06T08:45:28.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:28.391+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:45:28.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:28.391+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:45:28.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:28.391+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.746035+0000 front 2024-06-06T08:44:28.746197+0000 (oldest deadline 2024-06-06T08:44:52.846222+0000) 2024-06-06T08:45:28.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:28.391+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:46.749264+0000 front 2024-06-06T08:44:46.749373+0000 (oldest deadline 2024-06-06T08:45:10.249270+0000) 2024-06-06T08:45:28.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:28.391+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-06T08:44:56.650855+0000 front 2024-06-06T08:44:56.650816+0000 (oldest deadline 2024-06-06T08:45:21.251637+0000) 2024-06-06T08:45:28.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:28 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:28.391+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-06T08:45:01.753102+0000 front 2024-06-06T08:45:01.753024+0000 (oldest deadline 2024-06-06T08:45:27.052949+0000) 2024-06-06T08:45:29.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:29 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:29.068+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:45:29.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:29 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:29.068+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.076959+0000 front 2024-06-06T08:44:21.077047+0000 (oldest deadline 2024-06-06T08:44:45.777038+0000) 2024-06-06T08:45:29.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:29 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:29.068+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.078282+0000 front 2024-06-06T08:44:28.078225+0000 (oldest deadline 2024-06-06T08:44:53.378170+0000) 2024-06-06T08:45:29.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:29 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:29.068+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:39.180190+0000 front 2024-06-06T08:44:39.180250+0000 (oldest deadline 2024-06-06T08:45:01.479984+0000) 2024-06-06T08:45:29.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:29 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:29.068+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:47.281536+0000 front 2024-06-06T08:44:47.281486+0000 (oldest deadline 2024-06-06T08:45:13.181660+0000) 2024-06-06T08:45:29.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:29 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:29.068+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-06T08:44:55.482844+0000 front 2024-06-06T08:44:55.482865+0000 (oldest deadline 2024-06-06T08:45:21.382710+0000) 2024-06-06T08:45:29.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:29 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:29.068+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-06T08:45:02.885073+0000 front 2024-06-06T08:45:02.885012+0000 (oldest deadline 2024-06-06T08:45:28.184786+0000) 2024-06-06T08:45:29.564 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:29 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:29.212+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:10.906749+0000 front 2024-06-06T08:44:10.906959+0000 (oldest deadline 2024-06-06T08:44:35.606922+0000) 2024-06-06T08:45:29.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:29 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:29.212+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:22.009019+0000 front 2024-06-06T08:44:22.009033+0000 (oldest deadline 2024-06-06T08:44:45.409828+0000) 2024-06-06T08:45:29.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:29 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:29.212+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:31.211750+0000 front 2024-06-06T08:44:31.211718+0000 (oldest deadline 2024-06-06T08:44:53.511765+0000) 2024-06-06T08:45:29.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:29 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:29.212+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:37.012964+0000 front 2024-06-06T08:44:37.012836+0000 (oldest deadline 2024-06-06T08:45:01.712988+0000) 2024-06-06T08:45:29.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:29 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:29.212+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:46.414239+0000 front 2024-06-06T08:44:46.414121+0000 (oldest deadline 2024-06-06T08:45:11.714232+0000) 2024-06-06T08:45:29.565 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:29 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9[67590]: 2024-06-06T08:45:29.212+0000 7fee02e8a700 -1 osd.9 144 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-06T08:44:56.315988+0000 front 2024-06-06T08:44:56.315809+0000 (oldest deadline 2024-06-06T08:45:18.015678+0000) 2024-06-06T08:45:29.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:29 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:29.377+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:45:29.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:29 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:29.377+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:45:29.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:29 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:29.377+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.746035+0000 front 2024-06-06T08:44:28.746197+0000 (oldest deadline 2024-06-06T08:44:52.846222+0000) 2024-06-06T08:45:29.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:29 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:29.377+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:46.749264+0000 front 2024-06-06T08:44:46.749373+0000 (oldest deadline 2024-06-06T08:45:10.249270+0000) 2024-06-06T08:45:29.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:29 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:29.377+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-06T08:44:56.650855+0000 front 2024-06-06T08:44:56.650816+0000 (oldest deadline 2024-06-06T08:45:21.251637+0000) 2024-06-06T08:45:29.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:29 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:29.377+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-06T08:45:01.753102+0000 front 2024-06-06T08:45:01.753024+0000 (oldest deadline 2024-06-06T08:45:27.052949+0000) 2024-06-06T08:45:30.355 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:30 smithi042 podman[129685]: 2024-06-06 08:45:30.078941313 +0000 UTC m=+5.684044421 container died 47abb45bed802839b26efd61e69df049b35f51ca67e1ba6f639cbcf39e1bb558 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240528, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-06-06T08:45:30.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:30 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:30.021+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:45:30.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:30 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:30.021+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.076959+0000 front 2024-06-06T08:44:21.077047+0000 (oldest deadline 2024-06-06T08:44:45.777038+0000) 2024-06-06T08:45:30.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:30 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:30.021+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.078282+0000 front 2024-06-06T08:44:28.078225+0000 (oldest deadline 2024-06-06T08:44:53.378170+0000) 2024-06-06T08:45:30.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:30 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:30.021+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:39.180190+0000 front 2024-06-06T08:44:39.180250+0000 (oldest deadline 2024-06-06T08:45:01.479984+0000) 2024-06-06T08:45:30.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:30 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:30.021+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:47.281536+0000 front 2024-06-06T08:44:47.281486+0000 (oldest deadline 2024-06-06T08:45:13.181660+0000) 2024-06-06T08:45:30.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:30 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:30.021+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-06T08:44:55.482844+0000 front 2024-06-06T08:44:55.482865+0000 (oldest deadline 2024-06-06T08:45:21.382710+0000) 2024-06-06T08:45:30.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:30 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:30.021+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-06T08:45:02.885073+0000 front 2024-06-06T08:45:02.885012+0000 (oldest deadline 2024-06-06T08:45:28.184786+0000) 2024-06-06T08:45:30.738 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:30 smithi042 podman[129685]: 2024-06-06 08:45:30.45604259 +0000 UTC m=+6.061145699 container cleanup 47abb45bed802839b26efd61e69df049b35f51ca67e1ba6f639cbcf39e1bb558 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240528, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=squid-3d89acc, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-06-06T08:45:30.739 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:30 smithi042 bash[129685]: ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9 2024-06-06T08:45:30.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:30 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:30.423+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:45:30.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:30 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:30.423+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:45:30.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:30 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:30.423+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.746035+0000 front 2024-06-06T08:44:28.746197+0000 (oldest deadline 2024-06-06T08:44:52.846222+0000) 2024-06-06T08:45:30.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:30 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:30.423+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:46.749264+0000 front 2024-06-06T08:44:46.749373+0000 (oldest deadline 2024-06-06T08:45:10.249270+0000) 2024-06-06T08:45:30.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:30 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:30.423+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-06T08:44:56.650855+0000 front 2024-06-06T08:44:56.650816+0000 (oldest deadline 2024-06-06T08:45:21.251637+0000) 2024-06-06T08:45:30.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:30 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:30.423+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-06T08:45:01.753102+0000 front 2024-06-06T08:45:01.753024+0000 (oldest deadline 2024-06-06T08:45:27.052949+0000) 2024-06-06T08:45:31.056 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:30 smithi042 podman[129701]: 2024-06-06 08:45:30.740759905 +0000 UTC m=+0.662680830 container remove 47abb45bed802839b26efd61e69df049b35f51ca67e1ba6f639cbcf39e1bb558 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.build-date=20240528, ceph=True, io.buildah.version=1.33.5, RELEASE=squid-3d89acc, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-06-06T08:45:31.314 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:31 smithi042 podman[129793]: 2024-06-06 08:45:31.058398062 +0000 UTC m=+0.112140807 container create 78590981c5186642b856adad5f1fbe835c4f65c29299586bfe4f1a5bd175687e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9-deactivate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-3d89acc, io.buildah.version=1.33.5, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240528, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True) 2024-06-06T08:45:31.315 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:31 smithi042 podman[129793]: 2024-06-06 08:45:30.963907602 +0000 UTC m=+0.017650348 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-06T08:45:31.315 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:31 smithi042 podman[129793]: 2024-06-06 08:45:31.293985257 +0000 UTC m=+0.347727978 container init 78590981c5186642b856adad5f1fbe835c4f65c29299586bfe4f1a5bd175687e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9-deactivate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240528, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc) 2024-06-06T08:45:31.315 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:31 smithi042 podman[129793]: 2024-06-06 08:45:31.297321099 +0000 UTC m=+0.351063828 container start 78590981c5186642b856adad5f1fbe835c4f65c29299586bfe4f1a5bd175687e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9-deactivate, org.label-schema.build-date=20240528, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.license=GPLv2, RELEASE=squid-3d89acc, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-06-06T08:45:31.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:31 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:31.040+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:45:31.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:31 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:31.040+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.076959+0000 front 2024-06-06T08:44:21.077047+0000 (oldest deadline 2024-06-06T08:44:45.777038+0000) 2024-06-06T08:45:31.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:31 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:31.040+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.078282+0000 front 2024-06-06T08:44:28.078225+0000 (oldest deadline 2024-06-06T08:44:53.378170+0000) 2024-06-06T08:45:31.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:31 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:31.040+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:39.180190+0000 front 2024-06-06T08:44:39.180250+0000 (oldest deadline 2024-06-06T08:45:01.479984+0000) 2024-06-06T08:45:31.389 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:31 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:31.040+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:47.281536+0000 front 2024-06-06T08:44:47.281486+0000 (oldest deadline 2024-06-06T08:45:13.181660+0000) 2024-06-06T08:45:31.389 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:31 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:31.040+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-06T08:44:55.482844+0000 front 2024-06-06T08:44:55.482865+0000 (oldest deadline 2024-06-06T08:45:21.382710+0000) 2024-06-06T08:45:31.389 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:31 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:31.040+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-06T08:45:02.885073+0000 front 2024-06-06T08:45:02.885012+0000 (oldest deadline 2024-06-06T08:45:28.184786+0000) 2024-06-06T08:45:31.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:31 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:31.455+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:45:31.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:31 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:31.455+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:45:31.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:31 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:31.455+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.746035+0000 front 2024-06-06T08:44:28.746197+0000 (oldest deadline 2024-06-06T08:44:52.846222+0000) 2024-06-06T08:45:31.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:31 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:31.455+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:46.749264+0000 front 2024-06-06T08:44:46.749373+0000 (oldest deadline 2024-06-06T08:45:10.249270+0000) 2024-06-06T08:45:31.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:31 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:31.456+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-06T08:44:56.650855+0000 front 2024-06-06T08:44:56.650816+0000 (oldest deadline 2024-06-06T08:45:21.251637+0000) 2024-06-06T08:45:31.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:31 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:31.456+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-06T08:45:01.753102+0000 front 2024-06-06T08:45:01.753024+0000 (oldest deadline 2024-06-06T08:45:27.052949+0000) 2024-06-06T08:45:31.814 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:31 smithi042 podman[129793]: 2024-06-06 08:45:31.402410581 +0000 UTC m=+0.456153314 container attach 78590981c5186642b856adad5f1fbe835c4f65c29299586bfe4f1a5bd175687e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9-deactivate, CEPH_POINT_RELEASE=, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240528, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-06-06T08:45:31.814 INFO:journalctl@ceph.osd.9.smithi042.stdout:Jun 06 08:45:31 smithi042 podman[129793]: 2024-06-06 08:45:31.605436711 +0000 UTC m=+0.659179440 container died 78590981c5186642b856adad5f1fbe835c4f65c29299586bfe4f1a5bd175687e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-9-deactivate, org.label-schema.license=GPLv2, RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.build-date=20240528, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-06-06T08:45:32.240 DEBUG:teuthology.orchestra.run.smithi042:> sudo pkill -f 'journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@osd.9.service' 2024-06-06T08:45:32.283 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:45:32.283 INFO:tasks.cephadm.osd.9:Stopped osd.9 2024-06-06T08:45:32.283 INFO:tasks.cephadm.osd.10:Stopping osd.10... 2024-06-06T08:45:32.283 DEBUG:teuthology.orchestra.run.smithi120:> sudo systemctl stop ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@osd.10 2024-06-06T08:45:32.309 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:32 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:32.035+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:45:32.309 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:32 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:32.035+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.076959+0000 front 2024-06-06T08:44:21.077047+0000 (oldest deadline 2024-06-06T08:44:45.777038+0000) 2024-06-06T08:45:32.309 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:32 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:32.035+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.078282+0000 front 2024-06-06T08:44:28.078225+0000 (oldest deadline 2024-06-06T08:44:53.378170+0000) 2024-06-06T08:45:32.309 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:32 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:32.035+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:39.180190+0000 front 2024-06-06T08:44:39.180250+0000 (oldest deadline 2024-06-06T08:45:01.479984+0000) 2024-06-06T08:45:32.309 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:32 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:32.035+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:47.281536+0000 front 2024-06-06T08:44:47.281486+0000 (oldest deadline 2024-06-06T08:45:13.181660+0000) 2024-06-06T08:45:32.309 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:32 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:32.035+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-06T08:44:55.482844+0000 front 2024-06-06T08:44:55.482865+0000 (oldest deadline 2024-06-06T08:45:21.382710+0000) 2024-06-06T08:45:32.309 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:32 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:32.035+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-06T08:45:02.885073+0000 front 2024-06-06T08:45:02.885012+0000 (oldest deadline 2024-06-06T08:45:28.184786+0000) 2024-06-06T08:45:32.592 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:32 smithi120 systemd[1]: Stopping Ceph osd.10 for 103bdc14-23dc-11ef-bc9b-c7b262605968... 2024-06-06T08:45:32.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:32 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:32.482+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:45:32.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:32 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:32.482+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:45:32.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:32 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:32.482+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.746035+0000 front 2024-06-06T08:44:28.746197+0000 (oldest deadline 2024-06-06T08:44:52.846222+0000) 2024-06-06T08:45:32.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:32 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:32.482+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:46.749264+0000 front 2024-06-06T08:44:46.749373+0000 (oldest deadline 2024-06-06T08:45:10.249270+0000) 2024-06-06T08:45:32.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:32 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:32.482+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-06T08:44:56.650855+0000 front 2024-06-06T08:44:56.650816+0000 (oldest deadline 2024-06-06T08:45:21.251637+0000) 2024-06-06T08:45:32.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:32 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:32.482+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-06T08:45:01.753102+0000 front 2024-06-06T08:45:01.753024+0000 (oldest deadline 2024-06-06T08:45:27.052949+0000) 2024-06-06T08:45:32.888 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:32 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:32.592+0000 7ff191975700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.10 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-06T08:45:32.888 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:32 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:32.592+0000 7ff191975700 -1 osd.10 144 *** Got signal Terminated *** 2024-06-06T08:45:32.888 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:32 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:32.592+0000 7ff191975700 -1 osd.10 144 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-06T08:45:33.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:33 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:33.074+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:45:33.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:33 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:33.074+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.076959+0000 front 2024-06-06T08:44:21.077047+0000 (oldest deadline 2024-06-06T08:44:45.777038+0000) 2024-06-06T08:45:33.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:33 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:33.074+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.078282+0000 front 2024-06-06T08:44:28.078225+0000 (oldest deadline 2024-06-06T08:44:53.378170+0000) 2024-06-06T08:45:33.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:33 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:33.074+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:39.180190+0000 front 2024-06-06T08:44:39.180250+0000 (oldest deadline 2024-06-06T08:45:01.479984+0000) 2024-06-06T08:45:33.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:33 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:33.074+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:47.281536+0000 front 2024-06-06T08:44:47.281486+0000 (oldest deadline 2024-06-06T08:45:13.181660+0000) 2024-06-06T08:45:33.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:33 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:33.074+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-06T08:44:55.482844+0000 front 2024-06-06T08:44:55.482865+0000 (oldest deadline 2024-06-06T08:45:21.382710+0000) 2024-06-06T08:45:33.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:33 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:33.074+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-06T08:45:02.885073+0000 front 2024-06-06T08:45:02.885012+0000 (oldest deadline 2024-06-06T08:45:28.184786+0000) 2024-06-06T08:45:33.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:33 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:33.496+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:45:33.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:33 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:33.496+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:45:33.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:33 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:33.496+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.746035+0000 front 2024-06-06T08:44:28.746197+0000 (oldest deadline 2024-06-06T08:44:52.846222+0000) 2024-06-06T08:45:33.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:33 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:33.496+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:46.749264+0000 front 2024-06-06T08:44:46.749373+0000 (oldest deadline 2024-06-06T08:45:10.249270+0000) 2024-06-06T08:45:33.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:33 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:33.496+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-06T08:44:56.650855+0000 front 2024-06-06T08:44:56.650816+0000 (oldest deadline 2024-06-06T08:45:21.251637+0000) 2024-06-06T08:45:33.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:33 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:33.496+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-06T08:45:01.753102+0000 front 2024-06-06T08:45:01.753024+0000 (oldest deadline 2024-06-06T08:45:27.052949+0000) 2024-06-06T08:45:34.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:34 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:34.109+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:45:34.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:34 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:34.109+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.076959+0000 front 2024-06-06T08:44:21.077047+0000 (oldest deadline 2024-06-06T08:44:45.777038+0000) 2024-06-06T08:45:34.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:34 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:34.109+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.078282+0000 front 2024-06-06T08:44:28.078225+0000 (oldest deadline 2024-06-06T08:44:53.378170+0000) 2024-06-06T08:45:34.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:34 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:34.109+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:39.180190+0000 front 2024-06-06T08:44:39.180250+0000 (oldest deadline 2024-06-06T08:45:01.479984+0000) 2024-06-06T08:45:34.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:34 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:34.109+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:47.281536+0000 front 2024-06-06T08:44:47.281486+0000 (oldest deadline 2024-06-06T08:45:13.181660+0000) 2024-06-06T08:45:34.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:34 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:34.109+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-06T08:44:55.482844+0000 front 2024-06-06T08:44:55.482865+0000 (oldest deadline 2024-06-06T08:45:21.382710+0000) 2024-06-06T08:45:34.389 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:34 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:34.109+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-06T08:45:02.885073+0000 front 2024-06-06T08:45:02.885012+0000 (oldest deadline 2024-06-06T08:45:28.184786+0000) 2024-06-06T08:45:34.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:34 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:34.455+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:45:34.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:34 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:34.455+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:45:34.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:34 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:34.455+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.746035+0000 front 2024-06-06T08:44:28.746197+0000 (oldest deadline 2024-06-06T08:44:52.846222+0000) 2024-06-06T08:45:34.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:34 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:34.455+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:46.749264+0000 front 2024-06-06T08:44:46.749373+0000 (oldest deadline 2024-06-06T08:45:10.249270+0000) 2024-06-06T08:45:34.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:34 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:34.455+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-06T08:44:56.650855+0000 front 2024-06-06T08:44:56.650816+0000 (oldest deadline 2024-06-06T08:45:21.251637+0000) 2024-06-06T08:45:34.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:34 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:34.455+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-06T08:45:01.753102+0000 front 2024-06-06T08:45:01.753024+0000 (oldest deadline 2024-06-06T08:45:27.052949+0000) 2024-06-06T08:45:35.638 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:35 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:35.153+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:45:35.638 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:35 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:35.153+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.076959+0000 front 2024-06-06T08:44:21.077047+0000 (oldest deadline 2024-06-06T08:44:45.777038+0000) 2024-06-06T08:45:35.638 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:35 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:35.153+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.078282+0000 front 2024-06-06T08:44:28.078225+0000 (oldest deadline 2024-06-06T08:44:53.378170+0000) 2024-06-06T08:45:35.638 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:35 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:35.154+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:39.180190+0000 front 2024-06-06T08:44:39.180250+0000 (oldest deadline 2024-06-06T08:45:01.479984+0000) 2024-06-06T08:45:35.638 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:35 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:35.154+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:47.281536+0000 front 2024-06-06T08:44:47.281486+0000 (oldest deadline 2024-06-06T08:45:13.181660+0000) 2024-06-06T08:45:35.638 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:35 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:35.154+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-06T08:44:55.482844+0000 front 2024-06-06T08:44:55.482865+0000 (oldest deadline 2024-06-06T08:45:21.382710+0000) 2024-06-06T08:45:35.639 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:35 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:35.154+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-06T08:45:02.885073+0000 front 2024-06-06T08:45:02.885012+0000 (oldest deadline 2024-06-06T08:45:28.184786+0000) 2024-06-06T08:45:35.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:35 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:35.415+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:45:35.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:35 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:35.415+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:45:35.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:35 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:35.415+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.746035+0000 front 2024-06-06T08:44:28.746197+0000 (oldest deadline 2024-06-06T08:44:52.846222+0000) 2024-06-06T08:45:35.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:35 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:35.415+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:46.749264+0000 front 2024-06-06T08:44:46.749373+0000 (oldest deadline 2024-06-06T08:45:10.249270+0000) 2024-06-06T08:45:35.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:35 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:35.415+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-06T08:44:56.650855+0000 front 2024-06-06T08:44:56.650816+0000 (oldest deadline 2024-06-06T08:45:21.251637+0000) 2024-06-06T08:45:35.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:35 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:35.415+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-06T08:45:01.753102+0000 front 2024-06-06T08:45:01.753024+0000 (oldest deadline 2024-06-06T08:45:27.052949+0000) 2024-06-06T08:45:35.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:35 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:35.415+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6820 osd.7 since back 2024-06-06T08:45:12.755312+0000 front 2024-06-06T08:45:12.755294+0000 (oldest deadline 2024-06-06T08:45:35.055155+0000) 2024-06-06T08:45:36.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:36 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:36.125+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:45:36.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:36 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:36.125+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.076959+0000 front 2024-06-06T08:44:21.077047+0000 (oldest deadline 2024-06-06T08:44:45.777038+0000) 2024-06-06T08:45:36.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:36 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:36.125+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.078282+0000 front 2024-06-06T08:44:28.078225+0000 (oldest deadline 2024-06-06T08:44:53.378170+0000) 2024-06-06T08:45:36.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:36 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:36.125+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:39.180190+0000 front 2024-06-06T08:44:39.180250+0000 (oldest deadline 2024-06-06T08:45:01.479984+0000) 2024-06-06T08:45:36.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:36 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:36.125+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:47.281536+0000 front 2024-06-06T08:44:47.281486+0000 (oldest deadline 2024-06-06T08:45:13.181660+0000) 2024-06-06T08:45:36.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:36 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:36.125+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-06T08:44:55.482844+0000 front 2024-06-06T08:44:55.482865+0000 (oldest deadline 2024-06-06T08:45:21.382710+0000) 2024-06-06T08:45:36.389 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:36 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:36.125+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-06T08:45:02.885073+0000 front 2024-06-06T08:45:02.885012+0000 (oldest deadline 2024-06-06T08:45:28.184786+0000) 2024-06-06T08:45:36.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:36 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:36.382+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:45:36.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:36 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:36.382+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:45:36.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:36 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:36.382+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.746035+0000 front 2024-06-06T08:44:28.746197+0000 (oldest deadline 2024-06-06T08:44:52.846222+0000) 2024-06-06T08:45:36.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:36 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:36.382+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:46.749264+0000 front 2024-06-06T08:44:46.749373+0000 (oldest deadline 2024-06-06T08:45:10.249270+0000) 2024-06-06T08:45:36.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:36 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:36.382+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-06T08:44:56.650855+0000 front 2024-06-06T08:44:56.650816+0000 (oldest deadline 2024-06-06T08:45:21.251637+0000) 2024-06-06T08:45:36.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:36 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:36.382+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-06T08:45:01.753102+0000 front 2024-06-06T08:45:01.753024+0000 (oldest deadline 2024-06-06T08:45:27.052949+0000) 2024-06-06T08:45:36.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:36 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:36.382+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6820 osd.7 since back 2024-06-06T08:45:12.755312+0000 front 2024-06-06T08:45:12.755294+0000 (oldest deadline 2024-06-06T08:45:35.055155+0000) 2024-06-06T08:45:37.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:37 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:37.128+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:14.075970+0000 front 2024-06-06T08:44:14.076084+0000 (oldest deadline 2024-06-06T08:44:37.576066+0000) 2024-06-06T08:45:37.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:37 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:37.128+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:21.076959+0000 front 2024-06-06T08:44:21.077047+0000 (oldest deadline 2024-06-06T08:44:45.777038+0000) 2024-06-06T08:45:37.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:37 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:37.128+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.078282+0000 front 2024-06-06T08:44:28.078225+0000 (oldest deadline 2024-06-06T08:44:53.378170+0000) 2024-06-06T08:45:37.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:37 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:37.128+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6814 osd.3 since back 2024-06-06T08:44:39.180190+0000 front 2024-06-06T08:44:39.180250+0000 (oldest deadline 2024-06-06T08:45:01.479984+0000) 2024-06-06T08:45:37.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:37 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:37.128+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:47.281536+0000 front 2024-06-06T08:44:47.281486+0000 (oldest deadline 2024-06-06T08:45:13.181660+0000) 2024-06-06T08:45:37.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:37 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:37.128+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-06T08:44:55.482844+0000 front 2024-06-06T08:44:55.482865+0000 (oldest deadline 2024-06-06T08:45:21.382710+0000) 2024-06-06T08:45:37.388 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:37 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10[61273]: 2024-06-06T08:45:37.128+0000 7ff189f61700 -1 osd.10 144 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-06T08:45:02.885073+0000 front 2024-06-06T08:45:02.885012+0000 (oldest deadline 2024-06-06T08:45:28.184786+0000) 2024-06-06T08:45:37.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:37 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:37.404+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:45:37.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:37 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:37.404+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:45:37.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:37 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:37.404+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.746035+0000 front 2024-06-06T08:44:28.746197+0000 (oldest deadline 2024-06-06T08:44:52.846222+0000) 2024-06-06T08:45:37.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:37 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:37.404+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:46.749264+0000 front 2024-06-06T08:44:46.749373+0000 (oldest deadline 2024-06-06T08:45:10.249270+0000) 2024-06-06T08:45:37.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:37 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:37.404+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-06T08:44:56.650855+0000 front 2024-06-06T08:44:56.650816+0000 (oldest deadline 2024-06-06T08:45:21.251637+0000) 2024-06-06T08:45:37.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:37 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:37.404+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-06T08:45:01.753102+0000 front 2024-06-06T08:45:01.753024+0000 (oldest deadline 2024-06-06T08:45:27.052949+0000) 2024-06-06T08:45:37.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:37 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:37.404+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6820 osd.7 since back 2024-06-06T08:45:12.755312+0000 front 2024-06-06T08:45:12.755294+0000 (oldest deadline 2024-06-06T08:45:35.055155+0000) 2024-06-06T08:45:38.465 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:38 smithi120 podman[76019]: 2024-06-06 08:45:38.174589027 +0000 UTC m=+5.694537607 container died 7e6c4b81a464025a7b83efa4b04afaf39535613a3636df56e0bc508d7c5ce085 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240528, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-06T08:45:38.466 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:38 smithi120 podman[76019]: 2024-06-06 08:45:38.468094402 +0000 UTC m=+5.988042980 container cleanup 7e6c4b81a464025a7b83efa4b04afaf39535613a3636df56e0bc508d7c5ce085 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240528, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-06-06T08:45:38.725 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:38 smithi120 bash[76019]: ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10 2024-06-06T08:45:38.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:38 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:38.379+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:45:38.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:38 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:38.379+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:45:38.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:38 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:38.379+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.746035+0000 front 2024-06-06T08:44:28.746197+0000 (oldest deadline 2024-06-06T08:44:52.846222+0000) 2024-06-06T08:45:38.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:38 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:38.379+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:46.749264+0000 front 2024-06-06T08:44:46.749373+0000 (oldest deadline 2024-06-06T08:45:10.249270+0000) 2024-06-06T08:45:38.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:38 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:38.379+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-06T08:44:56.650855+0000 front 2024-06-06T08:44:56.650816+0000 (oldest deadline 2024-06-06T08:45:21.251637+0000) 2024-06-06T08:45:38.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:38 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:38.379+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-06T08:45:01.753102+0000 front 2024-06-06T08:45:01.753024+0000 (oldest deadline 2024-06-06T08:45:27.052949+0000) 2024-06-06T08:45:38.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:38 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:38.379+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6820 osd.7 since back 2024-06-06T08:45:12.755312+0000 front 2024-06-06T08:45:12.755294+0000 (oldest deadline 2024-06-06T08:45:35.055155+0000) 2024-06-06T08:45:39.076 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:38 smithi120 podman[76046]: 2024-06-06 08:45:38.727840521 +0000 UTC m=+0.552258238 container remove 7e6c4b81a464025a7b83efa4b04afaf39535613a3636df56e0bc508d7c5ce085 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240528, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-06-06T08:45:39.376 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:39 smithi120 podman[76135]: 2024-06-06 08:45:39.078669378 +0000 UTC m=+0.109803937 container create d33e7880f23f213d4e11712d4f114a916e7c6b0902324427b83d76eb8c35c584 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10-deactivate, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-06-06T08:45:39.376 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:39 smithi120 podman[76135]: 2024-06-06 08:45:38.986110115 +0000 UTC m=+0.017244676 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-06T08:45:39.376 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:39 smithi120 podman[76135]: 2024-06-06 08:45:39.29788627 +0000 UTC m=+0.329020827 container init d33e7880f23f213d4e11712d4f114a916e7c6b0902324427b83d76eb8c35c584 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240528, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-06-06T08:45:39.376 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:39 smithi120 podman[76135]: 2024-06-06 08:45:39.300988451 +0000 UTC m=+0.332123008 container start d33e7880f23f213d4e11712d4f114a916e7c6b0902324427b83d76eb8c35c584 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10-deactivate, org.label-schema.build-date=20240528, RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-06T08:45:39.376 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:39 smithi120 podman[76135]: 2024-06-06 08:45:39.377879617 +0000 UTC m=+0.409014188 container attach d33e7880f23f213d4e11712d4f114a916e7c6b0902324427b83d76eb8c35c584 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10-deactivate, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc, ceph=True) 2024-06-06T08:45:39.638 INFO:journalctl@ceph.osd.10.smithi120.stdout:Jun 06 08:45:39 smithi120 podman[76135]: 2024-06-06 08:45:39.591808664 +0000 UTC m=+0.622943221 container died d33e7880f23f213d4e11712d4f114a916e7c6b0902324427b83d76eb8c35c584 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-10-deactivate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=squid-3d89acc, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-06T08:45:39.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:39 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:39.428+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:45:39.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:39 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:39.428+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:45:39.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:39 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:39.428+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.746035+0000 front 2024-06-06T08:44:28.746197+0000 (oldest deadline 2024-06-06T08:44:52.846222+0000) 2024-06-06T08:45:39.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:39 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:39.428+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:46.749264+0000 front 2024-06-06T08:44:46.749373+0000 (oldest deadline 2024-06-06T08:45:10.249270+0000) 2024-06-06T08:45:39.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:39 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:39.428+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-06T08:44:56.650855+0000 front 2024-06-06T08:44:56.650816+0000 (oldest deadline 2024-06-06T08:45:21.251637+0000) 2024-06-06T08:45:39.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:39 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:39.428+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-06T08:45:01.753102+0000 front 2024-06-06T08:45:01.753024+0000 (oldest deadline 2024-06-06T08:45:27.052949+0000) 2024-06-06T08:45:39.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:39 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:39.428+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6820 osd.7 since back 2024-06-06T08:45:12.755312+0000 front 2024-06-06T08:45:12.755294+0000 (oldest deadline 2024-06-06T08:45:35.055155+0000) 2024-06-06T08:45:40.184 DEBUG:teuthology.orchestra.run.smithi120:> sudo pkill -f 'journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@osd.10.service' 2024-06-06T08:45:40.262 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:45:40.262 INFO:tasks.cephadm.osd.10:Stopped osd.10 2024-06-06T08:45:40.262 INFO:tasks.cephadm.osd.11:Stopping osd.11... 2024-06-06T08:45:40.262 DEBUG:teuthology.orchestra.run.smithi149:> sudo systemctl stop ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@osd.11 2024-06-06T08:45:40.572 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:40 smithi149 systemd[1]: Stopping Ceph osd.11 for 103bdc14-23dc-11ef-bc9b-c7b262605968... 2024-06-06T08:45:40.572 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:40 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:40.422+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:45:40.572 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:40 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:40.422+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:45:40.572 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:40 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:40.423+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.746035+0000 front 2024-06-06T08:44:28.746197+0000 (oldest deadline 2024-06-06T08:44:52.846222+0000) 2024-06-06T08:45:40.572 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:40 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:40.423+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:46.749264+0000 front 2024-06-06T08:44:46.749373+0000 (oldest deadline 2024-06-06T08:45:10.249270+0000) 2024-06-06T08:45:40.572 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:40 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:40.423+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-06T08:44:56.650855+0000 front 2024-06-06T08:44:56.650816+0000 (oldest deadline 2024-06-06T08:45:21.251637+0000) 2024-06-06T08:45:40.572 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:40 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:40.423+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-06T08:45:01.753102+0000 front 2024-06-06T08:45:01.753024+0000 (oldest deadline 2024-06-06T08:45:27.052949+0000) 2024-06-06T08:45:40.572 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:40 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:40.423+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6820 osd.7 since back 2024-06-06T08:45:12.755312+0000 front 2024-06-06T08:45:12.755294+0000 (oldest deadline 2024-06-06T08:45:35.055155+0000) 2024-06-06T08:45:41.037 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:40 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:40.573+0000 7f3b2abc0700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.11 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-06T08:45:41.037 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:40 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:40.573+0000 7f3b2abc0700 -1 osd.11 144 *** Got signal Terminated *** 2024-06-06T08:45:41.037 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:40 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:40.573+0000 7f3b2abc0700 -1 osd.11 144 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-06T08:45:41.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:41 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:41.455+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:45:41.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:41 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:41.455+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:45:41.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:41 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:41.455+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.746035+0000 front 2024-06-06T08:44:28.746197+0000 (oldest deadline 2024-06-06T08:44:52.846222+0000) 2024-06-06T08:45:41.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:41 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:41.455+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:46.749264+0000 front 2024-06-06T08:44:46.749373+0000 (oldest deadline 2024-06-06T08:45:10.249270+0000) 2024-06-06T08:45:41.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:41 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:41.455+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-06T08:44:56.650855+0000 front 2024-06-06T08:44:56.650816+0000 (oldest deadline 2024-06-06T08:45:21.251637+0000) 2024-06-06T08:45:41.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:41 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:41.455+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-06T08:45:01.753102+0000 front 2024-06-06T08:45:01.753024+0000 (oldest deadline 2024-06-06T08:45:27.052949+0000) 2024-06-06T08:45:41.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:41 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:41.455+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6820 osd.7 since back 2024-06-06T08:45:12.755312+0000 front 2024-06-06T08:45:12.755294+0000 (oldest deadline 2024-06-06T08:45:35.055155+0000) 2024-06-06T08:45:42.741 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:42 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:42.437+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:45:42.741 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:42 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:42.437+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:45:42.741 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:42 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:42.437+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.746035+0000 front 2024-06-06T08:44:28.746197+0000 (oldest deadline 2024-06-06T08:44:52.846222+0000) 2024-06-06T08:45:42.742 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:42 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:42.437+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:46.749264+0000 front 2024-06-06T08:44:46.749373+0000 (oldest deadline 2024-06-06T08:45:10.249270+0000) 2024-06-06T08:45:42.742 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:42 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:42.437+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-06T08:44:56.650855+0000 front 2024-06-06T08:44:56.650816+0000 (oldest deadline 2024-06-06T08:45:21.251637+0000) 2024-06-06T08:45:42.742 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:42 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:42.437+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-06T08:45:01.753102+0000 front 2024-06-06T08:45:01.753024+0000 (oldest deadline 2024-06-06T08:45:27.052949+0000) 2024-06-06T08:45:42.742 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:42 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:42.437+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6820 osd.7 since back 2024-06-06T08:45:12.755312+0000 front 2024-06-06T08:45:12.755294+0000 (oldest deadline 2024-06-06T08:45:35.055155+0000) 2024-06-06T08:45:42.742 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:42 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:42.437+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6820 osd.8 since back 2024-06-06T08:45:19.457446+0000 front 2024-06-06T08:45:19.457526+0000 (oldest deadline 2024-06-06T08:45:42.357474+0000) 2024-06-06T08:45:43.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:43 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:43.476+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:45:43.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:43 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:43.476+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:45:43.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:43 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:43.476+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.746035+0000 front 2024-06-06T08:44:28.746197+0000 (oldest deadline 2024-06-06T08:44:52.846222+0000) 2024-06-06T08:45:43.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:43 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:43.476+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:46.749264+0000 front 2024-06-06T08:44:46.749373+0000 (oldest deadline 2024-06-06T08:45:10.249270+0000) 2024-06-06T08:45:43.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:43 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:43.476+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-06T08:44:56.650855+0000 front 2024-06-06T08:44:56.650816+0000 (oldest deadline 2024-06-06T08:45:21.251637+0000) 2024-06-06T08:45:43.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:43 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:43.476+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-06T08:45:01.753102+0000 front 2024-06-06T08:45:01.753024+0000 (oldest deadline 2024-06-06T08:45:27.052949+0000) 2024-06-06T08:45:43.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:43 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:43.476+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6820 osd.7 since back 2024-06-06T08:45:12.755312+0000 front 2024-06-06T08:45:12.755294+0000 (oldest deadline 2024-06-06T08:45:35.055155+0000) 2024-06-06T08:45:43.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:43 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:43.476+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6820 osd.8 since back 2024-06-06T08:45:19.457446+0000 front 2024-06-06T08:45:19.457526+0000 (oldest deadline 2024-06-06T08:45:42.357474+0000) 2024-06-06T08:45:44.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:44 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:44.450+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:45:44.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:44 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:44.450+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:45:44.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:44 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:44.450+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.746035+0000 front 2024-06-06T08:44:28.746197+0000 (oldest deadline 2024-06-06T08:44:52.846222+0000) 2024-06-06T08:45:44.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:44 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:44.450+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:46.749264+0000 front 2024-06-06T08:44:46.749373+0000 (oldest deadline 2024-06-06T08:45:10.249270+0000) 2024-06-06T08:45:44.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:44 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:44.450+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-06T08:44:56.650855+0000 front 2024-06-06T08:44:56.650816+0000 (oldest deadline 2024-06-06T08:45:21.251637+0000) 2024-06-06T08:45:44.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:44 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:44.450+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-06T08:45:01.753102+0000 front 2024-06-06T08:45:01.753024+0000 (oldest deadline 2024-06-06T08:45:27.052949+0000) 2024-06-06T08:45:44.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:44 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:44.450+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6820 osd.7 since back 2024-06-06T08:45:12.755312+0000 front 2024-06-06T08:45:12.755294+0000 (oldest deadline 2024-06-06T08:45:35.055155+0000) 2024-06-06T08:45:44.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:44 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:44.450+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6820 osd.8 since back 2024-06-06T08:45:19.457446+0000 front 2024-06-06T08:45:19.457526+0000 (oldest deadline 2024-06-06T08:45:42.357474+0000) 2024-06-06T08:45:45.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:45 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:45.499+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-06-06T08:44:11.842809+0000 front 2024-06-06T08:44:11.842884+0000 (oldest deadline 2024-06-06T08:44:37.143001+0000) 2024-06-06T08:45:45.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:45 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:45.499+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6804 osd.1 since back 2024-06-06T08:44:17.143695+0000 front 2024-06-06T08:44:17.143712+0000 (oldest deadline 2024-06-06T08:44:47.645019+0000) 2024-06-06T08:45:45.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:45 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:45.499+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-06T08:44:28.746035+0000 front 2024-06-06T08:44:28.746197+0000 (oldest deadline 2024-06-06T08:44:52.846222+0000) 2024-06-06T08:45:45.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:45 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:45.499+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6812 osd.4 since back 2024-06-06T08:44:46.749264+0000 front 2024-06-06T08:44:46.749373+0000 (oldest deadline 2024-06-06T08:45:10.249270+0000) 2024-06-06T08:45:45.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:45 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:45.499+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-06T08:44:56.650855+0000 front 2024-06-06T08:44:56.650816+0000 (oldest deadline 2024-06-06T08:45:21.251637+0000) 2024-06-06T08:45:45.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:45 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:45.499+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.42:6822 osd.6 since back 2024-06-06T08:45:01.753102+0000 front 2024-06-06T08:45:01.753024+0000 (oldest deadline 2024-06-06T08:45:27.052949+0000) 2024-06-06T08:45:45.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:45 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:45.499+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.120:6820 osd.7 since back 2024-06-06T08:45:12.755312+0000 front 2024-06-06T08:45:12.755294+0000 (oldest deadline 2024-06-06T08:45:35.055155+0000) 2024-06-06T08:45:45.788 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:45 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11[62013]: 2024-06-06T08:45:45.499+0000 7f3b271b4700 -1 osd.11 144 heartbeat_check: no reply from 172.21.15.149:6820 osd.8 since back 2024-06-06T08:45:19.457446+0000 front 2024-06-06T08:45:19.457526+0000 (oldest deadline 2024-06-06T08:45:42.357474+0000) 2024-06-06T08:45:46.496 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:46 smithi149 podman[77050]: 2024-06-06 08:45:46.159392306 +0000 UTC m=+5.706427508 container died a027f81419491f6efd6f836c1fd418c9e606f4dc4acb5267381bc9547a5e2660 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11, org.label-schema.build-date=20240528, RELEASE=squid-3d89acc, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-06T08:45:46.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:46 smithi149 podman[77050]: 2024-06-06 08:45:46.498904323 +0000 UTC m=+6.045939528 container cleanup a027f81419491f6efd6f836c1fd418c9e606f4dc4acb5267381bc9547a5e2660 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240528, RELEASE=squid-3d89acc, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-06-06T08:45:46.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:46 smithi149 bash[77050]: ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11 2024-06-06T08:45:46.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:46 smithi149 podman[77067]: 2024-06-06 08:45:46.691745959 +0000 UTC m=+0.534482946 container remove a027f81419491f6efd6f836c1fd418c9e606f4dc4acb5267381bc9547a5e2660 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11, RELEASE=squid-3d89acc, org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-06-06T08:45:47.351 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:47 smithi149 podman[77157]: 2024-06-06 08:45:47.084399803 +0000 UTC m=+0.110450035 container create 0217aa7a51088520a4eb8c8aa0a59131db0742be414a4ea830a666f2c3a7bc06 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11-deactivate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5) 2024-06-06T08:45:47.351 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:47 smithi149 podman[77157]: 2024-06-06 08:45:46.991611149 +0000 UTC m=+0.017661363 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-06T08:45:47.351 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:47 smithi149 podman[77157]: 2024-06-06 08:45:47.2784863 +0000 UTC m=+0.304536502 container init 0217aa7a51088520a4eb8c8aa0a59131db0742be414a4ea830a666f2c3a7bc06 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-06-06T08:45:47.351 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:47 smithi149 podman[77157]: 2024-06-06 08:45:47.28228737 +0000 UTC m=+0.308337580 container start 0217aa7a51088520a4eb8c8aa0a59131db0742be414a4ea830a666f2c3a7bc06 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11-deactivate, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240528, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-06-06T08:45:47.351 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:47 smithi149 podman[77157]: 2024-06-06 08:45:47.353235449 +0000 UTC m=+0.379285658 container attach 0217aa7a51088520a4eb8c8aa0a59131db0742be414a4ea830a666f2c3a7bc06 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11-deactivate, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240528, RELEASE=squid-3d89acc) 2024-06-06T08:45:47.787 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:47 smithi149 podman[77157]: 2024-06-06 08:45:47.574391003 +0000 UTC m=+0.600441213 container died 0217aa7a51088520a4eb8c8aa0a59131db0742be414a4ea830a666f2c3a7bc06 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11-deactivate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.build-date=20240528, RELEASE=squid-3d89acc, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-06-06T08:45:48.133 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 06 08:45:48 smithi149 podman[77183]: 2024-06-06 08:45:48.115187828 +0000 UTC m=+0.535401708 container remove 0217aa7a51088520a4eb8c8aa0a59131db0742be414a4ea830a666f2c3a7bc06 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-osd-11-deactivate, RELEASE=squid-3d89acc, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240528, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5) 2024-06-06T08:45:48.139 DEBUG:teuthology.orchestra.run.smithi149:> sudo pkill -f 'journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@osd.11.service' 2024-06-06T08:45:48.175 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:45:48.175 INFO:tasks.cephadm.osd.11:Stopped osd.11 2024-06-06T08:45:48.175 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-06-06T08:45:48.175 DEBUG:teuthology.orchestra.run.smithi042:> sudo systemctl stop ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mds.a 2024-06-06T08:45:48.473 INFO:journalctl@ceph.mds.a.smithi042.stdout:Jun 06 08:45:48 smithi042 systemd[1]: Stopping Ceph mds.a for 103bdc14-23dc-11ef-bc9b-c7b262605968... 2024-06-06T08:45:48.814 INFO:journalctl@ceph.mds.a.smithi042.stdout:Jun 06 08:45:48 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-a[74832]: 2024-06-06T08:45:48.474+0000 7efce124f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-06T08:45:48.815 INFO:journalctl@ceph.mds.a.smithi042.stdout:Jun 06 08:45:48 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-a[74832]: 2024-06-06T08:45:48.474+0000 7efce124f700 -1 mds.a *** got signal Terminated *** 2024-06-06T08:45:51.065 INFO:journalctl@ceph.mds.a.smithi042.stdout:Jun 06 08:45:50 smithi042 podman[129900]: 2024-06-06 08:45:50.794769808 +0000 UTC m=+2.417189938 container died 26b81725754e29655cd2bc510afa20e17bbb4a6328e5471f79c75f57d519f341 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-a, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240528, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-06T08:45:51.399 INFO:journalctl@ceph.mds.a.smithi042.stdout:Jun 06 08:45:51 smithi042 podman[129900]: 2024-06-06 08:45:51.182666438 +0000 UTC m=+2.805086569 container cleanup 26b81725754e29655cd2bc510afa20e17bbb4a6328e5471f79c75f57d519f341 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-a, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-3d89acc, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240528) 2024-06-06T08:45:51.399 INFO:journalctl@ceph.mds.a.smithi042.stdout:Jun 06 08:45:51 smithi042 bash[129900]: ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-a 2024-06-06T08:45:51.623 DEBUG:teuthology.orchestra.run.smithi042:> sudo pkill -f 'journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mds.a.service' 2024-06-06T08:45:51.657 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:45:51.658 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-06-06T08:45:51.658 INFO:tasks.cephadm.mds.d:Stopping mds.d... 2024-06-06T08:45:51.658 DEBUG:teuthology.orchestra.run.smithi042:> sudo systemctl stop ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mds.d 2024-06-06T08:45:51.985 INFO:journalctl@ceph.mds.d.smithi042.stdout:Jun 06 08:45:51 smithi042 systemd[1]: Stopping Ceph mds.d for 103bdc14-23dc-11ef-bc9b-c7b262605968... 2024-06-06T08:45:52.314 INFO:journalctl@ceph.mds.d.smithi042.stdout:Jun 06 08:45:51 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-d[73573]: 2024-06-06T08:45:51.986+0000 7fe4f4f4c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.d -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-06T08:45:52.315 INFO:journalctl@ceph.mds.d.smithi042.stdout:Jun 06 08:45:51 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-d[73573]: 2024-06-06T08:45:51.986+0000 7fe4f4f4c700 -1 mds.d *** got signal Terminated *** 2024-06-06T08:45:53.410 INFO:journalctl@ceph.mds.d.smithi042.stdout:Jun 06 08:45:53 smithi042 podman[130020]: 2024-06-06 08:45:53.156290498 +0000 UTC m=+1.272955079 container died dbdbe73c73a4b9f7a20d340f30df502b0b7e9e0868a2a29215fd62a98b52df0f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-d, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5, RELEASE=squid-3d89acc, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240528, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-06-06T08:45:53.777 INFO:journalctl@ceph.mds.d.smithi042.stdout:Jun 06 08:45:53 smithi042 podman[130020]: 2024-06-06 08:45:53.520080588 +0000 UTC m=+1.636745168 container cleanup dbdbe73c73a4b9f7a20d340f30df502b0b7e9e0868a2a29215fd62a98b52df0f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-d, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240528) 2024-06-06T08:45:53.777 INFO:journalctl@ceph.mds.d.smithi042.stdout:Jun 06 08:45:53 smithi042 bash[130020]: ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-d 2024-06-06T08:45:53.917 DEBUG:teuthology.orchestra.run.smithi042:> sudo pkill -f 'journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mds.d.service' 2024-06-06T08:45:53.950 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:45:53.951 INFO:tasks.cephadm.mds.d:Stopped mds.d 2024-06-06T08:45:53.951 INFO:tasks.cephadm.mds.g:Stopping mds.g... 2024-06-06T08:45:53.951 DEBUG:teuthology.orchestra.run.smithi042:> sudo systemctl stop ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mds.g 2024-06-06T08:45:54.314 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 06 08:45:54 smithi042 systemd[1]: Stopping Ceph mds.g for 103bdc14-23dc-11ef-bc9b-c7b262605968... 2024-06-06T08:45:54.315 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 06 08:45:54 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-g[74376]: 2024-06-06T08:45:54.273+0000 7fa1645b7700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.g -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-06T08:45:54.315 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 06 08:45:54 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-g[74376]: 2024-06-06T08:45:54.273+0000 7fa1645b7700 -1 mds.g *** got signal Terminated *** 2024-06-06T08:45:58.565 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 06 08:45:58 smithi042 podman[130142]: 2024-06-06 08:45:58.302353962 +0000 UTC m=+4.127531100 container died 4124c3af799c7f9b9186b0ba21c48e2c625adb701b17faff74db87785bdcd48b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-g, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240528, CEPH_POINT_RELEASE=, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_CLEAN=True) 2024-06-06T08:45:58.857 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 06 08:45:58 smithi042 podman[130142]: 2024-06-06 08:45:58.607849641 +0000 UTC m=+4.433026777 container cleanup 4124c3af799c7f9b9186b0ba21c48e2c625adb701b17faff74db87785bdcd48b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-g, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240528, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-06-06T08:45:58.857 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 06 08:45:58 smithi042 bash[130142]: ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-g 2024-06-06T08:45:59.102 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 06 08:45:58 smithi042 podman[130155]: 2024-06-06 08:45:58.859736195 +0000 UTC m=+0.549453791 container remove 4124c3af799c7f9b9186b0ba21c48e2c625adb701b17faff74db87785bdcd48b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-g, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-3d89acc, org.label-schema.build-date=20240528, GIT_BRANCH=HEAD) 2024-06-06T08:45:59.102 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 06 08:45:59 smithi042 systemd[1]: ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mds.g.service: Deactivated successfully. 2024-06-06T08:45:59.102 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 06 08:45:59 smithi042 systemd[1]: Stopped Ceph mds.g for 103bdc14-23dc-11ef-bc9b-c7b262605968. 2024-06-06T08:45:59.102 INFO:journalctl@ceph.mds.g.smithi042.stdout:Jun 06 08:45:59 smithi042 systemd[1]: ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mds.g.service: Consumed 1.229s CPU time. 2024-06-06T08:45:59.103 DEBUG:teuthology.orchestra.run.smithi042:> sudo pkill -f 'journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mds.g.service' 2024-06-06T08:45:59.136 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:45:59.136 INFO:tasks.cephadm.mds.g:Stopped mds.g 2024-06-06T08:45:59.136 INFO:tasks.cephadm.mds.j:Stopping mds.j... 2024-06-06T08:45:59.136 DEBUG:teuthology.orchestra.run.smithi042:> sudo systemctl stop ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mds.j 2024-06-06T08:45:59.468 INFO:journalctl@ceph.mds.j.smithi042.stdout:Jun 06 08:45:59 smithi042 systemd[1]: Stopping Ceph mds.j for 103bdc14-23dc-11ef-bc9b-c7b262605968... 2024-06-06T08:45:59.814 INFO:journalctl@ceph.mds.j.smithi042.stdout:Jun 06 08:45:59 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-j[73132]: 2024-06-06T08:45:59.470+0000 7f1349efe700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.j -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-06T08:45:59.814 INFO:journalctl@ceph.mds.j.smithi042.stdout:Jun 06 08:45:59 smithi042 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-j[73132]: 2024-06-06T08:45:59.470+0000 7f1349efe700 -1 mds.j *** got signal Terminated *** 2024-06-06T08:46:01.295 INFO:journalctl@ceph.mds.j.smithi042.stdout:Jun 06 08:46:01 smithi042 podman[130263]: 2024-06-06 08:46:01.013069649 +0000 UTC m=+1.653301053 container died a8115fd1926579755ff4e3f8ed168be77058da199627c83561bfeea10c66418c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-j, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=squid-3d89acc, org.label-schema.build-date=20240528, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5) 2024-06-06T08:46:01.564 INFO:journalctl@ceph.mds.j.smithi042.stdout:Jun 06 08:46:01 smithi042 podman[130263]: 2024-06-06 08:46:01.480118773 +0000 UTC m=+2.120350177 container cleanup a8115fd1926579755ff4e3f8ed168be77058da199627c83561bfeea10c66418c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-j, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc, org.label-schema.build-date=20240528, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.license=GPLv2) 2024-06-06T08:46:01.564 INFO:journalctl@ceph.mds.j.smithi042.stdout:Jun 06 08:46:01 smithi042 bash[130263]: ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-j 2024-06-06T08:46:01.908 DEBUG:teuthology.orchestra.run.smithi042:> sudo pkill -f 'journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mds.j.service' 2024-06-06T08:46:01.944 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:46:01.944 INFO:tasks.cephadm.mds.j:Stopped mds.j 2024-06-06T08:46:01.944 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-06-06T08:46:01.944 DEBUG:teuthology.orchestra.run.smithi120:> sudo systemctl stop ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mds.b 2024-06-06T08:46:02.339 INFO:journalctl@ceph.mds.b.smithi120.stdout:Jun 06 08:46:01 smithi120 systemd[1]: Stopping Ceph mds.b for 103bdc14-23dc-11ef-bc9b-c7b262605968... 2024-06-06T08:46:02.638 INFO:journalctl@ceph.mds.b.smithi120.stdout:Jun 06 08:46:02 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-b[66463]: 2024-06-06T08:46:02.341+0000 7f8bebe66700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-06T08:46:02.638 INFO:journalctl@ceph.mds.b.smithi120.stdout:Jun 06 08:46:02 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-b[66463]: 2024-06-06T08:46:02.341+0000 7f8bebe66700 -1 mds.b *** got signal Terminated *** 2024-06-06T08:46:06.623 INFO:journalctl@ceph.mds.b.smithi120.stdout:Jun 06 08:46:06 smithi120 podman[76242]: 2024-06-06 08:46:06.306907003 +0000 UTC m=+4.165831948 container died 33eca6a2c4eed88c7f0b43da6e0e97a30002ed2550842b24b683a6439993559c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-b, org.label-schema.build-date=20240528, org.label-schema.schema-version=1.0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=squid-3d89acc, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-06-06T08:46:06.887 INFO:journalctl@ceph.mds.b.smithi120.stdout:Jun 06 08:46:06 smithi120 podman[76242]: 2024-06-06 08:46:06.724405791 +0000 UTC m=+4.583330735 container cleanup 33eca6a2c4eed88c7f0b43da6e0e97a30002ed2550842b24b683a6439993559c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-b, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-06-06T08:46:06.888 INFO:journalctl@ceph.mds.b.smithi120.stdout:Jun 06 08:46:06 smithi120 bash[76242]: ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-b 2024-06-06T08:46:07.158 DEBUG:teuthology.orchestra.run.smithi120:> sudo pkill -f 'journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mds.b.service' 2024-06-06T08:46:07.191 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:46:07.191 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-06-06T08:46:07.191 INFO:tasks.cephadm.mds.e:Stopping mds.e... 2024-06-06T08:46:07.191 DEBUG:teuthology.orchestra.run.smithi120:> sudo systemctl stop ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mds.e 2024-06-06T08:46:07.517 INFO:journalctl@ceph.mds.e.smithi120.stdout:Jun 06 08:46:07 smithi120 systemd[1]: Stopping Ceph mds.e for 103bdc14-23dc-11ef-bc9b-c7b262605968... 2024-06-06T08:46:07.887 INFO:journalctl@ceph.mds.e.smithi120.stdout:Jun 06 08:46:07 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-e[71455]: 2024-06-06T08:46:07.519+0000 7f0fffecc700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.e -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-06T08:46:07.888 INFO:journalctl@ceph.mds.e.smithi120.stdout:Jun 06 08:46:07 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-e[71455]: 2024-06-06T08:46:07.519+0000 7f0fffecc700 -1 mds.e *** got signal Terminated *** 2024-06-06T08:46:10.638 INFO:journalctl@ceph.mds.e.smithi120.stdout:Jun 06 08:46:10 smithi120 podman[76365]: 2024-06-06 08:46:10.304320808 +0000 UTC m=+2.891717194 container died aefa5406aa6ea907fe67a0b0eaa3ed3c322b3e120a0b18547dff42ad1e3a1b22 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-e, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, maintainer=Guillaume Abrioux ) 2024-06-06T08:46:11.035 INFO:journalctl@ceph.mds.e.smithi120.stdout:Jun 06 08:46:10 smithi120 podman[76365]: 2024-06-06 08:46:10.752456473 +0000 UTC m=+3.339852860 container cleanup aefa5406aa6ea907fe67a0b0eaa3ed3c322b3e120a0b18547dff42ad1e3a1b22 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-e, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, RELEASE=squid-3d89acc, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240528, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-06-06T08:46:11.035 INFO:journalctl@ceph.mds.e.smithi120.stdout:Jun 06 08:46:10 smithi120 bash[76365]: ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-e 2024-06-06T08:46:11.176 DEBUG:teuthology.orchestra.run.smithi120:> sudo pkill -f 'journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mds.e.service' 2024-06-06T08:46:11.209 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:46:11.210 INFO:tasks.cephadm.mds.e:Stopped mds.e 2024-06-06T08:46:11.210 INFO:tasks.cephadm.mds.h:Stopping mds.h... 2024-06-06T08:46:11.210 DEBUG:teuthology.orchestra.run.smithi120:> sudo systemctl stop ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mds.h 2024-06-06T08:46:11.638 INFO:journalctl@ceph.mds.h.smithi120.stdout:Jun 06 08:46:11 smithi120 systemd[1]: Stopping Ceph mds.h for 103bdc14-23dc-11ef-bc9b-c7b262605968... 2024-06-06T08:46:11.638 INFO:journalctl@ceph.mds.h.smithi120.stdout:Jun 06 08:46:11 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-h[66160]: 2024-06-06T08:46:11.539+0000 7f2733113700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.h -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-06T08:46:11.638 INFO:journalctl@ceph.mds.h.smithi120.stdout:Jun 06 08:46:11 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-h[66160]: 2024-06-06T08:46:11.539+0000 7f2733113700 -1 mds.h *** got signal Terminated *** 2024-06-06T08:46:14.605 INFO:journalctl@ceph.mds.h.smithi120.stdout:Jun 06 08:46:14 smithi120 podman[76498]: 2024-06-06 08:46:14.305980985 +0000 UTC m=+2.876229738 container died b97c60442cd53bf3330578d4d24cb1f0b457ae7f277ad48197e1ae9997e2c3a5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-h, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240528, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-06-06T08:46:14.605 INFO:journalctl@ceph.mds.h.smithi120.stdout:Jun 06 08:46:14 smithi120 podman[76498]: 2024-06-06 08:46:14.60708086 +0000 UTC m=+3.177329620 container cleanup b97c60442cd53bf3330578d4d24cb1f0b457ae7f277ad48197e1ae9997e2c3a5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-h, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240528, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc, io.buildah.version=1.33.5) 2024-06-06T08:46:14.888 INFO:journalctl@ceph.mds.h.smithi120.stdout:Jun 06 08:46:14 smithi120 bash[76498]: ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-h 2024-06-06T08:46:14.888 INFO:journalctl@ceph.mds.h.smithi120.stdout:Jun 06 08:46:14 smithi120 podman[76512]: 2024-06-06 08:46:14.833419758 +0000 UTC m=+0.528584481 container remove b97c60442cd53bf3330578d4d24cb1f0b457ae7f277ad48197e1ae9997e2c3a5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-h, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240528, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=squid-3d89acc, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-06-06T08:46:14.963 DEBUG:teuthology.orchestra.run.smithi120:> sudo pkill -f 'journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mds.h.service' 2024-06-06T08:46:14.994 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:46:14.994 INFO:tasks.cephadm.mds.h:Stopped mds.h 2024-06-06T08:46:14.994 INFO:tasks.cephadm.mds.k:Stopping mds.k... 2024-06-06T08:46:14.994 DEBUG:teuthology.orchestra.run.smithi120:> sudo systemctl stop ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mds.k 2024-06-06T08:46:15.309 INFO:journalctl@ceph.mds.k.smithi120.stdout:Jun 06 08:46:15 smithi120 systemd[1]: Stopping Ceph mds.k for 103bdc14-23dc-11ef-bc9b-c7b262605968... 2024-06-06T08:46:15.637 INFO:journalctl@ceph.mds.k.smithi120.stdout:Jun 06 08:46:15 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-k[65545]: 2024-06-06T08:46:15.310+0000 7f1c77dde700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.k -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-06T08:46:15.638 INFO:journalctl@ceph.mds.k.smithi120.stdout:Jun 06 08:46:15 smithi120 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-k[65545]: 2024-06-06T08:46:15.310+0000 7f1c77dde700 -1 mds.k *** got signal Terminated *** 2024-06-06T08:46:16.585 INFO:journalctl@ceph.mds.k.smithi120.stdout:Jun 06 08:46:16 smithi120 podman[76617]: 2024-06-06 08:46:16.293699156 +0000 UTC m=+1.085213429 container died 71c39256692c1a9ad07d5c95839d45504a42568a203dd399f51cf34ec11c64ce (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-k, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240528, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-06T08:46:16.888 INFO:journalctl@ceph.mds.k.smithi120.stdout:Jun 06 08:46:16 smithi120 podman[76617]: 2024-06-06 08:46:16.652940915 +0000 UTC m=+1.444455188 container cleanup 71c39256692c1a9ad07d5c95839d45504a42568a203dd399f51cf34ec11c64ce (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-k, org.label-schema.vendor=CentOS, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=squid-3d89acc, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240528, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2) 2024-06-06T08:46:16.888 INFO:journalctl@ceph.mds.k.smithi120.stdout:Jun 06 08:46:16 smithi120 bash[76617]: ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-k 2024-06-06T08:46:17.130 DEBUG:teuthology.orchestra.run.smithi120:> sudo pkill -f 'journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mds.k.service' 2024-06-06T08:46:17.162 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:46:17.162 INFO:tasks.cephadm.mds.k:Stopped mds.k 2024-06-06T08:46:17.162 INFO:tasks.cephadm.mds.c:Stopping mds.c... 2024-06-06T08:46:17.162 DEBUG:teuthology.orchestra.run.smithi149:> sudo systemctl stop ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mds.c 2024-06-06T08:46:17.463 INFO:journalctl@ceph.mds.c.smithi149.stdout:Jun 06 08:46:17 smithi149 systemd[1]: Stopping Ceph mds.c for 103bdc14-23dc-11ef-bc9b-c7b262605968... 2024-06-06T08:46:17.787 INFO:journalctl@ceph.mds.c.smithi149.stdout:Jun 06 08:46:17 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-c[67318]: 2024-06-06T08:46:17.464+0000 7fb259859700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-06T08:46:17.787 INFO:journalctl@ceph.mds.c.smithi149.stdout:Jun 06 08:46:17 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-c[67318]: 2024-06-06T08:46:17.464+0000 7fb259859700 -1 mds.c *** got signal Terminated *** 2024-06-06T08:46:21.730 INFO:journalctl@ceph.mds.c.smithi149.stdout:Jun 06 08:46:21 smithi149 podman[77264]: 2024-06-06 08:46:21.47488147 +0000 UTC m=+4.109845633 container died 7be78369100d799be0b14b4abe2e6932fe02f52f2450b3e72921d1c38b50bddf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-c, RELEASE=squid-3d89acc, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-06-06T08:46:22.037 INFO:journalctl@ceph.mds.c.smithi149.stdout:Jun 06 08:46:21 smithi149 podman[77264]: 2024-06-06 08:46:21.823310598 +0000 UTC m=+4.458274755 container cleanup 7be78369100d799be0b14b4abe2e6932fe02f52f2450b3e72921d1c38b50bddf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-c, ceph=True, org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5, org.label-schema.build-date=20240528, org.label-schema.license=GPLv2) 2024-06-06T08:46:22.037 INFO:journalctl@ceph.mds.c.smithi149.stdout:Jun 06 08:46:21 smithi149 bash[77264]: ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-c 2024-06-06T08:46:22.303 DEBUG:teuthology.orchestra.run.smithi149:> sudo pkill -f 'journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mds.c.service' 2024-06-06T08:46:22.338 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:46:22.338 INFO:tasks.cephadm.mds.c:Stopped mds.c 2024-06-06T08:46:22.338 INFO:tasks.cephadm.mds.f:Stopping mds.f... 2024-06-06T08:46:22.338 DEBUG:teuthology.orchestra.run.smithi149:> sudo systemctl stop ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mds.f 2024-06-06T08:46:22.659 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:46:22 smithi149 systemd[1]: Stopping Ceph mds.f for 103bdc14-23dc-11ef-bc9b-c7b262605968... 2024-06-06T08:46:23.037 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:46:22 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[72736]: 2024-06-06T08:46:22.660+0000 7f769c100700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.f -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-06T08:46:23.037 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:46:22 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f[72736]: 2024-06-06T08:46:22.660+0000 7f769c100700 -1 mds.f *** got signal Terminated *** 2024-06-06T08:46:26.037 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:46:25 smithi149 podman[77395]: 2024-06-06 08:46:25.713821664 +0000 UTC m=+3.157590465 container died be0fc45210cb158ad10c8ab241e7aa981b8034b9c087f560d5015b516e38933a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f, RELEASE=squid-3d89acc, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240528, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-06-06T08:46:26.368 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:46:26 smithi149 podman[77395]: 2024-06-06 08:46:26.144406906 +0000 UTC m=+3.588175714 container cleanup be0fc45210cb158ad10c8ab241e7aa981b8034b9c087f560d5015b516e38933a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-06-06T08:46:26.368 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:46:26 smithi149 bash[77395]: ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f 2024-06-06T08:46:26.621 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 06 08:46:26 smithi149 podman[77408]: 2024-06-06 08:46:26.370763767 +0000 UTC m=+0.649214653 container remove be0fc45210cb158ad10c8ab241e7aa981b8034b9c087f560d5015b516e38933a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-f, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240528, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=squid-3d89acc, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-06-06T08:46:26.625 DEBUG:teuthology.orchestra.run.smithi149:> sudo pkill -f 'journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mds.f.service' 2024-06-06T08:46:26.657 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:46:26.658 INFO:tasks.cephadm.mds.f:Stopped mds.f 2024-06-06T08:46:26.658 INFO:tasks.cephadm.mds.i:Stopping mds.i... 2024-06-06T08:46:26.658 DEBUG:teuthology.orchestra.run.smithi149:> sudo systemctl stop ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mds.i 2024-06-06T08:46:27.037 INFO:journalctl@ceph.mds.i.smithi149.stdout:Jun 06 08:46:26 smithi149 systemd[1]: Stopping Ceph mds.i for 103bdc14-23dc-11ef-bc9b-c7b262605968... 2024-06-06T08:46:27.537 INFO:journalctl@ceph.mds.i.smithi149.stdout:Jun 06 08:46:27 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-i[67620]: 2024-06-06T08:46:27.073+0000 7f5849e26700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.i -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-06T08:46:27.537 INFO:journalctl@ceph.mds.i.smithi149.stdout:Jun 06 08:46:27 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-i[67620]: 2024-06-06T08:46:27.073+0000 7f5849e26700 -1 mds.i *** got signal Terminated *** 2024-06-06T08:46:30.563 INFO:journalctl@ceph.mds.i.smithi149.stdout:Jun 06 08:46:30 smithi149 podman[77517]: 2024-06-06 08:46:30.299653272 +0000 UTC m=+3.412112394 container died a480c2c3fe6422ee903d0e5f1f9896ab004cfbea294b88f8a06cd8e3a7533be8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-i, RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, maintainer=Guillaume Abrioux ) 2024-06-06T08:46:30.931 INFO:journalctl@ceph.mds.i.smithi149.stdout:Jun 06 08:46:30 smithi149 podman[77517]: 2024-06-06 08:46:30.648713068 +0000 UTC m=+3.761172188 container cleanup a480c2c3fe6422ee903d0e5f1f9896ab004cfbea294b88f8a06cd8e3a7533be8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-i, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-3d89acc, org.label-schema.build-date=20240528) 2024-06-06T08:46:30.931 INFO:journalctl@ceph.mds.i.smithi149.stdout:Jun 06 08:46:30 smithi149 bash[77517]: ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-i 2024-06-06T08:46:31.070 DEBUG:teuthology.orchestra.run.smithi149:> sudo pkill -f 'journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mds.i.service' 2024-06-06T08:46:31.101 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:46:31.102 INFO:tasks.cephadm.mds.i:Stopped mds.i 2024-06-06T08:46:31.102 INFO:tasks.cephadm.mds.l:Stopping mds.l... 2024-06-06T08:46:31.102 DEBUG:teuthology.orchestra.run.smithi149:> sudo systemctl stop ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mds.l 2024-06-06T08:46:31.287 INFO:journalctl@ceph.mds.l.smithi149.stdout:Jun 06 08:46:31 smithi149 systemd[1]: Stopping Ceph mds.l for 103bdc14-23dc-11ef-bc9b-c7b262605968... 2024-06-06T08:46:31.787 INFO:journalctl@ceph.mds.l.smithi149.stdout:Jun 06 08:46:31 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-l[66702]: 2024-06-06T08:46:31.410+0000 7fc391cb5700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.l -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-06T08:46:31.787 INFO:journalctl@ceph.mds.l.smithi149.stdout:Jun 06 08:46:31 smithi149 ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-l[66702]: 2024-06-06T08:46:31.410+0000 7fc391cb5700 -1 mds.l *** got signal Terminated *** 2024-06-06T08:46:34.537 INFO:journalctl@ceph.mds.l.smithi149.stdout:Jun 06 08:46:34 smithi149 podman[77640]: 2024-06-06 08:46:34.275428017 +0000 UTC m=+2.958137509 container died 6d6a975b1456a86edf174b51a8eb98ea21091df723853914cb6a6c54299369f4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-l, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_CLEAN=True, org.label-schema.build-date=20240528, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-06T08:46:34.887 INFO:journalctl@ceph.mds.l.smithi149.stdout:Jun 06 08:46:34 smithi149 podman[77640]: 2024-06-06 08:46:34.569046858 +0000 UTC m=+3.251756343 container cleanup 6d6a975b1456a86edf174b51a8eb98ea21091df723853914cb6a6c54299369f4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-l, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240528, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-06-06T08:46:34.887 INFO:journalctl@ceph.mds.l.smithi149.stdout:Jun 06 08:46:34 smithi149 bash[77640]: ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-l 2024-06-06T08:46:34.888 INFO:journalctl@ceph.mds.l.smithi149.stdout:Jun 06 08:46:34 smithi149 podman[77654]: 2024-06-06 08:46:34.786652052 +0000 UTC m=+0.507150530 container remove 6d6a975b1456a86edf174b51a8eb98ea21091df723853914cb6a6c54299369f4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-103bdc14-23dc-11ef-bc9b-c7b262605968-mds-l, ceph=True, io.buildah.version=1.33.5, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240528, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-06-06T08:46:34.902 DEBUG:teuthology.orchestra.run.smithi149:> sudo pkill -f 'journalctl -f -n 0 -u ceph-103bdc14-23dc-11ef-bc9b-c7b262605968@mds.l.service' 2024-06-06T08:46:34.932 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:46:34.933 INFO:tasks.cephadm.mds.l:Stopped mds.l 2024-06-06T08:46:34.933 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 --force --keep-logs 2024-06-06T08:46:35.135 INFO:teuthology.orchestra.run.smithi042.stdout:Deleting cluster with fsid: 103bdc14-23dc-11ef-bc9b-c7b262605968 2024-06-06T08:46:37.696 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 --force --keep-logs 2024-06-06T08:46:37.887 INFO:teuthology.orchestra.run.smithi120.stdout:Deleting cluster with fsid: 103bdc14-23dc-11ef-bc9b-c7b262605968 2024-06-06T08:46:40.401 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 --force --keep-logs 2024-06-06T08:46:40.588 INFO:teuthology.orchestra.run.smithi149.stdout:Deleting cluster with fsid: 103bdc14-23dc-11ef-bc9b-c7b262605968 2024-06-06T08:46:43.117 DEBUG:teuthology.orchestra.run.smithi042:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-06-06T08:46:43.151 DEBUG:teuthology.orchestra.run.smithi120:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-06-06T08:46:43.183 DEBUG:teuthology.orchestra.run.smithi149:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-06-06T08:46:43.208 INFO:tasks.cephadm:Archiving crash dumps... 2024-06-06T08:46:43.210 DEBUG:teuthology.misc:Transferring archived files from smithi042:/var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-06-05_21:24:16-fs-squid-distro-default-smithi/7743238/remote/smithi042/crash 2024-06-06T08:46:43.211 DEBUG:teuthology.orchestra.run.smithi042:> sudo tar c -f - -C /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/crash -- . 2024-06-06T08:46:43.241 INFO:teuthology.orchestra.run.smithi042.stderr:tar: /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/crash: Cannot open: No such file or directory 2024-06-06T08:46:43.241 INFO:teuthology.orchestra.run.smithi042.stderr:tar: Error is not recoverable: exiting now 2024-06-06T08:46:43.243 DEBUG:teuthology.misc:Transferring archived files from smithi120:/var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-06-05_21:24:16-fs-squid-distro-default-smithi/7743238/remote/smithi120/crash 2024-06-06T08:46:43.244 DEBUG:teuthology.orchestra.run.smithi120:> sudo tar c -f - -C /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/crash -- . 2024-06-06T08:46:43.287 INFO:teuthology.orchestra.run.smithi120.stderr:tar: /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/crash: Cannot open: No such file or directory 2024-06-06T08:46:43.287 INFO:teuthology.orchestra.run.smithi120.stderr:tar: Error is not recoverable: exiting now 2024-06-06T08:46:43.289 DEBUG:teuthology.misc:Transferring archived files from smithi149:/var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-06-05_21:24:16-fs-squid-distro-default-smithi/7743238/remote/smithi149/crash 2024-06-06T08:46:43.290 DEBUG:teuthology.orchestra.run.smithi149:> sudo tar c -f - -C /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/crash -- . 2024-06-06T08:46:43.334 INFO:teuthology.orchestra.run.smithi149.stderr:tar: /var/lib/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/crash: Cannot open: No such file or directory 2024-06-06T08:46:43.334 INFO:teuthology.orchestra.run.smithi149.stderr:tar: Error is not recoverable: exiting now 2024-06-06T08:46:43.335 INFO:tasks.cephadm:Checking cluster log for badness... 2024-06-06T08:46:43.335 DEBUG:teuthology.orchestra.run.smithi042:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v MON_DOWN | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'slow metadata IO' | egrep -v SLOW_OPS | egrep -v 'slow request' | head -n 1 2024-06-06T08:46:43.459 INFO:teuthology.orchestra.run.smithi042.stdout:2024-06-06T08:26:24.675274+0000 mds.i (mds.0) 29 : cluster [WRN] Scrub error on inode 0x10000001c5e (/volumes/qa/sv_1/e93b6774-8f9f-44df-853f-98ad42534c08/client.0/tmp/blogbench-1.0/src/blogtest_in/blog-43) see mds.i log and `damage ls` output for details 2024-06-06T08:46:43.459 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-06-06T08:46:43.459 INFO:tasks.cephadm:Compressing logs... 2024-06-06T08:46:43.460 DEBUG:teuthology.orchestra.run.smithi042:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-06-06T08:46:43.463 DEBUG:teuthology.orchestra.run.smithi120:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-06-06T08:46:43.465 DEBUG:teuthology.orchestra.run.smithi149:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-06-06T08:46:43.491 INFO:teuthology.orchestra.run.smithi120.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph.log: No such file or directory 2024-06-06T08:46:43.491 INFO:teuthology.orchestra.run.smithi120.stderr: 2024-06-06T08:46:43.491 INFO:teuthology.orchestra.run.smithi120.stderr:gzip -5 --verbose -- /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph.audit.log 2024-06-06T08:46:43.491 INFO:teuthology.orchestra.run.smithi120.stderr:/var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-osd.7.log 2024-06-06T08:46:43.491 INFO:teuthology.orchestra.run.smithi120.stderr:/var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-mds.b.log 2024-06-06T08:46:43.492 INFO:teuthology.orchestra.run.smithi120.stderr:/var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-osd.4.log 2024-06-06T08:46:43.493 INFO:teuthology.orchestra.run.smithi120.stderr:/var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-osd.1.log 2024-06-06T08:46:43.493 INFO:teuthology.orchestra.run.smithi120.stderr:/var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-mgr.y.log 2024-06-06T08:46:43.493 INFO:teuthology.orchestra.run.smithi120.stderr:/var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-mds.h.log 2024-06-06T08:46:43.497 INFO:teuthology.orchestra.run.smithi120.stderr:/var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-osd.10.log 2024-06-06T08:46:43.497 INFO:teuthology.orchestra.run.smithi120.stderr:/var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-mds.h.log: gzip -5 --verbose -- /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph.cephadm.log 2024-06-06T08:46:43.497 INFO:teuthology.orchestra.run.smithi120.stderr:gzip/var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-osd.10.log: -5 --verbose -- /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-mds.e.log 2024-06-06T08:46:43.497 INFO:teuthology.orchestra.run.smithi120.stderr:/var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-volume.log 2024-06-06T08:46:43.497 INFO:teuthology.orchestra.run.smithi120.stderr:/var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-mds.e.log: gzip -5 --verbose -- /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-mon.b.log 2024-06-06T08:46:43.497 INFO:teuthology.orchestra.run.smithi120.stderr:/var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-mds.k.log 2024-06-06T08:46:43.497 INFO:teuthology.orchestra.run.smithi120.stderr:/var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-mon.b.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-06-06T08:46:43.500 INFO:teuthology.orchestra.run.smithi042.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-06-06T08:46:43.500 INFO:teuthology.orchestra.run.smithi042.stderr:gzip -5 --verbose -- /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph.log 2024-06-06T08:46:43.500 INFO:teuthology.orchestra.run.smithi042.stderr:gzip -5 --verbose -- /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph.audit.log 2024-06-06T08:46:43.500 INFO:teuthology.orchestra.run.smithi042.stderr:/var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-mds.g.log 2024-06-06T08:46:43.501 INFO:teuthology.orchestra.run.smithi042.stderr:/var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-mds.j.log 2024-06-06T08:46:43.501 INFO:teuthology.orchestra.run.smithi042.stderr:/var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-mds.g.log: gzip -5 --verbose -- /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-osd.3.log 2024-06-06T08:46:43.501 INFO:teuthology.orchestra.run.smithi042.stderr:/var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-mds.j.log: gzip -5 --verbose -- /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-osd.0.log 2024-06-06T08:46:43.501 INFO:teuthology.orchestra.run.smithi042.stderr:/var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-mgr.x.log 2024-06-06T08:46:43.501 INFO:teuthology.orchestra.run.smithi042.stderr:/var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-mon.a.log 2024-06-06T08:46:43.501 INFO:teuthology.orchestra.run.smithi042.stderr:/var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-osd.6.log 2024-06-06T08:46:43.501 INFO:teuthology.orchestra.run.smithi042.stderr:/var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph.cephadm.log 2024-06-06T08:46:43.501 INFO:teuthology.orchestra.run.smithi042.stderr:/var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-mds.a.log 2024-06-06T08:46:43.501 INFO:teuthology.orchestra.run.smithi042.stderr:/var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-volume.log 2024-06-06T08:46:43.501 INFO:teuthology.orchestra.run.smithi042.stderr:/var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-mds.d.log 2024-06-06T08:46:43.501 INFO:teuthology.orchestra.run.smithi042.stderr:/var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-osd.9.log 2024-06-06T08:46:43.501 INFO:teuthology.orchestra.run.smithi042.stderr:/var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-mds.d.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-06-06T08:46:43.501 INFO:teuthology.orchestra.run.smithi042.stderr:/var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-osd.9.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.log 2024-06-06T08:46:43.502 INFO:teuthology.orchestra.run.smithi042.stderr:/var/log/ceph/cephadm.log: /var/log/ceph/ceph-client.admin.log: 90.0% -- replaced with /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph.log.gz 2024-06-06T08:46:43.502 INFO:teuthology.orchestra.run.smithi042.stderr: 92.7% -- replaced with /var/log/ceph/ceph-client.admin.log.gz 2024-06-06T08:46:43.505 INFO:teuthology.orchestra.run.smithi149.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-06-06T08:46:43.509 INFO:teuthology.orchestra.run.smithi149.stderr:gzip -5 --verbose -- /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph.log 2024-06-06T08:46:43.509 INFO:teuthology.orchestra.run.smithi149.stderr:gzip -5 --verbose -- /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-osd.2.log 2024-06-06T08:46:43.509 INFO:teuthology.orchestra.run.smithi149.stderr:/var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-mds.f.log 2024-06-06T08:46:43.509 INFO:teuthology.orchestra.run.smithi149.stderr:/var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph.audit.log 2024-06-06T08:46:43.510 INFO:teuthology.orchestra.run.smithi149.stderr:/var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-mds.f.log: gzip -5 --verbose -- /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-osd.5.log 2024-06-06T08:46:43.510 INFO:teuthology.orchestra.run.smithi149.stderr:/var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-mds.c.log 2024-06-06T08:46:43.510 INFO:teuthology.orchestra.run.smithi149.stderr:gzip -5 --verbose -- /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-mon.c.log 2024-06-06T08:46:43.510 INFO:teuthology.orchestra.run.smithi149.stderr:/var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-osd.5.log: /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-mgr.z.log 2024-06-06T08:46:43.510 INFO:teuthology.orchestra.run.smithi149.stderr:/var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-mds.i.log 2024-06-06T08:46:43.510 INFO:teuthology.orchestra.run.smithi149.stderr:gzip -5 --verbose -- /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph.cephadm.log 2024-06-06T08:46:43.510 INFO:teuthology.orchestra.run.smithi149.stderr:/var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-mgr.z.log: /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-mds.i.log: gzip -5 --verbose -- /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-osd.11.log 2024-06-06T08:46:43.510 INFO:teuthology.orchestra.run.smithi149.stderr:/var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-osd.8.log 2024-06-06T08:46:43.510 INFO:teuthology.orchestra.run.smithi149.stderr:gzip -5 --verbose -- /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-volume.log 2024-06-06T08:46:43.510 INFO:teuthology.orchestra.run.smithi149.stderr:/var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-osd.11.log: /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-osd.8.log: gzip -5 --verbose -- /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-mds.l.log 2024-06-06T08:46:43.510 INFO:teuthology.orchestra.run.smithi149.stderr:/var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-06-06T08:46:43.593 INFO:teuthology.orchestra.run.smithi042.stderr: 90.3% -- replaced with /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph.audit.log.gz 2024-06-06T08:46:43.623 INFO:teuthology.orchestra.run.smithi120.stderr:/var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-mds.k.log: /var/log/ceph/cephadm.log: 83.6% -- replaced with /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph.cephadm.log.gz 2024-06-06T08:46:43.668 INFO:teuthology.orchestra.run.smithi149.stderr:/var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-mds.l.log: /var/log/ceph/cephadm.log: 83.6% -- replaced with /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph.cephadm.log.gz 2024-06-06T08:46:43.698 INFO:teuthology.orchestra.run.smithi042.stderr: 94.5% -- replaced with /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-mds.d.log.gz 2024-06-06T08:46:43.710 INFO:teuthology.orchestra.run.smithi149.stderr: 92.4% -- replaced with /var/log/ceph/cephadm.log.gz 2024-06-06T08:46:43.712 INFO:teuthology.orchestra.run.smithi120.stderr: 92.5% -- replaced with /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-mgr.y.log.gz 2024-06-06T08:46:43.717 INFO:teuthology.orchestra.run.smithi120.stderr: 91.0% -- replaced with /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-volume.log.gz 2024-06-06T08:46:43.740 INFO:teuthology.orchestra.run.smithi042.stderr: 94.6% -- replaced with /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-mds.j.log.gz 2024-06-06T08:46:43.748 INFO:teuthology.orchestra.run.smithi042.stderr: 91.1% -- replaced with /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-volume.log.gz 2024-06-06T08:46:43.766 INFO:teuthology.orchestra.run.smithi149.stderr: 91.1% -- replaced with /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-volume.log.gz 2024-06-06T08:46:43.771 INFO:teuthology.orchestra.run.smithi120.stderr: 92.1% -- replaced with /var/log/ceph/cephadm.log.gz 2024-06-06T08:46:43.784 INFO:teuthology.orchestra.run.smithi042.stderr: 94.5% -- replaced with /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-mds.a.log.gz 2024-06-06T08:46:43.809 INFO:teuthology.orchestra.run.smithi042.stderr: 94.5% -- replaced with /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-mds.g.log.gz 2024-06-06T08:46:43.817 INFO:teuthology.orchestra.run.smithi149.stderr: 90.4% -- replaced with /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph.audit.log.gz 2024-06-06T08:46:43.819 INFO:teuthology.orchestra.run.smithi149.stderr: 92.5% -- replaced with /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-mgr.z.log.gz 2024-06-06T08:46:43.826 INFO:teuthology.orchestra.run.smithi042.stderr: 94.4% -- replaced with /var/log/ceph/cephadm.log.gz 2024-06-06T08:46:43.919 INFO:teuthology.orchestra.run.smithi042.stderr: 84.0% -- replaced with /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph.cephadm.log.gz 2024-06-06T08:46:44.329 INFO:teuthology.orchestra.run.smithi120.stderr: 90.4% -- replaced with /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph.audit.log.gz 2024-06-06T08:46:45.183 INFO:teuthology.orchestra.run.smithi042.stderr: 90.6% -- replaced with /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-mgr.x.log.gz 2024-06-06T08:46:45.321 INFO:teuthology.orchestra.run.smithi120.stderr: 94.4% -- replaced with /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-mds.k.log.gz 2024-06-06T08:46:45.488 INFO:teuthology.orchestra.run.smithi120.stderr: 90.1% -- replaced with /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph.log.gz 2024-06-06T08:46:45.872 INFO:teuthology.orchestra.run.smithi149.stderr: 90.1% -- replaced with /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph.log.gz 2024-06-06T08:46:54.218 INFO:teuthology.orchestra.run.smithi042.stderr: 90.2% -- replaced with /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-mon.a.log.gz 2024-06-06T08:46:56.203 INFO:teuthology.orchestra.run.smithi149.stderr: 91.7% -- replaced with /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-mon.c.log.gz 2024-06-06T08:46:57.318 INFO:teuthology.orchestra.run.smithi120.stderr: 91.7% -- replaced with /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-mon.b.log.gz 2024-06-06T08:47:08.447 INFO:teuthology.orchestra.run.smithi120.stderr: 95.1% -- replaced with /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-mds.h.log.gz 2024-06-06T08:47:31.173 INFO:teuthology.orchestra.run.smithi120.stderr: 94.7% -- replaced with /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-mds.e.log.gz 2024-06-06T08:48:49.677 INFO:teuthology.orchestra.run.smithi149.stderr: 95.1% -- replaced with /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-mds.f.log.gz 2024-06-06T08:48:57.240 INFO:teuthology.orchestra.run.smithi042.stderr: 91.3% -- replaced with /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-osd.9.log.gz 2024-06-06T08:50:18.883 INFO:teuthology.orchestra.run.smithi042.stderr: 91.2% -- replaced with /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-osd.6.log.gz 2024-06-06T08:51:16.899 INFO:teuthology.orchestra.run.smithi149.stderr: 95.0% -- replaced with /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-mds.l.log.gz 2024-06-06T08:52:18.402 INFO:teuthology.orchestra.run.smithi042.stderr: 91.3% -- replaced with /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-osd.0.log.gz 2024-06-06T08:52:36.752 INFO:teuthology.orchestra.run.smithi042.stderr: 91.2% -- replaced with /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-osd.3.log.gz 2024-06-06T08:52:36.755 INFO:teuthology.orchestra.run.smithi042.stderr: 2024-06-06T08:52:36.756 INFO:teuthology.orchestra.run.smithi042.stderr:real 5m53.277s 2024-06-06T08:52:36.756 INFO:teuthology.orchestra.run.smithi042.stderr:user 6m0.375s 2024-06-06T08:52:36.756 INFO:teuthology.orchestra.run.smithi042.stderr:sys 0m12.877s 2024-06-06T08:54:47.671 INFO:teuthology.orchestra.run.smithi120.stderr: 91.4% -- replaced with /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-osd.1.log.gz 2024-06-06T08:57:24.556 INFO:teuthology.orchestra.run.smithi120.stderr: 91.5% -- replaced with /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-osd.10.log.gz 2024-06-06T09:03:32.356 INFO:teuthology.orchestra.run.smithi120.stderr: 91.3% -- replaced with /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-osd.7.log.gz 2024-06-06T09:04:05.610 INFO:teuthology.orchestra.run.smithi149.stderr: 91.4% -- replaced with /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-osd.8.log.gz 2024-06-06T09:06:18.244 INFO:teuthology.orchestra.run.smithi120.stderr: 91.5% -- replaced with /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-osd.4.log.gz 2024-06-06T09:07:12.195 INFO:teuthology.orchestra.run.smithi120.stderr: 94.3% -- replaced with /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-mds.b.log.gz 2024-06-06T09:07:12.197 INFO:teuthology.orchestra.run.smithi120.stderr: 2024-06-06T09:07:12.197 INFO:teuthology.orchestra.run.smithi120.stderr:real 20m28.718s 2024-06-06T09:07:12.197 INFO:teuthology.orchestra.run.smithi120.stderr:user 7m33.361s 2024-06-06T09:07:12.197 INFO:teuthology.orchestra.run.smithi120.stderr:sys 0m21.649s 2024-06-06T09:07:41.910 INFO:teuthology.orchestra.run.smithi149.stderr: 91.4% -- replaced with /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-osd.11.log.gz 2024-06-06T09:10:56.698 INFO:teuthology.orchestra.run.smithi149.stderr: 91.5% -- replaced with /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-osd.2.log.gz 2024-06-06T09:16:05.680 INFO:teuthology.orchestra.run.smithi149.stderr: 91.2% -- replaced with /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-osd.5.log.gz 2024-06-06T09:22:04.164 INFO:teuthology.orchestra.run.smithi149.stderr: 94.5% -- replaced with /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-mds.c.log.gz 2024-06-06T09:23:05.317 INFO:teuthology.orchestra.run.smithi149.stderr: 93.8% -- replaced with /var/log/ceph/103bdc14-23dc-11ef-bc9b-c7b262605968/ceph-mds.i.log.gz 2024-06-06T09:23:05.342 INFO:teuthology.orchestra.run.smithi149.stderr: 2024-06-06T09:23:05.343 INFO:teuthology.orchestra.run.smithi149.stderr:real 36m21.863s 2024-06-06T09:23:05.343 INFO:teuthology.orchestra.run.smithi149.stderr:user 11m12.853s 2024-06-06T09:23:05.343 INFO:teuthology.orchestra.run.smithi149.stderr:sys 0m31.673s 2024-06-06T09:23:05.343 INFO:tasks.cephadm:Archiving logs... 2024-06-06T09:23:05.345 DEBUG:teuthology.misc:Transferring archived files from smithi042:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-06-05_21:24:16-fs-squid-distro-default-smithi/7743238/remote/smithi042/log 2024-06-06T09:23:05.346 DEBUG:teuthology.orchestra.run.smithi042:> sudo tar c -f - -C /var/log/ceph -- . 2024-06-06T09:24:05.158 DEBUG:teuthology.misc:Transferring archived files from smithi120:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-06-05_21:24:16-fs-squid-distro-default-smithi/7743238/remote/smithi120/log 2024-06-06T09:24:05.159 DEBUG:teuthology.orchestra.run.smithi120:> sudo tar c -f - -C /var/log/ceph -- . 2024-06-06T09:25:18.639 DEBUG:teuthology.misc:Transferring archived files from smithi149:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-06-05_21:24:16-fs-squid-distro-default-smithi/7743238/remote/smithi149/log 2024-06-06T09:25:18.641 DEBUG:teuthology.orchestra.run.smithi149:> sudo tar c -f - -C /var/log/ceph -- . 2024-06-06T09:27:03.300 INFO:tasks.cephadm:Removing cluster... 2024-06-06T09:27:03.301 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 --force 2024-06-06T09:27:03.504 INFO:teuthology.orchestra.run.smithi042.stdout:Deleting cluster with fsid: 103bdc14-23dc-11ef-bc9b-c7b262605968 2024-06-06T09:27:04.241 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 --force 2024-06-06T09:27:04.749 INFO:teuthology.orchestra.run.smithi120.stdout:Deleting cluster with fsid: 103bdc14-23dc-11ef-bc9b-c7b262605968 2024-06-06T09:27:05.531 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 103bdc14-23dc-11ef-bc9b-c7b262605968 --force 2024-06-06T09:27:06.909 INFO:teuthology.orchestra.run.smithi149.stdout:Deleting cluster with fsid: 103bdc14-23dc-11ef-bc9b-c7b262605968 2024-06-06T09:27:07.655 INFO:tasks.cephadm:Removing cephadm ... 2024-06-06T09:27:07.655 DEBUG:teuthology.orchestra.run.smithi042:> rm -rf /home/ubuntu/cephtest/cephadm 2024-06-06T09:27:07.676 DEBUG:teuthology.orchestra.run.smithi120:> rm -rf /home/ubuntu/cephtest/cephadm 2024-06-06T09:27:07.694 DEBUG:teuthology.orchestra.run.smithi149:> rm -rf /home/ubuntu/cephtest/cephadm 2024-06-06T09:27:07.710 INFO:tasks.cephadm:Teardown complete 2024-06-06T09:27:07.711 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-06-06T09:27:07.723 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-06-06T09:27:07.723 DEBUG:teuthology.orchestra.run.smithi042:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-06-06T09:27:07.726 DEBUG:teuthology.orchestra.run.smithi120:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-06-06T09:27:07.738 DEBUG:teuthology.orchestra.run.smithi149:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-06-06T09:27:07.875 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-06-06T09:27:07.886 INFO:teuthology.task.clock:Checking final clock skew... 2024-06-06T09:27:07.886 DEBUG:teuthology.orchestra.run.smithi042:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-06-06T09:27:07.889 DEBUG:teuthology.orchestra.run.smithi120:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-06-06T09:27:07.892 DEBUG:teuthology.orchestra.run.smithi149:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-06-06T09:27:07.904 INFO:teuthology.orchestra.run.smithi042.stderr:bash: line 1: ntpq: command not found 2024-06-06T09:27:07.906 INFO:teuthology.orchestra.run.smithi149.stderr:bash: line 1: ntpq: command not found 2024-06-06T09:27:07.907 INFO:teuthology.orchestra.run.smithi120.stderr:bash: line 1: ntpq: command not found 2024-06-06T09:27:07.929 INFO:teuthology.orchestra.run.smithi120.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-06-06T09:27:07.929 INFO:teuthology.orchestra.run.smithi120.stdout:=============================================================================== 2024-06-06T09:27:07.930 INFO:teuthology.orchestra.run.smithi120.stdout:^* hv01.front.sepia.ceph.com 3 6 377 60 +385us[ +373us] +/- 64ms 2024-06-06T09:27:07.930 INFO:teuthology.orchestra.run.smithi120.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 63 -1684us[-1697us] +/- 75ms 2024-06-06T09:27:07.930 INFO:teuthology.orchestra.run.smithi120.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 62 +1226us[+1213us] +/- 70ms 2024-06-06T09:27:07.930 INFO:teuthology.orchestra.run.smithi120.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-06-06T09:27:07.932 INFO:teuthology.orchestra.run.smithi042.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-06-06T09:27:07.932 INFO:teuthology.orchestra.run.smithi042.stdout:=============================================================================== 2024-06-06T09:27:07.932 INFO:teuthology.orchestra.run.smithi042.stdout:^* hv01.front.sepia.ceph.com 3 6 377 58 +370us[ +357us] +/- 64ms 2024-06-06T09:27:07.932 INFO:teuthology.orchestra.run.smithi042.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 54 -1700us[-1700us] +/- 76ms 2024-06-06T09:27:07.933 INFO:teuthology.orchestra.run.smithi042.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 62 +1238us[+1225us] +/- 70ms 2024-06-06T09:27:07.933 INFO:teuthology.orchestra.run.smithi042.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-06-06T09:27:07.985 INFO:teuthology.orchestra.run.smithi149.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-06-06T09:27:07.985 INFO:teuthology.orchestra.run.smithi149.stdout:=============================================================================== 2024-06-06T09:27:07.985 INFO:teuthology.orchestra.run.smithi149.stdout:^* hv01.front.sepia.ceph.com 3 6 377 60 +378us[ +363us] +/- 64ms 2024-06-06T09:27:07.985 INFO:teuthology.orchestra.run.smithi149.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 122 -1683us[-1702us] +/- 75ms 2024-06-06T09:27:07.985 INFO:teuthology.orchestra.run.smithi149.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 61 +1244us[+1229us] +/- 70ms 2024-06-06T09:27:07.985 INFO:teuthology.orchestra.run.smithi149.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-06-06T09:27:08.002 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-06-06T09:27:08.013 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-06-06T09:27:08.013 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-06-06T09:27:08.061 DEBUG:teuthology.orchestra.run.smithi042:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-06-06T09:27:08.227 DEBUG:teuthology.orchestra.run.smithi120:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-06-06T09:27:08.330 DEBUG:teuthology.orchestra.run.smithi149:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-06-06T09:27:08.433 DEBUG:teuthology.orchestra.run.smithi042:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-06-06T09:27:08.467 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-06-06T09:27:08.468 DEBUG:teuthology.orchestra.run.smithi120:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-06-06T09:27:08.501 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-06-06T09:27:08.501 DEBUG:teuthology.orchestra.run.smithi149:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-06-06T09:27:08.530 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-06-06T09:27:08.531 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-06-06T09:27:08.613 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-06-06T09:27:08.679 INFO:teuthology.task.internal:Duration was 5064.240764 seconds 2024-06-06T09:27:08.679 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-06-06T09:27:08.819 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-06-06T09:27:08.819 DEBUG:teuthology.orchestra.run.smithi042:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-06-06T09:27:08.824 DEBUG:teuthology.orchestra.run.smithi120:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-06-06T09:27:08.828 DEBUG:teuthology.orchestra.run.smithi149:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-06-06T09:27:08.884 INFO:teuthology.orchestra.run.smithi042.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-06-06T09:27:08.905 INFO:teuthology.orchestra.run.smithi149.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-06-06T09:27:08.918 INFO:teuthology.orchestra.run.smithi120.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-06-06T09:27:09.374 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-06-06T09:27:09.374 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi042.front.sepia.ceph.com 2024-06-06T09:27:09.375 DEBUG:teuthology.orchestra.run.smithi042:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-06-06T09:27:09.399 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi120.front.sepia.ceph.com 2024-06-06T09:27:09.399 DEBUG:teuthology.orchestra.run.smithi120:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-06-06T09:27:09.427 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi149.front.sepia.ceph.com 2024-06-06T09:27:09.427 DEBUG:teuthology.orchestra.run.smithi149:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-06-06T09:27:09.456 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-06-06T09:27:09.456 DEBUG:teuthology.orchestra.run.smithi042:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-06-06T09:27:09.459 DEBUG:teuthology.orchestra.run.smithi120:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-06-06T09:27:09.470 DEBUG:teuthology.orchestra.run.smithi149:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-06-06T09:27:09.531 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-06-06T09:27:09.531 DEBUG:teuthology.orchestra.run.smithi042:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-06-06T09:27:09.533 DEBUG:teuthology.orchestra.run.smithi120:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-06-06T09:27:09.539 DEBUG:teuthology.orchestra.run.smithi149:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-06-06T09:27:10.714 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-06-06T09:27:10.725 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-06-06T09:27:10.725 DEBUG:teuthology.orchestra.run.smithi042:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-06-06T09:27:10.759 DEBUG:teuthology.orchestra.run.smithi120:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-06-06T09:27:10.790 DEBUG:teuthology.orchestra.run.smithi149:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-06-06T09:27:10.834 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-06-06T09:27:10.845 DEBUG:teuthology.orchestra.run.smithi042:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-06-06T09:27:10.848 DEBUG:teuthology.orchestra.run.smithi120:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-06-06T09:27:10.850 DEBUG:teuthology.orchestra.run.smithi149:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-06-06T09:27:10.872 INFO:teuthology.orchestra.run.smithi042.stdout:kernel.core_pattern = core 2024-06-06T09:27:10.915 INFO:teuthology.orchestra.run.smithi120.stdout:kernel.core_pattern = core 2024-06-06T09:27:10.931 INFO:teuthology.orchestra.run.smithi149.stdout:kernel.core_pattern = core 2024-06-06T09:27:10.953 DEBUG:teuthology.orchestra.run.smithi042:> test -e /home/ubuntu/cephtest/archive/coredump 2024-06-06T09:27:10.968 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-06-06T09:27:10.969 DEBUG:teuthology.orchestra.run.smithi120:> test -e /home/ubuntu/cephtest/archive/coredump 2024-06-06T09:27:10.985 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-06-06T09:27:10.985 DEBUG:teuthology.orchestra.run.smithi149:> test -e /home/ubuntu/cephtest/archive/coredump 2024-06-06T09:27:11.001 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-06-06T09:27:11.001 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-06-06T09:27:11.014 INFO:teuthology.task.internal:Transferring archived files... 2024-06-06T09:27:11.015 DEBUG:teuthology.misc:Transferring archived files from smithi042:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-06-05_21:24:16-fs-squid-distro-default-smithi/7743238/remote/smithi042 2024-06-06T09:27:11.016 DEBUG:teuthology.orchestra.run.smithi042:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-06-06T09:27:11.085 DEBUG:teuthology.misc:Transferring archived files from smithi120:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-06-05_21:24:16-fs-squid-distro-default-smithi/7743238/remote/smithi120 2024-06-06T09:27:11.086 DEBUG:teuthology.orchestra.run.smithi120:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-06-06T09:27:11.126 DEBUG:teuthology.misc:Transferring archived files from smithi149:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-06-05_21:24:16-fs-squid-distro-default-smithi/7743238/remote/smithi149 2024-06-06T09:27:11.127 DEBUG:teuthology.orchestra.run.smithi149:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-06-06T09:27:11.169 INFO:teuthology.task.internal:Removing archive directory... 2024-06-06T09:27:11.170 DEBUG:teuthology.orchestra.run.smithi042:> rm -rf -- /home/ubuntu/cephtest/archive 2024-06-06T09:27:11.172 DEBUG:teuthology.orchestra.run.smithi120:> rm -rf -- /home/ubuntu/cephtest/archive 2024-06-06T09:27:11.175 DEBUG:teuthology.orchestra.run.smithi149:> rm -rf -- /home/ubuntu/cephtest/archive 2024-06-06T09:27:11.216 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-06-06T09:27:11.229 INFO:teuthology.task.internal:Not uploading archives. 2024-06-06T09:27:11.229 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-06-06T09:27:11.263 INFO:teuthology.task.internal:Tidying up after the test... 2024-06-06T09:27:11.264 DEBUG:teuthology.orchestra.run.smithi042:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-06-06T09:27:11.266 DEBUG:teuthology.orchestra.run.smithi120:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-06-06T09:27:11.269 DEBUG:teuthology.orchestra.run.smithi149:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-06-06T09:27:11.280 INFO:teuthology.orchestra.run.smithi042.stdout: 265304 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Jun 6 09:27 /home/ubuntu/cephtest 2024-06-06T09:27:11.282 INFO:teuthology.orchestra.run.smithi120.stdout: 262161 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Jun 6 09:27 /home/ubuntu/cephtest 2024-06-06T09:27:11.284 INFO:teuthology.orchestra.run.smithi149.stdout: 262161 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Jun 6 09:27 /home/ubuntu/cephtest 2024-06-06T09:27:11.288 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-06-06T09:27:11.313 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-06-06T09:27:11.416 INFO:teuthology.run:Summary data: description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} ms_mode/crc wsync/no} objectstore-ec/bluestore-comp-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{with-no-extra-options} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/yes 5-quiesce/with-quiesce 6-workunit/suites/blogbench}} duration: 5064.240763664246 failure_reason: 'error during scrub thrashing: rank damage found: {''backtrace''}' flavor: default owner: scheduled_teuthology@teuthology status: fail success: false 2024-06-06T09:27:11.416 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-06-06T09:27:11.498 INFO:teuthology.run:FAIL